From 2d198f640ed4627cf6f12d03589ccc8f16b2722e Mon Sep 17 00:00:00 2001
From: fenglv <fenglv15@mails.ucas.ac.cn>
Date: Wed, 6 Nov 2019 18:34:13 +0800
Subject: [PATCH 001/742] add simhash and minhash

---
 dbms/src/Functions/ExtractString.h            | 187 ++++++
 dbms/src/Functions/FunctionsStringHash.cpp    | 585 ++++++++++++++++++
 dbms/src/Functions/FunctionsStringHash.h      | 124 ++++
 .../Functions/FunctionsStringSimilarity.cpp   | 158 +----
 4 files changed, 919 insertions(+), 135 deletions(-)
 create mode 100644 dbms/src/Functions/ExtractString.h
 create mode 100644 dbms/src/Functions/FunctionsStringHash.cpp
 create mode 100644 dbms/src/Functions/FunctionsStringHash.h

diff --git a/dbms/src/Functions/ExtractString.h b/dbms/src/Functions/ExtractString.h
new file mode 100644
index 00000000000..05566496cba
--- /dev/null
+++ b/dbms/src/Functions/ExtractString.h
@@ -0,0 +1,187 @@
+#include <Common/UTF8Helpers.h>
+
+#include <algorithm>
+#include <climits>
+#include <cstring>
+#include <memory>
+#include <utility>
+
+#ifdef __SSE4_2__
+#    include <nmmintrin.h>
+#endif
+
+namespace DB
+{
+//used by FunctionsStringSimilarity and FunctionsStringHash
+//includes exacting ASCII ngram, UTF8 ngram, ASCII word and UTF8 word
+template <size_t N, bool CaseInsensitive>
+struct ExtractStringImpl
+{
+    static constexpr size_t default_padding = 16;
+
+    static ALWAYS_INLINE size_t readASCIICodePoints(UInt8 * code_points, const char *& pos, const char * end)
+    {
+        /// Offset before which we copy some data.
+        constexpr size_t padding_offset = default_padding - N + 1;
+        /// We have an array like this for ASCII (N == 4, other cases are similar)
+        /// |a0|a1|a2|a3|a4|a5|a6|a7|a8|a9|a10|a11|a12|a13|a14|a15|a16|a17|a18|
+        /// And we copy                                ^^^^^^^^^^^^^^^ these bytes to the start
+        /// Actually it is enough to copy 3 bytes, but memcpy for 4 bytes translates into 1 instruction
+        memcpy(code_points, code_points + padding_offset, roundUpToPowerOfTwoOrZero(N - 1) * sizeof(UInt8));
+        /// Now we have an array
+        /// |a13|a14|a15|a16|a4|a5|a6|a7|a8|a9|a10|a11|a12|a13|a14|a15|a16|a17|a18|
+        ///              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+        /// Doing unaligned read of 16 bytes and copy them like above
+        /// 16 is also chosen to do two `movups`.
+        /// Such copying allow us to have 3 codepoints from the previous read to produce the 4-grams with them.
+        memcpy(code_points + (N - 1), pos, default_padding * sizeof(UInt8));
+
+        if constexpr (CaseInsensitive)
+        {
+            /// We really need template lambdas with C++20 to do it inline
+            unrollLowering<N - 1>(code_points, std::make_index_sequence<padding_offset>());
+        }
+        pos += padding_offset;
+        if (pos > end)
+            return default_padding - (pos - end);
+        return default_padding;
+    }
+
+    //used by FunctionsStringHash
+    //it's not easy to add padding for ColumnString, so we need safety check each memcpy
+    static ALWAYS_INLINE size_t readASCIICodePointsNoPadding(UInt8 * code_points, const char *& pos, const char * end)
+    {
+        constexpr size_t padding_offset = default_padding - N + 1;
+        memcpy(code_points, code_points + padding_offset, roundUpToPowerOfTwoOrZero(N - 1) * sizeof(UInt8));
+
+        //safety check
+        size_t cpy_size = (pos + padding_offset > end) ? end - pos : padding_offset;
+
+        memcpy(code_points + (N - 1), pos, cpy_size * sizeof(UInt8));
+
+        if constexpr (CaseInsensitive)
+        {
+            unrollLowering<N - 1>(code_points, std::make_index_sequence<padding_offset>());
+        }
+        pos += padding_offset;
+        if (pos > end)
+            return default_padding - (pos - end);
+        return default_padding;
+    }
+
+    //read a ASCII word from pos to word
+    //if the word size exceeds max_word_size, only read max_word_size byte
+    //in  FuntionsStringHash, the default value of max_word_size is 128
+    static ALWAYS_INLINE inline size_t readOneASCIIWord(UInt8 * word, const char *& pos, const char * end, const size_t & max_word_size)
+    {
+        //jump seperators
+        while (pos < end && !isAlphaNum(*pos))
+            ++pos;
+
+        // word start from here
+        const char * word_start = pos;
+        while (pos < end && isAlphaNum(*pos))
+            ++pos;
+
+        size_t word_size = (static_cast<size_t>(pos - word_start) <= max_word_size) ? pos - word_start : max_word_size;
+
+        memcpy(word, word_start, word_size);
+        if (CaseInsensitive)
+        {
+            std::transform(word, word + word_size, word, [](UInt8 c) { return std::tolower(c); });
+        }
+        return word_size;
+    }
+
+    static ALWAYS_INLINE inline size_t readUTF8CodePoints(UInt32 * code_points, const char *& pos, const char * end)
+    {
+        memcpy(code_points, code_points + default_padding - N + 1, roundUpToPowerOfTwoOrZero(N - 1) * sizeof(UInt32));
+
+        size_t num = N - 1;
+        while (num < default_padding && pos < end)
+        {
+            code_points[num++] = readOneUTF8Code(pos, end);
+        }
+        return num;
+    }
+
+    //read one UTF8 word from pos to word
+    //also, we assume that one word size cann't exceed max_word_size with default value 128
+    static ALWAYS_INLINE inline size_t readOneUTF8Word(UInt32 * word, const char *& pos, const char * end, const size_t & max_word_size)
+    {
+        // jump UTF8 seperator
+        while (pos < end && isUTF8Sep(*pos))
+            ++pos;
+        //UTF8 word's character number
+        size_t num = 0;
+        while (pos < end && num < max_word_size && !isUTF8Sep(*pos))
+        {
+            word[num++] = readOneUTF8Code(pos, end);
+        }
+        return num;
+    }
+
+private:
+    static ALWAYS_INLINE inline bool isAlphaNum(const UInt8 c)
+    {
+        return (c >= 48 && c <= 57) || (c >= 65 && c <= 90) || (c >= 97 && c <= 122);
+    }
+
+    template <size_t Offset, typename Container, size_t... I>
+    static ALWAYS_INLINE inline void unrollLowering(Container & cont, const std::index_sequence<I...> &)
+    {
+        ((cont[Offset + I] = std::tolower(cont[Offset + I])), ...);
+    }
+
+    //we use ASCII non-alphanum character as UTF8 seperator
+    static ALWAYS_INLINE inline bool isUTF8Sep(const UInt8 c) { return c < 128 && !isAlphaNum(c); }
+
+    // read one UTF8 character and return it
+    static ALWAYS_INLINE inline UInt32 readOneUTF8Code(const char *& pos, const char * end)
+    {
+        size_t length = UTF8::seqLength(*pos);
+
+        if (pos + length > end)
+            length = end - pos;
+        UInt32 res;
+        switch (length)
+        {
+            case 1:
+                res = 0;
+                memcpy(&res, pos, 1);
+                break;
+            case 2:
+                res = 0;
+                memcpy(&res, pos, 2);
+                break;
+            case 3:
+                res = 0;
+                memcpy(&res, pos, 3);
+                break;
+            default:
+                memcpy(&res, pos, 4);
+        }
+
+        if constexpr (CaseInsensitive)
+        {
+            switch (length)
+            {
+                case 4:
+                    res &= ~(1u << (5 + 3 * CHAR_BIT));
+                    [[fallthrough]];
+                case 3:
+                    res &= ~(1u << (5 + 2 * CHAR_BIT));
+                    [[fallthrough]];
+                case 2:
+                    res &= ~(1u);
+                    res &= ~(1u << (5 + CHAR_BIT));
+                    [[fallthrough]];
+                default:
+                    res &= ~(1u << 5);
+            }
+        }
+        pos += length;
+        return res;
+    }
+};
+}
diff --git a/dbms/src/Functions/FunctionsStringHash.cpp b/dbms/src/Functions/FunctionsStringHash.cpp
new file mode 100644
index 00000000000..797d7d30078
--- /dev/null
+++ b/dbms/src/Functions/FunctionsStringHash.cpp
@@ -0,0 +1,585 @@
+#include <Functions/FunctionsStringHash.h>
+
+#include <Functions/ExtractString.h>
+#include <Functions/FunctionFactory.h>
+#include <Functions/FunctionsHashing.h>
+#include <Common/HashTable/ClearableHashMap.h>
+#include <Common/HashTable/Hash.h>
+
+#include <Core/Defines.h>
+
+#include <bitset>
+#include <tuple>
+#include <common/unaligned.h>
+
+namespace DB
+{
+struct Hash
+{
+    static ALWAYS_INLINE inline UInt64 ngramASCIIHash(const UInt8 * code_points)
+    {
+        return intHashCRC32(unalignedLoad<UInt32>(code_points));
+    }
+
+    static ALWAYS_INLINE inline UInt64 ngramUTF8Hash(const UInt32 * code_points)
+    {
+        UInt64 combined = (static_cast<UInt64>(code_points[0]) << 32) | code_points[1];
+#ifdef __SSE4_2__
+        return _mm_crc32_u64(code_points[2], combined);
+#else
+        return (intHashCRC32(combined) ^ intHashCRC32(code_points[2]));
+#endif
+    }
+
+    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes, const size_t & size, const size_t & offset)
+    {
+        UInt64 res = 0;
+        UInt8 flag = 0;
+        for (size_t i = offset; i < size; ++i)
+        {
+            if (flag)
+                res &= intHashCRC32(hashes[i]);
+            else
+                res |= intHashCRC32(hashes[i]);
+            flag = (flag + 1) % 2;
+        }
+        for (size_t i = 0; i < offset; ++i)
+        {
+            if (flag)
+                res &= intHashCRC32(hashes[i]);
+            else
+                res |= intHashCRC32(hashes[i]);
+            flag = (flag + 1) % 2;
+        }
+        return res;
+    }
+
+    template <typename CodePoint>
+    static ALWAYS_INLINE inline UInt64 hashSum(const CodePoint * hashes, const size_t & K)
+    {
+        UInt64 even = 0;
+        UInt64 odd = 0;
+        size_t i = 0;
+        for (; i + 1 < K; i += 2)
+        {
+            even |= intHashCRC32(hashes[i]);
+            odd |= intHashCRC32(hashes[i + 1]);
+        }
+        if (i < K)
+            even |= intHashCRC32(hashes[K - 1]);
+#ifdef __SSE4_2__
+        return _mm_crc32_u64(even, odd);
+#else
+        return (intHashCRC32(even) ^ intHashCRC32(odd));
+#endif
+    }
+};
+
+//Sinhash String -> UInt64
+template <size_t N, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
+struct SimhashImpl
+{
+    using ResultType = UInt64;
+    using StrOp = ExtractStringImpl<N, CaseInsensitive>;
+    // we made an assumption that the size of one word cann't exceed 128, which may not true
+    // if some word's size exceed 128, it would be cut up to several word
+    static constexpr size_t max_word_size = 1u << 7;
+    static constexpr size_t max_string_size = 1u << 15;
+    static constexpr size_t simultaneously_codepoints_num = StrOp::default_padding + N - 1;
+
+    // Simhash ngram calculate function: String ->UInt64
+    // this function extracting ngram from input string, and maintain a 64-dimensions vector
+    // for each ngram, calculate a 64 bit hash value, and update the vector according the hash value
+    // finally return a 64 bit value(UInt64), i'th bit is 1 means vector[i] > 0, otherwise, vector[i] < 0
+    static ALWAYS_INLINE inline UInt64 ngramCalculateHashValue(
+        const char * data,
+        const size_t size,
+        size_t (*read_code_points)(CodePoint *, const char *&, const char *),
+        UInt64 (*hash_functor)(const CodePoint *))
+    {
+        const char * start = data;
+        const char * end = data + size;
+        // fingerprint vector, all dimensions initialized to zero at the first
+        Int64 finger_vec[64] = {};
+        CodePoint cp[simultaneously_codepoints_num] = {};
+
+        size_t found = read_code_points(cp, start, end);
+        size_t iter = N - 1;
+
+        do
+        {
+            for (; iter + N <= found; ++iter)
+            {
+                // for each ngram, we can calculate an 64 bit hash
+                // then update finger_vec according to this hash value
+                // if the i'th bit is 1, finger_vec[i] plus 1, otherwise minus 1
+                UInt64 hash_value = hash_functor(cp + iter);
+                std::bitset<64> bits(hash_value);
+                for (size_t i = 0; i < 64; ++i)
+                {
+                    finger_vec[i] += ((bits.test(i)) ? 1 : -1);
+                }
+            }
+            iter = 0;
+        } while (start < end && (found = read_code_points(cp, start, end)));
+
+        //finally, we return a 64 bit value according to finger_vec
+        //if finger_vec[i] > 0, the i'th bit of the value is 1, otherwise 0
+        std::bitset<64> res_bit(0u);
+        for (size_t i = 0; i < 64; ++i)
+        {
+            if (finger_vec[i] > 0)
+                res_bit.set(i);
+        }
+        return res_bit.to_ullong();
+    }
+
+    // Simhash word shingle calculate funtion: String -> UInt64
+    // this function extracting n word shingle from input string, and maintain a 64-dimensions vector as well
+    // for each word shingle, calculate a 64 bit hash value, and update the vector according the hash value
+    // finally return a 64 bit value(UInt64), i'th bit is 1 means vector[i] > 0, otherwise, vector[i] < 0
+    //
+    // word shingle hash value calculate:
+    // 1. at the first, extracts N word shingles and calculate N hash values, store into an array, use this N hash values
+    // to calculate the first word shingle hash value
+    // 2. next, we extrac one word each time, and calculate a new hash value of the new word,then use the latest N hash
+    // values to caculate the next word shingle hash value
+    static ALWAYS_INLINE inline UInt64 wordShinglesCalculateHashValue(
+        const char * data,
+        const size_t size,
+        size_t (*read_one_word)(CodePoint *, const char *&, const char *, const size_t &),
+        UInt64 (*hash_functor)(const UInt64 *, const size_t &, const size_t &))
+    {
+        const char * start = data;
+        const char * end = data + size;
+
+        // Also, a 64 bit vector initialized to zero
+        Int64 finger_vec[64] = {};
+        // a array to store N word hash values
+        UInt64 nwordHashes[N] = {};
+        // word buffer to store one word
+        CodePoint word_buf[max_word_size] = {};
+        size_t word_size;
+        //get first word shingle
+        for (size_t i = 0; i < N && start < end; ++i)
+        {
+            word_size = read_one_word(word_buf, start, end, max_word_size);
+            if (word_size)
+            {
+                // for each word, calculate a hash value and stored into the array
+                nwordHashes[i++] = Hash::hashSum(word_buf, word_size);
+            }
+        }
+
+        // calculate the first word shingle hash value
+        UInt64 hash_value = hash_functor(nwordHashes, N, 0);
+        std::bitset<64> bits_(hash_value);
+        for (size_t i = 0; i < 64; ++i)
+        {
+            finger_vec[i] += ((bits_.test(i)) ? 1 : -1);
+        }
+
+        size_t offset = 0;
+        while (start < end && (word_size = read_one_word(word_buf, start, end, max_word_size)))
+        {
+            // we need to store the new word hash value to the oldest location.
+            // for example, N = 5, array |a0|a1|a2|a3|a4|, now , a0 is the oldest location,
+            // so we need to store new word hash into location of a0, then ,this array become
+            // |a5|a1|a2|a3|a4|, next time, a1 become the oldest location, we need to store new
+            // word hash value into locaion of a1, then array become |a5|a6|a2|a3|a4|
+            nwordHashes[offset] = Hash::hashSum(word_buf, word_size);
+            offset = (offset + 1) % N;
+            //according to the word hash storation way, in order to not lose the word shingle's
+            //sequence information, when calculation word shingle hash value, we need provide the offset
+            //inforation, which is the offset of the first word's hash value of the word shingle
+            hash_value = hash_functor(nwordHashes, N, offset);
+            std::bitset<64> bits(hash_value);
+            for (size_t i = 0; i < 64; ++i)
+            {
+                finger_vec[i] += ((bits.test(i)) ? 1 : -1);
+            }
+        }
+
+        std::bitset<64> res_bit(0u);
+        for (size_t i = 0; i < 64; ++i)
+        {
+            if (finger_vec[i] > 0)
+                res_bit.set(i);
+        }
+        return res_bit.to_ullong();
+    }
+
+    template <typename CalcFunc, typename... Args>
+    static ALWAYS_INLINE inline auto dispatch(CalcFunc calc_func, Args &&... args)
+    {
+        if constexpr (Ngram)
+        {
+            if constexpr (!UTF8)
+                return calc_func(std::forward<Args>(args)..., StrOp::readASCIICodePointsNoPadding, Hash::ngramASCIIHash);
+            else
+                return calc_func(std::forward<Args>(args)..., StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
+        }
+        else
+        {
+            if constexpr (!UTF8)
+                return calc_func(std::forward<Args>(args)..., StrOp::readOneASCIIWord, Hash::wordShinglesHash);
+            else
+                return calc_func(std::forward<Args>(args)..., StrOp::readOneUTF8Word, Hash::wordShinglesHash);
+        }
+    }
+
+    // constant string
+    static inline void constant(const String data, UInt64 & res)
+    {
+        if constexpr (Ngram)
+            res = dispatch(ngramCalculateHashValue, data.data(), data.size());
+        else
+            res = dispatch(wordShinglesCalculateHashValue, data.data(), data.size());
+    }
+
+    //non-constant string
+    static void vector(const ColumnString::Chars & data, const ColumnString::Offsets & offsets, PaddedPODArray<UInt64> & res)
+    {
+        for (size_t i = 0; i < offsets.size(); ++i)
+        {
+            const char * one_data = reinterpret_cast<const char *>(&data[offsets[i - 1]]);
+            const size_t data_size = offsets[i] - offsets[i - 1] - 1;
+            if (data_size <= max_string_size)
+            {
+                if constexpr (Ngram)
+                    res[i] = dispatch(ngramCalculateHashValue, one_data, data_size);
+                else
+                    res[i] = dispatch(wordShinglesCalculateHashValue, one_data, data_size);
+            }
+        }
+    }
+};
+
+//Minhash: String -> Tuple(UInt64, UInt64)
+//for each string, we extract ngram or word shingle,
+//for each ngram or word shingle, calculate a hash value,
+//then we take the K minimum hash values to calculate a hashsum,
+//and take the K maximum hash values to calculate another hashsum,
+//return this two hashsum: Tuple(hashsum1, hashsum2)
+template <size_t N, size_t K, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
+struct MinhashImpl
+{
+    using ResultType = UInt64;
+    using StrOp = ExtractStringImpl<N, CaseInsensitive>;
+    static constexpr size_t max_word_size = 1u << 7;
+    static constexpr size_t max_string_size = 1u << 15;
+    static constexpr size_t simultaneously_codepoints_num = StrOp::default_padding + N - 1;
+
+    // insert a new value into K minimum hash array if this value
+    // is smaller than the greatest value in the array
+    static ALWAYS_INLINE inline void insert_minValue(UInt64 * hashes, UInt64 v)
+    {
+        size_t i = 0;
+        for (; i < K && hashes[i] <= v; ++i)
+            ;
+        if (i == K)
+            return;
+        for (size_t j = K - 2; j >= i; --j)
+            hashes[j + 1] = hashes[j];
+        hashes[i] = v;
+    }
+
+    // insert a new value into K maximum hash array if this value
+    // is greater than the smallest value in the array
+    static ALWAYS_INLINE inline void insert_maxValue(UInt64 * hashes, UInt64 v)
+    {
+        int i = K - 1;
+        for (; i >= 0 && hashes[i] >= v; --i)
+            ;
+        if (i < 0)
+            return;
+        for (int j = 1; j <= i; ++j)
+            hashes[j - 1] = hashes[j];
+        hashes[i] = v;
+    }
+
+    //Minhash ngram calculate function, String -> Tuple(UInt64, UInt64)
+    //we extract ngram from input string, and calculate a hash value for each ngram
+    //then we take the K minimum hash values to calculate a hashsum,
+    //and take the K maximum hash values to calculate another hashsum,
+    //return this two hashsum: Tuple(hashsum1, hashsum2)
+    static ALWAYS_INLINE inline std::tuple<UInt64, UInt64> ngramCalculateHashValue(
+        const char * data,
+        const size_t size,
+        size_t (*read_code_points)(CodePoint *, const char *&, const char *),
+        UInt64 (*hash_functor)(const CodePoint *))
+    {
+        const char * start = data;
+        const char * end = data + size;
+        // we just maintain the K minimu and K maximum hash values
+        UInt64 k_minimum[K] = {};
+        UInt64 k_maxinum[K] = {};
+        CodePoint cp[simultaneously_codepoints_num] = {};
+
+        size_t found = read_code_points(cp, start, end);
+        size_t iter = N - 1;
+
+        do
+        {
+            for (; iter + N <= found; ++iter)
+            {
+                auto new_hash = hash_functor(cp + iter);
+                // insert the new hash value into array used to store K minimum value
+                // and K maximum value
+                insert_minValue(k_minimum, new_hash);
+                insert_maxValue(k_maxinum, new_hash);
+            }
+            iter = 0;
+        } while (start < end && (found = read_code_points(cp, start, end)));
+
+        // calculate hashsum of the K minimum hash values and K maximum hash values
+        UInt64 res1 = Hash::hashSum(k_maxinum, K);
+        UInt64 res2 = Hash::hashSum(k_maxinum, K);
+        return std::make_tuple(res1, res2);
+    }
+
+    // Minhash word shingle hash value calculate function: String ->Tuple(UInt64, UInt64)
+    //for each word shingle, we calculate a hash value, but in fact, we just maintain the
+    //K minimum and K maximum hash value
+    static ALWAYS_INLINE inline std::tuple<UInt64, UInt64> wordShinglesCalculateHashValue(
+        const char * data,
+        const size_t size,
+        size_t (*read_one_word)(CodePoint *, const char *&, const char *, const size_t &),
+        UInt64 (*hash_functor)(const UInt64 *, const size_t &, const size_t &))
+    {
+        const char * start = data;
+        const char * end = start + size;
+        //also we just store the K minimu and K maximum hash values
+        UInt64 k_minimum[K] = {};
+        UInt64 k_maxinum[K] = {};
+        // array to store n word hashes
+        UInt64 nwordHashes[N] = {};
+        // word buffer to store one word
+        CodePoint word_buf[max_word_size] = {};
+        size_t word_size;
+        //how word shingle hash value calculation and word hash storation is same as we
+        //have descripted in Simhash wordShinglesCalculateHashValue function
+        for (size_t i = 0; i < N && start < end; ++i)
+        {
+            word_size = read_one_word(word_buf, start, end, max_word_size);
+            if (word_size)
+            {
+                nwordHashes[i++] = Hash::hashSum(word_buf, word_size);
+            }
+        }
+
+        auto new_hash = hash_functor(nwordHashes, N, 0);
+        insert_minValue(k_minimum, new_hash);
+        insert_maxValue(k_maxinum, new_hash);
+
+        size_t offset = 0;
+        while (start < end && (word_size = read_one_word(word_buf, start, end, max_word_size)))
+        {
+            nwordHashes[offset] = Hash::hashSum(word_buf, word_size);
+            offset = (offset + 1) % N;
+            new_hash = hash_functor(nwordHashes, N, offset);
+            insert_minValue(k_minimum, new_hash);
+            insert_maxValue(k_maxinum, new_hash);
+        }
+
+        // calculate hashsum
+        UInt64 res1 = Hash::hashSum(k_minimum, K);
+        UInt64 res2 = Hash::hashSum(k_maxinum, K);
+        return std::make_tuple(res1, res2);
+    }
+
+    template <typename CalcFunc, typename... Args>
+    static ALWAYS_INLINE inline auto dispatch(CalcFunc calc_func, Args &&... args)
+    {
+        if constexpr (Ngram)
+        {
+            if constexpr (!UTF8)
+                return calc_func(std::forward<Args>(args)..., StrOp::readASCIICodePointsNoPadding, Hash::ngramASCIIHash);
+            else
+                return calc_func(std::forward<Args>(args)..., StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
+        }
+        else
+        {
+            if constexpr (!UTF8)
+                return calc_func(std::forward<Args>(args)..., StrOp::readOneASCIIWord, Hash::wordShinglesHash);
+            else
+                return calc_func(std::forward<Args>(args)..., StrOp::readOneUTF8Word, Hash::wordShinglesHash);
+        }
+    }
+
+    // constant string
+    static void constant(const String data, UInt64 & res1, UInt64 & res2)
+    {
+        if constexpr (Ngram)
+            std::tie(res1, res2) = dispatch(ngramCalculateHashValue, data.data(), data.size());
+        else
+            std::tie(res1, res2) = dispatch(wordShinglesCalculateHashValue, data.data(), data.size());
+    }
+
+    //non-constant string
+    static void vector(
+        const ColumnString::Chars & data,
+        const ColumnString::Offsets & offsets,
+        PaddedPODArray<UInt64> & res1,
+        PaddedPODArray<UInt64> & res2)
+    {
+        for (size_t i = 0; i < offsets.size(); ++i)
+        {
+            const char * one_data = reinterpret_cast<const char *>(&data[offsets[i - 1]]);
+            const size_t data_size = offsets[i] - offsets[i - 1] - 1;
+            if (data_size <= max_string_size)
+            {
+                if constexpr (Ngram)
+                    std::tie(res1[i], res2[i]) = dispatch(ngramCalculateHashValue, one_data, data_size);
+                else
+                    std::tie(res1[i], res2[i]) = dispatch(wordShinglesCalculateHashValue, one_data, data_size);
+            }
+        }
+    }
+};
+
+struct NameNgramSimhash
+{
+    static constexpr auto name = "ngramSimhash";
+};
+
+struct NameNgramSimhashCaseInsensitive
+{
+    static constexpr auto name = "ngramSimhashCaseInsensitive";
+};
+
+struct NameNgramSimhashUTF8
+{
+    static constexpr auto name = "ngramSimhashUTF8";
+};
+
+struct NameNgramSimhashCaseInsensitiveUTF8
+{
+    static constexpr auto name = "ngramSimhashCaseInsensitiveUTF8";
+};
+
+struct NameWordShingleSimhash
+{
+    static constexpr auto name = "wordShingleSimhash";
+};
+
+struct NameWordShingleSimhashCaseInsensitive
+{
+    static constexpr auto name = "wordShingleSimhashCaseInsensitive";
+};
+
+struct NameWordShingleSimhashUTF8
+{
+    static constexpr auto name = "wordShingleSimhashUTF8";
+};
+
+struct NameWordShingleSimhashCaseInsensitiveUTF8
+{
+    static constexpr auto name = "wordShingleSimhashCaseInsensitiveUTF8";
+};
+
+struct NameNgramMinhash
+{
+    static constexpr auto name = "ngramMinhash";
+};
+
+struct NameNgramMinhashCaseInsensitive
+{
+    static constexpr auto name = "ngramMinhashCaseInsensitive";
+};
+
+struct NameNgramMinhashUTF8
+{
+    static constexpr auto name = "ngramMinhashUTF8";
+};
+
+struct NameNgramMinhashCaseInsensitiveUTF8
+{
+    static constexpr auto name = "ngramMinhashCaseInsensitiveUTF8";
+};
+
+struct NameWordShingleMinhash
+{
+    static constexpr auto name = "wordShingleMinhash";
+};
+
+struct NameWordShingleMinhashCaseInsensitive
+{
+    static constexpr auto name = "wordShingleMinhashCaseInsensitive";
+};
+
+struct NameWordShingleMinhashUTF8
+{
+    static constexpr auto name = "wordShingleMinhashUTF8";
+};
+
+struct NameWordShingleMinhashCaseInsensitiveUTF8
+{
+    static constexpr auto name = "wordShingleMinhashCaseInsensitiveUTF8";
+};
+
+//Simhash
+using FunctionNgramSimhash = FunctionsStringHash<SimhashImpl<4, UInt8, false, true, false>, NameNgramSimhash, true>;
+
+using FunctionNgramSimhashCaseInsensitive
+    = FunctionsStringHash<SimhashImpl<4, UInt8, false, true, true>, NameNgramSimhashCaseInsensitive, true>;
+
+using FunctionNgramSimhashUTF8 = FunctionsStringHash<SimhashImpl<3, UInt32, true, true, false>, NameNgramSimhashUTF8, true>;
+
+using FunctionNgramSimhashCaseInsensitiveUTF8
+    = FunctionsStringHash<SimhashImpl<3, UInt32, true, true, true>, NameNgramSimhashCaseInsensitiveUTF8, true>;
+
+using FunctionWordShingleSimhash = FunctionsStringHash<SimhashImpl<3, UInt8, false, false, false>, NameWordShingleSimhash, true>;
+
+using FunctionWordShingleSimhashCaseInsensitive
+    = FunctionsStringHash<SimhashImpl<3, UInt8, false, false, true>, NameWordShingleSimhashCaseInsensitive, true>;
+
+using FunctionWordShingleSimhashUTF8 = FunctionsStringHash<SimhashImpl<3, UInt32, true, false, false>, NameWordShingleSimhashUTF8, true>;
+
+using FunctionWordShingleSimhashCaseInsensitiveUTF8
+    = FunctionsStringHash<SimhashImpl<3, UInt32, true, false, true>, NameWordShingleSimhashCaseInsensitiveUTF8, true>;
+
+//Minhash
+using FunctionNgramMinhash = FunctionsStringHash<MinhashImpl<4, 6, UInt8, false, true, false>, NameNgramMinhash, false>;
+
+using FunctionNgramMinhashCaseInsensitive
+    = FunctionsStringHash<MinhashImpl<4, 6, UInt8, false, true, true>, NameNgramMinhashCaseInsensitive, false>;
+
+using FunctionNgramMinhashUTF8 = FunctionsStringHash<MinhashImpl<4, 6, UInt32, true, true, false>, NameNgramMinhashUTF8, false>;
+
+using FunctionNgramMinhashCaseInsensitiveUTF8
+    = FunctionsStringHash<MinhashImpl<4, 6, UInt32, true, true, true>, NameNgramMinhashCaseInsensitiveUTF8, false>;
+
+using FunctionWordShingleMinhash = FunctionsStringHash<MinhashImpl<3, 6, UInt8, false, false, false>, NameWordShingleMinhash, false>;
+
+using FunctionWordShingleMinhashCaseInsensitive
+    = FunctionsStringHash<MinhashImpl<3, 6, UInt8, false, false, true>, NameWordShingleMinhashCaseInsensitive, false>;
+
+using FunctionWordShingleMinhashUTF8
+    = FunctionsStringHash<MinhashImpl<3, 6, UInt32, true, false, false>, NameWordShingleMinhashUTF8, false>;
+
+using FunctionWordShingleMinhashCaseInsensitiveUTF8
+    = FunctionsStringHash<MinhashImpl<3, 6, UInt32, true, false, true>, NameWordShingleMinhashCaseInsensitiveUTF8, false>;
+
+void registerFunctionsStringHash(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionNgramSimhash>();
+    factory.registerFunction<FunctionNgramSimhashCaseInsensitive>();
+    factory.registerFunction<FunctionNgramSimhashUTF8>();
+    factory.registerFunction<FunctionNgramSimhashCaseInsensitiveUTF8>();
+    factory.registerFunction<FunctionWordShingleSimhash>();
+    factory.registerFunction<FunctionWordShingleSimhashCaseInsensitive>();
+    factory.registerFunction<FunctionWordShingleSimhashUTF8>();
+    factory.registerFunction<FunctionWordShingleSimhashCaseInsensitiveUTF8>();
+
+    factory.registerFunction<FunctionNgramMinhash>();
+    factory.registerFunction<FunctionNgramMinhashCaseInsensitive>();
+    factory.registerFunction<FunctionNgramMinhashUTF8>();
+    factory.registerFunction<FunctionNgramMinhashCaseInsensitiveUTF8>();
+    factory.registerFunction<FunctionWordShingleMinhash>();
+    factory.registerFunction<FunctionWordShingleMinhashCaseInsensitive>();
+    factory.registerFunction<FunctionWordShingleMinhashUTF8>();
+    factory.registerFunction<FunctionWordShingleMinhashCaseInsensitiveUTF8>();
+}
+}
+
diff --git a/dbms/src/Functions/FunctionsStringHash.h b/dbms/src/Functions/FunctionsStringHash.h
new file mode 100644
index 00000000000..185097ade99
--- /dev/null
+++ b/dbms/src/Functions/FunctionsStringHash.h
@@ -0,0 +1,124 @@
+#pragma once
+
+#include <Columns/ColumnConst.h>
+#include <Columns/ColumnString.h>
+#include <Columns/ColumnTuple.h>
+#include <Columns/ColumnVector.h>
+#include <DataTypes/DataTypeFactory.h>
+#include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypesNumber.h>
+#include <Functions/FunctionHelpers.h>
+#include <Functions/IFunction.h>
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
+    extern const int ILLEGAL_COLUMN;
+    extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
+    extern const int TOO_LARGE_STRING_SIZE;
+}
+
+//FunctionStringHash
+//Simhash: String -> UInt64
+//Minhash: String -> (UInt64, UInt64)
+template <typename Impl, typename Name, bool IsSimhash>
+class FunctionsStringHash : public IFunction
+{
+public:
+    static constexpr auto name = Name::name;
+
+    static FunctionPtr create(const Context &) { return std::make_shared<FunctionsStringHash>(); }
+
+    String getName() const override { return name; }
+
+    size_t getNumberOfArguments() const override { return 1; }
+
+    DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
+    {
+        if (!isString(arguments[0]))
+            throw Exception(
+                "Illegal type " + arguments[0]->getName() + " of argument of function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        if (IsSimhash)
+            return std::make_shared<DataTypeNumber<typename Impl::ResultType>>();
+        auto element = DataTypeFactory::instance().get("UInt64");
+        return std::make_shared<DataTypeTuple>(DataTypes{element, element});
+    }
+
+    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) override
+    {
+        const ColumnPtr & column = block.getByPosition(arguments[0]).column;
+        const ColumnConst * col_const = typeid_cast<const ColumnConst *>(&*column);
+        using ResultType = typename Impl::ResultType;
+        if constexpr (IsSimhash)
+        {
+            if (col_const)
+            {
+                ResultType res{};
+                const String & str_data = col_const->getValue<String>();
+                if (str_data.size() > Impl::max_string_size)
+                {
+                    throw Exception(
+                        "String size is too big for function " + getName() + ". Should be at most " + std::to_string(Impl::max_string_size),
+                        ErrorCodes::TOO_LARGE_STRING_SIZE);
+                }
+                Impl::constant(str_data, res);
+                block.getByPosition(result).column = block.getByPosition(result).type->createColumnConst(1, toField(res));
+            }
+            else
+            {
+                // non const string
+                auto col_res = ColumnVector<ResultType>::create();
+                typename ColumnVector<ResultType>::Container & vec_res = col_res->getData();
+                vec_res.resize(column->size());
+                const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
+                Impl::vector(col_str_vector->getChars(), col_str_vector->getOffsets(), vec_res);
+                block.getByPosition(result).column = std::move(col_res);
+            }
+        }
+        else // Min hash
+        {
+            if (col_const)
+            {
+                ResultType h1, h2;
+                const String & str_data = col_const->getValue<String>();
+                if (str_data.size() > Impl::max_string_size)
+                {
+                    throw Exception(
+                        "String size is too big for function " + getName() + ". Should be at most " + std::to_string(Impl::max_string_size),
+                        ErrorCodes::TOO_LARGE_STRING_SIZE);
+                }
+                Impl::constant(str_data, h1, h2);
+                auto h1_col = ColumnVector<ResultType>::create(1);
+                auto h2_col = ColumnVector<ResultType>::create(1);
+                typename ColumnVector<ResultType>::Container & h1_data = h1_col->getData();
+                typename ColumnVector<ResultType>::Container & h2_data = h2_col->getData();
+                h1_data[0] = h1;
+                h2_data[0] = h2;
+                MutableColumns tuple_columns;
+                tuple_columns.emplace_back(std::move(h1_col));
+                tuple_columns.emplace_back(std::move(h2_col));
+                block.getByPosition(result).column = ColumnTuple::create(std::move(tuple_columns));
+            }
+            else
+            {
+                //non const string
+                auto col_h1 = ColumnVector<ResultType>::create();
+                auto col_h2 = ColumnVector<ResultType>::create();
+                typename ColumnVector<ResultType>::Container & vec_h1 = col_h1->getData();
+                typename ColumnVector<ResultType>::Container & vec_h2 = col_h2->getData();
+                vec_h1.resize(column->size());
+                vec_h2.resize(column->size());
+                const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
+                Impl::vector(col_str_vector->getChars(), col_str_vector->getOffsets(), vec_h1, vec_h2);
+                MutableColumns tuple_columns;
+                tuple_columns.emplace_back(std::move(col_h1));
+                tuple_columns.emplace_back(std::move(col_h2));
+                block.getByPosition(result).column = ColumnTuple::create(std::move(tuple_columns));
+            }
+        }
+    }
+};
+}
+
diff --git a/dbms/src/Functions/FunctionsStringSimilarity.cpp b/dbms/src/Functions/FunctionsStringSimilarity.cpp
index 9dda521cd29..c6327ad59b4 100644
--- a/dbms/src/Functions/FunctionsStringSimilarity.cpp
+++ b/dbms/src/Functions/FunctionsStringSimilarity.cpp
@@ -1,5 +1,6 @@
 #include <Functions/FunctionsStringSimilarity.h>
 
+#include <Functions/ExtractString.h>
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionsHashing.h>
 #include <Common/HashTable/ClearableHashMap.h>
@@ -10,13 +11,6 @@
 
 #include <common/unaligned.h>
 
-#include <algorithm>
-#include <climits>
-#include <cstring>
-#include <limits>
-#include <memory>
-#include <utility>
-
 #ifdef __SSE4_2__
 #    include <nmmintrin.h>
 #endif
@@ -36,6 +30,7 @@ template <size_t N, class CodePoint, bool UTF8, bool case_insensitive, bool symm
 struct NgramDistanceImpl
 {
     using ResultType = Float32;
+    using StrOp = ExtractStringImpl<N, case_insensitive>;
 
     /// map_size for ngram difference.
     static constexpr size_t map_size = 1u << 16;
@@ -44,7 +39,7 @@ struct NgramDistanceImpl
     static constexpr size_t max_string_size = 1u << 15;
 
     /// Default padding to read safely.
-    static constexpr size_t default_padding = 16;
+    static constexpr size_t default_padding = StrOp::default_padding;
 
     /// Max codepoints to store at once. 16 is for batching usage and PODArray has this padding.
     static constexpr size_t simultaneously_codepoints_num = default_padding + N - 1;
@@ -70,102 +65,6 @@ struct NgramDistanceImpl
 #endif
     }
 
-    template <size_t Offset, class Container, size_t... I>
-    static ALWAYS_INLINE inline void unrollLowering(Container & cont, const std::index_sequence<I...> &)
-    {
-        ((cont[Offset + I] = std::tolower(cont[Offset + I])), ...);
-    }
-
-    static ALWAYS_INLINE size_t readASCIICodePoints(CodePoint * code_points, const char *& pos, const char * end)
-    {
-        /// Offset before which we copy some data.
-        constexpr size_t padding_offset = default_padding - N + 1;
-        /// We have an array like this for ASCII (N == 4, other cases are similar)
-        /// |a0|a1|a2|a3|a4|a5|a6|a7|a8|a9|a10|a11|a12|a13|a14|a15|a16|a17|a18|
-        /// And we copy                                ^^^^^^^^^^^^^^^ these bytes to the start
-        /// Actually it is enough to copy 3 bytes, but memcpy for 4 bytes translates into 1 instruction
-        memcpy(code_points, code_points + padding_offset, roundUpToPowerOfTwoOrZero(N - 1) * sizeof(CodePoint));
-        /// Now we have an array
-        /// |a13|a14|a15|a16|a4|a5|a6|a7|a8|a9|a10|a11|a12|a13|a14|a15|a16|a17|a18|
-        ///              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-        /// Doing unaligned read of 16 bytes and copy them like above
-        /// 16 is also chosen to do two `movups`.
-        /// Such copying allow us to have 3 codepoints from the previous read to produce the 4-grams with them.
-        memcpy(code_points + (N - 1), pos, default_padding * sizeof(CodePoint));
-
-        if constexpr (case_insensitive)
-        {
-            /// We really need template lambdas with C++20 to do it inline
-            unrollLowering<N - 1>(code_points, std::make_index_sequence<padding_offset>());
-        }
-        pos += padding_offset;
-        if (pos > end)
-            return default_padding - (pos - end);
-        return default_padding;
-    }
-
-    static ALWAYS_INLINE size_t readUTF8CodePoints(CodePoint * code_points, const char *& pos, const char * end)
-    {
-        /// The same copying as described in the function above.
-        memcpy(code_points, code_points + default_padding - N + 1, roundUpToPowerOfTwoOrZero(N - 1) * sizeof(CodePoint));
-
-        size_t num = N - 1;
-        while (num < default_padding && pos < end)
-        {
-            size_t length = UTF8::seqLength(*pos);
-
-            if (pos + length > end)
-                length = end - pos;
-
-            CodePoint res;
-            /// This is faster than just memcpy because of compiler optimizations with moving bytes.
-            switch (length)
-            {
-                case 1:
-                    res = 0;
-                    memcpy(&res, pos, 1);
-                    break;
-                case 2:
-                    res = 0;
-                    memcpy(&res, pos, 2);
-                    break;
-                case 3:
-                    res = 0;
-                    memcpy(&res, pos, 3);
-                    break;
-                default:
-                    memcpy(&res, pos, 4);
-            }
-
-            /// This is not a really true case insensitive utf8. We zero the 5-th bit of every byte.
-            /// And first bit of first byte if there are two bytes.
-            /// For ASCII it works https://catonmat.net/ascii-case-conversion-trick. For most cyrrilic letters also does.
-            /// For others, we don't care now. Lowering UTF is not a cheap operation.
-            if constexpr (case_insensitive)
-            {
-                switch (length)
-                {
-                    case 4:
-                        res &= ~(1u << (5 + 3 * CHAR_BIT));
-                        [[fallthrough]];
-                    case 3:
-                        res &= ~(1u << (5 + 2 * CHAR_BIT));
-                        [[fallthrough]];
-                    case 2:
-                        res &= ~(1u);
-                        res &= ~(1u << (5 + CHAR_BIT));
-                        [[fallthrough]];
-                    default:
-                        res &= ~(1u << 5);
-                }
-            }
-
-            pos += length;
-            code_points[num++] = res;
-        }
-        return num;
-    }
-
     template <bool save_ngrams>
     static ALWAYS_INLINE inline size_t calculateNeedleStats(
         const char * data,
@@ -250,9 +149,9 @@ struct NgramDistanceImpl
     static inline auto dispatchSearcher(Callback callback, Args &&... args)
     {
         if constexpr (!UTF8)
-            return callback(std::forward<Args>(args)..., readASCIICodePoints, ASCIIHash);
+            return callback(std::forward<Args>(args)..., StrOp::readASCIICodePoints, ASCIIHash);
         else
-            return callback(std::forward<Args>(args)..., readUTF8CodePoints, UTF8Hash);
+            return callback(std::forward<Args>(args)..., StrOp::readUTF8CodePoints, UTF8Hash);
     }
 
     static void constant_constant(std::string data, std::string needle, Float32 & res)
@@ -269,7 +168,8 @@ struct NgramDistanceImpl
         size_t distance = second_size;
         if (data_size <= max_string_size)
         {
-            size_t first_size = dispatchSearcher(calculateHaystackStatsAndMetric<false>, data.data(), data_size, common_stats, distance, nullptr);
+            size_t first_size
+                = dispatchSearcher(calculateHaystackStatsAndMetric<false>, data.data(), data_size, common_stats, distance, nullptr);
             /// For !symmetric version we should not use first_size.
             if constexpr (symmetric)
                 res = distance * 1.f / std::max(first_size + second_size, size_t(1));
@@ -313,23 +213,14 @@ struct NgramDistanceImpl
             if (needle_size <= max_string_size && haystack_size <= max_string_size)
             {
                 /// Get needle stats.
-                const size_t needle_stats_size = dispatchSearcher(
-                    calculateNeedleStats<true>,
-                    needle,
-                    needle_size,
-                    common_stats,
-                    needle_ngram_storage.get());
+                const size_t needle_stats_size
+                    = dispatchSearcher(calculateNeedleStats<true>, needle, needle_size, common_stats, needle_ngram_storage.get());
 
                 size_t distance = needle_stats_size;
 
                 /// Combine with haystack stats, return to initial needle stats.
                 const size_t haystack_stats_size = dispatchSearcher(
-                    calculateHaystackStatsAndMetric<true>,
-                    haystack,
-                    haystack_size,
-                    common_stats,
-                    distance,
-                    haystack_ngram_storage.get());
+                    calculateHaystackStatsAndMetric<true>, haystack, haystack_size, common_stats, distance, haystack_ngram_storage.get());
 
                 /// Return to zero array stats.
                 for (size_t j = 0; j < needle_stats_size; ++j)
@@ -391,12 +282,8 @@ struct NgramDistanceImpl
 
                 if (needle_size <= max_string_size && haystack_size <= max_string_size)
                 {
-                    const size_t needle_stats_size = dispatchSearcher(
-                        calculateNeedleStats<true>,
-                        needle,
-                        needle_size,
-                        common_stats,
-                        needle_ngram_storage.get());
+                    const size_t needle_stats_size
+                        = dispatchSearcher(calculateNeedleStats<true>, needle, needle_size, common_stats, needle_ngram_storage.get());
 
                     size_t distance = needle_stats_size;
 
@@ -420,15 +307,11 @@ struct NgramDistanceImpl
 
                 prev_offset = needle_offsets[i];
             }
-
         }
     }
 
     static void vector_constant(
-        const ColumnString::Chars & data,
-        const ColumnString::Offsets & offsets,
-        std::string needle,
-        PaddedPODArray<Float32> & res)
+        const ColumnString::Chars & data, const ColumnString::Offsets & offsets, std::string needle, PaddedPODArray<Float32> & res)
     {
         /// zeroing our map
         NgramStats common_stats = {};
@@ -454,7 +337,8 @@ struct NgramDistanceImpl
                 size_t haystack_stats_size = dispatchSearcher(
                     calculateHaystackStatsAndMetric<true>,
                     reinterpret_cast<const char *>(haystack),
-                    haystack_size, common_stats,
+                    haystack_size,
+                    common_stats,
                     distance,
                     ngram_storage.get());
                 /// For !symmetric version we should not use haystack_stats_size.
@@ -516,14 +400,18 @@ struct NameNgramSearchUTF8CaseInsensitive
 };
 
 using FunctionNgramDistance = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, false, true>, NameNgramDistance>;
-using FunctionNgramDistanceCaseInsensitive = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, true, true>, NameNgramDistanceCaseInsensitive>;
+using FunctionNgramDistanceCaseInsensitive
+    = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, true, true>, NameNgramDistanceCaseInsensitive>;
 using FunctionNgramDistanceUTF8 = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, false, true>, NameNgramDistanceUTF8>;
-using FunctionNgramDistanceCaseInsensitiveUTF8 = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, true, true>, NameNgramDistanceUTF8CaseInsensitive>;
+using FunctionNgramDistanceCaseInsensitiveUTF8
+    = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, true, true>, NameNgramDistanceUTF8CaseInsensitive>;
 
 using FunctionNgramSearch = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, false, false>, NameNgramSearch>;
-using FunctionNgramSearchCaseInsensitive = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, true, false>, NameNgramSearchCaseInsensitive>;
+using FunctionNgramSearchCaseInsensitive
+    = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, true, false>, NameNgramSearchCaseInsensitive>;
 using FunctionNgramSearchUTF8 = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, false, false>, NameNgramSearchUTF8>;
-using FunctionNgramSearchCaseInsensitiveUTF8 = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, true, false>, NameNgramSearchUTF8CaseInsensitive>;
+using FunctionNgramSearchCaseInsensitiveUTF8
+    = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, true, false>, NameNgramSearchUTF8CaseInsensitive>;
 
 
 void registerFunctionsStringSimilarity(FunctionFactory & factory)

From e0cf07e958c77cf3b7f1faeb727ba3541ae00f18 Mon Sep 17 00:00:00 2001
From: fenglv <fenglv15@mails.ucas.ac.cn>
Date: Wed, 6 Nov 2019 18:35:23 +0800
Subject: [PATCH 002/742] add hammingdistance function

---
 dbms/src/Functions/bitHammingDistance.cpp     | 174 ++++++++++++++
 dbms/src/Functions/registerFunctions.cpp      |   2 +
 .../Functions/registerFunctionsArithmetic.cpp |   4 +
 dbms/src/Functions/tupleHammingDistance.cpp   | 224 ++++++++++++++++++
 4 files changed, 404 insertions(+)
 create mode 100644 dbms/src/Functions/bitHammingDistance.cpp
 create mode 100644 dbms/src/Functions/tupleHammingDistance.cpp

diff --git a/dbms/src/Functions/bitHammingDistance.cpp b/dbms/src/Functions/bitHammingDistance.cpp
new file mode 100644
index 00000000000..2572720bb4e
--- /dev/null
+++ b/dbms/src/Functions/bitHammingDistance.cpp
@@ -0,0 +1,174 @@
+#include <Columns/ColumnVector.h>
+#include <DataTypes/DataTypesNumber.h>
+#include <Functions/FunctionFactory.h>
+#include <Functions/FunctionHelpers.h>
+#include <Functions/IFunction.h>
+#include <Functions/castTypeToEither.h>
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int ILLEGAL_COLUMN;
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
+}
+
+
+template <typename A, typename B>
+struct BitHammingDistanceImpl
+{
+    using ResultType = UInt8;
+
+    static void NO_INLINE vector_vector(const PaddedPODArray<A> & a, const PaddedPODArray<B> & b, PaddedPODArray<ResultType> & c)
+    {
+        size_t size = a.size();
+        for (size_t i = 0; i < size; ++i)
+            c[i] = apply(a[i], b[i]);
+    }
+
+    static void NO_INLINE vector_constant(const PaddedPODArray<A> & a, B b, PaddedPODArray<ResultType> & c)
+    {
+        size_t size = a.size();
+        for (size_t i = 0; i < size; ++i)
+            c[i] = apply(a[i], b);
+    }
+
+    static void NO_INLINE constant_vector(A a, const PaddedPODArray<B> & b, PaddedPODArray<ResultType> & c)
+    {
+        size_t size = b.size();
+        for (size_t i = 0; i < size; ++i)
+            c[i] = apply(a, b[i]);
+    }
+
+    static ResultType constant_constant(A a, B b) { return apply(a, b); }
+
+private:
+    static UInt8 pop_cnt(UInt64 res)
+    {
+        UInt8 count = 0;
+        for (; res; res >>= 1)
+            count += res & 1u;
+        return count;
+    }
+
+    static inline UInt8 apply(UInt64 a, UInt64 b)
+    {
+        UInt64 res = a ^ b;
+        return pop_cnt(res);
+    }
+};
+
+template <typename F>
+bool castType(const IDataType * type, F && f)
+{
+    return castTypeToEither<
+        DataTypeInt8,
+        DataTypeInt16,
+        DataTypeInt32,
+        DataTypeInt64,
+        DataTypeUInt8,
+        DataTypeUInt16,
+        DataTypeUInt32,
+        DataTypeUInt64>(type, std::forward<F>(f));
+}
+
+template <typename F>
+static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
+{
+    return castType(left, [&](const auto & left_) { return castType(right, [&](const auto & right_) { return f(left_, right_); }); });
+}
+
+//bitHammingDistance function: (Integer, Integer) -> UInt8
+class FunctionBitHammingDistance : public IFunction
+{
+public:
+    static constexpr auto name = "bitHammingDistance";
+    using ResultType = UInt8;
+    static FunctionPtr create(const Context &) { return std::make_shared<FunctionBitHammingDistance>(); }
+
+    String getName() const override { return name; }
+
+    size_t getNumberOfArguments() const override { return 2; }
+
+    DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
+    {
+        if (!isInteger(arguments[0]))
+            throw Exception(
+                "Illegal type " + arguments[0]->getName() + " of argument of function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        if (!isInteger(arguments[1]))
+            throw Exception(
+                "Illegal type " + arguments[1]->getName() + " of argument of function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        return std::make_shared<DataTypeUInt8>();
+    }
+
+    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) override
+    {
+        auto * left_generic = block.getByPosition(arguments[0]).type.get();
+        auto * right_generic = block.getByPosition(arguments[1]).type.get();
+        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right) {
+            using LeftDataType = std::decay_t<decltype(left)>;
+            using RightDataType = std::decay_t<decltype(right)>;
+            using T0 = typename LeftDataType::FieldType;
+            using T1 = typename RightDataType::FieldType;
+            using ColVecT0 = ColumnVector<T0>;
+            using ColVecT1 = ColumnVector<T1>;
+            using ColVecResult = ColumnVector<ResultType>;
+
+            using OpImpl = BitHammingDistanceImpl<T0, T1>;
+
+            auto col_left_raw = block.getByPosition(arguments[0]).column.get();
+            auto col_right_raw = block.getByPosition(arguments[1]).column.get();
+            if (auto col_left = checkAndGetColumnConst<ColVecT0>(col_left_raw))
+            {
+                if (auto col_right = checkAndGetColumnConst<ColVecT1>(col_right_raw))
+                {
+                    //constant integer - constant integer
+                    auto res = OpImpl::constant_constant(col_left->template getValue<T0>(), col_right->template getValue<T1>());
+                    block.getByPosition(result).column = DataTypeUInt8().createColumnConst(col_left->size(), toField(res));
+                    return true;
+                }
+            }
+
+            typename ColVecResult::MutablePtr col_res = nullptr;
+            col_res = ColVecResult::create();
+
+            auto & vec_res = col_res->getData();
+            vec_res.resize(block.rows());
+
+            if (auto col_left_const = checkAndGetColumnConst<ColVecT0>(col_left_raw))
+            {
+                if (auto col_right = checkAndGetColumn<ColVecT1>(col_right_raw))
+                {
+                    // constant integer - non-constant integer
+                    OpImpl::constant_vector(col_left_const->template getValue<T0>(), col_right->getData(), vec_res);
+                }
+                else
+                    return false;
+            }
+            else if (auto col_left = checkAndGetColumn<ColVecT0>(col_left_raw))
+            {
+                if (auto col_right = checkAndGetColumn<ColVecT1>(col_right_raw))
+                    //non-constant integer - non-constant integer
+                    OpImpl::vector_vector(col_left->getData(), col_right->getData(), vec_res);
+                else if (auto col_right_const = checkAndGetColumnConst<ColVecT1>(col_right_raw))
+                    //non-constant integer - constant integer
+                    OpImpl::vector_constant(col_left->getData(), col_right_const->template getValue<T1>(), vec_res);
+                else
+                    return false;
+            }
+            else
+                return false;
+
+            block.getByPosition(result).column = std::move(col_res);
+            return true;
+        });
+        if (!valid)
+            throw Exception(getName() + "'s arguments do not match the expected data types", ErrorCodes::ILLEGAL_COLUMN);
+    }
+};
+
+void registerFunctionBitHammingDistance(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionBitHammingDistance>();
+}
+}
diff --git a/dbms/src/Functions/registerFunctions.cpp b/dbms/src/Functions/registerFunctions.cpp
index 501f8e7f90a..09000a1dadd 100644
--- a/dbms/src/Functions/registerFunctions.cpp
+++ b/dbms/src/Functions/registerFunctions.cpp
@@ -41,6 +41,7 @@ void registerFunctionsFindCluster(FunctionFactory &);
 void registerFunctionsJSON(FunctionFactory &);
 void registerFunctionsIntrospection(FunctionFactory &);
 void registerFunctionsConsistentHashing(FunctionFactory & factory);
+void registerFunctionsStringHash(FunctionFactory & factory);
 
 void registerFunctions()
 {
@@ -80,6 +81,7 @@ void registerFunctions()
     registerFunctionsJSON(factory);
     registerFunctionsIntrospection(factory);
     registerFunctionsConsistentHashing(factory);
+    registerFunctionsStringHash(factory);
 }
 
 }
diff --git a/dbms/src/Functions/registerFunctionsArithmetic.cpp b/dbms/src/Functions/registerFunctionsArithmetic.cpp
index 1faa28e395e..a03058c37e9 100644
--- a/dbms/src/Functions/registerFunctionsArithmetic.cpp
+++ b/dbms/src/Functions/registerFunctionsArithmetic.cpp
@@ -32,6 +32,8 @@ void registerFunctionIntExp10(FunctionFactory & factory);
 void registerFunctionRoundToExp2(FunctionFactory & factory);
 void registerFunctionRoundDuration(FunctionFactory & factory);
 void registerFunctionRoundAge(FunctionFactory & factory);
+void registerFunctionBitHammingDistance(FunctionFactory & factory);
+void registerFunctionTupleHammingDistance(FunctionFactory & factory);
 
 void registerFunctionBitBoolMaskOr(FunctionFactory & factory);
 void registerFunctionBitBoolMaskAnd(FunctionFactory & factory);
@@ -69,6 +71,8 @@ void registerFunctionsArithmetic(FunctionFactory & factory)
     registerFunctionRoundToExp2(factory);
     registerFunctionRoundDuration(factory);
     registerFunctionRoundAge(factory);
+    registerFunctionBitHammingDistance(factory);
+    registerFunctionTupleHammingDistance(factory);
 
     /// Not for external use.
     registerFunctionBitBoolMaskOr(factory);
diff --git a/dbms/src/Functions/tupleHammingDistance.cpp b/dbms/src/Functions/tupleHammingDistance.cpp
new file mode 100644
index 00000000000..4a727aef59a
--- /dev/null
+++ b/dbms/src/Functions/tupleHammingDistance.cpp
@@ -0,0 +1,224 @@
+#include <Columns/ColumnTuple.h>
+#include <Columns/ColumnVector.h>
+#include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypesNumber.h>
+#include <Functions/FunctionFactory.h>
+#include <Functions/FunctionHelpers.h>
+#include <Functions/IFunction.h>
+#include <Functions/castTypeToEither.h>
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int ILLEGAL_COLUMN;
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
+}
+
+template <typename A, typename B>
+struct TupleHammingDistanceImpl
+{
+    using ResultType = UInt8;
+
+    static void NO_INLINE vector_vector(
+        const PaddedPODArray<A> & a1,
+        const PaddedPODArray<A> & b1,
+        const PaddedPODArray<B> & a2,
+        const PaddedPODArray<B> & b2,
+        PaddedPODArray<ResultType> & c)
+    {
+        size_t size = a1.size();
+        for (size_t i = 0; i < size; ++i)
+            c[i] = apply(a1[i], a2[i]) + apply(b1[i], b2[i]);
+    }
+
+    static void NO_INLINE
+    vector_constant(const PaddedPODArray<A> & a1, const PaddedPODArray<A> & b1, UInt64 a2, UInt64 b2, PaddedPODArray<ResultType> & c)
+    {
+        size_t size = a1.size();
+        for (size_t i = 0; i < size; ++i)
+            c[i] = apply(a1[i], a2) + apply(b1[i], b2);
+    }
+
+    static void NO_INLINE
+    constant_vector(UInt64 a1, UInt64 b1, const PaddedPODArray<B> & a2, const PaddedPODArray<B> & b2, PaddedPODArray<ResultType> & c)
+    {
+        size_t size = a2.size();
+        for (size_t i = 0; i < size; ++i)
+            c[i] = apply(a1, a2[i]) + apply(b1, b2[i]);
+    }
+
+    static ResultType constant_constant(UInt64 a1, UInt64 b1, UInt64 a2, UInt64 b2) { return apply(a1, a2) + apply(b1, b2); }
+
+private:
+    static UInt8 pop_cnt(UInt64 res)
+    {
+        UInt8 count = 0;
+        for (; res; res >>= 1)
+            count += res & 1u;
+        return count;
+    }
+
+    static inline UInt8 apply(UInt64 a, UInt64 b)
+    {
+        UInt64 res = a ^ b;
+        return pop_cnt(res);
+    }
+};
+
+template <typename F>
+bool castType(const IDataType * type, F && f)
+{
+    return castTypeToEither<
+        DataTypeInt8,
+        DataTypeInt16,
+        DataTypeInt32,
+        DataTypeInt64,
+        DataTypeUInt8,
+        DataTypeUInt16,
+        DataTypeUInt32,
+        DataTypeUInt64>(type, std::forward<F>(f));
+}
+
+template <typename F>
+static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
+{
+    return castType(left, [&](const auto & left_) { return castType(right, [&](const auto & right_) { return f(left_, right_); }); });
+}
+
+//tupleHammingDistance function: (Tuple(Integer, Integer), Tuple(Integer, Integer))->UInt8
+//in order to avoid code bloating, for non-constant tuple, we make sure that the elements
+//in the tuple should have same data type, and for constant tuple, elements can be any integer
+//data type, we cast all of them into UInt64
+class FunctionTupleHammingDistance : public IFunction
+{
+public:
+    static constexpr auto name = "tupleHammingDistance";
+    using ResultType = UInt8;
+    static FunctionPtr create(const Context &) { return std::make_shared<FunctionTupleHammingDistance>(); }
+
+    String getName() const override { return name; }
+
+    size_t getNumberOfArguments() const override { return 2; }
+
+    DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
+    {
+        if (!isTuple(arguments[0]))
+            throw Exception(
+                "Illegal type " + arguments[0]->getName() + " of argument of function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        if (!isTuple(arguments[1]))
+            throw Exception(
+                "Illegal type " + arguments[1]->getName() + " of argument of function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        return std::make_shared<DataTypeUInt8>();
+    }
+
+    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) override
+    {
+        const ColumnWithTypeAndName & arg1 = block.getByPosition(arguments[0]);
+        const ColumnWithTypeAndName & arg2 = block.getByPosition(arguments[1]);
+        const DataTypeTuple & type1 = static_cast<const DataTypeTuple &>(*arg1.type);
+        const DataTypeTuple & type2 = static_cast<const DataTypeTuple &>(*arg2.type);
+        auto & left_elems = type1.getElements();
+        auto & right_elems = type2.getElements();
+        if (left_elems.size() != 2 || right_elems.size() != 2)
+            throw Exception(
+                "Illegal column of arguments of function " + getName() + ", tuple should have exactly two elements.",
+                ErrorCodes::ILLEGAL_COLUMN);
+        bool valid = castBothTypes(left_elems[0].get(), right_elems[0].get(), [&](const auto & left, const auto & right) {
+            using LeftDataType = std::decay_t<decltype(left)>;
+            using RightDataType = std::decay_t<decltype(right)>;
+            using T0 = typename LeftDataType::FieldType;
+            using T1 = typename RightDataType::FieldType;
+            using ColVecT0 = ColumnVector<T0>;
+            using ColVecT1 = ColumnVector<T1>;
+            using ColVecResult = ColumnVector<ResultType>;
+
+            using OpImpl = TupleHammingDistanceImpl<T0, T1>;
+
+            // constant tuple - constant tuple
+            if (const ColumnConst * const_col_left = checkAndGetColumnConst<ColumnTuple>(arg1.column.get()))
+            {
+                if (const ColumnConst * const_col_right = checkAndGetColumnConst<ColumnTuple>(arg2.column.get()))
+                {
+                    auto cols1 = convertConstTupleToConstantElements(*const_col_left);
+                    auto cols2 = convertConstTupleToConstantElements(*const_col_right);
+                    Field a1, b1, a2, b2;
+                    cols1[0]->get(0, a1);
+                    cols1[1]->get(0, b1);
+                    cols2[0]->get(0, a2);
+                    cols2[1]->get(0, b2);
+                    auto res = OpImpl::constant_constant(a1.get<UInt64>(), b1.get<UInt64>(), a2.get<UInt64>(), b2.get<UInt64>());
+                    block.getByPosition(result).column = DataTypeUInt8().createColumnConst(const_col_left->size(), toField(res));
+                    return true;
+                }
+            }
+
+            typename ColVecResult::MutablePtr col_res = nullptr;
+            col_res = ColVecResult::create();
+            auto & vec_res = col_res->getData();
+            vec_res.resize(block.rows());
+            // constant tuple - non-constant tuple
+            if (const ColumnConst * const_col_left = checkAndGetColumnConst<ColumnTuple>(arg1.column.get()))
+            {
+                if (const ColumnTuple * col_right = typeid_cast<const ColumnTuple *>(arg2.column.get()))
+                {
+                    auto const_cols = convertConstTupleToConstantElements(*const_col_left);
+                    Field a1, b1;
+                    const_cols[0]->get(0, a1);
+                    const_cols[1]->get(0, b1);
+                    auto col_r1 = checkAndGetColumn<ColVecT1>(&col_right->getColumn(0));
+                    auto col_r2 = checkAndGetColumn<ColVecT1>(&col_right->getColumn(1));
+                    if (col_r1 && col_r2)
+                        OpImpl::constant_vector(a1.get<UInt64>(), b1.get<UInt64>(), col_r1->getData(), col_r2->getData(), vec_res);
+                    else
+                        return false;
+                }
+                else
+                    return false;
+            }
+            else if (const ColumnTuple * col_left = typeid_cast<const ColumnTuple *>(arg1.column.get()))
+            {
+                auto col_l1 = checkAndGetColumn<ColVecT0>(&col_left->getColumn(0));
+                auto col_l2 = checkAndGetColumn<ColVecT0>(&col_left->getColumn(1));
+                if (col_l1 && col_l2)
+                {
+                    // non-constant tuple - constant tuple
+                    if (const ColumnConst * const_col_right = checkAndGetColumnConst<ColumnTuple>(arg2.column.get()))
+                    {
+                        auto const_cols = convertConstTupleToConstantElements(*const_col_right);
+                        Field a2, b2;
+                        const_cols[0]->get(0, a2);
+                        const_cols[1]->get(0, b2);
+                        OpImpl::vector_constant(col_l1->getData(), col_l2->getData(), a2.get<UInt64>(), a2.get<UInt64>(), vec_res);
+                    }
+                    // non-constant tuple - non-constant tuple
+                    else if (const ColumnTuple * col_right = typeid_cast<const ColumnTuple *>(arg2.column.get()))
+                    {
+                        auto col_r1 = checkAndGetColumn<ColVecT1>(&col_right->getColumn(0));
+                        auto col_r2 = checkAndGetColumn<ColVecT1>(&col_right->getColumn(1));
+                        if (col_r1 && col_r2)
+                            OpImpl::vector_vector(col_l1->getData(), col_l2->getData(), col_r1->getData(), col_r2->getData(), vec_res);
+                        else
+                            return false;
+                    }
+                    else
+                        return false;
+                }
+                else
+                    return false;
+            }
+            else
+                return false;
+            block.getByPosition(result).column = std::move(col_res);
+            return true;
+        });
+        if (!valid)
+            throw Exception(getName() + "'s arguments do not match the expected data types", ErrorCodes::ILLEGAL_COLUMN);
+    }
+};
+
+void registerFunctionTupleHammingDistance(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionTupleHammingDistance>();
+}
+}

From 9403dd1520dfd7a887a159ab0af0da699747e2ec Mon Sep 17 00:00:00 2001
From: fenglv <fenglv15@mails.ucas.ac.cn>
Date: Wed, 6 Nov 2019 18:35:55 +0800
Subject: [PATCH 003/742] add test

fix comment style

fix lambda function style
---
 dbms/src/Functions/ExtractString.h            | 26 ++++-----
 dbms/src/Functions/FunctionsStringHash.cpp    | 54 +++++++++----------
 dbms/src/Functions/FunctionsStringHash.h      | 10 ++--
 dbms/src/Functions/bitHammingDistance.cpp     | 15 +++---
 dbms/src/Functions/tupleHammingDistance.cpp   | 15 +++---
 .../01016_simhash_minhash.reference           | 50 +++++++++++++++++
 .../0_stateless/01016_simhash_minhash.sql     | 47 ++++++++++++++++
 .../01017_bithamming_distance.reference       | 15 ++++++
 .../0_stateless/01017_bithamming_distance.sql | 20 +++++++
 .../01017_tuplehamming_distance.reference     | 15 ++++++
 .../01017_tuplehamming_distance.sql           | 19 +++++++
 11 files changed, 228 insertions(+), 58 deletions(-)
 create mode 100644 dbms/tests/queries/0_stateless/01016_simhash_minhash.reference
 create mode 100644 dbms/tests/queries/0_stateless/01016_simhash_minhash.sql
 create mode 100644 dbms/tests/queries/0_stateless/01017_bithamming_distance.reference
 create mode 100644 dbms/tests/queries/0_stateless/01017_bithamming_distance.sql
 create mode 100644 dbms/tests/queries/0_stateless/01017_tuplehamming_distance.reference
 create mode 100644 dbms/tests/queries/0_stateless/01017_tuplehamming_distance.sql

diff --git a/dbms/src/Functions/ExtractString.h b/dbms/src/Functions/ExtractString.h
index 05566496cba..c74b5175ea6 100644
--- a/dbms/src/Functions/ExtractString.h
+++ b/dbms/src/Functions/ExtractString.h
@@ -12,8 +12,8 @@
 
 namespace DB
 {
-//used by FunctionsStringSimilarity and FunctionsStringHash
-//includes exacting ASCII ngram, UTF8 ngram, ASCII word and UTF8 word
+// used by FunctionsStringSimilarity and FunctionsStringHash
+// includes exacting ASCII ngram, UTF8 ngram, ASCII word and UTF8 word
 template <size_t N, bool CaseInsensitive>
 struct ExtractStringImpl
 {
@@ -47,14 +47,14 @@ struct ExtractStringImpl
         return default_padding;
     }
 
-    //used by FunctionsStringHash
-    //it's not easy to add padding for ColumnString, so we need safety check each memcpy
+    // used by FunctionsStringHash
+    // it's not easy to add padding for ColumnString, so we need safety check each memcpy
     static ALWAYS_INLINE size_t readASCIICodePointsNoPadding(UInt8 * code_points, const char *& pos, const char * end)
     {
         constexpr size_t padding_offset = default_padding - N + 1;
         memcpy(code_points, code_points + padding_offset, roundUpToPowerOfTwoOrZero(N - 1) * sizeof(UInt8));
 
-        //safety check
+        // safety check
         size_t cpy_size = (pos + padding_offset > end) ? end - pos : padding_offset;
 
         memcpy(code_points + (N - 1), pos, cpy_size * sizeof(UInt8));
@@ -69,12 +69,12 @@ struct ExtractStringImpl
         return default_padding;
     }
 
-    //read a ASCII word from pos to word
-    //if the word size exceeds max_word_size, only read max_word_size byte
-    //in  FuntionsStringHash, the default value of max_word_size is 128
+    // read a ASCII word from pos to word
+    // if the word size exceeds max_word_size, only read max_word_size byte
+    // in  FuntionsStringHash, the default value of max_word_size is 128
     static ALWAYS_INLINE inline size_t readOneASCIIWord(UInt8 * word, const char *& pos, const char * end, const size_t & max_word_size)
     {
-        //jump seperators
+        // jump seperators
         while (pos < end && !isAlphaNum(*pos))
             ++pos;
 
@@ -105,14 +105,14 @@ struct ExtractStringImpl
         return num;
     }
 
-    //read one UTF8 word from pos to word
-    //also, we assume that one word size cann't exceed max_word_size with default value 128
+    // read one UTF8 word from pos to word
+    // also, we assume that one word size cann't exceed max_word_size with default value 128
     static ALWAYS_INLINE inline size_t readOneUTF8Word(UInt32 * word, const char *& pos, const char * end, const size_t & max_word_size)
     {
         // jump UTF8 seperator
         while (pos < end && isUTF8Sep(*pos))
             ++pos;
-        //UTF8 word's character number
+        // UTF8 word's character number
         size_t num = 0;
         while (pos < end && num < max_word_size && !isUTF8Sep(*pos))
         {
@@ -133,7 +133,7 @@ private:
         ((cont[Offset + I] = std::tolower(cont[Offset + I])), ...);
     }
 
-    //we use ASCII non-alphanum character as UTF8 seperator
+    // we use ASCII non-alphanum character as UTF8 seperator
     static ALWAYS_INLINE inline bool isUTF8Sep(const UInt8 c) { return c < 128 && !isAlphaNum(c); }
 
     // read one UTF8 character and return it
diff --git a/dbms/src/Functions/FunctionsStringHash.cpp b/dbms/src/Functions/FunctionsStringHash.cpp
index 797d7d30078..215d49544cb 100644
--- a/dbms/src/Functions/FunctionsStringHash.cpp
+++ b/dbms/src/Functions/FunctionsStringHash.cpp
@@ -75,7 +75,7 @@ struct Hash
     }
 };
 
-//Sinhash String -> UInt64
+// Sinhash String -> UInt64
 template <size_t N, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
 struct SimhashImpl
 {
@@ -123,8 +123,8 @@ struct SimhashImpl
             iter = 0;
         } while (start < end && (found = read_code_points(cp, start, end)));
 
-        //finally, we return a 64 bit value according to finger_vec
-        //if finger_vec[i] > 0, the i'th bit of the value is 1, otherwise 0
+        // finally, we return a 64 bit value according to finger_vec
+        // if finger_vec[i] > 0, the i'th bit of the value is 1, otherwise 0
         std::bitset<64> res_bit(0u);
         for (size_t i = 0; i < 64; ++i)
         {
@@ -160,7 +160,7 @@ struct SimhashImpl
         // word buffer to store one word
         CodePoint word_buf[max_word_size] = {};
         size_t word_size;
-        //get first word shingle
+        // get first word shingle
         for (size_t i = 0; i < N && start < end; ++i)
         {
             word_size = read_one_word(word_buf, start, end, max_word_size);
@@ -189,9 +189,9 @@ struct SimhashImpl
             // word hash value into locaion of a1, then array become |a5|a6|a2|a3|a4|
             nwordHashes[offset] = Hash::hashSum(word_buf, word_size);
             offset = (offset + 1) % N;
-            //according to the word hash storation way, in order to not lose the word shingle's
-            //sequence information, when calculation word shingle hash value, we need provide the offset
-            //inforation, which is the offset of the first word's hash value of the word shingle
+            // according to the word hash storation way, in order to not lose the word shingle's
+            // sequence information, when calculation word shingle hash value, we need provide the offset
+            // inforation, which is the offset of the first word's hash value of the word shingle
             hash_value = hash_functor(nwordHashes, N, offset);
             std::bitset<64> bits(hash_value);
             for (size_t i = 0; i < 64; ++i)
@@ -237,7 +237,7 @@ struct SimhashImpl
             res = dispatch(wordShinglesCalculateHashValue, data.data(), data.size());
     }
 
-    //non-constant string
+    // non-constant string
     static void vector(const ColumnString::Chars & data, const ColumnString::Offsets & offsets, PaddedPODArray<UInt64> & res)
     {
         for (size_t i = 0; i < offsets.size(); ++i)
@@ -255,12 +255,12 @@ struct SimhashImpl
     }
 };
 
-//Minhash: String -> Tuple(UInt64, UInt64)
-//for each string, we extract ngram or word shingle,
-//for each ngram or word shingle, calculate a hash value,
-//then we take the K minimum hash values to calculate a hashsum,
-//and take the K maximum hash values to calculate another hashsum,
-//return this two hashsum: Tuple(hashsum1, hashsum2)
+// Minhash: String -> Tuple(UInt64, UInt64)
+// for each string, we extract ngram or word shingle,
+// for each ngram or word shingle, calculate a hash value,
+// then we take the K minimum hash values to calculate a hashsum,
+// and take the K maximum hash values to calculate another hashsum,
+// return this two hashsum: Tuple(hashsum1, hashsum2)
 template <size_t N, size_t K, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
 struct MinhashImpl
 {
@@ -298,11 +298,11 @@ struct MinhashImpl
         hashes[i] = v;
     }
 
-    //Minhash ngram calculate function, String -> Tuple(UInt64, UInt64)
-    //we extract ngram from input string, and calculate a hash value for each ngram
-    //then we take the K minimum hash values to calculate a hashsum,
-    //and take the K maximum hash values to calculate another hashsum,
-    //return this two hashsum: Tuple(hashsum1, hashsum2)
+    // Minhash ngram calculate function, String -> Tuple(UInt64, UInt64)
+    // we extract ngram from input string, and calculate a hash value for each ngram
+    // then we take the K minimum hash values to calculate a hashsum,
+    // and take the K maximum hash values to calculate another hashsum,
+    // return this two hashsum: Tuple(hashsum1, hashsum2)
     static ALWAYS_INLINE inline std::tuple<UInt64, UInt64> ngramCalculateHashValue(
         const char * data,
         const size_t size,
@@ -339,8 +339,8 @@ struct MinhashImpl
     }
 
     // Minhash word shingle hash value calculate function: String ->Tuple(UInt64, UInt64)
-    //for each word shingle, we calculate a hash value, but in fact, we just maintain the
-    //K minimum and K maximum hash value
+    // for each word shingle, we calculate a hash value, but in fact, we just maintain the
+    // K minimum and K maximum hash value
     static ALWAYS_INLINE inline std::tuple<UInt64, UInt64> wordShinglesCalculateHashValue(
         const char * data,
         const size_t size,
@@ -349,7 +349,7 @@ struct MinhashImpl
     {
         const char * start = data;
         const char * end = start + size;
-        //also we just store the K minimu and K maximum hash values
+        // also we just store the K minimu and K maximum hash values
         UInt64 k_minimum[K] = {};
         UInt64 k_maxinum[K] = {};
         // array to store n word hashes
@@ -357,8 +357,8 @@ struct MinhashImpl
         // word buffer to store one word
         CodePoint word_buf[max_word_size] = {};
         size_t word_size;
-        //how word shingle hash value calculation and word hash storation is same as we
-        //have descripted in Simhash wordShinglesCalculateHashValue function
+        // how word shingle hash value calculation and word hash storation is same as we
+        // have descripted in Simhash wordShinglesCalculateHashValue function
         for (size_t i = 0; i < N && start < end; ++i)
         {
             word_size = read_one_word(word_buf, start, end, max_word_size);
@@ -416,7 +416,7 @@ struct MinhashImpl
             std::tie(res1, res2) = dispatch(wordShinglesCalculateHashValue, data.data(), data.size());
     }
 
-    //non-constant string
+    // non-constant string
     static void vector(
         const ColumnString::Chars & data,
         const ColumnString::Offsets & offsets,
@@ -518,7 +518,7 @@ struct NameWordShingleMinhashCaseInsensitiveUTF8
     static constexpr auto name = "wordShingleMinhashCaseInsensitiveUTF8";
 };
 
-//Simhash
+// Simhash
 using FunctionNgramSimhash = FunctionsStringHash<SimhashImpl<4, UInt8, false, true, false>, NameNgramSimhash, true>;
 
 using FunctionNgramSimhashCaseInsensitive
@@ -539,7 +539,7 @@ using FunctionWordShingleSimhashUTF8 = FunctionsStringHash<SimhashImpl<3, UInt32
 using FunctionWordShingleSimhashCaseInsensitiveUTF8
     = FunctionsStringHash<SimhashImpl<3, UInt32, true, false, true>, NameWordShingleSimhashCaseInsensitiveUTF8, true>;
 
-//Minhash
+// Minhash
 using FunctionNgramMinhash = FunctionsStringHash<MinhashImpl<4, 6, UInt8, false, true, false>, NameNgramMinhash, false>;
 
 using FunctionNgramMinhashCaseInsensitive
diff --git a/dbms/src/Functions/FunctionsStringHash.h b/dbms/src/Functions/FunctionsStringHash.h
index 185097ade99..bb1e42ab5fa 100644
--- a/dbms/src/Functions/FunctionsStringHash.h
+++ b/dbms/src/Functions/FunctionsStringHash.h
@@ -15,14 +15,12 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
-    extern const int ILLEGAL_COLUMN;
-    extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
     extern const int TOO_LARGE_STRING_SIZE;
 }
 
-//FunctionStringHash
-//Simhash: String -> UInt64
-//Minhash: String -> (UInt64, UInt64)
+// FunctionStringHash
+// Simhash: String -> UInt64
+// Minhash: String -> (UInt64, UInt64)
 template <typename Impl, typename Name, bool IsSimhash>
 class FunctionsStringHash : public IFunction
 {
@@ -103,7 +101,7 @@ public:
             }
             else
             {
-                //non const string
+                // non const string
                 auto col_h1 = ColumnVector<ResultType>::create();
                 auto col_h2 = ColumnVector<ResultType>::create();
                 typename ColumnVector<ResultType>::Container & vec_h1 = col_h1->getData();
diff --git a/dbms/src/Functions/bitHammingDistance.cpp b/dbms/src/Functions/bitHammingDistance.cpp
index 2572720bb4e..fdef72d4c43 100644
--- a/dbms/src/Functions/bitHammingDistance.cpp
+++ b/dbms/src/Functions/bitHammingDistance.cpp
@@ -75,10 +75,12 @@ bool castType(const IDataType * type, F && f)
 template <typename F>
 static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
 {
-    return castType(left, [&](const auto & left_) { return castType(right, [&](const auto & right_) { return f(left_, right_); }); });
+    return castType(left, [&](const auto & left_) {
+        return castType(right, [&](const auto & right_) { return f(left_, right_); });
+    });
 }
 
-//bitHammingDistance function: (Integer, Integer) -> UInt8
+// bitHammingDistance function: (Integer, Integer) -> UInt8
 class FunctionBitHammingDistance : public IFunction
 {
 public:
@@ -105,7 +107,8 @@ public:
     {
         auto * left_generic = block.getByPosition(arguments[0]).type.get();
         auto * right_generic = block.getByPosition(arguments[1]).type.get();
-        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right) {
+        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
+        {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
             using T0 = typename LeftDataType::FieldType;
@@ -122,7 +125,7 @@ public:
             {
                 if (auto col_right = checkAndGetColumnConst<ColVecT1>(col_right_raw))
                 {
-                    //constant integer - constant integer
+                    // constant integer - constant integer
                     auto res = OpImpl::constant_constant(col_left->template getValue<T0>(), col_right->template getValue<T1>());
                     block.getByPosition(result).column = DataTypeUInt8().createColumnConst(col_left->size(), toField(res));
                     return true;
@@ -148,10 +151,10 @@ public:
             else if (auto col_left = checkAndGetColumn<ColVecT0>(col_left_raw))
             {
                 if (auto col_right = checkAndGetColumn<ColVecT1>(col_right_raw))
-                    //non-constant integer - non-constant integer
+                    // non-constant integer - non-constant integer
                     OpImpl::vector_vector(col_left->getData(), col_right->getData(), vec_res);
                 else if (auto col_right_const = checkAndGetColumnConst<ColVecT1>(col_right_raw))
-                    //non-constant integer - constant integer
+                    // non-constant integer - constant integer
                     OpImpl::vector_constant(col_left->getData(), col_right_const->template getValue<T1>(), vec_res);
                 else
                     return false;
diff --git a/dbms/src/Functions/tupleHammingDistance.cpp b/dbms/src/Functions/tupleHammingDistance.cpp
index 4a727aef59a..45c113edad4 100644
--- a/dbms/src/Functions/tupleHammingDistance.cpp
+++ b/dbms/src/Functions/tupleHammingDistance.cpp
@@ -83,13 +83,15 @@ bool castType(const IDataType * type, F && f)
 template <typename F>
 static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
 {
-    return castType(left, [&](const auto & left_) { return castType(right, [&](const auto & right_) { return f(left_, right_); }); });
+    return castType(left, [&](const auto & left_) {
+        return castType(right, [&](const auto & right_) { return f(left_, right_); });
+    });
 }
 
-//tupleHammingDistance function: (Tuple(Integer, Integer), Tuple(Integer, Integer))->UInt8
-//in order to avoid code bloating, for non-constant tuple, we make sure that the elements
-//in the tuple should have same data type, and for constant tuple, elements can be any integer
-//data type, we cast all of them into UInt64
+// tupleHammingDistance function: (Tuple(Integer, Integer), Tuple(Integer, Integer))->UInt8
+// in order to avoid code bloating, for non-constant tuple, we make sure that the elements
+// in the tuple should have same data type, and for constant tuple, elements can be any integer
+// data type, we cast all of them into UInt64
 class FunctionTupleHammingDistance : public IFunction
 {
 public:
@@ -124,7 +126,8 @@ public:
             throw Exception(
                 "Illegal column of arguments of function " + getName() + ", tuple should have exactly two elements.",
                 ErrorCodes::ILLEGAL_COLUMN);
-        bool valid = castBothTypes(left_elems[0].get(), right_elems[0].get(), [&](const auto & left, const auto & right) {
+        bool valid = castBothTypes(left_elems[0].get(), right_elems[0].get(), [&](const auto & left, const auto & right)
+        {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
             using T0 = typename LeftDataType::FieldType;
diff --git a/dbms/tests/queries/0_stateless/01016_simhash_minhash.reference b/dbms/tests/queries/0_stateless/01016_simhash_minhash.reference
new file mode 100644
index 00000000000..fa62adde45c
--- /dev/null
+++ b/dbms/tests/queries/0_stateless/01016_simhash_minhash.reference
@@ -0,0 +1,50 @@
+0
+2718169299
+2718169299
+3333471646
+26585365
+4151513063
+4151513063
+4151513063
+3150464485
+(0,0)
+(2736268688,2736268688)
+(2736268688,2736268688)
+(916562399,916562399)
+(3436376151,3436376151)
+(0,3423682776)
+(0,3423682776)
+(0,3423682776)
+(0,2393737641)
+2548869326
+2548869326
+401385678
+401385710
+4258739090
+4260836242
+718415633
+718681881
+4026448893
+4026449917
+4026466301
+4026466301
+4026448893
+4026449917
+3957325823
+4217372671
+(3946088007,3946088007)
+(3946088007,3946088007)
+(2332295796,2332295796)
+(535012010,535012010)
+(3696559901,3696559901)
+(3696559901,3696559901)
+(169287209,169287209)
+(169287209,169287209)
+(0,1509393235)
+(0,1509393235)
+(0,1509393235)
+(0,1509393235)
+(0,1509393235)
+(0,1509393235)
+(0,1975937193)
+(0,1975937193)
diff --git a/dbms/tests/queries/0_stateless/01016_simhash_minhash.sql b/dbms/tests/queries/0_stateless/01016_simhash_minhash.sql
new file mode 100644
index 00000000000..9e87216d26f
--- /dev/null
+++ b/dbms/tests/queries/0_stateless/01016_simhash_minhash.sql
@@ -0,0 +1,47 @@
+SELECT ngramSimhash('');
+SELECT ngramSimhash('what a cute cat.');
+SELECT ngramSimhashCaseInsensitive('what a cute cat.');
+SELECT ngramSimhashUTF8('what a cute cat.');
+SELECT ngramSimhashCaseInsensitiveUTF8('what a cute cat.');
+SELECT wordShingleSimhash('what a cute cat.');
+SELECT wordShingleSimhashCaseInsensitive('what a cute cat.');
+SELECT wordShingleSimhashUTF8('what a cute cat.');
+SELECT wordShingleSimhashCaseInsensitiveUTF8('what a cute cat.');
+
+SELECT ngramMinhash('');
+SELECT ngramMinhash('what a cute cat.');
+SELECT ngramMinhashCaseInsensitive('what a cute cat.');
+SELECT ngramMinhashUTF8('what a cute cat.');
+SELECT ngramMinhashCaseInsensitiveUTF8('what a cute cat.');
+SELECT wordShingleMinhash('what a cute cat.');
+SELECT wordShingleMinhashCaseInsensitive('what a cute cat.');
+SELECT wordShingleMinhashUTF8('what a cute cat.');
+SELECT wordShingleMinhashCaseInsensitiveUTF8('what a cute cat.');
+
+DROP TABLE IF EXISTS defaults;
+CREATE TABLE defaults
+(
+   s String
+)ENGINE = Memory();
+
+INSERT INTO defaults values ('It is the latest occurrence of the Southeast European haze, the issue that occurs in constant intensity during every wet season. It has mainly been caused by forest fires resulting from illegal slash-and-burn clearing performed on behalf of the palm oil industry in Kazakhstan, principally on the islands, which then spread quickly in the dry season.') ('It is the latest occurrence of the Southeast Asian haze, the issue that occurs in constant intensity during every wet season. It has mainly been caused by forest fires resulting from illegal slash-and-burn clearing performed on behalf of the palm oil industry in Kazakhstan, principally on the islands, which then spread quickly in the dry season.');
+
+SELECT ngramSimhash(s) FROM defaults;
+SELECT ngramSimhashCaseInsensitive(s) FROM defaults;
+SELECT ngramSimhashUTF8(s) FROM defaults;
+SELECT ngramSimhashCaseInsensitiveUTF8(s) FROM defaults;
+SELECT wordShingleSimhash(s) FROM defaults;
+SELECT wordShingleSimhashCaseInsensitive(s) FROM defaults;
+SELECT wordShingleSimhashUTF8(s) FROM defaults;
+SELECT wordShingleSimhashCaseInsensitiveUTF8(s) FROM defaults;
+
+SELECT ngramMinhash(s) FROM defaults;
+SELECT ngramMinhashCaseInsensitive(s) FROM defaults;
+SELECT ngramMinhashUTF8(s) FROM defaults;
+SELECT ngramMinhashCaseInsensitiveUTF8(s) FROM defaults;
+SELECT wordShingleMinhash(s) FROM defaults;
+SELECT wordShingleMinhashCaseInsensitive(s) FROM defaults;
+SELECT wordShingleMinhashUTF8(s) FROM defaults;
+SELECT wordShingleMinhashCaseInsensitiveUTF8(s) FROM defaults;
+
+DROP TABLE defaults;
diff --git a/dbms/tests/queries/0_stateless/01017_bithamming_distance.reference b/dbms/tests/queries/0_stateless/01017_bithamming_distance.reference
new file mode 100644
index 00000000000..cc2d4f39154
--- /dev/null
+++ b/dbms/tests/queries/0_stateless/01017_bithamming_distance.reference
@@ -0,0 +1,15 @@
+1
+7
+63
+2
+1
+3
+5
+4
+6
+6
+6
+3
+5
+9
+9
diff --git a/dbms/tests/queries/0_stateless/01017_bithamming_distance.sql b/dbms/tests/queries/0_stateless/01017_bithamming_distance.sql
new file mode 100644
index 00000000000..4b36894b97c
--- /dev/null
+++ b/dbms/tests/queries/0_stateless/01017_bithamming_distance.sql
@@ -0,0 +1,20 @@
+SELECT bitHammingDistance(1, 5);
+SELECT bitHammingDistance(100, 100000);
+SELECT bitHammingDistance(-1, 1);
+
+DROP TABLE IF EXISTS defaults;
+CREATE TABLE defaults
+(
+	n1 UInt8,
+	n2 UInt16,
+	n3 UInt32,
+	n4 UInt64
+)ENGINE = Memory();
+
+INSERT INTO defaults VALUES (1, 2, 3, 4) (12, 4345, 435, 1233) (45, 675, 32343, 54566) (90, 784, 9034, 778752);
+
+SELECT bitHammingDistance(4, n1) FROM defaults;
+SELECT bitHammingDistance(n2, 100) FROM defaults;
+SELECT bitHammingDistance(n3, n4) FROM defaults;
+
+DROP TABLE defaults;
diff --git a/dbms/tests/queries/0_stateless/01017_tuplehamming_distance.reference b/dbms/tests/queries/0_stateless/01017_tuplehamming_distance.reference
new file mode 100644
index 00000000000..eee1a7eee3b
--- /dev/null
+++ b/dbms/tests/queries/0_stateless/01017_tuplehamming_distance.reference
@@ -0,0 +1,15 @@
+3
+5
+60
+5
+3
+10
+10
+114
+119
+111
+104
+69
+13
+65
+25
diff --git a/dbms/tests/queries/0_stateless/01017_tuplehamming_distance.sql b/dbms/tests/queries/0_stateless/01017_tuplehamming_distance.sql
new file mode 100644
index 00000000000..0db73232bb3
--- /dev/null
+++ b/dbms/tests/queries/0_stateless/01017_tuplehamming_distance.sql
@@ -0,0 +1,19 @@
+SELECT tupleHammingDistance((1, 2), (3, 4));
+SELECT tupleHammingDistance((120, 2434), (123, 434));
+SELECT tupleHammingDistance((-12, 434), (987, 432));
+
+DROP TABLE IF EXISTS defaults;
+CREATE TABLE defaults
+(
+	t1 Tuple(UInt16, UInt16),
+	t2 Tuple(UInt32, UInt32),
+	t3 Tuple(Int64, Int64)
+)ENGINE = Memory();
+
+INSERT INTO defaults VALUES ((12, 43), (12312, 43453) ,(-10, 32)) ((1, 4), (546, 12345), (123, 456)) ((90, 9875), (43456, 234203), (1231, -123)) ((87, 987), (545645, 768354634), (9123, 909));
+
+SELECT tupleHammingDistance((1, 3), t1) FROM defaults;
+SELECT tupleHammingDistance(t2, (-1, 1)) FROM defaults;
+SELECT tupleHammingDistance(t2, t3) FROM defaults;
+
+DROP TABLE defaults;

From ced7fe59dbe48f261abb3fec427eadbc50ba7c5f Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Thu, 5 Dec 2019 06:48:40 +0300
Subject: [PATCH 004/742] Update ExtractString.h

---
 dbms/src/Functions/ExtractString.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/dbms/src/Functions/ExtractString.h b/dbms/src/Functions/ExtractString.h
index c74b5175ea6..040e62d9580 100644
--- a/dbms/src/Functions/ExtractString.h
+++ b/dbms/src/Functions/ExtractString.h
@@ -13,7 +13,7 @@
 namespace DB
 {
 // used by FunctionsStringSimilarity and FunctionsStringHash
-// includes exacting ASCII ngram, UTF8 ngram, ASCII word and UTF8 word
+// includes extracting ASCII ngram, UTF8 ngram, ASCII word and UTF8 word
 template <size_t N, bool CaseInsensitive>
 struct ExtractStringImpl
 {

From 241fd556576fc7833174c5346568732e1742a8d8 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Thu, 5 Dec 2019 07:08:35 +0300
Subject: [PATCH 005/742] Update FunctionsStringHash.cpp

---
 dbms/src/Functions/FunctionsStringHash.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/dbms/src/Functions/FunctionsStringHash.cpp b/dbms/src/Functions/FunctionsStringHash.cpp
index 215d49544cb..d7277fcb98b 100644
--- a/dbms/src/Functions/FunctionsStringHash.cpp
+++ b/dbms/src/Functions/FunctionsStringHash.cpp
@@ -75,7 +75,7 @@ struct Hash
     }
 };
 
-// Sinhash String -> UInt64
+// Simhash String -> UInt64
 template <size_t N, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
 struct SimhashImpl
 {

From 83c0807b43d7ca5587b16c43a577fec6ee51ec75 Mon Sep 17 00:00:00 2001
From: feng lv <fenglv15@mails.ucas.ac.cn>
Date: Fri, 22 May 2020 21:23:49 +0800
Subject: [PATCH 006/742] update

update name
---
 src/Functions/ExtractString.h                 |  14 +--
 src/Functions/FunctionsStringHash.cpp         | 106 ++++++++----------
 src/Functions/FunctionsStringHash.h           |   8 +-
 src/Functions/bitHammingDistance.cpp          |  31 +----
 src/Functions/registerFunctions.cpp           |   7 +-
 src/Functions/tupleHammingDistance.cpp        |  27 ++---
 .../01016_simhash_minhash.reference           |  59 ++++++++++
 .../0_stateless/01016_simhash_minhash.sql     |  47 ++++++++
 .../01017_bithamming_distance.reference       |  15 +++
 .../0_stateless/01017_bithamming_distance.sql |  20 ++++
 .../01017_tuplehamming_distance.reference     |  15 +++
 .../01017_tuplehamming_distance.sql           |  19 ++++
 12 files changed, 251 insertions(+), 117 deletions(-)
 create mode 100644 tests/queries/0_stateless/01016_simhash_minhash.reference
 create mode 100644 tests/queries/0_stateless/01016_simhash_minhash.sql
 create mode 100644 tests/queries/0_stateless/01017_bithamming_distance.reference
 create mode 100644 tests/queries/0_stateless/01017_bithamming_distance.sql
 create mode 100644 tests/queries/0_stateless/01017_tuplehamming_distance.reference
 create mode 100644 tests/queries/0_stateless/01017_tuplehamming_distance.sql

diff --git a/src/Functions/ExtractString.h b/src/Functions/ExtractString.h
index 040e62d9580..f6a7394a9fc 100644
--- a/src/Functions/ExtractString.h
+++ b/src/Functions/ExtractString.h
@@ -72,18 +72,18 @@ struct ExtractStringImpl
     // read a ASCII word from pos to word
     // if the word size exceeds max_word_size, only read max_word_size byte
     // in  FuntionsStringHash, the default value of max_word_size is 128
-    static ALWAYS_INLINE inline size_t readOneASCIIWord(UInt8 * word, const char *& pos, const char * end, const size_t & max_word_size)
+    static ALWAYS_INLINE inline size_t readOneASCIIWord(UInt8 * word, const char *& pos, const char * end, size_t max_word_size)
     {
         // jump seperators
-        while (pos < end && !isAlphaNum(*pos))
+        while (pos < end && !isAlphaNumericASCII(*pos))
             ++pos;
 
         // word start from here
         const char * word_start = pos;
-        while (pos < end && isAlphaNum(*pos))
+        while (pos < end && isAlphaNumericASCII(*pos))
             ++pos;
 
-        size_t word_size = (static_cast<size_t>(pos - word_start) <= max_word_size) ? pos - word_start : max_word_size;
+        size_t word_size = std::min<size_t>(pos - word_start, max_word_size);
 
         memcpy(word, word_start, word_size);
         if (CaseInsensitive)
@@ -107,7 +107,7 @@ struct ExtractStringImpl
 
     // read one UTF8 word from pos to word
     // also, we assume that one word size cann't exceed max_word_size with default value 128
-    static ALWAYS_INLINE inline size_t readOneUTF8Word(UInt32 * word, const char *& pos, const char * end, const size_t & max_word_size)
+    static ALWAYS_INLINE inline size_t readOneUTF8Word(UInt32 * word, const char *& pos, const char * end, size_t max_word_size)
     {
         // jump UTF8 seperator
         while (pos < end && isUTF8Sep(*pos))
@@ -122,7 +122,7 @@ struct ExtractStringImpl
     }
 
 private:
-    static ALWAYS_INLINE inline bool isAlphaNum(const UInt8 c)
+    static ALWAYS_INLINE inline bool isAlphaNumericASCII(const UInt8 c)
     {
         return (c >= 48 && c <= 57) || (c >= 65 && c <= 90) || (c >= 97 && c <= 122);
     }
@@ -134,7 +134,7 @@ private:
     }
 
     // we use ASCII non-alphanum character as UTF8 seperator
-    static ALWAYS_INLINE inline bool isUTF8Sep(const UInt8 c) { return c < 128 && !isAlphaNum(c); }
+    static ALWAYS_INLINE inline bool isUTF8Sep(const UInt8 c) { return c < 128 && !isAlphaNumericASCII(c); }
 
     // read one UTF8 character and return it
     static ALWAYS_INLINE inline UInt32 readOneUTF8Code(const char *& pos, const char * end)
diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index d7277fcb98b..2195ff7c703 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -31,47 +31,35 @@ struct Hash
 #endif
     }
 
-    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes, const size_t & size, const size_t & offset)
+    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes, size_t size, size_t offset)
     {
-        UInt64 res = 0;
-        UInt8 flag = 0;
+        UInt64 crc = -1ULL;
+#ifdef __SSE4_2__
         for (size_t i = offset; i < size; ++i)
-        {
-            if (flag)
-                res &= intHashCRC32(hashes[i]);
-            else
-                res |= intHashCRC32(hashes[i]);
-            flag = (flag + 1) % 2;
-        }
+            crc = _mm_crc32_u64(crc, hashes[i]);
         for (size_t i = 0; i < offset; ++i)
-        {
-            if (flag)
-                res &= intHashCRC32(hashes[i]);
-            else
-                res |= intHashCRC32(hashes[i]);
-            flag = (flag + 1) % 2;
-        }
-        return res;
+            crc = _mm_crc32_u64(crc, hashes[i]);
+#else
+        for (size_t i = offset; i < size; ++i)
+            crc = intHashCRC32(crc) ^ intHashCRC32(hashes[i]);
+        for (size_t i = 0; i < offset; ++i)
+            crc = intHashCRC32(crc) ^ intHashCRC32(hashes[i]);
+#endif
+        return crc;
     }
 
     template <typename CodePoint>
-    static ALWAYS_INLINE inline UInt64 hashSum(const CodePoint * hashes, const size_t & K)
+    static ALWAYS_INLINE inline UInt64 hashSum(const CodePoint * hashes, size_t K)
     {
-        UInt64 even = 0;
-        UInt64 odd = 0;
-        size_t i = 0;
-        for (; i + 1 < K; i += 2)
-        {
-            even |= intHashCRC32(hashes[i]);
-            odd |= intHashCRC32(hashes[i + 1]);
-        }
-        if (i < K)
-            even |= intHashCRC32(hashes[K - 1]);
+        UInt64 crc = -1ULL;
 #ifdef __SSE4_2__
-        return _mm_crc32_u64(even, odd);
+        for (size_t i = 0; i < K; ++i)
+            crc = _mm_crc32_u64(crc, hashes[i]);
 #else
-        return (intHashCRC32(even) ^ intHashCRC32(odd));
+        for (size_t i = 0; i < K; ++i)
+            crc = intHashCRC32(crc) ^ intHashCRC32(hashes[i]);
 #endif
+        return crc;
     }
 };
 
@@ -93,7 +81,7 @@ struct SimhashImpl
     // finally return a 64 bit value(UInt64), i'th bit is 1 means vector[i] > 0, otherwise, vector[i] < 0
     static ALWAYS_INLINE inline UInt64 ngramCalculateHashValue(
         const char * data,
-        const size_t size,
+        size_t size,
         size_t (*read_code_points)(CodePoint *, const char *&, const char *),
         UInt64 (*hash_functor)(const CodePoint *))
     {
@@ -146,9 +134,9 @@ struct SimhashImpl
     // values to caculate the next word shingle hash value
     static ALWAYS_INLINE inline UInt64 wordShinglesCalculateHashValue(
         const char * data,
-        const size_t size,
-        size_t (*read_one_word)(CodePoint *, const char *&, const char *, const size_t &),
-        UInt64 (*hash_functor)(const UInt64 *, const size_t &, const size_t &))
+        size_t size,
+        size_t (*read_one_word)(CodePoint *, const char *&, const char *, size_t),
+        UInt64 (*hash_functor)(const UInt64 *, size_t, size_t))
     {
         const char * start = data;
         const char * end = data + size;
@@ -156,7 +144,7 @@ struct SimhashImpl
         // Also, a 64 bit vector initialized to zero
         Int64 finger_vec[64] = {};
         // a array to store N word hash values
-        UInt64 nwordHashes[N] = {};
+        UInt64 nword_hashes[N] = {};
         // word buffer to store one word
         CodePoint word_buf[max_word_size] = {};
         size_t word_size;
@@ -167,16 +155,16 @@ struct SimhashImpl
             if (word_size)
             {
                 // for each word, calculate a hash value and stored into the array
-                nwordHashes[i++] = Hash::hashSum(word_buf, word_size);
+                nword_hashes[i++] = Hash::hashSum(word_buf, word_size);
             }
         }
 
         // calculate the first word shingle hash value
-        UInt64 hash_value = hash_functor(nwordHashes, N, 0);
-        std::bitset<64> bits_(hash_value);
+        UInt64 hash_value = hash_functor(nword_hashes, N, 0);
+        std::bitset<64> first_bits(hash_value);
         for (size_t i = 0; i < 64; ++i)
         {
-            finger_vec[i] += ((bits_.test(i)) ? 1 : -1);
+            finger_vec[i] += ((first_bits.test(i)) ? 1 : -1);
         }
 
         size_t offset = 0;
@@ -187,12 +175,12 @@ struct SimhashImpl
             // so we need to store new word hash into location of a0, then ,this array become
             // |a5|a1|a2|a3|a4|, next time, a1 become the oldest location, we need to store new
             // word hash value into locaion of a1, then array become |a5|a6|a2|a3|a4|
-            nwordHashes[offset] = Hash::hashSum(word_buf, word_size);
+            nword_hashes[offset] = Hash::hashSum(word_buf, word_size);
             offset = (offset + 1) % N;
             // according to the word hash storation way, in order to not lose the word shingle's
             // sequence information, when calculation word shingle hash value, we need provide the offset
             // inforation, which is the offset of the first word's hash value of the word shingle
-            hash_value = hash_functor(nwordHashes, N, offset);
+            hash_value = hash_functor(nword_hashes, N, offset);
             std::bitset<64> bits(hash_value);
             for (size_t i = 0; i < 64; ++i)
             {
@@ -272,7 +260,7 @@ struct MinhashImpl
 
     // insert a new value into K minimum hash array if this value
     // is smaller than the greatest value in the array
-    static ALWAYS_INLINE inline void insert_minValue(UInt64 * hashes, UInt64 v)
+    static ALWAYS_INLINE inline void insertMinValue(UInt64 * hashes, UInt64 v)
     {
         size_t i = 0;
         for (; i < K && hashes[i] <= v; ++i)
@@ -286,7 +274,7 @@ struct MinhashImpl
 
     // insert a new value into K maximum hash array if this value
     // is greater than the smallest value in the array
-    static ALWAYS_INLINE inline void insert_maxValue(UInt64 * hashes, UInt64 v)
+    static ALWAYS_INLINE inline void insertMaxValue(UInt64 * hashes, UInt64 v)
     {
         int i = K - 1;
         for (; i >= 0 && hashes[i] >= v; --i)
@@ -305,7 +293,7 @@ struct MinhashImpl
     // return this two hashsum: Tuple(hashsum1, hashsum2)
     static ALWAYS_INLINE inline std::tuple<UInt64, UInt64> ngramCalculateHashValue(
         const char * data,
-        const size_t size,
+        size_t size,
         size_t (*read_code_points)(CodePoint *, const char *&, const char *),
         UInt64 (*hash_functor)(const CodePoint *))
     {
@@ -326,8 +314,8 @@ struct MinhashImpl
                 auto new_hash = hash_functor(cp + iter);
                 // insert the new hash value into array used to store K minimum value
                 // and K maximum value
-                insert_minValue(k_minimum, new_hash);
-                insert_maxValue(k_maxinum, new_hash);
+                insertMinValue(k_minimum, new_hash);
+                insertMaxValue(k_maxinum, new_hash);
             }
             iter = 0;
         } while (start < end && (found = read_code_points(cp, start, end)));
@@ -343,9 +331,9 @@ struct MinhashImpl
     // K minimum and K maximum hash value
     static ALWAYS_INLINE inline std::tuple<UInt64, UInt64> wordShinglesCalculateHashValue(
         const char * data,
-        const size_t size,
-        size_t (*read_one_word)(CodePoint *, const char *&, const char *, const size_t &),
-        UInt64 (*hash_functor)(const UInt64 *, const size_t &, const size_t &))
+        size_t size,
+        size_t (*read_one_word)(CodePoint *, const char *&, const char *, size_t),
+        UInt64 (*hash_functor)(const UInt64 *, size_t, size_t))
     {
         const char * start = data;
         const char * end = start + size;
@@ -353,7 +341,7 @@ struct MinhashImpl
         UInt64 k_minimum[K] = {};
         UInt64 k_maxinum[K] = {};
         // array to store n word hashes
-        UInt64 nwordHashes[N] = {};
+        UInt64 nword_hashes[N] = {};
         // word buffer to store one word
         CodePoint word_buf[max_word_size] = {};
         size_t word_size;
@@ -364,22 +352,22 @@ struct MinhashImpl
             word_size = read_one_word(word_buf, start, end, max_word_size);
             if (word_size)
             {
-                nwordHashes[i++] = Hash::hashSum(word_buf, word_size);
+                nword_hashes[i++] = Hash::hashSum(word_buf, word_size);
             }
         }
 
-        auto new_hash = hash_functor(nwordHashes, N, 0);
-        insert_minValue(k_minimum, new_hash);
-        insert_maxValue(k_maxinum, new_hash);
+        auto new_hash = hash_functor(nword_hashes, N, 0);
+        insertMinValue(k_minimum, new_hash);
+        insertMaxValue(k_maxinum, new_hash);
 
         size_t offset = 0;
         while (start < end && (word_size = read_one_word(word_buf, start, end, max_word_size)))
         {
-            nwordHashes[offset] = Hash::hashSum(word_buf, word_size);
+            nword_hashes[offset] = Hash::hashSum(word_buf, word_size);
             offset = (offset + 1) % N;
-            new_hash = hash_functor(nwordHashes, N, offset);
-            insert_minValue(k_minimum, new_hash);
-            insert_maxValue(k_maxinum, new_hash);
+            new_hash = hash_functor(nword_hashes, N, offset);
+            insertMinValue(k_minimum, new_hash);
+            insertMaxValue(k_maxinum, new_hash);
         }
 
         // calculate hashsum
diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index bb1e42ab5fa..bada7490288 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -8,7 +8,7 @@
 #include <DataTypes/DataTypeTuple.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <Functions/FunctionHelpers.h>
-#include <Functions/IFunction.h>
+#include <Functions/IFunctionImpl.h>
 
 namespace DB
 {
@@ -21,7 +21,7 @@ namespace ErrorCodes
 // FunctionStringHash
 // Simhash: String -> UInt64
 // Minhash: String -> (UInt64, UInt64)
-template <typename Impl, typename Name, bool IsSimhash>
+template <typename Impl, typename Name, bool is_simhash>
 class FunctionsStringHash : public IFunction
 {
 public:
@@ -38,7 +38,7 @@ public:
         if (!isString(arguments[0]))
             throw Exception(
                 "Illegal type " + arguments[0]->getName() + " of argument of function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-        if (IsSimhash)
+        if constexpr (is_simhash)
             return std::make_shared<DataTypeNumber<typename Impl::ResultType>>();
         auto element = DataTypeFactory::instance().get("UInt64");
         return std::make_shared<DataTypeTuple>(DataTypes{element, element});
@@ -49,7 +49,7 @@ public:
         const ColumnPtr & column = block.getByPosition(arguments[0]).column;
         const ColumnConst * col_const = typeid_cast<const ColumnConst *>(&*column);
         using ResultType = typename Impl::ResultType;
-        if constexpr (IsSimhash)
+        if constexpr (is_simhash)
         {
             if (col_const)
             {
diff --git a/src/Functions/bitHammingDistance.cpp b/src/Functions/bitHammingDistance.cpp
index fdef72d4c43..5c13a57c426 100644
--- a/src/Functions/bitHammingDistance.cpp
+++ b/src/Functions/bitHammingDistance.cpp
@@ -40,21 +40,11 @@ struct BitHammingDistanceImpl
             c[i] = apply(a, b[i]);
     }
 
-    static ResultType constant_constant(A a, B b) { return apply(a, b); }
-
 private:
-    static UInt8 pop_cnt(UInt64 res)
-    {
-        UInt8 count = 0;
-        for (; res; res >>= 1)
-            count += res & 1u;
-        return count;
-    }
-
     static inline UInt8 apply(UInt64 a, UInt64 b)
     {
         UInt64 res = a ^ b;
-        return pop_cnt(res);
+        return __builtin_popcountll(res);
     }
 };
 
@@ -75,9 +65,7 @@ bool castType(const IDataType * type, F && f)
 template <typename F>
 static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
 {
-    return castType(left, [&](const auto & left_) {
-        return castType(right, [&](const auto & right_) { return f(left_, right_); });
-    });
+    return castType(left, [&](const auto & left_) { return castType(right, [&](const auto & right_) { return f(left_, right_); }); });
 }
 
 // bitHammingDistance function: (Integer, Integer) -> UInt8
@@ -103,12 +91,13 @@ public:
         return std::make_shared<DataTypeUInt8>();
     }
 
+    bool useDefaultImplementationForConstants() const override { return true; }
+
     void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) override
     {
         auto * left_generic = block.getByPosition(arguments[0]).type.get();
         auto * right_generic = block.getByPosition(arguments[1]).type.get();
-        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
-        {
+        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right) {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
             using T0 = typename LeftDataType::FieldType;
@@ -121,16 +110,6 @@ public:
 
             auto col_left_raw = block.getByPosition(arguments[0]).column.get();
             auto col_right_raw = block.getByPosition(arguments[1]).column.get();
-            if (auto col_left = checkAndGetColumnConst<ColVecT0>(col_left_raw))
-            {
-                if (auto col_right = checkAndGetColumnConst<ColVecT1>(col_right_raw))
-                {
-                    // constant integer - constant integer
-                    auto res = OpImpl::constant_constant(col_left->template getValue<T0>(), col_right->template getValue<T1>());
-                    block.getByPosition(result).column = DataTypeUInt8().createColumnConst(col_left->size(), toField(res));
-                    return true;
-                }
-            }
 
             typename ColVecResult::MutablePtr col_res = nullptr;
             col_res = ColVecResult::create();
diff --git a/src/Functions/registerFunctions.cpp b/src/Functions/registerFunctions.cpp
index 02013e33d16..f3e2883a179 100644
--- a/src/Functions/registerFunctions.cpp
+++ b/src/Functions/registerFunctions.cpp
@@ -3,7 +3,6 @@
 
 namespace DB
 {
-
 void registerFunctionsArithmetic(FunctionFactory &);
 void registerFunctionsArray(FunctionFactory &);
 void registerFunctionsTuple(FunctionFactory &);
@@ -37,6 +36,9 @@ void registerFunctionsIntrospection(FunctionFactory &);
 void registerFunctionsNull(FunctionFactory &);
 void registerFunctionsJSON(FunctionFactory &);
 void registerFunctionsConsistentHashing(FunctionFactory & factory);
+void registerFunctionBitHammingDistance(FunctionFactory & factory);
+void registerFunctionTupleHammingDistance(FunctionFactory & factory);
+void registerFunctionsStringHash(FunctionFactory & factory);
 
 
 void registerFunctions()
@@ -78,6 +80,9 @@ void registerFunctions()
     registerFunctionsJSON(factory);
     registerFunctionsIntrospection(factory);
     registerFunctionsConsistentHashing(factory);
+    registerFunctionBitHammingDistance(factory);
+    registerFunctionTupleHammingDistance(factory);
+    registerFunctionsStringHash(factory);
 }
 
 }
diff --git a/src/Functions/tupleHammingDistance.cpp b/src/Functions/tupleHammingDistance.cpp
index 45c113edad4..8b3f9a696aa 100644
--- a/src/Functions/tupleHammingDistance.cpp
+++ b/src/Functions/tupleHammingDistance.cpp
@@ -51,19 +51,7 @@ struct TupleHammingDistanceImpl
     static ResultType constant_constant(UInt64 a1, UInt64 b1, UInt64 a2, UInt64 b2) { return apply(a1, a2) + apply(b1, b2); }
 
 private:
-    static UInt8 pop_cnt(UInt64 res)
-    {
-        UInt8 count = 0;
-        for (; res; res >>= 1)
-            count += res & 1u;
-        return count;
-    }
-
-    static inline UInt8 apply(UInt64 a, UInt64 b)
-    {
-        UInt64 res = a ^ b;
-        return pop_cnt(res);
-    }
+    static inline UInt8 apply(UInt64 a, UInt64 b) { return a != b; }
 };
 
 template <typename F>
@@ -83,12 +71,10 @@ bool castType(const IDataType * type, F && f)
 template <typename F>
 static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
 {
-    return castType(left, [&](const auto & left_) {
-        return castType(right, [&](const auto & right_) { return f(left_, right_); });
-    });
+    return castType(left, [&](const auto & left_) { return castType(right, [&](const auto & right_) { return f(left_, right_); }); });
 }
 
-// tupleHammingDistance function: (Tuple(Integer, Integer), Tuple(Integer, Integer))->UInt8
+// tupleHammingDistance function: (Tuple(Integer, Integer), Tuple(Integer, Integer))->0/1/2
 // in order to avoid code bloating, for non-constant tuple, we make sure that the elements
 // in the tuple should have same data type, and for constant tuple, elements can be any integer
 // data type, we cast all of them into UInt64
@@ -126,8 +112,7 @@ public:
             throw Exception(
                 "Illegal column of arguments of function " + getName() + ", tuple should have exactly two elements.",
                 ErrorCodes::ILLEGAL_COLUMN);
-        bool valid = castBothTypes(left_elems[0].get(), right_elems[0].get(), [&](const auto & left, const auto & right)
-        {
+        bool valid = castBothTypes(left_elems[0].get(), right_elems[0].get(), [&](const auto & left, const auto & right) {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
             using T0 = typename LeftDataType::FieldType;
@@ -138,7 +123,9 @@ public:
 
             using OpImpl = TupleHammingDistanceImpl<T0, T1>;
 
-            // constant tuple - constant tuple
+            // we can not useDefaultImplementationForConstants,
+            // because with that, tupleHammingDistance((10, 300), (10, 20)) does not work,
+            // since 10 has data type UInt8, and 300 has data type UInt16
             if (const ColumnConst * const_col_left = checkAndGetColumnConst<ColumnTuple>(arg1.column.get()))
             {
                 if (const ColumnConst * const_col_right = checkAndGetColumnConst<ColumnTuple>(arg2.column.get()))
diff --git a/tests/queries/0_stateless/01016_simhash_minhash.reference b/tests/queries/0_stateless/01016_simhash_minhash.reference
new file mode 100644
index 00000000000..7fa70b343a4
--- /dev/null
+++ b/tests/queries/0_stateless/01016_simhash_minhash.reference
@@ -0,0 +1,59 @@
+0
+2718169299
+2718169299
+3333471646
+26585365
+4124079607
+4124079607
+4124079607
+979945684
+(3614688582,3614688582)
+(3614688582,3614688582)
+(765622645,765622645)
+(765622645,765622645)
+(765622645,765622645)
+(765622645,765622645)
+(3573094983,3573094983)
+(3573094983,3573094983)
+(3604768422,3604768422)
+(3604768422,3604768422)
+(3614688582,1599892600)
+(3614688582,1599892600)
+(3614688582,1599892600)
+(3614688582,1599892600)
+(3614688582,1599892600)
+(3614688582,1599892600)
+(3614688582,996508363)
+(3614688582,996508363)
+2548869326
+2548869326
+401385678
+401385710
+4258739090
+4260836242
+718415633
+718681881
+2314703251
+1238864275
+3900085650
+3907425682
+2314703251
+1238864275
+3569207545
+3568143609
+(1436198067,1436198067)
+(1436198067,1436198067)
+(3846780865,3846780865)
+(1956854492,1956854492)
+(2929435161,2929435161)
+(2929435161,2929435161)
+(3310088565,3310088565)
+(3310088565,3310088565)
+(3614688582,1294895121)
+(3614688582,1294895121)
+(3614688582,1138551650)
+(3614688582,1138551650)
+(3614688582,1294895121)
+(3614688582,1294895121)
+(3614688582,2840007763)
+(3614688582,929186815)
diff --git a/tests/queries/0_stateless/01016_simhash_minhash.sql b/tests/queries/0_stateless/01016_simhash_minhash.sql
new file mode 100644
index 00000000000..9e87216d26f
--- /dev/null
+++ b/tests/queries/0_stateless/01016_simhash_minhash.sql
@@ -0,0 +1,47 @@
+SELECT ngramSimhash('');
+SELECT ngramSimhash('what a cute cat.');
+SELECT ngramSimhashCaseInsensitive('what a cute cat.');
+SELECT ngramSimhashUTF8('what a cute cat.');
+SELECT ngramSimhashCaseInsensitiveUTF8('what a cute cat.');
+SELECT wordShingleSimhash('what a cute cat.');
+SELECT wordShingleSimhashCaseInsensitive('what a cute cat.');
+SELECT wordShingleSimhashUTF8('what a cute cat.');
+SELECT wordShingleSimhashCaseInsensitiveUTF8('what a cute cat.');
+
+SELECT ngramMinhash('');
+SELECT ngramMinhash('what a cute cat.');
+SELECT ngramMinhashCaseInsensitive('what a cute cat.');
+SELECT ngramMinhashUTF8('what a cute cat.');
+SELECT ngramMinhashCaseInsensitiveUTF8('what a cute cat.');
+SELECT wordShingleMinhash('what a cute cat.');
+SELECT wordShingleMinhashCaseInsensitive('what a cute cat.');
+SELECT wordShingleMinhashUTF8('what a cute cat.');
+SELECT wordShingleMinhashCaseInsensitiveUTF8('what a cute cat.');
+
+DROP TABLE IF EXISTS defaults;
+CREATE TABLE defaults
+(
+   s String
+)ENGINE = Memory();
+
+INSERT INTO defaults values ('It is the latest occurrence of the Southeast European haze, the issue that occurs in constant intensity during every wet season. It has mainly been caused by forest fires resulting from illegal slash-and-burn clearing performed on behalf of the palm oil industry in Kazakhstan, principally on the islands, which then spread quickly in the dry season.') ('It is the latest occurrence of the Southeast Asian haze, the issue that occurs in constant intensity during every wet season. It has mainly been caused by forest fires resulting from illegal slash-and-burn clearing performed on behalf of the palm oil industry in Kazakhstan, principally on the islands, which then spread quickly in the dry season.');
+
+SELECT ngramSimhash(s) FROM defaults;
+SELECT ngramSimhashCaseInsensitive(s) FROM defaults;
+SELECT ngramSimhashUTF8(s) FROM defaults;
+SELECT ngramSimhashCaseInsensitiveUTF8(s) FROM defaults;
+SELECT wordShingleSimhash(s) FROM defaults;
+SELECT wordShingleSimhashCaseInsensitive(s) FROM defaults;
+SELECT wordShingleSimhashUTF8(s) FROM defaults;
+SELECT wordShingleSimhashCaseInsensitiveUTF8(s) FROM defaults;
+
+SELECT ngramMinhash(s) FROM defaults;
+SELECT ngramMinhashCaseInsensitive(s) FROM defaults;
+SELECT ngramMinhashUTF8(s) FROM defaults;
+SELECT ngramMinhashCaseInsensitiveUTF8(s) FROM defaults;
+SELECT wordShingleMinhash(s) FROM defaults;
+SELECT wordShingleMinhashCaseInsensitive(s) FROM defaults;
+SELECT wordShingleMinhashUTF8(s) FROM defaults;
+SELECT wordShingleMinhashCaseInsensitiveUTF8(s) FROM defaults;
+
+DROP TABLE defaults;
diff --git a/tests/queries/0_stateless/01017_bithamming_distance.reference b/tests/queries/0_stateless/01017_bithamming_distance.reference
new file mode 100644
index 00000000000..cc2d4f39154
--- /dev/null
+++ b/tests/queries/0_stateless/01017_bithamming_distance.reference
@@ -0,0 +1,15 @@
+1
+7
+63
+2
+1
+3
+5
+4
+6
+6
+6
+3
+5
+9
+9
diff --git a/tests/queries/0_stateless/01017_bithamming_distance.sql b/tests/queries/0_stateless/01017_bithamming_distance.sql
new file mode 100644
index 00000000000..4b36894b97c
--- /dev/null
+++ b/tests/queries/0_stateless/01017_bithamming_distance.sql
@@ -0,0 +1,20 @@
+SELECT bitHammingDistance(1, 5);
+SELECT bitHammingDistance(100, 100000);
+SELECT bitHammingDistance(-1, 1);
+
+DROP TABLE IF EXISTS defaults;
+CREATE TABLE defaults
+(
+	n1 UInt8,
+	n2 UInt16,
+	n3 UInt32,
+	n4 UInt64
+)ENGINE = Memory();
+
+INSERT INTO defaults VALUES (1, 2, 3, 4) (12, 4345, 435, 1233) (45, 675, 32343, 54566) (90, 784, 9034, 778752);
+
+SELECT bitHammingDistance(4, n1) FROM defaults;
+SELECT bitHammingDistance(n2, 100) FROM defaults;
+SELECT bitHammingDistance(n3, n4) FROM defaults;
+
+DROP TABLE defaults;
diff --git a/tests/queries/0_stateless/01017_tuplehamming_distance.reference b/tests/queries/0_stateless/01017_tuplehamming_distance.reference
new file mode 100644
index 00000000000..017ffb0cd33
--- /dev/null
+++ b/tests/queries/0_stateless/01017_tuplehamming_distance.reference
@@ -0,0 +1,15 @@
+2
+1
+1
+0
+2
+2
+2
+2
+1
+2
+2
+2
+0
+2
+2
diff --git a/tests/queries/0_stateless/01017_tuplehamming_distance.sql b/tests/queries/0_stateless/01017_tuplehamming_distance.sql
new file mode 100644
index 00000000000..d0ed1cee096
--- /dev/null
+++ b/tests/queries/0_stateless/01017_tuplehamming_distance.sql
@@ -0,0 +1,19 @@
+SELECT tupleHammingDistance((1, 2), (3, 4));
+SELECT tupleHammingDistance((120, 243), (120, 434));
+SELECT tupleHammingDistance((-12, 434), (434, 434));
+
+DROP TABLE IF EXISTS defaults;
+CREATE TABLE defaults
+(
+	t1 Tuple(UInt16, UInt16),
+	t2 Tuple(UInt32, UInt32),
+	t3 Tuple(Int64, Int64)
+)ENGINE = Memory();
+
+INSERT INTO defaults VALUES ((12, 43), (12312, 43453) ,(-10, 32)) ((1, 4), (546, 12345), (546, 12345)) ((90, 9875), (43456, 234203), (1231, -123)) ((87, 987), (545645, 768354634), (9123, 909));
+
+SELECT tupleHammingDistance((12, 43), t1) FROM defaults;
+SELECT tupleHammingDistance(t2, (546, 456)) FROM defaults;
+SELECT tupleHammingDistance(t2, t3) FROM defaults;
+
+DROP TABLE defaults;

From 7b4fc7300c85b38a272a276ff860e226f33a578a Mon Sep 17 00:00:00 2001
From: feng lv <fenglv15@mails.ucas.ac.cn>
Date: Wed, 10 Jun 2020 23:02:58 +0800
Subject: [PATCH 007/742] update

fix

fix

fix
---
 src/Functions/ExtractString.h                 |  57 ++----
 src/Functions/FunctionsStringHash.cpp         | 167 +++++++++---------
 src/Functions/FunctionsStringHash.h           |  84 +++------
 .../01016_simhash_minhash.reference           |  59 +++----
 4 files changed, 145 insertions(+), 222 deletions(-)

diff --git a/src/Functions/ExtractString.h b/src/Functions/ExtractString.h
index f6a7394a9fc..51d6f17380c 100644
--- a/src/Functions/ExtractString.h
+++ b/src/Functions/ExtractString.h
@@ -1,3 +1,5 @@
+#include <Common/PODArray.h>
+#include <Common/StringUtils/StringUtils.h>
 #include <Common/UTF8Helpers.h>
 
 #include <algorithm>
@@ -19,6 +21,9 @@ struct ExtractStringImpl
 {
     static constexpr size_t default_padding = 16;
 
+    // the length of code_points = default_padding + N -1
+    // pos: the current beginning location that we want to copy data
+    // end: the end loction of the string
     static ALWAYS_INLINE size_t readASCIICodePoints(UInt8 * code_points, const char *& pos, const char * end)
     {
         /// Offset before which we copy some data.
@@ -47,32 +52,8 @@ struct ExtractStringImpl
         return default_padding;
     }
 
-    // used by FunctionsStringHash
-    // it's not easy to add padding for ColumnString, so we need safety check each memcpy
-    static ALWAYS_INLINE size_t readASCIICodePointsNoPadding(UInt8 * code_points, const char *& pos, const char * end)
-    {
-        constexpr size_t padding_offset = default_padding - N + 1;
-        memcpy(code_points, code_points + padding_offset, roundUpToPowerOfTwoOrZero(N - 1) * sizeof(UInt8));
-
-        // safety check
-        size_t cpy_size = (pos + padding_offset > end) ? end - pos : padding_offset;
-
-        memcpy(code_points + (N - 1), pos, cpy_size * sizeof(UInt8));
-
-        if constexpr (CaseInsensitive)
-        {
-            unrollLowering<N - 1>(code_points, std::make_index_sequence<padding_offset>());
-        }
-        pos += padding_offset;
-        if (pos > end)
-            return default_padding - (pos - end);
-        return default_padding;
-    }
-
-    // read a ASCII word from pos to word
-    // if the word size exceeds max_word_size, only read max_word_size byte
-    // in  FuntionsStringHash, the default value of max_word_size is 128
-    static ALWAYS_INLINE inline size_t readOneASCIIWord(UInt8 * word, const char *& pos, const char * end, size_t max_word_size)
+    // read a ASCII word
+    static ALWAYS_INLINE inline size_t readOneASCIIWord(PaddedPODArray<UInt8> & word_buf, const char *& pos, const char * end)
     {
         // jump seperators
         while (pos < end && !isAlphaNumericASCII(*pos))
@@ -83,14 +64,12 @@ struct ExtractStringImpl
         while (pos < end && isAlphaNumericASCII(*pos))
             ++pos;
 
-        size_t word_size = std::min<size_t>(pos - word_start, max_word_size);
-
-        memcpy(word, word_start, word_size);
+        word_buf.assign(word_start, pos);
         if (CaseInsensitive)
         {
-            std::transform(word, word + word_size, word, [](UInt8 c) { return std::tolower(c); });
+            std::transform(word_buf.begin(), word_buf.end(), word_buf.begin(), [](UInt8 c) { return std::tolower(c); });
         }
-        return word_size;
+        return word_buf.size();
     }
 
     static ALWAYS_INLINE inline size_t readUTF8CodePoints(UInt32 * code_points, const char *& pos, const char * end)
@@ -106,27 +85,21 @@ struct ExtractStringImpl
     }
 
     // read one UTF8 word from pos to word
-    // also, we assume that one word size cann't exceed max_word_size with default value 128
-    static ALWAYS_INLINE inline size_t readOneUTF8Word(UInt32 * word, const char *& pos, const char * end, size_t max_word_size)
+    static ALWAYS_INLINE inline size_t readOneUTF8Word(PaddedPODArray<UInt32> & word_buf, const char *& pos, const char * end)
     {
         // jump UTF8 seperator
         while (pos < end && isUTF8Sep(*pos))
             ++pos;
+        word_buf.clear();
         // UTF8 word's character number
-        size_t num = 0;
-        while (pos < end && num < max_word_size && !isUTF8Sep(*pos))
+        while (pos < end && !isUTF8Sep(*pos))
         {
-            word[num++] = readOneUTF8Code(pos, end);
+            word_buf.push_back(readOneUTF8Code(pos, end));
         }
-        return num;
+        return word_buf.size();
     }
 
 private:
-    static ALWAYS_INLINE inline bool isAlphaNumericASCII(const UInt8 c)
-    {
-        return (c >= 48 && c <= 57) || (c >= 65 && c <= 90) || (c >= 97 && c <= 122);
-    }
-
     template <size_t Offset, typename Container, size_t... I>
     static ALWAYS_INLINE inline void unrollLowering(Container & cont, const std::index_sequence<I...> &)
     {
diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 2195ff7c703..f8c78a808b3 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -5,11 +5,15 @@
 #include <Functions/FunctionsHashing.h>
 #include <Common/HashTable/ClearableHashMap.h>
 #include <Common/HashTable/Hash.h>
+#include <Common/PODArray.h>
 
 #include <Core/Defines.h>
 
 #include <bitset>
+#include <functional>
+#include <memory>
 #include <tuple>
+#include <vector>
 #include <common/unaligned.h>
 
 namespace DB
@@ -64,6 +68,11 @@ struct Hash
 };
 
 // Simhash String -> UInt64
+// N: the length of ngram or words shingles
+// CodePoint: UInt8(ASCII) or UInt32(UTF8)
+// UTF8: means ASCII or UTF8, these two parameters CodePoint and UTF8 can only be (UInt8, false) or (UInt32, true)
+// Ngram: means ngram(true) or words shingles(false)
+// CaseInsensitive: means should we consider about letter case or not
 template <size_t N, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
 struct SimhashImpl
 {
@@ -71,7 +80,6 @@ struct SimhashImpl
     using StrOp = ExtractStringImpl<N, CaseInsensitive>;
     // we made an assumption that the size of one word cann't exceed 128, which may not true
     // if some word's size exceed 128, it would be cut up to several word
-    static constexpr size_t max_word_size = 1u << 7;
     static constexpr size_t max_string_size = 1u << 15;
     static constexpr size_t simultaneously_codepoints_num = StrOp::default_padding + N - 1;
 
@@ -135,7 +143,7 @@ struct SimhashImpl
     static ALWAYS_INLINE inline UInt64 wordShinglesCalculateHashValue(
         const char * data,
         size_t size,
-        size_t (*read_one_word)(CodePoint *, const char *&, const char *, size_t),
+        size_t (*read_one_word)(PaddedPODArray<CodePoint> &, const char *&, const char *),
         UInt64 (*hash_functor)(const UInt64 *, size_t, size_t))
     {
         const char * start = data;
@@ -146,16 +154,15 @@ struct SimhashImpl
         // a array to store N word hash values
         UInt64 nword_hashes[N] = {};
         // word buffer to store one word
-        CodePoint word_buf[max_word_size] = {};
-        size_t word_size;
+        PaddedPODArray<CodePoint> word_buf;
         // get first word shingle
         for (size_t i = 0; i < N && start < end; ++i)
         {
-            word_size = read_one_word(word_buf, start, end, max_word_size);
-            if (word_size)
+            read_one_word(word_buf, start, end);
+            if (!word_buf.empty())
             {
                 // for each word, calculate a hash value and stored into the array
-                nword_hashes[i++] = Hash::hashSum(word_buf, word_size);
+                nword_hashes[i++] = Hash::hashSum(word_buf.data(), word_buf.size());
             }
         }
 
@@ -168,14 +175,14 @@ struct SimhashImpl
         }
 
         size_t offset = 0;
-        while (start < end && (word_size = read_one_word(word_buf, start, end, max_word_size)))
+        while (start < end && read_one_word(word_buf, start, end))
         {
             // we need to store the new word hash value to the oldest location.
             // for example, N = 5, array |a0|a1|a2|a3|a4|, now , a0 is the oldest location,
             // so we need to store new word hash into location of a0, then ,this array become
             // |a5|a1|a2|a3|a4|, next time, a1 become the oldest location, we need to store new
             // word hash value into locaion of a1, then array become |a5|a6|a2|a3|a4|
-            nword_hashes[offset] = Hash::hashSum(word_buf, word_size);
+            nword_hashes[offset] = Hash::hashSum(word_buf.data(), word_buf.size());
             offset = (offset + 1) % N;
             // according to the word hash storation way, in order to not lose the word shingle's
             // sequence information, when calculation word shingle hash value, we need provide the offset
@@ -203,7 +210,7 @@ struct SimhashImpl
         if constexpr (Ngram)
         {
             if constexpr (!UTF8)
-                return calc_func(std::forward<Args>(args)..., StrOp::readASCIICodePointsNoPadding, Hash::ngramASCIIHash);
+                return calc_func(std::forward<Args>(args)..., StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
             else
                 return calc_func(std::forward<Args>(args)..., StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
         }
@@ -216,17 +223,7 @@ struct SimhashImpl
         }
     }
 
-    // constant string
-    static inline void constant(const String data, UInt64 & res)
-    {
-        if constexpr (Ngram)
-            res = dispatch(ngramCalculateHashValue, data.data(), data.size());
-        else
-            res = dispatch(wordShinglesCalculateHashValue, data.data(), data.size());
-    }
-
-    // non-constant string
-    static void vector(const ColumnString::Chars & data, const ColumnString::Offsets & offsets, PaddedPODArray<UInt64> & res)
+    static void apply(const ColumnString::Chars & data, const ColumnString::Offsets & offsets, PaddedPODArray<UInt64> & res)
     {
         for (size_t i = 0; i < offsets.size(); ++i)
         {
@@ -239,53 +236,64 @@ struct SimhashImpl
                 else
                     res[i] = dispatch(wordShinglesCalculateHashValue, one_data, data_size);
             }
+            else
+                res[i] = -1ull;
         }
     }
 };
 
+template <typename F, size_t K, size_t v>
+class FixedHeap
+{
+public:
+    FixedHeap() = delete;
+
+    explicit FixedHeap(F f_) : f(f_), data_t(std::make_shared<std::vector<size_t>>(K, v))
+    {
+        std::make_heap(data_t->begin(), data_t->end(), f);
+    }
+
+    void insertAndReplace(size_t new_v)
+    {
+        data_t->push_back(new_v);
+        std::push_heap(data_t->begin(), data_t->end(), f);
+        std::pop_heap(data_t->begin(), data_t->end(), f);
+        data_t->pop_back();
+    }
+
+    const size_t * data() { return data_t->data(); }
+
+private:
+    F f;
+    std::shared_ptr<std::vector<size_t>> data_t;
+};
+
+
 // Minhash: String -> Tuple(UInt64, UInt64)
 // for each string, we extract ngram or word shingle,
 // for each ngram or word shingle, calculate a hash value,
 // then we take the K minimum hash values to calculate a hashsum,
 // and take the K maximum hash values to calculate another hashsum,
 // return this two hashsum: Tuple(hashsum1, hashsum2)
+//
+// N: the length of ngram or words shingles
+// K: the number of minimum hashes and maximum hashes that we keep
+// CodePoint: UInt8(ASCII) or UInt32(UTF8)
+// UTF8: means ASCII or UTF8, these two parameters CodePoint and UTF8 can only be (UInt8, false) or (UInt32, true)
+// Ngram: means ngram(true) or words shingles(false)
+// CaseInsensitive: means should we consider about letter case or not
 template <size_t N, size_t K, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
 struct MinhashImpl
 {
+    using Less = std::less<size_t>;
+    using Greater = std::greater<size_t>;
+    using MaxHeap = FixedHeap<std::less<size_t>, K, -1ULL>;
+    using MinHeap = FixedHeap<std::greater<size_t>, K, 0>;
     using ResultType = UInt64;
     using StrOp = ExtractStringImpl<N, CaseInsensitive>;
-    static constexpr size_t max_word_size = 1u << 7;
     static constexpr size_t max_string_size = 1u << 15;
     static constexpr size_t simultaneously_codepoints_num = StrOp::default_padding + N - 1;
 
-    // insert a new value into K minimum hash array if this value
-    // is smaller than the greatest value in the array
-    static ALWAYS_INLINE inline void insertMinValue(UInt64 * hashes, UInt64 v)
-    {
-        size_t i = 0;
-        for (; i < K && hashes[i] <= v; ++i)
-            ;
-        if (i == K)
-            return;
-        for (size_t j = K - 2; j >= i; --j)
-            hashes[j + 1] = hashes[j];
-        hashes[i] = v;
-    }
-
-    // insert a new value into K maximum hash array if this value
-    // is greater than the smallest value in the array
-    static ALWAYS_INLINE inline void insertMaxValue(UInt64 * hashes, UInt64 v)
-    {
-        int i = K - 1;
-        for (; i >= 0 && hashes[i] >= v; --i)
-            ;
-        if (i < 0)
-            return;
-        for (int j = 1; j <= i; ++j)
-            hashes[j - 1] = hashes[j];
-        hashes[i] = v;
-    }
-
     // Minhash ngram calculate function, String -> Tuple(UInt64, UInt64)
     // we extract ngram from input string, and calculate a hash value for each ngram
     // then we take the K minimum hash values to calculate a hashsum,
@@ -300,8 +308,8 @@ struct MinhashImpl
         const char * start = data;
         const char * end = data + size;
         // we just maintain the K minimu and K maximum hash values
-        UInt64 k_minimum[K] = {};
-        UInt64 k_maxinum[K] = {};
+        MaxHeap k_minimum_hashes(Less{});
+        MinHeap k_maximum_hashes(Greater{});
         CodePoint cp[simultaneously_codepoints_num] = {};
 
         size_t found = read_code_points(cp, start, end);
@@ -314,15 +322,15 @@ struct MinhashImpl
                 auto new_hash = hash_functor(cp + iter);
                 // insert the new hash value into array used to store K minimum value
                 // and K maximum value
-                insertMinValue(k_minimum, new_hash);
-                insertMaxValue(k_maxinum, new_hash);
+                k_minimum_hashes.insertAndReplace(new_hash);
+                k_maximum_hashes.insertAndReplace(new_hash);
             }
             iter = 0;
         } while (start < end && (found = read_code_points(cp, start, end)));
 
         // calculate hashsum of the K minimum hash values and K maximum hash values
-        UInt64 res1 = Hash::hashSum(k_maxinum, K);
-        UInt64 res2 = Hash::hashSum(k_maxinum, K);
+        UInt64 res1 = Hash::hashSum(k_minimum_hashes.data(), K);
+        UInt64 res2 = Hash::hashSum(k_maximum_hashes.data(), K);
         return std::make_tuple(res1, res2);
     }
 
@@ -332,47 +340,46 @@ struct MinhashImpl
     static ALWAYS_INLINE inline std::tuple<UInt64, UInt64> wordShinglesCalculateHashValue(
         const char * data,
         size_t size,
-        size_t (*read_one_word)(CodePoint *, const char *&, const char *, size_t),
+        size_t (*read_one_word)(PaddedPODArray<CodePoint> &, const char *&, const char *),
         UInt64 (*hash_functor)(const UInt64 *, size_t, size_t))
     {
         const char * start = data;
         const char * end = start + size;
         // also we just store the K minimu and K maximum hash values
-        UInt64 k_minimum[K] = {};
-        UInt64 k_maxinum[K] = {};
+        MaxHeap k_minimum_hashes(Less{});
+        MinHeap k_maximum_hashes(Greater{});
         // array to store n word hashes
         UInt64 nword_hashes[N] = {};
         // word buffer to store one word
-        CodePoint word_buf[max_word_size] = {};
-        size_t word_size;
+        PaddedPODArray<CodePoint> word_buf;
         // how word shingle hash value calculation and word hash storation is same as we
         // have descripted in Simhash wordShinglesCalculateHashValue function
         for (size_t i = 0; i < N && start < end; ++i)
         {
-            word_size = read_one_word(word_buf, start, end, max_word_size);
-            if (word_size)
+            read_one_word(word_buf, start, end);
+            if (!word_buf.empty())
             {
-                nword_hashes[i++] = Hash::hashSum(word_buf, word_size);
+                nword_hashes[i++] = Hash::hashSum(word_buf.data(), word_buf.size());
             }
         }
 
         auto new_hash = hash_functor(nword_hashes, N, 0);
-        insertMinValue(k_minimum, new_hash);
-        insertMaxValue(k_maxinum, new_hash);
+        k_minimum_hashes.insertAndReplace(new_hash);
+        k_maximum_hashes.insertAndReplace(new_hash);
 
         size_t offset = 0;
-        while (start < end && (word_size = read_one_word(word_buf, start, end, max_word_size)))
+        while (start < end && read_one_word(word_buf, start, end))
         {
-            nword_hashes[offset] = Hash::hashSum(word_buf, word_size);
+            nword_hashes[offset] = Hash::hashSum(word_buf.data(), word_buf.size());
             offset = (offset + 1) % N;
             new_hash = hash_functor(nword_hashes, N, offset);
-            insertMinValue(k_minimum, new_hash);
-            insertMaxValue(k_maxinum, new_hash);
+            k_minimum_hashes.insertAndReplace(new_hash);
+            k_maximum_hashes.insertAndReplace(new_hash);
         }
 
         // calculate hashsum
-        UInt64 res1 = Hash::hashSum(k_minimum, K);
-        UInt64 res2 = Hash::hashSum(k_maxinum, K);
+        UInt64 res1 = Hash::hashSum(k_minimum_hashes.data(), K);
+        UInt64 res2 = Hash::hashSum(k_maximum_hashes.data(), K);
         return std::make_tuple(res1, res2);
     }
 
@@ -382,7 +389,7 @@ struct MinhashImpl
         if constexpr (Ngram)
         {
             if constexpr (!UTF8)
-                return calc_func(std::forward<Args>(args)..., StrOp::readASCIICodePointsNoPadding, Hash::ngramASCIIHash);
+                return calc_func(std::forward<Args>(args)..., StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
             else
                 return calc_func(std::forward<Args>(args)..., StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
         }
@@ -395,17 +402,7 @@ struct MinhashImpl
         }
     }
 
-    // constant string
-    static void constant(const String data, UInt64 & res1, UInt64 & res2)
-    {
-        if constexpr (Ngram)
-            std::tie(res1, res2) = dispatch(ngramCalculateHashValue, data.data(), data.size());
-        else
-            std::tie(res1, res2) = dispatch(wordShinglesCalculateHashValue, data.data(), data.size());
-    }
-
-    // non-constant string
-    static void vector(
+    static void apply(
         const ColumnString::Chars & data,
         const ColumnString::Offsets & offsets,
         PaddedPODArray<UInt64> & res1,
@@ -422,6 +419,8 @@ struct MinhashImpl
                 else
                     std::tie(res1[i], res2[i]) = dispatch(wordShinglesCalculateHashValue, one_data, data_size);
             }
+            else
+                std::tie(res1[i], res2[i]) = std::make_tuple(-1ull, -1ull);
         }
     }
 };
diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index bada7490288..23c6db51e8e 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -44,77 +44,37 @@ public:
         return std::make_shared<DataTypeTuple>(DataTypes{element, element});
     }
 
+    bool useDefaultImplementationForConstants() const override { return true; }
+
     void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) override
     {
         const ColumnPtr & column = block.getByPosition(arguments[0]).column;
-        const ColumnConst * col_const = typeid_cast<const ColumnConst *>(&*column);
         using ResultType = typename Impl::ResultType;
         if constexpr (is_simhash)
         {
-            if (col_const)
-            {
-                ResultType res{};
-                const String & str_data = col_const->getValue<String>();
-                if (str_data.size() > Impl::max_string_size)
-                {
-                    throw Exception(
-                        "String size is too big for function " + getName() + ". Should be at most " + std::to_string(Impl::max_string_size),
-                        ErrorCodes::TOO_LARGE_STRING_SIZE);
-                }
-                Impl::constant(str_data, res);
-                block.getByPosition(result).column = block.getByPosition(result).type->createColumnConst(1, toField(res));
-            }
-            else
-            {
-                // non const string
-                auto col_res = ColumnVector<ResultType>::create();
-                typename ColumnVector<ResultType>::Container & vec_res = col_res->getData();
-                vec_res.resize(column->size());
-                const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
-                Impl::vector(col_str_vector->getChars(), col_str_vector->getOffsets(), vec_res);
-                block.getByPosition(result).column = std::move(col_res);
-            }
+            // non const string, const case is handled by useDefaultImplementationForConstants.
+            auto col_res = ColumnVector<ResultType>::create();
+            typename ColumnVector<ResultType>::Container & vec_res = col_res->getData();
+            vec_res.resize(column->size());
+            const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
+            Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), vec_res);
+            block.getByPosition(result).column = std::move(col_res);
         }
         else // Min hash
         {
-            if (col_const)
-            {
-                ResultType h1, h2;
-                const String & str_data = col_const->getValue<String>();
-                if (str_data.size() > Impl::max_string_size)
-                {
-                    throw Exception(
-                        "String size is too big for function " + getName() + ". Should be at most " + std::to_string(Impl::max_string_size),
-                        ErrorCodes::TOO_LARGE_STRING_SIZE);
-                }
-                Impl::constant(str_data, h1, h2);
-                auto h1_col = ColumnVector<ResultType>::create(1);
-                auto h2_col = ColumnVector<ResultType>::create(1);
-                typename ColumnVector<ResultType>::Container & h1_data = h1_col->getData();
-                typename ColumnVector<ResultType>::Container & h2_data = h2_col->getData();
-                h1_data[0] = h1;
-                h2_data[0] = h2;
-                MutableColumns tuple_columns;
-                tuple_columns.emplace_back(std::move(h1_col));
-                tuple_columns.emplace_back(std::move(h2_col));
-                block.getByPosition(result).column = ColumnTuple::create(std::move(tuple_columns));
-            }
-            else
-            {
-                // non const string
-                auto col_h1 = ColumnVector<ResultType>::create();
-                auto col_h2 = ColumnVector<ResultType>::create();
-                typename ColumnVector<ResultType>::Container & vec_h1 = col_h1->getData();
-                typename ColumnVector<ResultType>::Container & vec_h2 = col_h2->getData();
-                vec_h1.resize(column->size());
-                vec_h2.resize(column->size());
-                const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
-                Impl::vector(col_str_vector->getChars(), col_str_vector->getOffsets(), vec_h1, vec_h2);
-                MutableColumns tuple_columns;
-                tuple_columns.emplace_back(std::move(col_h1));
-                tuple_columns.emplace_back(std::move(col_h2));
-                block.getByPosition(result).column = ColumnTuple::create(std::move(tuple_columns));
-            }
+            // non const string
+            auto col_h1 = ColumnVector<ResultType>::create();
+            auto col_h2 = ColumnVector<ResultType>::create();
+            typename ColumnVector<ResultType>::Container & vec_h1 = col_h1->getData();
+            typename ColumnVector<ResultType>::Container & vec_h2 = col_h2->getData();
+            vec_h1.resize(column->size());
+            vec_h2.resize(column->size());
+            const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
+            Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), vec_h1, vec_h2);
+            MutableColumns tuple_columns;
+            tuple_columns.emplace_back(std::move(col_h1));
+            tuple_columns.emplace_back(std::move(col_h2));
+            block.getByPosition(result).column = ColumnTuple::create(std::move(tuple_columns));
         }
     }
 };
diff --git a/tests/queries/0_stateless/01016_simhash_minhash.reference b/tests/queries/0_stateless/01016_simhash_minhash.reference
index 7fa70b343a4..2ababa29d1e 100644
--- a/tests/queries/0_stateless/01016_simhash_minhash.reference
+++ b/tests/queries/0_stateless/01016_simhash_minhash.reference
@@ -7,24 +7,15 @@
 4124079607
 4124079607
 979945684
-(3614688582,3614688582)
-(3614688582,3614688582)
-(765622645,765622645)
-(765622645,765622645)
-(765622645,765622645)
-(765622645,765622645)
-(3573094983,3573094983)
-(3573094983,3573094983)
-(3604768422,3604768422)
-(3604768422,3604768422)
-(3614688582,1599892600)
-(3614688582,1599892600)
-(3614688582,1599892600)
-(3614688582,1599892600)
-(3614688582,1599892600)
-(3614688582,1599892600)
-(3614688582,996508363)
-(3614688582,996508363)
+(3700739653,3614688582)
+(2594676265,556335836)
+(2594676265,556335836)
+(3157724679,410999184)
+(1378962320,1336242123)
+(3277652371,1284714580)
+(3277652371,1284714580)
+(3277652371,1284714580)
+(3140472415,3787127930)
 2548869326
 2548869326
 401385678
@@ -41,19 +32,19 @@
 1238864275
 3569207545
 3568143609
-(1436198067,1436198067)
-(1436198067,1436198067)
-(3846780865,3846780865)
-(1956854492,1956854492)
-(2929435161,2929435161)
-(2929435161,2929435161)
-(3310088565,3310088565)
-(3310088565,3310088565)
-(3614688582,1294895121)
-(3614688582,1294895121)
-(3614688582,1138551650)
-(3614688582,1138551650)
-(3614688582,1294895121)
-(3614688582,1294895121)
-(3614688582,2840007763)
-(3614688582,929186815)
+(1525603924,509999509)
+(1525603924,3764233597)
+(1525603924,2706466536)
+(1525603924,1315689278)
+(3824755630,2122451089)
+(946380879,2122451089)
+(3295904092,4129673330)
+(3295904092,4129673330)
+(138351420,974287950)
+(824220170,974287950)
+(3300081739,2402902535)
+(3300081739,3993394872)
+(138351420,974287950)
+(824220170,974287950)
+(3083836461,957058619)
+(4120380459,90533100)

From 61817b30fc5474599b48b16456f0d2f55f756b59 Mon Sep 17 00:00:00 2001
From: feng lv <fenglv15@mails.ucas.ac.cn>
Date: Wed, 24 Jun 2020 00:28:17 +0800
Subject: [PATCH 008/742] fix

---
 src/Functions/FunctionsStringSimilarity.cpp | 49 +++++++++++++--------
 1 file changed, 30 insertions(+), 19 deletions(-)

diff --git a/src/Functions/FunctionsStringSimilarity.cpp b/src/Functions/FunctionsStringSimilarity.cpp
index 81adb1de26f..cf9d4d6e42a 100644
--- a/src/Functions/FunctionsStringSimilarity.cpp
+++ b/src/Functions/FunctionsStringSimilarity.cpp
@@ -1,6 +1,6 @@
+#include <Functions/FunctionsStringSimilarity.h>
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionsHashing.h>
-#include <Functions/FunctionsStringSimilarity.h>
 #include <Common/HashTable/ClearableHashMap.h>
 #include <Common/HashTable/Hash.h>
 #include <Common/UTF8Helpers.h>
@@ -268,8 +268,7 @@ struct NgramDistanceImpl
         size_t distance = second_size;
         if (data_size <= max_string_size)
         {
-            size_t first_size
-                = dispatchSearcher(calculateHaystackStatsAndMetric<false>, data.data(), data_size, common_stats, distance, nullptr);
+            size_t first_size = dispatchSearcher(calculateHaystackStatsAndMetric<false>, data.data(), data_size, common_stats, distance, nullptr);
             /// For !symmetric version we should not use first_size.
             if constexpr (symmetric)
                 res = distance * 1.f / std::max(first_size + second_size, size_t(1));
@@ -313,14 +312,23 @@ struct NgramDistanceImpl
             if (needle_size <= max_string_size && haystack_size <= max_string_size)
             {
                 /// Get needle stats.
-                const size_t needle_stats_size
-                    = dispatchSearcher(calculateNeedleStats<true>, needle, needle_size, common_stats, needle_ngram_storage.get());
+                const size_t needle_stats_size = dispatchSearcher(
+                    calculateNeedleStats<true>,
+                    needle,
+                    needle_size,
+                    common_stats,
+                    needle_ngram_storage.get());
 
                 size_t distance = needle_stats_size;
 
                 /// Combine with haystack stats, return to initial needle stats.
                 const size_t haystack_stats_size = dispatchSearcher(
-                    calculateHaystackStatsAndMetric<true>, haystack, haystack_size, common_stats, distance, haystack_ngram_storage.get());
+                    calculateHaystackStatsAndMetric<true>,
+                    haystack,
+                    haystack_size,
+                    common_stats,
+                    distance,
+                    haystack_ngram_storage.get());
 
                 /// Return to zero array stats.
                 for (size_t j = 0; j < needle_stats_size; ++j)
@@ -382,8 +390,12 @@ struct NgramDistanceImpl
 
                 if (needle_size <= max_string_size && haystack_size <= max_string_size)
                 {
-                    const size_t needle_stats_size
-                        = dispatchSearcher(calculateNeedleStats<true>, needle, needle_size, common_stats, needle_ngram_storage.get());
+                    const size_t needle_stats_size = dispatchSearcher(
+                        calculateNeedleStats<true>,
+                        needle,
+                        needle_size,
+                        common_stats,
+                        needle_ngram_storage.get());
 
                     size_t distance = needle_stats_size;
 
@@ -407,11 +419,15 @@ struct NgramDistanceImpl
 
                 prev_offset = needle_offsets[i];
             }
+
         }
     }
 
     static void vectorConstant(
-        const ColumnString::Chars & data, const ColumnString::Offsets & offsets, std::string needle, PaddedPODArray<Float32> & res)
+        const ColumnString::Chars & data,
+        const ColumnString::Offsets & offsets,
+        std::string needle,
+        PaddedPODArray<Float32> & res)
     {
         /// zeroing our map
         NgramStats common_stats = {};
@@ -437,8 +453,7 @@ struct NgramDistanceImpl
                 size_t haystack_stats_size = dispatchSearcher(
                     calculateHaystackStatsAndMetric<true>,
                     reinterpret_cast<const char *>(haystack),
-                    haystack_size,
-                    common_stats,
+                    haystack_size, common_stats,
                     distance,
                     ngram_storage.get());
                 /// For !symmetric version we should not use haystack_stats_size.
@@ -500,18 +515,14 @@ struct NameNgramSearchUTF8CaseInsensitive
 };
 
 using FunctionNgramDistance = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, false, true>, NameNgramDistance>;
-using FunctionNgramDistanceCaseInsensitive
-    = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, true, true>, NameNgramDistanceCaseInsensitive>;
+using FunctionNgramDistanceCaseInsensitive = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, true, true>, NameNgramDistanceCaseInsensitive>;
 using FunctionNgramDistanceUTF8 = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, false, true>, NameNgramDistanceUTF8>;
-using FunctionNgramDistanceCaseInsensitiveUTF8
-    = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, true, true>, NameNgramDistanceUTF8CaseInsensitive>;
+using FunctionNgramDistanceCaseInsensitiveUTF8 = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, true, true>, NameNgramDistanceUTF8CaseInsensitive>;
 
 using FunctionNgramSearch = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, false, false>, NameNgramSearch>;
-using FunctionNgramSearchCaseInsensitive
-    = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, true, false>, NameNgramSearchCaseInsensitive>;
+using FunctionNgramSearchCaseInsensitive = FunctionsStringSimilarity<NgramDistanceImpl<4, UInt8, false, true, false>, NameNgramSearchCaseInsensitive>;
 using FunctionNgramSearchUTF8 = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, false, false>, NameNgramSearchUTF8>;
-using FunctionNgramSearchCaseInsensitiveUTF8
-    = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, true, false>, NameNgramSearchUTF8CaseInsensitive>;
+using FunctionNgramSearchCaseInsensitiveUTF8 = FunctionsStringSimilarity<NgramDistanceImpl<3, UInt32, true, true, false>, NameNgramSearchUTF8CaseInsensitive>;
 
 
 void registerFunctionsStringSimilarity(FunctionFactory & factory)

From 07b5f9a58f1546a2afe1a65ef084d359b1c3dbf4 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 7 Aug 2020 18:04:51 +0300
Subject: [PATCH 009/742] Fix build.

---
 src/Functions/FunctionsMiscellaneous.h | 2 ++
 src/Functions/FunctionsStringHash.h    | 2 +-
 src/Functions/bitHammingDistance.cpp   | 2 +-
 src/Functions/tupleHammingDistance.cpp | 2 +-
 4 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/src/Functions/FunctionsMiscellaneous.h b/src/Functions/FunctionsMiscellaneous.h
index 5703f72ce2a..6cd11b12bd9 100644
--- a/src/Functions/FunctionsMiscellaneous.h
+++ b/src/Functions/FunctionsMiscellaneous.h
@@ -210,6 +210,8 @@ public:
             if (action.type == ExpressionAction::Type::JOIN || action.type == ExpressionAction::Type::ARRAY_JOIN)
                 throw Exception("Expression with arrayJoin or other unusual action cannot be captured", ErrorCodes::BAD_ARGUMENTS);
 
+std::cerr << "=============== FunctionCaptureOverloadResolver expr " << expression_actions->dumpActions() << std::endl;
+
         std::unordered_map<std::string, DataTypePtr> arguments_map;
 
         const auto & all_arguments = expression_actions->getRequiredColumnsWithTypes();
diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index 23c6db51e8e..64ee7f9fe59 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -46,7 +46,7 @@ public:
 
     bool useDefaultImplementationForConstants() const override { return true; }
 
-    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) override
+    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) const override
     {
         const ColumnPtr & column = block.getByPosition(arguments[0]).column;
         using ResultType = typename Impl::ResultType;
diff --git a/src/Functions/bitHammingDistance.cpp b/src/Functions/bitHammingDistance.cpp
index 5c13a57c426..21d4aa2c69c 100644
--- a/src/Functions/bitHammingDistance.cpp
+++ b/src/Functions/bitHammingDistance.cpp
@@ -93,7 +93,7 @@ public:
 
     bool useDefaultImplementationForConstants() const override { return true; }
 
-    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) override
+    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) const override
     {
         auto * left_generic = block.getByPosition(arguments[0]).type.get();
         auto * right_generic = block.getByPosition(arguments[1]).type.get();
diff --git a/src/Functions/tupleHammingDistance.cpp b/src/Functions/tupleHammingDistance.cpp
index 8b3f9a696aa..a0dc938ab17 100644
--- a/src/Functions/tupleHammingDistance.cpp
+++ b/src/Functions/tupleHammingDistance.cpp
@@ -100,7 +100,7 @@ public:
         return std::make_shared<DataTypeUInt8>();
     }
 
-    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) override
+    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) const override
     {
         const ColumnWithTypeAndName & arg1 = block.getByPosition(arguments[0]);
         const ColumnWithTypeAndName & arg2 = block.getByPosition(arguments[1]);

From 3b8020168f5bea44c5a1429cddd9ada9159017c0 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sat, 8 Aug 2020 07:44:04 +0300
Subject: [PATCH 010/742] Add simple watchdog

---
 programs/server/Server.cpp | 56 ++++++++++++++++++++++++++++++++++++++
 1 file changed, 56 insertions(+)

diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index ddc5ec080fb..c19a537795a 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -4,6 +4,7 @@
 #include <sys/resource.h>
 #include <sys/stat.h>
 #include <sys/types.h>
+#include <sys/wait.h>
 #include <errno.h>
 #include <pwd.h>
 #include <unistd.h>
@@ -263,6 +264,7 @@ void checkForUsersNotInMainConfig(
 int Server::main(const std::vector<std::string> & /*args*/)
 {
     Poco::Logger * log = &logger();
+
     UseSSL use_ssl;
 
     ThreadStatus thread_status;
@@ -1178,8 +1180,62 @@ int Server::main(const std::vector<std::string> & /*args*/)
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wmissing-declarations"
 
+
+void forkAndWatch(char * process_name)
+{
+    std::string original_process_name = process_name;
+
+    memset(process_name, 0, original_process_name.size());
+    strncpy(process_name, "clickhouse-watchdog", original_process_name.size());
+
+    setThreadName("clckhouse-watch");   /// 15 characters
+
+    while (true)
+    {
+        pid_t pid = fork();
+
+        if (-1 == pid)
+        {
+            std::cerr << "Cannot fork\n";
+            exit(1);
+        }
+
+        if (0 == pid)
+        {
+            strncpy(process_name, original_process_name.data(), original_process_name.size());
+            setThreadName("clickhouse-serv");
+            return;
+        }
+
+        int status = 0;
+        if (-1 == waitpid(pid, &status, 0))
+        {
+            std::cerr << "Cannot waitpid\n";
+            exit(2);
+        }
+
+        if (WIFEXITED(status))
+        {
+            std::cerr << fmt::format("Child process exited normally with code {}.\n", WEXITSTATUS(status));
+            exit(status);
+        }
+
+        if (WIFSIGNALED(status))
+            std::cerr << fmt::format("Child process was terminated by signal {}.\n", WTERMSIG(status));
+        else if (WIFSTOPPED(status))
+            std::cerr << fmt::format("Child process was stopped by signal {}.\n", WSTOPSIG(status));
+        else
+            std::cerr << "Child process was not exited normally by unknown reason.\n";
+
+        std::cerr << "Will restart.\n";
+    }
+}
+
+
 int mainEntryClickHouseServer(int argc, char ** argv)
 {
+    forkAndWatch(argv[0]);
+
     DB::Server app;
     try
     {

From ae716e13e0a804d4a7d570287f0a17d00754deb7 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sat, 8 Aug 2020 07:52:09 +0300
Subject: [PATCH 011/742] Watchdog (experimental)

---
 programs/server/Server.cpp | 108 +++++++++++++++++++------------------
 1 file changed, 55 insertions(+), 53 deletions(-)

diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index c19a537795a..57d8956ff69 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -93,6 +93,8 @@ namespace CurrentMetrics
 namespace
 {
 
+char * process_name; /// argv[0]
+
 void setupTmpPath(Poco::Logger * log, const std::string & path)
 {
     LOG_DEBUG(log, "Setting up {} to store temporary data in it", path);
@@ -261,9 +263,61 @@ void checkForUsersNotInMainConfig(
 }
 
 
+void forkAndWatch(Poco::Logger * log)
+{
+    std::string original_process_name = process_name;
+
+    memset(process_name, 0, original_process_name.size());
+    strncpy(process_name, "clickhouse-watchdog", original_process_name.size());
+
+    setThreadName("clckhouse-watch");   /// 15 characters
+
+    while (true)
+    {
+        pid_t pid = fork();
+
+        if (-1 == pid)
+        {
+            LOG_FATAL(log, "Cannot fork");
+            exit(1);
+        }
+
+        if (0 == pid)
+        {
+            strncpy(process_name, original_process_name.data(), original_process_name.size());
+            setThreadName("clickhouse-serv");
+            return;
+        }
+
+        int status = 0;
+        if (-1 == waitpid(pid, &status, 0))
+        {
+            LOG_FATAL(log, "Cannot waitpid");
+            exit(2);
+        }
+
+        if (WIFEXITED(status))
+        {
+            LOG_INFO(log, "Child process exited normally with code {}.", WEXITSTATUS(status));
+            exit(status);
+        }
+
+        if (WIFSIGNALED(status))
+            LOG_FATAL(log, "Child process was terminated by signal {}.\n", WTERMSIG(status));
+        else if (WIFSTOPPED(status))
+            LOG_FATAL(log, "Child process was stopped by signal {}.\n", WSTOPSIG(status));
+        else
+            LOG_FATAL(log, "Child process was not exited normally by unknown reason.");
+
+        LOG_INFO(log, "Will restart.");
+    }
+}
+
+
 int Server::main(const std::vector<std::string> & /*args*/)
 {
     Poco::Logger * log = &logger();
+    forkAndWatch(log);
 
     UseSSL use_ssl;
 
@@ -1181,61 +1235,9 @@ int Server::main(const std::vector<std::string> & /*args*/)
 #pragma GCC diagnostic ignored "-Wmissing-declarations"
 
 
-void forkAndWatch(char * process_name)
-{
-    std::string original_process_name = process_name;
-
-    memset(process_name, 0, original_process_name.size());
-    strncpy(process_name, "clickhouse-watchdog", original_process_name.size());
-
-    setThreadName("clckhouse-watch");   /// 15 characters
-
-    while (true)
-    {
-        pid_t pid = fork();
-
-        if (-1 == pid)
-        {
-            std::cerr << "Cannot fork\n";
-            exit(1);
-        }
-
-        if (0 == pid)
-        {
-            strncpy(process_name, original_process_name.data(), original_process_name.size());
-            setThreadName("clickhouse-serv");
-            return;
-        }
-
-        int status = 0;
-        if (-1 == waitpid(pid, &status, 0))
-        {
-            std::cerr << "Cannot waitpid\n";
-            exit(2);
-        }
-
-        if (WIFEXITED(status))
-        {
-            std::cerr << fmt::format("Child process exited normally with code {}.\n", WEXITSTATUS(status));
-            exit(status);
-        }
-
-        if (WIFSIGNALED(status))
-            std::cerr << fmt::format("Child process was terminated by signal {}.\n", WTERMSIG(status));
-        else if (WIFSTOPPED(status))
-            std::cerr << fmt::format("Child process was stopped by signal {}.\n", WSTOPSIG(status));
-        else
-            std::cerr << "Child process was not exited normally by unknown reason.\n";
-
-        std::cerr << "Will restart.\n";
-    }
-}
-
-
 int mainEntryClickHouseServer(int argc, char ** argv)
 {
-    forkAndWatch(argv[0]);
-
+    process_name = argv[0];
     DB::Server app;
     try
     {

From 11966f62576e527e26d2f751f7ecf1cdc1cde14b Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <KochetovNicolai@users.noreply.github.com>
Date: Mon, 10 Aug 2020 18:22:08 +0300
Subject: [PATCH 012/742] Update FunctionsMiscellaneous.h

---
 src/Functions/FunctionsMiscellaneous.h | 2 --
 1 file changed, 2 deletions(-)

diff --git a/src/Functions/FunctionsMiscellaneous.h b/src/Functions/FunctionsMiscellaneous.h
index 6cd11b12bd9..5703f72ce2a 100644
--- a/src/Functions/FunctionsMiscellaneous.h
+++ b/src/Functions/FunctionsMiscellaneous.h
@@ -210,8 +210,6 @@ public:
             if (action.type == ExpressionAction::Type::JOIN || action.type == ExpressionAction::Type::ARRAY_JOIN)
                 throw Exception("Expression with arrayJoin or other unusual action cannot be captured", ErrorCodes::BAD_ARGUMENTS);
 
-std::cerr << "=============== FunctionCaptureOverloadResolver expr " << expression_actions->dumpActions() << std::endl;
-
         std::unordered_map<std::string, DataTypePtr> arguments_map;
 
         const auto & all_arguments = expression_actions->getRequiredColumnsWithTypes();

From 2067501ead62322c51ec4de0bea469c7e758d8b9 Mon Sep 17 00:00:00 2001
From: feng lv <fenglv15@mails.ucas.ac.cn>
Date: Sun, 16 Aug 2020 15:42:35 +0800
Subject: [PATCH 013/742] fix

---
 src/Functions/bitHammingDistance.cpp   | 23 ++++++++++++-----------
 src/Functions/tupleHammingDistance.cpp | 19 ++++++++++---------
 2 files changed, 22 insertions(+), 20 deletions(-)

diff --git a/src/Functions/bitHammingDistance.cpp b/src/Functions/bitHammingDistance.cpp
index 5c13a57c426..08678689a15 100644
--- a/src/Functions/bitHammingDistance.cpp
+++ b/src/Functions/bitHammingDistance.cpp
@@ -19,21 +19,21 @@ struct BitHammingDistanceImpl
 {
     using ResultType = UInt8;
 
-    static void NO_INLINE vector_vector(const PaddedPODArray<A> & a, const PaddedPODArray<B> & b, PaddedPODArray<ResultType> & c)
+    static void NO_INLINE vectorVector(const PaddedPODArray<A> & a, const PaddedPODArray<B> & b, PaddedPODArray<ResultType> & c)
     {
         size_t size = a.size();
         for (size_t i = 0; i < size; ++i)
             c[i] = apply(a[i], b[i]);
     }
 
-    static void NO_INLINE vector_constant(const PaddedPODArray<A> & a, B b, PaddedPODArray<ResultType> & c)
+    static void NO_INLINE vectorConstant(const PaddedPODArray<A> & a, B b, PaddedPODArray<ResultType> & c)
     {
         size_t size = a.size();
         for (size_t i = 0; i < size; ++i)
             c[i] = apply(a[i], b);
     }
 
-    static void NO_INLINE constant_vector(A a, const PaddedPODArray<B> & b, PaddedPODArray<ResultType> & c)
+    static void NO_INLINE constantVector(A a, const PaddedPODArray<B> & b, PaddedPODArray<ResultType> & c)
     {
         size_t size = b.size();
         for (size_t i = 0; i < size; ++i)
@@ -95,9 +95,10 @@ public:
 
     void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) override
     {
-        auto * left_generic = block.getByPosition(arguments[0]).type.get();
-        auto * right_generic = block.getByPosition(arguments[1]).type.get();
-        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right) {
+        const auto * left_generic = block.getByPosition(arguments[0]).type.get();
+        const auto * right_generic = block.getByPosition(arguments[1]).type.get();
+        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
+        {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
             using T0 = typename LeftDataType::FieldType;
@@ -108,8 +109,8 @@ public:
 
             using OpImpl = BitHammingDistanceImpl<T0, T1>;
 
-            auto col_left_raw = block.getByPosition(arguments[0]).column.get();
-            auto col_right_raw = block.getByPosition(arguments[1]).column.get();
+            const auto col_left_raw = block.getByPosition(arguments[0]).column.get();
+            const auto col_right_raw = block.getByPosition(arguments[1]).column.get();
 
             typename ColVecResult::MutablePtr col_res = nullptr;
             col_res = ColVecResult::create();
@@ -122,7 +123,7 @@ public:
                 if (auto col_right = checkAndGetColumn<ColVecT1>(col_right_raw))
                 {
                     // constant integer - non-constant integer
-                    OpImpl::constant_vector(col_left_const->template getValue<T0>(), col_right->getData(), vec_res);
+                    OpImpl::constantVector(col_left_const->template getValue<T0>(), col_right->getData(), vec_res);
                 }
                 else
                     return false;
@@ -131,10 +132,10 @@ public:
             {
                 if (auto col_right = checkAndGetColumn<ColVecT1>(col_right_raw))
                     // non-constant integer - non-constant integer
-                    OpImpl::vector_vector(col_left->getData(), col_right->getData(), vec_res);
+                    OpImpl::vectorVector(col_left->getData(), col_right->getData(), vec_res);
                 else if (auto col_right_const = checkAndGetColumnConst<ColVecT1>(col_right_raw))
                     // non-constant integer - constant integer
-                    OpImpl::vector_constant(col_left->getData(), col_right_const->template getValue<T1>(), vec_res);
+                    OpImpl::vectorConstant(col_left->getData(), col_right_const->template getValue<T1>(), vec_res);
                 else
                     return false;
             }
diff --git a/src/Functions/tupleHammingDistance.cpp b/src/Functions/tupleHammingDistance.cpp
index 8b3f9a696aa..c2d0ae66875 100644
--- a/src/Functions/tupleHammingDistance.cpp
+++ b/src/Functions/tupleHammingDistance.cpp
@@ -20,7 +20,7 @@ struct TupleHammingDistanceImpl
 {
     using ResultType = UInt8;
 
-    static void NO_INLINE vector_vector(
+    static void NO_INLINE vectorVector(
         const PaddedPODArray<A> & a1,
         const PaddedPODArray<A> & b1,
         const PaddedPODArray<B> & a2,
@@ -33,7 +33,7 @@ struct TupleHammingDistanceImpl
     }
 
     static void NO_INLINE
-    vector_constant(const PaddedPODArray<A> & a1, const PaddedPODArray<A> & b1, UInt64 a2, UInt64 b2, PaddedPODArray<ResultType> & c)
+    vectorConstant(const PaddedPODArray<A> & a1, const PaddedPODArray<A> & b1, UInt64 a2, UInt64 b2, PaddedPODArray<ResultType> & c)
     {
         size_t size = a1.size();
         for (size_t i = 0; i < size; ++i)
@@ -41,14 +41,14 @@ struct TupleHammingDistanceImpl
     }
 
     static void NO_INLINE
-    constant_vector(UInt64 a1, UInt64 b1, const PaddedPODArray<B> & a2, const PaddedPODArray<B> & b2, PaddedPODArray<ResultType> & c)
+    constantVector(UInt64 a1, UInt64 b1, const PaddedPODArray<B> & a2, const PaddedPODArray<B> & b2, PaddedPODArray<ResultType> & c)
     {
         size_t size = a2.size();
         for (size_t i = 0; i < size; ++i)
             c[i] = apply(a1, a2[i]) + apply(b1, b2[i]);
     }
 
-    static ResultType constant_constant(UInt64 a1, UInt64 b1, UInt64 a2, UInt64 b2) { return apply(a1, a2) + apply(b1, b2); }
+    static ResultType constantConstant(UInt64 a1, UInt64 b1, UInt64 a2, UInt64 b2) { return apply(a1, a2) + apply(b1, b2); }
 
 private:
     static inline UInt8 apply(UInt64 a, UInt64 b) { return a != b; }
@@ -112,7 +112,8 @@ public:
             throw Exception(
                 "Illegal column of arguments of function " + getName() + ", tuple should have exactly two elements.",
                 ErrorCodes::ILLEGAL_COLUMN);
-        bool valid = castBothTypes(left_elems[0].get(), right_elems[0].get(), [&](const auto & left, const auto & right) {
+        bool valid = castBothTypes(left_elems[0].get(), right_elems[0].get(), [&](const auto & left, const auto & right)
+        {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
             using T0 = typename LeftDataType::FieldType;
@@ -137,7 +138,7 @@ public:
                     cols1[1]->get(0, b1);
                     cols2[0]->get(0, a2);
                     cols2[1]->get(0, b2);
-                    auto res = OpImpl::constant_constant(a1.get<UInt64>(), b1.get<UInt64>(), a2.get<UInt64>(), b2.get<UInt64>());
+                    auto res = OpImpl::constantConstant(a1.get<UInt64>(), b1.get<UInt64>(), a2.get<UInt64>(), b2.get<UInt64>());
                     block.getByPosition(result).column = DataTypeUInt8().createColumnConst(const_col_left->size(), toField(res));
                     return true;
                 }
@@ -159,7 +160,7 @@ public:
                     auto col_r1 = checkAndGetColumn<ColVecT1>(&col_right->getColumn(0));
                     auto col_r2 = checkAndGetColumn<ColVecT1>(&col_right->getColumn(1));
                     if (col_r1 && col_r2)
-                        OpImpl::constant_vector(a1.get<UInt64>(), b1.get<UInt64>(), col_r1->getData(), col_r2->getData(), vec_res);
+                        OpImpl::constantVector(a1.get<UInt64>(), b1.get<UInt64>(), col_r1->getData(), col_r2->getData(), vec_res);
                     else
                         return false;
                 }
@@ -179,7 +180,7 @@ public:
                         Field a2, b2;
                         const_cols[0]->get(0, a2);
                         const_cols[1]->get(0, b2);
-                        OpImpl::vector_constant(col_l1->getData(), col_l2->getData(), a2.get<UInt64>(), a2.get<UInt64>(), vec_res);
+                        OpImpl::vectorConstant(col_l1->getData(), col_l2->getData(), a2.get<UInt64>(), a2.get<UInt64>(), vec_res);
                     }
                     // non-constant tuple - non-constant tuple
                     else if (const ColumnTuple * col_right = typeid_cast<const ColumnTuple *>(arg2.column.get()))
@@ -187,7 +188,7 @@ public:
                         auto col_r1 = checkAndGetColumn<ColVecT1>(&col_right->getColumn(0));
                         auto col_r2 = checkAndGetColumn<ColVecT1>(&col_right->getColumn(1));
                         if (col_r1 && col_r2)
-                            OpImpl::vector_vector(col_l1->getData(), col_l2->getData(), col_r1->getData(), col_r2->getData(), vec_res);
+                            OpImpl::vectorVector(col_l1->getData(), col_l2->getData(), col_r1->getData(), col_r2->getData(), vec_res);
                         else
                             return false;
                     }

From 6bc8da633c9121875679b0fa659213476f2b6849 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 16 Aug 2020 14:52:55 +0300
Subject: [PATCH 014/742] Minor modification

---
 programs/server/Server.cpp | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index 05b05934d35..04d116af3fa 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -309,7 +309,8 @@ void forkAndWatch(Poco::Logger * log)
         else
             LOG_FATAL(log, "Child process was not exited normally by unknown reason.");
 
-        LOG_INFO(log, "Will restart.");
+        exit(status);
+        // LOG_INFO(log, "Will restart.");
     }
 }
 
@@ -317,7 +318,9 @@ void forkAndWatch(Poco::Logger * log)
 int Server::main(const std::vector<std::string> & /*args*/)
 {
     Poco::Logger * log = &logger();
-    forkAndWatch(log);
+
+    if (!isInteractive())
+        forkAndWatch(log);
 
     UseSSL use_ssl;
 

From 9a370a03ef19e6e306e479cd5f7ac445a67fad75 Mon Sep 17 00:00:00 2001
From: feng lv <fenglv15@mails.ucas.ac.cn>
Date: Thu, 10 Sep 2020 15:36:38 +0800
Subject: [PATCH 015/742] fix

fix
---
 src/Functions/FunctionsStringHash.h    | 1 -
 src/Functions/bitHammingDistance.cpp   | 7 +++----
 src/Functions/tupleHammingDistance.cpp | 4 ++--
 3 files changed, 5 insertions(+), 7 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index 64ee7f9fe59..19fea2d4fc6 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -15,7 +15,6 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
-    extern const int TOO_LARGE_STRING_SIZE;
 }
 
 // FunctionStringHash
diff --git a/src/Functions/bitHammingDistance.cpp b/src/Functions/bitHammingDistance.cpp
index cb79b498aa6..cb34634b00d 100644
--- a/src/Functions/bitHammingDistance.cpp
+++ b/src/Functions/bitHammingDistance.cpp
@@ -97,8 +97,7 @@ public:
     {
         const auto * left_generic = block.getByPosition(arguments[0]).type.get();
         const auto * right_generic = block.getByPosition(arguments[1]).type.get();
-        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
-        {
+        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right) {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
             using T0 = typename LeftDataType::FieldType;
@@ -109,8 +108,8 @@ public:
 
             using OpImpl = BitHammingDistanceImpl<T0, T1>;
 
-            const auto col_left_raw = block.getByPosition(arguments[0]).column.get();
-            const auto col_right_raw = block.getByPosition(arguments[1]).column.get();
+            const auto * const col_left_raw = block.getByPosition(arguments[0]).column.get();
+            const auto * const col_right_raw = block.getByPosition(arguments[1]).column.get();
 
             typename ColVecResult::MutablePtr col_res = nullptr;
             col_res = ColVecResult::create();
diff --git a/src/Functions/tupleHammingDistance.cpp b/src/Functions/tupleHammingDistance.cpp
index 2f0475f3a6c..aa38426d228 100644
--- a/src/Functions/tupleHammingDistance.cpp
+++ b/src/Functions/tupleHammingDistance.cpp
@@ -106,8 +106,8 @@ public:
         const ColumnWithTypeAndName & arg2 = block.getByPosition(arguments[1]);
         const DataTypeTuple & type1 = static_cast<const DataTypeTuple &>(*arg1.type);
         const DataTypeTuple & type2 = static_cast<const DataTypeTuple &>(*arg2.type);
-        auto & left_elems = type1.getElements();
-        auto & right_elems = type2.getElements();
+        const auto & left_elems = type1.getElements();
+        const auto & right_elems = type2.getElements();
         if (left_elems.size() != 2 || right_elems.size() != 2)
             throw Exception(
                 "Illegal column of arguments of function " + getName() + ", tuple should have exactly two elements.",

From f2a6696362f2249ed607a65f2d48289f67aeb51b Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Thu, 15 Oct 2020 02:39:31 +0400
Subject: [PATCH 016/742] Implement verification_cooldown LDAP server
 connection param

---
 programs/server/config.xml            |  4 ++++
 src/Access/Authentication.cpp         | 31 ++++++++++++++++++++++++++-
 src/Access/Authentication.h           |  5 +++++
 src/Access/ExternalAuthenticators.cpp |  4 ++++
 src/Access/LDAPParams.h               | 18 ++++++++++++++++
 5 files changed, 61 insertions(+), 1 deletion(-)

diff --git a/programs/server/config.xml b/programs/server/config.xml
index 5bdec5377fd..f295221452a 100644
--- a/programs/server/config.xml
+++ b/programs/server/config.xml
@@ -222,6 +222,9 @@
                 auth_dn_prefix, auth_dn_suffix - prefix and suffix used to construct the DN to bind to.
                         Effectively, the resulting DN will be constructed as auth_dn_prefix + escape(user_name) + auth_dn_suffix string.
                         Note, that this implies that auth_dn_suffix should usually have comma ',' as its first non-space character.
+                verification_cooldown - a period of time, in seconds, after a successful bind attempt, during which a user will be assumed
+                         to be successfully authenticated for all consecutive requests without contacting the LDAP server.
+                        Specify 0 (the default) to disable caching and force contacting the LDAP server for each authentication request.
                 enable_tls - flag to trigger use of secure connection to the LDAP server.
                         Specify 'no' for plain text (ldap://) protocol (not recommended).
                         Specify 'yes' for LDAP over SSL/TLS (ldaps://) protocol (recommended, the default).
@@ -241,6 +244,7 @@
                     <port>636</port>
                     <auth_dn_prefix>uid=</auth_dn_prefix>
                     <auth_dn_suffix>,ou=users,dc=example,dc=com</auth_dn_suffix>
+                    <verification_cooldown>300</verification_cooldown>
                     <enable_tls>yes</enable_tls>
                     <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
                     <tls_require_cert>demand</tls_require_cert>
diff --git a/src/Access/Authentication.cpp b/src/Access/Authentication.cpp
index d29e2f897e8..7476e6eb2ea 100644
--- a/src/Access/Authentication.cpp
+++ b/src/Access/Authentication.cpp
@@ -86,8 +86,37 @@ bool Authentication::isCorrectPassword(const String & password_, const String &
             ldap_server_params.user = user_;
             ldap_server_params.password = password_;
 
+            const auto current_params_hash = ldap_server_params.getCoreHash();
+            const auto last_check_period = std::chrono::steady_clock::now() - last_successful_password_check_timestamp;
+
+            if (
+                // Forbid the initial values explicitly.
+                last_successful_password_check_params_hash != 0 &&
+                last_successful_password_check_timestamp != std::chrono::steady_clock::time_point{} &&
+
+                // Check if we can "reuse" the result of the previous successful password verification.
+                current_params_hash == last_successful_password_check_params_hash &&
+                last_check_period <= ldap_server_params.verification_cooldown
+            )
+            {
+                return true;
+            }
+
             LDAPSimpleAuthClient ldap_client(ldap_server_params);
-            return ldap_client.check();
+            const auto result = ldap_client.check();
+
+            if (result)
+            {
+                last_successful_password_check_params_hash = current_params_hash;
+                last_successful_password_check_timestamp = std::chrono::steady_clock::now();
+            }
+            else
+            {
+                last_successful_password_check_params_hash = 0;
+                last_successful_password_check_timestamp = std::chrono::steady_clock::time_point{};
+            }
+
+            return result;
         }
 
         case MAX_TYPE:
diff --git a/src/Access/Authentication.h b/src/Access/Authentication.h
index 38714339221..8584c9f7325 100644
--- a/src/Access/Authentication.h
+++ b/src/Access/Authentication.h
@@ -6,6 +6,7 @@
 #include <Poco/SHA1Engine.h>
 #include <boost/algorithm/hex.hpp>
 #include <boost/algorithm/string/case_conv.hpp>
+#include <chrono>
 
 
 namespace DB
@@ -103,7 +104,11 @@ private:
 
     Type type = Type::NO_PASSWORD;
     Digest password_hash;
+
+    // Used and maintained only for LDAP.
     String server_name;
+    mutable std::size_t last_successful_password_check_params_hash = 0;
+    mutable std::chrono::steady_clock::time_point last_successful_password_check_timestamp;
 };
 
 
diff --git a/src/Access/ExternalAuthenticators.cpp b/src/Access/ExternalAuthenticators.cpp
index 3ed1b21c3c2..9b908841576 100644
--- a/src/Access/ExternalAuthenticators.cpp
+++ b/src/Access/ExternalAuthenticators.cpp
@@ -29,6 +29,7 @@ auto parseLDAPServer(const Poco::Util::AbstractConfiguration & config, const Str
     const bool has_port = config.has(ldap_server_config + ".port");
     const bool has_auth_dn_prefix = config.has(ldap_server_config + ".auth_dn_prefix");
     const bool has_auth_dn_suffix = config.has(ldap_server_config + ".auth_dn_suffix");
+    const bool has_verification_cooldown = config.has(ldap_server_config + ".verification_cooldown");
     const bool has_enable_tls = config.has(ldap_server_config + ".enable_tls");
     const bool has_tls_minimum_protocol_version = config.has(ldap_server_config + ".tls_minimum_protocol_version");
     const bool has_tls_require_cert = config.has(ldap_server_config + ".tls_require_cert");
@@ -52,6 +53,9 @@ auto parseLDAPServer(const Poco::Util::AbstractConfiguration & config, const Str
     if (has_auth_dn_suffix)
         params.auth_dn_suffix = config.getString(ldap_server_config + ".auth_dn_suffix");
 
+    if (has_verification_cooldown)
+        params.verification_cooldown = std::chrono::seconds{config.getUInt64(ldap_server_config + ".verification_cooldown")};
+
     if (has_enable_tls)
     {
         String enable_tls_lc_str = config.getString(ldap_server_config + ".enable_tls");
diff --git a/src/Access/LDAPParams.h b/src/Access/LDAPParams.h
index eeadba6bc01..28dcc5fe50f 100644
--- a/src/Access/LDAPParams.h
+++ b/src/Access/LDAPParams.h
@@ -2,6 +2,8 @@
 
 #include <common/types.h>
 
+#include <boost/container_hash/hash.hpp>
+
 #include <chrono>
 
 
@@ -68,10 +70,26 @@ struct LDAPServerParams
     String user;
     String password;
 
+    std::chrono::seconds verification_cooldown{0};
+
     std::chrono::seconds operation_timeout{40};
     std::chrono::seconds network_timeout{30};
     std::chrono::seconds search_timeout{20};
     std::uint32_t search_limit = 100;
+
+    std::size_t getCoreHash() const
+    {
+        std::size_t seed = 0;
+
+        boost::hash_combine(seed, host);
+        boost::hash_combine(seed, port);
+        boost::hash_combine(seed, auth_dn_prefix);
+        boost::hash_combine(seed, auth_dn_suffix);
+        boost::hash_combine(seed, user);
+        boost::hash_combine(seed, password);
+
+        return seed;
+    }
 };
 
 }

From 1eb7c31011ed25738da65fc169816dd5720e721a Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Thu, 15 Oct 2020 03:05:33 +0400
Subject: [PATCH 017/742] Add "verification_cooldown enabled" check

---
 src/Access/Authentication.cpp | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/Access/Authentication.cpp b/src/Access/Authentication.cpp
index 7476e6eb2ea..b8328057161 100644
--- a/src/Access/Authentication.cpp
+++ b/src/Access/Authentication.cpp
@@ -94,8 +94,12 @@ bool Authentication::isCorrectPassword(const String & password_, const String &
                 last_successful_password_check_params_hash != 0 &&
                 last_successful_password_check_timestamp != std::chrono::steady_clock::time_point{} &&
 
+                // Check if the caching is enabled at all.
+                ldap_server_params.verification_cooldown > std::chrono::seconds{0} &&
+
                 // Check if we can "reuse" the result of the previous successful password verification.
                 current_params_hash == last_successful_password_check_params_hash &&
+                last_check_period >= std::chrono::seconds{0} &&
                 last_check_period <= ldap_server_params.verification_cooldown
             )
             {

From 92840dd7171bace7f41f57578a84c5c68e2e20f2 Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Tue, 20 Oct 2020 15:36:22 +0400
Subject: [PATCH 018/742] Trigger CI


From 1567a3976b9ca7893c8e730f8f6db8de3057c519 Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Mon, 26 Oct 2020 09:28:46 -0400
Subject: [PATCH 019/742] Adding requirements related to the LDAP login cache
 feature. Updated syntax tests. Linked specifications to ldap/authentication
 and ldap/external_user_directory features.

---
 docker/test/testflows/runner/Dockerfile       |   2 +-
 .../ldap/authentication/regression.py         |   5 +-
 .../requirements/requirements.md              |  83 +-
 .../requirements/requirements.py              | 958 +++++++++++++++---
 .../authentication/tests/server_config.py     |   4 +-
 .../external_user_directory/regression.py     |   5 +-
 .../requirements/requirements.md              |  80 +-
 .../requirements/requirements.py              | 893 +++++++++++++++-
 .../tests/server_config.py                    |   4 +-
 9 files changed, 1859 insertions(+), 175 deletions(-)

diff --git a/docker/test/testflows/runner/Dockerfile b/docker/test/testflows/runner/Dockerfile
index 9565e39598c..06241d6d497 100644
--- a/docker/test/testflows/runner/Dockerfile
+++ b/docker/test/testflows/runner/Dockerfile
@@ -35,7 +35,7 @@ RUN apt-get update \
 ENV TZ=Europe/Moscow
 RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
 
-RUN pip3 install urllib3 testflows==1.6.57 docker-compose docker dicttoxml kazoo tzlocal
+RUN pip3 install urllib3 testflows==1.6.59 docker-compose docker dicttoxml kazoo tzlocal
 
 ENV DOCKER_CHANNEL stable
 ENV DOCKER_VERSION 17.09.1-ce
diff --git a/tests/testflows/ldap/authentication/regression.py b/tests/testflows/ldap/authentication/regression.py
index 9d0a5ca743f..97b63dddd33 100755
--- a/tests/testflows/ldap/authentication/regression.py
+++ b/tests/testflows/ldap/authentication/regression.py
@@ -29,9 +29,8 @@ xfails = {
 @TestFeature
 @Name("authentication")
 @ArgumentParser(argparser)
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication("1.0")
-)
+@Specifications(SRS_007_ClickHouse_Authentication_of_Users_via_LDAP)
+@Requirements(RQ_SRS_007_LDAP_Authentication("1.0"))
 @XFails(xfails)
 def regression(self, local, clickhouse_binary_path):
     """ClickHouse integration with LDAP regression module.
diff --git a/tests/testflows/ldap/authentication/requirements/requirements.md b/tests/testflows/ldap/authentication/requirements/requirements.md
index d322db70330..683dae4ead4 100644
--- a/tests/testflows/ldap/authentication/requirements/requirements.md
+++ b/tests/testflows/ldap/authentication/requirements/requirements.md
@@ -57,22 +57,27 @@
     * 4.2.25 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir](#rqsrs-007ldapconfigurationservertlscacertdir)
     * 4.2.26 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile](#rqsrs-007ldapconfigurationservertlscacertfile)
     * 4.2.27 [RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite](#rqsrs-007ldapconfigurationservertlsciphersuite)
-    * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
-    * 4.2.29 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
-    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
-    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
-    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
-    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
-    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
-    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
-    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
-    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
-    * 4.2.38 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
-    * 4.2.39 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
-    * 4.2.40 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
-    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
-    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
-    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
+    * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown](#rqsrs-007ldapconfigurationserververificationcooldown)
+    * 4.2.29 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default](#rqsrs-007ldapconfigurationserververificationcooldowndefault)
+    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
+    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
+    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
+    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
+    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
+    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
+    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
+    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
+    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
+    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
+    * 4.2.40 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
+    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
+    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
+    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
+    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
+    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
+    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
+    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
+    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
 * 5 [References](#references)
 
 ## Revision History
@@ -393,9 +398,25 @@ For example,
 The available suites SHALL depend on the [OpenSSL] library version and variant used to build
 [ClickHouse] and therefore might change.
 
-#### RQ.SRS-007.LDAP.Configuration.Server.Syntax
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown
 version: 1.0
 
+[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section
+that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
+to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
+After period of time since the last successful attempt expires then on the authentication attempt
+SHALL result in contacting the [LDAP] server to verify the username and password. 
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default
+version: 1.0
+
+[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section
+SHALL have a default value of `0` that disables caching and forces contacting
+the [LDAP] server for each authentication request.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Syntax
+version: 2.0
+
 [ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`
 configuration file or of any configuration file inside the `config.d` directory.
 
@@ -406,6 +427,7 @@ configuration file or of any configuration file inside the `config.d` directory.
         <port>636</port>
         <auth_dn_prefix>cn=</auth_dn_prefix>
         <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
+        <verification_cooldown>0</verification_cooldown>
         <enable_tls>yes</enable_tls>
         <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
         <tls_require_cert>demand</tls_require_cert>
@@ -521,6 +543,33 @@ version: 1.0
 [ClickHouse] SHALL support [UTF-8] characters in passwords
 used to authenticate users using an [LDAP] server.
 
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance
+version: 1.0
+
+[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users
+when `verification_cooldown` parameter is set to a positive value when comparing
+to the the case when `verification_cooldown` is turned off either for a single user or multiple users
+making a large number of repeated requests.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters
+version: 1.0
+
+[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values
+change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword
+version: 1.0
+
+[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+for the user if the password provided in the current authentication attempt does not match
+the valid password provided during the first successful authentication request that was cached
+for this exact user. The reset SHALL cause the next authentication attempt for this user
+to result in contacting the [LDAP] server to verify user's username and password.
+
 ## References
 
 * **ClickHouse:** https://clickhouse.tech
diff --git a/tests/testflows/ldap/authentication/requirements/requirements.py b/tests/testflows/ldap/authentication/requirements/requirements.py
index 967e097d1fa..afdc497e75c 100644
--- a/tests/testflows/ldap/authentication/requirements/requirements.py
+++ b/tests/testflows/ldap/authentication/requirements/requirements.py
@@ -1,10 +1,620 @@
 # These requirements were auto generated
 # from software requirements specification (SRS)
-# document by TestFlows v1.6.200811.1124123.
+# document by TestFlows v1.6.201021.1163815.
 # Do not edit by hand but re-generate instead
 # using 'tfs requirements generate' command.
+from testflows.core import Specification
 from testflows.core import Requirement
 
+SRS_007_ClickHouse_Authentication_of_Users_via_LDAP = Specification(
+        name='SRS-007 ClickHouse Authentication of Users via LDAP', 
+        description=None,
+        author=None,
+        date=None, 
+        status=None, 
+        approved_by=None,
+        approved_date=None,
+        approved_version=None,
+        version=None,
+        group=None,
+        type=None,
+        link=None,
+        uid=None,
+        parent=None,
+        children=None,
+        content='''
+# SRS-007 ClickHouse Authentication of Users via LDAP
+
+## Table of Contents
+
+* 1 [Revision History](#revision-history)
+* 2 [Introduction](#introduction)
+* 3 [Terminology](#terminology)
+* 4 [Requirements](#requirements)
+  * 4.1 [Generic](#generic)
+    * 4.1.1 [RQ.SRS-007.LDAP.Authentication](#rqsrs-007ldapauthentication)
+    * 4.1.2 [RQ.SRS-007.LDAP.Authentication.MultipleServers](#rqsrs-007ldapauthenticationmultipleservers)
+    * 4.1.3 [RQ.SRS-007.LDAP.Authentication.Protocol.PlainText](#rqsrs-007ldapauthenticationprotocolplaintext)
+    * 4.1.4 [RQ.SRS-007.LDAP.Authentication.Protocol.TLS](#rqsrs-007ldapauthenticationprotocoltls)
+    * 4.1.5 [RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS](#rqsrs-007ldapauthenticationprotocolstarttls)
+    * 4.1.6 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation](#rqsrs-007ldapauthenticationtlscertificatevalidation)
+    * 4.1.7 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned](#rqsrs-007ldapauthenticationtlscertificateselfsigned)
+    * 4.1.8 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority](#rqsrs-007ldapauthenticationtlscertificatespecificcertificationauthority)
+    * 4.1.9 [RQ.SRS-007.LDAP.Server.Configuration.Invalid](#rqsrs-007ldapserverconfigurationinvalid)
+    * 4.1.10 [RQ.SRS-007.LDAP.User.Configuration.Invalid](#rqsrs-007ldapuserconfigurationinvalid)
+    * 4.1.11 [RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous](#rqsrs-007ldapauthenticationmechanismanonymous)
+    * 4.1.12 [RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated](#rqsrs-007ldapauthenticationmechanismunauthenticated)
+    * 4.1.13 [RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword](#rqsrs-007ldapauthenticationmechanismnamepassword)
+    * 4.1.14 [RQ.SRS-007.LDAP.Authentication.Valid](#rqsrs-007ldapauthenticationvalid)
+    * 4.1.15 [RQ.SRS-007.LDAP.Authentication.Invalid](#rqsrs-007ldapauthenticationinvalid)
+    * 4.1.16 [RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser](#rqsrs-007ldapauthenticationinvaliddeleteduser)
+    * 4.1.17 [RQ.SRS-007.LDAP.Authentication.UsernameChanged](#rqsrs-007ldapauthenticationusernamechanged)
+    * 4.1.18 [RQ.SRS-007.LDAP.Authentication.PasswordChanged](#rqsrs-007ldapauthenticationpasswordchanged)
+    * 4.1.19 [RQ.SRS-007.LDAP.Authentication.LDAPServerRestart](#rqsrs-007ldapauthenticationldapserverrestart)
+    * 4.1.20 [RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart](#rqsrs-007ldapauthenticationclickhouseserverrestart)
+    * 4.1.21 [RQ.SRS-007.LDAP.Authentication.Parallel](#rqsrs-007ldapauthenticationparallel)
+    * 4.1.22 [RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid](#rqsrs-007ldapauthenticationparallelvalidandinvalid)
+  * 4.2 [Specific](#specific)
+    * 4.2.1 [RQ.SRS-007.LDAP.UnreachableServer](#rqsrs-007ldapunreachableserver)
+    * 4.2.2 [RQ.SRS-007.LDAP.Configuration.Server.Name](#rqsrs-007ldapconfigurationservername)
+    * 4.2.3 [RQ.SRS-007.LDAP.Configuration.Server.Host](#rqsrs-007ldapconfigurationserverhost)
+    * 4.2.4 [RQ.SRS-007.LDAP.Configuration.Server.Port](#rqsrs-007ldapconfigurationserverport)
+    * 4.2.5 [RQ.SRS-007.LDAP.Configuration.Server.Port.Default](#rqsrs-007ldapconfigurationserverportdefault)
+    * 4.2.6 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix](#rqsrs-007ldapconfigurationserverauthdnprefix)
+    * 4.2.7 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix](#rqsrs-007ldapconfigurationserverauthdnsuffix)
+    * 4.2.8 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value](#rqsrs-007ldapconfigurationserverauthdnvalue)
+    * 4.2.9 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS](#rqsrs-007ldapconfigurationserverenabletls)
+    * 4.2.10 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default](#rqsrs-007ldapconfigurationserverenabletlsoptionsdefault)
+    * 4.2.11 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No](#rqsrs-007ldapconfigurationserverenabletlsoptionsno)
+    * 4.2.12 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes](#rqsrs-007ldapconfigurationserverenabletlsoptionsyes)
+    * 4.2.13 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS](#rqsrs-007ldapconfigurationserverenabletlsoptionsstarttls)
+    * 4.2.14 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion](#rqsrs-007ldapconfigurationservertlsminimumprotocolversion)
+    * 4.2.15 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values](#rqsrs-007ldapconfigurationservertlsminimumprotocolversionvalues)
+    * 4.2.16 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default](#rqsrs-007ldapconfigurationservertlsminimumprotocolversiondefault)
+    * 4.2.17 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert](#rqsrs-007ldapconfigurationservertlsrequirecert)
+    * 4.2.18 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsdefault)
+    * 4.2.19 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsdemand)
+    * 4.2.20 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsallow)
+    * 4.2.21 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try](#rqsrs-007ldapconfigurationservertlsrequirecertoptionstry)
+    * 4.2.22 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsnever)
+    * 4.2.23 [RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile](#rqsrs-007ldapconfigurationservertlscertfile)
+    * 4.2.24 [RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile](#rqsrs-007ldapconfigurationservertlskeyfile)
+    * 4.2.25 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir](#rqsrs-007ldapconfigurationservertlscacertdir)
+    * 4.2.26 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile](#rqsrs-007ldapconfigurationservertlscacertfile)
+    * 4.2.27 [RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite](#rqsrs-007ldapconfigurationservertlsciphersuite)
+    * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown](#rqsrs-007ldapconfigurationserververificationcooldown)
+    * 4.2.29 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default](#rqsrs-007ldapconfigurationserververificationcooldowndefault)
+    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
+    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
+    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
+    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
+    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
+    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
+    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
+    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
+    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
+    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
+    * 4.2.40 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
+    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
+    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
+    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
+    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
+    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
+    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
+    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
+    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
+* 5 [References](#references)
+
+## Revision History
+
+This document is stored in an electronic form using [Git] source control management software
+hosted in a [GitHub Repository].
+All the updates are tracked using the [Git]'s [Revision History].
+
+## Introduction
+
+[ClickHouse] currently does not have any integration with [LDAP].
+As the initial step in integrating with [LDAP] this software requirements specification covers
+only the requirements to enable authentication of users using an [LDAP] server.
+
+## Terminology
+
+* **CA** -
+  Certificate Authority ([CA])
+
+* **LDAP** -
+  Lightweight Directory Access Protocol ([LDAP])
+
+## Requirements
+
+### Generic
+
+#### RQ.SRS-007.LDAP.Authentication
+version: 1.0
+
+[ClickHouse] SHALL support user authentication via an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.MultipleServers
+version: 1.0
+
+[ClickHouse] SHALL support specifying multiple [LDAP] servers that can be used to authenticate
+users.
+
+#### RQ.SRS-007.LDAP.Authentication.Protocol.PlainText
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using plain text `ldap://` non secure protocol.
+
+#### RQ.SRS-007.LDAP.Authentication.Protocol.TLS
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using `SSL/TLS` `ldaps://` secure protocol.
+
+#### RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using legacy `StartTLS` protocol which is a
+plain text `ldap://` protocol that is upgraded to [TLS].
+
+#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation
+version: 1.0
+
+[ClickHouse] SHALL support certificate validation used for [TLS] connections.
+
+#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned
+version: 1.0
+
+[ClickHouse] SHALL support self-signed certificates for [TLS] connections.
+
+#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority
+version: 1.0
+
+[ClickHouse] SHALL support certificates signed by specific Certification Authority for [TLS] connections.
+
+#### RQ.SRS-007.LDAP.Server.Configuration.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server configuration is not valid.
+
+#### RQ.SRS-007.LDAP.User.Configuration.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if user configuration is not valid.
+
+#### RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication using [Anonymous Authentication Mechanism of Simple Bind]
+authentication mechanism.
+
+#### RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication using [Unauthenticated Authentication Mechanism of Simple Bind]
+authentication mechanism.
+
+#### RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword
+version: 1.0
+
+[ClickHouse] SHALL allow authentication using only [Name/Password Authentication Mechanism of Simple Bind]
+authentication mechanism.
+
+#### RQ.SRS-007.LDAP.Authentication.Valid
+version: 1.0
+
+[ClickHouse] SHALL only allow user authentication using [LDAP] server if and only if
+user name and password match [LDAP] server records for the user.
+
+#### RQ.SRS-007.LDAP.Authentication.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if either user name or password
+do not match [LDAP] server records for the user.
+
+#### RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the user
+has been deleted from the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.UsernameChanged
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the username is changed
+on the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.PasswordChanged
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the password
+for the user is changed on the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.LDAPServerRestart
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users after [LDAP] server is restarted.
+
+#### RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users after server is restarted.
+
+#### RQ.SRS-007.LDAP.Authentication.Parallel
+version: 1.0
+
+[ClickHouse] SHALL support parallel authentication of users using [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid
+version: 1.0
+
+[ClickHouse] SHALL support authentication of valid users and
+prohibit authentication of invalid users using [LDAP] server
+in parallel without having invalid attempts affecting valid authentications.
+
+### Specific
+
+#### RQ.SRS-007.LDAP.UnreachableServer
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server is unreachable.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Name
+version: 1.0
+
+[ClickHouse] SHALL not support empty string as a server name.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Host
+version: 1.0
+
+[ClickHouse] SHALL support `<host>` parameter to specify [LDAP]
+server hostname or IP, this parameter SHALL be mandatory and SHALL not be empty.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Port
+version: 1.0
+
+[ClickHouse] SHALL support `<port>` parameter to specify [LDAP] server port.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Port.Default
+version: 1.0
+
+[ClickHouse] SHALL use default port number `636` if `enable_tls` is set to `yes` or `389` otherwise.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix
+version: 1.0
+
+[ClickHouse] SHALL support `<auth_dn_prefix>` parameter to specify the prefix
+of value used to construct the DN to bound to during authentication via [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix
+version: 1.0
+
+[ClickHouse] SHALL support `<auth_dn_suffix>` parameter to specify the suffix
+of value used to construct the DN to bound to during authentication via [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value
+version: 1.0
+
+[ClickHouse] SHALL construct DN as  `auth_dn_prefix + escape(user_name) + auth_dn_suffix` string.
+
+> This implies that auth_dn_suffix should usually have comma ',' as its first non-space character.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS
+version: 1.0
+
+[ClickHouse] SHALL support `<enable_tls>` parameter to trigger the use of secure connection to the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default
+version: 1.0
+
+[ClickHouse] SHALL use `yes` value as the default for `<enable_tls>` parameter
+to enable SSL/TLS `ldaps://` protocol.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No
+version: 1.0
+
+[ClickHouse] SHALL support specifying `no` as the value of `<enable_tls>` parameter to enable
+plain text `ldap://` protocol.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes
+version: 1.0
+
+[ClickHouse] SHALL support specifying `yes` as the value of `<enable_tls>` parameter to enable
+SSL/TLS `ldaps://` protocol.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS
+version: 1.0
+
+[ClickHouse] SHALL support specifying `starttls` as the value of `<enable_tls>` parameter to enable
+legacy `StartTLS` protocol that used plain text `ldap://` protocol, upgraded to [TLS].
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_minimum_protocol_version>` parameter to specify
+the minimum protocol version of SSL/TLS.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values
+version: 1.0
+
+[ClickHouse] SHALL support specifying `ssl2`, `ssl3`, `tls1.0`, `tls1.1`, and `tls1.2`
+as a value of the `<tls_minimum_protocol_version>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default
+version: 1.0
+
+[ClickHouse] SHALL set `tls1.2` as the default value of the `<tls_minimum_protocol_version>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_require_cert>` parameter to specify [TLS] peer
+certificate verification behavior.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default
+version: 1.0
+
+[ClickHouse] SHALL use `demand` value as the default for the `<tls_require_cert>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand
+version: 1.0
+
+[ClickHouse] SHALL support specifying `demand` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate.  If no certificate  is  provided,  or  a  bad   certificate   is
+provided, the session SHALL be immediately terminated.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow
+version: 1.0
+
+[ClickHouse] SHALL support specifying `allow` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate. If no
+certificate is provided, the session SHALL proceed normally.
+If a bad certificate is provided, it SHALL be ignored and the session SHALL proceed normally.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try
+version: 1.0
+
+[ClickHouse] SHALL support specifying `try` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate. If no certificate is provided, the session
+SHALL proceed  normally.  If a bad certificate is provided, the session SHALL be
+immediately terminated.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never
+version: 1.0
+
+[ClickHouse] SHALL support specifying `never` as the value of `<tls_require_cert>` parameter to
+disable requesting of client certificate.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_cert_file>` to specify the path to certificate file used by
+[ClickHouse] to establish connection with the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_key_file>` to specify the path to key file for the certificate
+specified by the `<tls_cert_file>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_ca_cert_dir>` parameter to specify to a path to
+the directory containing [CA] certificates used to verify certificates provided by the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_ca_cert_file>` parameter to specify a path to a specific
+[CA] certificate file used to verify certificates provided by the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite
+version: 1.0
+
+[ClickHouse] SHALL support `tls_cipher_suite` parameter to specify allowed cipher suites.
+The value SHALL use the same format as the `ciphersuites` in the [OpenSSL Ciphers].
+
+For example,
+
+```xml
+<tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
+```
+
+The available suites SHALL depend on the [OpenSSL] library version and variant used to build
+[ClickHouse] and therefore might change.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown
+version: 1.0
+
+[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section
+that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
+to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
+After period of time since the last successful attempt expires then on the authentication attempt
+SHALL result in contacting the [LDAP] server to verify the username and password. 
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default
+version: 1.0
+
+[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section
+SHALL have a default value of `0` that disables caching and forces contacting
+the [LDAP] server for each authentication request.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Syntax
+version: 2.0
+
+[ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`
+configuration file or of any configuration file inside the `config.d` directory.
+
+```xml
+<yandex>
+    <my_ldap_server>
+        <host>localhost</host>
+        <port>636</port>
+        <auth_dn_prefix>cn=</auth_dn_prefix>
+        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
+        <verification_cooldown>0</verification_cooldown>
+        <enable_tls>yes</enable_tls>
+        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
+        <tls_require_cert>demand</tls_require_cert>
+        <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>
+        <tls_key_file>/path/to/tls_key_file</tls_key_file>
+        <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>
+        <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>
+        <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
+    </my_ldap_server>
+</yandex>
+```
+
+#### RQ.SRS-007.LDAP.Configuration.User.RBAC
+version: 1.0
+
+[ClickHouse] SHALL support creating users identified using an [LDAP] server using
+the following RBAC command
+
+```sql
+CREATE USER name IDENTIFIED WITH ldap_server BY 'server_name'
+```
+
+#### RQ.SRS-007.LDAP.Configuration.User.Syntax
+version: 1.0
+
+[ClickHouse] SHALL support the following example syntax to create a user that is authenticated using
+an [LDAP] server inside the `users.xml` file or any configuration file inside the `users.d` directory.
+
+```xml
+<yandex>
+    <users>
+        <user_name>
+            <ldap>
+                <server>my_ldap_server</server>
+            </ldap>
+        </user_name>
+    </users>
+</yandex>
+```
+
+#### RQ.SRS-007.LDAP.Configuration.User.Name.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support empty string as a user name.
+
+#### RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP
+version: 1.0
+
+[ClickHouse] SHALL throw an error if `<ldap>` is specified for the user and at the same
+time user configuration contains any of the `<password*>` entries.
+
+#### RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined
+version: 1.0
+
+[ClickHouse] SHALL throw an error during any authentification attempt
+if the name of the [LDAP] server used inside the `<ldap>` entry
+is not defined in the `<ldap_servers>` section.
+
+#### RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty
+version: 1.0
+
+[ClickHouse] SHALL throw an error during any authentification attempt
+if the name of the [LDAP] server used inside the `<ldap>` entry
+is empty.
+
+#### RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer
+version: 1.0
+
+[ClickHouse] SHALL support specifying only one [LDAP] server for a given user.
+
+#### RQ.SRS-007.LDAP.Configuration.User.Name.Long
+version: 1.0
+
+[ClickHouse] SHALL support long user names of at least 256 bytes
+to specify users that can be authenticated using an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.User.Name.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support user names that contain [UTF-8] characters.
+
+#### RQ.SRS-007.LDAP.Authentication.Username.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support authenticating users with empty username.
+
+#### RQ.SRS-007.LDAP.Authentication.Username.Long
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users with a long username of at least 256 bytes.
+
+#### RQ.SRS-007.LDAP.Authentication.Username.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support authentication users with a username that contains [UTF-8] characters.
+
+#### RQ.SRS-007.LDAP.Authentication.Password.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support authenticating users with empty passwords
+even if an empty password is valid for the user and
+is allowed by the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.Password.Long
+version: 1.0
+
+[ClickHouse] SHALL support long password of at least 256 bytes
+that can be used to authenticate users using an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.Password.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support [UTF-8] characters in passwords
+used to authenticate users using an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance
+version: 1.0
+
+[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users
+when `verification_cooldown` parameter is set to a positive value when comparing
+to the the case when `verification_cooldown` is turned off either for a single user or multiple users
+making a large number of repeated requests.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters
+version: 1.0
+
+[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values
+change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword
+version: 1.0
+
+[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+for the user if the password provided in the current authentication attempt does not match
+the valid password provided during the first successful authentication request that was cached
+for this exact user. The reset SHALL cause the next authentication attempt for this user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+## References
+
+* **ClickHouse:** https://clickhouse.tech
+
+[Anonymous Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-AnonymousAuthenticationMechanismOfSimpleBind
+[Unauthenticated Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-UnauthenticatedAuthenticationMechanismOfSimpleBind
+[Name/Password Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-NamePasswordAuthenticationMechanismOfSimpleBind
+[UTF-8]: https://en.wikipedia.org/wiki/UTF-8
+[OpenSSL]: https://www.openssl.org/
+[OpenSSL Ciphers]: https://www.openssl.org/docs/manmaster/man1/openssl-ciphers.html
+[CA]: https://en.wikipedia.org/wiki/Certificate_authority
+[TLS]: https://en.wikipedia.org/wiki/Transport_Layer_Security
+[LDAP]: https://en.wikipedia.org/wiki/Lightweight_Directory_Access_Protocol
+[ClickHouse]: https://clickhouse.tech
+[GitHub]: https://github.com
+[GitHub Repository]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/ldap/authentication/requirements/requirements.md
+[Revision History]: https://github.com/ClickHouse/ClickHouse/commits/master/tests/testflows/ldap/authentication/requirements/requirements.md
+[Git]: https://git-scm.com/
+''')
+
 RQ_SRS_007_LDAP_Authentication = Requirement(
         name='RQ.SRS-007.LDAP.Authentication',
         version='1.0',
@@ -14,9 +624,9 @@ RQ_SRS_007_LDAP_Authentication = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support user authentication via an [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_MultipleServers = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.MultipleServers',
@@ -28,9 +638,9 @@ RQ_SRS_007_LDAP_Authentication_MultipleServers = Requirement(
         description=(
         '[ClickHouse] SHALL support specifying multiple [LDAP] servers that can be used to authenticate\n'
         'users.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Protocol_PlainText = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Protocol.PlainText',
@@ -41,9 +651,9 @@ RQ_SRS_007_LDAP_Authentication_Protocol_PlainText = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support user authentication using plain text `ldap://` non secure protocol.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Protocol_TLS = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Protocol.TLS',
@@ -54,9 +664,9 @@ RQ_SRS_007_LDAP_Authentication_Protocol_TLS = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support user authentication using `SSL/TLS` `ldaps://` secure protocol.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Protocol_StartTLS = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS',
@@ -68,9 +678,9 @@ RQ_SRS_007_LDAP_Authentication_Protocol_StartTLS = Requirement(
         description=(
         '[ClickHouse] SHALL support user authentication using legacy `StartTLS` protocol which is a\n'
         'plain text `ldap://` protocol that is upgraded to [TLS].\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_TLS_Certificate_Validation = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation',
@@ -81,9 +691,9 @@ RQ_SRS_007_LDAP_Authentication_TLS_Certificate_Validation = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support certificate validation used for [TLS] connections.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_TLS_Certificate_SelfSigned = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned',
@@ -94,9 +704,9 @@ RQ_SRS_007_LDAP_Authentication_TLS_Certificate_SelfSigned = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support self-signed certificates for [TLS] connections.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_TLS_Certificate_SpecificCertificationAuthority = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority',
@@ -107,9 +717,9 @@ RQ_SRS_007_LDAP_Authentication_TLS_Certificate_SpecificCertificationAuthority =
         uid=None,
         description=(
         '[ClickHouse] SHALL support certificates signed by specific Certification Authority for [TLS] connections.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Server_Configuration_Invalid = Requirement(
         name='RQ.SRS-007.LDAP.Server.Configuration.Invalid',
@@ -120,9 +730,9 @@ RQ_SRS_007_LDAP_Server_Configuration_Invalid = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server configuration is not valid.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_User_Configuration_Invalid = Requirement(
         name='RQ.SRS-007.LDAP.User.Configuration.Invalid',
@@ -133,9 +743,9 @@ RQ_SRS_007_LDAP_User_Configuration_Invalid = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL return an error and prohibit user login if user configuration is not valid.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Mechanism_Anonymous = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous',
@@ -147,9 +757,9 @@ RQ_SRS_007_LDAP_Authentication_Mechanism_Anonymous = Requirement(
         description=(
         '[ClickHouse] SHALL return an error and prohibit authentication using [Anonymous Authentication Mechanism of Simple Bind]\n'
         'authentication mechanism.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Mechanism_Unauthenticated = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated',
@@ -161,9 +771,9 @@ RQ_SRS_007_LDAP_Authentication_Mechanism_Unauthenticated = Requirement(
         description=(
         '[ClickHouse] SHALL return an error and prohibit authentication using [Unauthenticated Authentication Mechanism of Simple Bind]\n'
         'authentication mechanism.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Mechanism_NamePassword = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword',
@@ -175,9 +785,9 @@ RQ_SRS_007_LDAP_Authentication_Mechanism_NamePassword = Requirement(
         description=(
         '[ClickHouse] SHALL allow authentication using only [Name/Password Authentication Mechanism of Simple Bind]\n'
         'authentication mechanism.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Valid = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Valid',
@@ -189,9 +799,9 @@ RQ_SRS_007_LDAP_Authentication_Valid = Requirement(
         description=(
         '[ClickHouse] SHALL only allow user authentication using [LDAP] server if and only if\n'
         'user name and password match [LDAP] server records for the user.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Invalid = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Invalid',
@@ -203,9 +813,9 @@ RQ_SRS_007_LDAP_Authentication_Invalid = Requirement(
         description=(
         '[ClickHouse] SHALL return an error and prohibit authentication if either user name or password\n'
         'do not match [LDAP] server records for the user.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Invalid_DeletedUser = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser',
@@ -217,9 +827,9 @@ RQ_SRS_007_LDAP_Authentication_Invalid_DeletedUser = Requirement(
         description=(
         '[ClickHouse] SHALL return an error and prohibit authentication if the user\n'
         'has been deleted from the [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_UsernameChanged = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.UsernameChanged',
@@ -231,9 +841,9 @@ RQ_SRS_007_LDAP_Authentication_UsernameChanged = Requirement(
         description=(
         '[ClickHouse] SHALL return an error and prohibit authentication if the username is changed\n'
         'on the [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_PasswordChanged = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.PasswordChanged',
@@ -245,9 +855,9 @@ RQ_SRS_007_LDAP_Authentication_PasswordChanged = Requirement(
         description=(
         '[ClickHouse] SHALL return an error and prohibit authentication if the password\n'
         'for the user is changed on the [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_LDAPServerRestart = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.LDAPServerRestart',
@@ -258,9 +868,9 @@ RQ_SRS_007_LDAP_Authentication_LDAPServerRestart = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support authenticating users after [LDAP] server is restarted.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_ClickHouseServerRestart = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart',
@@ -271,9 +881,9 @@ RQ_SRS_007_LDAP_Authentication_ClickHouseServerRestart = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support authenticating users after server is restarted.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Parallel = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Parallel',
@@ -284,9 +894,9 @@ RQ_SRS_007_LDAP_Authentication_Parallel = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support parallel authentication of users using [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Parallel_ValidAndInvalid = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid',
@@ -299,9 +909,9 @@ RQ_SRS_007_LDAP_Authentication_Parallel_ValidAndInvalid = Requirement(
         '[ClickHouse] SHALL support authentication of valid users and\n'
         'prohibit authentication of invalid users using [LDAP] server\n'
         'in parallel without having invalid attempts affecting valid authentications.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_UnreachableServer = Requirement(
         name='RQ.SRS-007.LDAP.UnreachableServer',
@@ -312,9 +922,9 @@ RQ_SRS_007_LDAP_UnreachableServer = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server is unreachable.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_Name = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.Name',
@@ -325,9 +935,9 @@ RQ_SRS_007_LDAP_Configuration_Server_Name = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL not support empty string as a server name.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_Host = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.Host',
@@ -339,9 +949,9 @@ RQ_SRS_007_LDAP_Configuration_Server_Host = Requirement(
         description=(
         '[ClickHouse] SHALL support `<host>` parameter to specify [LDAP]\n'
         'server hostname or IP, this parameter SHALL be mandatory and SHALL not be empty.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_Port = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.Port',
@@ -352,9 +962,9 @@ RQ_SRS_007_LDAP_Configuration_Server_Port = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support `<port>` parameter to specify [LDAP] server port.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_Port_Default = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.Port.Default',
@@ -365,9 +975,9 @@ RQ_SRS_007_LDAP_Configuration_Server_Port_Default = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL use default port number `636` if `enable_tls` is set to `yes` or `389` otherwise.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Prefix = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix',
@@ -379,9 +989,9 @@ RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Prefix = Requirement(
         description=(
         '[ClickHouse] SHALL support `<auth_dn_prefix>` parameter to specify the prefix\n'
         'of value used to construct the DN to bound to during authentication via [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Suffix = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix',
@@ -393,9 +1003,9 @@ RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Suffix = Requirement(
         description=(
         '[ClickHouse] SHALL support `<auth_dn_suffix>` parameter to specify the suffix\n'
         'of value used to construct the DN to bound to during authentication via [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Value = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value',
@@ -408,9 +1018,9 @@ RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Value = Requirement(
         '[ClickHouse] SHALL construct DN as  `auth_dn_prefix + escape(user_name) + auth_dn_suffix` string.\n'
         '\n'
         "> This implies that auth_dn_suffix should usually have comma ',' as its first non-space character.\n"
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_EnableTLS = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS',
@@ -421,9 +1031,9 @@ RQ_SRS_007_LDAP_Configuration_Server_EnableTLS = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support `<enable_tls>` parameter to trigger the use of secure connection to the [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_Default = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default',
@@ -435,9 +1045,9 @@ RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_Default = Requirement(
         description=(
         '[ClickHouse] SHALL use `yes` value as the default for `<enable_tls>` parameter\n'
         'to enable SSL/TLS `ldaps://` protocol.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_No = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No',
@@ -449,9 +1059,9 @@ RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_No = Requirement(
         description=(
         '[ClickHouse] SHALL support specifying `no` as the value of `<enable_tls>` parameter to enable\n'
         'plain text `ldap://` protocol.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_Yes = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes',
@@ -463,9 +1073,9 @@ RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_Yes = Requirement(
         description=(
         '[ClickHouse] SHALL support specifying `yes` as the value of `<enable_tls>` parameter to enable\n'
         'SSL/TLS `ldaps://` protocol.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_StartTLS = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS',
@@ -477,9 +1087,9 @@ RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_StartTLS = Requirement(
         description=(
         '[ClickHouse] SHALL support specifying `starttls` as the value of `<enable_tls>` parameter to enable\n'
         'legacy `StartTLS` protocol that used plain text `ldap://` protocol, upgraded to [TLS].\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion',
@@ -491,9 +1101,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion = Requirement(
         description=(
         '[ClickHouse] SHALL support `<tls_minimum_protocol_version>` parameter to specify\n'
         'the minimum protocol version of SSL/TLS.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion_Values = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values',
@@ -505,9 +1115,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion_Values = Requirem
         description=(
         '[ClickHouse] SHALL support specifying `ssl2`, `ssl3`, `tls1.0`, `tls1.1`, and `tls1.2`\n'
         'as a value of the `<tls_minimum_protocol_version>` parameter.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion_Default = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default',
@@ -518,9 +1128,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion_Default = Require
         uid=None,
         description=(
         '[ClickHouse] SHALL set `tls1.2` as the default value of the `<tls_minimum_protocol_version>` parameter.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert',
@@ -532,9 +1142,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert = Requirement(
         description=(
         '[ClickHouse] SHALL support `<tls_require_cert>` parameter to specify [TLS] peer\n'
         'certificate verification behavior.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Default = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default',
@@ -545,9 +1155,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Default = Requiremen
         uid=None,
         description=(
         '[ClickHouse] SHALL use `demand` value as the default for the `<tls_require_cert>` parameter.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Demand = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand',
@@ -560,9 +1170,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Demand = Requirement
         '[ClickHouse] SHALL support specifying `demand` as the value of `<tls_require_cert>` parameter to\n'
         'enable requesting of client certificate.  If no certificate  is  provided,  or  a  bad   certificate   is\n'
         'provided, the session SHALL be immediately terminated.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Allow = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow',
@@ -576,9 +1186,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Allow = Requirement(
         'enable requesting of client certificate. If no\n'
         'certificate is provided, the session SHALL proceed normally.\n'
         'If a bad certificate is provided, it SHALL be ignored and the session SHALL proceed normally.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Try = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try',
@@ -592,9 +1202,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Try = Requirement(
         'enable requesting of client certificate. If no certificate is provided, the session\n'
         'SHALL proceed  normally.  If a bad certificate is provided, the session SHALL be\n'
         'immediately terminated.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Never = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never',
@@ -606,9 +1216,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Never = Requirement(
         description=(
         '[ClickHouse] SHALL support specifying `never` as the value of `<tls_require_cert>` parameter to\n'
         'disable requesting of client certificate.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSCertFile = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile',
@@ -620,9 +1230,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSCertFile = Requirement(
         description=(
         '[ClickHouse] SHALL support `<tls_cert_file>` to specify the path to certificate file used by\n'
         '[ClickHouse] to establish connection with the [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSKeyFile = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile',
@@ -634,9 +1244,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSKeyFile = Requirement(
         description=(
         '[ClickHouse] SHALL support `<tls_key_file>` to specify the path to key file for the certificate\n'
         'specified by the `<tls_cert_file>` parameter.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSCACertDir = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir',
@@ -648,9 +1258,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSCACertDir = Requirement(
         description=(
         '[ClickHouse] SHALL support `<tls_ca_cert_dir>` parameter to specify to a path to\n'
         'the directory containing [CA] certificates used to verify certificates provided by the [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSCACertFile = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile',
@@ -662,9 +1272,9 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSCACertFile = Requirement(
         description=(
         '[ClickHouse] SHALL support `<tls_ca_cert_file>` parameter to specify a path to a specific\n'
         '[CA] certificate file used to verify certificates provided by the [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_TLSCipherSuite = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite',
@@ -685,13 +1295,45 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSCipherSuite = Requirement(
         '\n'
         'The available suites SHALL depend on the [OpenSSL] library version and variant used to build\n'
         '[ClickHouse] and therefore might change.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed\n'
+        'to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.\n'
+        'After period of time since the last successful attempt expires then on the authentication attempt\n'
+        'SHALL result in contacting the [LDAP] server to verify the username and password. \n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Default = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'SHALL have a default value of `0` that disables caching and forces contacting\n'
+        'the [LDAP] server for each authentication request.\n'
+        '\n'
+        ),
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_Server_Syntax = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.Syntax',
-        version='1.0',
+        version='2.0',
         priority=None,
         group=None,
         type=None,
@@ -707,6 +1349,7 @@ RQ_SRS_007_LDAP_Configuration_Server_Syntax = Requirement(
         '        <port>636</port>\n'
         '        <auth_dn_prefix>cn=</auth_dn_prefix>\n'
         '        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>\n'
+        '        <verification_cooldown>0</verification_cooldown>\n'
         '        <enable_tls>yes</enable_tls>\n'
         '        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>\n'
         '        <tls_require_cert>demand</tls_require_cert>\n'
@@ -718,9 +1361,9 @@ RQ_SRS_007_LDAP_Configuration_Server_Syntax = Requirement(
         '    </my_ldap_server>\n'
         '</yandex>\n'
         '```\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_User_RBAC = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.User.RBAC',
@@ -736,9 +1379,9 @@ RQ_SRS_007_LDAP_Configuration_User_RBAC = Requirement(
         '```sql\n'
         "CREATE USER name IDENTIFIED WITH ldap_server BY 'server_name'\n"
         '```\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_User_Syntax = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.User.Syntax',
@@ -762,9 +1405,9 @@ RQ_SRS_007_LDAP_Configuration_User_Syntax = Requirement(
         '    </users>\n'
         '</yandex>\n'
         '```\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_User_Name_Empty = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.User.Name.Empty',
@@ -775,9 +1418,9 @@ RQ_SRS_007_LDAP_Configuration_User_Name_Empty = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL not support empty string as a user name.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_User_BothPasswordAndLDAP = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP',
@@ -789,9 +1432,9 @@ RQ_SRS_007_LDAP_Configuration_User_BothPasswordAndLDAP = Requirement(
         description=(
         '[ClickHouse] SHALL throw an error if `<ldap>` is specified for the user and at the same\n'
         'time user configuration contains any of the `<password*>` entries.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_NotDefined = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined',
@@ -804,9 +1447,9 @@ RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_NotDefined = Requireme
         '[ClickHouse] SHALL throw an error during any authentification attempt\n'
         'if the name of the [LDAP] server used inside the `<ldap>` entry\n'
         'is not defined in the `<ldap_servers>` section.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_Empty = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty',
@@ -819,9 +1462,9 @@ RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_Empty = Requirement(
         '[ClickHouse] SHALL throw an error during any authentification attempt\n'
         'if the name of the [LDAP] server used inside the `<ldap>` entry\n'
         'is empty.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_User_OnlyOneServer = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer',
@@ -832,9 +1475,9 @@ RQ_SRS_007_LDAP_Configuration_User_OnlyOneServer = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support specifying only one [LDAP] server for a given user.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_User_Name_Long = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.User.Name.Long',
@@ -846,9 +1489,9 @@ RQ_SRS_007_LDAP_Configuration_User_Name_Long = Requirement(
         description=(
         '[ClickHouse] SHALL support long user names of at least 256 bytes\n'
         'to specify users that can be authenticated using an [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Configuration_User_Name_UTF8 = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.User.Name.UTF8',
@@ -859,9 +1502,9 @@ RQ_SRS_007_LDAP_Configuration_User_Name_UTF8 = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support user names that contain [UTF-8] characters.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Username_Empty = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Username.Empty',
@@ -872,9 +1515,9 @@ RQ_SRS_007_LDAP_Authentication_Username_Empty = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL not support authenticating users with empty username.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Username_Long = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Username.Long',
@@ -885,9 +1528,9 @@ RQ_SRS_007_LDAP_Authentication_Username_Long = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support authenticating users with a long username of at least 256 bytes.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Username_UTF8 = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Username.UTF8',
@@ -898,9 +1541,9 @@ RQ_SRS_007_LDAP_Authentication_Username_UTF8 = Requirement(
         uid=None,
         description=(
         '[ClickHouse] SHALL support authentication users with a username that contains [UTF-8] characters.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Password_Empty = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Password.Empty',
@@ -913,9 +1556,9 @@ RQ_SRS_007_LDAP_Authentication_Password_Empty = Requirement(
         '[ClickHouse] SHALL not support authenticating users with empty passwords\n'
         'even if an empty password is valid for the user and\n'
         'is allowed by the [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Password_Long = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Password.Long',
@@ -927,9 +1570,9 @@ RQ_SRS_007_LDAP_Authentication_Password_Long = Requirement(
         description=(
         '[ClickHouse] SHALL support long password of at least 256 bytes\n'
         'that can be used to authenticate users using an [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
 
 RQ_SRS_007_LDAP_Authentication_Password_UTF8 = Requirement(
         name='RQ.SRS-007.LDAP.Authentication.Password.UTF8',
@@ -941,6 +1584,57 @@ RQ_SRS_007_LDAP_Authentication_Password_UTF8 = Requirement(
         description=(
         '[ClickHouse] SHALL support [UTF-8] characters in passwords\n'
         'used to authenticate users using an [LDAP] server.\n'
+        '\n'
         ),
-        link=None
-    )
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Performance = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users\n'
+        'when `verification_cooldown` parameter is set to a positive value when comparing\n'
+        'to the the case when `verification_cooldown` is turned off either for a single user or multiple users\n'
+        'making a large number of repeated requests.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the\n'
+        '`verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values\n'
+        'change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user\n'
+        "to result in contacting the [LDAP] server to verify user's username and password.\n"
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_InvalidPassword = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the\n'
+        '`verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'for the user if the password provided in the current authentication attempt does not match\n'
+        'the valid password provided during the first successful authentication request that was cached\n'
+        'for this exact user. The reset SHALL cause the next authentication attempt for this user\n'
+        "to result in contacting the [LDAP] server to verify user's username and password.\n"
+        '\n'
+        ),
+        link=None)
diff --git a/tests/testflows/ldap/authentication/tests/server_config.py b/tests/testflows/ldap/authentication/tests/server_config.py
index f62fda0bbf7..5b3a96caa9c 100644
--- a/tests/testflows/ldap/authentication/tests/server_config.py
+++ b/tests/testflows/ldap/authentication/tests/server_config.py
@@ -219,7 +219,7 @@ def auth_dn_value(self):
 
 @TestScenario
 @Requirements(
-    RQ_SRS_007_LDAP_Configuration_Server_Syntax("1.0")
+    RQ_SRS_007_LDAP_Configuration_Server_Syntax("2.0")
 )
 def syntax(self):
     """Check that server configuration with valid syntax can be loaded.
@@ -230,6 +230,7 @@ def syntax(self):
             <port>636</port>
             <auth_dn_prefix>cn=</auth_dn_prefix>
             <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
+            <verification_cooldown>0</verification_cooldown>
             <enable_tls>yes</enable_tls>
             <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
             <tls_require_cert>demand</tls_require_cert>
@@ -248,6 +249,7 @@ def syntax(self):
             "port": "389",
             "auth_dn_prefix": "cn=",
             "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "0",
             "enable_tls": "yes",
             "tls_minimum_protocol_version": "tls1.2" ,
             "tls_require_cert": "demand",
diff --git a/tests/testflows/ldap/external_user_directory/regression.py b/tests/testflows/ldap/external_user_directory/regression.py
index 6ce860a6fd2..2ad2bd7b1d2 100755
--- a/tests/testflows/ldap/external_user_directory/regression.py
+++ b/tests/testflows/ldap/external_user_directory/regression.py
@@ -29,9 +29,8 @@ xfails = {
 @TestFeature
 @Name("external user directory")
 @ArgumentParser(argparser)
-@Requirements(
-    RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication("1.0")
-)
+@Specifications(SRS_009_ClickHouse_LDAP_External_User_Directory)
+@Requirements(RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication("1.0"))
 @XFails(xfails)
 def regression(self, local, clickhouse_binary_path):
     """ClickHouse LDAP external user directory regression module.
diff --git a/tests/testflows/ldap/external_user_directory/requirements/requirements.md b/tests/testflows/ldap/external_user_directory/requirements/requirements.md
index 46532c3945d..74248196998 100644
--- a/tests/testflows/ldap/external_user_directory/requirements/requirements.md
+++ b/tests/testflows/ldap/external_user_directory/requirements/requirements.md
@@ -80,20 +80,22 @@
       * 4.2.3.26 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCACertDir](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlscacertdir)
       * 4.2.3.27 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCACertFile](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlscacertfile)
       * 4.2.3.28 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCipherSuite](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsciphersuite)
-      * 4.2.3.29 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationserversyntax)
-      * 4.2.3.30 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectory)
-      * 4.2.3.31 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectorymorethanone)
-      * 4.2.3.32 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationuserssyntax)
-      * 4.2.3.33 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserver)
-      * 4.2.3.34 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverempty)
-      * 4.2.3.35 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermissing)
-      * 4.2.3.36 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermorethanone)
-      * 4.2.3.37 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverinvalid)
-      * 4.2.3.38 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersroles)
-      * 4.2.3.39 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmorethanone)
-      * 4.2.3.40 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesinvalid)
-      * 4.2.3.41 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesempty)
-      * 4.2.3.42 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmissing)
+      * 4.2.3.29 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown](#rqsrs-009ldapexternaluserdirectoryconfigurationserververificationcooldown)
+      * 4.2.3.30 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Default](#rqsrs-009ldapexternaluserdirectoryconfigurationserververificationcooldowndefault)
+      * 4.2.3.31 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationserversyntax)
+      * 4.2.3.32 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectory)
+      * 4.2.3.33 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectorymorethanone)
+      * 4.2.3.34 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationuserssyntax)
+      * 4.2.3.35 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserver)
+      * 4.2.3.36 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverempty)
+      * 4.2.3.37 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermissing)
+      * 4.2.3.38 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermorethanone)
+      * 4.2.3.39 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverinvalid)
+      * 4.2.3.40 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersroles)
+      * 4.2.3.41 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmorethanone)
+      * 4.2.3.42 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesinvalid)
+      * 4.2.3.43 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesempty)
+      * 4.2.3.44 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmissing)
     * 4.2.4 [Authentication](#authentication)
       * 4.2.4.1 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.Empty](#rqsrs-009ldapexternaluserdirectoryauthenticationusernameempty)
       * 4.2.4.2 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.Long](#rqsrs-009ldapexternaluserdirectoryauthenticationusernamelong)
@@ -101,6 +103,9 @@
       * 4.2.4.4 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Password.Empty](#rqsrs-009ldapexternaluserdirectoryauthenticationpasswordempty)
       * 4.2.4.5 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Password.Long](#rqsrs-009ldapexternaluserdirectoryauthenticationpasswordlong)
       * 4.2.4.6 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Password.UTF8](#rqsrs-009ldapexternaluserdirectoryauthenticationpasswordutf8)
+      * 4.2.4.7 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Performance](#rqsrs-009ldapexternaluserdirectoryauthenticationverificationcooldownperformance)
+      * 4.2.4.8 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-009ldapexternaluserdirectoryauthenticationverificationcooldownresetchangeincoreserverparameters)
+      * 4.2.4.9 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-009ldapexternaluserdirectoryauthenticationverificationcooldownresetinvalidpassword)
 * 5 [References](#references)
 
 ## Revision History
@@ -556,9 +561,25 @@ For example,
 The available suites SHALL depend on the [OpenSSL] library version and variant used to build
 [ClickHouse] and therefore might change.
 
-##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown
 version: 1.0
 
+[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section
+that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
+to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
+After period of time since the last successful attempt expires then on the authentication attempt
+SHALL result in contacting the [LDAP] server to verify the username and password. 
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Default
+version: 1.0
+
+[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section
+SHALL have a default value of `0` that disables caching and forces contacting
+the [LDAP] server for each authentication request.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax
+version: 2.0
+
 [ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`
 configuration file or of any configuration file inside the `config.d` directory.
 
@@ -569,6 +590,7 @@ configuration file or of any configuration file inside the `config.d` directory.
         <port>636</port>
         <auth_dn_prefix>cn=</auth_dn_prefix>
         <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
+        <verification_cooldown>0</verification_cooldown>
         <enable_tls>yes</enable_tls>
         <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
         <tls_require_cert>demand</tls_require_cert>
@@ -717,6 +739,34 @@ version: 1.0
 [ClickHouse] SHALL support [UTF-8] characters in passwords
 used to authenticate users when using [LDAP] external user directory.
 
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Performance
+version: 1.0
+
+[ClickHouse] SHALL provide better login performance of users authenticated using [LDAP] external user directory
+when `verification_cooldown` parameter is set to a positive value when comparing
+to the the case when `verification_cooldown` is turned off either for a single user or multiple users
+making a large number of repeated requests.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters
+version: 1.0
+
+[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values
+change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Reset.InvalidPassword
+version: 1.0
+
+[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+for the user if the password provided in the current authentication attempt does not match
+the valid password provided during the first successful authentication request that was cached
+for this exact user. The reset SHALL cause the next authentication attempt for this user
+to result in contacting the [LDAP] server to verify user's username and password.
+
 ## References
 
 * **Access Control and Account Management**: https://clickhouse.tech/docs/en/operations/access-rights/
diff --git a/tests/testflows/ldap/external_user_directory/requirements/requirements.py b/tests/testflows/ldap/external_user_directory/requirements/requirements.py
index 4c4b17d01dc..3354d2b5dd7 100644
--- a/tests/testflows/ldap/external_user_directory/requirements/requirements.py
+++ b/tests/testflows/ldap/external_user_directory/requirements/requirements.py
@@ -1,10 +1,814 @@
 # These requirements were auto generated
 # from software requirements specification (SRS)
-# document by TestFlows v1.6.201009.1190249.
+# document by TestFlows v1.6.201025.1200805.
 # Do not edit by hand but re-generate instead
 # using 'tfs requirements generate' command.
+from testflows.core import Specification
 from testflows.core import Requirement
 
+SRS_009_ClickHouse_LDAP_External_User_Directory = Specification(
+        name='SRS-009 ClickHouse LDAP External User Directory', 
+        description=None,
+        author=None,
+        date=None, 
+        status=None, 
+        approved_by=None,
+        approved_date=None,
+        approved_version=None,
+        version=None,
+        group=None,
+        type=None,
+        link=None,
+        uid=None,
+        parent=None,
+        children=None,
+        content='''
+# SRS-009 ClickHouse LDAP External User Directory
+# Software Requirements Specification
+
+## Table of Contents
+
+* 1 [Revision History](#revision-history)
+* 2 [Introduction](#introduction)
+* 3 [Terminology](#terminology)
+  * 3.1 [LDAP](#ldap)
+* 4 [Requirements](#requirements)
+  * 4.1 [Generic](#generic)
+    * 4.1.1 [User Authentication](#user-authentication)
+      * 4.1.1.1 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication](#rqsrs-009ldapexternaluserdirectoryauthentication)
+      * 4.1.1.2 [RQ.SRS-009.LDAP.ExternalUserDirectory.MultipleUserDirectories](#rqsrs-009ldapexternaluserdirectorymultipleuserdirectories)
+      * 4.1.1.3 [RQ.SRS-009.LDAP.ExternalUserDirectory.MultipleUserDirectories.Lookup](#rqsrs-009ldapexternaluserdirectorymultipleuserdirectorieslookup)
+      * 4.1.1.4 [RQ.SRS-009.LDAP.ExternalUserDirectory.Users.Authentication.NewUsers](#rqsrs-009ldapexternaluserdirectoryusersauthenticationnewusers)
+      * 4.1.1.5 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.DeletedUsers](#rqsrs-009ldapexternaluserdirectoryauthenticationdeletedusers)
+      * 4.1.1.6 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Valid](#rqsrs-009ldapexternaluserdirectoryauthenticationvalid)
+      * 4.1.1.7 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Invalid](#rqsrs-009ldapexternaluserdirectoryauthenticationinvalid)
+      * 4.1.1.8 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.UsernameChanged](#rqsrs-009ldapexternaluserdirectoryauthenticationusernamechanged)
+      * 4.1.1.9 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.PasswordChanged](#rqsrs-009ldapexternaluserdirectoryauthenticationpasswordchanged)
+      * 4.1.1.10 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.LDAPServerRestart](#rqsrs-009ldapexternaluserdirectoryauthenticationldapserverrestart)
+      * 4.1.1.11 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.ClickHouseServerRestart](#rqsrs-009ldapexternaluserdirectoryauthenticationclickhouseserverrestart)
+      * 4.1.1.12 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel](#rqsrs-009ldapexternaluserdirectoryauthenticationparallel)
+      * 4.1.1.13 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.ValidAndInvalid](#rqsrs-009ldapexternaluserdirectoryauthenticationparallelvalidandinvalid)
+      * 4.1.1.14 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.MultipleServers](#rqsrs-009ldapexternaluserdirectoryauthenticationparallelmultipleservers)
+      * 4.1.1.15 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.LocalOnly](#rqsrs-009ldapexternaluserdirectoryauthenticationparallellocalonly)
+      * 4.1.1.16 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.LocalAndMultipleLDAP](#rqsrs-009ldapexternaluserdirectoryauthenticationparallellocalandmultipleldap)
+      * 4.1.1.17 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.SameUser](#rqsrs-009ldapexternaluserdirectoryauthenticationparallelsameuser)
+      * 4.1.1.18 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.DynamicallyAddedAndRemovedUsers](#rqsrs-009ldapexternaluserdirectoryauthenticationparalleldynamicallyaddedandremovedusers)
+    * 4.1.2 [Connection](#connection)
+      * 4.1.2.1 [RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.PlainText](#rqsrs-009ldapexternaluserdirectoryconnectionprotocolplaintext)
+      * 4.1.2.2 [RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.TLS](#rqsrs-009ldapexternaluserdirectoryconnectionprotocoltls)
+      * 4.1.2.3 [RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.StartTLS](#rqsrs-009ldapexternaluserdirectoryconnectionprotocolstarttls)
+      * 4.1.2.4 [RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.TLS.Certificate.Validation](#rqsrs-009ldapexternaluserdirectoryconnectionprotocoltlscertificatevalidation)
+      * 4.1.2.5 [RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.TLS.Certificate.SelfSigned](#rqsrs-009ldapexternaluserdirectoryconnectionprotocoltlscertificateselfsigned)
+      * 4.1.2.6 [RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.TLS.Certificate.SpecificCertificationAuthority](#rqsrs-009ldapexternaluserdirectoryconnectionprotocoltlscertificatespecificcertificationauthority)
+      * 4.1.2.7 [RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Authentication.Mechanism.Anonymous](#rqsrs-009ldapexternaluserdirectoryconnectionauthenticationmechanismanonymous)
+      * 4.1.2.8 [RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Authentication.Mechanism.Unauthenticated](#rqsrs-009ldapexternaluserdirectoryconnectionauthenticationmechanismunauthenticated)
+      * 4.1.2.9 [RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Authentication.Mechanism.NamePassword](#rqsrs-009ldapexternaluserdirectoryconnectionauthenticationmechanismnamepassword)
+      * 4.1.2.10 [RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Authentication.UnreachableServer](#rqsrs-009ldapexternaluserdirectoryconnectionauthenticationunreachableserver)
+  * 4.2 [Specific](#specific)
+    * 4.2.1 [User Discovery](#user-discovery)
+      * 4.2.1.1 [RQ.SRS-009.LDAP.ExternalUserDirectory.Users.Lookup.Priority](#rqsrs-009ldapexternaluserdirectoryuserslookuppriority)
+      * 4.2.1.2 [RQ.SRS-009.LDAP.ExternalUserDirectory.Restart.Server](#rqsrs-009ldapexternaluserdirectoryrestartserver)
+      * 4.2.1.3 [RQ.SRS-009.LDAP.ExternalUserDirectory.Restart.Server.ParallelLogins](#rqsrs-009ldapexternaluserdirectoryrestartserverparallellogins)
+    * 4.2.2 [Roles](#roles)
+      * 4.2.2.1 [RQ.SRS-009.LDAP.ExternalUserDirectory.Role.Removed](#rqsrs-009ldapexternaluserdirectoryroleremoved)
+      * 4.2.2.2 [RQ.SRS-009.LDAP.ExternalUserDirectory.Role.Removed.Privileges](#rqsrs-009ldapexternaluserdirectoryroleremovedprivileges)
+      * 4.2.2.3 [RQ.SRS-009.LDAP.ExternalUserDirectory.Role.Readded.Privileges](#rqsrs-009ldapexternaluserdirectoryrolereaddedprivileges)
+      * 4.2.2.4 [RQ.SRS-009.LDAP.ExternalUserDirectory.Role.New](#rqsrs-009ldapexternaluserdirectoryrolenew)
+      * 4.2.2.5 [RQ.SRS-009.LDAP.ExternalUserDirectory.Role.NewPrivilege](#rqsrs-009ldapexternaluserdirectoryrolenewprivilege)
+      * 4.2.2.6 [RQ.SRS-009.LDAP.ExternalUserDirectory.Role.RemovedPrivilege](#rqsrs-009ldapexternaluserdirectoryroleremovedprivilege)
+    * 4.2.3 [Configuration](#configuration)
+      * 4.2.3.1 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationserverinvalid)
+      * 4.2.3.2 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Definition](#rqsrs-009ldapexternaluserdirectoryconfigurationserverdefinition)
+      * 4.2.3.3 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Name](#rqsrs-009ldapexternaluserdirectoryconfigurationservername)
+      * 4.2.3.4 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Host](#rqsrs-009ldapexternaluserdirectoryconfigurationserverhost)
+      * 4.2.3.5 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Port](#rqsrs-009ldapexternaluserdirectoryconfigurationserverport)
+      * 4.2.3.6 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Port.Default](#rqsrs-009ldapexternaluserdirectoryconfigurationserverportdefault)
+      * 4.2.3.7 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.AuthDN.Prefix](#rqsrs-009ldapexternaluserdirectoryconfigurationserverauthdnprefix)
+      * 4.2.3.8 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.AuthDN.Suffix](#rqsrs-009ldapexternaluserdirectoryconfigurationserverauthdnsuffix)
+      * 4.2.3.9 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.AuthDN.Value](#rqsrs-009ldapexternaluserdirectoryconfigurationserverauthdnvalue)
+      * 4.2.3.10 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.EnableTLS](#rqsrs-009ldapexternaluserdirectoryconfigurationserverenabletls)
+      * 4.2.3.11 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.EnableTLS.Options.Default](#rqsrs-009ldapexternaluserdirectoryconfigurationserverenabletlsoptionsdefault)
+      * 4.2.3.12 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.EnableTLS.Options.No](#rqsrs-009ldapexternaluserdirectoryconfigurationserverenabletlsoptionsno)
+      * 4.2.3.13 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.EnableTLS.Options.Yes](#rqsrs-009ldapexternaluserdirectoryconfigurationserverenabletlsoptionsyes)
+      * 4.2.3.14 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.EnableTLS.Options.StartTLS](#rqsrs-009ldapexternaluserdirectoryconfigurationserverenabletlsoptionsstarttls)
+      * 4.2.3.15 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSMinimumProtocolVersion](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsminimumprotocolversion)
+      * 4.2.3.16 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSMinimumProtocolVersion.Values](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsminimumprotocolversionvalues)
+      * 4.2.3.17 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSMinimumProtocolVersion.Default](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsminimumprotocolversiondefault)
+      * 4.2.3.18 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsrequirecert)
+      * 4.2.3.19 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert.Options.Default](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsrequirecertoptionsdefault)
+      * 4.2.3.20 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert.Options.Demand](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsrequirecertoptionsdemand)
+      * 4.2.3.21 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert.Options.Allow](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsrequirecertoptionsallow)
+      * 4.2.3.22 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert.Options.Try](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsrequirecertoptionstry)
+      * 4.2.3.23 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert.Options.Never](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsrequirecertoptionsnever)
+      * 4.2.3.24 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCertFile](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlscertfile)
+      * 4.2.3.25 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSKeyFile](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlskeyfile)
+      * 4.2.3.26 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCACertDir](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlscacertdir)
+      * 4.2.3.27 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCACertFile](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlscacertfile)
+      * 4.2.3.28 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCipherSuite](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsciphersuite)
+      * 4.2.3.29 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown](#rqsrs-009ldapexternaluserdirectoryconfigurationserververificationcooldown)
+      * 4.2.3.30 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Default](#rqsrs-009ldapexternaluserdirectoryconfigurationserververificationcooldowndefault)
+      * 4.2.3.31 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationserversyntax)
+      * 4.2.3.32 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectory)
+      * 4.2.3.33 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectorymorethanone)
+      * 4.2.3.34 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationuserssyntax)
+      * 4.2.3.35 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserver)
+      * 4.2.3.36 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverempty)
+      * 4.2.3.37 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermissing)
+      * 4.2.3.38 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermorethanone)
+      * 4.2.3.39 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverinvalid)
+      * 4.2.3.40 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersroles)
+      * 4.2.3.41 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmorethanone)
+      * 4.2.3.42 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesinvalid)
+      * 4.2.3.43 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesempty)
+      * 4.2.3.44 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmissing)
+    * 4.2.4 [Authentication](#authentication)
+      * 4.2.4.1 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.Empty](#rqsrs-009ldapexternaluserdirectoryauthenticationusernameempty)
+      * 4.2.4.2 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.Long](#rqsrs-009ldapexternaluserdirectoryauthenticationusernamelong)
+      * 4.2.4.3 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.UTF8](#rqsrs-009ldapexternaluserdirectoryauthenticationusernameutf8)
+      * 4.2.4.4 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Password.Empty](#rqsrs-009ldapexternaluserdirectoryauthenticationpasswordempty)
+      * 4.2.4.5 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Password.Long](#rqsrs-009ldapexternaluserdirectoryauthenticationpasswordlong)
+      * 4.2.4.6 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Password.UTF8](#rqsrs-009ldapexternaluserdirectoryauthenticationpasswordutf8)
+      * 4.2.4.7 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Performance](#rqsrs-009ldapexternaluserdirectoryauthenticationverificationcooldownperformance)
+      * 4.2.4.8 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-009ldapexternaluserdirectoryauthenticationverificationcooldownresetchangeincoreserverparameters)
+      * 4.2.4.9 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-009ldapexternaluserdirectoryauthenticationverificationcooldownresetinvalidpassword)
+* 5 [References](#references)
+
+## Revision History
+
+This document is stored in an electronic form using [Git] source control management software
+hosted in a [GitHub Repository].
+All the updates are tracked using the [Revision History].
+
+## Introduction
+
+The [QA-SRS007 ClickHouse Authentication of Users via LDAP] enables support for authenticating
+users using an [LDAP] server. This requirements specifications add addition functionality
+for integrating [LDAP] with [ClickHouse].
+
+This document will cover requirements to allow authenticatoin of users stored in the
+external user discovery using an [LDAP] server without having to explicitly define users in [ClickHouse]'s
+`users.xml` configuration file.
+
+## Terminology
+
+### LDAP
+
+* Lightweight Directory Access Protocol
+
+## Requirements
+
+### Generic
+
+#### User Authentication
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users that are defined only on the [LDAP] server.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.MultipleUserDirectories
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users using multiple [LDAP] external user directories.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.MultipleUserDirectories.Lookup
+version: 1.0
+
+[ClickHouse] SHALL attempt to authenticate external [LDAP] user
+using [LDAP] external user directory in the same order
+in which user directories are specified in the `config.xml` file.
+If a user cannot be authenticated using the first [LDAP] external user directory
+then the next user directory in the list SHALL be used.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Users.Authentication.NewUsers
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users that are defined only on the [LDAP] server
+as soon as they are added to the [LDAP] server.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.DeletedUsers
+version: 1.0
+
+[ClickHouse] SHALL not allow authentication of users that
+were previously defined only on the [LDAP] server but were removed
+from the [LDAP] server.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Valid
+version: 1.0
+
+[ClickHouse] SHALL only allow user authentication using [LDAP] server if and only if
+user name and password match [LDAP] server records for the user
+when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if either user name or password
+do not match [LDAP] server records for the user
+when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.UsernameChanged
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the username is changed
+on the [LDAP] server when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.PasswordChanged
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the password
+for the user is changed on the [LDAP] server when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.LDAPServerRestart
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users after [LDAP] server is restarted
+when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.ClickHouseServerRestart
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users after server is restarted
+when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel
+version: 1.0
+
+[ClickHouse] SHALL support parallel authentication of users using [LDAP] server
+when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.ValidAndInvalid
+version: 1.0
+
+[ClickHouse] SHALL support authentication of valid users and
+prohibit authentication of invalid users using [LDAP] server
+in parallel without having invalid attempts affecting valid authentications
+when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.MultipleServers
+version: 1.0
+
+[ClickHouse] SHALL support parallel authentication of external [LDAP] users
+authenticated using multiple [LDAP] external user directories.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.LocalOnly
+version: 1.0
+
+[ClickHouse] SHALL support parallel authentication of users defined only locally
+when one or more [LDAP] external user directories are specified in the configuration file.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.LocalAndMultipleLDAP
+version: 1.0
+
+[ClickHouse] SHALL support parallel authentication of local and external [LDAP] users
+authenticated using multiple [LDAP] external user directories.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.SameUser
+version: 1.0
+
+[ClickHouse] SHALL support parallel authentication of the same external [LDAP] user
+authenticated using the same [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Parallel.DynamicallyAddedAndRemovedUsers
+version: 1.0
+
+[ClickHouse] SHALL support parallel authentication of users using
+[LDAP] external user directory when [LDAP] users are dynamically added and
+removed.
+
+#### Connection
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.PlainText
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using plain text `ldap://` non secure protocol
+while connecting to the [LDAP] server when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.TLS
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using `SSL/TLS` `ldaps://` secure protocol
+while connecting to the [LDAP] server when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.StartTLS
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using legacy `StartTLS` protocol which is a
+plain text `ldap://` protocol that is upgraded to [TLS] when connecting to the [LDAP] server
+when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.TLS.Certificate.Validation
+version: 1.0
+
+[ClickHouse] SHALL support certificate validation used for [TLS] connections
+to the [LDAP] server when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.TLS.Certificate.SelfSigned
+version: 1.0
+
+[ClickHouse] SHALL support self-signed certificates for [TLS] connections
+to the [LDAP] server when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Protocol.TLS.Certificate.SpecificCertificationAuthority
+version: 1.0
+
+[ClickHouse] SHALL support certificates signed by specific Certification Authority for [TLS] connections
+to the [LDAP] server when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Authentication.Mechanism.Anonymous
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication using [Anonymous Authentication Mechanism of Simple Bind]
+authentication mechanism when connecting to the [LDAP] server when using [LDAP] external server directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Authentication.Mechanism.Unauthenticated
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication using [Unauthenticated Authentication Mechanism of Simple Bind]
+authentication mechanism when connecting to the [LDAP] server when using [LDAP] external server directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Authentication.Mechanism.NamePassword
+version: 1.0
+
+[ClickHouse] SHALL allow authentication using only [Name/Password Authentication Mechanism of Simple Bind]
+authentication mechanism when connecting to the [LDAP] server when using [LDAP] external server directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Connection.Authentication.UnreachableServer
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server is unreachable
+when using [LDAP] external user directory.
+
+### Specific
+
+#### User Discovery
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Users.Lookup.Priority
+version: 2.0
+
+[ClickHouse] SHALL lookup user presence in the same order
+as user directories are defined in the `config.xml`.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Restart.Server
+version: 1.0
+
+[ClickHouse] SHALL support restarting server when one or more LDAP external directories
+are configured.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Restart.Server.ParallelLogins
+version: 1.0
+
+[ClickHouse] SHALL support restarting server when one or more LDAP external directories
+are configured during parallel [LDAP] user logins.
+
+#### Roles
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Role.Removed
+version: 1.0
+
+[ClickHouse] SHALL reject authentication attempt if any of the roles that are specified in the configuration
+of the external user directory are not defined at the time of the authentication attempt
+with an exception that if a user was able to authenticate in past and its internal user object was created and cached
+then the user SHALL be able to authenticate again, even if one of the roles is missing.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Role.Removed.Privileges
+version: 1.0
+
+[ClickHouse] SHALL remove the privileges provided by the role from all the LDAP
+users authenticated using external user directory if it is removed
+including currently cached users that are still able to authenticated where the removed
+role is specified in the configuration of the external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Role.Readded.Privileges
+version: 1.0
+
+[ClickHouse] SHALL reassign the role and add the privileges provided by the role
+when it is re-added after removal for all LDAP users authenticated using external user directory
+including any cached users where the re-added role was specified in the configuration of the external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Role.New
+version: 1.0
+
+[ClickHouse] SHALL not allow any new roles to be assigned to any LDAP
+users authenticated using external user directory unless the role is specified
+in the configuration of the external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Role.NewPrivilege
+version: 1.0
+
+[ClickHouse] SHALL add new privilege to all the LDAP users authenticated using external user directory
+including cached users when new privilege is added to one of the roles specified
+in the configuration of the external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Role.RemovedPrivilege
+version: 1.0
+
+[ClickHouse] SHALL remove privilege from all the LDAP users authenticated using external user directory
+including cached users when privilege is removed from all the roles specified
+in the configuration of the external user directory.
+
+#### Configuration
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server configuration is not valid.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Definition
+version: 1.0
+
+[ClickHouse] SHALL support using the [LDAP] servers defined in the
+`ldap_servers` section of the `config.xml` as the server to be used
+for a external user directory that uses an [LDAP] server as a source of user definitions.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Name
+version: 1.0
+
+[ClickHouse] SHALL not support empty string as a server name.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Host
+version: 1.0
+
+[ClickHouse] SHALL support `<host>` parameter to specify [LDAP]
+server hostname or IP, this parameter SHALL be mandatory and SHALL not be empty.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Port
+version: 1.0
+
+[ClickHouse] SHALL support `<port>` parameter to specify [LDAP] server port.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Port.Default
+version: 1.0
+
+[ClickHouse] SHALL use default port number `636` if `enable_tls` is set to `yes` or `389` otherwise.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.AuthDN.Prefix
+version: 1.0
+
+[ClickHouse] SHALL support `<auth_dn_prefix>` parameter to specify the prefix
+of value used to construct the DN to bound to during authentication via [LDAP] server.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.AuthDN.Suffix
+version: 1.0
+
+[ClickHouse] SHALL support `<auth_dn_suffix>` parameter to specify the suffix
+of value used to construct the DN to bound to during authentication via [LDAP] server.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.AuthDN.Value
+version: 1.0
+
+[ClickHouse] SHALL construct DN as  `auth_dn_prefix + escape(user_name) + auth_dn_suffix` string.
+
+> This implies that auth_dn_suffix should usually have comma ',' as its first non-space character.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.EnableTLS
+version: 1.0
+
+[ClickHouse] SHALL support `<enable_tls>` parameter to trigger the use of secure connection to the [LDAP] server.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.EnableTLS.Options.Default
+version: 1.0
+
+[ClickHouse] SHALL use `yes` value as the default for `<enable_tls>` parameter
+to enable SSL/TLS `ldaps://` protocol.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.EnableTLS.Options.No
+version: 1.0
+
+[ClickHouse] SHALL support specifying `no` as the value of `<enable_tls>` parameter to enable
+plain text `ldap://` protocol.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.EnableTLS.Options.Yes
+version: 1.0
+
+[ClickHouse] SHALL support specifying `yes` as the value of `<enable_tls>` parameter to enable
+SSL/TLS `ldaps://` protocol.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.EnableTLS.Options.StartTLS
+version: 1.0
+
+[ClickHouse] SHALL support specifying `starttls` as the value of `<enable_tls>` parameter to enable
+legacy `StartTLS` protocol that used plain text `ldap://` protocol, upgraded to [TLS].
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSMinimumProtocolVersion
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_minimum_protocol_version>` parameter to specify
+the minimum protocol version of SSL/TLS.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSMinimumProtocolVersion.Values
+version: 1.0
+
+[ClickHouse] SHALL support specifying `ssl2`, `ssl3`, `tls1.0`, `tls1.1`, and `tls1.2`
+as a value of the `<tls_minimum_protocol_version>` parameter.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSMinimumProtocolVersion.Default
+version: 1.0
+
+[ClickHouse] SHALL set `tls1.2` as the default value of the `<tls_minimum_protocol_version>` parameter.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_require_cert>` parameter to specify [TLS] peer
+certificate verification behavior.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert.Options.Default
+version: 1.0
+
+[ClickHouse] SHALL use `demand` value as the default for the `<tls_require_cert>` parameter.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert.Options.Demand
+version: 1.0
+
+[ClickHouse] SHALL support specifying `demand` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate.  If no certificate  is  provided,  or  a  bad   certificate   is
+provided, the session SHALL be immediately terminated.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert.Options.Allow
+version: 1.0
+
+[ClickHouse] SHALL support specifying `allow` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate. If no
+certificate is provided, the session SHALL proceed normally.
+If a bad certificate is provided, it SHALL be ignored and the session SHALL proceed normally.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert.Options.Try
+version: 1.0
+
+[ClickHouse] SHALL support specifying `try` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate. If no certificate is provided, the session
+SHALL proceed  normally.  If a bad certificate is provided, the session SHALL be
+immediately terminated.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSRequireCert.Options.Never
+version: 1.0
+
+[ClickHouse] SHALL support specifying `never` as the value of `<tls_require_cert>` parameter to
+disable requesting of client certificate.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCertFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_cert_file>` to specify the path to certificate file used by
+[ClickHouse] to establish connection with the [LDAP] server.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSKeyFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_key_file>` to specify the path to key file for the certificate
+specified by the `<tls_cert_file>` parameter.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCACertDir
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_ca_cert_dir>` parameter to specify to a path to
+the directory containing [CA] certificates used to verify certificates provided by the [LDAP] server.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCACertFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_ca_cert_file>` parameter to specify a path to a specific
+[CA] certificate file used to verify certificates provided by the [LDAP] server.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCipherSuite
+version: 1.0
+
+[ClickHouse] SHALL support `tls_cipher_suite` parameter to specify allowed cipher suites.
+The value SHALL use the same format as the `ciphersuites` in the [OpenSSL Ciphers].
+
+For example,
+
+```xml
+<tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
+```
+
+The available suites SHALL depend on the [OpenSSL] library version and variant used to build
+[ClickHouse] and therefore might change.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown
+version: 1.0
+
+[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section
+that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
+to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
+After period of time since the last successful attempt expires then on the authentication attempt
+SHALL result in contacting the [LDAP] server to verify the username and password. 
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Default
+version: 1.0
+
+[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section
+SHALL have a default value of `0` that disables caching and forces contacting
+the [LDAP] server for each authentication request.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax
+version: 2.0
+
+[ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`
+configuration file or of any configuration file inside the `config.d` directory.
+
+```xml
+<yandex>
+    <my_ldap_server>
+        <host>localhost</host>
+        <port>636</port>
+        <auth_dn_prefix>cn=</auth_dn_prefix>
+        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
+        <verification_cooldown>0</verification_cooldown>
+        <enable_tls>yes</enable_tls>
+        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
+        <tls_require_cert>demand</tls_require_cert>
+        <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>
+        <tls_key_file>/path/to/tls_key_file</tls_key_file>
+        <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>
+        <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>
+        <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
+    </my_ldap_server>
+</yandex>
+```
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory
+version: 1.0
+
+[ClickHouse] SHALL support `<ldap>` sub-section in the `<user_directories>` section of the `config.xml`
+that SHALL define a external user directory that uses an [LDAP] server as a source of user definitions.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory.MoreThanOne
+version: 2.0
+
+[ClickHouse] SHALL support more than one `<ldap>` sub-sections in the `<user_directories>` section of the `config.xml`
+that SHALL allow to define more than one external user directory that use an [LDAP] server as a source
+of user definitions.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Syntax
+version: 1.0
+
+[ClickHouse] SHALL support `<ldap>` section with the following syntax
+
+```xml
+<yandex>
+    <user_directories>
+        <ldap>
+            <server>my_ldap_server</server>
+            <roles>
+                <my_local_role1 />
+                <my_local_role2 />
+            </roles>
+        </ldap>
+    </user_directories>
+</yandex>
+```
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server
+version: 1.0
+
+[ClickHouse] SHALL support `server` parameter in the `<ldap>` sub-section in the `<user_directories>`
+section of the `config.xml` that SHALL specify one of LDAP server names
+defined in `<ldap_servers>` section.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Empty
+version: 1.0
+
+[ClickHouse] SHALL return an error if the `server` parameter in the `<ldap>` sub-section in the `<user_directories>`
+is empty.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Missing
+version: 1.0
+
+[ClickHouse] SHALL return an error if the `server` parameter in the `<ldap>` sub-section in the `<user_directories>`
+is missing.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.MoreThanOne
+version: 1.0
+
+[ClickHouse] SHALL only use the first definitition of the `server` parameter in the `<ldap>` sub-section in the `<user_directories>`
+if more than one `server` parameter is defined in the configuration.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error if the server specified as the value of the `<server>`
+parameter is not defined.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles
+version: 1.0
+
+[ClickHouse] SHALL support `roles` parameter in the `<ldap>` sub-section in the `<user_directories>`
+section of the `config.xml` that SHALL specify the names of a locally defined roles that SHALL
+be assigned to all users retrieved from the [LDAP] server.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.MoreThanOne
+version: 1.0
+
+[ClickHouse] SHALL only use the first definitition of the `roles` parameter
+in the `<ldap>` sub-section in the `<user_directories>`
+if more than one `roles` parameter is defined in the configuration.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error if the role specified in the `<roles>`
+parameter does not exist locally.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Empty
+version: 1.0
+
+[ClickHouse] SHALL not allow users authenticated using LDAP external user directory
+to perform any action if the `roles` parameter in the `<ldap>` sub-section in the `<user_directories>`
+section is empty.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Missing
+version: 1.0
+
+[ClickHouse] SHALL not allow users authenticated using LDAP external user directory
+to perform any action if the `roles` parameter in the `<ldap>` sub-section in the `<user_directories>`
+section is missing.
+
+#### Authentication
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support authenticating users with empty username
+when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.Long
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users with a long username of at least 256 bytes
+when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support authentication users with a username that contains [UTF-8] characters
+when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Password.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support authenticating users with empty passwords
+even if an empty password is valid for the user and
+is allowed by the [LDAP] server when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Password.Long
+version: 1.0
+
+[ClickHouse] SHALL support long password of at least 256 bytes
+that can be used to authenticate users when using [LDAP] external user directory.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Password.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support [UTF-8] characters in passwords
+used to authenticate users when using [LDAP] external user directory.
+
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Performance
+version: 1.0
+
+[ClickHouse] SHALL provide better login performance of users authenticated using [LDAP] external user directory
+when `verification_cooldown` parameter is set to a positive value when comparing
+to the the case when `verification_cooldown` is turned off either for a single user or multiple users
+making a large number of repeated requests.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters
+version: 1.0
+
+[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values
+change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Reset.InvalidPassword
+version: 1.0
+
+[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+for the user if the password provided in the current authentication attempt does not match
+the valid password provided during the first successful authentication request that was cached
+for this exact user. The reset SHALL cause the next authentication attempt for this user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+## References
+
+* **Access Control and Account Management**: https://clickhouse.tech/docs/en/operations/access-rights/
+* **LDAP**: https://en.wikipedia.org/wiki/Lightweight_Directory_Access_Protocol
+* **ClickHouse:** https://clickhouse.tech
+
+[SRS]: #srs
+[Access Control and Account Management]: https://clickhouse.tech/docs/en/operations/access-rights/
+[SRS-007 ClickHouse Authentication of Users via LDAP]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/ldap/authentication/requirements/requirements.md
+[LDAP]: https://en.wikipedia.org/wiki/Lightweight_Directory_Access_Protocol
+[ClickHouse]: https://clickhouse.tech
+[GitHub Repository]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/ldap/external_user_directory/requirements/requirements.md
+[Revision History]: https://github.com/ClickHouse/ClickHouse/commits/master/tests/testflows/ldap/external_user_directory/requirements/requirements.md
+[Git]: https://git-scm.com/
+[GitHub]: https://github.com
+''')
+
 RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication = Requirement(
         name='RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication',
         version='1.0',
@@ -940,9 +1744,41 @@ RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_TLSCipherSuite = Requ
         ),
         link=None)
 
+RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_VerificationCooldown = Requirement(
+        name='RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed\n'
+        'to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.\n'
+        'After period of time since the last successful attempt expires then on the authentication attempt\n'
+        'SHALL result in contacting the [LDAP] server to verify the username and password. \n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_VerificationCooldown_Default = Requirement(
+        name='RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Default',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'SHALL have a default value of `0` that disables caching and forces contacting\n'
+        'the [LDAP] server for each authentication request.\n'
+        '\n'
+        ),
+        link=None)
+
 RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_Syntax = Requirement(
         name='RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax',
-        version='1.0',
+        version='2.0',
         priority=None,
         group=None,
         type=None,
@@ -958,6 +1794,7 @@ RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_Syntax = Requirement(
         '        <port>636</port>\n'
         '        <auth_dn_prefix>cn=</auth_dn_prefix>\n'
         '        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>\n'
+        '        <verification_cooldown>0</verification_cooldown>\n'
         '        <enable_tls>yes</enable_tls>\n'
         '        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>\n'
         '        <tls_require_cert>demand</tls_require_cert>\n'
@@ -1256,5 +2093,57 @@ RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_Password_UTF8 = Requirement
         '[ClickHouse] SHALL support [UTF-8] characters in passwords\n'
         'used to authenticate users when using [LDAP] external user directory.\n'
         '\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_VerificationCooldown_Performance = Requirement(
+        name='RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Performance',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL provide better login performance of users authenticated using [LDAP] external user directory\n'
+        'when `verification_cooldown` parameter is set to a positive value when comparing\n'
+        'to the the case when `verification_cooldown` is turned off either for a single user or multiple users\n'
+        'making a large number of repeated requests.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters = Requirement(
+        name='RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the\n'
+        '`verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values\n'
+        'change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user\n'
+        "to result in contacting the [LDAP] server to verify user's username and password.\n"
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_VerificationCooldown_Reset_InvalidPassword = Requirement(
+        name='RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Reset.InvalidPassword',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the\n'
+        '`verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'for the user if the password provided in the current authentication attempt does not match\n'
+        'the valid password provided during the first successful authentication request that was cached\n'
+        'for this exact user. The reset SHALL cause the next authentication attempt for this user\n'
+        "to result in contacting the [LDAP] server to verify user's username and password.\n"
+        '\n'
         ),
         link=None)
diff --git a/tests/testflows/ldap/external_user_directory/tests/server_config.py b/tests/testflows/ldap/external_user_directory/tests/server_config.py
index 5df343b53df..2512a4d88de 100644
--- a/tests/testflows/ldap/external_user_directory/tests/server_config.py
+++ b/tests/testflows/ldap/external_user_directory/tests/server_config.py
@@ -234,7 +234,7 @@ def auth_dn_value(self):
 
 @TestScenario
 @Requirements(
-    RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_Syntax("1.0")
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_Syntax("2.0")
 )
 def syntax(self):
     """Check that server configuration with valid syntax can be loaded.
@@ -245,6 +245,7 @@ def syntax(self):
             <port>636</port>
             <auth_dn_prefix>cn=</auth_dn_prefix>
             <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
+            <verification_cooldown>0</verification_cooldown>
             <enable_tls>yes</enable_tls>
             <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
             <tls_require_cert>demand</tls_require_cert>
@@ -263,6 +264,7 @@ def syntax(self):
             "port": "389",
             "auth_dn_prefix": "cn=",
             "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "0",
             "enable_tls": "yes",
             "tls_minimum_protocol_version": "tls1.2" ,
             "tls_require_cert": "demand",

From 5884b1e79b0eb40d9c39b019d345d9dbc3c45640 Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Fri, 30 Oct 2020 04:23:38 +0300
Subject: [PATCH 020/742] my changes to gitignore

---
 .gitignore                  | 3 +++
 contrib/AMQP-CPP            | 2 +-
 contrib/cyrus-sasl          | 2 +-
 contrib/grpc                | 2 +-
 contrib/jemalloc            | 2 +-
 contrib/libhdfs3            | 2 +-
 contrib/mariadb-connector-c | 2 +-
 contrib/openssl             | 2 +-
 contrib/poco                | 2 +-
 contrib/replxx              | 2 +-
 10 files changed, 12 insertions(+), 9 deletions(-)

diff --git a/.gitignore b/.gitignore
index 52d58e68cb6..6a88dbf59e9 100644
--- a/.gitignore
+++ b/.gitignore
@@ -124,3 +124,6 @@ website/package-lock.json
 
 # Toolchains
 /cmake/toolchain/*
+
+# My changes
+/contrib/*
diff --git a/contrib/AMQP-CPP b/contrib/AMQP-CPP
index d63e1f01658..1c08399ab0a 160000
--- a/contrib/AMQP-CPP
+++ b/contrib/AMQP-CPP
@@ -1 +1 @@
-Subproject commit d63e1f016582e9faaaf279aa24513087a07bc6e7
+Subproject commit 1c08399ab0ab9e4042ef8e2bbe9e208e5dcbc13b
diff --git a/contrib/cyrus-sasl b/contrib/cyrus-sasl
index 9995bf9d8e1..6054630889f 160000
--- a/contrib/cyrus-sasl
+++ b/contrib/cyrus-sasl
@@ -1 +1 @@
-Subproject commit 9995bf9d8e14f58934d9313ac64f13780d6dd3c9
+Subproject commit 6054630889fd1cd8d0659573d69badcee1e23a00
diff --git a/contrib/grpc b/contrib/grpc
index a6570b863cf..8aea4e168e7 160000
--- a/contrib/grpc
+++ b/contrib/grpc
@@ -1 +1 @@
-Subproject commit a6570b863cf76c9699580ba51c7827d5bffaac43
+Subproject commit 8aea4e168e78f3eb9828080740fc8cb73d53bf79
diff --git a/contrib/jemalloc b/contrib/jemalloc
index 93e27e435ca..026764f1999 160000
--- a/contrib/jemalloc
+++ b/contrib/jemalloc
@@ -1 +1 @@
-Subproject commit 93e27e435cac846028da20cd9b0841fbc9110bd2
+Subproject commit 026764f19995c53583ab25a3b9c06a2fd74e4689
diff --git a/contrib/libhdfs3 b/contrib/libhdfs3
index 30552ac527f..1b666578c85 160000
--- a/contrib/libhdfs3
+++ b/contrib/libhdfs3
@@ -1 +1 @@
-Subproject commit 30552ac527f2c14070d834e171493b2e7f662375
+Subproject commit 1b666578c85094306b061352078022f6350bfab8
diff --git a/contrib/mariadb-connector-c b/contrib/mariadb-connector-c
index 1485b0de3ea..3f512fedf0b 160000
--- a/contrib/mariadb-connector-c
+++ b/contrib/mariadb-connector-c
@@ -1 +1 @@
-Subproject commit 1485b0de3eaa1508dfe49a5ba1e4aa2a71fd8335
+Subproject commit 3f512fedf0ba0f769a1b4852b4bac542d92c5b20
diff --git a/contrib/openssl b/contrib/openssl
index 237260dd6a4..07e96230645 160000
--- a/contrib/openssl
+++ b/contrib/openssl
@@ -1 +1 @@
-Subproject commit 237260dd6a4bca5cb5a321d366a8a9c807957455
+Subproject commit 07e9623064508d15dd61367f960ebe7fc9aecd77
diff --git a/contrib/poco b/contrib/poco
index 757d947235b..297fc905e16 160000
--- a/contrib/poco
+++ b/contrib/poco
@@ -1 +1 @@
-Subproject commit 757d947235b307675cff964f29b19d388140a9eb
+Subproject commit 297fc905e166392156f83b96aaa5f44e8a6a35c4
diff --git a/contrib/replxx b/contrib/replxx
index 8cf626c04e9..94b1f568d16 160000
--- a/contrib/replxx
+++ b/contrib/replxx
@@ -1 +1 @@
-Subproject commit 8cf626c04e9a74313fb0b474cdbe2297c0f3cdc8
+Subproject commit 94b1f568d16183214d26c7c0e9ce69a4ce407f65

From 078a52ae62c014ad0a2a37bdd8b94679301c30b4 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Thu, 5 Nov 2020 04:35:44 +0300
Subject: [PATCH 021/742] Updated description

---
 docs/en/sql-reference/functions/type-conversion-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/functions/type-conversion-functions.md b/docs/en/sql-reference/functions/type-conversion-functions.md
index 5c8dc5fd272..c8a88545e97 100644
--- a/docs/en/sql-reference/functions/type-conversion-functions.md
+++ b/docs/en/sql-reference/functions/type-conversion-functions.md
@@ -325,7 +325,7 @@ This function accepts a number or date or date with time, and returns a FixedStr
 
 ## reinterpretAsUUID {#reinterpretasuuid}
 
-This function accepts FixedString, and returns UUID. Takes 16 bytes string. If the string isn't long enough, the functions work as if the string is padded with the necessary number of null bytes to the end. If the string longer than 16 bytes, the extra bytes at the end are ignored. 
+This function accepts big-endian `FixedString`, and returns `UUID`. Takes 16 bytes string. If the string isn't long enough, the functions work as if the string is padded with the necessary number of null bytes to the end. If the string longer than 16 bytes, the extra bytes at the end are ignored. 
 
 ## CAST(x, T) {#type_conversion_function-cast}
 

From b9f287ed76be6505daced918a6cb66b8b49862c5 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Fri, 6 Nov 2020 22:22:04 +0300
Subject: [PATCH 022/742] Updated description

---
 .../functions/type-conversion-functions.md            | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/functions/type-conversion-functions.md b/docs/en/sql-reference/functions/type-conversion-functions.md
index c8a88545e97..f9506606d92 100644
--- a/docs/en/sql-reference/functions/type-conversion-functions.md
+++ b/docs/en/sql-reference/functions/type-conversion-functions.md
@@ -325,7 +325,16 @@ This function accepts a number or date or date with time, and returns a FixedStr
 
 ## reinterpretAsUUID {#reinterpretasuuid}
 
-This function accepts big-endian `FixedString`, and returns `UUID`. Takes 16 bytes string. If the string isn't long enough, the functions work as if the string is padded with the necessary number of null bytes to the end. If the string longer than 16 bytes, the extra bytes at the end are ignored. 
+This function accepts big-endian [FixedString](../../sql-reference/data-types/fixedstring), and returns [UUID](../../sql-reference/data-types/uuid). Takes 16 bytes string. If the string isn't long enough, the functions work as if the string is padded with the necessary number of null bytes to the end. If the string longer than 16 bytes, the extra bytes at the end are ignored. 
+
+**Syntax**
+
+``` sql
+reinterpretAsUUID(fixed_string)
+```
+**Returned value**
+
+-   `UUID`.
 
 ## CAST(x, T) {#type_conversion_function-cast}
 

From 80f9ba3e5b002a6a86fdbc7a94b4513121e45824 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Fri, 6 Nov 2020 22:22:59 +0300
Subject: [PATCH 023/742] Added translation

---
 .../functions/type-conversion-functions.md          | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/docs/ru/sql-reference/functions/type-conversion-functions.md b/docs/ru/sql-reference/functions/type-conversion-functions.md
index 773850b65ce..19d7e68b4e4 100644
--- a/docs/ru/sql-reference/functions/type-conversion-functions.md
+++ b/docs/ru/sql-reference/functions/type-conversion-functions.md
@@ -319,6 +319,19 @@ SELECT toFixedString('foo\0bar', 8) AS s, toStringCutToZero(s) AS s_cut
 
 Функция принимает число или дату или дату-с-временем и возвращает строку, содержащую байты, представляющие соответствующее значение в host order (little endian). При этом, отбрасываются нулевые байты с конца. Например, значение 255 типа UInt32 будет строкой длины 1 байт.
 
+## reinterpretAsUUID {#reinterpretasuuid}
+
+Функция принимает шестнадцатибайтную big-endian строку типа [FixedString](../../sql-reference/data-types/fixedstring) и возвращает [UUID](../../sql-reference/data-types/uuid). Если строка имеет недостаточную длину, то функция работает так, как будто строка дополнена необходимым количетсвом нулевых байт с конца. Если строка длиннее, чем шестнадцать байт, то игнорируются лишние байты с конца.
+
+**Syntax**
+
+``` sql
+reinterpretAsUUID(fixed_string)
+```
+**Returned value**
+
+-   `UUID`.
+
 ## CAST(x, T) {#type_conversion_function-cast}
 
 Преобразует x в тип данных t.

From 5d1f67a5e2e4d909cc0c06d485c7eab5896c94b9 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Fri, 6 Nov 2020 22:46:45 +0300
Subject: [PATCH 024/742] Fixed links

---
 docs/en/sql-reference/functions/type-conversion-functions.md | 2 +-
 docs/ru/sql-reference/functions/type-conversion-functions.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/type-conversion-functions.md b/docs/en/sql-reference/functions/type-conversion-functions.md
index f9506606d92..e865abd141d 100644
--- a/docs/en/sql-reference/functions/type-conversion-functions.md
+++ b/docs/en/sql-reference/functions/type-conversion-functions.md
@@ -325,7 +325,7 @@ This function accepts a number or date or date with time, and returns a FixedStr
 
 ## reinterpretAsUUID {#reinterpretasuuid}
 
-This function accepts big-endian [FixedString](../../sql-reference/data-types/fixedstring), and returns [UUID](../../sql-reference/data-types/uuid). Takes 16 bytes string. If the string isn't long enough, the functions work as if the string is padded with the necessary number of null bytes to the end. If the string longer than 16 bytes, the extra bytes at the end are ignored. 
+This function accepts big-endian [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring), and returns [UUID](../../sql-reference/data-types/uuid.md#uuid). Takes 16 bytes string. If the string isn't long enough, the functions work as if the string is padded with the necessary number of null bytes to the end. If the string longer than 16 bytes, the extra bytes at the end are ignored. 
 
 **Syntax**
 
diff --git a/docs/ru/sql-reference/functions/type-conversion-functions.md b/docs/ru/sql-reference/functions/type-conversion-functions.md
index 19d7e68b4e4..132ff5adb7c 100644
--- a/docs/ru/sql-reference/functions/type-conversion-functions.md
+++ b/docs/ru/sql-reference/functions/type-conversion-functions.md
@@ -321,7 +321,7 @@ SELECT toFixedString('foo\0bar', 8) AS s, toStringCutToZero(s) AS s_cut
 
 ## reinterpretAsUUID {#reinterpretasuuid}
 
-Функция принимает шестнадцатибайтную big-endian строку типа [FixedString](../../sql-reference/data-types/fixedstring) и возвращает [UUID](../../sql-reference/data-types/uuid). Если строка имеет недостаточную длину, то функция работает так, как будто строка дополнена необходимым количетсвом нулевых байт с конца. Если строка длиннее, чем шестнадцать байт, то игнорируются лишние байты с конца.
+Функция принимает шестнадцатибайтную big-endian строку типа [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring) и возвращает [UUID](../../sql-reference/data-types/uuid.md#uuid). Если строка имеет недостаточную длину, то функция работает так, как будто строка дополнена необходимым количетсвом нулевых байт с конца. Если строка длиннее, чем шестнадцать байт, то игнорируются лишние байты с конца.
 
 **Syntax**
 

From efd24ac0181c07a44c4f2a37c0b9482d70880bf6 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Fri, 6 Nov 2020 23:07:31 +0300
Subject: [PATCH 025/742] Fixed links 2

---
 docs/en/sql-reference/functions/type-conversion-functions.md | 2 +-
 docs/ru/sql-reference/functions/type-conversion-functions.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/type-conversion-functions.md b/docs/en/sql-reference/functions/type-conversion-functions.md
index e865abd141d..71802ad08bf 100644
--- a/docs/en/sql-reference/functions/type-conversion-functions.md
+++ b/docs/en/sql-reference/functions/type-conversion-functions.md
@@ -325,7 +325,7 @@ This function accepts a number or date or date with time, and returns a FixedStr
 
 ## reinterpretAsUUID {#reinterpretasuuid}
 
-This function accepts big-endian [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring), and returns [UUID](../../sql-reference/data-types/uuid.md#uuid). Takes 16 bytes string. If the string isn't long enough, the functions work as if the string is padded with the necessary number of null bytes to the end. If the string longer than 16 bytes, the extra bytes at the end are ignored. 
+This function accepts big-endian [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring), and returns [UUID](../../sql-reference/data-types/uuid.md#uuid-data-type). Takes 16 bytes string. If the string isn't long enough, the functions work as if the string is padded with the necessary number of null bytes to the end. If the string longer than 16 bytes, the extra bytes at the end are ignored. 
 
 **Syntax**
 
diff --git a/docs/ru/sql-reference/functions/type-conversion-functions.md b/docs/ru/sql-reference/functions/type-conversion-functions.md
index 132ff5adb7c..d874520e22b 100644
--- a/docs/ru/sql-reference/functions/type-conversion-functions.md
+++ b/docs/ru/sql-reference/functions/type-conversion-functions.md
@@ -321,7 +321,7 @@ SELECT toFixedString('foo\0bar', 8) AS s, toStringCutToZero(s) AS s_cut
 
 ## reinterpretAsUUID {#reinterpretasuuid}
 
-Функция принимает шестнадцатибайтную big-endian строку типа [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring) и возвращает [UUID](../../sql-reference/data-types/uuid.md#uuid). Если строка имеет недостаточную длину, то функция работает так, как будто строка дополнена необходимым количетсвом нулевых байт с конца. Если строка длиннее, чем шестнадцать байт, то игнорируются лишние байты с конца.
+Функция принимает шестнадцатибайтную big-endian строку типа [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring) и возвращает [UUID](../../sql-reference/data-types/uuid.md#uuid-data-type). Если строка имеет недостаточную длину, то функция работает так, как будто строка дополнена необходимым количетсвом нулевых байт с конца. Если строка длиннее, чем шестнадцать байт, то игнорируются лишние байты с конца.
 
 **Syntax**
 

From 24497801655fc2a4e6caef745ac000a978ba7927 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Fri, 6 Nov 2020 23:19:26 +0300
Subject: [PATCH 026/742] Fixed mistakes in translation

---
 docs/ru/sql-reference/functions/type-conversion-functions.md | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/functions/type-conversion-functions.md b/docs/ru/sql-reference/functions/type-conversion-functions.md
index d874520e22b..7ec37bda741 100644
--- a/docs/ru/sql-reference/functions/type-conversion-functions.md
+++ b/docs/ru/sql-reference/functions/type-conversion-functions.md
@@ -323,12 +323,13 @@ SELECT toFixedString('foo\0bar', 8) AS s, toStringCutToZero(s) AS s_cut
 
 Функция принимает шестнадцатибайтную big-endian строку типа [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring) и возвращает [UUID](../../sql-reference/data-types/uuid.md#uuid-data-type). Если строка имеет недостаточную длину, то функция работает так, как будто строка дополнена необходимым количетсвом нулевых байт с конца. Если строка длиннее, чем шестнадцать байт, то игнорируются лишние байты с конца.
 
-**Syntax**
+**Синтаксис**
 
 ``` sql
 reinterpretAsUUID(fixed_string)
 ```
-**Returned value**
+
+**Возвращаемое значение**
 
 -   `UUID`.
 

From b480c3c2d32d0995c036161854c8b53960ddb686 Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Sun, 8 Nov 2020 08:56:56 +0300
Subject: [PATCH 027/742] Docs for the Regexp input format (en)

---
 docs/en/interfaces/formats.md | 107 ++++++++++++++++++++++++++--------
 1 file changed, 84 insertions(+), 23 deletions(-)

diff --git a/docs/en/interfaces/formats.md b/docs/en/interfaces/formats.md
index d310705d1c1..071c0d72d27 100644
--- a/docs/en/interfaces/formats.md
+++ b/docs/en/interfaces/formats.md
@@ -57,6 +57,7 @@ The supported formats are:
 | [XML](#xml)                                                                             | ✗     | ✔      |
 | [CapnProto](#capnproto)                                                                 | ✔     | ✗      |
 | [LineAsString](#lineasstring)                                                           | ✔     | ✗      |
+| [Regexp](#data-format-regexp)                                                           | ✔     | ✗      |
 
 You can control some format processing parameters with the ClickHouse settings. For more information read the [Settings](../operations/settings/settings.md) section.
 
@@ -1290,6 +1291,89 @@ $ cat filename.orc | clickhouse-client --query="INSERT INTO some_table FORMAT OR
 
 To exchange data with Hadoop, you can use [HDFS table engine](../engines/table-engines/integrations/hdfs.md).
 
+## LineAsString {#lineasstring}
+
+In this format, a sequence of string objects separated by a newline character is interpreted as a single value. This format can only be parsed for table with a single field of type [String](../sql-reference/data-types/string.md). The remaining columns must be set to  [DEFAULT](../sql-reference/statements/create/table.md#default) or [MATERIALIZED](../sql-reference/statements/create/table.md#materialized), or omitted.
+
+**Example**
+
+Query:
+
+``` sql
+DROP TABLE IF EXISTS line_as_string;
+CREATE TABLE line_as_string (field String) ENGINE = Memory;
+INSERT INTO line_as_string FORMAT LineAsString "I love apple", "I love banana", "I love orange";
+SELECT * FROM line_as_string;
+```
+
+Result:
+
+``` text
+┌─field─────────────────────────────────────────────┐
+│ "I love apple", "I love banana", "I love orange"; │
+└───────────────────────────────────────────────────┘
+```
+
+## Regexp {#data-format-regexp}
+
+When working with the `Regexp` format, you can use the following settings:
+
+- `format_regexp` — [String](../sql-reference/data-types/string.md). Contains regular expression in the [re2](https://github.com/google/re2/wiki/Syntax) format.
+- `format_regexp_escaping_rule` — [String](../sql-reference/data-types/string.md). The following escaping rules are supported:
+    - CSV (similarly to [CSV](#csv))
+    - JSON (similarly to [JSONEachRow](#jsoneachrow))
+    - Escaped (similarly to [TSV](#tabseparated))
+    - Quoted (similarly to [Values](#data-format-values))
+    - Raw (extracts subpatterns as a whole, no escaping rules)
+- `format_regexp_skip_unmatched` — [UInt8](../sql-reference/data-types/int-uint.md). Defines the need to throw an exeption in case the `format_regexp` expression does not match the imported data. Can be set to `0` or `1`. 
+
+**Usage** 
+
+The regular expression from `format_regexp` setting is applied to every line of imported data. The number of subpatterns in the regular expression must be equal to the number of columns in imported dataset. 
+
+Lines of the imported data must be separated by newline character `'\n'` or DOS-style newline `"\r\n"` (except the `Raw` format, which does not support any escaping characters). 
+
+The content of every matched subpattern is parsed with the method of corresponding data type, according to `format_regexp_escaping_rule` setting. 
+
+If the regular expression does not match the line and `format_regexp_skip_unmatched` is set to 1, the line is silently skipped. If `format_regexp_skip_unmatched` is set to 0, exception is thrown.
+
+**Example**
+
+Consider the file data.tsv:
+
+```text
+id: 1 array: [1,2,3] string: str1 date: 2020-01-01
+id: 2 array: [1,2,3] string: str2 date: 2020-01-02
+id: 3 array: [1,2,3] string: str3 date: 2020-01-03
+```
+and the table:
+
+```sql
+CREATE TABLE imp_regex_table (id UInt32, array Array(UInt32), string String, date Date) ENGINE = Memory;
+```
+
+Import command:
+
+```bash
+$ cat data.tsv | clickhouse-client  --query "INSERT INTO imp_regex_table FORMAT Regexp SETTINGS format_regexp='id: (.+?) array: (.+?) string: (.+?) date: (.+?)', format_regexp_escaping_rule='Escaped', format_regexp_skip_unmatched=0;"
+```
+
+Query:
+
+```sql
+SELECT * FROM imp_regex_table;
+```
+
+Result:
+
+```txt
+┌─id─┬─array───┬─string─┬───────date─┐
+│  1 │ [1,2,3] │ str1   │ 2020-01-01 │
+│  2 │ [1,2,3] │ str2   │ 2020-01-02 │
+│  3 │ [1,2,3] │ str3   │ 2020-01-03 │
+└────┴─────────┴────────┴────────────┘
+```
+
 ## Format Schema {#formatschema}
 
 The file name containing the format schema is set by the setting `format_schema`.
@@ -1315,27 +1399,4 @@ Limitations:
 - In case of parsing error `JSONEachRow` skips all data until the new line (or EOF), so rows must be delimited by `\n` to count errors correctly.
 - `Template` and `CustomSeparated` use delimiter after the last column and delimiter between rows to find the beginning of next row, so skipping errors works only if at least one of them is not empty.
 
-## LineAsString {#lineasstring}
-
-In this format, a sequence of string objects separated by a newline character is interpreted as a single value. This format can only be parsed for table with a single field of type [String](../sql-reference/data-types/string.md). The remaining columns must be set to  [DEFAULT](../sql-reference/statements/create/table.md#default) or [MATERIALIZED](../sql-reference/statements/create/table.md#materialized), or omitted.
-
-**Example**
-
-Query:
-
-``` sql
-DROP TABLE IF EXISTS line_as_string;
-CREATE TABLE line_as_string (field String) ENGINE = Memory;
-INSERT INTO line_as_string FORMAT LineAsString "I love apple", "I love banana", "I love orange";
-SELECT * FROM line_as_string;
-```
-
-Result:
-
-``` text
-┌─field─────────────────────────────────────────────┐
-│ "I love apple", "I love banana", "I love orange"; │
-└───────────────────────────────────────────────────┘
-```
-
 [Original article](https://clickhouse.tech/docs/en/interfaces/formats/) <!--hide-->

From fd93d31950c95c15dd489aedd8641416f3db1321 Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Sun, 8 Nov 2020 22:33:42 +0300
Subject: [PATCH 028/742] Revert "my changes to gitignore"

This reverts commit 5884b1e79b0eb40d9c39b019d345d9dbc3c45640.
---
 .gitignore                  | 3 ---
 contrib/AMQP-CPP            | 2 +-
 contrib/cyrus-sasl          | 2 +-
 contrib/grpc                | 2 +-
 contrib/jemalloc            | 2 +-
 contrib/libhdfs3            | 2 +-
 contrib/mariadb-connector-c | 2 +-
 contrib/openssl             | 2 +-
 contrib/poco                | 2 +-
 contrib/replxx              | 2 +-
 10 files changed, 9 insertions(+), 12 deletions(-)

diff --git a/.gitignore b/.gitignore
index 6a88dbf59e9..52d58e68cb6 100644
--- a/.gitignore
+++ b/.gitignore
@@ -124,6 +124,3 @@ website/package-lock.json
 
 # Toolchains
 /cmake/toolchain/*
-
-# My changes
-/contrib/*
diff --git a/contrib/AMQP-CPP b/contrib/AMQP-CPP
index 1c08399ab0a..d63e1f01658 160000
--- a/contrib/AMQP-CPP
+++ b/contrib/AMQP-CPP
@@ -1 +1 @@
-Subproject commit 1c08399ab0ab9e4042ef8e2bbe9e208e5dcbc13b
+Subproject commit d63e1f016582e9faaaf279aa24513087a07bc6e7
diff --git a/contrib/cyrus-sasl b/contrib/cyrus-sasl
index 6054630889f..9995bf9d8e1 160000
--- a/contrib/cyrus-sasl
+++ b/contrib/cyrus-sasl
@@ -1 +1 @@
-Subproject commit 6054630889fd1cd8d0659573d69badcee1e23a00
+Subproject commit 9995bf9d8e14f58934d9313ac64f13780d6dd3c9
diff --git a/contrib/grpc b/contrib/grpc
index 8aea4e168e7..a6570b863cf 160000
--- a/contrib/grpc
+++ b/contrib/grpc
@@ -1 +1 @@
-Subproject commit 8aea4e168e78f3eb9828080740fc8cb73d53bf79
+Subproject commit a6570b863cf76c9699580ba51c7827d5bffaac43
diff --git a/contrib/jemalloc b/contrib/jemalloc
index 026764f1999..93e27e435ca 160000
--- a/contrib/jemalloc
+++ b/contrib/jemalloc
@@ -1 +1 @@
-Subproject commit 026764f19995c53583ab25a3b9c06a2fd74e4689
+Subproject commit 93e27e435cac846028da20cd9b0841fbc9110bd2
diff --git a/contrib/libhdfs3 b/contrib/libhdfs3
index 1b666578c85..30552ac527f 160000
--- a/contrib/libhdfs3
+++ b/contrib/libhdfs3
@@ -1 +1 @@
-Subproject commit 1b666578c85094306b061352078022f6350bfab8
+Subproject commit 30552ac527f2c14070d834e171493b2e7f662375
diff --git a/contrib/mariadb-connector-c b/contrib/mariadb-connector-c
index 3f512fedf0b..1485b0de3ea 160000
--- a/contrib/mariadb-connector-c
+++ b/contrib/mariadb-connector-c
@@ -1 +1 @@
-Subproject commit 3f512fedf0ba0f769a1b4852b4bac542d92c5b20
+Subproject commit 1485b0de3eaa1508dfe49a5ba1e4aa2a71fd8335
diff --git a/contrib/openssl b/contrib/openssl
index 07e96230645..237260dd6a4 160000
--- a/contrib/openssl
+++ b/contrib/openssl
@@ -1 +1 @@
-Subproject commit 07e9623064508d15dd61367f960ebe7fc9aecd77
+Subproject commit 237260dd6a4bca5cb5a321d366a8a9c807957455
diff --git a/contrib/poco b/contrib/poco
index 297fc905e16..757d947235b 160000
--- a/contrib/poco
+++ b/contrib/poco
@@ -1 +1 @@
-Subproject commit 297fc905e166392156f83b96aaa5f44e8a6a35c4
+Subproject commit 757d947235b307675cff964f29b19d388140a9eb
diff --git a/contrib/replxx b/contrib/replxx
index 94b1f568d16..8cf626c04e9 160000
--- a/contrib/replxx
+++ b/contrib/replxx
@@ -1 +1 @@
-Subproject commit 94b1f568d16183214d26c7c0e9ce69a4ce407f65
+Subproject commit 8cf626c04e9a74313fb0b474cdbe2297c0f3cdc8

From 1721341fe8b4339aee32abce7710f5934e108cff Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Mon, 9 Nov 2020 17:19:12 +0300
Subject: [PATCH 029/742] Improved description and added examples

---
 .../functions/type-conversion-functions.md    | 47 ++++++++++++++++++-
 .../functions/type-conversion-functions.md    | 46 +++++++++++++++++-
 2 files changed, 89 insertions(+), 4 deletions(-)

diff --git a/docs/en/sql-reference/functions/type-conversion-functions.md b/docs/en/sql-reference/functions/type-conversion-functions.md
index 71802ad08bf..d55d5a0fecb 100644
--- a/docs/en/sql-reference/functions/type-conversion-functions.md
+++ b/docs/en/sql-reference/functions/type-conversion-functions.md
@@ -325,16 +325,59 @@ This function accepts a number or date or date with time, and returns a FixedStr
 
 ## reinterpretAsUUID {#reinterpretasuuid}
 
-This function accepts big-endian [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring), and returns [UUID](../../sql-reference/data-types/uuid.md#uuid-data-type). Takes 16 bytes string. If the string isn't long enough, the functions work as if the string is padded with the necessary number of null bytes to the end. If the string longer than 16 bytes, the extra bytes at the end are ignored. 
+This function accepts 16 bytes string, and returns UUID containing bytes representing the corresponding value in network byte order (big-endian). If the string isn't long enough, the functions work as if the string is padded with the necessary number of null bytes to the end. If the string longer than 16 bytes, the extra bytes at the end are ignored. 
 
 **Syntax**
 
 ``` sql
 reinterpretAsUUID(fixed_string)
 ```
+
+**Parameters**
+
+-   `fixed_string` — Big-endian byte string. [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring).
+
 **Returned value**
 
--   `UUID`.
+-   The UUID type value. [UUID](../../sql-reference/data-types/uuid.md#uuid-data-type).
+
+**Examples**
+
+String to UUID.
+
+Query:
+
+``` sql
+SELECT reinterpretAsUUID(reverse(unhex('000102030405060708090a0b0c0d0e0f')))
+```
+
+Result:
+
+``` text
+┌─reinterpretAsUUID(reverse(unhex('000102030405060708090a0b0c0d0e0f')))─┐
+│                                  08090a0b-0c0d-0e0f-0001-020304050607 │
+└───────────────────────────────────────────────────────────────────────┘
+```
+
+Going back and forth from String to UUID.
+
+Query:
+
+``` sql
+WITH
+    generateUUIDv4() AS uuid,
+    identity(lower(hex(reverse(reinterpretAsString(uuid))))) AS str,
+    reinterpretAsUUID(reverse(unhex(str))) AS uuid2
+SELECT uuid = uuid2;
+```
+
+Result:
+
+``` text
+┌─equals(uuid, uuid2)─┐
+│                   1 │
+└─────────────────────┘
+```
 
 ## CAST(x, T) {#type_conversion_function-cast}
 
diff --git a/docs/ru/sql-reference/functions/type-conversion-functions.md b/docs/ru/sql-reference/functions/type-conversion-functions.md
index 7ec37bda741..62b045543d4 100644
--- a/docs/ru/sql-reference/functions/type-conversion-functions.md
+++ b/docs/ru/sql-reference/functions/type-conversion-functions.md
@@ -321,7 +321,7 @@ SELECT toFixedString('foo\0bar', 8) AS s, toStringCutToZero(s) AS s_cut
 
 ## reinterpretAsUUID {#reinterpretasuuid}
 
-Функция принимает шестнадцатибайтную big-endian строку типа [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring) и возвращает [UUID](../../sql-reference/data-types/uuid.md#uuid-data-type). Если строка имеет недостаточную длину, то функция работает так, как будто строка дополнена необходимым количетсвом нулевых байт с конца. Если строка длиннее, чем шестнадцать байт, то игнорируются лишние байты с конца.
+Функция принимает шестнадцатибайтную строку и интерпретирует ее байты в network order (big-endian). Если строка имеет недостаточную длину, то функция работает так, как будто строка дополнена необходимым количетсвом нулевых байт с конца. Если строка длиннее, чем шестнадцать байт, то игнорируются лишние байты с конца.
 
 **Синтаксис**
 
@@ -329,9 +329,51 @@ SELECT toFixedString('foo\0bar', 8) AS s, toStringCutToZero(s) AS s_cut
 reinterpretAsUUID(fixed_string)
 ```
 
+**Параметры**
+
+-   `fixed_string` — Строка с big-endian порядком байтов. [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring).
+
 **Возвращаемое значение**
 
--   `UUID`.
+-   Значение типа UUID. [UUID](../../sql-reference/data-types/uuid.md#uuid-data-type).
+
+**Примеры**
+
+Интерпретация строки как UUID.
+
+Запрос:
+
+``` sql
+SELECT reinterpretAsUUID(reverse(unhex('000102030405060708090a0b0c0d0e0f')))
+```
+
+Результат:
+
+``` text
+┌─reinterpretAsUUID(reverse(unhex('000102030405060708090a0b0c0d0e0f')))─┐
+│                                  08090a0b-0c0d-0e0f-0001-020304050607 │
+└───────────────────────────────────────────────────────────────────────┘
+```
+
+Переход в UUID и обратно.
+
+Запрос:
+
+``` sql
+WITH
+    generateUUIDv4() AS uuid,
+    identity(lower(hex(reverse(reinterpretAsString(uuid))))) AS str,
+    reinterpretAsUUID(reverse(unhex(str))) AS uuid2
+SELECT uuid = uuid2;
+```
+
+Результат:
+
+``` text
+┌─equals(uuid, uuid2)─┐
+│                   1 │
+└─────────────────────┘
+```
 
 ## CAST(x, T) {#type_conversion_function-cast}
 

From 683960725a0646609d4fe4619762758ba6d913ea Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Mon, 9 Nov 2020 17:30:26 +0300
Subject: [PATCH 030/742] Minor fixes

---
 docs/ru/sql-reference/functions/type-conversion-functions.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/functions/type-conversion-functions.md b/docs/ru/sql-reference/functions/type-conversion-functions.md
index 62b045543d4..e80157d70fb 100644
--- a/docs/ru/sql-reference/functions/type-conversion-functions.md
+++ b/docs/ru/sql-reference/functions/type-conversion-functions.md
@@ -331,11 +331,11 @@ reinterpretAsUUID(fixed_string)
 
 **Параметры**
 
--   `fixed_string` — Строка с big-endian порядком байтов. [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring).
+-   `fixed_string` — cтрока с big-endian порядком байтов. [FixedString](../../sql-reference/data-types/fixedstring.md#fixedstring).
 
 **Возвращаемое значение**
 
--   Значение типа UUID. [UUID](../../sql-reference/data-types/uuid.md#uuid-data-type).
+-   Значение типа [UUID](../../sql-reference/data-types/uuid.md#uuid-data-type).
 
 **Примеры**
 

From 4b17188de1b7a1b73ba637baac277d7c1b1bde5f Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Mon, 9 Nov 2020 22:40:32 +0300
Subject: [PATCH 031/742] Minor fix in en. translated to ru. Plus template
 updates (administrative)..

---
 .../template-system-table.md                  |  2 +-
 docs/en/interfaces/formats.md                 |  4 +-
 docs/ru/interfaces/formats.md                 | 98 ++++++++++++++++---
 3 files changed, 89 insertions(+), 15 deletions(-)

diff --git a/docs/_description_templates/template-system-table.md b/docs/_description_templates/template-system-table.md
index 137766a34b6..3fdf9788d79 100644
--- a/docs/_description_templates/template-system-table.md
+++ b/docs/_description_templates/template-system-table.md
@@ -1,4 +1,4 @@
-## system.table_name {#system-tables_table-name}
+# system.table_name {#system-tables_table-name}
 
 Description.
 
diff --git a/docs/en/interfaces/formats.md b/docs/en/interfaces/formats.md
index 071c0d72d27..70cd4d57600 100644
--- a/docs/en/interfaces/formats.md
+++ b/docs/en/interfaces/formats.md
@@ -1293,7 +1293,7 @@ To exchange data with Hadoop, you can use [HDFS table engine](../engines/table-e
 
 ## LineAsString {#lineasstring}
 
-In this format, a sequence of string objects separated by a newline character is interpreted as a single value. This format can only be parsed for table with a single field of type [String](../sql-reference/data-types/string.md). The remaining columns must be set to  [DEFAULT](../sql-reference/statements/create/table.md#default) or [MATERIALIZED](../sql-reference/statements/create/table.md#materialized), or omitted.
+In this format, every line of input data is interpreted as a single string value. This format can only be parsed for table with a single field of type [String](../sql-reference/data-types/string.md). The remaining columns must be set to [DEFAULT](../sql-reference/statements/create/table.md#default) or [MATERIALIZED](../sql-reference/statements/create/table.md#materialized), or omitted.
 
 **Example**
 
@@ -1316,6 +1316,8 @@ Result:
 
 ## Regexp {#data-format-regexp}
 
+Each line of imported data is parsed according to the regular expression.
+
 When working with the `Regexp` format, you can use the following settings:
 
 - `format_regexp` — [String](../sql-reference/data-types/string.md). Contains regular expression in the [re2](https://github.com/google/re2/wiki/Syntax) format.
diff --git a/docs/ru/interfaces/formats.md b/docs/ru/interfaces/formats.md
index 042c62e310c..0d16e999488 100644
--- a/docs/ru/interfaces/formats.md
+++ b/docs/ru/interfaces/formats.md
@@ -1209,22 +1209,10 @@ $ cat filename.orc | clickhouse-client --query="INSERT INTO some_table FORMAT OR
 
 Для обмена данных с Hadoop можно использовать [движок таблиц HDFS](../engines/table-engines/integrations/hdfs.md).
 
-## Схема формата {#formatschema}
-
-Имя файла со схемой записывается в настройке `format_schema`. При использовании форматов `Cap'n Proto` и `Protobuf` требуется указать схему.
-Схема представляет собой имя файла и имя типа в этом файле, разделенные двоеточием, например `schemafile.proto:MessageType`.
-Если файл имеет стандартное расширение для данного формата (например `.proto` для `Protobuf`),
-то можно его не указывать и записывать схему так `schemafile:MessageType`.
-
-Если для ввода/вывода данных используется [клиент](../interfaces/cli.md) в [интерактивном режиме](../interfaces/cli.md#cli_usage), то при записи схемы можно использовать абсолютный путь или записывать путь
-относительно текущей директории на клиенте. Если клиент используется в [batch режиме](../interfaces/cli.md#cli_usage), то в записи схемы допускается только относительный путь, из соображений безопасности.
-
-Если для ввода/вывода данных используется [HTTP-интерфейс](../interfaces/http.md), то файл со схемой должен располагаться на сервере в каталоге,
-указанном в параметре [format_schema_path](../operations/server-configuration-parameters/settings.md#server_configuration_parameters-format_schema_path) конфигурации сервера.
 
 ## LineAsString {#lineasstring}
 
- В этом формате последовательность строковых объектов, разделенных символом новой строки, интерпретируется как одно значение. Парситься может только таблица с единственным полем типа [String](../sql-reference/data-types/string.md). Остальные столбцы должны быть заданы как [DEFAULT](../sql-reference/statements/create/table.md#create-default-values) или [MATERIALIZED](../sql-reference/statements/create/table.md#create-default-values), либо отсутствовать.
+ В этом формате каждая строка импортируемых данных интерпретируется как одно строковое значение. Парситься может только таблица с единственным полем типа [String](../sql-reference/data-types/string.md). Остальные столбцы должны быть заданы как [DEFAULT](../sql-reference/statements/create/table.md#create-default-values) или [MATERIALIZED](../sql-reference/statements/create/table.md#create-default-values), либо отсутствовать.
 
 **Пример**
 
@@ -1245,4 +1233,88 @@ SELECT * FROM line_as_string;
 └───────────────────────────────────────────────────┘
 ```
 
+## Regexp {#data-format-regexp}
+
+Каждая строка импортируемых данных разбирается в соответствии с регулярным выражением. 
+
+При работе с форматом `Regexp` можно использовать следующие параметры:
+
+- `format_regexp` — [String](../sql-reference/data-types/string.md). Строка с регулярным выражением в формате [re2](https://github.com/google/re2/wiki/Syntax).
+- `format_regexp_escaping_rule` — [String](../sql-reference/data-types/string.md). Правило сериализации. Поддерживаются следующие правила:
+    - CSV (как в [CSV](#csv))
+    - JSON (как в [JSONEachRow](#jsoneachrow))
+    - Escaped (как в [TSV](#tabseparated))
+    - Quoted (как в [Values](#data-format-values))
+    - Raw (данные импортируются как есть, без сериализации)
+- `format_regexp_skip_unmatched` — [UInt8](../sql-reference/data-types/int-uint.md). Признак, будет ли генерироваться исключение в случае, если импортируемые данные не соответствуют регулярному выражению `format_regexp`. Может принимать значение `0` или `1`. 
+
+**Использование** 
+
+Регулярное выражение (шаблон) из параметра `format_regexp` применяется к каждой строке импортируемых данных. Количество частей в шаблоне (подшаблонов) должно соответствовать количеству колонок в импортируемых данных. 
+
+Строки импортируемых данных должны разделяться символом новой строки `'\n'` или символами `"\r\n"` (перенос строки в формате DOS), за исключением формата `Raw`, который не поддерживает сериализацию. 
+
+Данные, выделенные по подшаблонам, интерпретируются в соответствии с типом, указанным в параметре `format_regexp_escaping_rule`. 
+
+Если строка импортируемых данных не соответствует регулярному выражению и параметр `format_regexp_skip_unmatched` равен 1, строка просто игнорируется. Если же параметр `format_regexp_skip_unmatched` равен 0, генерируется исключение.
+
+**Пример**
+
+Рассмотрим файл data.tsv:
+
+```text
+id: 1 array: [1,2,3] string: str1 date: 2020-01-01
+id: 2 array: [1,2,3] string: str2 date: 2020-01-02
+id: 3 array: [1,2,3] string: str3 date: 2020-01-03
+```
+и таблицу:
+
+```sql
+CREATE TABLE imp_regex_table (id UInt32, array Array(UInt32), string String, date Date) ENGINE = Memory;
+```
+
+Команда импорта:
+
+```bash
+$ cat data.tsv | clickhouse-client  --query "INSERT INTO imp_regex_table FORMAT Regexp SETTINGS format_regexp='id: (.+?) array: (.+?) string: (.+?) date: (.+?)', format_regexp_escaping_rule='Escaped', format_regexp_skip_unmatched=0;"
+```
+
+Запрос:
+
+```sql
+SELECT * FROM imp_regex_table;
+```
+
+Результат:
+
+```txt
+┌─id─┬─array───┬─string─┬───────date─┐
+│  1 │ [1,2,3] │ str1   │ 2020-01-01 │
+│  2 │ [1,2,3] │ str2   │ 2020-01-02 │
+│  3 │ [1,2,3] │ str3   │ 2020-01-03 │
+└────┴─────────┴────────┴────────────┘
+```
+
+
+## Схема формата {#formatschema}
+
+Имя файла со схемой записывается в настройке `format_schema`. При использовании форматов `Cap'n Proto` и `Protobuf` требуется указать схему.
+Схема представляет собой имя файла и имя типа в этом файле, разделенные двоеточием, например `schemafile.proto:MessageType`.
+Если файл имеет стандартное расширение для данного формата (например `.proto` для `Protobuf`),
+то можно его не указывать и записывать схему так `schemafile:MessageType`.
+
+Если для ввода/вывода данных используется [клиент](../interfaces/cli.md) в [интерактивном режиме](../interfaces/cli.md#cli_usage), то при записи схемы можно использовать абсолютный путь или записывать путь
+относительно текущей директории на клиенте. Если клиент используется в [batch режиме](../interfaces/cli.md#cli_usage), то в записи схемы допускается только относительный путь, из соображений безопасности.
+
+Если для ввода/вывода данных используется [HTTP-интерфейс](../interfaces/http.md), то файл со схемой должен располагаться на сервере в каталоге,
+указанном в параметре [format_schema_path](../operations/server-configuration-parameters/settings.md#server_configuration_parameters-format_schema_path) конфигурации сервера.
+
+## Игнорирование ошибок {#skippingerrors}
+
+Некоторые форматы, такие как `CSV`, `TabSeparated`, `TSKV`, `JSONEachRow`, `Template`, `CustomSeparated` и `Protobuf`, могут игнорировать строки, которые не соответствуют правилам и  разбор которых может вызвать ошибку. При этом обработка импортируемых данных продолжается со следующей строки. См. настройки [input_format_allow_errors_num](../operations/settings/settings.md#settings-input_format_allow_errors_num) и
+[input_format_allow_errors_ratio](../operations/settings/settings.md#settings-input_format_allow_errors_ratio).
+Ограничения:
+- В формате `JSONEachRow` в случае ошибки игнорируются все данные до конца текущей строки (или до конца файла). Поэтому строки должны быть разделены символом `\n`, чтобы ошибки обрабатывались корректно.
+- Форматы `Template` и `CustomSeparated` используют разделитель после последней колонки и разделитель между строками. Поэтому игнорирование ошибок работает только если хотя бы одна из строк не пустая.
+
 [Оригинальная статья](https://clickhouse.tech/docs/ru/interfaces/formats/) <!--hide-->

From 713d809096f07ab6119dd2122e1a99559aa4c8ee Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Mon, 9 Nov 2020 22:50:43 +0300
Subject: [PATCH 032/742] Links fixed (ru)

---
 docs/ru/interfaces/formats.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/ru/interfaces/formats.md b/docs/ru/interfaces/formats.md
index 0d16e999488..dd75927db7a 100644
--- a/docs/ru/interfaces/formats.md
+++ b/docs/ru/interfaces/formats.md
@@ -1311,8 +1311,8 @@ SELECT * FROM imp_regex_table;
 
 ## Игнорирование ошибок {#skippingerrors}
 
-Некоторые форматы, такие как `CSV`, `TabSeparated`, `TSKV`, `JSONEachRow`, `Template`, `CustomSeparated` и `Protobuf`, могут игнорировать строки, которые не соответствуют правилам и  разбор которых может вызвать ошибку. При этом обработка импортируемых данных продолжается со следующей строки. См. настройки [input_format_allow_errors_num](../operations/settings/settings.md#settings-input_format_allow_errors_num) и
-[input_format_allow_errors_ratio](../operations/settings/settings.md#settings-input_format_allow_errors_ratio).
+Некоторые форматы, такие как `CSV`, `TabSeparated`, `TSKV`, `JSONEachRow`, `Template`, `CustomSeparated` и `Protobuf`, могут игнорировать строки, которые не соответствуют правилам и  разбор которых может вызвать ошибку. При этом обработка импортируемых данных продолжается со следующей строки. См. настройки [input_format_allow_errors_num](../operations/settings/settings.md#input_format_allow_errors_num) и
+[input_format_allow_errors_ratio](../operations/settings/settings.md#input_format_allow_errors_ratio).
 Ограничения:
 - В формате `JSONEachRow` в случае ошибки игнорируются все данные до конца текущей строки (или до конца файла). Поэтому строки должны быть разделены символом `\n`, чтобы ошибки обрабатывались корректно.
 - Форматы `Template` и `CustomSeparated` используют разделитель после последней колонки и разделитель между строками. Поэтому игнорирование ошибок работает только если хотя бы одна из строк не пустая.

From fc4410ed5c55e1a938dbb829a7d560ac6372d270 Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Mon, 9 Nov 2020 22:59:34 +0300
Subject: [PATCH 033/742] Now really

---
 docs/ru/interfaces/formats.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/ru/interfaces/formats.md b/docs/ru/interfaces/formats.md
index dd75927db7a..287ae142bdd 100644
--- a/docs/ru/interfaces/formats.md
+++ b/docs/ru/interfaces/formats.md
@@ -1311,8 +1311,8 @@ SELECT * FROM imp_regex_table;
 
 ## Игнорирование ошибок {#skippingerrors}
 
-Некоторые форматы, такие как `CSV`, `TabSeparated`, `TSKV`, `JSONEachRow`, `Template`, `CustomSeparated` и `Protobuf`, могут игнорировать строки, которые не соответствуют правилам и  разбор которых может вызвать ошибку. При этом обработка импортируемых данных продолжается со следующей строки. См. настройки [input_format_allow_errors_num](../operations/settings/settings.md#input_format_allow_errors_num) и
-[input_format_allow_errors_ratio](../operations/settings/settings.md#input_format_allow_errors_ratio).
+Некоторые форматы, такие как `CSV`, `TabSeparated`, `TSKV`, `JSONEachRow`, `Template`, `CustomSeparated` и `Protobuf`, могут игнорировать строки, которые не соответствуют правилам и  разбор которых может вызвать ошибку. При этом обработка импортируемых данных продолжается со следующей строки. См. настройки [input_format_allow_errors_num](../operations/settings/settings.md#input-format-allow-errors-num) и
+[input_format_allow_errors_ratio](../operations/settings/settings.md#input-format-allow-errors-ratio).
 Ограничения:
 - В формате `JSONEachRow` в случае ошибки игнорируются все данные до конца текущей строки (или до конца файла). Поэтому строки должны быть разделены символом `\n`, чтобы ошибки обрабатывались корректно.
 - Форматы `Template` и `CustomSeparated` используют разделитель после последней колонки и разделитель между строками. Поэтому игнорирование ошибок работает только если хотя бы одна из строк не пустая.

From d3d78286424d32c8bc08be779fb785eb2688c6b7 Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Mon, 9 Nov 2020 23:07:34 +0300
Subject: [PATCH 034/742] Minor formatting error fixed

---
 docs/en/interfaces/formats.md | 2 +-
 docs/ru/interfaces/formats.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/interfaces/formats.md b/docs/en/interfaces/formats.md
index 70cd4d57600..6c57fb62939 100644
--- a/docs/en/interfaces/formats.md
+++ b/docs/en/interfaces/formats.md
@@ -1368,7 +1368,7 @@ SELECT * FROM imp_regex_table;
 
 Result:
 
-```txt
+```text
 ┌─id─┬─array───┬─string─┬───────date─┐
 │  1 │ [1,2,3] │ str1   │ 2020-01-01 │
 │  2 │ [1,2,3] │ str2   │ 2020-01-02 │
diff --git a/docs/ru/interfaces/formats.md b/docs/ru/interfaces/formats.md
index 287ae142bdd..153653d8cff 100644
--- a/docs/ru/interfaces/formats.md
+++ b/docs/ru/interfaces/formats.md
@@ -1287,7 +1287,7 @@ SELECT * FROM imp_regex_table;
 
 Результат:
 
-```txt
+```text
 ┌─id─┬─array───┬─string─┬───────date─┐
 │  1 │ [1,2,3] │ str1   │ 2020-01-01 │
 │  2 │ [1,2,3] │ str2   │ 2020-01-02 │

From a35088d681f8df4071e3427e8565bc928c48f222 Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Tue, 10 Nov 2020 00:20:34 +0400
Subject: [PATCH 035/742] Add ldap_ prefix to var names

---
 src/Access/Authentication.cpp | 16 ++++++++--------
 src/Access/Authentication.h   |  4 ++--
 2 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/src/Access/Authentication.cpp b/src/Access/Authentication.cpp
index b8328057161..b55ffad2dfa 100644
--- a/src/Access/Authentication.cpp
+++ b/src/Access/Authentication.cpp
@@ -87,18 +87,18 @@ bool Authentication::isCorrectPassword(const String & password_, const String &
             ldap_server_params.password = password_;
 
             const auto current_params_hash = ldap_server_params.getCoreHash();
-            const auto last_check_period = std::chrono::steady_clock::now() - last_successful_password_check_timestamp;
+            const auto last_check_period = std::chrono::steady_clock::now() - ldap_last_successful_password_check_timestamp;
 
             if (
                 // Forbid the initial values explicitly.
-                last_successful_password_check_params_hash != 0 &&
-                last_successful_password_check_timestamp != std::chrono::steady_clock::time_point{} &&
+                ldap_last_successful_password_check_params_hash != 0 &&
+                ldap_last_successful_password_check_timestamp != std::chrono::steady_clock::time_point{} &&
 
                 // Check if the caching is enabled at all.
                 ldap_server_params.verification_cooldown > std::chrono::seconds{0} &&
 
                 // Check if we can "reuse" the result of the previous successful password verification.
-                current_params_hash == last_successful_password_check_params_hash &&
+                current_params_hash == ldap_last_successful_password_check_params_hash &&
                 last_check_period >= std::chrono::seconds{0} &&
                 last_check_period <= ldap_server_params.verification_cooldown
             )
@@ -111,13 +111,13 @@ bool Authentication::isCorrectPassword(const String & password_, const String &
 
             if (result)
             {
-                last_successful_password_check_params_hash = current_params_hash;
-                last_successful_password_check_timestamp = std::chrono::steady_clock::now();
+                ldap_last_successful_password_check_params_hash = current_params_hash;
+                ldap_last_successful_password_check_timestamp = std::chrono::steady_clock::now();
             }
             else
             {
-                last_successful_password_check_params_hash = 0;
-                last_successful_password_check_timestamp = std::chrono::steady_clock::time_point{};
+                ldap_last_successful_password_check_params_hash = 0;
+                ldap_last_successful_password_check_timestamp = std::chrono::steady_clock::time_point{};
             }
 
             return result;
diff --git a/src/Access/Authentication.h b/src/Access/Authentication.h
index 8584c9f7325..65bbcd94720 100644
--- a/src/Access/Authentication.h
+++ b/src/Access/Authentication.h
@@ -107,8 +107,8 @@ private:
 
     // Used and maintained only for LDAP.
     String server_name;
-    mutable std::size_t last_successful_password_check_params_hash = 0;
-    mutable std::chrono::steady_clock::time_point last_successful_password_check_timestamp;
+    mutable std::size_t ldap_last_successful_password_check_params_hash = 0;
+    mutable std::chrono::steady_clock::time_point ldap_last_successful_password_check_timestamp;
 };
 
 

From 29c86da543b24dae06cb5c83e012bcdb73ac3147 Mon Sep 17 00:00:00 2001
From: Tai White <taiwhite2010@gmail.com>
Date: Tue, 17 Nov 2020 17:32:51 +0100
Subject: [PATCH 036/742] Updated requirements (markdown and python objects),
 verification_cooldown parameter tests written in authentications.py and
 server_config.py, helper functions written in common.py

---
 .../requirements/requirements.md              |  610 ++++++
 .../requirements/requirements.py              | 1687 +++++++++++++++++
 ldap/authentication/tests/authentications.py  |  969 ++++++++++
 ldap/authentication/tests/common.py           |  466 +++++
 ldap/authentication/tests/server_config.py    |  304 +++
 5 files changed, 4036 insertions(+)
 create mode 100644 ldap/authentication/requirements/requirements.md
 create mode 100644 ldap/authentication/requirements/requirements.py
 create mode 100644 ldap/authentication/tests/authentications.py
 create mode 100644 ldap/authentication/tests/common.py
 create mode 100644 ldap/authentication/tests/server_config.py

diff --git a/ldap/authentication/requirements/requirements.md b/ldap/authentication/requirements/requirements.md
new file mode 100644
index 00000000000..17d46584772
--- /dev/null
+++ b/ldap/authentication/requirements/requirements.md
@@ -0,0 +1,610 @@
+# SRS-007 ClickHouse Authentication of Users via LDAP
+
+## Table of Contents
+
+* 1 [Revision History](#revision-history)
+* 2 [Introduction](#introduction)
+* 3 [Terminology](#terminology)
+* 4 [Requirements](#requirements)
+  * 4.1 [Generic](#generic)
+    * 4.1.1 [RQ.SRS-007.LDAP.Authentication](#rqsrs-007ldapauthentication)
+    * 4.1.2 [RQ.SRS-007.LDAP.Authentication.MultipleServers](#rqsrs-007ldapauthenticationmultipleservers)
+    * 4.1.3 [RQ.SRS-007.LDAP.Authentication.Protocol.PlainText](#rqsrs-007ldapauthenticationprotocolplaintext)
+    * 4.1.4 [RQ.SRS-007.LDAP.Authentication.Protocol.TLS](#rqsrs-007ldapauthenticationprotocoltls)
+    * 4.1.5 [RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS](#rqsrs-007ldapauthenticationprotocolstarttls)
+    * 4.1.6 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation](#rqsrs-007ldapauthenticationtlscertificatevalidation)
+    * 4.1.7 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned](#rqsrs-007ldapauthenticationtlscertificateselfsigned)
+    * 4.1.8 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority](#rqsrs-007ldapauthenticationtlscertificatespecificcertificationauthority)
+    * 4.1.9 [RQ.SRS-007.LDAP.Server.Configuration.Invalid](#rqsrs-007ldapserverconfigurationinvalid)
+    * 4.1.10 [RQ.SRS-007.LDAP.User.Configuration.Invalid](#rqsrs-007ldapuserconfigurationinvalid)
+    * 4.1.11 [RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous](#rqsrs-007ldapauthenticationmechanismanonymous)
+    * 4.1.12 [RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated](#rqsrs-007ldapauthenticationmechanismunauthenticated)
+    * 4.1.13 [RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword](#rqsrs-007ldapauthenticationmechanismnamepassword)
+    * 4.1.14 [RQ.SRS-007.LDAP.Authentication.Valid](#rqsrs-007ldapauthenticationvalid)
+    * 4.1.15 [RQ.SRS-007.LDAP.Authentication.Invalid](#rqsrs-007ldapauthenticationinvalid)
+    * 4.1.16 [RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser](#rqsrs-007ldapauthenticationinvaliddeleteduser)
+    * 4.1.17 [RQ.SRS-007.LDAP.Authentication.UsernameChanged](#rqsrs-007ldapauthenticationusernamechanged)
+    * 4.1.18 [RQ.SRS-007.LDAP.Authentication.PasswordChanged](#rqsrs-007ldapauthenticationpasswordchanged)
+    * 4.1.19 [RQ.SRS-007.LDAP.Authentication.LDAPServerRestart](#rqsrs-007ldapauthenticationldapserverrestart)
+    * 4.1.20 [RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart](#rqsrs-007ldapauthenticationclickhouseserverrestart)
+    * 4.1.21 [RQ.SRS-007.LDAP.Authentication.Parallel](#rqsrs-007ldapauthenticationparallel)
+    * 4.1.22 [RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid](#rqsrs-007ldapauthenticationparallelvalidandinvalid)
+  * 4.2 [Specific](#specific)
+    * 4.2.1 [RQ.SRS-007.LDAP.UnreachableServer](#rqsrs-007ldapunreachableserver)
+    * 4.2.2 [RQ.SRS-007.LDAP.Configuration.Server.Name](#rqsrs-007ldapconfigurationservername)
+    * 4.2.3 [RQ.SRS-007.LDAP.Configuration.Server.Host](#rqsrs-007ldapconfigurationserverhost)
+    * 4.2.4 [RQ.SRS-007.LDAP.Configuration.Server.Port](#rqsrs-007ldapconfigurationserverport)
+    * 4.2.5 [RQ.SRS-007.LDAP.Configuration.Server.Port.Default](#rqsrs-007ldapconfigurationserverportdefault)
+    * 4.2.6 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix](#rqsrs-007ldapconfigurationserverauthdnprefix)
+    * 4.2.7 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix](#rqsrs-007ldapconfigurationserverauthdnsuffix)
+    * 4.2.8 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value](#rqsrs-007ldapconfigurationserverauthdnvalue)
+    * 4.2.9 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS](#rqsrs-007ldapconfigurationserverenabletls)
+    * 4.2.10 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default](#rqsrs-007ldapconfigurationserverenabletlsoptionsdefault)
+    * 4.2.11 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No](#rqsrs-007ldapconfigurationserverenabletlsoptionsno)
+    * 4.2.12 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes](#rqsrs-007ldapconfigurationserverenabletlsoptionsyes)
+    * 4.2.13 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS](#rqsrs-007ldapconfigurationserverenabletlsoptionsstarttls)
+    * 4.2.14 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion](#rqsrs-007ldapconfigurationservertlsminimumprotocolversion)
+    * 4.2.15 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values](#rqsrs-007ldapconfigurationservertlsminimumprotocolversionvalues)
+    * 4.2.16 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default](#rqsrs-007ldapconfigurationservertlsminimumprotocolversiondefault)
+    * 4.2.17 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert](#rqsrs-007ldapconfigurationservertlsrequirecert)
+    * 4.2.18 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsdefault)
+    * 4.2.19 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsdemand)
+    * 4.2.20 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsallow)
+    * 4.2.21 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try](#rqsrs-007ldapconfigurationservertlsrequirecertoptionstry)
+    * 4.2.22 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsnever)
+    * 4.2.23 [RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile](#rqsrs-007ldapconfigurationservertlscertfile)
+    * 4.2.24 [RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile](#rqsrs-007ldapconfigurationservertlskeyfile)
+    * 4.2.25 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir](#rqsrs-007ldapconfigurationservertlscacertdir)
+    * 4.2.26 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile](#rqsrs-007ldapconfigurationservertlscacertfile)
+    * 4.2.27 [RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite](#rqsrs-007ldapconfigurationservertlsciphersuite)
+    * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown](#rqsrs-007ldapconfigurationserververificationcooldown)
+    * 4.2.29 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default](#rqsrs-007ldapconfigurationserververificationcooldowndefault)
+    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid](#rqsrs-007ldapconfigurationserververificationcooldowninvalid)
+    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
+    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
+    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
+    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
+    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
+    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
+    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
+    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
+    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
+    * 4.2.40 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
+    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
+    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
+    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
+    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
+    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
+    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
+    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
+    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
+    * 4.2.49 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
+* 5 [References](#references)
+
+## Revision History
+
+This document is stored in an electronic form using [Git] source control management software
+hosted in a [GitHub Repository].
+All the updates are tracked using the [Git]'s [Revision History].
+
+## Introduction
+
+[ClickHouse] currently does not have any integration with [LDAP].
+As the initial step in integrating with [LDAP] this software requirements specification covers
+only the requirements to enable authentication of users using an [LDAP] server.
+
+## Terminology
+
+* **CA** -
+  Certificate Authority ([CA])
+
+* **LDAP** -
+  Lightweight Directory Access Protocol ([LDAP])
+
+## Requirements
+
+### Generic
+
+#### RQ.SRS-007.LDAP.Authentication
+version: 1.0
+
+[ClickHouse] SHALL support user authentication via an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.MultipleServers
+version: 1.0
+
+[ClickHouse] SHALL support specifying multiple [LDAP] servers that can be used to authenticate
+users.
+
+#### RQ.SRS-007.LDAP.Authentication.Protocol.PlainText
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using plain text `ldap://` non secure protocol.
+
+#### RQ.SRS-007.LDAP.Authentication.Protocol.TLS
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using `SSL/TLS` `ldaps://` secure protocol.
+
+#### RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using legacy `StartTLS` protocol which is a
+plain text `ldap://` protocol that is upgraded to [TLS].
+
+#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation
+version: 1.0
+
+[ClickHouse] SHALL support certificate validation used for [TLS] connections.
+
+#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned
+version: 1.0
+
+[ClickHouse] SHALL support self-signed certificates for [TLS] connections.
+
+#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority
+version: 1.0
+
+[ClickHouse] SHALL support certificates signed by specific Certification Authority for [TLS] connections.
+
+#### RQ.SRS-007.LDAP.Server.Configuration.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server configuration is not valid.
+
+#### RQ.SRS-007.LDAP.User.Configuration.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if user configuration is not valid.
+
+#### RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication using [Anonymous Authentication Mechanism of Simple Bind]
+authentication mechanism.
+
+#### RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication using [Unauthenticated Authentication Mechanism of Simple Bind]
+authentication mechanism.
+
+#### RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword
+version: 1.0
+
+[ClickHouse] SHALL allow authentication using only [Name/Password Authentication Mechanism of Simple Bind]
+authentication mechanism.
+
+#### RQ.SRS-007.LDAP.Authentication.Valid
+version: 1.0
+
+[ClickHouse] SHALL only allow user authentication using [LDAP] server if and only if
+user name and password match [LDAP] server records for the user.
+
+#### RQ.SRS-007.LDAP.Authentication.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if either user name or password
+do not match [LDAP] server records for the user.
+
+#### RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the user
+has been deleted from the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.UsernameChanged
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the username is changed
+on the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.PasswordChanged
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the password
+for the user is changed on the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.LDAPServerRestart
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users after [LDAP] server is restarted.
+
+#### RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users after server is restarted.
+
+#### RQ.SRS-007.LDAP.Authentication.Parallel
+version: 1.0
+
+[ClickHouse] SHALL support parallel authentication of users using [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid
+version: 1.0
+
+[ClickHouse] SHALL support authentication of valid users and
+prohibit authentication of invalid users using [LDAP] server
+in parallel without having invalid attempts affecting valid authentications.
+
+### Specific
+
+#### RQ.SRS-007.LDAP.UnreachableServer
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server is unreachable.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Name
+version: 1.0
+
+[ClickHouse] SHALL not support empty string as a server name.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Host
+version: 1.0
+
+[ClickHouse] SHALL support `<host>` parameter to specify [LDAP]
+server hostname or IP, this parameter SHALL be mandatory and SHALL not be empty.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Port
+version: 1.0
+
+[ClickHouse] SHALL support `<port>` parameter to specify [LDAP] server port.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Port.Default
+version: 1.0
+
+[ClickHouse] SHALL use default port number `636` if `enable_tls` is set to `yes` or `389` otherwise.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix
+version: 1.0
+
+[ClickHouse] SHALL support `<auth_dn_prefix>` parameter to specify the prefix
+of value used to construct the DN to bound to during authentication via [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix
+version: 1.0
+
+[ClickHouse] SHALL support `<auth_dn_suffix>` parameter to specify the suffix
+of value used to construct the DN to bound to during authentication via [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value
+version: 1.0
+
+[ClickHouse] SHALL construct DN as  `auth_dn_prefix + escape(user_name) + auth_dn_suffix` string.
+
+> This implies that auth_dn_suffix should usually have comma ',' as its first non-space character.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS
+version: 1.0
+
+[ClickHouse] SHALL support `<enable_tls>` parameter to trigger the use of secure connection to the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default
+version: 1.0
+
+[ClickHouse] SHALL use `yes` value as the default for `<enable_tls>` parameter
+to enable SSL/TLS `ldaps://` protocol.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No
+version: 1.0
+
+[ClickHouse] SHALL support specifying `no` as the value of `<enable_tls>` parameter to enable
+plain text `ldap://` protocol.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes
+version: 1.0
+
+[ClickHouse] SHALL support specifying `yes` as the value of `<enable_tls>` parameter to enable
+SSL/TLS `ldaps://` protocol.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS
+version: 1.0
+
+[ClickHouse] SHALL support specifying `starttls` as the value of `<enable_tls>` parameter to enable
+legacy `StartTLS` protocol that used plain text `ldap://` protocol, upgraded to [TLS].
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_minimum_protocol_version>` parameter to specify
+the minimum protocol version of SSL/TLS.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values
+version: 1.0
+
+[ClickHouse] SHALL support specifying `ssl2`, `ssl3`, `tls1.0`, `tls1.1`, and `tls1.2`
+as a value of the `<tls_minimum_protocol_version>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default
+version: 1.0
+
+[ClickHouse] SHALL set `tls1.2` as the default value of the `<tls_minimum_protocol_version>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_require_cert>` parameter to specify [TLS] peer
+certificate verification behavior.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default
+version: 1.0
+
+[ClickHouse] SHALL use `demand` value as the default for the `<tls_require_cert>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand
+version: 1.0
+
+[ClickHouse] SHALL support specifying `demand` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate.  If no certificate  is  provided,  or  a  bad   certificate   is
+provided, the session SHALL be immediately terminated.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow
+version: 1.0
+
+[ClickHouse] SHALL support specifying `allow` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate. If no
+certificate is provided, the session SHALL proceed normally.
+If a bad certificate is provided, it SHALL be ignored and the session SHALL proceed normally.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try
+version: 1.0
+
+[ClickHouse] SHALL support specifying `try` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate. If no certificate is provided, the session
+SHALL proceed  normally.  If a bad certificate is provided, the session SHALL be
+immediately terminated.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never
+version: 1.0
+
+[ClickHouse] SHALL support specifying `never` as the value of `<tls_require_cert>` parameter to
+disable requesting of client certificate.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_cert_file>` to specify the path to certificate file used by
+[ClickHouse] to establish connection with the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_key_file>` to specify the path to key file for the certificate
+specified by the `<tls_cert_file>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_ca_cert_dir>` parameter to specify to a path to
+the directory containing [CA] certificates used to verify certificates provided by the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_ca_cert_file>` parameter to specify a path to a specific
+[CA] certificate file used to verify certificates provided by the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite
+version: 1.0
+
+[ClickHouse] SHALL support `tls_cipher_suite` parameter to specify allowed cipher suites.
+The value SHALL use the same format as the `ciphersuites` in the [OpenSSL Ciphers].
+
+For example,
+
+```xml
+<tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
+```
+
+The available suites SHALL depend on the [OpenSSL] library version and variant used to build
+[ClickHouse] and therefore might change.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown
+version: 1.0
+
+[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section
+that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
+to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
+After period of time since the last successful attempt expires then on the authentication attempt
+SHALL result in contacting the [LDAP] server to verify the username and password. 
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default
+version: 1.0
+
+[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section
+SHALL have a default value of `0` that disables caching and forces contacting
+the [LDAP] server for each authentication request.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid
+version: 1.0
+
+[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.
+
+For example:
+
+* negative integer
+* string
+* empty value
+* extremely large positive value (overflow)
+* extremely large negative value (overflow)
+
+The error SHALL appear in the log and SHALL be similar to the following:
+
+```bash
+<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*
+```
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Syntax
+version: 2.0
+
+[ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`
+configuration file or of any configuration file inside the `config.d` directory.
+
+```xml
+<yandex>
+    <my_ldap_server>
+        <host>localhost</host>
+        <port>636</port>
+        <auth_dn_prefix>cn=</auth_dn_prefix>
+        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
+        <verification_cooldown>0</verification_cooldown>
+        <enable_tls>yes</enable_tls>
+        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
+        <tls_require_cert>demand</tls_require_cert>
+        <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>
+        <tls_key_file>/path/to/tls_key_file</tls_key_file>
+        <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>
+        <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>
+        <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
+    </my_ldap_server>
+</yandex>
+```
+
+#### RQ.SRS-007.LDAP.Configuration.User.RBAC
+version: 1.0
+
+[ClickHouse] SHALL support creating users identified using an [LDAP] server using
+the following RBAC command
+
+```sql
+CREATE USER name IDENTIFIED WITH ldap_server BY 'server_name'
+```
+
+#### RQ.SRS-007.LDAP.Configuration.User.Syntax
+version: 1.0
+
+[ClickHouse] SHALL support the following example syntax to create a user that is authenticated using
+an [LDAP] server inside the `users.xml` file or any configuration file inside the `users.d` directory.
+
+```xml
+<yandex>
+    <users>
+        <user_name>
+            <ldap>
+                <server>my_ldap_server</server>
+            </ldap>
+        </user_name>
+    </users>
+</yandex>
+```
+
+#### RQ.SRS-007.LDAP.Configuration.User.Name.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support empty string as a user name.
+
+#### RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP
+version: 1.0
+
+[ClickHouse] SHALL throw an error if `<ldap>` is specified for the user and at the same
+time user configuration contains any of the `<password*>` entries.
+
+#### RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined
+version: 1.0
+
+[ClickHouse] SHALL throw an error during any authentification attempt
+if the name of the [LDAP] server used inside the `<ldap>` entry
+is not defined in the `<ldap_servers>` section.
+
+#### RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty
+version: 1.0
+
+[ClickHouse] SHALL throw an error during any authentification attempt
+if the name of the [LDAP] server used inside the `<ldap>` entry
+is empty.
+
+#### RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer
+version: 1.0
+
+[ClickHouse] SHALL support specifying only one [LDAP] server for a given user.
+
+#### RQ.SRS-007.LDAP.Configuration.User.Name.Long
+version: 1.0
+
+[ClickHouse] SHALL support long user names of at least 256 bytes
+to specify users that can be authenticated using an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.User.Name.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support user names that contain [UTF-8] characters.
+
+#### RQ.SRS-007.LDAP.Authentication.Username.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support authenticating users with empty username.
+
+#### RQ.SRS-007.LDAP.Authentication.Username.Long
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users with a long username of at least 256 bytes.
+
+#### RQ.SRS-007.LDAP.Authentication.Username.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support authentication users with a username that contains [UTF-8] characters.
+
+#### RQ.SRS-007.LDAP.Authentication.Password.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support authenticating users with empty passwords
+even if an empty password is valid for the user and
+is allowed by the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.Password.Long
+version: 1.0
+
+[ClickHouse] SHALL support long password of at least 256 bytes
+that can be used to authenticate users using an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.Password.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support [UTF-8] characters in passwords
+used to authenticate users using an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance
+version: 1.0
+
+[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users
+when `verification_cooldown` parameter is set to a positive value when comparing
+to the the case when `verification_cooldown` is turned off either for a single user or multiple users
+making a large number of repeated requests.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters
+version: 1.0
+
+[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values
+change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword
+version: 1.0
+
+[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+for the user if the password provided in the current authentication attempt does not match
+the valid password provided during the first successful authentication request that was cached
+for this exact user. The reset SHALL cause the next authentication attempt for this user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+## References
+
+* **ClickHouse:** https://clickhouse.tech
+
+[Anonymous Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-AnonymousAuthenticationMechanismOfSimpleBind
+[Unauthenticated Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-UnauthenticatedAuthenticationMechanismOfSimpleBind
+[Name/Password Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-NamePasswordAuthenticationMechanismOfSimpleBind
+[UTF-8]: https://en.wikipedia.org/wiki/UTF-8
+[OpenSSL]: https://www.openssl.org/
+[OpenSSL Ciphers]: https://www.openssl.org/docs/manmaster/man1/openssl-ciphers.html
+[CA]: https://en.wikipedia.org/wiki/Certificate_authority
+[TLS]: https://en.wikipedia.org/wiki/Transport_Layer_Security
+[LDAP]: https://en.wikipedia.org/wiki/Lightweight_Directory_Access_Protocol
+[ClickHouse]: https://clickhouse.tech
+[GitHub]: https://github.com
+[GitHub Repository]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/ldap/authentication/requirements/requirements.md
+[Revision History]: https://github.com/ClickHouse/ClickHouse/commits/master/tests/testflows/ldap/authentication/requirements/requirements.md
+[Git]: https://git-scm.com/
diff --git a/ldap/authentication/requirements/requirements.py b/ldap/authentication/requirements/requirements.py
new file mode 100644
index 00000000000..f934e6c7a99
--- /dev/null
+++ b/ldap/authentication/requirements/requirements.py
@@ -0,0 +1,1687 @@
+# These requirements were auto generated
+# from software requirements specification (SRS)
+# document by TestFlows v1.6.201101.1131719.
+# Do not edit by hand but re-generate instead
+# using 'tfs requirements generate' command.
+from testflows.core import Specification
+from testflows.core import Requirement
+
+SRS_007_ClickHouse_Authentication_of_Users_via_LDAP = Specification(
+        name='SRS-007 ClickHouse Authentication of Users via LDAP', 
+        description=None,
+        author=None,
+        date=None, 
+        status=None, 
+        approved_by=None,
+        approved_date=None,
+        approved_version=None,
+        version=None,
+        group=None,
+        type=None,
+        link=None,
+        uid=None,
+        parent=None,
+        children=None,
+        content='''
+# SRS-007 ClickHouse Authentication of Users via LDAP
+
+## Table of Contents
+
+* 1 [Revision History](#revision-history)
+* 2 [Introduction](#introduction)
+* 3 [Terminology](#terminology)
+* 4 [Requirements](#requirements)
+  * 4.1 [Generic](#generic)
+    * 4.1.1 [RQ.SRS-007.LDAP.Authentication](#rqsrs-007ldapauthentication)
+    * 4.1.2 [RQ.SRS-007.LDAP.Authentication.MultipleServers](#rqsrs-007ldapauthenticationmultipleservers)
+    * 4.1.3 [RQ.SRS-007.LDAP.Authentication.Protocol.PlainText](#rqsrs-007ldapauthenticationprotocolplaintext)
+    * 4.1.4 [RQ.SRS-007.LDAP.Authentication.Protocol.TLS](#rqsrs-007ldapauthenticationprotocoltls)
+    * 4.1.5 [RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS](#rqsrs-007ldapauthenticationprotocolstarttls)
+    * 4.1.6 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation](#rqsrs-007ldapauthenticationtlscertificatevalidation)
+    * 4.1.7 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned](#rqsrs-007ldapauthenticationtlscertificateselfsigned)
+    * 4.1.8 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority](#rqsrs-007ldapauthenticationtlscertificatespecificcertificationauthority)
+    * 4.1.9 [RQ.SRS-007.LDAP.Server.Configuration.Invalid](#rqsrs-007ldapserverconfigurationinvalid)
+    * 4.1.10 [RQ.SRS-007.LDAP.User.Configuration.Invalid](#rqsrs-007ldapuserconfigurationinvalid)
+    * 4.1.11 [RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous](#rqsrs-007ldapauthenticationmechanismanonymous)
+    * 4.1.12 [RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated](#rqsrs-007ldapauthenticationmechanismunauthenticated)
+    * 4.1.13 [RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword](#rqsrs-007ldapauthenticationmechanismnamepassword)
+    * 4.1.14 [RQ.SRS-007.LDAP.Authentication.Valid](#rqsrs-007ldapauthenticationvalid)
+    * 4.1.15 [RQ.SRS-007.LDAP.Authentication.Invalid](#rqsrs-007ldapauthenticationinvalid)
+    * 4.1.16 [RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser](#rqsrs-007ldapauthenticationinvaliddeleteduser)
+    * 4.1.17 [RQ.SRS-007.LDAP.Authentication.UsernameChanged](#rqsrs-007ldapauthenticationusernamechanged)
+    * 4.1.18 [RQ.SRS-007.LDAP.Authentication.PasswordChanged](#rqsrs-007ldapauthenticationpasswordchanged)
+    * 4.1.19 [RQ.SRS-007.LDAP.Authentication.LDAPServerRestart](#rqsrs-007ldapauthenticationldapserverrestart)
+    * 4.1.20 [RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart](#rqsrs-007ldapauthenticationclickhouseserverrestart)
+    * 4.1.21 [RQ.SRS-007.LDAP.Authentication.Parallel](#rqsrs-007ldapauthenticationparallel)
+    * 4.1.22 [RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid](#rqsrs-007ldapauthenticationparallelvalidandinvalid)
+  * 4.2 [Specific](#specific)
+    * 4.2.1 [RQ.SRS-007.LDAP.UnreachableServer](#rqsrs-007ldapunreachableserver)
+    * 4.2.2 [RQ.SRS-007.LDAP.Configuration.Server.Name](#rqsrs-007ldapconfigurationservername)
+    * 4.2.3 [RQ.SRS-007.LDAP.Configuration.Server.Host](#rqsrs-007ldapconfigurationserverhost)
+    * 4.2.4 [RQ.SRS-007.LDAP.Configuration.Server.Port](#rqsrs-007ldapconfigurationserverport)
+    * 4.2.5 [RQ.SRS-007.LDAP.Configuration.Server.Port.Default](#rqsrs-007ldapconfigurationserverportdefault)
+    * 4.2.6 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix](#rqsrs-007ldapconfigurationserverauthdnprefix)
+    * 4.2.7 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix](#rqsrs-007ldapconfigurationserverauthdnsuffix)
+    * 4.2.8 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value](#rqsrs-007ldapconfigurationserverauthdnvalue)
+    * 4.2.9 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS](#rqsrs-007ldapconfigurationserverenabletls)
+    * 4.2.10 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default](#rqsrs-007ldapconfigurationserverenabletlsoptionsdefault)
+    * 4.2.11 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No](#rqsrs-007ldapconfigurationserverenabletlsoptionsno)
+    * 4.2.12 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes](#rqsrs-007ldapconfigurationserverenabletlsoptionsyes)
+    * 4.2.13 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS](#rqsrs-007ldapconfigurationserverenabletlsoptionsstarttls)
+    * 4.2.14 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion](#rqsrs-007ldapconfigurationservertlsminimumprotocolversion)
+    * 4.2.15 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values](#rqsrs-007ldapconfigurationservertlsminimumprotocolversionvalues)
+    * 4.2.16 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default](#rqsrs-007ldapconfigurationservertlsminimumprotocolversiondefault)
+    * 4.2.17 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert](#rqsrs-007ldapconfigurationservertlsrequirecert)
+    * 4.2.18 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsdefault)
+    * 4.2.19 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsdemand)
+    * 4.2.20 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsallow)
+    * 4.2.21 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try](#rqsrs-007ldapconfigurationservertlsrequirecertoptionstry)
+    * 4.2.22 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsnever)
+    * 4.2.23 [RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile](#rqsrs-007ldapconfigurationservertlscertfile)
+    * 4.2.24 [RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile](#rqsrs-007ldapconfigurationservertlskeyfile)
+    * 4.2.25 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir](#rqsrs-007ldapconfigurationservertlscacertdir)
+    * 4.2.26 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile](#rqsrs-007ldapconfigurationservertlscacertfile)
+    * 4.2.27 [RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite](#rqsrs-007ldapconfigurationservertlsciphersuite)
+    * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown](#rqsrs-007ldapconfigurationserververificationcooldown)
+    * 4.2.29 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default](#rqsrs-007ldapconfigurationserververificationcooldowndefault)
+    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid](#rqsrs-007ldapconfigurationserververificationcooldowninvalid)
+    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
+    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
+    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
+    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
+    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
+    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
+    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
+    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
+    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
+    * 4.2.40 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
+    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
+    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
+    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
+    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
+    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
+    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
+    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
+    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
+    * 4.2.49 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
+* 5 [References](#references)
+
+## Revision History
+
+This document is stored in an electronic form using [Git] source control management software
+hosted in a [GitHub Repository].
+All the updates are tracked using the [Git]'s [Revision History].
+
+## Introduction
+
+[ClickHouse] currently does not have any integration with [LDAP].
+As the initial step in integrating with [LDAP] this software requirements specification covers
+only the requirements to enable authentication of users using an [LDAP] server.
+
+## Terminology
+
+* **CA** -
+  Certificate Authority ([CA])
+
+* **LDAP** -
+  Lightweight Directory Access Protocol ([LDAP])
+
+## Requirements
+
+### Generic
+
+#### RQ.SRS-007.LDAP.Authentication
+version: 1.0
+
+[ClickHouse] SHALL support user authentication via an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.MultipleServers
+version: 1.0
+
+[ClickHouse] SHALL support specifying multiple [LDAP] servers that can be used to authenticate
+users.
+
+#### RQ.SRS-007.LDAP.Authentication.Protocol.PlainText
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using plain text `ldap://` non secure protocol.
+
+#### RQ.SRS-007.LDAP.Authentication.Protocol.TLS
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using `SSL/TLS` `ldaps://` secure protocol.
+
+#### RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS
+version: 1.0
+
+[ClickHouse] SHALL support user authentication using legacy `StartTLS` protocol which is a
+plain text `ldap://` protocol that is upgraded to [TLS].
+
+#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation
+version: 1.0
+
+[ClickHouse] SHALL support certificate validation used for [TLS] connections.
+
+#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned
+version: 1.0
+
+[ClickHouse] SHALL support self-signed certificates for [TLS] connections.
+
+#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority
+version: 1.0
+
+[ClickHouse] SHALL support certificates signed by specific Certification Authority for [TLS] connections.
+
+#### RQ.SRS-007.LDAP.Server.Configuration.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server configuration is not valid.
+
+#### RQ.SRS-007.LDAP.User.Configuration.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if user configuration is not valid.
+
+#### RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication using [Anonymous Authentication Mechanism of Simple Bind]
+authentication mechanism.
+
+#### RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication using [Unauthenticated Authentication Mechanism of Simple Bind]
+authentication mechanism.
+
+#### RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword
+version: 1.0
+
+[ClickHouse] SHALL allow authentication using only [Name/Password Authentication Mechanism of Simple Bind]
+authentication mechanism.
+
+#### RQ.SRS-007.LDAP.Authentication.Valid
+version: 1.0
+
+[ClickHouse] SHALL only allow user authentication using [LDAP] server if and only if
+user name and password match [LDAP] server records for the user.
+
+#### RQ.SRS-007.LDAP.Authentication.Invalid
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if either user name or password
+do not match [LDAP] server records for the user.
+
+#### RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the user
+has been deleted from the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.UsernameChanged
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the username is changed
+on the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.PasswordChanged
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit authentication if the password
+for the user is changed on the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.LDAPServerRestart
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users after [LDAP] server is restarted.
+
+#### RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users after server is restarted.
+
+#### RQ.SRS-007.LDAP.Authentication.Parallel
+version: 1.0
+
+[ClickHouse] SHALL support parallel authentication of users using [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid
+version: 1.0
+
+[ClickHouse] SHALL support authentication of valid users and
+prohibit authentication of invalid users using [LDAP] server
+in parallel without having invalid attempts affecting valid authentications.
+
+### Specific
+
+#### RQ.SRS-007.LDAP.UnreachableServer
+version: 1.0
+
+[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server is unreachable.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Name
+version: 1.0
+
+[ClickHouse] SHALL not support empty string as a server name.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Host
+version: 1.0
+
+[ClickHouse] SHALL support `<host>` parameter to specify [LDAP]
+server hostname or IP, this parameter SHALL be mandatory and SHALL not be empty.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Port
+version: 1.0
+
+[ClickHouse] SHALL support `<port>` parameter to specify [LDAP] server port.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Port.Default
+version: 1.0
+
+[ClickHouse] SHALL use default port number `636` if `enable_tls` is set to `yes` or `389` otherwise.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix
+version: 1.0
+
+[ClickHouse] SHALL support `<auth_dn_prefix>` parameter to specify the prefix
+of value used to construct the DN to bound to during authentication via [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix
+version: 1.0
+
+[ClickHouse] SHALL support `<auth_dn_suffix>` parameter to specify the suffix
+of value used to construct the DN to bound to during authentication via [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value
+version: 1.0
+
+[ClickHouse] SHALL construct DN as  `auth_dn_prefix + escape(user_name) + auth_dn_suffix` string.
+
+> This implies that auth_dn_suffix should usually have comma ',' as its first non-space character.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS
+version: 1.0
+
+[ClickHouse] SHALL support `<enable_tls>` parameter to trigger the use of secure connection to the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default
+version: 1.0
+
+[ClickHouse] SHALL use `yes` value as the default for `<enable_tls>` parameter
+to enable SSL/TLS `ldaps://` protocol.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No
+version: 1.0
+
+[ClickHouse] SHALL support specifying `no` as the value of `<enable_tls>` parameter to enable
+plain text `ldap://` protocol.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes
+version: 1.0
+
+[ClickHouse] SHALL support specifying `yes` as the value of `<enable_tls>` parameter to enable
+SSL/TLS `ldaps://` protocol.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS
+version: 1.0
+
+[ClickHouse] SHALL support specifying `starttls` as the value of `<enable_tls>` parameter to enable
+legacy `StartTLS` protocol that used plain text `ldap://` protocol, upgraded to [TLS].
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_minimum_protocol_version>` parameter to specify
+the minimum protocol version of SSL/TLS.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values
+version: 1.0
+
+[ClickHouse] SHALL support specifying `ssl2`, `ssl3`, `tls1.0`, `tls1.1`, and `tls1.2`
+as a value of the `<tls_minimum_protocol_version>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default
+version: 1.0
+
+[ClickHouse] SHALL set `tls1.2` as the default value of the `<tls_minimum_protocol_version>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_require_cert>` parameter to specify [TLS] peer
+certificate verification behavior.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default
+version: 1.0
+
+[ClickHouse] SHALL use `demand` value as the default for the `<tls_require_cert>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand
+version: 1.0
+
+[ClickHouse] SHALL support specifying `demand` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate.  If no certificate  is  provided,  or  a  bad   certificate   is
+provided, the session SHALL be immediately terminated.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow
+version: 1.0
+
+[ClickHouse] SHALL support specifying `allow` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate. If no
+certificate is provided, the session SHALL proceed normally.
+If a bad certificate is provided, it SHALL be ignored and the session SHALL proceed normally.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try
+version: 1.0
+
+[ClickHouse] SHALL support specifying `try` as the value of `<tls_require_cert>` parameter to
+enable requesting of client certificate. If no certificate is provided, the session
+SHALL proceed  normally.  If a bad certificate is provided, the session SHALL be
+immediately terminated.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never
+version: 1.0
+
+[ClickHouse] SHALL support specifying `never` as the value of `<tls_require_cert>` parameter to
+disable requesting of client certificate.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_cert_file>` to specify the path to certificate file used by
+[ClickHouse] to establish connection with the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_key_file>` to specify the path to key file for the certificate
+specified by the `<tls_cert_file>` parameter.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_ca_cert_dir>` parameter to specify to a path to
+the directory containing [CA] certificates used to verify certificates provided by the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile
+version: 1.0
+
+[ClickHouse] SHALL support `<tls_ca_cert_file>` parameter to specify a path to a specific
+[CA] certificate file used to verify certificates provided by the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite
+version: 1.0
+
+[ClickHouse] SHALL support `tls_cipher_suite` parameter to specify allowed cipher suites.
+The value SHALL use the same format as the `ciphersuites` in the [OpenSSL Ciphers].
+
+For example,
+
+```xml
+<tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
+```
+
+The available suites SHALL depend on the [OpenSSL] library version and variant used to build
+[ClickHouse] and therefore might change.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown
+version: 1.0
+
+[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section
+that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
+to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
+After period of time since the last successful attempt expires then on the authentication attempt
+SHALL result in contacting the [LDAP] server to verify the username and password. 
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default
+version: 1.0
+
+[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section
+SHALL have a default value of `0` that disables caching and forces contacting
+the [LDAP] server for each authentication request.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid
+version: 1.0
+
+[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.
+
+For example:
+
+* negative integer
+* string
+* empty value
+* extremely large positive value (overflow)
+* extremely large negative value (overflow)
+
+The error SHALL appear in the log and SHALL be similar to the following:
+
+```bash
+<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*
+```
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Syntax
+version: 2.0
+
+[ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`
+configuration file or of any configuration file inside the `config.d` directory.
+
+```xml
+<yandex>
+    <my_ldap_server>
+        <host>localhost</host>
+        <port>636</port>
+        <auth_dn_prefix>cn=</auth_dn_prefix>
+        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
+        <verification_cooldown>0</verification_cooldown>
+        <enable_tls>yes</enable_tls>
+        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
+        <tls_require_cert>demand</tls_require_cert>
+        <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>
+        <tls_key_file>/path/to/tls_key_file</tls_key_file>
+        <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>
+        <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>
+        <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
+    </my_ldap_server>
+</yandex>
+```
+
+#### RQ.SRS-007.LDAP.Configuration.User.RBAC
+version: 1.0
+
+[ClickHouse] SHALL support creating users identified using an [LDAP] server using
+the following RBAC command
+
+```sql
+CREATE USER name IDENTIFIED WITH ldap_server BY 'server_name'
+```
+
+#### RQ.SRS-007.LDAP.Configuration.User.Syntax
+version: 1.0
+
+[ClickHouse] SHALL support the following example syntax to create a user that is authenticated using
+an [LDAP] server inside the `users.xml` file or any configuration file inside the `users.d` directory.
+
+```xml
+<yandex>
+    <users>
+        <user_name>
+            <ldap>
+                <server>my_ldap_server</server>
+            </ldap>
+        </user_name>
+    </users>
+</yandex>
+```
+
+#### RQ.SRS-007.LDAP.Configuration.User.Name.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support empty string as a user name.
+
+#### RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP
+version: 1.0
+
+[ClickHouse] SHALL throw an error if `<ldap>` is specified for the user and at the same
+time user configuration contains any of the `<password*>` entries.
+
+#### RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined
+version: 1.0
+
+[ClickHouse] SHALL throw an error during any authentification attempt
+if the name of the [LDAP] server used inside the `<ldap>` entry
+is not defined in the `<ldap_servers>` section.
+
+#### RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty
+version: 1.0
+
+[ClickHouse] SHALL throw an error during any authentification attempt
+if the name of the [LDAP] server used inside the `<ldap>` entry
+is empty.
+
+#### RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer
+version: 1.0
+
+[ClickHouse] SHALL support specifying only one [LDAP] server for a given user.
+
+#### RQ.SRS-007.LDAP.Configuration.User.Name.Long
+version: 1.0
+
+[ClickHouse] SHALL support long user names of at least 256 bytes
+to specify users that can be authenticated using an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Configuration.User.Name.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support user names that contain [UTF-8] characters.
+
+#### RQ.SRS-007.LDAP.Authentication.Username.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support authenticating users with empty username.
+
+#### RQ.SRS-007.LDAP.Authentication.Username.Long
+version: 1.0
+
+[ClickHouse] SHALL support authenticating users with a long username of at least 256 bytes.
+
+#### RQ.SRS-007.LDAP.Authentication.Username.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support authentication users with a username that contains [UTF-8] characters.
+
+#### RQ.SRS-007.LDAP.Authentication.Password.Empty
+version: 1.0
+
+[ClickHouse] SHALL not support authenticating users with empty passwords
+even if an empty password is valid for the user and
+is allowed by the [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.Password.Long
+version: 1.0
+
+[ClickHouse] SHALL support long password of at least 256 bytes
+that can be used to authenticate users using an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.Password.UTF8
+version: 1.0
+
+[ClickHouse] SHALL support [UTF-8] characters in passwords
+used to authenticate users using an [LDAP] server.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance
+version: 1.0
+
+[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users
+when `verification_cooldown` parameter is set to a positive value when comparing
+to the the case when `verification_cooldown` is turned off either for a single user or multiple users
+making a large number of repeated requests.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters
+version: 1.0
+
+[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values
+change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword
+version: 1.0
+
+[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+for the user if the password provided in the current authentication attempt does not match
+the valid password provided during the first successful authentication request that was cached
+for this exact user. The reset SHALL cause the next authentication attempt for this user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+## References
+
+* **ClickHouse:** https://clickhouse.tech
+
+[Anonymous Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-AnonymousAuthenticationMechanismOfSimpleBind
+[Unauthenticated Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-UnauthenticatedAuthenticationMechanismOfSimpleBind
+[Name/Password Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-NamePasswordAuthenticationMechanismOfSimpleBind
+[UTF-8]: https://en.wikipedia.org/wiki/UTF-8
+[OpenSSL]: https://www.openssl.org/
+[OpenSSL Ciphers]: https://www.openssl.org/docs/manmaster/man1/openssl-ciphers.html
+[CA]: https://en.wikipedia.org/wiki/Certificate_authority
+[TLS]: https://en.wikipedia.org/wiki/Transport_Layer_Security
+[LDAP]: https://en.wikipedia.org/wiki/Lightweight_Directory_Access_Protocol
+[ClickHouse]: https://clickhouse.tech
+[GitHub]: https://github.com
+[GitHub Repository]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/ldap/authentication/requirements/requirements.md
+[Revision History]: https://github.com/ClickHouse/ClickHouse/commits/master/tests/testflows/ldap/authentication/requirements/requirements.md
+[Git]: https://git-scm.com/
+''')
+
+RQ_SRS_007_LDAP_Authentication = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support user authentication via an [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_MultipleServers = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.MultipleServers',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support specifying multiple [LDAP] servers that can be used to authenticate\n'
+        'users.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Protocol_PlainText = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Protocol.PlainText',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support user authentication using plain text `ldap://` non secure protocol.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Protocol_TLS = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Protocol.TLS',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support user authentication using `SSL/TLS` `ldaps://` secure protocol.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Protocol_StartTLS = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support user authentication using legacy `StartTLS` protocol which is a\n'
+        'plain text `ldap://` protocol that is upgraded to [TLS].\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_TLS_Certificate_Validation = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support certificate validation used for [TLS] connections.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_TLS_Certificate_SelfSigned = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support self-signed certificates for [TLS] connections.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_TLS_Certificate_SpecificCertificationAuthority = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support certificates signed by specific Certification Authority for [TLS] connections.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Server_Configuration_Invalid = Requirement(
+        name='RQ.SRS-007.LDAP.Server.Configuration.Invalid',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server configuration is not valid.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_User_Configuration_Invalid = Requirement(
+        name='RQ.SRS-007.LDAP.User.Configuration.Invalid',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL return an error and prohibit user login if user configuration is not valid.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Mechanism_Anonymous = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL return an error and prohibit authentication using [Anonymous Authentication Mechanism of Simple Bind]\n'
+        'authentication mechanism.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Mechanism_Unauthenticated = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL return an error and prohibit authentication using [Unauthenticated Authentication Mechanism of Simple Bind]\n'
+        'authentication mechanism.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Mechanism_NamePassword = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL allow authentication using only [Name/Password Authentication Mechanism of Simple Bind]\n'
+        'authentication mechanism.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Valid = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Valid',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL only allow user authentication using [LDAP] server if and only if\n'
+        'user name and password match [LDAP] server records for the user.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Invalid = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Invalid',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL return an error and prohibit authentication if either user name or password\n'
+        'do not match [LDAP] server records for the user.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Invalid_DeletedUser = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL return an error and prohibit authentication if the user\n'
+        'has been deleted from the [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_UsernameChanged = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.UsernameChanged',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL return an error and prohibit authentication if the username is changed\n'
+        'on the [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_PasswordChanged = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.PasswordChanged',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL return an error and prohibit authentication if the password\n'
+        'for the user is changed on the [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_LDAPServerRestart = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.LDAPServerRestart',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support authenticating users after [LDAP] server is restarted.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_ClickHouseServerRestart = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support authenticating users after server is restarted.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Parallel = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Parallel',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support parallel authentication of users using [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Parallel_ValidAndInvalid = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support authentication of valid users and\n'
+        'prohibit authentication of invalid users using [LDAP] server\n'
+        'in parallel without having invalid attempts affecting valid authentications.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_UnreachableServer = Requirement(
+        name='RQ.SRS-007.LDAP.UnreachableServer',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server is unreachable.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_Name = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.Name',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL not support empty string as a server name.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_Host = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.Host',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<host>` parameter to specify [LDAP]\n'
+        'server hostname or IP, this parameter SHALL be mandatory and SHALL not be empty.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_Port = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.Port',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<port>` parameter to specify [LDAP] server port.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_Port_Default = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.Port.Default',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL use default port number `636` if `enable_tls` is set to `yes` or `389` otherwise.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Prefix = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<auth_dn_prefix>` parameter to specify the prefix\n'
+        'of value used to construct the DN to bound to during authentication via [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Suffix = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<auth_dn_suffix>` parameter to specify the suffix\n'
+        'of value used to construct the DN to bound to during authentication via [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Value = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL construct DN as  `auth_dn_prefix + escape(user_name) + auth_dn_suffix` string.\n'
+        '\n'
+        "> This implies that auth_dn_suffix should usually have comma ',' as its first non-space character.\n"
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_EnableTLS = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<enable_tls>` parameter to trigger the use of secure connection to the [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_Default = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL use `yes` value as the default for `<enable_tls>` parameter\n'
+        'to enable SSL/TLS `ldaps://` protocol.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_No = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support specifying `no` as the value of `<enable_tls>` parameter to enable\n'
+        'plain text `ldap://` protocol.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_Yes = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support specifying `yes` as the value of `<enable_tls>` parameter to enable\n'
+        'SSL/TLS `ldaps://` protocol.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_StartTLS = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support specifying `starttls` as the value of `<enable_tls>` parameter to enable\n'
+        'legacy `StartTLS` protocol that used plain text `ldap://` protocol, upgraded to [TLS].\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<tls_minimum_protocol_version>` parameter to specify\n'
+        'the minimum protocol version of SSL/TLS.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion_Values = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support specifying `ssl2`, `ssl3`, `tls1.0`, `tls1.1`, and `tls1.2`\n'
+        'as a value of the `<tls_minimum_protocol_version>` parameter.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion_Default = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL set `tls1.2` as the default value of the `<tls_minimum_protocol_version>` parameter.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<tls_require_cert>` parameter to specify [TLS] peer\n'
+        'certificate verification behavior.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Default = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL use `demand` value as the default for the `<tls_require_cert>` parameter.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Demand = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support specifying `demand` as the value of `<tls_require_cert>` parameter to\n'
+        'enable requesting of client certificate.  If no certificate  is  provided,  or  a  bad   certificate   is\n'
+        'provided, the session SHALL be immediately terminated.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Allow = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support specifying `allow` as the value of `<tls_require_cert>` parameter to\n'
+        'enable requesting of client certificate. If no\n'
+        'certificate is provided, the session SHALL proceed normally.\n'
+        'If a bad certificate is provided, it SHALL be ignored and the session SHALL proceed normally.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Try = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support specifying `try` as the value of `<tls_require_cert>` parameter to\n'
+        'enable requesting of client certificate. If no certificate is provided, the session\n'
+        'SHALL proceed  normally.  If a bad certificate is provided, the session SHALL be\n'
+        'immediately terminated.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Never = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support specifying `never` as the value of `<tls_require_cert>` parameter to\n'
+        'disable requesting of client certificate.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSCertFile = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<tls_cert_file>` to specify the path to certificate file used by\n'
+        '[ClickHouse] to establish connection with the [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSKeyFile = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<tls_key_file>` to specify the path to key file for the certificate\n'
+        'specified by the `<tls_cert_file>` parameter.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSCACertDir = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<tls_ca_cert_dir>` parameter to specify to a path to\n'
+        'the directory containing [CA] certificates used to verify certificates provided by the [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSCACertFile = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `<tls_ca_cert_file>` parameter to specify a path to a specific\n'
+        '[CA] certificate file used to verify certificates provided by the [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_TLSCipherSuite = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `tls_cipher_suite` parameter to specify allowed cipher suites.\n'
+        'The value SHALL use the same format as the `ciphersuites` in the [OpenSSL Ciphers].\n'
+        '\n'
+        'For example,\n'
+        '\n'
+        '```xml\n'
+        '<tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>\n'
+        '```\n'
+        '\n'
+        'The available suites SHALL depend on the [OpenSSL] library version and variant used to build\n'
+        '[ClickHouse] and therefore might change.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed\n'
+        'to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.\n'
+        'After period of time since the last successful attempt expires then on the authentication attempt\n'
+        'SHALL result in contacting the [LDAP] server to verify the username and password. \n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Default = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'SHALL have a default value of `0` that disables caching and forces contacting\n'
+        'the [LDAP] server for each authentication request.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Invalid = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.\n'
+        '\n'
+        'For example:\n'
+        '\n'
+        '* negative integer\n'
+        '* string\n'
+        '* empty value\n'
+        '* extremely large positive value (overflow)\n'
+        '* extremely large negative value (overflow)\n'
+        '\n'
+        'The error SHALL appear in the log and SHALL be similar to the following:\n'
+        '\n'
+        '```bash\n'
+        '<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*\n'
+        '```\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_Server_Syntax = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.Syntax',
+        version='2.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`\n'
+        'configuration file or of any configuration file inside the `config.d` directory.\n'
+        '\n'
+        '```xml\n'
+        '<yandex>\n'
+        '    <my_ldap_server>\n'
+        '        <host>localhost</host>\n'
+        '        <port>636</port>\n'
+        '        <auth_dn_prefix>cn=</auth_dn_prefix>\n'
+        '        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>\n'
+        '        <verification_cooldown>0</verification_cooldown>\n'
+        '        <enable_tls>yes</enable_tls>\n'
+        '        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>\n'
+        '        <tls_require_cert>demand</tls_require_cert>\n'
+        '        <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>\n'
+        '        <tls_key_file>/path/to/tls_key_file</tls_key_file>\n'
+        '        <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>\n'
+        '        <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>\n'
+        '        <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>\n'
+        '    </my_ldap_server>\n'
+        '</yandex>\n'
+        '```\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_User_RBAC = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.User.RBAC',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support creating users identified using an [LDAP] server using\n'
+        'the following RBAC command\n'
+        '\n'
+        '```sql\n'
+        "CREATE USER name IDENTIFIED WITH ldap_server BY 'server_name'\n"
+        '```\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_User_Syntax = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.User.Syntax',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support the following example syntax to create a user that is authenticated using\n'
+        'an [LDAP] server inside the `users.xml` file or any configuration file inside the `users.d` directory.\n'
+        '\n'
+        '```xml\n'
+        '<yandex>\n'
+        '    <users>\n'
+        '        <user_name>\n'
+        '            <ldap>\n'
+        '                <server>my_ldap_server</server>\n'
+        '            </ldap>\n'
+        '        </user_name>\n'
+        '    </users>\n'
+        '</yandex>\n'
+        '```\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_User_Name_Empty = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.User.Name.Empty',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL not support empty string as a user name.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_User_BothPasswordAndLDAP = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL throw an error if `<ldap>` is specified for the user and at the same\n'
+        'time user configuration contains any of the `<password*>` entries.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_NotDefined = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL throw an error during any authentification attempt\n'
+        'if the name of the [LDAP] server used inside the `<ldap>` entry\n'
+        'is not defined in the `<ldap_servers>` section.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_Empty = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL throw an error during any authentification attempt\n'
+        'if the name of the [LDAP] server used inside the `<ldap>` entry\n'
+        'is empty.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_User_OnlyOneServer = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support specifying only one [LDAP] server for a given user.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_User_Name_Long = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.User.Name.Long',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support long user names of at least 256 bytes\n'
+        'to specify users that can be authenticated using an [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Configuration_User_Name_UTF8 = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.User.Name.UTF8',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support user names that contain [UTF-8] characters.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Username_Empty = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Username.Empty',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL not support authenticating users with empty username.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Username_Long = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Username.Long',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support authenticating users with a long username of at least 256 bytes.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Username_UTF8 = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Username.UTF8',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support authentication users with a username that contains [UTF-8] characters.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Password_Empty = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Password.Empty',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL not support authenticating users with empty passwords\n'
+        'even if an empty password is valid for the user and\n'
+        'is allowed by the [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Password_Long = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Password.Long',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support long password of at least 256 bytes\n'
+        'that can be used to authenticate users using an [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_Password_UTF8 = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.Password.UTF8',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL support [UTF-8] characters in passwords\n'
+        'used to authenticate users using an [LDAP] server.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Performance = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users\n'
+        'when `verification_cooldown` parameter is set to a positive value when comparing\n'
+        'to the the case when `verification_cooldown` is turned off either for a single user or multiple users\n'
+        'making a large number of repeated requests.\n'
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the\n'
+        '`verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values\n'
+        'change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user\n'
+        "to result in contacting the [LDAP] server to verify user's username and password.\n"
+        '\n'
+        ),
+        link=None)
+
+RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_InvalidPassword = Requirement(
+        name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the\n'
+        '`verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'for the user if the password provided in the current authentication attempt does not match\n'
+        'the valid password provided during the first successful authentication request that was cached\n'
+        'for this exact user. The reset SHALL cause the next authentication attempt for this user\n'
+        "to result in contacting the [LDAP] server to verify user's username and password.\n"
+        '\n'
+        ),
+        link=None)
diff --git a/ldap/authentication/tests/authentications.py b/ldap/authentication/tests/authentications.py
new file mode 100644
index 00000000000..b1a109f87ce
--- /dev/null
+++ b/ldap/authentication/tests/authentications.py
@@ -0,0 +1,969 @@
+# -*- coding: utf-8 -*-
+import random
+import time
+
+from multiprocessing.dummy import Pool
+from testflows.core import *
+from testflows.asserts import error
+from ldap.authentication.tests.common import *
+from ldap.authentication.requirements import *
+
+servers = {
+    "openldap1": {
+        "host": "openldap1",
+        "port": "389",
+        "enable_tls": "no",
+        "auth_dn_prefix": "cn=",
+        "auth_dn_suffix": ",ou=users,dc=company,dc=com"
+    },
+    "openldap2": {
+        "host": "openldap2",
+        "port": "636",
+        "enable_tls": "yes",
+        "auth_dn_prefix": "cn=",
+        "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+        "tls_require_cert": "never",
+    }
+}
+
+@TestStep(When)
+@Name("I login as {username} and execute query")
+@Args(format_name=True)
+def login_and_execute_query(self, username, password, exitcode=None, message=None, steps=True):
+    """Execute query as some user.
+    """
+    self.context.node.query("SELECT 1",
+        settings=[("user", username), ("password", password)],
+        exitcode=exitcode or 0,
+        message=message, steps=steps)
+
+@TestScenario
+def add_user_to_ldap_and_login(self, server, user=None, ch_user=None, login=None, exitcode=None, message=None, rbac=False):
+    """Add user to LDAP and ClickHouse and then try to login.
+    """
+    self.context.ldap_node = self.context.cluster.node(server)
+
+    if ch_user is None:
+        ch_user = {}
+    if login is None:
+        login = {}
+    if user is None:
+        user = {"cn": "myuser", "userpassword": "myuser"}
+
+    with ldap_user(**user) as user:
+        ch_user["username"] = ch_user.get("username", user["cn"])
+        ch_user["server"] = ch_user.get("server", user["_server"])
+
+        with ldap_authenticated_users(ch_user, config_file=f"ldap_users_{getuid()}.xml", restart=True, rbac=rbac):
+            username = login.get("username", user["cn"])
+            password = login.get("password", user["userpassword"])
+            login_and_execute_query(username=username, password=password, exitcode=exitcode, message=message)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Parallel("1.0"),
+    RQ_SRS_007_LDAP_Authentication_Parallel_ValidAndInvalid("1.0")
+)
+def parallel_login(self, server, user_count=10, timeout=200, rbac=False):
+    """Check that login of valid and invalid LDAP authenticated users works in parallel.
+    """
+    self.context.ldap_node = self.context.cluster.node(server)
+    user = None
+
+    users = [{"cn": f"parallel_user{i}", "userpassword": randomword(20)} for i in range(user_count)]
+
+    with ldap_users(*users):
+        with ldap_authenticated_users(*[{"username": user["cn"], "server": server} for user in users], rbac=rbac):
+
+            def login_with_valid_username_and_password(users, i, iterations=10):
+                with When(f"valid users try to login #{i}"):
+                    for i in range(iterations):
+                        random_user = users[random.randint(0, len(users)-1)]
+                        login_and_execute_query(username=random_user["cn"], password=random_user["userpassword"], steps=False)
+
+            def login_with_valid_username_and_invalid_password(users, i, iterations=10):
+                with When(f"users try to login with valid username and invalid password #{i}"):
+                    for i in range(iterations):
+                        random_user = users[random.randint(0, len(users)-1)]
+                        login_and_execute_query(username=random_user["cn"],
+                                password=(random_user["userpassword"] + randomword(1)),
+                                exitcode=4,
+                                message=f"DB::Exception: {random_user['cn']}: Authentication failed: password is incorrect or there is no user with such name",
+                                steps=False)
+
+            def login_with_invalid_username_and_valid_password(users, i, iterations=10):
+                with When(f"users try to login with invalid username and valid password #{i}"):
+                    for i in range(iterations):
+                        random_user = dict(users[random.randint(0, len(users)-1)])
+                        random_user["cn"] += randomword(1)
+                        login_and_execute_query(username=random_user["cn"],
+                                password=random_user["userpassword"],
+                                exitcode=4,
+                                message=f"DB::Exception: {random_user['cn']}: Authentication failed: password is incorrect or there is no user with such name",
+                                steps=False)
+
+            with When("I login in parallel"):
+                p = Pool(15)
+                tasks = []
+                for i in range(5):
+                    tasks.append(p.apply_async(login_with_valid_username_and_password, (users, i, 50,)))
+                    tasks.append(p.apply_async(login_with_valid_username_and_invalid_password, (users, i, 50,)))
+                    tasks.append(p.apply_async(login_with_invalid_username_and_valid_password, (users, i, 50,)))
+
+            with Then("it should work"):
+                for task in tasks:
+                    task.get(timeout=timeout)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Invalid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_Invalid_DeletedUser("1.0")
+)
+def login_after_user_is_deleted_from_ldap(self, server, rbac=False):
+    """Check that login fails after user is deleted from LDAP.
+    """
+    self.context.ldap_node = self.context.cluster.node(server)
+    user = None
+
+    try:
+        with Given(f"I add user to LDAP"):
+            user = {"cn": "myuser", "userpassword": "myuser"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml",
+            restart=True, rbac=rbac):
+            login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+            with When("I delete this user from LDAP"):
+                delete_user_from_ldap(user)
+
+            with Then("when I try to login again it should fail"):
+                login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                    exitcode=4,
+                    message=f"DB::Exception: {user['cn']}: Authentication failed: password is incorrect or there is no user with such name"
+                )
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Invalid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_PasswordChanged("1.0")
+)
+def login_after_user_password_changed_in_ldap(self, server, rbac=False):
+    """Check that login fails after user password is changed in LDAP.
+    """
+    self.context.ldap_node = self.context.cluster.node(server)
+    user = None
+
+    try:
+        with Given(f"I add user to LDAP"):
+            user = {"cn": "myuser", "userpassword": "myuser"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml",
+                restart=True, rbac=rbac):
+            login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+            with When("I change user password in LDAP"):
+                change_user_password_in_ldap(user, "newpassword")
+
+            with Then("when I try to login again it should fail"):
+                login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                    exitcode=4,
+                    message=f"DB::Exception: {user['cn']}: Authentication failed: password is incorrect or there is no user with such name"
+                )
+
+            with And("when I try to login with the new password it should work"):
+                login_and_execute_query(username=user["cn"], password="newpassword")
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Invalid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_UsernameChanged("1.0")
+)
+def login_after_user_cn_changed_in_ldap(self, server, rbac=False):
+    """Check that login fails after user cn is changed in LDAP.
+    """
+    self.context.ldap_node = self.context.cluster.node(server)
+    user = None
+    new_user = None
+
+    try:
+        with Given(f"I add user to LDAP"):
+            user = {"cn": "myuser", "userpassword": "myuser"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_authenticated_users({"username": user["cn"], "server": server},
+            config_file=f"ldap_users_{getuid()}.xml", restart=True, rbac=rbac):
+            login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+            with When("I change user password in LDAP"):
+                new_user = change_user_cn_in_ldap(user, "myuser2")
+
+            with Then("when I try to login again it should fail"):
+                login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                    exitcode=4,
+                    message=f"DB::Exception: {user['cn']}: Authentication failed: password is incorrect or there is no user with such name"
+                )
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if new_user is not None:
+                delete_user_from_ldap(new_user, exitcode=None)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_LDAPServerRestart("1.0")
+)
+def login_after_ldap_server_is_restarted(self, server, timeout=60, rbac=False):
+    """Check that login succeeds after LDAP server is restarted.
+    """
+    self.context.ldap_node = self.context.cluster.node(server)
+    user = None
+
+    try:
+        with Given(f"I add user to LDAP"):
+            user = {"cn": "myuser", "userpassword": getuid()}
+            user = add_user_to_ldap(**user)
+
+        with ldap_authenticated_users({"username": user["cn"], "server": server}, rbac=rbac):
+            login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+            with When("I restart LDAP server"):
+                self.context.ldap_node.restart()
+
+            with Then("I try to login until it works", description=f"timeout {timeout} sec"):
+                started = time.time()
+                while True:
+                    r = self.context.node.query("SELECT 1",
+                        settings=[("user", user["cn"]), ("password", user["userpassword"])],
+                        no_checks=True)
+                    if r.exitcode == 0:
+                        break
+                    assert time.time() - started < timeout, error(r.output)
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_ClickHouseServerRestart("1.0")
+)
+def login_after_clickhouse_server_is_restarted(self, server, timeout=60, rbac=False):
+    """Check that login succeeds after ClickHouse server is restarted.
+    """
+    self.context.ldap_node = self.context.cluster.node(server)
+    user = None
+
+    try:
+        with Given(f"I add user to LDAP"):
+            user = {"cn": "myuser", "userpassword": getuid()}
+            user = add_user_to_ldap(**user)
+
+        with ldap_authenticated_users({"username": user["cn"], "server": server}, rbac=rbac):
+            login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+            with When("I restart ClickHouse server"):
+                self.context.node.restart()
+
+            with Then("I try to login until it works", description=f"timeout {timeout} sec"):
+                started = time.time()
+                while True:
+                    r = self.context.node.query("SELECT 1",
+                        settings=[("user", user["cn"]), ("password", user["userpassword"])],
+                        no_checks=True)
+                    if r.exitcode == 0:
+                        break
+                    assert time.time() - started < timeout, error(r.output)
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Invalid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_Password_Empty("1.0")
+)
+def valid_username_with_valid_empty_password(self, server, rbac=False):
+    """Check that we can't login using valid username that has empty password.
+    """
+    user = {"cn": "empty_password", "userpassword": ""}
+    exitcode = 4
+    message = f"DB::Exception: {user['cn']}: Authentication failed: password is incorrect or there is no user with such name"
+
+    add_user_to_ldap_and_login(user=user, exitcode=exitcode, message=message, server=server, rbac=rbac)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Invalid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_Password_Empty("1.0")
+)
+def valid_username_and_invalid_empty_password(self, server, rbac=False):
+    """Check that we can't login using valid username but invalid empty password.
+    """
+    username = "user_non_empty_password"
+    user = {"cn": username, "userpassword": username}
+    login = {"password": ""}
+
+    exitcode = 4
+    message = f"DB::Exception: {username}: Authentication failed: password is incorrect or there is no user with such name"
+
+    add_user_to_ldap_and_login(user=user, login=login, exitcode=exitcode, message=message, server=server, rbac=rbac)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Valid("1.0")
+)
+def valid_username_and_password(self, server, rbac=False):
+    """Check that we can login using valid username and password.
+    """
+    username = "valid_username_and_password"
+    user = {"cn": username, "userpassword": username}
+
+    with When(f"I add user {username} to LDAP and try to login"):
+        add_user_to_ldap_and_login(user=user, server=server, rbac=rbac)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Invalid("1.0")
+)
+def valid_username_and_password_invalid_server(self, server=None, rbac=False):
+    """Check that we can't login using valid username and valid
+    password but for a different server.
+    """
+    self.context.ldap_node = self.context.cluster.node("openldap1")
+
+    user = {"username": "user2", "userpassword": "user2", "server": "openldap1"}
+
+    exitcode = 4
+    message = f"DB::Exception: user2: Authentication failed: password is incorrect or there is no user with such name"
+
+    with ldap_authenticated_users(user, config_file=f"ldap_users_{getuid()}.xml", restart=True, rbac=rbac):
+       login_and_execute_query(username="user2", password="user2", exitcode=exitcode, message=message)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_Username_Long("1.0"),
+    RQ_SRS_007_LDAP_Configuration_User_Name_Long("1.0")
+)
+def valid_long_username_and_short_password(self, server, rbac=False):
+    """Check that we can login using valid very long username and short password.
+    """
+    username = "long_username_12345678901234567890123456789012345678901234567890123456789012345678901234567890"
+    user = {"cn": username, "userpassword": "long_username"}
+
+    add_user_to_ldap_and_login(user=user, server=server, rbac=rbac)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Invalid("1.0")
+)
+def invalid_long_username_and_valid_short_password(self, server, rbac=False):
+    """Check that we can't login using slightly invalid long username but valid password.
+    """
+    username = "long_username_12345678901234567890123456789012345678901234567890123456789012345678901234567890"
+    user = {"cn": username, "userpassword": "long_username"}
+    login = {"username": f"{username}?"}
+
+    exitcode = 4
+    message=f"DB::Exception: {login['username']}: Authentication failed: password is incorrect or there is no user with such name"
+
+    add_user_to_ldap_and_login(user=user, login=login, exitcode=exitcode, message=message, server=server, rbac=rbac)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_Password_Long("1.0")
+)
+def valid_short_username_and_long_password(self, server, rbac=False):
+    """Check that we can login using valid short username with very long password.
+    """
+    username = "long_password"
+    user = {"cn": username, "userpassword": "long_password_12345678901234567890123456789012345678901234567890123456789012345678901234567890"}
+    add_user_to_ldap_and_login(user=user, server=server, rbac=rbac)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Invalid("1.0")
+)
+def valid_short_username_and_invalid_long_password(self, server, rbac=False):
+    """Check that we can't login using valid short username and invalid long password.
+    """
+    username = "long_password"
+    user = {"cn": username, "userpassword": "long_password_12345678901234567890123456789012345678901234567890123456789012345678901234567890"}
+    login = {"password": user["userpassword"] + "1"}
+
+    exitcode = 4
+    message=f"DB::Exception: {username}: Authentication failed: password is incorrect or there is no user with such name"
+
+    add_user_to_ldap_and_login(user=user, login=login, exitcode=exitcode, message=message, server=server, rbac=rbac)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Invalid("1.0")
+)
+def valid_username_and_invalid_password(self, server, rbac=False):
+    """Check that we can't login using valid username and invalid password.
+    """
+    username = "valid_username_and_invalid_password"
+    user = {"cn": username, "userpassword": username}
+    login = {"password": user["userpassword"] + "1"}
+
+    exitcode = 4
+    message=f"DB::Exception: {username}: Authentication failed: password is incorrect or there is no user with such name"
+
+    add_user_to_ldap_and_login(user=user, login=login, exitcode=exitcode, message=message, server=server, rbac=rbac)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Invalid("1.0")
+)
+def invalid_username_and_valid_password(self, server, rbac=False):
+    """Check that we can't login using slightly invalid username but valid password.
+    """
+    username = "invalid_username_and_valid_password"
+    user = {"cn": username, "userpassword": username}
+    login = {"username": user["cn"] + "1"}
+
+    exitcode = 4
+    message=f"DB::Exception: {login['username']}: Authentication failed: password is incorrect or there is no user with such name"
+
+    add_user_to_ldap_and_login(user=user, login=login, exitcode=exitcode, message=message, server=server, rbac=rbac)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_Username_UTF8("1.0"),
+    RQ_SRS_007_LDAP_Configuration_User_Name_UTF8("1.0")
+)
+def valid_utf8_username_and_ascii_password(self, server, rbac=False):
+    """Check that we can login using valid utf-8 username with ascii password.
+    """
+    username = "utf8_username_Gãńdåłf_Thê_Gręât"
+    user = {"cn": username, "userpassword": "utf8_username"}
+
+    add_user_to_ldap_and_login(user=user, server=server, rbac=rbac)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
+    RQ_SRS_007_LDAP_Authentication_Password_UTF8("1.0")
+)
+def valid_ascii_username_and_utf8_password(self, server, rbac=False):
+    """Check that we can login using valid ascii username with utf-8 password.
+    """
+    username = "utf8_password"
+    user = {"cn": username, "userpassword": "utf8_password_Gãńdåłf_Thê_Gręât"}
+
+    add_user_to_ldap_and_login(user=user, server=server, rbac=rbac)
+
+@TestScenario
+def empty_username_and_empty_password(self, server=None, rbac=False):
+    """Check that we can login using empty username and empty password as
+    it will use the default user and that has an empty password.
+    """
+    login_and_execute_query(username="", password="")
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Default("1.0")
+)
+def default_verification_cooldown_value(self, server, rbac=False, timeout=20):
+    """Check that the default value (0) for the verification cooldown parameter
+    disables caching and forces contacting the LDAP server for each
+    authentication request.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+
+    with Given("I have an LDAP configuration that uses the default verification_cooldown value (0)"):
+        servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
+            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
+                with When("I login and execute a query"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("I change user password in LDAP"):
+                    change_user_password_in_ldap(user, "newpassword")
+
+                with Then("when I try to login immediately with the old user password it should fail"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                        exitcode=error_exitcode, message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown("1.0")
+)
+def valid_verification_cooldown_value_cn_change(self, server, rbac=False, timeout=20):
+    """Check that we can perform requests without contacting the LDAP server
+    after successful authentication when the verification_cooldown parameter 
+    is set and the user cn is changed.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+    new_user = None
+    
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "2"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
+                with When("I login and execute a query"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("I change user cn in LDAP"):
+                    new_user = change_user_cn_in_ldap(user, "testVCD2")
+
+                with Then("when I try to login again with the old user cn it should work"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("when I sleep for 2 seconds and try to log in, it should fail"):
+                    time.sleep(2)
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"], 
+                        exitcode=error_exitcode, message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if new_user is not None:
+                delete_user_from_ldap(new_user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown("1.0")
+)
+def valid_verification_cooldown_value_password_change(self, server, rbac=False, timeout=20):
+    """Check that we can perform requests without contacting the LDAP server
+    after successful authentication when the verification_cooldown parameter 
+    is set and the user password is changed.
+    """
+   
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+ 
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "2"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
+                with When("I login and execute a query"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("I change user password in LDAP"):
+                    change_user_password_in_ldap(user, "newpassword")
+
+                with Then("when I try to login again with the old password it should work"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("when I sleep for 2 seconds and try to log in, it should fail"):
+                    time.sleep(2)
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"], 
+                        exitcode=error_exitcode, message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown("1.0")
+)
+def valid_verification_cooldown_value_ldap_unavailable(self, server, rbac=False, timeout=20):
+    """Check that we can perform requests without contacting the LDAP server
+    after successful authentication when the verification_cooldown parameter 
+    is set, even when the LDAP server is offline.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "2"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add a new user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server},
+                config_file=f"ldap_users_{getuid()}.xml"):
+
+                with When("I login and execute a query"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                try:
+                    with And("then I stop the ldap server"):
+                        self.context.ldap_node.stop()
+
+                    with Then("when I try to login again with the server offline it should work"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    with And("when I sleep for 2 seconds and try to log in, it should fail"):
+                        time.sleep(2)
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"], 
+                            exitcode=error_exitcode, message=error_message)
+
+                finally:
+                    with Finally("I start the ldap server back up"):
+                        self.context.ldap_node.start()
+                    
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestOutline
+def repeat_requests(self, server, iterations, vcd_value, rbac=False):
+    """Run repeated requests from some user to the LDAP server.
+    """
+
+    user = None
+
+    with Given(f"I have an LDAP configuration that sets verification_cooldown parameter to {vcd_value} sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": vcd_value
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with And("I add a new user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
+                with When(f"I login and execute some query {iterations} times"):
+                    start_time = time.time()
+                    r = self.context.node.command(f"time for i in {{1..{iterations}}}; do clickhouse client -q \"SELECT 1\" --user {user['cn']} --password {user['userpassword']} > /dev/null; done")
+                    end_time = time.time()
+
+                    return end_time - start_time
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Performance("1.0")
+)
+def verification_cooldown_performance(self, server, rbac=False, iterations=5000):
+    """Check that login performance is better when the verification cooldown
+    parameter is set to a positive value when comparing to the case when
+    the verification cooldown parameter is turned off.
+    """
+
+    vcd_time = 0
+    no_vcd_time = 0 
+
+    with Example(f"Repeated requests with verification cooldown parameter set to 600 seconds, {iterations} iterations"):
+        vcd_time = repeat_requests(server=server, iterations=iterations, vcd_value="600", rbac=rbac)
+        metric("login_with_vcd_value_600", units="seconds", value=vcd_time)
+
+    with Example(f"Repeated requests with verification cooldown parameter set to 0 seconds, {iterations} iterations"):
+        no_vcd_time = repeat_requests(server=server, iterations=iterations, vcd_value="0", rbac=rbac)
+        metric("login_with_vcd_value_0", units="seconds", value=no_vcd_time)
+
+    with Then("The performance with verification cooldown parameter set is better than the performance with no verification cooldown parameter."):
+        assert no_vcd_time > vcd_time, error()
+    
+    with And("Log the performance improvement as a percentage."):
+        metric("percentage_improvement", units="%", value=100*(no_vcd_time - vcd_time)/vcd_time) 
+
+@TestOutline
+def check_verification_cooldown_reset_on_core_server_parameter_change(self, server,
+        parameter_name, parameter_value, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after one of the core server 
+    parameters is changed in the LDAP server configuration.
+    """
+
+    config_d_dir="/etc/clickhouse-server/config.d"
+    config_file="ldap_servers.xml"
+    error_message = "DB::Exception: {user}: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+    config=None
+    updated_config=None
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 600 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "600"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    with And("LDAP authenticated user"):
+        users = [
+            {"cn": f"testVCD_0", "userpassword": "testVCD_0"},
+            {"cn": f"testVCD_1", "userpassword": "testVCD_1"}
+        ]
+
+    with And("I create LDAP servers configuration file"):
+        config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
+
+    with ldap_users(*users) as users:
+        with ldap_servers(servers, restart=True):
+            with ldap_authenticated_users(*[{"username": user["cn"], "server": server} for user in users]):
+                with When("I login and execute a query"):
+                    for user in users:
+                        with By(f"as user {user['cn']}"):
+                            login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("I change user password in LDAP"):
+                    for user in users:
+                        with By(f"for user {user['cn']}"):
+                            change_user_password_in_ldap(user, "newpassword")
+
+                with And(f"I change the server {parameter_name} core parameter", description=f"{parameter_value}"):
+                    servers["openldap1"][parameter_name] = parameter_value
+
+                with And("I create an updated the config file that has a different server host name"):
+                    updated_config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
+
+                with modify_config(updated_config, restart=False):
+                    with Then("when I try to log in it should fail as cache should have been reset"):
+                        for user in users:
+                            with By(f"as user {user['cn']}"):
+                                login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                                    exitcode=error_exitcode, message=error_message.format(user=user["cn"]))
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_host_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server host name
+    is changed in the LDAP server configuration.
+    """
+
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="host", parameter_value="openldap2", rbac=rbac)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_port_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server port is changed in the 
+    LDAP server configuration.
+    """
+
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="port", parameter_value="9006", rbac=rbac)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_auth_dn_prefix_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server auth_dn_prefix
+    is changed in the LDAP server configuration.
+    """
+
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="auth_dn_prefix", parameter_value="cxx=", rbac=rbac)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_auth_dn_suffix_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server auth_dn_suffix
+    is changed in the LDAP server configuration.
+    """
+
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="auth_dn_suffix", 
+        parameter_value=",ou=company,dc=users,dc=com", rbac=rbac)
+
+
+@TestScenario
+@Name("verification cooldown reset when invalid password is provided")
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_InvalidPassword("1.0")
+)
+def scenario(self, server, rbac=False):
+    """Check that cached bind requests for the user are discarded when 
+    the user provides invalid login credentials.
+    """
+
+    user = None
+    error_exitcode = 4
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 600 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "600"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add a new user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server},
+                config_file=f"ldap_users_{getuid()}.xml"):
+
+                with When("I login and execute a query"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("I change user password in LDAP"):
+                    change_user_password_in_ldap(user, "newpassword")
+
+                with Then("When I try to log in with the cached password it should work"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("When I try to log in with an incorrect password it should fail"):
+                    login_and_execute_query(username=user["cn"], password="incorrect", exitcode=error_exitcode,
+                        message=error_message)
+                
+                with And("When I try to log in with the cached password it should fail"):
+                    login_and_execute_query(username=user["cn"], password="incorrect", exitcode=error_exitcode,
+                        message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestFeature
+def verification_cooldown(self, rbac, servers=None, node="clickhouse1"):
+    """Check verification cooldown parameter functionality.
+    """
+    for scenario in loads(current_module(), Scenario, filter=has.tag("verification_cooldown")):
+        scenario(server="openldap1", rbac=rbac)
+
+
+@TestOutline(Feature)
+@Name("user authentications")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_Mechanism_NamePassword("1.0")
+)
+@Examples("rbac", [
+    (False,),
+    (True, Requirements(RQ_SRS_007_LDAP_Configuration_User_RBAC("1.0")))
+])
+def feature(self, rbac, servers=None, node="clickhouse1"):
+    """Check that users can be authenticated using an LDAP server when
+    users are configured either using an XML configuration file or RBAC.
+    """
+    self.context.node = self.context.cluster.node(node)
+
+    if servers is None:
+        servers = globals()["servers"]
+
+    with ldap_servers(servers):
+        for scenario in loads(current_module(), Scenario, filter=~has.tag("verification_cooldown")):
+            scenario(server="openldap1", rbac=rbac)
+
+    Feature(test=verification_cooldown)(rbac=rbac, servers=servers, node=node)
+
+
+
+
diff --git a/ldap/authentication/tests/common.py b/ldap/authentication/tests/common.py
new file mode 100644
index 00000000000..8efb389a23f
--- /dev/null
+++ b/ldap/authentication/tests/common.py
@@ -0,0 +1,466 @@
+import os
+import uuid
+import time
+import string
+import random
+import textwrap
+import xml.etree.ElementTree as xmltree
+
+from collections import namedtuple
+from contextlib import contextmanager
+
+import testflows.settings as settings
+
+from testflows.core import *
+from testflows.asserts import error
+
+def getuid():
+    return str(uuid.uuid1()).replace('-', '_')
+
+xml_with_utf8 = '<?xml version="1.0" encoding="utf-8"?>\n'
+
+def xml_indent(elem, level=0, by="  "):
+    i = "\n" + level * by
+    if len(elem):
+        if not elem.text or not elem.text.strip():
+            elem.text = i + by
+        if not elem.tail or not elem.tail.strip():
+            elem.tail = i
+        for elem in elem:
+            xml_indent(elem, level + 1)
+        if not elem.tail or not elem.tail.strip():
+            elem.tail = i
+    else:
+        if level and (not elem.tail or not elem.tail.strip()):
+            elem.tail = i
+
+def xml_append(root, tag, text):
+    element = xmltree.Element(tag)
+    element.text = text
+    root.append(element)
+    return element
+
+Config = namedtuple("Config", "content path name uid preprocessed_name")
+
+ASCII_CHARS = string.ascii_lowercase +  string.ascii_uppercase + string.digits
+
+def randomword(length, chars=ASCII_CHARS):
+    return ''.join(random.choice(chars) for i in range(length))
+
+def restart(node=None, safe=False, timeout=60):
+    """Restart ClickHouse server and wait for config to be reloaded.
+    """
+    with When("I restart ClickHouse server node"):
+        if node is None:
+            node = current().context.node
+
+        with node.cluster.shell(node.name) as bash:
+            bash.expect(bash.prompt)
+
+            with By("closing terminal to the node to be restarted"):
+                bash.close()
+
+            with And("getting current log size"):
+                logsize = \
+                    node.command("stat --format=%s /var/log/clickhouse-server/clickhouse-server.log").output.split(" ")[
+                    0].strip()
+
+            with And("restarting ClickHouse server"):
+                node.restart(safe=safe)
+
+            with Then("tailing the log file from using previous log size as the offset"):
+                bash.prompt = bash.__class__.prompt
+                bash.open()
+                bash.send(f"tail -c +{logsize} -f /var/log/clickhouse-server/clickhouse-server.log")
+
+            with And("waiting for config reload message in the log file"):
+                bash.expect(
+                    f"ConfigReloader: Loaded config '/etc/clickhouse-server/config.xml', performed update on configuration",
+                    timeout=timeout)
+
+def add_config(config, timeout=60, restart=False, modify=False):
+    """Add dynamic configuration file to ClickHouse.
+
+    :param node: node
+    :param config: configuration file description
+    :param timeout: timeout, default: 20 sec
+    """
+    node = current().context.node
+
+    def check_preprocessed_config_is_updated(after_removal=False):
+        """Check that preprocessed config is updated.
+        """
+        started = time.time()
+        command = f"cat /var/lib/clickhouse/preprocessed_configs/{config.preprocessed_name} | grep {config.uid}{' > /dev/null' if not settings.debug else ''}"
+
+        while time.time() - started < timeout:
+            exitcode = node.command(command, steps=False).exitcode
+            if after_removal:
+                if exitcode == 1:
+                    break
+            else:
+                if exitcode == 0:
+                    break
+            time.sleep(1)
+
+        if settings.debug:
+            node.command(f"cat /var/lib/clickhouse/preprocessed_configs/{config.preprocessed_name}")
+
+        if after_removal:
+            assert exitcode == 1, error()
+        else:
+            assert exitcode == 0, error()
+
+    def wait_for_config_to_be_loaded():
+        """Wait for config to be loaded.
+        """
+        if restart:
+            with When("I close terminal to the node to be restarted"):
+                bash.close()
+
+            with And("I stop ClickHouse to apply the config changes"):
+                node.stop(safe=False)
+
+            with And("I get the current log size"):
+                cmd = node.cluster.command(None,
+                    f"stat --format=%s {os.environ['CLICKHOUSE_TESTS_DIR']}/_instances/{node.name}/logs/clickhouse-server.log")
+                logsize = cmd.output.split(" ")[0].strip()
+
+            with And("I start ClickHouse back up"):
+                node.start()
+
+            with Then("I tail the log file from using previous log size as the offset"):
+                bash.prompt = bash.__class__.prompt
+                bash.open()
+                bash.send(f"tail -c +{logsize} -f /var/log/clickhouse-server/clickhouse-server.log")
+
+        with Then("I wait for config reload message in the log file"):
+            if restart:
+                bash.expect(
+                    f"ConfigReloader: Loaded config '/etc/clickhouse-server/config.xml', performed update on configuration",
+                    timeout=timeout)
+            else:
+                bash.expect(
+                    f"ConfigReloader: Loaded config '/etc/clickhouse-server/{config.preprocessed_name}', performed update on configuration",
+                    timeout=timeout)
+
+    try:
+        with Given(f"{config.name}"):
+            if settings.debug:
+                with When("I output the content of the config"):
+                    debug(config.content)
+
+            with node.cluster.shell(node.name) as bash:
+                bash.expect(bash.prompt)
+                bash.send("tail -n 0 -f /var/log/clickhouse-server/clickhouse-server.log")
+
+                with When("I add the config", description=config.path):
+                    command = f"cat <<HEREDOC > {config.path}\n{config.content}\nHEREDOC"
+                    node.command(command, steps=False, exitcode=0)
+
+                with Then(f"{config.preprocessed_name} should be updated", description=f"timeout {timeout}"):
+                    check_preprocessed_config_is_updated()
+
+                with And("I wait for config to be reloaded"):
+                    wait_for_config_to_be_loaded()
+        yield
+    finally:
+        if not modify:
+            with Finally(f"I remove {config.name}"):
+                with node.cluster.shell(node.name) as bash:
+                    bash.expect(bash.prompt)
+                    bash.send("tail -n 0 -f /var/log/clickhouse-server/clickhouse-server.log")
+
+                    with By("removing the config file", description=config.path):
+                        node.command(f"rm -rf {config.path}", exitcode=0)
+
+                    with Then(f"{config.preprocessed_name} should be updated", description=f"timeout {timeout}"):
+                        check_preprocessed_config_is_updated(after_removal=True)
+
+                    with And("I wait for config to be reloaded"):
+                        wait_for_config_to_be_loaded()
+
+def create_ldap_servers_config_content(servers, config_d_dir="/etc/clickhouse-server/config.d", config_file="ldap_servers.xml"):
+    """Create LDAP servers configuration content.
+    """
+    uid = getuid()
+    path = os.path.join(config_d_dir, config_file)
+    name = config_file
+
+    root = xmltree.fromstring("<yandex><ldap_servers></ldap_servers></yandex>")
+    xml_servers = root.find("ldap_servers")
+    xml_servers.append(xmltree.Comment(text=f"LDAP servers {uid}"))
+
+    for _name, server in list(servers.items()):
+        xml_server = xmltree.Element(_name)
+        for key, value in list(server.items()):
+            xml_append(xml_server, key, value)
+        xml_servers.append(xml_server)
+
+    xml_indent(root)
+    content = xml_with_utf8 + str(xmltree.tostring(root, short_empty_elements=False, encoding="utf-8"), "utf-8")
+
+    return Config(content, path, name, uid, "config.xml")
+
+@contextmanager
+def modify_config(config, restart=False):
+    """Apply updated configuration file.
+    """
+    return add_config(config, restart=restart, modify=True)
+
+@contextmanager
+def ldap_servers(servers, config_d_dir="/etc/clickhouse-server/config.d", config_file="ldap_servers.xml",
+        timeout=60, restart=False, config=None):
+    """Add LDAP servers configuration.
+    """
+    if config is None:
+        config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
+    return add_config(config, restart=restart)
+
+def create_ldap_users_config_content(*users, config_d_dir="/etc/clickhouse-server/users.d", config_file="ldap_users.xml"):
+    """Create LDAP users configuration file content.
+    """
+    uid = getuid()
+    path = os.path.join(config_d_dir, config_file)
+    name = config_file
+
+    root = xmltree.fromstring("<yandex><users></users></yandex>")
+    xml_users = root.find("users")
+    xml_users.append(xmltree.Comment(text=f"LDAP users {uid}"))
+
+    for user in users:
+        xml_user = xmltree.Element(user['username'])
+        xml_user_server = xmltree.Element("ldap")
+        xml_append(xml_user_server, "server", user["server"])
+        xml_user.append(xml_user_server)
+        xml_users.append(xml_user)
+
+    xml_indent(root)
+    content = xml_with_utf8 + str(xmltree.tostring(root, short_empty_elements=False, encoding="utf-8"), "utf-8")
+
+    return Config(content, path, name, uid, "users.xml")
+
+def add_users_identified_with_ldap(*users):
+    """Add one or more users that are identified via
+    an ldap server using RBAC.
+    """
+    node = current().context.node
+    try:
+        with Given("I create users"):
+            for user in users:
+                node.query(f"CREATE USER '{user['username']}' IDENTIFIED WITH ldap_server BY '{user['server']}'")
+        yield
+    finally:
+        with Finally("I remove users"):
+            for user in users:
+                with By(f"dropping user {user['username']}", flags=TE):
+                    node.query(f"DROP USER IF EXISTS '{user['username']}'")
+
+@contextmanager
+def ldap_authenticated_users(*users, config_d_dir="/etc/clickhouse-server/users.d",
+        config_file=None, timeout=60, restart=True, config=None, rbac=False):
+    """Add LDAP authenticated users.
+    """
+    if rbac:
+        return add_users_identified_with_ldap(*users)
+    else:
+        if config_file is None:
+            config_file = f"ldap_users_{getuid()}.xml"
+        if config is None:
+            config = create_ldap_users_config_content(*users, config_d_dir=config_d_dir, config_file=config_file)
+        return add_config(config, restart=restart)
+
+def invalid_server_config(servers, message=None, tail=13, timeout=60):
+    """Check that ClickHouse errors when trying to load invalid LDAP servers configuration file.
+    """
+    node = current().context.node
+    if message is None:
+        message = "Exception: Failed to merge config with '/etc/clickhouse-server/config.d/ldap_servers.xml'"
+
+    config = create_ldap_servers_config_content(servers)
+    try:
+        node.command("echo -e \"%s\" > /var/log/clickhouse-server/clickhouse-server.err.log" % ("-\\n" * tail))
+
+        with When("I add the config", description=config.path):
+            command = f"cat <<HEREDOC > {config.path}\n{config.content}\nHEREDOC"
+            node.command(command, steps=False, exitcode=0)
+
+        with Then("server shall fail to merge the new config"):
+            started = time.time()
+            command = f"tail -n {tail} /var/log/clickhouse-server/clickhouse-server.err.log | grep \"{message}\""
+            while time.time() - started < timeout:
+                exitcode = node.command(command, steps=False).exitcode
+                if exitcode == 0:
+                    break
+                time.sleep(1)
+            assert exitcode == 0, error()
+    finally:
+        with Finally(f"I remove {config.name}"):
+            with By("removing the config file", description=config.path):
+                node.command(f"rm -rf {config.path}", exitcode=0)
+
+def invalid_user_config(servers, config, message=None, tail=13, timeout=60):
+    """Check that ClickHouse errors when trying to load invalid LDAP users configuration file.
+    """
+    node = current().context.node
+    if message is None:
+        message = "Exception: Failed to merge config with '/etc/clickhouse-server/users.d/ldap_users.xml'"
+
+    with ldap_servers(servers):
+        try:
+            node.command("echo -e \"%s\" > /var/log/clickhouse-server/clickhouse-server.err.log" % ("\\n" * tail))
+            with When("I add the config", description=config.path):
+                command = f"cat <<HEREDOC > {config.path}\n{config.content}\nHEREDOC"
+                node.command(command, steps=False, exitcode=0)
+
+            with Then("server shall fail to merge the new config"):
+                started = time.time()
+                command = f"tail -n {tail} /var/log/clickhouse-server/clickhouse-server.err.log | grep \"{message}\""
+                while time.time() - started < timeout:
+                    exitcode = node.command(command, steps=False).exitcode
+                    if exitcode == 0:
+                        break
+                    time.sleep(1)
+                assert exitcode == 0, error()
+        finally:
+            with Finally(f"I remove {config.name}"):
+                with By("removing the config file", description=config.path):
+                    node.command(f"rm -rf {config.path}", exitcode=0)
+
+def add_user_to_ldap(cn, userpassword, givenname=None, homedirectory=None, sn=None, uid=None, uidnumber=None, node=None):
+    """Add user entry to LDAP."""
+    if node is None:
+        node = current().context.ldap_node
+    if uid is None:
+        uid = cn
+    if givenname is None:
+        givenname = "John"
+    if homedirectory is None:
+        homedirectory = "/home/users"
+    if sn is None:
+        sn = "User"
+    if uidnumber is None:
+        uidnumber = 2000
+
+    user = {
+        "dn": f"cn={cn},ou=users,dc=company,dc=com",
+        "cn": cn,
+        "gidnumber": 501,
+        "givenname": givenname,
+        "homedirectory": homedirectory,
+        "objectclass": ["inetOrgPerson", "posixAccount", "top"],
+        "sn": sn,
+        "uid": uid,
+        "uidnumber": uidnumber,
+        "userpassword": userpassword,
+        "_server": node.name
+    }
+
+    lines = []
+
+    for key, value in list(user.items()):
+        if key.startswith("_"):
+            continue
+        elif key == "objectclass":
+            for cls in value:
+                lines.append(f"objectclass: {cls}")
+        else:
+            lines.append(f"{key}: {value}")
+
+    ldif = "\n".join(lines)
+
+    r = node.command(
+        f"echo -e \"{ldif}\" | ldapadd -x -H ldap://localhost -D \"cn=admin,dc=company,dc=com\" -w admin")
+    assert r.exitcode == 0, error()
+
+    return user
+
+def delete_user_from_ldap(user, node=None, exitcode=0):
+    """Delete user entry from LDAP."""
+    if node is None:
+        node = current().context.ldap_node
+    r = node.command(
+        f"ldapdelete -x -H ldap://localhost -D \"cn=admin,dc=company,dc=com\" -w admin \"{user['dn']}\"")
+    if exitcode is not None:
+        assert r.exitcode == exitcode, error()
+
+def change_user_password_in_ldap(user, new_password, node=None, exitcode=0):
+    """Change user password in LDAP."""
+    if node is None:
+        node = current().context.ldap_node
+
+    ldif = (f"dn: {user['dn']}\n"
+        "changetype: modify\n"
+        "replace: userpassword\n"
+        f"userpassword: {new_password}")
+
+    r = node.command(
+        f"echo -e \"{ldif}\" | ldapmodify -x -H ldap://localhost -D \"cn=admin,dc=company,dc=com\" -w admin")
+
+    if exitcode is not None:
+        assert r.exitcode == exitcode, error()
+
+def change_user_cn_in_ldap(user, new_cn, node=None, exitcode=0):
+    """Change user password in LDAP."""
+    if node is None:
+        node = current().context.ldap_node
+
+    new_user = dict(user)
+    new_user['dn'] = f"cn={new_cn},ou=users,dc=company,dc=com"
+    new_user['cn'] = new_cn
+
+    ldif = (
+        f"dn: {user['dn']}\n"
+        "changetype: modrdn\n"
+        f"newrdn: cn = {new_user['cn']}\n"
+        f"deleteoldrdn: 1\n"
+        )
+
+    r = node.command(
+        f"echo -e \"{ldif}\" | ldapmodify -x -H ldap://localhost -D \"cn=admin,dc=company,dc=com\" -w admin")
+
+    if exitcode is not None:
+        assert r.exitcode == exitcode, error()
+
+    return new_user
+
+@contextmanager
+def ldap_user(cn, userpassword, givenname=None, homedirectory=None, sn=None, uid=None, uidnumber=None, node=None):
+    """Add new user to the LDAP server."""
+    try:
+        user = None
+        with Given(f"I add user {cn} to LDAP"):
+            user = add_user_to_ldap(cn, userpassword, givenname, homedirectory, sn, uid, uidnumber, node=node)
+        yield user
+    finally:
+        with Finally(f"I delete user {cn} from LDAP"):
+            if user is not None:
+                delete_user_from_ldap(user, node=node)
+
+@contextmanager
+def ldap_users(*users, node=None):
+    """Add multiple new users to the LDAP server."""
+    try:
+        _users = []
+        with Given("I add users to LDAP"):
+            for user in users:
+                with By(f"adding user {user['cn']}"):
+                    _users.append(add_user_to_ldap(**user, node=node))
+        yield _users
+    finally:
+        with Finally(f"I delete users from LDAP"):
+            for _user in _users:
+                delete_user_from_ldap(_user, node=node)
+
+def login(servers, *users, config=None):
+    """Configure LDAP server and LDAP authenticated users and
+    try to login and execute a query"""
+    with ldap_servers(servers):
+        with ldap_authenticated_users(*users, restart=True, config=config):
+            for user in users:
+                if user.get("login", False):
+                    with When(f"I login as {user['username']} and execute query"):
+                        current().context.node.query("SELECT 1",
+                            settings=[("user", user["username"]), ("password", user["password"])],
+                            exitcode=user.get("exitcode", None),
+                            message=user.get("message", None))
diff --git a/ldap/authentication/tests/server_config.py b/ldap/authentication/tests/server_config.py
new file mode 100644
index 00000000000..38ec859226b
--- /dev/null
+++ b/ldap/authentication/tests/server_config.py
@@ -0,0 +1,304 @@
+from testflows.core import *
+
+from ldap.authentication.tests.common import *
+from ldap.authentication.requirements import *
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0"),
+    RQ_SRS_007_LDAP_Configuration_Server_Name("1.0")
+)
+def empty_server_name(self, timeout=20):
+    """Check that empty string as a server name is not allowed.
+    """
+    servers = {"": {"host": "foo", "port": "389", "enable_tls": "no",
+            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
+    }}
+    invalid_server_config(servers, timeout=timeout)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0"),
+    RQ_SRS_007_LDAP_UnreachableServer("1.0")
+)
+def invalid_host(self):
+    """Check that server returns an error when LDAP server
+    host name is invalid.
+    """
+    servers = {"foo": {"host": "foo", "port": "389", "enable_tls": "no"}}
+    users = [{
+        "server": "foo", "username": "user1", "password": "user1", "login": True,
+        "exitcode": 4,
+        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
+    }]
+    login(servers, *users)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0"),
+    RQ_SRS_007_LDAP_Configuration_Server_Host("1.0")
+)
+def empty_host(self):
+    """Check that server returns an error when LDAP server
+    host value is empty.
+    """
+    servers = {"foo": {"host": "", "port": "389", "enable_tls": "no"}}
+    users = [{
+        "server": "foo", "username": "user1", "password": "user1", "login": True,
+        "exitcode": 4,
+        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
+    }]
+    login(servers, *users)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0"),
+    RQ_SRS_007_LDAP_Configuration_Server_Host("1.0")
+)
+def missing_host(self):
+    """Check that server returns an error when LDAP server
+    host is missing.
+    """
+    servers = {"foo": {"port": "389", "enable_tls": "no"}}
+    users = [{
+        "server": "foo", "username": "user1", "password": "user1", "login": True,
+        "exitcode": 4,
+        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
+    }]
+    login(servers, *users)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
+)
+def invalid_port(self):
+    """Check that server returns an error when LDAP server
+    port is not valid.
+    """
+    servers = {"openldap1": {"host": "openldap1", "port": "3890", "enable_tls": "no"}}
+    users = [{
+        "server": "openldap1", "username": "user1", "password": "user1", "login": True,
+        "exitcode": 4,
+        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
+    }]
+    login(servers, *users)
+
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
+)
+def invalid_auth_dn_prefix(self):
+    """Check that server returns an error when LDAP server
+    port is not valid.
+    """
+    servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
+        "auth_dn_prefix": "foo=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
+    }}
+    users = [{
+        "server": "openldap1", "username": "user1", "password": "user1", "login": True,
+        "exitcode": 4,
+        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
+    }]
+    login(servers, *users)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
+)
+def invalid_auth_dn_suffix(self):
+    """Check that server returns an error when LDAP server
+    port is not valid.
+    """
+    servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
+        "auth_dn_prefix": "cn=", "auth_dn_suffix": ",foo=users,dc=company,dc=com"
+    }}
+    users = [{
+        "server": "openldap1", "username": "user1", "password": "user1", "login": True,
+        "exitcode": 4,
+        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
+    }]
+    login(servers, *users)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
+)
+def invalid_enable_tls_value(self):
+    """Check that server returns an error when enable_tls
+    option has invalid value.
+    """
+    servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "foo",
+        "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
+    }}
+    users = [{
+        "server": "openldap1", "username": "user1", "password": "user1", "login": True,
+        "exitcode": 4,
+        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
+    }]
+    login(servers, *users)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
+)
+def invalid_tls_require_cert_value(self):
+    """Check that server returns an error when tls_require_cert
+    option has invalid value.
+    """
+    servers = {"openldap2": {
+        "host": "openldap2", "port": "636", "enable_tls": "yes",
+        "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+        "tls_require_cert": "foo",
+        "ca_cert_dir": "/container/service/slapd/assets/certs/",
+        "ca_cert_file": "/container/service/slapd/assets/certs/ca.crt"
+    }}
+    users = [{
+        "server": "openldap2", "username": "user2", "password": "user2", "login": True,
+        "exitcode": 4,
+        "message": "DB::Exception: user2: Authentication failed: password is incorrect or there is no user with such name"
+    }]
+    login(servers, *users)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
+)
+def empty_ca_cert_dir(self):
+    """Check that server returns an error when ca_cert_dir is empty.
+    """
+    servers = {"openldap2": {"host": "openldap2", "port": "636", "enable_tls": "yes",
+        "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+        "tls_require_cert": "demand",
+        "ca_cert_dir": "",
+        "ca_cert_file": "/container/service/slapd/assets/certs/ca.crt"
+    }}
+    users = [{
+        "server": "openldap2", "username": "user2", "password": "user2", "login": True,
+        "exitcode": 4,
+        "message": "DB::Exception: user2: Authentication failed: password is incorrect or there is no user with such name"
+    }]
+    login(servers, *users)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
+)
+def empty_ca_cert_file(self):
+    """Check that server returns an error when ca_cert_file is empty.
+    """
+    servers = {"openldap2": {"host": "openldap2", "port": "636", "enable_tls": "yes",
+        "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+        "tls_require_cert": "demand",
+        "ca_cert_dir": "/container/service/slapd/assets/certs/",
+        "ca_cert_file": ""
+    }}
+    users = [{
+        "server": "openldap2", "username": "user2", "password": "user2", "login": True,
+        "exitcode": 4,
+        "message": "DB::Exception: user2: Authentication failed: password is incorrect or there is no user with such name"
+    }]
+    login(servers, *users)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Value("1.0"),
+    RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Prefix("1.0"),
+    RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Suffix("1.0")
+)
+def auth_dn_value(self):
+    """Check that server configuration can properly define the `dn` value of the user."""
+    servers = {
+        "openldap1": {
+            "host": "openldap1", "port": "389", "enable_tls": "no",
+            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
+        }}
+    user = {"server": "openldap1", "username": "user1", "password": "user1", "login": True}
+
+    login(servers, user)
+
+@TestOutline(Scenario)
+@Examples("invalid_value", [
+    ("-1", Name("negative int")),
+    ("foo", Name("string")),
+    ("", Name("empty string")),
+    ("36893488147419103232", Name("overflow with extremely large int value")),
+    ("-36893488147419103232", Name("overflow with extremely large negative int value")),
+    ("@#", Name("special characters"))
+])
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Invalid("1.0")
+)
+def invalid_verification_cooldown_value(self, invalid_value, timeout=20):
+    """Check that server returns an error when LDAP server
+    verification cooldown parameter is invalid.
+    """
+
+    error_message = ("<Error> Access(user directories): Could not parse LDAP server"
+        " \\`openldap1\\`: Poco::Exception. Code: 1000, e.code() = 0,"
+        f" e.displayText() = Syntax error: Not a valid unsigned integer{': ' + invalid_value if invalid_value else invalid_value}")
+
+    with Given("LDAP server configuration that uses a negative integer for the verification_cooldown parameter"):
+        servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
+            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": f"{invalid_value}"
+        }}
+
+    with When("I try to use this configuration then it should not work"):
+        invalid_server_config(servers, message=error_message, tail=17, timeout=timeout)
+
+@TestScenario
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_Syntax("2.0")
+)
+def syntax(self):
+    """Check that server configuration with valid syntax can be loaded.
+    ```xml
+    <yandex>
+        <ldap_server>
+            <host>localhost</host>
+            <port>636</port>
+            <auth_dn_prefix>cn=</auth_dn_prefix>
+            <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
+            <verification_cooldown>0</verification_cooldown>
+            <enable_tls>yes</enable_tls>
+            <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
+            <tls_require_cert>demand</tls_require_cert>
+            <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>
+            <tls_key_file>/path/to/tls_key_file</tls_key_file>
+            <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>
+            <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>
+            <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
+        </ldap_server>
+    </yandex>
+    ```
+    """
+    servers = {
+        "openldap2": {
+            "host": "openldap2",
+            "port": "389",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "0",
+            "enable_tls": "yes",
+            "tls_minimum_protocol_version": "tls1.2" ,
+            "tls_require_cert": "demand",
+            "tls_cert_file": "/container/service/slapd/assets/certs/ldap.crt",
+            "tls_key_file": "/container/service/slapd/assets/certs/ldap.key",
+            "tls_ca_cert_file": "/container/service/slapd/assets/certs/ca.crt",
+            "tls_ca_cert_dir": "/container/service/slapd/assets/certs/",
+            "tls_cipher_suite": "ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384"
+        }
+    }
+    with ldap_servers(servers):
+        pass
+
+@TestFeature
+@Name("server config")
+def feature(self, node="clickhouse1"):
+    """Check that LDAP server configuration.
+    """
+    self.context.node = self.context.cluster.node(node)
+
+    for scenario in loads(current_module(), Scenario):
+        scenario()

From e42ea7b8b935fce14ce41a07c6c4e7fdfa9a7266 Mon Sep 17 00:00:00 2001
From: Tai White <taiwhite2010@gmail.com>
Date: Tue, 17 Nov 2020 19:41:28 +0100
Subject: [PATCH 037/742] Deleted ldap directory added by mistake. Added
 verification cooldown tests to the ldap/authentication feature.

---
 .../requirements/requirements.md              |  610 ------
 .../requirements/requirements.py              | 1687 -----------------
 ldap/authentication/tests/authentications.py  |  969 ----------
 ldap/authentication/tests/common.py           |  466 -----
 ldap/authentication/tests/server_config.py    |  304 ---
 tests/testflows/helpers/cluster.py            |   17 +
 .../ldap/authentication/regression.py         |    5 +-
 .../requirements/requirements.md              |   58 +-
 .../requirements/requirements.py              |   85 +-
 .../authentication/tests/authentications.py   |  478 ++++-
 .../ldap/authentication/tests/common.py       |   34 +-
 .../authentication/tests/server_config.py     |   30 +
 12 files changed, 651 insertions(+), 4092 deletions(-)
 delete mode 100644 ldap/authentication/requirements/requirements.md
 delete mode 100644 ldap/authentication/requirements/requirements.py
 delete mode 100644 ldap/authentication/tests/authentications.py
 delete mode 100644 ldap/authentication/tests/common.py
 delete mode 100644 ldap/authentication/tests/server_config.py

diff --git a/ldap/authentication/requirements/requirements.md b/ldap/authentication/requirements/requirements.md
deleted file mode 100644
index 17d46584772..00000000000
--- a/ldap/authentication/requirements/requirements.md
+++ /dev/null
@@ -1,610 +0,0 @@
-# SRS-007 ClickHouse Authentication of Users via LDAP
-
-## Table of Contents
-
-* 1 [Revision History](#revision-history)
-* 2 [Introduction](#introduction)
-* 3 [Terminology](#terminology)
-* 4 [Requirements](#requirements)
-  * 4.1 [Generic](#generic)
-    * 4.1.1 [RQ.SRS-007.LDAP.Authentication](#rqsrs-007ldapauthentication)
-    * 4.1.2 [RQ.SRS-007.LDAP.Authentication.MultipleServers](#rqsrs-007ldapauthenticationmultipleservers)
-    * 4.1.3 [RQ.SRS-007.LDAP.Authentication.Protocol.PlainText](#rqsrs-007ldapauthenticationprotocolplaintext)
-    * 4.1.4 [RQ.SRS-007.LDAP.Authentication.Protocol.TLS](#rqsrs-007ldapauthenticationprotocoltls)
-    * 4.1.5 [RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS](#rqsrs-007ldapauthenticationprotocolstarttls)
-    * 4.1.6 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation](#rqsrs-007ldapauthenticationtlscertificatevalidation)
-    * 4.1.7 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned](#rqsrs-007ldapauthenticationtlscertificateselfsigned)
-    * 4.1.8 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority](#rqsrs-007ldapauthenticationtlscertificatespecificcertificationauthority)
-    * 4.1.9 [RQ.SRS-007.LDAP.Server.Configuration.Invalid](#rqsrs-007ldapserverconfigurationinvalid)
-    * 4.1.10 [RQ.SRS-007.LDAP.User.Configuration.Invalid](#rqsrs-007ldapuserconfigurationinvalid)
-    * 4.1.11 [RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous](#rqsrs-007ldapauthenticationmechanismanonymous)
-    * 4.1.12 [RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated](#rqsrs-007ldapauthenticationmechanismunauthenticated)
-    * 4.1.13 [RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword](#rqsrs-007ldapauthenticationmechanismnamepassword)
-    * 4.1.14 [RQ.SRS-007.LDAP.Authentication.Valid](#rqsrs-007ldapauthenticationvalid)
-    * 4.1.15 [RQ.SRS-007.LDAP.Authentication.Invalid](#rqsrs-007ldapauthenticationinvalid)
-    * 4.1.16 [RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser](#rqsrs-007ldapauthenticationinvaliddeleteduser)
-    * 4.1.17 [RQ.SRS-007.LDAP.Authentication.UsernameChanged](#rqsrs-007ldapauthenticationusernamechanged)
-    * 4.1.18 [RQ.SRS-007.LDAP.Authentication.PasswordChanged](#rqsrs-007ldapauthenticationpasswordchanged)
-    * 4.1.19 [RQ.SRS-007.LDAP.Authentication.LDAPServerRestart](#rqsrs-007ldapauthenticationldapserverrestart)
-    * 4.1.20 [RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart](#rqsrs-007ldapauthenticationclickhouseserverrestart)
-    * 4.1.21 [RQ.SRS-007.LDAP.Authentication.Parallel](#rqsrs-007ldapauthenticationparallel)
-    * 4.1.22 [RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid](#rqsrs-007ldapauthenticationparallelvalidandinvalid)
-  * 4.2 [Specific](#specific)
-    * 4.2.1 [RQ.SRS-007.LDAP.UnreachableServer](#rqsrs-007ldapunreachableserver)
-    * 4.2.2 [RQ.SRS-007.LDAP.Configuration.Server.Name](#rqsrs-007ldapconfigurationservername)
-    * 4.2.3 [RQ.SRS-007.LDAP.Configuration.Server.Host](#rqsrs-007ldapconfigurationserverhost)
-    * 4.2.4 [RQ.SRS-007.LDAP.Configuration.Server.Port](#rqsrs-007ldapconfigurationserverport)
-    * 4.2.5 [RQ.SRS-007.LDAP.Configuration.Server.Port.Default](#rqsrs-007ldapconfigurationserverportdefault)
-    * 4.2.6 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix](#rqsrs-007ldapconfigurationserverauthdnprefix)
-    * 4.2.7 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix](#rqsrs-007ldapconfigurationserverauthdnsuffix)
-    * 4.2.8 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value](#rqsrs-007ldapconfigurationserverauthdnvalue)
-    * 4.2.9 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS](#rqsrs-007ldapconfigurationserverenabletls)
-    * 4.2.10 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default](#rqsrs-007ldapconfigurationserverenabletlsoptionsdefault)
-    * 4.2.11 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No](#rqsrs-007ldapconfigurationserverenabletlsoptionsno)
-    * 4.2.12 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes](#rqsrs-007ldapconfigurationserverenabletlsoptionsyes)
-    * 4.2.13 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS](#rqsrs-007ldapconfigurationserverenabletlsoptionsstarttls)
-    * 4.2.14 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion](#rqsrs-007ldapconfigurationservertlsminimumprotocolversion)
-    * 4.2.15 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values](#rqsrs-007ldapconfigurationservertlsminimumprotocolversionvalues)
-    * 4.2.16 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default](#rqsrs-007ldapconfigurationservertlsminimumprotocolversiondefault)
-    * 4.2.17 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert](#rqsrs-007ldapconfigurationservertlsrequirecert)
-    * 4.2.18 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsdefault)
-    * 4.2.19 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsdemand)
-    * 4.2.20 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsallow)
-    * 4.2.21 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try](#rqsrs-007ldapconfigurationservertlsrequirecertoptionstry)
-    * 4.2.22 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsnever)
-    * 4.2.23 [RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile](#rqsrs-007ldapconfigurationservertlscertfile)
-    * 4.2.24 [RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile](#rqsrs-007ldapconfigurationservertlskeyfile)
-    * 4.2.25 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir](#rqsrs-007ldapconfigurationservertlscacertdir)
-    * 4.2.26 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile](#rqsrs-007ldapconfigurationservertlscacertfile)
-    * 4.2.27 [RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite](#rqsrs-007ldapconfigurationservertlsciphersuite)
-    * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown](#rqsrs-007ldapconfigurationserververificationcooldown)
-    * 4.2.29 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default](#rqsrs-007ldapconfigurationserververificationcooldowndefault)
-    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid](#rqsrs-007ldapconfigurationserververificationcooldowninvalid)
-    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
-    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
-    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
-    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
-    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
-    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
-    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
-    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
-    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
-    * 4.2.40 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
-    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
-    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
-    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
-    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
-    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
-    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
-    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
-    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
-    * 4.2.49 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
-* 5 [References](#references)
-
-## Revision History
-
-This document is stored in an electronic form using [Git] source control management software
-hosted in a [GitHub Repository].
-All the updates are tracked using the [Git]'s [Revision History].
-
-## Introduction
-
-[ClickHouse] currently does not have any integration with [LDAP].
-As the initial step in integrating with [LDAP] this software requirements specification covers
-only the requirements to enable authentication of users using an [LDAP] server.
-
-## Terminology
-
-* **CA** -
-  Certificate Authority ([CA])
-
-* **LDAP** -
-  Lightweight Directory Access Protocol ([LDAP])
-
-## Requirements
-
-### Generic
-
-#### RQ.SRS-007.LDAP.Authentication
-version: 1.0
-
-[ClickHouse] SHALL support user authentication via an [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.MultipleServers
-version: 1.0
-
-[ClickHouse] SHALL support specifying multiple [LDAP] servers that can be used to authenticate
-users.
-
-#### RQ.SRS-007.LDAP.Authentication.Protocol.PlainText
-version: 1.0
-
-[ClickHouse] SHALL support user authentication using plain text `ldap://` non secure protocol.
-
-#### RQ.SRS-007.LDAP.Authentication.Protocol.TLS
-version: 1.0
-
-[ClickHouse] SHALL support user authentication using `SSL/TLS` `ldaps://` secure protocol.
-
-#### RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS
-version: 1.0
-
-[ClickHouse] SHALL support user authentication using legacy `StartTLS` protocol which is a
-plain text `ldap://` protocol that is upgraded to [TLS].
-
-#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation
-version: 1.0
-
-[ClickHouse] SHALL support certificate validation used for [TLS] connections.
-
-#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned
-version: 1.0
-
-[ClickHouse] SHALL support self-signed certificates for [TLS] connections.
-
-#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority
-version: 1.0
-
-[ClickHouse] SHALL support certificates signed by specific Certification Authority for [TLS] connections.
-
-#### RQ.SRS-007.LDAP.Server.Configuration.Invalid
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server configuration is not valid.
-
-#### RQ.SRS-007.LDAP.User.Configuration.Invalid
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit user login if user configuration is not valid.
-
-#### RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication using [Anonymous Authentication Mechanism of Simple Bind]
-authentication mechanism.
-
-#### RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication using [Unauthenticated Authentication Mechanism of Simple Bind]
-authentication mechanism.
-
-#### RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword
-version: 1.0
-
-[ClickHouse] SHALL allow authentication using only [Name/Password Authentication Mechanism of Simple Bind]
-authentication mechanism.
-
-#### RQ.SRS-007.LDAP.Authentication.Valid
-version: 1.0
-
-[ClickHouse] SHALL only allow user authentication using [LDAP] server if and only if
-user name and password match [LDAP] server records for the user.
-
-#### RQ.SRS-007.LDAP.Authentication.Invalid
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication if either user name or password
-do not match [LDAP] server records for the user.
-
-#### RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication if the user
-has been deleted from the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.UsernameChanged
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication if the username is changed
-on the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.PasswordChanged
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication if the password
-for the user is changed on the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.LDAPServerRestart
-version: 1.0
-
-[ClickHouse] SHALL support authenticating users after [LDAP] server is restarted.
-
-#### RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart
-version: 1.0
-
-[ClickHouse] SHALL support authenticating users after server is restarted.
-
-#### RQ.SRS-007.LDAP.Authentication.Parallel
-version: 1.0
-
-[ClickHouse] SHALL support parallel authentication of users using [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid
-version: 1.0
-
-[ClickHouse] SHALL support authentication of valid users and
-prohibit authentication of invalid users using [LDAP] server
-in parallel without having invalid attempts affecting valid authentications.
-
-### Specific
-
-#### RQ.SRS-007.LDAP.UnreachableServer
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server is unreachable.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.Name
-version: 1.0
-
-[ClickHouse] SHALL not support empty string as a server name.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.Host
-version: 1.0
-
-[ClickHouse] SHALL support `<host>` parameter to specify [LDAP]
-server hostname or IP, this parameter SHALL be mandatory and SHALL not be empty.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.Port
-version: 1.0
-
-[ClickHouse] SHALL support `<port>` parameter to specify [LDAP] server port.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.Port.Default
-version: 1.0
-
-[ClickHouse] SHALL use default port number `636` if `enable_tls` is set to `yes` or `389` otherwise.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix
-version: 1.0
-
-[ClickHouse] SHALL support `<auth_dn_prefix>` parameter to specify the prefix
-of value used to construct the DN to bound to during authentication via [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix
-version: 1.0
-
-[ClickHouse] SHALL support `<auth_dn_suffix>` parameter to specify the suffix
-of value used to construct the DN to bound to during authentication via [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value
-version: 1.0
-
-[ClickHouse] SHALL construct DN as  `auth_dn_prefix + escape(user_name) + auth_dn_suffix` string.
-
-> This implies that auth_dn_suffix should usually have comma ',' as its first non-space character.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS
-version: 1.0
-
-[ClickHouse] SHALL support `<enable_tls>` parameter to trigger the use of secure connection to the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default
-version: 1.0
-
-[ClickHouse] SHALL use `yes` value as the default for `<enable_tls>` parameter
-to enable SSL/TLS `ldaps://` protocol.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No
-version: 1.0
-
-[ClickHouse] SHALL support specifying `no` as the value of `<enable_tls>` parameter to enable
-plain text `ldap://` protocol.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes
-version: 1.0
-
-[ClickHouse] SHALL support specifying `yes` as the value of `<enable_tls>` parameter to enable
-SSL/TLS `ldaps://` protocol.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS
-version: 1.0
-
-[ClickHouse] SHALL support specifying `starttls` as the value of `<enable_tls>` parameter to enable
-legacy `StartTLS` protocol that used plain text `ldap://` protocol, upgraded to [TLS].
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_minimum_protocol_version>` parameter to specify
-the minimum protocol version of SSL/TLS.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values
-version: 1.0
-
-[ClickHouse] SHALL support specifying `ssl2`, `ssl3`, `tls1.0`, `tls1.1`, and `tls1.2`
-as a value of the `<tls_minimum_protocol_version>` parameter.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default
-version: 1.0
-
-[ClickHouse] SHALL set `tls1.2` as the default value of the `<tls_minimum_protocol_version>` parameter.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_require_cert>` parameter to specify [TLS] peer
-certificate verification behavior.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default
-version: 1.0
-
-[ClickHouse] SHALL use `demand` value as the default for the `<tls_require_cert>` parameter.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand
-version: 1.0
-
-[ClickHouse] SHALL support specifying `demand` as the value of `<tls_require_cert>` parameter to
-enable requesting of client certificate.  If no certificate  is  provided,  or  a  bad   certificate   is
-provided, the session SHALL be immediately terminated.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow
-version: 1.0
-
-[ClickHouse] SHALL support specifying `allow` as the value of `<tls_require_cert>` parameter to
-enable requesting of client certificate. If no
-certificate is provided, the session SHALL proceed normally.
-If a bad certificate is provided, it SHALL be ignored and the session SHALL proceed normally.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try
-version: 1.0
-
-[ClickHouse] SHALL support specifying `try` as the value of `<tls_require_cert>` parameter to
-enable requesting of client certificate. If no certificate is provided, the session
-SHALL proceed  normally.  If a bad certificate is provided, the session SHALL be
-immediately terminated.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never
-version: 1.0
-
-[ClickHouse] SHALL support specifying `never` as the value of `<tls_require_cert>` parameter to
-disable requesting of client certificate.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_cert_file>` to specify the path to certificate file used by
-[ClickHouse] to establish connection with the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_key_file>` to specify the path to key file for the certificate
-specified by the `<tls_cert_file>` parameter.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_ca_cert_dir>` parameter to specify to a path to
-the directory containing [CA] certificates used to verify certificates provided by the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_ca_cert_file>` parameter to specify a path to a specific
-[CA] certificate file used to verify certificates provided by the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite
-version: 1.0
-
-[ClickHouse] SHALL support `tls_cipher_suite` parameter to specify allowed cipher suites.
-The value SHALL use the same format as the `ciphersuites` in the [OpenSSL Ciphers].
-
-For example,
-
-```xml
-<tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
-```
-
-The available suites SHALL depend on the [OpenSSL] library version and variant used to build
-[ClickHouse] and therefore might change.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown
-version: 1.0
-
-[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section
-that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
-to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
-After period of time since the last successful attempt expires then on the authentication attempt
-SHALL result in contacting the [LDAP] server to verify the username and password. 
-
-#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default
-version: 1.0
-
-[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section
-SHALL have a default value of `0` that disables caching and forces contacting
-the [LDAP] server for each authentication request.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid
-version: 1.0
-
-[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.
-
-For example:
-
-* negative integer
-* string
-* empty value
-* extremely large positive value (overflow)
-* extremely large negative value (overflow)
-
-The error SHALL appear in the log and SHALL be similar to the following:
-
-```bash
-<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*
-```
-
-#### RQ.SRS-007.LDAP.Configuration.Server.Syntax
-version: 2.0
-
-[ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`
-configuration file or of any configuration file inside the `config.d` directory.
-
-```xml
-<yandex>
-    <my_ldap_server>
-        <host>localhost</host>
-        <port>636</port>
-        <auth_dn_prefix>cn=</auth_dn_prefix>
-        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
-        <verification_cooldown>0</verification_cooldown>
-        <enable_tls>yes</enable_tls>
-        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
-        <tls_require_cert>demand</tls_require_cert>
-        <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>
-        <tls_key_file>/path/to/tls_key_file</tls_key_file>
-        <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>
-        <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>
-        <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
-    </my_ldap_server>
-</yandex>
-```
-
-#### RQ.SRS-007.LDAP.Configuration.User.RBAC
-version: 1.0
-
-[ClickHouse] SHALL support creating users identified using an [LDAP] server using
-the following RBAC command
-
-```sql
-CREATE USER name IDENTIFIED WITH ldap_server BY 'server_name'
-```
-
-#### RQ.SRS-007.LDAP.Configuration.User.Syntax
-version: 1.0
-
-[ClickHouse] SHALL support the following example syntax to create a user that is authenticated using
-an [LDAP] server inside the `users.xml` file or any configuration file inside the `users.d` directory.
-
-```xml
-<yandex>
-    <users>
-        <user_name>
-            <ldap>
-                <server>my_ldap_server</server>
-            </ldap>
-        </user_name>
-    </users>
-</yandex>
-```
-
-#### RQ.SRS-007.LDAP.Configuration.User.Name.Empty
-version: 1.0
-
-[ClickHouse] SHALL not support empty string as a user name.
-
-#### RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP
-version: 1.0
-
-[ClickHouse] SHALL throw an error if `<ldap>` is specified for the user and at the same
-time user configuration contains any of the `<password*>` entries.
-
-#### RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined
-version: 1.0
-
-[ClickHouse] SHALL throw an error during any authentification attempt
-if the name of the [LDAP] server used inside the `<ldap>` entry
-is not defined in the `<ldap_servers>` section.
-
-#### RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty
-version: 1.0
-
-[ClickHouse] SHALL throw an error during any authentification attempt
-if the name of the [LDAP] server used inside the `<ldap>` entry
-is empty.
-
-#### RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer
-version: 1.0
-
-[ClickHouse] SHALL support specifying only one [LDAP] server for a given user.
-
-#### RQ.SRS-007.LDAP.Configuration.User.Name.Long
-version: 1.0
-
-[ClickHouse] SHALL support long user names of at least 256 bytes
-to specify users that can be authenticated using an [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.User.Name.UTF8
-version: 1.0
-
-[ClickHouse] SHALL support user names that contain [UTF-8] characters.
-
-#### RQ.SRS-007.LDAP.Authentication.Username.Empty
-version: 1.0
-
-[ClickHouse] SHALL not support authenticating users with empty username.
-
-#### RQ.SRS-007.LDAP.Authentication.Username.Long
-version: 1.0
-
-[ClickHouse] SHALL support authenticating users with a long username of at least 256 bytes.
-
-#### RQ.SRS-007.LDAP.Authentication.Username.UTF8
-version: 1.0
-
-[ClickHouse] SHALL support authentication users with a username that contains [UTF-8] characters.
-
-#### RQ.SRS-007.LDAP.Authentication.Password.Empty
-version: 1.0
-
-[ClickHouse] SHALL not support authenticating users with empty passwords
-even if an empty password is valid for the user and
-is allowed by the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.Password.Long
-version: 1.0
-
-[ClickHouse] SHALL support long password of at least 256 bytes
-that can be used to authenticate users using an [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.Password.UTF8
-version: 1.0
-
-[ClickHouse] SHALL support [UTF-8] characters in passwords
-used to authenticate users using an [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance
-version: 1.0
-
-[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users
-when `verification_cooldown` parameter is set to a positive value when comparing
-to the the case when `verification_cooldown` is turned off either for a single user or multiple users
-making a large number of repeated requests.
-
-#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters
-version: 1.0
-
-[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the
-`verification_cooldown` parameter in the [LDAP] server configuration section
-if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values
-change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user
-to result in contacting the [LDAP] server to verify user's username and password.
-
-#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword
-version: 1.0
-
-[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the
-`verification_cooldown` parameter in the [LDAP] server configuration section
-for the user if the password provided in the current authentication attempt does not match
-the valid password provided during the first successful authentication request that was cached
-for this exact user. The reset SHALL cause the next authentication attempt for this user
-to result in contacting the [LDAP] server to verify user's username and password.
-
-## References
-
-* **ClickHouse:** https://clickhouse.tech
-
-[Anonymous Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-AnonymousAuthenticationMechanismOfSimpleBind
-[Unauthenticated Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-UnauthenticatedAuthenticationMechanismOfSimpleBind
-[Name/Password Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-NamePasswordAuthenticationMechanismOfSimpleBind
-[UTF-8]: https://en.wikipedia.org/wiki/UTF-8
-[OpenSSL]: https://www.openssl.org/
-[OpenSSL Ciphers]: https://www.openssl.org/docs/manmaster/man1/openssl-ciphers.html
-[CA]: https://en.wikipedia.org/wiki/Certificate_authority
-[TLS]: https://en.wikipedia.org/wiki/Transport_Layer_Security
-[LDAP]: https://en.wikipedia.org/wiki/Lightweight_Directory_Access_Protocol
-[ClickHouse]: https://clickhouse.tech
-[GitHub]: https://github.com
-[GitHub Repository]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/ldap/authentication/requirements/requirements.md
-[Revision History]: https://github.com/ClickHouse/ClickHouse/commits/master/tests/testflows/ldap/authentication/requirements/requirements.md
-[Git]: https://git-scm.com/
diff --git a/ldap/authentication/requirements/requirements.py b/ldap/authentication/requirements/requirements.py
deleted file mode 100644
index f934e6c7a99..00000000000
--- a/ldap/authentication/requirements/requirements.py
+++ /dev/null
@@ -1,1687 +0,0 @@
-# These requirements were auto generated
-# from software requirements specification (SRS)
-# document by TestFlows v1.6.201101.1131719.
-# Do not edit by hand but re-generate instead
-# using 'tfs requirements generate' command.
-from testflows.core import Specification
-from testflows.core import Requirement
-
-SRS_007_ClickHouse_Authentication_of_Users_via_LDAP = Specification(
-        name='SRS-007 ClickHouse Authentication of Users via LDAP', 
-        description=None,
-        author=None,
-        date=None, 
-        status=None, 
-        approved_by=None,
-        approved_date=None,
-        approved_version=None,
-        version=None,
-        group=None,
-        type=None,
-        link=None,
-        uid=None,
-        parent=None,
-        children=None,
-        content='''
-# SRS-007 ClickHouse Authentication of Users via LDAP
-
-## Table of Contents
-
-* 1 [Revision History](#revision-history)
-* 2 [Introduction](#introduction)
-* 3 [Terminology](#terminology)
-* 4 [Requirements](#requirements)
-  * 4.1 [Generic](#generic)
-    * 4.1.1 [RQ.SRS-007.LDAP.Authentication](#rqsrs-007ldapauthentication)
-    * 4.1.2 [RQ.SRS-007.LDAP.Authentication.MultipleServers](#rqsrs-007ldapauthenticationmultipleservers)
-    * 4.1.3 [RQ.SRS-007.LDAP.Authentication.Protocol.PlainText](#rqsrs-007ldapauthenticationprotocolplaintext)
-    * 4.1.4 [RQ.SRS-007.LDAP.Authentication.Protocol.TLS](#rqsrs-007ldapauthenticationprotocoltls)
-    * 4.1.5 [RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS](#rqsrs-007ldapauthenticationprotocolstarttls)
-    * 4.1.6 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation](#rqsrs-007ldapauthenticationtlscertificatevalidation)
-    * 4.1.7 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned](#rqsrs-007ldapauthenticationtlscertificateselfsigned)
-    * 4.1.8 [RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority](#rqsrs-007ldapauthenticationtlscertificatespecificcertificationauthority)
-    * 4.1.9 [RQ.SRS-007.LDAP.Server.Configuration.Invalid](#rqsrs-007ldapserverconfigurationinvalid)
-    * 4.1.10 [RQ.SRS-007.LDAP.User.Configuration.Invalid](#rqsrs-007ldapuserconfigurationinvalid)
-    * 4.1.11 [RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous](#rqsrs-007ldapauthenticationmechanismanonymous)
-    * 4.1.12 [RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated](#rqsrs-007ldapauthenticationmechanismunauthenticated)
-    * 4.1.13 [RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword](#rqsrs-007ldapauthenticationmechanismnamepassword)
-    * 4.1.14 [RQ.SRS-007.LDAP.Authentication.Valid](#rqsrs-007ldapauthenticationvalid)
-    * 4.1.15 [RQ.SRS-007.LDAP.Authentication.Invalid](#rqsrs-007ldapauthenticationinvalid)
-    * 4.1.16 [RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser](#rqsrs-007ldapauthenticationinvaliddeleteduser)
-    * 4.1.17 [RQ.SRS-007.LDAP.Authentication.UsernameChanged](#rqsrs-007ldapauthenticationusernamechanged)
-    * 4.1.18 [RQ.SRS-007.LDAP.Authentication.PasswordChanged](#rqsrs-007ldapauthenticationpasswordchanged)
-    * 4.1.19 [RQ.SRS-007.LDAP.Authentication.LDAPServerRestart](#rqsrs-007ldapauthenticationldapserverrestart)
-    * 4.1.20 [RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart](#rqsrs-007ldapauthenticationclickhouseserverrestart)
-    * 4.1.21 [RQ.SRS-007.LDAP.Authentication.Parallel](#rqsrs-007ldapauthenticationparallel)
-    * 4.1.22 [RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid](#rqsrs-007ldapauthenticationparallelvalidandinvalid)
-  * 4.2 [Specific](#specific)
-    * 4.2.1 [RQ.SRS-007.LDAP.UnreachableServer](#rqsrs-007ldapunreachableserver)
-    * 4.2.2 [RQ.SRS-007.LDAP.Configuration.Server.Name](#rqsrs-007ldapconfigurationservername)
-    * 4.2.3 [RQ.SRS-007.LDAP.Configuration.Server.Host](#rqsrs-007ldapconfigurationserverhost)
-    * 4.2.4 [RQ.SRS-007.LDAP.Configuration.Server.Port](#rqsrs-007ldapconfigurationserverport)
-    * 4.2.5 [RQ.SRS-007.LDAP.Configuration.Server.Port.Default](#rqsrs-007ldapconfigurationserverportdefault)
-    * 4.2.6 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix](#rqsrs-007ldapconfigurationserverauthdnprefix)
-    * 4.2.7 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix](#rqsrs-007ldapconfigurationserverauthdnsuffix)
-    * 4.2.8 [RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value](#rqsrs-007ldapconfigurationserverauthdnvalue)
-    * 4.2.9 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS](#rqsrs-007ldapconfigurationserverenabletls)
-    * 4.2.10 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default](#rqsrs-007ldapconfigurationserverenabletlsoptionsdefault)
-    * 4.2.11 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No](#rqsrs-007ldapconfigurationserverenabletlsoptionsno)
-    * 4.2.12 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes](#rqsrs-007ldapconfigurationserverenabletlsoptionsyes)
-    * 4.2.13 [RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS](#rqsrs-007ldapconfigurationserverenabletlsoptionsstarttls)
-    * 4.2.14 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion](#rqsrs-007ldapconfigurationservertlsminimumprotocolversion)
-    * 4.2.15 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values](#rqsrs-007ldapconfigurationservertlsminimumprotocolversionvalues)
-    * 4.2.16 [RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default](#rqsrs-007ldapconfigurationservertlsminimumprotocolversiondefault)
-    * 4.2.17 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert](#rqsrs-007ldapconfigurationservertlsrequirecert)
-    * 4.2.18 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsdefault)
-    * 4.2.19 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsdemand)
-    * 4.2.20 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsallow)
-    * 4.2.21 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try](#rqsrs-007ldapconfigurationservertlsrequirecertoptionstry)
-    * 4.2.22 [RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never](#rqsrs-007ldapconfigurationservertlsrequirecertoptionsnever)
-    * 4.2.23 [RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile](#rqsrs-007ldapconfigurationservertlscertfile)
-    * 4.2.24 [RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile](#rqsrs-007ldapconfigurationservertlskeyfile)
-    * 4.2.25 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir](#rqsrs-007ldapconfigurationservertlscacertdir)
-    * 4.2.26 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile](#rqsrs-007ldapconfigurationservertlscacertfile)
-    * 4.2.27 [RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite](#rqsrs-007ldapconfigurationservertlsciphersuite)
-    * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown](#rqsrs-007ldapconfigurationserververificationcooldown)
-    * 4.2.29 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default](#rqsrs-007ldapconfigurationserververificationcooldowndefault)
-    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid](#rqsrs-007ldapconfigurationserververificationcooldowninvalid)
-    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
-    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
-    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
-    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
-    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
-    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
-    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
-    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
-    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
-    * 4.2.40 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
-    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
-    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
-    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
-    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
-    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
-    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
-    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
-    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
-    * 4.2.49 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
-* 5 [References](#references)
-
-## Revision History
-
-This document is stored in an electronic form using [Git] source control management software
-hosted in a [GitHub Repository].
-All the updates are tracked using the [Git]'s [Revision History].
-
-## Introduction
-
-[ClickHouse] currently does not have any integration with [LDAP].
-As the initial step in integrating with [LDAP] this software requirements specification covers
-only the requirements to enable authentication of users using an [LDAP] server.
-
-## Terminology
-
-* **CA** -
-  Certificate Authority ([CA])
-
-* **LDAP** -
-  Lightweight Directory Access Protocol ([LDAP])
-
-## Requirements
-
-### Generic
-
-#### RQ.SRS-007.LDAP.Authentication
-version: 1.0
-
-[ClickHouse] SHALL support user authentication via an [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.MultipleServers
-version: 1.0
-
-[ClickHouse] SHALL support specifying multiple [LDAP] servers that can be used to authenticate
-users.
-
-#### RQ.SRS-007.LDAP.Authentication.Protocol.PlainText
-version: 1.0
-
-[ClickHouse] SHALL support user authentication using plain text `ldap://` non secure protocol.
-
-#### RQ.SRS-007.LDAP.Authentication.Protocol.TLS
-version: 1.0
-
-[ClickHouse] SHALL support user authentication using `SSL/TLS` `ldaps://` secure protocol.
-
-#### RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS
-version: 1.0
-
-[ClickHouse] SHALL support user authentication using legacy `StartTLS` protocol which is a
-plain text `ldap://` protocol that is upgraded to [TLS].
-
-#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation
-version: 1.0
-
-[ClickHouse] SHALL support certificate validation used for [TLS] connections.
-
-#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned
-version: 1.0
-
-[ClickHouse] SHALL support self-signed certificates for [TLS] connections.
-
-#### RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority
-version: 1.0
-
-[ClickHouse] SHALL support certificates signed by specific Certification Authority for [TLS] connections.
-
-#### RQ.SRS-007.LDAP.Server.Configuration.Invalid
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server configuration is not valid.
-
-#### RQ.SRS-007.LDAP.User.Configuration.Invalid
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit user login if user configuration is not valid.
-
-#### RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication using [Anonymous Authentication Mechanism of Simple Bind]
-authentication mechanism.
-
-#### RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication using [Unauthenticated Authentication Mechanism of Simple Bind]
-authentication mechanism.
-
-#### RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword
-version: 1.0
-
-[ClickHouse] SHALL allow authentication using only [Name/Password Authentication Mechanism of Simple Bind]
-authentication mechanism.
-
-#### RQ.SRS-007.LDAP.Authentication.Valid
-version: 1.0
-
-[ClickHouse] SHALL only allow user authentication using [LDAP] server if and only if
-user name and password match [LDAP] server records for the user.
-
-#### RQ.SRS-007.LDAP.Authentication.Invalid
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication if either user name or password
-do not match [LDAP] server records for the user.
-
-#### RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication if the user
-has been deleted from the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.UsernameChanged
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication if the username is changed
-on the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.PasswordChanged
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit authentication if the password
-for the user is changed on the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.LDAPServerRestart
-version: 1.0
-
-[ClickHouse] SHALL support authenticating users after [LDAP] server is restarted.
-
-#### RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart
-version: 1.0
-
-[ClickHouse] SHALL support authenticating users after server is restarted.
-
-#### RQ.SRS-007.LDAP.Authentication.Parallel
-version: 1.0
-
-[ClickHouse] SHALL support parallel authentication of users using [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid
-version: 1.0
-
-[ClickHouse] SHALL support authentication of valid users and
-prohibit authentication of invalid users using [LDAP] server
-in parallel without having invalid attempts affecting valid authentications.
-
-### Specific
-
-#### RQ.SRS-007.LDAP.UnreachableServer
-version: 1.0
-
-[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server is unreachable.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.Name
-version: 1.0
-
-[ClickHouse] SHALL not support empty string as a server name.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.Host
-version: 1.0
-
-[ClickHouse] SHALL support `<host>` parameter to specify [LDAP]
-server hostname or IP, this parameter SHALL be mandatory and SHALL not be empty.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.Port
-version: 1.0
-
-[ClickHouse] SHALL support `<port>` parameter to specify [LDAP] server port.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.Port.Default
-version: 1.0
-
-[ClickHouse] SHALL use default port number `636` if `enable_tls` is set to `yes` or `389` otherwise.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix
-version: 1.0
-
-[ClickHouse] SHALL support `<auth_dn_prefix>` parameter to specify the prefix
-of value used to construct the DN to bound to during authentication via [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix
-version: 1.0
-
-[ClickHouse] SHALL support `<auth_dn_suffix>` parameter to specify the suffix
-of value used to construct the DN to bound to during authentication via [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value
-version: 1.0
-
-[ClickHouse] SHALL construct DN as  `auth_dn_prefix + escape(user_name) + auth_dn_suffix` string.
-
-> This implies that auth_dn_suffix should usually have comma ',' as its first non-space character.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS
-version: 1.0
-
-[ClickHouse] SHALL support `<enable_tls>` parameter to trigger the use of secure connection to the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default
-version: 1.0
-
-[ClickHouse] SHALL use `yes` value as the default for `<enable_tls>` parameter
-to enable SSL/TLS `ldaps://` protocol.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No
-version: 1.0
-
-[ClickHouse] SHALL support specifying `no` as the value of `<enable_tls>` parameter to enable
-plain text `ldap://` protocol.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes
-version: 1.0
-
-[ClickHouse] SHALL support specifying `yes` as the value of `<enable_tls>` parameter to enable
-SSL/TLS `ldaps://` protocol.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS
-version: 1.0
-
-[ClickHouse] SHALL support specifying `starttls` as the value of `<enable_tls>` parameter to enable
-legacy `StartTLS` protocol that used plain text `ldap://` protocol, upgraded to [TLS].
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_minimum_protocol_version>` parameter to specify
-the minimum protocol version of SSL/TLS.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values
-version: 1.0
-
-[ClickHouse] SHALL support specifying `ssl2`, `ssl3`, `tls1.0`, `tls1.1`, and `tls1.2`
-as a value of the `<tls_minimum_protocol_version>` parameter.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default
-version: 1.0
-
-[ClickHouse] SHALL set `tls1.2` as the default value of the `<tls_minimum_protocol_version>` parameter.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_require_cert>` parameter to specify [TLS] peer
-certificate verification behavior.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default
-version: 1.0
-
-[ClickHouse] SHALL use `demand` value as the default for the `<tls_require_cert>` parameter.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand
-version: 1.0
-
-[ClickHouse] SHALL support specifying `demand` as the value of `<tls_require_cert>` parameter to
-enable requesting of client certificate.  If no certificate  is  provided,  or  a  bad   certificate   is
-provided, the session SHALL be immediately terminated.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow
-version: 1.0
-
-[ClickHouse] SHALL support specifying `allow` as the value of `<tls_require_cert>` parameter to
-enable requesting of client certificate. If no
-certificate is provided, the session SHALL proceed normally.
-If a bad certificate is provided, it SHALL be ignored and the session SHALL proceed normally.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try
-version: 1.0
-
-[ClickHouse] SHALL support specifying `try` as the value of `<tls_require_cert>` parameter to
-enable requesting of client certificate. If no certificate is provided, the session
-SHALL proceed  normally.  If a bad certificate is provided, the session SHALL be
-immediately terminated.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never
-version: 1.0
-
-[ClickHouse] SHALL support specifying `never` as the value of `<tls_require_cert>` parameter to
-disable requesting of client certificate.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_cert_file>` to specify the path to certificate file used by
-[ClickHouse] to establish connection with the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_key_file>` to specify the path to key file for the certificate
-specified by the `<tls_cert_file>` parameter.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_ca_cert_dir>` parameter to specify to a path to
-the directory containing [CA] certificates used to verify certificates provided by the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile
-version: 1.0
-
-[ClickHouse] SHALL support `<tls_ca_cert_file>` parameter to specify a path to a specific
-[CA] certificate file used to verify certificates provided by the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite
-version: 1.0
-
-[ClickHouse] SHALL support `tls_cipher_suite` parameter to specify allowed cipher suites.
-The value SHALL use the same format as the `ciphersuites` in the [OpenSSL Ciphers].
-
-For example,
-
-```xml
-<tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
-```
-
-The available suites SHALL depend on the [OpenSSL] library version and variant used to build
-[ClickHouse] and therefore might change.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown
-version: 1.0
-
-[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section
-that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
-to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
-After period of time since the last successful attempt expires then on the authentication attempt
-SHALL result in contacting the [LDAP] server to verify the username and password. 
-
-#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default
-version: 1.0
-
-[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section
-SHALL have a default value of `0` that disables caching and forces contacting
-the [LDAP] server for each authentication request.
-
-#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid
-version: 1.0
-
-[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.
-
-For example:
-
-* negative integer
-* string
-* empty value
-* extremely large positive value (overflow)
-* extremely large negative value (overflow)
-
-The error SHALL appear in the log and SHALL be similar to the following:
-
-```bash
-<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*
-```
-
-#### RQ.SRS-007.LDAP.Configuration.Server.Syntax
-version: 2.0
-
-[ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`
-configuration file or of any configuration file inside the `config.d` directory.
-
-```xml
-<yandex>
-    <my_ldap_server>
-        <host>localhost</host>
-        <port>636</port>
-        <auth_dn_prefix>cn=</auth_dn_prefix>
-        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
-        <verification_cooldown>0</verification_cooldown>
-        <enable_tls>yes</enable_tls>
-        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
-        <tls_require_cert>demand</tls_require_cert>
-        <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>
-        <tls_key_file>/path/to/tls_key_file</tls_key_file>
-        <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>
-        <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>
-        <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
-    </my_ldap_server>
-</yandex>
-```
-
-#### RQ.SRS-007.LDAP.Configuration.User.RBAC
-version: 1.0
-
-[ClickHouse] SHALL support creating users identified using an [LDAP] server using
-the following RBAC command
-
-```sql
-CREATE USER name IDENTIFIED WITH ldap_server BY 'server_name'
-```
-
-#### RQ.SRS-007.LDAP.Configuration.User.Syntax
-version: 1.0
-
-[ClickHouse] SHALL support the following example syntax to create a user that is authenticated using
-an [LDAP] server inside the `users.xml` file or any configuration file inside the `users.d` directory.
-
-```xml
-<yandex>
-    <users>
-        <user_name>
-            <ldap>
-                <server>my_ldap_server</server>
-            </ldap>
-        </user_name>
-    </users>
-</yandex>
-```
-
-#### RQ.SRS-007.LDAP.Configuration.User.Name.Empty
-version: 1.0
-
-[ClickHouse] SHALL not support empty string as a user name.
-
-#### RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP
-version: 1.0
-
-[ClickHouse] SHALL throw an error if `<ldap>` is specified for the user and at the same
-time user configuration contains any of the `<password*>` entries.
-
-#### RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined
-version: 1.0
-
-[ClickHouse] SHALL throw an error during any authentification attempt
-if the name of the [LDAP] server used inside the `<ldap>` entry
-is not defined in the `<ldap_servers>` section.
-
-#### RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty
-version: 1.0
-
-[ClickHouse] SHALL throw an error during any authentification attempt
-if the name of the [LDAP] server used inside the `<ldap>` entry
-is empty.
-
-#### RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer
-version: 1.0
-
-[ClickHouse] SHALL support specifying only one [LDAP] server for a given user.
-
-#### RQ.SRS-007.LDAP.Configuration.User.Name.Long
-version: 1.0
-
-[ClickHouse] SHALL support long user names of at least 256 bytes
-to specify users that can be authenticated using an [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Configuration.User.Name.UTF8
-version: 1.0
-
-[ClickHouse] SHALL support user names that contain [UTF-8] characters.
-
-#### RQ.SRS-007.LDAP.Authentication.Username.Empty
-version: 1.0
-
-[ClickHouse] SHALL not support authenticating users with empty username.
-
-#### RQ.SRS-007.LDAP.Authentication.Username.Long
-version: 1.0
-
-[ClickHouse] SHALL support authenticating users with a long username of at least 256 bytes.
-
-#### RQ.SRS-007.LDAP.Authentication.Username.UTF8
-version: 1.0
-
-[ClickHouse] SHALL support authentication users with a username that contains [UTF-8] characters.
-
-#### RQ.SRS-007.LDAP.Authentication.Password.Empty
-version: 1.0
-
-[ClickHouse] SHALL not support authenticating users with empty passwords
-even if an empty password is valid for the user and
-is allowed by the [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.Password.Long
-version: 1.0
-
-[ClickHouse] SHALL support long password of at least 256 bytes
-that can be used to authenticate users using an [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.Password.UTF8
-version: 1.0
-
-[ClickHouse] SHALL support [UTF-8] characters in passwords
-used to authenticate users using an [LDAP] server.
-
-#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance
-version: 1.0
-
-[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users
-when `verification_cooldown` parameter is set to a positive value when comparing
-to the the case when `verification_cooldown` is turned off either for a single user or multiple users
-making a large number of repeated requests.
-
-#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters
-version: 1.0
-
-[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the
-`verification_cooldown` parameter in the [LDAP] server configuration section
-if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values
-change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user
-to result in contacting the [LDAP] server to verify user's username and password.
-
-#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword
-version: 1.0
-
-[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the
-`verification_cooldown` parameter in the [LDAP] server configuration section
-for the user if the password provided in the current authentication attempt does not match
-the valid password provided during the first successful authentication request that was cached
-for this exact user. The reset SHALL cause the next authentication attempt for this user
-to result in contacting the [LDAP] server to verify user's username and password.
-
-## References
-
-* **ClickHouse:** https://clickhouse.tech
-
-[Anonymous Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-AnonymousAuthenticationMechanismOfSimpleBind
-[Unauthenticated Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-UnauthenticatedAuthenticationMechanismOfSimpleBind
-[Name/Password Authentication Mechanism of Simple Bind]: https://ldapwiki.com/wiki/Simple%20Authentication#section-Simple+Authentication-NamePasswordAuthenticationMechanismOfSimpleBind
-[UTF-8]: https://en.wikipedia.org/wiki/UTF-8
-[OpenSSL]: https://www.openssl.org/
-[OpenSSL Ciphers]: https://www.openssl.org/docs/manmaster/man1/openssl-ciphers.html
-[CA]: https://en.wikipedia.org/wiki/Certificate_authority
-[TLS]: https://en.wikipedia.org/wiki/Transport_Layer_Security
-[LDAP]: https://en.wikipedia.org/wiki/Lightweight_Directory_Access_Protocol
-[ClickHouse]: https://clickhouse.tech
-[GitHub]: https://github.com
-[GitHub Repository]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/ldap/authentication/requirements/requirements.md
-[Revision History]: https://github.com/ClickHouse/ClickHouse/commits/master/tests/testflows/ldap/authentication/requirements/requirements.md
-[Git]: https://git-scm.com/
-''')
-
-RQ_SRS_007_LDAP_Authentication = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support user authentication via an [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_MultipleServers = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.MultipleServers',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support specifying multiple [LDAP] servers that can be used to authenticate\n'
-        'users.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Protocol_PlainText = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Protocol.PlainText',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support user authentication using plain text `ldap://` non secure protocol.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Protocol_TLS = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Protocol.TLS',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support user authentication using `SSL/TLS` `ldaps://` secure protocol.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Protocol_StartTLS = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Protocol.StartTLS',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support user authentication using legacy `StartTLS` protocol which is a\n'
-        'plain text `ldap://` protocol that is upgraded to [TLS].\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_TLS_Certificate_Validation = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.TLS.Certificate.Validation',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support certificate validation used for [TLS] connections.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_TLS_Certificate_SelfSigned = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SelfSigned',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support self-signed certificates for [TLS] connections.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_TLS_Certificate_SpecificCertificationAuthority = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.TLS.Certificate.SpecificCertificationAuthority',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support certificates signed by specific Certification Authority for [TLS] connections.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Server_Configuration_Invalid = Requirement(
-        name='RQ.SRS-007.LDAP.Server.Configuration.Invalid',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server configuration is not valid.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_User_Configuration_Invalid = Requirement(
-        name='RQ.SRS-007.LDAP.User.Configuration.Invalid',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL return an error and prohibit user login if user configuration is not valid.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Mechanism_Anonymous = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Mechanism.Anonymous',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL return an error and prohibit authentication using [Anonymous Authentication Mechanism of Simple Bind]\n'
-        'authentication mechanism.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Mechanism_Unauthenticated = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Mechanism.Unauthenticated',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL return an error and prohibit authentication using [Unauthenticated Authentication Mechanism of Simple Bind]\n'
-        'authentication mechanism.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Mechanism_NamePassword = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Mechanism.NamePassword',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL allow authentication using only [Name/Password Authentication Mechanism of Simple Bind]\n'
-        'authentication mechanism.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Valid = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Valid',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL only allow user authentication using [LDAP] server if and only if\n'
-        'user name and password match [LDAP] server records for the user.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Invalid = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Invalid',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL return an error and prohibit authentication if either user name or password\n'
-        'do not match [LDAP] server records for the user.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Invalid_DeletedUser = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Invalid.DeletedUser',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL return an error and prohibit authentication if the user\n'
-        'has been deleted from the [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_UsernameChanged = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.UsernameChanged',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL return an error and prohibit authentication if the username is changed\n'
-        'on the [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_PasswordChanged = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.PasswordChanged',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL return an error and prohibit authentication if the password\n'
-        'for the user is changed on the [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_LDAPServerRestart = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.LDAPServerRestart',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support authenticating users after [LDAP] server is restarted.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_ClickHouseServerRestart = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.ClickHouseServerRestart',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support authenticating users after server is restarted.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Parallel = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Parallel',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support parallel authentication of users using [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Parallel_ValidAndInvalid = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Parallel.ValidAndInvalid',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support authentication of valid users and\n'
-        'prohibit authentication of invalid users using [LDAP] server\n'
-        'in parallel without having invalid attempts affecting valid authentications.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_UnreachableServer = Requirement(
-        name='RQ.SRS-007.LDAP.UnreachableServer',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL return an error and prohibit user login if [LDAP] server is unreachable.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_Name = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.Name',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL not support empty string as a server name.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_Host = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.Host',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<host>` parameter to specify [LDAP]\n'
-        'server hostname or IP, this parameter SHALL be mandatory and SHALL not be empty.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_Port = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.Port',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<port>` parameter to specify [LDAP] server port.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_Port_Default = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.Port.Default',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL use default port number `636` if `enable_tls` is set to `yes` or `389` otherwise.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Prefix = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Prefix',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<auth_dn_prefix>` parameter to specify the prefix\n'
-        'of value used to construct the DN to bound to during authentication via [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Suffix = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Suffix',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<auth_dn_suffix>` parameter to specify the suffix\n'
-        'of value used to construct the DN to bound to during authentication via [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Value = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.AuthDN.Value',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL construct DN as  `auth_dn_prefix + escape(user_name) + auth_dn_suffix` string.\n'
-        '\n'
-        "> This implies that auth_dn_suffix should usually have comma ',' as its first non-space character.\n"
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_EnableTLS = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<enable_tls>` parameter to trigger the use of secure connection to the [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_Default = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Default',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL use `yes` value as the default for `<enable_tls>` parameter\n'
-        'to enable SSL/TLS `ldaps://` protocol.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_No = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.No',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support specifying `no` as the value of `<enable_tls>` parameter to enable\n'
-        'plain text `ldap://` protocol.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_Yes = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.Yes',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support specifying `yes` as the value of `<enable_tls>` parameter to enable\n'
-        'SSL/TLS `ldaps://` protocol.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_EnableTLS_Options_StartTLS = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.EnableTLS.Options.StartTLS',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support specifying `starttls` as the value of `<enable_tls>` parameter to enable\n'
-        'legacy `StartTLS` protocol that used plain text `ldap://` protocol, upgraded to [TLS].\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<tls_minimum_protocol_version>` parameter to specify\n'
-        'the minimum protocol version of SSL/TLS.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion_Values = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Values',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support specifying `ssl2`, `ssl3`, `tls1.0`, `tls1.1`, and `tls1.2`\n'
-        'as a value of the `<tls_minimum_protocol_version>` parameter.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSMinimumProtocolVersion_Default = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSMinimumProtocolVersion.Default',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL set `tls1.2` as the default value of the `<tls_minimum_protocol_version>` parameter.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<tls_require_cert>` parameter to specify [TLS] peer\n'
-        'certificate verification behavior.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Default = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Default',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL use `demand` value as the default for the `<tls_require_cert>` parameter.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Demand = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Demand',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support specifying `demand` as the value of `<tls_require_cert>` parameter to\n'
-        'enable requesting of client certificate.  If no certificate  is  provided,  or  a  bad   certificate   is\n'
-        'provided, the session SHALL be immediately terminated.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Allow = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Allow',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support specifying `allow` as the value of `<tls_require_cert>` parameter to\n'
-        'enable requesting of client certificate. If no\n'
-        'certificate is provided, the session SHALL proceed normally.\n'
-        'If a bad certificate is provided, it SHALL be ignored and the session SHALL proceed normally.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Try = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Try',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support specifying `try` as the value of `<tls_require_cert>` parameter to\n'
-        'enable requesting of client certificate. If no certificate is provided, the session\n'
-        'SHALL proceed  normally.  If a bad certificate is provided, the session SHALL be\n'
-        'immediately terminated.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSRequireCert_Options_Never = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSRequireCert.Options.Never',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support specifying `never` as the value of `<tls_require_cert>` parameter to\n'
-        'disable requesting of client certificate.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSCertFile = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSCertFile',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<tls_cert_file>` to specify the path to certificate file used by\n'
-        '[ClickHouse] to establish connection with the [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSKeyFile = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSKeyFile',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<tls_key_file>` to specify the path to key file for the certificate\n'
-        'specified by the `<tls_cert_file>` parameter.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSCACertDir = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<tls_ca_cert_dir>` parameter to specify to a path to\n'
-        'the directory containing [CA] certificates used to verify certificates provided by the [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSCACertFile = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `<tls_ca_cert_file>` parameter to specify a path to a specific\n'
-        '[CA] certificate file used to verify certificates provided by the [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_TLSCipherSuite = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `tls_cipher_suite` parameter to specify allowed cipher suites.\n'
-        'The value SHALL use the same format as the `ciphersuites` in the [OpenSSL Ciphers].\n'
-        '\n'
-        'For example,\n'
-        '\n'
-        '```xml\n'
-        '<tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>\n'
-        '```\n'
-        '\n'
-        'The available suites SHALL depend on the [OpenSSL] library version and variant used to build\n'
-        '[ClickHouse] and therefore might change.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section\n'
-        'that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed\n'
-        'to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.\n'
-        'After period of time since the last successful attempt expires then on the authentication attempt\n'
-        'SHALL result in contacting the [LDAP] server to verify the username and password. \n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Default = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section\n'
-        'SHALL have a default value of `0` that disables caching and forces contacting\n'
-        'the [LDAP] server for each authentication request.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Invalid = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.\n'
-        '\n'
-        'For example:\n'
-        '\n'
-        '* negative integer\n'
-        '* string\n'
-        '* empty value\n'
-        '* extremely large positive value (overflow)\n'
-        '* extremely large negative value (overflow)\n'
-        '\n'
-        'The error SHALL appear in the log and SHALL be similar to the following:\n'
-        '\n'
-        '```bash\n'
-        '<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*\n'
-        '```\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_Server_Syntax = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.Server.Syntax',
-        version='2.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`\n'
-        'configuration file or of any configuration file inside the `config.d` directory.\n'
-        '\n'
-        '```xml\n'
-        '<yandex>\n'
-        '    <my_ldap_server>\n'
-        '        <host>localhost</host>\n'
-        '        <port>636</port>\n'
-        '        <auth_dn_prefix>cn=</auth_dn_prefix>\n'
-        '        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>\n'
-        '        <verification_cooldown>0</verification_cooldown>\n'
-        '        <enable_tls>yes</enable_tls>\n'
-        '        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>\n'
-        '        <tls_require_cert>demand</tls_require_cert>\n'
-        '        <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>\n'
-        '        <tls_key_file>/path/to/tls_key_file</tls_key_file>\n'
-        '        <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>\n'
-        '        <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>\n'
-        '        <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>\n'
-        '    </my_ldap_server>\n'
-        '</yandex>\n'
-        '```\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_User_RBAC = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.User.RBAC',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support creating users identified using an [LDAP] server using\n'
-        'the following RBAC command\n'
-        '\n'
-        '```sql\n'
-        "CREATE USER name IDENTIFIED WITH ldap_server BY 'server_name'\n"
-        '```\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_User_Syntax = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.User.Syntax',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support the following example syntax to create a user that is authenticated using\n'
-        'an [LDAP] server inside the `users.xml` file or any configuration file inside the `users.d` directory.\n'
-        '\n'
-        '```xml\n'
-        '<yandex>\n'
-        '    <users>\n'
-        '        <user_name>\n'
-        '            <ldap>\n'
-        '                <server>my_ldap_server</server>\n'
-        '            </ldap>\n'
-        '        </user_name>\n'
-        '    </users>\n'
-        '</yandex>\n'
-        '```\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_User_Name_Empty = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.User.Name.Empty',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL not support empty string as a user name.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_User_BothPasswordAndLDAP = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL throw an error if `<ldap>` is specified for the user and at the same\n'
-        'time user configuration contains any of the `<password*>` entries.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_NotDefined = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL throw an error during any authentification attempt\n'
-        'if the name of the [LDAP] server used inside the `<ldap>` entry\n'
-        'is not defined in the `<ldap_servers>` section.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_Empty = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL throw an error during any authentification attempt\n'
-        'if the name of the [LDAP] server used inside the `<ldap>` entry\n'
-        'is empty.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_User_OnlyOneServer = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support specifying only one [LDAP] server for a given user.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_User_Name_Long = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.User.Name.Long',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support long user names of at least 256 bytes\n'
-        'to specify users that can be authenticated using an [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Configuration_User_Name_UTF8 = Requirement(
-        name='RQ.SRS-007.LDAP.Configuration.User.Name.UTF8',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support user names that contain [UTF-8] characters.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Username_Empty = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Username.Empty',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL not support authenticating users with empty username.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Username_Long = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Username.Long',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support authenticating users with a long username of at least 256 bytes.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Username_UTF8 = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Username.UTF8',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support authentication users with a username that contains [UTF-8] characters.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Password_Empty = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Password.Empty',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL not support authenticating users with empty passwords\n'
-        'even if an empty password is valid for the user and\n'
-        'is allowed by the [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Password_Long = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Password.Long',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support long password of at least 256 bytes\n'
-        'that can be used to authenticate users using an [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_Password_UTF8 = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.Password.UTF8',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL support [UTF-8] characters in passwords\n'
-        'used to authenticate users using an [LDAP] server.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Performance = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users\n'
-        'when `verification_cooldown` parameter is set to a positive value when comparing\n'
-        'to the the case when `verification_cooldown` is turned off either for a single user or multiple users\n'
-        'making a large number of repeated requests.\n'
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the\n'
-        '`verification_cooldown` parameter in the [LDAP] server configuration section\n'
-        'if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values\n'
-        'change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user\n'
-        "to result in contacting the [LDAP] server to verify user's username and password.\n"
-        '\n'
-        ),
-        link=None)
-
-RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_InvalidPassword = Requirement(
-        name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword',
-        version='1.0',
-        priority=None,
-        group=None,
-        type=None,
-        uid=None,
-        description=(
-        '[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the\n'
-        '`verification_cooldown` parameter in the [LDAP] server configuration section\n'
-        'for the user if the password provided in the current authentication attempt does not match\n'
-        'the valid password provided during the first successful authentication request that was cached\n'
-        'for this exact user. The reset SHALL cause the next authentication attempt for this user\n'
-        "to result in contacting the [LDAP] server to verify user's username and password.\n"
-        '\n'
-        ),
-        link=None)
diff --git a/ldap/authentication/tests/authentications.py b/ldap/authentication/tests/authentications.py
deleted file mode 100644
index b1a109f87ce..00000000000
--- a/ldap/authentication/tests/authentications.py
+++ /dev/null
@@ -1,969 +0,0 @@
-# -*- coding: utf-8 -*-
-import random
-import time
-
-from multiprocessing.dummy import Pool
-from testflows.core import *
-from testflows.asserts import error
-from ldap.authentication.tests.common import *
-from ldap.authentication.requirements import *
-
-servers = {
-    "openldap1": {
-        "host": "openldap1",
-        "port": "389",
-        "enable_tls": "no",
-        "auth_dn_prefix": "cn=",
-        "auth_dn_suffix": ",ou=users,dc=company,dc=com"
-    },
-    "openldap2": {
-        "host": "openldap2",
-        "port": "636",
-        "enable_tls": "yes",
-        "auth_dn_prefix": "cn=",
-        "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-        "tls_require_cert": "never",
-    }
-}
-
-@TestStep(When)
-@Name("I login as {username} and execute query")
-@Args(format_name=True)
-def login_and_execute_query(self, username, password, exitcode=None, message=None, steps=True):
-    """Execute query as some user.
-    """
-    self.context.node.query("SELECT 1",
-        settings=[("user", username), ("password", password)],
-        exitcode=exitcode or 0,
-        message=message, steps=steps)
-
-@TestScenario
-def add_user_to_ldap_and_login(self, server, user=None, ch_user=None, login=None, exitcode=None, message=None, rbac=False):
-    """Add user to LDAP and ClickHouse and then try to login.
-    """
-    self.context.ldap_node = self.context.cluster.node(server)
-
-    if ch_user is None:
-        ch_user = {}
-    if login is None:
-        login = {}
-    if user is None:
-        user = {"cn": "myuser", "userpassword": "myuser"}
-
-    with ldap_user(**user) as user:
-        ch_user["username"] = ch_user.get("username", user["cn"])
-        ch_user["server"] = ch_user.get("server", user["_server"])
-
-        with ldap_authenticated_users(ch_user, config_file=f"ldap_users_{getuid()}.xml", restart=True, rbac=rbac):
-            username = login.get("username", user["cn"])
-            password = login.get("password", user["userpassword"])
-            login_and_execute_query(username=username, password=password, exitcode=exitcode, message=message)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Parallel("1.0"),
-    RQ_SRS_007_LDAP_Authentication_Parallel_ValidAndInvalid("1.0")
-)
-def parallel_login(self, server, user_count=10, timeout=200, rbac=False):
-    """Check that login of valid and invalid LDAP authenticated users works in parallel.
-    """
-    self.context.ldap_node = self.context.cluster.node(server)
-    user = None
-
-    users = [{"cn": f"parallel_user{i}", "userpassword": randomword(20)} for i in range(user_count)]
-
-    with ldap_users(*users):
-        with ldap_authenticated_users(*[{"username": user["cn"], "server": server} for user in users], rbac=rbac):
-
-            def login_with_valid_username_and_password(users, i, iterations=10):
-                with When(f"valid users try to login #{i}"):
-                    for i in range(iterations):
-                        random_user = users[random.randint(0, len(users)-1)]
-                        login_and_execute_query(username=random_user["cn"], password=random_user["userpassword"], steps=False)
-
-            def login_with_valid_username_and_invalid_password(users, i, iterations=10):
-                with When(f"users try to login with valid username and invalid password #{i}"):
-                    for i in range(iterations):
-                        random_user = users[random.randint(0, len(users)-1)]
-                        login_and_execute_query(username=random_user["cn"],
-                                password=(random_user["userpassword"] + randomword(1)),
-                                exitcode=4,
-                                message=f"DB::Exception: {random_user['cn']}: Authentication failed: password is incorrect or there is no user with such name",
-                                steps=False)
-
-            def login_with_invalid_username_and_valid_password(users, i, iterations=10):
-                with When(f"users try to login with invalid username and valid password #{i}"):
-                    for i in range(iterations):
-                        random_user = dict(users[random.randint(0, len(users)-1)])
-                        random_user["cn"] += randomword(1)
-                        login_and_execute_query(username=random_user["cn"],
-                                password=random_user["userpassword"],
-                                exitcode=4,
-                                message=f"DB::Exception: {random_user['cn']}: Authentication failed: password is incorrect or there is no user with such name",
-                                steps=False)
-
-            with When("I login in parallel"):
-                p = Pool(15)
-                tasks = []
-                for i in range(5):
-                    tasks.append(p.apply_async(login_with_valid_username_and_password, (users, i, 50,)))
-                    tasks.append(p.apply_async(login_with_valid_username_and_invalid_password, (users, i, 50,)))
-                    tasks.append(p.apply_async(login_with_invalid_username_and_valid_password, (users, i, 50,)))
-
-            with Then("it should work"):
-                for task in tasks:
-                    task.get(timeout=timeout)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Invalid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_Invalid_DeletedUser("1.0")
-)
-def login_after_user_is_deleted_from_ldap(self, server, rbac=False):
-    """Check that login fails after user is deleted from LDAP.
-    """
-    self.context.ldap_node = self.context.cluster.node(server)
-    user = None
-
-    try:
-        with Given(f"I add user to LDAP"):
-            user = {"cn": "myuser", "userpassword": "myuser"}
-            user = add_user_to_ldap(**user)
-
-        with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml",
-            restart=True, rbac=rbac):
-            login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-            with When("I delete this user from LDAP"):
-                delete_user_from_ldap(user)
-
-            with Then("when I try to login again it should fail"):
-                login_and_execute_query(username=user["cn"], password=user["userpassword"],
-                    exitcode=4,
-                    message=f"DB::Exception: {user['cn']}: Authentication failed: password is incorrect or there is no user with such name"
-                )
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if user is not None:
-                delete_user_from_ldap(user, exitcode=None)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Invalid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_PasswordChanged("1.0")
-)
-def login_after_user_password_changed_in_ldap(self, server, rbac=False):
-    """Check that login fails after user password is changed in LDAP.
-    """
-    self.context.ldap_node = self.context.cluster.node(server)
-    user = None
-
-    try:
-        with Given(f"I add user to LDAP"):
-            user = {"cn": "myuser", "userpassword": "myuser"}
-            user = add_user_to_ldap(**user)
-
-        with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml",
-                restart=True, rbac=rbac):
-            login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-            with When("I change user password in LDAP"):
-                change_user_password_in_ldap(user, "newpassword")
-
-            with Then("when I try to login again it should fail"):
-                login_and_execute_query(username=user["cn"], password=user["userpassword"],
-                    exitcode=4,
-                    message=f"DB::Exception: {user['cn']}: Authentication failed: password is incorrect or there is no user with such name"
-                )
-
-            with And("when I try to login with the new password it should work"):
-                login_and_execute_query(username=user["cn"], password="newpassword")
-
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if user is not None:
-                delete_user_from_ldap(user, exitcode=None)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Invalid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_UsernameChanged("1.0")
-)
-def login_after_user_cn_changed_in_ldap(self, server, rbac=False):
-    """Check that login fails after user cn is changed in LDAP.
-    """
-    self.context.ldap_node = self.context.cluster.node(server)
-    user = None
-    new_user = None
-
-    try:
-        with Given(f"I add user to LDAP"):
-            user = {"cn": "myuser", "userpassword": "myuser"}
-            user = add_user_to_ldap(**user)
-
-        with ldap_authenticated_users({"username": user["cn"], "server": server},
-            config_file=f"ldap_users_{getuid()}.xml", restart=True, rbac=rbac):
-            login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-            with When("I change user password in LDAP"):
-                new_user = change_user_cn_in_ldap(user, "myuser2")
-
-            with Then("when I try to login again it should fail"):
-                login_and_execute_query(username=user["cn"], password=user["userpassword"],
-                    exitcode=4,
-                    message=f"DB::Exception: {user['cn']}: Authentication failed: password is incorrect or there is no user with such name"
-                )
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if new_user is not None:
-                delete_user_from_ldap(new_user, exitcode=None)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_LDAPServerRestart("1.0")
-)
-def login_after_ldap_server_is_restarted(self, server, timeout=60, rbac=False):
-    """Check that login succeeds after LDAP server is restarted.
-    """
-    self.context.ldap_node = self.context.cluster.node(server)
-    user = None
-
-    try:
-        with Given(f"I add user to LDAP"):
-            user = {"cn": "myuser", "userpassword": getuid()}
-            user = add_user_to_ldap(**user)
-
-        with ldap_authenticated_users({"username": user["cn"], "server": server}, rbac=rbac):
-            login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-            with When("I restart LDAP server"):
-                self.context.ldap_node.restart()
-
-            with Then("I try to login until it works", description=f"timeout {timeout} sec"):
-                started = time.time()
-                while True:
-                    r = self.context.node.query("SELECT 1",
-                        settings=[("user", user["cn"]), ("password", user["userpassword"])],
-                        no_checks=True)
-                    if r.exitcode == 0:
-                        break
-                    assert time.time() - started < timeout, error(r.output)
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if user is not None:
-                delete_user_from_ldap(user, exitcode=None)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_ClickHouseServerRestart("1.0")
-)
-def login_after_clickhouse_server_is_restarted(self, server, timeout=60, rbac=False):
-    """Check that login succeeds after ClickHouse server is restarted.
-    """
-    self.context.ldap_node = self.context.cluster.node(server)
-    user = None
-
-    try:
-        with Given(f"I add user to LDAP"):
-            user = {"cn": "myuser", "userpassword": getuid()}
-            user = add_user_to_ldap(**user)
-
-        with ldap_authenticated_users({"username": user["cn"], "server": server}, rbac=rbac):
-            login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-            with When("I restart ClickHouse server"):
-                self.context.node.restart()
-
-            with Then("I try to login until it works", description=f"timeout {timeout} sec"):
-                started = time.time()
-                while True:
-                    r = self.context.node.query("SELECT 1",
-                        settings=[("user", user["cn"]), ("password", user["userpassword"])],
-                        no_checks=True)
-                    if r.exitcode == 0:
-                        break
-                    assert time.time() - started < timeout, error(r.output)
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if user is not None:
-                delete_user_from_ldap(user, exitcode=None)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Invalid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_Password_Empty("1.0")
-)
-def valid_username_with_valid_empty_password(self, server, rbac=False):
-    """Check that we can't login using valid username that has empty password.
-    """
-    user = {"cn": "empty_password", "userpassword": ""}
-    exitcode = 4
-    message = f"DB::Exception: {user['cn']}: Authentication failed: password is incorrect or there is no user with such name"
-
-    add_user_to_ldap_and_login(user=user, exitcode=exitcode, message=message, server=server, rbac=rbac)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Invalid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_Password_Empty("1.0")
-)
-def valid_username_and_invalid_empty_password(self, server, rbac=False):
-    """Check that we can't login using valid username but invalid empty password.
-    """
-    username = "user_non_empty_password"
-    user = {"cn": username, "userpassword": username}
-    login = {"password": ""}
-
-    exitcode = 4
-    message = f"DB::Exception: {username}: Authentication failed: password is incorrect or there is no user with such name"
-
-    add_user_to_ldap_and_login(user=user, login=login, exitcode=exitcode, message=message, server=server, rbac=rbac)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Valid("1.0")
-)
-def valid_username_and_password(self, server, rbac=False):
-    """Check that we can login using valid username and password.
-    """
-    username = "valid_username_and_password"
-    user = {"cn": username, "userpassword": username}
-
-    with When(f"I add user {username} to LDAP and try to login"):
-        add_user_to_ldap_and_login(user=user, server=server, rbac=rbac)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Invalid("1.0")
-)
-def valid_username_and_password_invalid_server(self, server=None, rbac=False):
-    """Check that we can't login using valid username and valid
-    password but for a different server.
-    """
-    self.context.ldap_node = self.context.cluster.node("openldap1")
-
-    user = {"username": "user2", "userpassword": "user2", "server": "openldap1"}
-
-    exitcode = 4
-    message = f"DB::Exception: user2: Authentication failed: password is incorrect or there is no user with such name"
-
-    with ldap_authenticated_users(user, config_file=f"ldap_users_{getuid()}.xml", restart=True, rbac=rbac):
-       login_and_execute_query(username="user2", password="user2", exitcode=exitcode, message=message)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_Username_Long("1.0"),
-    RQ_SRS_007_LDAP_Configuration_User_Name_Long("1.0")
-)
-def valid_long_username_and_short_password(self, server, rbac=False):
-    """Check that we can login using valid very long username and short password.
-    """
-    username = "long_username_12345678901234567890123456789012345678901234567890123456789012345678901234567890"
-    user = {"cn": username, "userpassword": "long_username"}
-
-    add_user_to_ldap_and_login(user=user, server=server, rbac=rbac)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Invalid("1.0")
-)
-def invalid_long_username_and_valid_short_password(self, server, rbac=False):
-    """Check that we can't login using slightly invalid long username but valid password.
-    """
-    username = "long_username_12345678901234567890123456789012345678901234567890123456789012345678901234567890"
-    user = {"cn": username, "userpassword": "long_username"}
-    login = {"username": f"{username}?"}
-
-    exitcode = 4
-    message=f"DB::Exception: {login['username']}: Authentication failed: password is incorrect or there is no user with such name"
-
-    add_user_to_ldap_and_login(user=user, login=login, exitcode=exitcode, message=message, server=server, rbac=rbac)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_Password_Long("1.0")
-)
-def valid_short_username_and_long_password(self, server, rbac=False):
-    """Check that we can login using valid short username with very long password.
-    """
-    username = "long_password"
-    user = {"cn": username, "userpassword": "long_password_12345678901234567890123456789012345678901234567890123456789012345678901234567890"}
-    add_user_to_ldap_and_login(user=user, server=server, rbac=rbac)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Invalid("1.0")
-)
-def valid_short_username_and_invalid_long_password(self, server, rbac=False):
-    """Check that we can't login using valid short username and invalid long password.
-    """
-    username = "long_password"
-    user = {"cn": username, "userpassword": "long_password_12345678901234567890123456789012345678901234567890123456789012345678901234567890"}
-    login = {"password": user["userpassword"] + "1"}
-
-    exitcode = 4
-    message=f"DB::Exception: {username}: Authentication failed: password is incorrect or there is no user with such name"
-
-    add_user_to_ldap_and_login(user=user, login=login, exitcode=exitcode, message=message, server=server, rbac=rbac)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Invalid("1.0")
-)
-def valid_username_and_invalid_password(self, server, rbac=False):
-    """Check that we can't login using valid username and invalid password.
-    """
-    username = "valid_username_and_invalid_password"
-    user = {"cn": username, "userpassword": username}
-    login = {"password": user["userpassword"] + "1"}
-
-    exitcode = 4
-    message=f"DB::Exception: {username}: Authentication failed: password is incorrect or there is no user with such name"
-
-    add_user_to_ldap_and_login(user=user, login=login, exitcode=exitcode, message=message, server=server, rbac=rbac)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Invalid("1.0")
-)
-def invalid_username_and_valid_password(self, server, rbac=False):
-    """Check that we can't login using slightly invalid username but valid password.
-    """
-    username = "invalid_username_and_valid_password"
-    user = {"cn": username, "userpassword": username}
-    login = {"username": user["cn"] + "1"}
-
-    exitcode = 4
-    message=f"DB::Exception: {login['username']}: Authentication failed: password is incorrect or there is no user with such name"
-
-    add_user_to_ldap_and_login(user=user, login=login, exitcode=exitcode, message=message, server=server, rbac=rbac)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_Username_UTF8("1.0"),
-    RQ_SRS_007_LDAP_Configuration_User_Name_UTF8("1.0")
-)
-def valid_utf8_username_and_ascii_password(self, server, rbac=False):
-    """Check that we can login using valid utf-8 username with ascii password.
-    """
-    username = "utf8_username_Gãńdåłf_Thê_Gręât"
-    user = {"cn": username, "userpassword": "utf8_username"}
-
-    add_user_to_ldap_and_login(user=user, server=server, rbac=rbac)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Valid("1.0"),
-    RQ_SRS_007_LDAP_Authentication_Password_UTF8("1.0")
-)
-def valid_ascii_username_and_utf8_password(self, server, rbac=False):
-    """Check that we can login using valid ascii username with utf-8 password.
-    """
-    username = "utf8_password"
-    user = {"cn": username, "userpassword": "utf8_password_Gãńdåłf_Thê_Gręât"}
-
-    add_user_to_ldap_and_login(user=user, server=server, rbac=rbac)
-
-@TestScenario
-def empty_username_and_empty_password(self, server=None, rbac=False):
-    """Check that we can login using empty username and empty password as
-    it will use the default user and that has an empty password.
-    """
-    login_and_execute_query(username="", password="")
-
-@TestScenario
-@Tags("verification_cooldown")
-@Requirements(
-    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Default("1.0")
-)
-def default_verification_cooldown_value(self, server, rbac=False, timeout=20):
-    """Check that the default value (0) for the verification cooldown parameter
-    disables caching and forces contacting the LDAP server for each
-    authentication request.
-    """
-
-    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
-    error_exitcode = 4
-    user = None
-
-    with Given("I have an LDAP configuration that uses the default verification_cooldown value (0)"):
-        servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
-            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
-        }}
-
-        self.context.ldap_node = self.context.cluster.node(server)
-
-    try:
-        with Given("I add user to LDAP"):
-            user = {"cn": "testVCD", "userpassword": "testVCD"}
-            user = add_user_to_ldap(**user)
-
-        with ldap_servers(servers):
-            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
-                with When("I login and execute a query"):
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-                with And("I change user password in LDAP"):
-                    change_user_password_in_ldap(user, "newpassword")
-
-                with Then("when I try to login immediately with the old user password it should fail"):
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"],
-                        exitcode=error_exitcode, message=error_message)
-
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if user is not None:
-                delete_user_from_ldap(user, exitcode=None)
-
-@TestScenario
-@Tags("verification_cooldown")
-@Requirements(
-    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown("1.0")
-)
-def valid_verification_cooldown_value_cn_change(self, server, rbac=False, timeout=20):
-    """Check that we can perform requests without contacting the LDAP server
-    after successful authentication when the verification_cooldown parameter 
-    is set and the user cn is changed.
-    """
-
-    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
-    error_exitcode = 4
-    user = None
-    new_user = None
-    
-    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
-        servers = { "openldap1": {
-            "host": "openldap1",
-            "port": "389",
-            "enable_tls": "no",
-            "auth_dn_prefix": "cn=",
-            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-            "verification_cooldown": "2"
-        }}
-
-        self.context.ldap_node = self.context.cluster.node(server)
-
-    try:
-        with Given("I add user to LDAP"):
-            user = {"cn": "testVCD", "userpassword": "testVCD"}
-            user = add_user_to_ldap(**user)
-
-        with ldap_servers(servers):
-            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
-                with When("I login and execute a query"):
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-                with And("I change user cn in LDAP"):
-                    new_user = change_user_cn_in_ldap(user, "testVCD2")
-
-                with Then("when I try to login again with the old user cn it should work"):
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-                with And("when I sleep for 2 seconds and try to log in, it should fail"):
-                    time.sleep(2)
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"], 
-                        exitcode=error_exitcode, message=error_message)
-
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if new_user is not None:
-                delete_user_from_ldap(new_user, exitcode=None)
-
-@TestScenario
-@Tags("verification_cooldown")
-@Requirements(
-    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown("1.0")
-)
-def valid_verification_cooldown_value_password_change(self, server, rbac=False, timeout=20):
-    """Check that we can perform requests without contacting the LDAP server
-    after successful authentication when the verification_cooldown parameter 
-    is set and the user password is changed.
-    """
-   
-    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
-    error_exitcode = 4
-    user = None
- 
-    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
-        servers = { "openldap1": {
-            "host": "openldap1",
-            "port": "389",
-            "enable_tls": "no",
-            "auth_dn_prefix": "cn=",
-            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-            "verification_cooldown": "2"
-        }}
-
-        self.context.ldap_node = self.context.cluster.node(server)
-
-    try:
-        with Given("I add user to LDAP"):
-            user = {"cn": "testVCD", "userpassword": "testVCD"}
-            user = add_user_to_ldap(**user)
-
-        with ldap_servers(servers):
-            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
-                with When("I login and execute a query"):
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-                with And("I change user password in LDAP"):
-                    change_user_password_in_ldap(user, "newpassword")
-
-                with Then("when I try to login again with the old password it should work"):
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-                with And("when I sleep for 2 seconds and try to log in, it should fail"):
-                    time.sleep(2)
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"], 
-                        exitcode=error_exitcode, message=error_message)
-
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if user is not None:
-                delete_user_from_ldap(user, exitcode=None)
-
-@TestScenario
-@Tags("verification_cooldown")
-@Requirements(
-    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown("1.0")
-)
-def valid_verification_cooldown_value_ldap_unavailable(self, server, rbac=False, timeout=20):
-    """Check that we can perform requests without contacting the LDAP server
-    after successful authentication when the verification_cooldown parameter 
-    is set, even when the LDAP server is offline.
-    """
-
-    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
-    error_exitcode = 4
-    user = None
-
-    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
-        servers = { "openldap1": {
-            "host": "openldap1",
-            "port": "389",
-            "enable_tls": "no",
-            "auth_dn_prefix": "cn=",
-            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-            "verification_cooldown": "2"
-        }}
-
-        self.context.ldap_node = self.context.cluster.node(server)
-
-    try:
-        with Given("I add a new user to LDAP"):
-            user = {"cn": "testVCD", "userpassword": "testVCD"}
-            user = add_user_to_ldap(**user)
-
-        with ldap_servers(servers):
-            with ldap_authenticated_users({"username": user["cn"], "server": server},
-                config_file=f"ldap_users_{getuid()}.xml"):
-
-                with When("I login and execute a query"):
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-                try:
-                    with And("then I stop the ldap server"):
-                        self.context.ldap_node.stop()
-
-                    with Then("when I try to login again with the server offline it should work"):
-                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-                    with And("when I sleep for 2 seconds and try to log in, it should fail"):
-                        time.sleep(2)
-                        login_and_execute_query(username=user["cn"], password=user["userpassword"], 
-                            exitcode=error_exitcode, message=error_message)
-
-                finally:
-                    with Finally("I start the ldap server back up"):
-                        self.context.ldap_node.start()
-                    
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if user is not None:
-                delete_user_from_ldap(user, exitcode=None)
-
-@TestOutline
-def repeat_requests(self, server, iterations, vcd_value, rbac=False):
-    """Run repeated requests from some user to the LDAP server.
-    """
-
-    user = None
-
-    with Given(f"I have an LDAP configuration that sets verification_cooldown parameter to {vcd_value} sec"):
-        servers = { "openldap1": {
-            "host": "openldap1",
-            "port": "389",
-            "enable_tls": "no",
-            "auth_dn_prefix": "cn=",
-            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-            "verification_cooldown": vcd_value
-        }}
-
-        self.context.ldap_node = self.context.cluster.node(server)
-
-    try:
-        with And("I add a new user to LDAP"):
-            user = {"cn": "testVCD", "userpassword": "testVCD"}
-            user = add_user_to_ldap(**user)
-
-        with ldap_servers(servers):
-            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
-                with When(f"I login and execute some query {iterations} times"):
-                    start_time = time.time()
-                    r = self.context.node.command(f"time for i in {{1..{iterations}}}; do clickhouse client -q \"SELECT 1\" --user {user['cn']} --password {user['userpassword']} > /dev/null; done")
-                    end_time = time.time()
-
-                    return end_time - start_time
-
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if user is not None:
-                delete_user_from_ldap(user, exitcode=None)
-
-@TestScenario
-@Tags("verification_cooldown")
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Performance("1.0")
-)
-def verification_cooldown_performance(self, server, rbac=False, iterations=5000):
-    """Check that login performance is better when the verification cooldown
-    parameter is set to a positive value when comparing to the case when
-    the verification cooldown parameter is turned off.
-    """
-
-    vcd_time = 0
-    no_vcd_time = 0 
-
-    with Example(f"Repeated requests with verification cooldown parameter set to 600 seconds, {iterations} iterations"):
-        vcd_time = repeat_requests(server=server, iterations=iterations, vcd_value="600", rbac=rbac)
-        metric("login_with_vcd_value_600", units="seconds", value=vcd_time)
-
-    with Example(f"Repeated requests with verification cooldown parameter set to 0 seconds, {iterations} iterations"):
-        no_vcd_time = repeat_requests(server=server, iterations=iterations, vcd_value="0", rbac=rbac)
-        metric("login_with_vcd_value_0", units="seconds", value=no_vcd_time)
-
-    with Then("The performance with verification cooldown parameter set is better than the performance with no verification cooldown parameter."):
-        assert no_vcd_time > vcd_time, error()
-    
-    with And("Log the performance improvement as a percentage."):
-        metric("percentage_improvement", units="%", value=100*(no_vcd_time - vcd_time)/vcd_time) 
-
-@TestOutline
-def check_verification_cooldown_reset_on_core_server_parameter_change(self, server,
-        parameter_name, parameter_value, rbac=False):
-    """Check that the LDAP login cache is reset for all the LDAP authentication users
-    when verification_cooldown parameter is set after one of the core server 
-    parameters is changed in the LDAP server configuration.
-    """
-
-    config_d_dir="/etc/clickhouse-server/config.d"
-    config_file="ldap_servers.xml"
-    error_message = "DB::Exception: {user}: Authentication failed: password is incorrect or there is no user with such name"
-    error_exitcode = 4
-    user = None
-    config=None
-    updated_config=None
-
-    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 600 sec"):
-        servers = { "openldap1": {
-            "host": "openldap1",
-            "port": "389",
-            "enable_tls": "no",
-            "auth_dn_prefix": "cn=",
-            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-            "verification_cooldown": "600"
-        }}
-
-        self.context.ldap_node = self.context.cluster.node(server)
-
-    with And("LDAP authenticated user"):
-        users = [
-            {"cn": f"testVCD_0", "userpassword": "testVCD_0"},
-            {"cn": f"testVCD_1", "userpassword": "testVCD_1"}
-        ]
-
-    with And("I create LDAP servers configuration file"):
-        config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
-
-    with ldap_users(*users) as users:
-        with ldap_servers(servers, restart=True):
-            with ldap_authenticated_users(*[{"username": user["cn"], "server": server} for user in users]):
-                with When("I login and execute a query"):
-                    for user in users:
-                        with By(f"as user {user['cn']}"):
-                            login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-                with And("I change user password in LDAP"):
-                    for user in users:
-                        with By(f"for user {user['cn']}"):
-                            change_user_password_in_ldap(user, "newpassword")
-
-                with And(f"I change the server {parameter_name} core parameter", description=f"{parameter_value}"):
-                    servers["openldap1"][parameter_name] = parameter_value
-
-                with And("I create an updated the config file that has a different server host name"):
-                    updated_config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
-
-                with modify_config(updated_config, restart=False):
-                    with Then("when I try to log in it should fail as cache should have been reset"):
-                        for user in users:
-                            with By(f"as user {user['cn']}"):
-                                login_and_execute_query(username=user["cn"], password=user["userpassword"],
-                                    exitcode=error_exitcode, message=error_message.format(user=user["cn"]))
-
-@TestScenario
-@Tags("verification_cooldown")
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
-)
-def verification_cooldown_reset_on_server_host_parameter_change(self, server, rbac=False):
-    """Check that the LDAP login cache is reset for all the LDAP authentication users
-    when verification_cooldown parameter is set after server host name
-    is changed in the LDAP server configuration.
-    """
-
-    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
-        parameter_name="host", parameter_value="openldap2", rbac=rbac)
-
-@TestScenario
-@Tags("verification_cooldown")
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
-)
-def verification_cooldown_reset_on_server_port_parameter_change(self, server, rbac=False):
-    """Check that the LDAP login cache is reset for all the LDAP authentication users
-    when verification_cooldown parameter is set after server port is changed in the 
-    LDAP server configuration.
-    """
-
-    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
-        parameter_name="port", parameter_value="9006", rbac=rbac)
-
-@TestScenario
-@Tags("verification_cooldown")
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
-)
-def verification_cooldown_reset_on_server_auth_dn_prefix_parameter_change(self, server, rbac=False):
-    """Check that the LDAP login cache is reset for all the LDAP authentication users
-    when verification_cooldown parameter is set after server auth_dn_prefix
-    is changed in the LDAP server configuration.
-    """
-
-    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
-        parameter_name="auth_dn_prefix", parameter_value="cxx=", rbac=rbac)
-
-@TestScenario
-@Tags("verification_cooldown")
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
-)
-def verification_cooldown_reset_on_server_auth_dn_suffix_parameter_change(self, server, rbac=False):
-    """Check that the LDAP login cache is reset for all the LDAP authentication users
-    when verification_cooldown parameter is set after server auth_dn_suffix
-    is changed in the LDAP server configuration.
-    """
-
-    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
-        parameter_name="auth_dn_suffix", 
-        parameter_value=",ou=company,dc=users,dc=com", rbac=rbac)
-
-
-@TestScenario
-@Name("verification cooldown reset when invalid password is provided")
-@Tags("verification_cooldown")
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_InvalidPassword("1.0")
-)
-def scenario(self, server, rbac=False):
-    """Check that cached bind requests for the user are discarded when 
-    the user provides invalid login credentials.
-    """
-
-    user = None
-    error_exitcode = 4
-    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
-
-    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 600 sec"):
-        servers = { "openldap1": {
-            "host": "openldap1",
-            "port": "389",
-            "enable_tls": "no",
-            "auth_dn_prefix": "cn=",
-            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-            "verification_cooldown": "600"
-        }}
-
-        self.context.ldap_node = self.context.cluster.node(server)
-
-    try:
-        with Given("I add a new user to LDAP"):
-            user = {"cn": "testVCD", "userpassword": "testVCD"}
-            user = add_user_to_ldap(**user)
-
-        with ldap_servers(servers):
-            with ldap_authenticated_users({"username": user["cn"], "server": server},
-                config_file=f"ldap_users_{getuid()}.xml"):
-
-                with When("I login and execute a query"):
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-                with And("I change user password in LDAP"):
-                    change_user_password_in_ldap(user, "newpassword")
-
-                with Then("When I try to log in with the cached password it should work"):
-                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
-
-                with And("When I try to log in with an incorrect password it should fail"):
-                    login_and_execute_query(username=user["cn"], password="incorrect", exitcode=error_exitcode,
-                        message=error_message)
-                
-                with And("When I try to log in with the cached password it should fail"):
-                    login_and_execute_query(username=user["cn"], password="incorrect", exitcode=error_exitcode,
-                        message=error_message)
-
-    finally:
-        with Finally("I make sure LDAP user is deleted"):
-            if user is not None:
-                delete_user_from_ldap(user, exitcode=None)
-
-@TestFeature
-def verification_cooldown(self, rbac, servers=None, node="clickhouse1"):
-    """Check verification cooldown parameter functionality.
-    """
-    for scenario in loads(current_module(), Scenario, filter=has.tag("verification_cooldown")):
-        scenario(server="openldap1", rbac=rbac)
-
-
-@TestOutline(Feature)
-@Name("user authentications")
-@Requirements(
-    RQ_SRS_007_LDAP_Authentication_Mechanism_NamePassword("1.0")
-)
-@Examples("rbac", [
-    (False,),
-    (True, Requirements(RQ_SRS_007_LDAP_Configuration_User_RBAC("1.0")))
-])
-def feature(self, rbac, servers=None, node="clickhouse1"):
-    """Check that users can be authenticated using an LDAP server when
-    users are configured either using an XML configuration file or RBAC.
-    """
-    self.context.node = self.context.cluster.node(node)
-
-    if servers is None:
-        servers = globals()["servers"]
-
-    with ldap_servers(servers):
-        for scenario in loads(current_module(), Scenario, filter=~has.tag("verification_cooldown")):
-            scenario(server="openldap1", rbac=rbac)
-
-    Feature(test=verification_cooldown)(rbac=rbac, servers=servers, node=node)
-
-
-
-
diff --git a/ldap/authentication/tests/common.py b/ldap/authentication/tests/common.py
deleted file mode 100644
index 8efb389a23f..00000000000
--- a/ldap/authentication/tests/common.py
+++ /dev/null
@@ -1,466 +0,0 @@
-import os
-import uuid
-import time
-import string
-import random
-import textwrap
-import xml.etree.ElementTree as xmltree
-
-from collections import namedtuple
-from contextlib import contextmanager
-
-import testflows.settings as settings
-
-from testflows.core import *
-from testflows.asserts import error
-
-def getuid():
-    return str(uuid.uuid1()).replace('-', '_')
-
-xml_with_utf8 = '<?xml version="1.0" encoding="utf-8"?>\n'
-
-def xml_indent(elem, level=0, by="  "):
-    i = "\n" + level * by
-    if len(elem):
-        if not elem.text or not elem.text.strip():
-            elem.text = i + by
-        if not elem.tail or not elem.tail.strip():
-            elem.tail = i
-        for elem in elem:
-            xml_indent(elem, level + 1)
-        if not elem.tail or not elem.tail.strip():
-            elem.tail = i
-    else:
-        if level and (not elem.tail or not elem.tail.strip()):
-            elem.tail = i
-
-def xml_append(root, tag, text):
-    element = xmltree.Element(tag)
-    element.text = text
-    root.append(element)
-    return element
-
-Config = namedtuple("Config", "content path name uid preprocessed_name")
-
-ASCII_CHARS = string.ascii_lowercase +  string.ascii_uppercase + string.digits
-
-def randomword(length, chars=ASCII_CHARS):
-    return ''.join(random.choice(chars) for i in range(length))
-
-def restart(node=None, safe=False, timeout=60):
-    """Restart ClickHouse server and wait for config to be reloaded.
-    """
-    with When("I restart ClickHouse server node"):
-        if node is None:
-            node = current().context.node
-
-        with node.cluster.shell(node.name) as bash:
-            bash.expect(bash.prompt)
-
-            with By("closing terminal to the node to be restarted"):
-                bash.close()
-
-            with And("getting current log size"):
-                logsize = \
-                    node.command("stat --format=%s /var/log/clickhouse-server/clickhouse-server.log").output.split(" ")[
-                    0].strip()
-
-            with And("restarting ClickHouse server"):
-                node.restart(safe=safe)
-
-            with Then("tailing the log file from using previous log size as the offset"):
-                bash.prompt = bash.__class__.prompt
-                bash.open()
-                bash.send(f"tail -c +{logsize} -f /var/log/clickhouse-server/clickhouse-server.log")
-
-            with And("waiting for config reload message in the log file"):
-                bash.expect(
-                    f"ConfigReloader: Loaded config '/etc/clickhouse-server/config.xml', performed update on configuration",
-                    timeout=timeout)
-
-def add_config(config, timeout=60, restart=False, modify=False):
-    """Add dynamic configuration file to ClickHouse.
-
-    :param node: node
-    :param config: configuration file description
-    :param timeout: timeout, default: 20 sec
-    """
-    node = current().context.node
-
-    def check_preprocessed_config_is_updated(after_removal=False):
-        """Check that preprocessed config is updated.
-        """
-        started = time.time()
-        command = f"cat /var/lib/clickhouse/preprocessed_configs/{config.preprocessed_name} | grep {config.uid}{' > /dev/null' if not settings.debug else ''}"
-
-        while time.time() - started < timeout:
-            exitcode = node.command(command, steps=False).exitcode
-            if after_removal:
-                if exitcode == 1:
-                    break
-            else:
-                if exitcode == 0:
-                    break
-            time.sleep(1)
-
-        if settings.debug:
-            node.command(f"cat /var/lib/clickhouse/preprocessed_configs/{config.preprocessed_name}")
-
-        if after_removal:
-            assert exitcode == 1, error()
-        else:
-            assert exitcode == 0, error()
-
-    def wait_for_config_to_be_loaded():
-        """Wait for config to be loaded.
-        """
-        if restart:
-            with When("I close terminal to the node to be restarted"):
-                bash.close()
-
-            with And("I stop ClickHouse to apply the config changes"):
-                node.stop(safe=False)
-
-            with And("I get the current log size"):
-                cmd = node.cluster.command(None,
-                    f"stat --format=%s {os.environ['CLICKHOUSE_TESTS_DIR']}/_instances/{node.name}/logs/clickhouse-server.log")
-                logsize = cmd.output.split(" ")[0].strip()
-
-            with And("I start ClickHouse back up"):
-                node.start()
-
-            with Then("I tail the log file from using previous log size as the offset"):
-                bash.prompt = bash.__class__.prompt
-                bash.open()
-                bash.send(f"tail -c +{logsize} -f /var/log/clickhouse-server/clickhouse-server.log")
-
-        with Then("I wait for config reload message in the log file"):
-            if restart:
-                bash.expect(
-                    f"ConfigReloader: Loaded config '/etc/clickhouse-server/config.xml', performed update on configuration",
-                    timeout=timeout)
-            else:
-                bash.expect(
-                    f"ConfigReloader: Loaded config '/etc/clickhouse-server/{config.preprocessed_name}', performed update on configuration",
-                    timeout=timeout)
-
-    try:
-        with Given(f"{config.name}"):
-            if settings.debug:
-                with When("I output the content of the config"):
-                    debug(config.content)
-
-            with node.cluster.shell(node.name) as bash:
-                bash.expect(bash.prompt)
-                bash.send("tail -n 0 -f /var/log/clickhouse-server/clickhouse-server.log")
-
-                with When("I add the config", description=config.path):
-                    command = f"cat <<HEREDOC > {config.path}\n{config.content}\nHEREDOC"
-                    node.command(command, steps=False, exitcode=0)
-
-                with Then(f"{config.preprocessed_name} should be updated", description=f"timeout {timeout}"):
-                    check_preprocessed_config_is_updated()
-
-                with And("I wait for config to be reloaded"):
-                    wait_for_config_to_be_loaded()
-        yield
-    finally:
-        if not modify:
-            with Finally(f"I remove {config.name}"):
-                with node.cluster.shell(node.name) as bash:
-                    bash.expect(bash.prompt)
-                    bash.send("tail -n 0 -f /var/log/clickhouse-server/clickhouse-server.log")
-
-                    with By("removing the config file", description=config.path):
-                        node.command(f"rm -rf {config.path}", exitcode=0)
-
-                    with Then(f"{config.preprocessed_name} should be updated", description=f"timeout {timeout}"):
-                        check_preprocessed_config_is_updated(after_removal=True)
-
-                    with And("I wait for config to be reloaded"):
-                        wait_for_config_to_be_loaded()
-
-def create_ldap_servers_config_content(servers, config_d_dir="/etc/clickhouse-server/config.d", config_file="ldap_servers.xml"):
-    """Create LDAP servers configuration content.
-    """
-    uid = getuid()
-    path = os.path.join(config_d_dir, config_file)
-    name = config_file
-
-    root = xmltree.fromstring("<yandex><ldap_servers></ldap_servers></yandex>")
-    xml_servers = root.find("ldap_servers")
-    xml_servers.append(xmltree.Comment(text=f"LDAP servers {uid}"))
-
-    for _name, server in list(servers.items()):
-        xml_server = xmltree.Element(_name)
-        for key, value in list(server.items()):
-            xml_append(xml_server, key, value)
-        xml_servers.append(xml_server)
-
-    xml_indent(root)
-    content = xml_with_utf8 + str(xmltree.tostring(root, short_empty_elements=False, encoding="utf-8"), "utf-8")
-
-    return Config(content, path, name, uid, "config.xml")
-
-@contextmanager
-def modify_config(config, restart=False):
-    """Apply updated configuration file.
-    """
-    return add_config(config, restart=restart, modify=True)
-
-@contextmanager
-def ldap_servers(servers, config_d_dir="/etc/clickhouse-server/config.d", config_file="ldap_servers.xml",
-        timeout=60, restart=False, config=None):
-    """Add LDAP servers configuration.
-    """
-    if config is None:
-        config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
-    return add_config(config, restart=restart)
-
-def create_ldap_users_config_content(*users, config_d_dir="/etc/clickhouse-server/users.d", config_file="ldap_users.xml"):
-    """Create LDAP users configuration file content.
-    """
-    uid = getuid()
-    path = os.path.join(config_d_dir, config_file)
-    name = config_file
-
-    root = xmltree.fromstring("<yandex><users></users></yandex>")
-    xml_users = root.find("users")
-    xml_users.append(xmltree.Comment(text=f"LDAP users {uid}"))
-
-    for user in users:
-        xml_user = xmltree.Element(user['username'])
-        xml_user_server = xmltree.Element("ldap")
-        xml_append(xml_user_server, "server", user["server"])
-        xml_user.append(xml_user_server)
-        xml_users.append(xml_user)
-
-    xml_indent(root)
-    content = xml_with_utf8 + str(xmltree.tostring(root, short_empty_elements=False, encoding="utf-8"), "utf-8")
-
-    return Config(content, path, name, uid, "users.xml")
-
-def add_users_identified_with_ldap(*users):
-    """Add one or more users that are identified via
-    an ldap server using RBAC.
-    """
-    node = current().context.node
-    try:
-        with Given("I create users"):
-            for user in users:
-                node.query(f"CREATE USER '{user['username']}' IDENTIFIED WITH ldap_server BY '{user['server']}'")
-        yield
-    finally:
-        with Finally("I remove users"):
-            for user in users:
-                with By(f"dropping user {user['username']}", flags=TE):
-                    node.query(f"DROP USER IF EXISTS '{user['username']}'")
-
-@contextmanager
-def ldap_authenticated_users(*users, config_d_dir="/etc/clickhouse-server/users.d",
-        config_file=None, timeout=60, restart=True, config=None, rbac=False):
-    """Add LDAP authenticated users.
-    """
-    if rbac:
-        return add_users_identified_with_ldap(*users)
-    else:
-        if config_file is None:
-            config_file = f"ldap_users_{getuid()}.xml"
-        if config is None:
-            config = create_ldap_users_config_content(*users, config_d_dir=config_d_dir, config_file=config_file)
-        return add_config(config, restart=restart)
-
-def invalid_server_config(servers, message=None, tail=13, timeout=60):
-    """Check that ClickHouse errors when trying to load invalid LDAP servers configuration file.
-    """
-    node = current().context.node
-    if message is None:
-        message = "Exception: Failed to merge config with '/etc/clickhouse-server/config.d/ldap_servers.xml'"
-
-    config = create_ldap_servers_config_content(servers)
-    try:
-        node.command("echo -e \"%s\" > /var/log/clickhouse-server/clickhouse-server.err.log" % ("-\\n" * tail))
-
-        with When("I add the config", description=config.path):
-            command = f"cat <<HEREDOC > {config.path}\n{config.content}\nHEREDOC"
-            node.command(command, steps=False, exitcode=0)
-
-        with Then("server shall fail to merge the new config"):
-            started = time.time()
-            command = f"tail -n {tail} /var/log/clickhouse-server/clickhouse-server.err.log | grep \"{message}\""
-            while time.time() - started < timeout:
-                exitcode = node.command(command, steps=False).exitcode
-                if exitcode == 0:
-                    break
-                time.sleep(1)
-            assert exitcode == 0, error()
-    finally:
-        with Finally(f"I remove {config.name}"):
-            with By("removing the config file", description=config.path):
-                node.command(f"rm -rf {config.path}", exitcode=0)
-
-def invalid_user_config(servers, config, message=None, tail=13, timeout=60):
-    """Check that ClickHouse errors when trying to load invalid LDAP users configuration file.
-    """
-    node = current().context.node
-    if message is None:
-        message = "Exception: Failed to merge config with '/etc/clickhouse-server/users.d/ldap_users.xml'"
-
-    with ldap_servers(servers):
-        try:
-            node.command("echo -e \"%s\" > /var/log/clickhouse-server/clickhouse-server.err.log" % ("\\n" * tail))
-            with When("I add the config", description=config.path):
-                command = f"cat <<HEREDOC > {config.path}\n{config.content}\nHEREDOC"
-                node.command(command, steps=False, exitcode=0)
-
-            with Then("server shall fail to merge the new config"):
-                started = time.time()
-                command = f"tail -n {tail} /var/log/clickhouse-server/clickhouse-server.err.log | grep \"{message}\""
-                while time.time() - started < timeout:
-                    exitcode = node.command(command, steps=False).exitcode
-                    if exitcode == 0:
-                        break
-                    time.sleep(1)
-                assert exitcode == 0, error()
-        finally:
-            with Finally(f"I remove {config.name}"):
-                with By("removing the config file", description=config.path):
-                    node.command(f"rm -rf {config.path}", exitcode=0)
-
-def add_user_to_ldap(cn, userpassword, givenname=None, homedirectory=None, sn=None, uid=None, uidnumber=None, node=None):
-    """Add user entry to LDAP."""
-    if node is None:
-        node = current().context.ldap_node
-    if uid is None:
-        uid = cn
-    if givenname is None:
-        givenname = "John"
-    if homedirectory is None:
-        homedirectory = "/home/users"
-    if sn is None:
-        sn = "User"
-    if uidnumber is None:
-        uidnumber = 2000
-
-    user = {
-        "dn": f"cn={cn},ou=users,dc=company,dc=com",
-        "cn": cn,
-        "gidnumber": 501,
-        "givenname": givenname,
-        "homedirectory": homedirectory,
-        "objectclass": ["inetOrgPerson", "posixAccount", "top"],
-        "sn": sn,
-        "uid": uid,
-        "uidnumber": uidnumber,
-        "userpassword": userpassword,
-        "_server": node.name
-    }
-
-    lines = []
-
-    for key, value in list(user.items()):
-        if key.startswith("_"):
-            continue
-        elif key == "objectclass":
-            for cls in value:
-                lines.append(f"objectclass: {cls}")
-        else:
-            lines.append(f"{key}: {value}")
-
-    ldif = "\n".join(lines)
-
-    r = node.command(
-        f"echo -e \"{ldif}\" | ldapadd -x -H ldap://localhost -D \"cn=admin,dc=company,dc=com\" -w admin")
-    assert r.exitcode == 0, error()
-
-    return user
-
-def delete_user_from_ldap(user, node=None, exitcode=0):
-    """Delete user entry from LDAP."""
-    if node is None:
-        node = current().context.ldap_node
-    r = node.command(
-        f"ldapdelete -x -H ldap://localhost -D \"cn=admin,dc=company,dc=com\" -w admin \"{user['dn']}\"")
-    if exitcode is not None:
-        assert r.exitcode == exitcode, error()
-
-def change_user_password_in_ldap(user, new_password, node=None, exitcode=0):
-    """Change user password in LDAP."""
-    if node is None:
-        node = current().context.ldap_node
-
-    ldif = (f"dn: {user['dn']}\n"
-        "changetype: modify\n"
-        "replace: userpassword\n"
-        f"userpassword: {new_password}")
-
-    r = node.command(
-        f"echo -e \"{ldif}\" | ldapmodify -x -H ldap://localhost -D \"cn=admin,dc=company,dc=com\" -w admin")
-
-    if exitcode is not None:
-        assert r.exitcode == exitcode, error()
-
-def change_user_cn_in_ldap(user, new_cn, node=None, exitcode=0):
-    """Change user password in LDAP."""
-    if node is None:
-        node = current().context.ldap_node
-
-    new_user = dict(user)
-    new_user['dn'] = f"cn={new_cn},ou=users,dc=company,dc=com"
-    new_user['cn'] = new_cn
-
-    ldif = (
-        f"dn: {user['dn']}\n"
-        "changetype: modrdn\n"
-        f"newrdn: cn = {new_user['cn']}\n"
-        f"deleteoldrdn: 1\n"
-        )
-
-    r = node.command(
-        f"echo -e \"{ldif}\" | ldapmodify -x -H ldap://localhost -D \"cn=admin,dc=company,dc=com\" -w admin")
-
-    if exitcode is not None:
-        assert r.exitcode == exitcode, error()
-
-    return new_user
-
-@contextmanager
-def ldap_user(cn, userpassword, givenname=None, homedirectory=None, sn=None, uid=None, uidnumber=None, node=None):
-    """Add new user to the LDAP server."""
-    try:
-        user = None
-        with Given(f"I add user {cn} to LDAP"):
-            user = add_user_to_ldap(cn, userpassword, givenname, homedirectory, sn, uid, uidnumber, node=node)
-        yield user
-    finally:
-        with Finally(f"I delete user {cn} from LDAP"):
-            if user is not None:
-                delete_user_from_ldap(user, node=node)
-
-@contextmanager
-def ldap_users(*users, node=None):
-    """Add multiple new users to the LDAP server."""
-    try:
-        _users = []
-        with Given("I add users to LDAP"):
-            for user in users:
-                with By(f"adding user {user['cn']}"):
-                    _users.append(add_user_to_ldap(**user, node=node))
-        yield _users
-    finally:
-        with Finally(f"I delete users from LDAP"):
-            for _user in _users:
-                delete_user_from_ldap(_user, node=node)
-
-def login(servers, *users, config=None):
-    """Configure LDAP server and LDAP authenticated users and
-    try to login and execute a query"""
-    with ldap_servers(servers):
-        with ldap_authenticated_users(*users, restart=True, config=config):
-            for user in users:
-                if user.get("login", False):
-                    with When(f"I login as {user['username']} and execute query"):
-                        current().context.node.query("SELECT 1",
-                            settings=[("user", user["username"]), ("password", user["password"])],
-                            exitcode=user.get("exitcode", None),
-                            message=user.get("message", None))
diff --git a/ldap/authentication/tests/server_config.py b/ldap/authentication/tests/server_config.py
deleted file mode 100644
index 38ec859226b..00000000000
--- a/ldap/authentication/tests/server_config.py
+++ /dev/null
@@ -1,304 +0,0 @@
-from testflows.core import *
-
-from ldap.authentication.tests.common import *
-from ldap.authentication.requirements import *
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0"),
-    RQ_SRS_007_LDAP_Configuration_Server_Name("1.0")
-)
-def empty_server_name(self, timeout=20):
-    """Check that empty string as a server name is not allowed.
-    """
-    servers = {"": {"host": "foo", "port": "389", "enable_tls": "no",
-            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
-    }}
-    invalid_server_config(servers, timeout=timeout)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0"),
-    RQ_SRS_007_LDAP_UnreachableServer("1.0")
-)
-def invalid_host(self):
-    """Check that server returns an error when LDAP server
-    host name is invalid.
-    """
-    servers = {"foo": {"host": "foo", "port": "389", "enable_tls": "no"}}
-    users = [{
-        "server": "foo", "username": "user1", "password": "user1", "login": True,
-        "exitcode": 4,
-        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
-    }]
-    login(servers, *users)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0"),
-    RQ_SRS_007_LDAP_Configuration_Server_Host("1.0")
-)
-def empty_host(self):
-    """Check that server returns an error when LDAP server
-    host value is empty.
-    """
-    servers = {"foo": {"host": "", "port": "389", "enable_tls": "no"}}
-    users = [{
-        "server": "foo", "username": "user1", "password": "user1", "login": True,
-        "exitcode": 4,
-        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
-    }]
-    login(servers, *users)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0"),
-    RQ_SRS_007_LDAP_Configuration_Server_Host("1.0")
-)
-def missing_host(self):
-    """Check that server returns an error when LDAP server
-    host is missing.
-    """
-    servers = {"foo": {"port": "389", "enable_tls": "no"}}
-    users = [{
-        "server": "foo", "username": "user1", "password": "user1", "login": True,
-        "exitcode": 4,
-        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
-    }]
-    login(servers, *users)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
-)
-def invalid_port(self):
-    """Check that server returns an error when LDAP server
-    port is not valid.
-    """
-    servers = {"openldap1": {"host": "openldap1", "port": "3890", "enable_tls": "no"}}
-    users = [{
-        "server": "openldap1", "username": "user1", "password": "user1", "login": True,
-        "exitcode": 4,
-        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
-    }]
-    login(servers, *users)
-
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
-)
-def invalid_auth_dn_prefix(self):
-    """Check that server returns an error when LDAP server
-    port is not valid.
-    """
-    servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
-        "auth_dn_prefix": "foo=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
-    }}
-    users = [{
-        "server": "openldap1", "username": "user1", "password": "user1", "login": True,
-        "exitcode": 4,
-        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
-    }]
-    login(servers, *users)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
-)
-def invalid_auth_dn_suffix(self):
-    """Check that server returns an error when LDAP server
-    port is not valid.
-    """
-    servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
-        "auth_dn_prefix": "cn=", "auth_dn_suffix": ",foo=users,dc=company,dc=com"
-    }}
-    users = [{
-        "server": "openldap1", "username": "user1", "password": "user1", "login": True,
-        "exitcode": 4,
-        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
-    }]
-    login(servers, *users)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
-)
-def invalid_enable_tls_value(self):
-    """Check that server returns an error when enable_tls
-    option has invalid value.
-    """
-    servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "foo",
-        "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
-    }}
-    users = [{
-        "server": "openldap1", "username": "user1", "password": "user1", "login": True,
-        "exitcode": 4,
-        "message": "DB::Exception: user1: Authentication failed: password is incorrect or there is no user with such name"
-    }]
-    login(servers, *users)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
-)
-def invalid_tls_require_cert_value(self):
-    """Check that server returns an error when tls_require_cert
-    option has invalid value.
-    """
-    servers = {"openldap2": {
-        "host": "openldap2", "port": "636", "enable_tls": "yes",
-        "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-        "tls_require_cert": "foo",
-        "ca_cert_dir": "/container/service/slapd/assets/certs/",
-        "ca_cert_file": "/container/service/slapd/assets/certs/ca.crt"
-    }}
-    users = [{
-        "server": "openldap2", "username": "user2", "password": "user2", "login": True,
-        "exitcode": 4,
-        "message": "DB::Exception: user2: Authentication failed: password is incorrect or there is no user with such name"
-    }]
-    login(servers, *users)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
-)
-def empty_ca_cert_dir(self):
-    """Check that server returns an error when ca_cert_dir is empty.
-    """
-    servers = {"openldap2": {"host": "openldap2", "port": "636", "enable_tls": "yes",
-        "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-        "tls_require_cert": "demand",
-        "ca_cert_dir": "",
-        "ca_cert_file": "/container/service/slapd/assets/certs/ca.crt"
-    }}
-    users = [{
-        "server": "openldap2", "username": "user2", "password": "user2", "login": True,
-        "exitcode": 4,
-        "message": "DB::Exception: user2: Authentication failed: password is incorrect or there is no user with such name"
-    }]
-    login(servers, *users)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Server_Configuration_Invalid("1.0")
-)
-def empty_ca_cert_file(self):
-    """Check that server returns an error when ca_cert_file is empty.
-    """
-    servers = {"openldap2": {"host": "openldap2", "port": "636", "enable_tls": "yes",
-        "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-        "tls_require_cert": "demand",
-        "ca_cert_dir": "/container/service/slapd/assets/certs/",
-        "ca_cert_file": ""
-    }}
-    users = [{
-        "server": "openldap2", "username": "user2", "password": "user2", "login": True,
-        "exitcode": 4,
-        "message": "DB::Exception: user2: Authentication failed: password is incorrect or there is no user with such name"
-    }]
-    login(servers, *users)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Value("1.0"),
-    RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Prefix("1.0"),
-    RQ_SRS_007_LDAP_Configuration_Server_AuthDN_Suffix("1.0")
-)
-def auth_dn_value(self):
-    """Check that server configuration can properly define the `dn` value of the user."""
-    servers = {
-        "openldap1": {
-            "host": "openldap1", "port": "389", "enable_tls": "no",
-            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
-        }}
-    user = {"server": "openldap1", "username": "user1", "password": "user1", "login": True}
-
-    login(servers, user)
-
-@TestOutline(Scenario)
-@Examples("invalid_value", [
-    ("-1", Name("negative int")),
-    ("foo", Name("string")),
-    ("", Name("empty string")),
-    ("36893488147419103232", Name("overflow with extremely large int value")),
-    ("-36893488147419103232", Name("overflow with extremely large negative int value")),
-    ("@#", Name("special characters"))
-])
-@Requirements(
-    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Invalid("1.0")
-)
-def invalid_verification_cooldown_value(self, invalid_value, timeout=20):
-    """Check that server returns an error when LDAP server
-    verification cooldown parameter is invalid.
-    """
-
-    error_message = ("<Error> Access(user directories): Could not parse LDAP server"
-        " \\`openldap1\\`: Poco::Exception. Code: 1000, e.code() = 0,"
-        f" e.displayText() = Syntax error: Not a valid unsigned integer{': ' + invalid_value if invalid_value else invalid_value}")
-
-    with Given("LDAP server configuration that uses a negative integer for the verification_cooldown parameter"):
-        servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
-            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-            "verification_cooldown": f"{invalid_value}"
-        }}
-
-    with When("I try to use this configuration then it should not work"):
-        invalid_server_config(servers, message=error_message, tail=17, timeout=timeout)
-
-@TestScenario
-@Requirements(
-    RQ_SRS_007_LDAP_Configuration_Server_Syntax("2.0")
-)
-def syntax(self):
-    """Check that server configuration with valid syntax can be loaded.
-    ```xml
-    <yandex>
-        <ldap_server>
-            <host>localhost</host>
-            <port>636</port>
-            <auth_dn_prefix>cn=</auth_dn_prefix>
-            <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
-            <verification_cooldown>0</verification_cooldown>
-            <enable_tls>yes</enable_tls>
-            <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
-            <tls_require_cert>demand</tls_require_cert>
-            <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>
-            <tls_key_file>/path/to/tls_key_file</tls_key_file>
-            <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>
-            <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>
-            <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
-        </ldap_server>
-    </yandex>
-    ```
-    """
-    servers = {
-        "openldap2": {
-            "host": "openldap2",
-            "port": "389",
-            "auth_dn_prefix": "cn=",
-            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
-            "verification_cooldown": "0",
-            "enable_tls": "yes",
-            "tls_minimum_protocol_version": "tls1.2" ,
-            "tls_require_cert": "demand",
-            "tls_cert_file": "/container/service/slapd/assets/certs/ldap.crt",
-            "tls_key_file": "/container/service/slapd/assets/certs/ldap.key",
-            "tls_ca_cert_file": "/container/service/slapd/assets/certs/ca.crt",
-            "tls_ca_cert_dir": "/container/service/slapd/assets/certs/",
-            "tls_cipher_suite": "ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384"
-        }
-    }
-    with ldap_servers(servers):
-        pass
-
-@TestFeature
-@Name("server config")
-def feature(self, node="clickhouse1"):
-    """Check that LDAP server configuration.
-    """
-    self.context.node = self.context.cluster.node(node)
-
-    for scenario in loads(current_module(), Scenario):
-        scenario()
diff --git a/tests/testflows/helpers/cluster.py b/tests/testflows/helpers/cluster.py
index d173547a916..3be79132ec3 100755
--- a/tests/testflows/helpers/cluster.py
+++ b/tests/testflows/helpers/cluster.py
@@ -37,6 +37,23 @@ class Node(object):
 
         self.cluster.command(None, f'{self.cluster.docker_compose} restart {self.name}', timeout=timeout)
 
+    def start(self, timeout=300, safe=True):
+        """Start node.
+        """
+        self.cluster.command(None, f'{self.cluster.docker_compose} start {self.name}', timeout=timeout)
+
+
+    def stop(self, timeout=300, safe=True):
+        """Stop node.
+        """
+        with self.cluster.lock:
+            for key in list(self.cluster._bash.keys()):
+                if key.endswith(f"-{self.name}"):
+                    shell = self.cluster._bash.pop(key)
+                    shell.__exit__(None, None, None)
+
+        self.cluster.command(None, f'{self.cluster.docker_compose} stop {self.name}', timeout=timeout)
+
     def command(self, *args, **kwargs):
         return self.cluster.command(self.name, *args, **kwargs)
 
diff --git a/tests/testflows/ldap/authentication/regression.py b/tests/testflows/ldap/authentication/regression.py
index ef24b29f3bb..ed75ce4fe75 100755
--- a/tests/testflows/ldap/authentication/regression.py
+++ b/tests/testflows/ldap/authentication/regression.py
@@ -29,8 +29,9 @@ xfails = {
 @TestFeature
 @Name("authentication")
 @ArgumentParser(argparser)
-@Specifications(SRS_007_ClickHouse_Authentication_of_Users_via_LDAP)
-@Requirements(RQ_SRS_007_LDAP_Authentication("1.0"))
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication("1.0")
+)
 @XFails(xfails)
 def regression(self, local, clickhouse_binary_path, stress=None, parallel=None):
     """ClickHouse integration with LDAP regression module.
diff --git a/tests/testflows/ldap/authentication/requirements/requirements.md b/tests/testflows/ldap/authentication/requirements/requirements.md
index bade212c244..b0943d4a48b 100644
--- a/tests/testflows/ldap/authentication/requirements/requirements.md
+++ b/tests/testflows/ldap/authentication/requirements/requirements.md
@@ -59,25 +59,26 @@
     * 4.2.27 [RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite](#rqsrs-007ldapconfigurationservertlsciphersuite)
     * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown](#rqsrs-007ldapconfigurationserververificationcooldown)
     * 4.2.29 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default](#rqsrs-007ldapconfigurationserververificationcooldowndefault)
-    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
-    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
-    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
-    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
-    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
-    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
-    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
-    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
-    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
-    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
-    * 4.2.40 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
-    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
-    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
-    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
-    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
-    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
-    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
-    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
-    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
+    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid](#rqsrs-007ldapconfigurationserververificationcooldowninvalid)
+    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
+    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
+    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
+    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
+    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
+    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
+    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
+    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
+    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
+    * 4.2.40 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
+    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
+    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
+    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
+    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
+    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
+    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
+    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
+    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
+    * 4.2.49 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
 * 5 [References](#references)
 
 ## Revision History
@@ -414,6 +415,25 @@ version: 1.0
 SHALL have a default value of `0` that disables caching and forces contacting
 the [LDAP] server for each authentication request.
 
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid
+version: 1.0
+
+[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.
+
+For example:
+
+* negative integer
+* string
+* empty value
+* extremely large positive value (overflow)
+* extremely large negative value (overflow)
+
+The error SHALL appear in the log and SHALL be similar to the following:
+
+```bash
+<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*
+```
+
 #### RQ.SRS-007.LDAP.Configuration.Server.Syntax
 version: 2.0
 
diff --git a/tests/testflows/ldap/authentication/requirements/requirements.py b/tests/testflows/ldap/authentication/requirements/requirements.py
index 4a9f18cd648..92c3f844781 100644
--- a/tests/testflows/ldap/authentication/requirements/requirements.py
+++ b/tests/testflows/ldap/authentication/requirements/requirements.py
@@ -84,25 +84,26 @@ SRS_007_ClickHouse_Authentication_of_Users_via_LDAP = Specification(
     * 4.2.27 [RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite](#rqsrs-007ldapconfigurationservertlsciphersuite)
     * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown](#rqsrs-007ldapconfigurationserververificationcooldown)
     * 4.2.29 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default](#rqsrs-007ldapconfigurationserververificationcooldowndefault)
-    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
-    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
-    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
-    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
-    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
-    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
-    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
-    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
-    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
-    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
-    * 4.2.40 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
-    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
-    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
-    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
-    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
-    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
-    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
-    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
-    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
+    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid](#rqsrs-007ldapconfigurationserververificationcooldowninvalid)
+    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
+    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
+    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
+    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
+    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
+    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
+    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
+    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
+    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
+    * 4.2.40 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
+    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
+    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
+    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
+    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
+    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
+    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
+    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
+    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
+    * 4.2.49 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
 * 5 [References](#references)
 
 ## Revision History
@@ -439,6 +440,25 @@ version: 1.0
 SHALL have a default value of `0` that disables caching and forces contacting
 the [LDAP] server for each authentication request.
 
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid
+version: 1.0
+
+[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.
+
+For example:
+
+* negative integer
+* string
+* empty value
+* extremely large positive value (overflow)
+* extremely large negative value (overflow)
+
+The error SHALL appear in the log and SHALL be similar to the following:
+
+```bash
+<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*
+```
+
 #### RQ.SRS-007.LDAP.Configuration.Server.Syntax
 version: 2.0
 
@@ -1331,6 +1351,33 @@ RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Default = Requirement(
         ),
         link=None)
 
+RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Invalid = Requirement(
+        name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.\n'
+        '\n'
+        'For example:\n'
+        '\n'
+        '* negative integer\n'
+        '* string\n'
+        '* empty value\n'
+        '* extremely large positive value (overflow)\n'
+        '* extremely large negative value (overflow)\n'
+        '\n'
+        'The error SHALL appear in the log and SHALL be similar to the following:\n'
+        '\n'
+        '```bash\n'
+        '<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*\n'
+        '```\n'
+        '\n'
+        ),
+        link=None)
+
 RQ_SRS_007_LDAP_Configuration_Server_Syntax = Requirement(
         name='RQ.SRS-007.LDAP.Configuration.Server.Syntax',
         version='2.0',
diff --git a/tests/testflows/ldap/authentication/tests/authentications.py b/tests/testflows/ldap/authentication/tests/authentications.py
index a64a37ed686..46bcae000b8 100644
--- a/tests/testflows/ldap/authentication/tests/authentications.py
+++ b/tests/testflows/ldap/authentication/tests/authentications.py
@@ -1,5 +1,6 @@
 # -*- coding: utf-8 -*-
 import random
+import time
 
 from multiprocessing.dummy import Pool
 from testflows.core import *
@@ -27,6 +28,7 @@ servers = {
 
 @TestStep(When)
 @Name("I login as {username} and execute query")
+@Args(format_name=True)
 def login_and_execute_query(self, username, password, exitcode=None, message=None, steps=True):
     """Execute query as some user.
     """
@@ -129,7 +131,7 @@ def login_after_user_is_deleted_from_ldap(self, server, rbac=False):
             user = add_user_to_ldap(**user)
 
         with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml",
-                restart=True, rbac=rbac):
+            restart=True, rbac=rbac):
             login_and_execute_query(username=user["cn"], password=user["userpassword"])
 
             with When("I delete this user from LDAP"):
@@ -200,7 +202,7 @@ def login_after_user_cn_changed_in_ldap(self, server, rbac=False):
             user = add_user_to_ldap(**user)
 
         with ldap_authenticated_users({"username": user["cn"], "server": server},
-                config_file=f"ldap_users_{getuid()}.xml", restart=True, rbac=rbac):
+            config_file=f"ldap_users_{getuid()}.xml", restart=True, rbac=rbac):
             login_and_execute_query(username=user["cn"], password=user["userpassword"])
 
             with When("I change user password in LDAP"):
@@ -474,6 +476,470 @@ def empty_username_and_empty_password(self, server=None, rbac=False):
     """
     login_and_execute_query(username="", password="")
 
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Default("1.0")
+)
+def default_verification_cooldown_value(self, server, rbac=False, timeout=20):
+    """Check that the default value (0) for the verification cooldown parameter
+    disables caching and forces contacting the LDAP server for each
+    authentication request.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+
+    with Given("I have an LDAP configuration that uses the default verification_cooldown value (0)"):
+        servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
+            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
+                with When("I login and execute a query"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("I change user password in LDAP"):
+                    change_user_password_in_ldap(user, "newpassword")
+
+                with Then("when I try to login immediately with the old user password it should fail"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                        exitcode=error_exitcode, message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown("1.0")
+)
+def valid_verification_cooldown_value_cn_change(self, server, rbac=False, timeout=20):
+    """Check that we can perform requests without contacting the LDAP server
+    after successful authentication when the verification_cooldown parameter
+    is set and the user cn is changed.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+    new_user = None
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "2"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
+                with When("I login and execute a query"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("I change user cn in LDAP"):
+                    new_user = change_user_cn_in_ldap(user, "testVCD2")
+
+                with Then("when I try to login again with the old user cn it should work"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("when I sleep for 2 seconds and try to log in, it should fail"):
+                    time.sleep(2)
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                        exitcode=error_exitcode, message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if new_user is not None:
+                delete_user_from_ldap(new_user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown("1.0")
+)
+def valid_verification_cooldown_value_password_change(self, server, rbac=False, timeout=20):
+    """Check that we can perform requests without contacting the LDAP server
+    after successful authentication when the verification_cooldown parameter
+    is set and the user password is changed.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "2"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
+                with When("I login and execute a query"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("I change user password in LDAP"):
+                    change_user_password_in_ldap(user, "newpassword")
+
+                with Then("when I try to login again with the old password it should work"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("when I sleep for 2 seconds and try to log in, it should fail"):
+                    time.sleep(2)
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                        exitcode=error_exitcode, message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown("1.0")
+)
+def valid_verification_cooldown_value_ldap_unavailable(self, server, rbac=False, timeout=20):
+    """Check that we can perform requests without contacting the LDAP server
+    after successful authentication when the verification_cooldown parameter
+    is set, even when the LDAP server is offline.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "2"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add a new user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server},
+                config_file=f"ldap_users_{getuid()}.xml"):
+
+                with When("I login and execute a query"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                try:
+                    with And("then I stop the ldap server"):
+                        self.context.ldap_node.stop()
+
+                    with Then("when I try to login again with the server offline it should work"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    with And("when I sleep for 2 seconds and try to log in, it should fail"):
+                        time.sleep(2)
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                            exitcode=error_exitcode, message=error_message)
+
+                finally:
+                    with Finally("I start the ldap server back up"):
+                        self.context.ldap_node.start()
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestOutline
+def repeat_requests(self, server, iterations, vcd_value, rbac=False):
+    """Run repeated requests from some user to the LDAP server.
+    """
+
+    user = None
+
+    with Given(f"I have an LDAP configuration that sets verification_cooldown parameter to {vcd_value} sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": vcd_value
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with And("I add a new user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server}, config_file=f"ldap_users_{getuid()}.xml"):
+                with When(f"I login and execute some query {iterations} times"):
+                    start_time = time.time()
+                    r = self.context.node.command(f"time for i in {{1..{iterations}}}; do clickhouse client -q \"SELECT 1\" --user {user['cn']} --password {user['userpassword']} > /dev/null; done")
+                    end_time = time.time()
+
+                    return end_time - start_time
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Performance("1.0")
+)
+def verification_cooldown_performance(self, server, rbac=False, iterations=5000):
+    """Check that login performance is better when the verification cooldown
+    parameter is set to a positive value when comparing to the case when
+    the verification cooldown parameter is turned off.
+    """
+
+    vcd_time = 0
+    no_vcd_time = 0
+
+    with Example(f"Repeated requests with verification cooldown parameter set to 600 seconds, {iterations} iterations"):
+        vcd_time = repeat_requests(server=server, iterations=iterations, vcd_value="600", rbac=rbac)
+        metric("login_with_vcd_value_600", units="seconds", value=vcd_time)
+
+    with Example(f"Repeated requests with verification cooldown parameter set to 0 seconds, {iterations} iterations"):
+        no_vcd_time = repeat_requests(server=server, iterations=iterations, vcd_value="0", rbac=rbac)
+        metric("login_with_vcd_value_0", units="seconds", value=no_vcd_time)
+
+    with Then("The performance with verification cooldown parameter set is better than the performance with no verification cooldown parameter."):
+        assert no_vcd_time > vcd_time, error()
+
+    with And("Log the performance improvement as a percentage."):
+        metric("percentage_improvement", units="%", value=100*(no_vcd_time - vcd_time)/vcd_time)
+
+@TestOutline
+def check_verification_cooldown_reset_on_core_server_parameter_change(self, server,
+        parameter_name, parameter_value, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after one of the core server
+    parameters is changed in the LDAP server configuration.
+    """
+
+    config_d_dir="/etc/clickhouse-server/config.d"
+    config_file="ldap_servers.xml"
+    error_message = "DB::Exception: {user}: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+    config=None
+    updated_config=None
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 600 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "600"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    with And("LDAP authenticated user"):
+        users = [
+            {"cn": f"testVCD_0", "userpassword": "testVCD_0"},
+            {"cn": f"testVCD_1", "userpassword": "testVCD_1"}
+        ]
+
+    with And("I create LDAP servers configuration file"):
+        config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
+
+    with ldap_users(*users) as users:
+        with ldap_servers(servers, restart=True):
+            with ldap_authenticated_users(*[{"username": user["cn"], "server": server} for user in users]):
+                with When("I login and execute a query"):
+                    for user in users:
+                        with By(f"as user {user['cn']}"):
+                            login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("I change user password in LDAP"):
+                    for user in users:
+                        with By(f"for user {user['cn']}"):
+                            change_user_password_in_ldap(user, "newpassword")
+
+                with And(f"I change the server {parameter_name} core parameter", description=f"{parameter_value}"):
+                    servers["openldap1"][parameter_name] = parameter_value
+
+                with And("I create an updated the config file that has a different server host name"):
+                    updated_config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
+
+                with modify_config(updated_config, restart=False):
+                    with Then("when I try to log in it should fail as cache should have been reset"):
+                        for user in users:
+                            with By(f"as user {user['cn']}"):
+                                login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                                    exitcode=error_exitcode, message=error_message.format(user=user["cn"]))
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_host_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server host name
+    is changed in the LDAP server configuration.
+    """
+
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="host", parameter_value="openldap2", rbac=rbac)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_port_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server port is changed in the
+    LDAP server configuration.
+    """
+
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="port", parameter_value="9006", rbac=rbac)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_auth_dn_prefix_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server auth_dn_prefix
+    is changed in the LDAP server configuration.
+    """
+
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="auth_dn_prefix", parameter_value="cxx=", rbac=rbac)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_auth_dn_suffix_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server auth_dn_suffix
+    is changed in the LDAP server configuration.
+    """
+
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="auth_dn_suffix",
+        parameter_value=",ou=company,dc=users,dc=com", rbac=rbac)
+
+
+@TestScenario
+@Name("verification cooldown reset when invalid password is provided")
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_InvalidPassword("1.0")
+)
+def scenario(self, server, rbac=False):
+    """Check that cached bind requests for the user are discarded when
+    the user provides invalid login credentials.
+    """
+
+    user = None
+    error_exitcode = 4
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 600 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "600"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add a new user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with ldap_authenticated_users({"username": user["cn"], "server": server},
+                config_file=f"ldap_users_{getuid()}.xml"):
+
+                with When("I login and execute a query"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("I change user password in LDAP"):
+                    change_user_password_in_ldap(user, "newpassword")
+
+                with Then("When I try to log in with the cached password it should work"):
+                    login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                with And("When I try to log in with an incorrect password it should fail"):
+                    login_and_execute_query(username=user["cn"], password="incorrect", exitcode=error_exitcode,
+                        message=error_message)
+
+                with And("When I try to log in with the cached password it should fail"):
+                    login_and_execute_query(username=user["cn"], password="incorrect", exitcode=error_exitcode,
+                        message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestFeature
+def verification_cooldown(self, rbac, servers=None, node="clickhouse1"):
+    """Check verification cooldown parameter functionality.
+    """
+    for scenario in loads(current_module(), Scenario, filter=has.tag("verification_cooldown")):
+        scenario(server="openldap1", rbac=rbac)
+
+
 @TestOutline(Feature)
 @Name("user authentications")
 @Requirements(
@@ -493,5 +959,11 @@ def feature(self, rbac, servers=None, node="clickhouse1"):
         servers = globals()["servers"]
 
     with ldap_servers(servers):
-        for scenario in loads(current_module(), Scenario):
+        for scenario in loads(current_module(), Scenario, filter=~has.tag("verification_cooldown")):
             scenario(server="openldap1", rbac=rbac)
+
+    Feature(test=verification_cooldown)(rbac=rbac, servers=servers, node=node)
+
+
+
+
diff --git a/tests/testflows/ldap/authentication/tests/common.py b/tests/testflows/ldap/authentication/tests/common.py
index ed8d46df92b..8efb389a23f 100644
--- a/tests/testflows/ldap/authentication/tests/common.py
+++ b/tests/testflows/ldap/authentication/tests/common.py
@@ -78,7 +78,7 @@ def restart(node=None, safe=False, timeout=60):
                     f"ConfigReloader: Loaded config '/etc/clickhouse-server/config.xml', performed update on configuration",
                     timeout=timeout)
 
-def add_config(config, timeout=60, restart=False):
+def add_config(config, timeout=60, restart=False, modify=False):
     """Add dynamic configuration file to ClickHouse.
 
     :param node: node
@@ -165,19 +165,20 @@ def add_config(config, timeout=60, restart=False):
                     wait_for_config_to_be_loaded()
         yield
     finally:
-        with Finally(f"I remove {config.name}"):
-            with node.cluster.shell(node.name) as bash:
-                bash.expect(bash.prompt)
-                bash.send("tail -n 0 -f /var/log/clickhouse-server/clickhouse-server.log")
+        if not modify:
+            with Finally(f"I remove {config.name}"):
+                with node.cluster.shell(node.name) as bash:
+                    bash.expect(bash.prompt)
+                    bash.send("tail -n 0 -f /var/log/clickhouse-server/clickhouse-server.log")
 
-                with By("removing the config file", description=config.path):
-                    node.command(f"rm -rf {config.path}", exitcode=0)
+                    with By("removing the config file", description=config.path):
+                        node.command(f"rm -rf {config.path}", exitcode=0)
 
-                with Then(f"{config.preprocessed_name} should be updated", description=f"timeout {timeout}"):
-                    check_preprocessed_config_is_updated(after_removal=True)
+                    with Then(f"{config.preprocessed_name} should be updated", description=f"timeout {timeout}"):
+                        check_preprocessed_config_is_updated(after_removal=True)
 
-                with And("I wait for config to be reloaded"):
-                    wait_for_config_to_be_loaded()
+                    with And("I wait for config to be reloaded"):
+                        wait_for_config_to_be_loaded()
 
 def create_ldap_servers_config_content(servers, config_d_dir="/etc/clickhouse-server/config.d", config_file="ldap_servers.xml"):
     """Create LDAP servers configuration content.
@@ -201,12 +202,19 @@ def create_ldap_servers_config_content(servers, config_d_dir="/etc/clickhouse-se
 
     return Config(content, path, name, uid, "config.xml")
 
+@contextmanager
+def modify_config(config, restart=False):
+    """Apply updated configuration file.
+    """
+    return add_config(config, restart=restart, modify=True)
+
 @contextmanager
 def ldap_servers(servers, config_d_dir="/etc/clickhouse-server/config.d", config_file="ldap_servers.xml",
-        timeout=60, restart=False):
+        timeout=60, restart=False, config=None):
     """Add LDAP servers configuration.
     """
-    config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
+    if config is None:
+        config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
     return add_config(config, restart=restart)
 
 def create_ldap_users_config_content(*users, config_d_dir="/etc/clickhouse-server/users.d", config_file="ldap_users.xml"):
diff --git a/tests/testflows/ldap/authentication/tests/server_config.py b/tests/testflows/ldap/authentication/tests/server_config.py
index 5b3a96caa9c..38ec859226b 100644
--- a/tests/testflows/ldap/authentication/tests/server_config.py
+++ b/tests/testflows/ldap/authentication/tests/server_config.py
@@ -217,6 +217,36 @@ def auth_dn_value(self):
 
     login(servers, user)
 
+@TestOutline(Scenario)
+@Examples("invalid_value", [
+    ("-1", Name("negative int")),
+    ("foo", Name("string")),
+    ("", Name("empty string")),
+    ("36893488147419103232", Name("overflow with extremely large int value")),
+    ("-36893488147419103232", Name("overflow with extremely large negative int value")),
+    ("@#", Name("special characters"))
+])
+@Requirements(
+    RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Invalid("1.0")
+)
+def invalid_verification_cooldown_value(self, invalid_value, timeout=20):
+    """Check that server returns an error when LDAP server
+    verification cooldown parameter is invalid.
+    """
+
+    error_message = ("<Error> Access(user directories): Could not parse LDAP server"
+        " \\`openldap1\\`: Poco::Exception. Code: 1000, e.code() = 0,"
+        f" e.displayText() = Syntax error: Not a valid unsigned integer{': ' + invalid_value if invalid_value else invalid_value}")
+
+    with Given("LDAP server configuration that uses a negative integer for the verification_cooldown parameter"):
+        servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
+            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": f"{invalid_value}"
+        }}
+
+    with When("I try to use this configuration then it should not work"):
+        invalid_server_config(servers, message=error_message, tail=17, timeout=timeout)
+
 @TestScenario
 @Requirements(
     RQ_SRS_007_LDAP_Configuration_Server_Syntax("2.0")

From 61339ea3fc6a71496ae09d4d7a63f345b7205620 Mon Sep 17 00:00:00 2001
From: Tai White <taiwhite2010@gmail.com>
Date: Wed, 18 Nov 2020 01:36:35 +0100
Subject: [PATCH 038/742] fixed header for SRS in /ldap/authentication
 requirements

---
 tests/testflows/ldap/authentication/requirements/requirements.md | 1 +
 tests/testflows/ldap/authentication/requirements/requirements.py | 1 +
 2 files changed, 2 insertions(+)

diff --git a/tests/testflows/ldap/authentication/requirements/requirements.md b/tests/testflows/ldap/authentication/requirements/requirements.md
index b0943d4a48b..27ce8c921a0 100644
--- a/tests/testflows/ldap/authentication/requirements/requirements.md
+++ b/tests/testflows/ldap/authentication/requirements/requirements.md
@@ -1,4 +1,5 @@
 # SRS-007 ClickHouse Authentication of Users via LDAP
+# Software Requirements Specification
 
 ## Table of Contents
 
diff --git a/tests/testflows/ldap/authentication/requirements/requirements.py b/tests/testflows/ldap/authentication/requirements/requirements.py
index 92c3f844781..41d443c5df2 100644
--- a/tests/testflows/ldap/authentication/requirements/requirements.py
+++ b/tests/testflows/ldap/authentication/requirements/requirements.py
@@ -24,6 +24,7 @@ SRS_007_ClickHouse_Authentication_of_Users_via_LDAP = Specification(
         children=None,
         content='''
 # SRS-007 ClickHouse Authentication of Users via LDAP
+# Software Requirements Specification
 
 ## Table of Contents
 

From 2bc32fe29298e828f10c87014d1892f468aa0a5c Mon Sep 17 00:00:00 2001
From: Tai White <taiwhite2010@gmail.com>
Date: Fri, 20 Nov 2020 23:21:13 +0100
Subject: [PATCH 039/742] Added verification cooldown requirements and tests to
 the ldap/external_user_directory SRS and test files

---
 .../requirements/requirements.md              |  51 +-
 .../requirements/requirements.py              |  83 +++-
 .../tests/authentications.py                  | 465 +++++++++++++++++-
 .../external_user_directory/tests/common.py   |   3 +-
 .../tests/server_config.py                    |  31 +-
 5 files changed, 591 insertions(+), 42 deletions(-)

diff --git a/tests/testflows/ldap/external_user_directory/requirements/requirements.md b/tests/testflows/ldap/external_user_directory/requirements/requirements.md
index 74248196998..cf9650f2cae 100644
--- a/tests/testflows/ldap/external_user_directory/requirements/requirements.md
+++ b/tests/testflows/ldap/external_user_directory/requirements/requirements.md
@@ -82,20 +82,21 @@
       * 4.2.3.28 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCipherSuite](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsciphersuite)
       * 4.2.3.29 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown](#rqsrs-009ldapexternaluserdirectoryconfigurationserververificationcooldown)
       * 4.2.3.30 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Default](#rqsrs-009ldapexternaluserdirectoryconfigurationserververificationcooldowndefault)
-      * 4.2.3.31 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationserversyntax)
-      * 4.2.3.32 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectory)
-      * 4.2.3.33 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectorymorethanone)
-      * 4.2.3.34 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationuserssyntax)
-      * 4.2.3.35 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserver)
-      * 4.2.3.36 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverempty)
-      * 4.2.3.37 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermissing)
-      * 4.2.3.38 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermorethanone)
-      * 4.2.3.39 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverinvalid)
-      * 4.2.3.40 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersroles)
-      * 4.2.3.41 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmorethanone)
-      * 4.2.3.42 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesinvalid)
-      * 4.2.3.43 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesempty)
-      * 4.2.3.44 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmissing)
+      * 4.2.3.31 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationserververificationcooldowninvalid)
+      * 4.2.3.32 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationserversyntax)
+      * 4.2.3.33 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectory)
+      * 4.2.3.34 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectorymorethanone)
+      * 4.2.3.35 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationuserssyntax)
+      * 4.2.3.36 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserver)
+      * 4.2.3.37 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverempty)
+      * 4.2.3.38 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermissing)
+      * 4.2.3.39 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermorethanone)
+      * 4.2.3.40 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverinvalid)
+      * 4.2.3.41 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersroles)
+      * 4.2.3.42 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmorethanone)
+      * 4.2.3.43 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesinvalid)
+      * 4.2.3.44 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesempty)
+      * 4.2.3.45 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmissing)
     * 4.2.4 [Authentication](#authentication)
       * 4.2.4.1 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.Empty](#rqsrs-009ldapexternaluserdirectoryauthenticationusernameempty)
       * 4.2.4.2 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.Long](#rqsrs-009ldapexternaluserdirectoryauthenticationusernamelong)
@@ -568,7 +569,7 @@ version: 1.0
 that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
 to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
 After period of time since the last successful attempt expires then on the authentication attempt
-SHALL result in contacting the [LDAP] server to verify the username and password. 
+SHALL result in contacting the [LDAP] server to verify the username and password.
 
 ##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Default
 version: 1.0
@@ -577,6 +578,25 @@ version: 1.0
 SHALL have a default value of `0` that disables caching and forces contacting
 the [LDAP] server for each authentication request.
 
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Invalid
+version: 1.0
+
+[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.
+
+For example:
+
+* negative integer
+* string
+* empty value
+* extremely large positive value (overflow)
+* extremely large negative value (overflow)
+
+The error SHALL appear in the log and SHALL be similar to the following:
+
+```bash
+<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*
+```
+
 ##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax
 version: 2.0
 
@@ -739,7 +759,6 @@ version: 1.0
 [ClickHouse] SHALL support [UTF-8] characters in passwords
 used to authenticate users when using [LDAP] external user directory.
 
-
 ##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Performance
 version: 1.0
 
diff --git a/tests/testflows/ldap/external_user_directory/requirements/requirements.py b/tests/testflows/ldap/external_user_directory/requirements/requirements.py
index 3354d2b5dd7..fc370de7753 100644
--- a/tests/testflows/ldap/external_user_directory/requirements/requirements.py
+++ b/tests/testflows/ldap/external_user_directory/requirements/requirements.py
@@ -1,6 +1,6 @@
 # These requirements were auto generated
 # from software requirements specification (SRS)
-# document by TestFlows v1.6.201025.1200805.
+# document by TestFlows v1.6.201102.1235648.
 # Do not edit by hand but re-generate instead
 # using 'tfs requirements generate' command.
 from testflows.core import Specification
@@ -107,20 +107,21 @@ SRS_009_ClickHouse_LDAP_External_User_Directory = Specification(
       * 4.2.3.28 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.TLSCipherSuite](#rqsrs-009ldapexternaluserdirectoryconfigurationservertlsciphersuite)
       * 4.2.3.29 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown](#rqsrs-009ldapexternaluserdirectoryconfigurationserververificationcooldown)
       * 4.2.3.30 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Default](#rqsrs-009ldapexternaluserdirectoryconfigurationserververificationcooldowndefault)
-      * 4.2.3.31 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationserversyntax)
-      * 4.2.3.32 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectory)
-      * 4.2.3.33 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectorymorethanone)
-      * 4.2.3.34 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationuserssyntax)
-      * 4.2.3.35 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserver)
-      * 4.2.3.36 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverempty)
-      * 4.2.3.37 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermissing)
-      * 4.2.3.38 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermorethanone)
-      * 4.2.3.39 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverinvalid)
-      * 4.2.3.40 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersroles)
-      * 4.2.3.41 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmorethanone)
-      * 4.2.3.42 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesinvalid)
-      * 4.2.3.43 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesempty)
-      * 4.2.3.44 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmissing)
+      * 4.2.3.31 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationserververificationcooldowninvalid)
+      * 4.2.3.32 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationserversyntax)
+      * 4.2.3.33 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectory)
+      * 4.2.3.34 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.LDAPUserDirectory.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersldapuserdirectorymorethanone)
+      * 4.2.3.35 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Syntax](#rqsrs-009ldapexternaluserdirectoryconfigurationuserssyntax)
+      * 4.2.3.36 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserver)
+      * 4.2.3.37 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverempty)
+      * 4.2.3.38 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermissing)
+      * 4.2.3.39 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersservermorethanone)
+      * 4.2.3.40 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Server.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersserverinvalid)
+      * 4.2.3.41 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersroles)
+      * 4.2.3.42 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.MoreThanOne](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmorethanone)
+      * 4.2.3.43 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Invalid](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesinvalid)
+      * 4.2.3.44 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Empty](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesempty)
+      * 4.2.3.45 [RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Users.Parameters.Roles.Missing](#rqsrs-009ldapexternaluserdirectoryconfigurationusersparametersrolesmissing)
     * 4.2.4 [Authentication](#authentication)
       * 4.2.4.1 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.Empty](#rqsrs-009ldapexternaluserdirectoryauthenticationusernameempty)
       * 4.2.4.2 [RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.Username.Long](#rqsrs-009ldapexternaluserdirectoryauthenticationusernamelong)
@@ -593,7 +594,7 @@ version: 1.0
 that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
 to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
 After period of time since the last successful attempt expires then on the authentication attempt
-SHALL result in contacting the [LDAP] server to verify the username and password. 
+SHALL result in contacting the [LDAP] server to verify the username and password.
 
 ##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Default
 version: 1.0
@@ -602,6 +603,25 @@ version: 1.0
 SHALL have a default value of `0` that disables caching and forces contacting
 the [LDAP] server for each authentication request.
 
+##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Invalid
+version: 1.0
+
+[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.
+
+For example:
+
+* negative integer
+* string
+* empty value
+* extremely large positive value (overflow)
+* extremely large negative value (overflow)
+
+The error SHALL appear in the log and SHALL be similar to the following:
+
+```bash
+<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*
+```
+
 ##### RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax
 version: 2.0
 
@@ -764,7 +784,6 @@ version: 1.0
 [ClickHouse] SHALL support [UTF-8] characters in passwords
 used to authenticate users when using [LDAP] external user directory.
 
-
 ##### RQ.SRS-009.LDAP.ExternalUserDirectory.Authentication.VerificationCooldown.Performance
 version: 1.0
 
@@ -1756,7 +1775,7 @@ RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_VerificationCooldown
         'that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed\n'
         'to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.\n'
         'After period of time since the last successful attempt expires then on the authentication attempt\n'
-        'SHALL result in contacting the [LDAP] server to verify the username and password. \n'
+        'SHALL result in contacting the [LDAP] server to verify the username and password.\n'
         '\n'
         ),
         link=None)
@@ -1776,6 +1795,33 @@ RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_VerificationCooldown_
         ),
         link=None)
 
+RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_VerificationCooldown_Invalid = Requirement(
+        name='RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.VerificationCooldown.Invalid',
+        version='1.0',
+        priority=None,
+        group=None,
+        type=None,
+        uid=None,
+        description=(
+        '[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.\n'
+        '\n'
+        'For example:\n'
+        '\n'
+        '* negative integer\n'
+        '* string\n'
+        '* empty value\n'
+        '* extremely large positive value (overflow)\n'
+        '* extremely large negative value (overflow)\n'
+        '\n'
+        'The error SHALL appear in the log and SHALL be similar to the following:\n'
+        '\n'
+        '```bash\n'
+        '<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*\n'
+        '```\n'
+        '\n'
+        ),
+        link=None)
+
 RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_Syntax = Requirement(
         name='RQ.SRS-009.LDAP.ExternalUserDirectory.Configuration.Server.Syntax',
         version='2.0',
@@ -2093,7 +2139,6 @@ RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_Password_UTF8 = Requirement
         '[ClickHouse] SHALL support [UTF-8] characters in passwords\n'
         'used to authenticate users when using [LDAP] external user directory.\n'
         '\n'
-        '\n'
         ),
         link=None)
 
diff --git a/tests/testflows/ldap/external_user_directory/tests/authentications.py b/tests/testflows/ldap/external_user_directory/tests/authentications.py
index 531a1b2f3ea..8651dd9903b 100644
--- a/tests/testflows/ldap/external_user_directory/tests/authentications.py
+++ b/tests/testflows/ldap/external_user_directory/tests/authentications.py
@@ -144,7 +144,6 @@ def parallel_login_with_the_same_user(self, server, timeout=200):
                 join(tasks, timeout)
 
 @TestScenario
-@Tags("custom config")
 def login_after_ldap_external_user_directory_is_removed(self, server):
     """Check that ClickHouse stops authenticating LDAP users
     after LDAP external user directory is removed.
@@ -698,6 +697,460 @@ def empty_username_and_empty_password(self, server=None):
     """
     login_and_execute_query(username="", password="")
 
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_VerificationCooldown_Default("1.0")
+)
+def default_verification_cooldown_value(self, server, rbac=False, timeout=20):
+    """Check that the default value (0) for the verification cooldown parameter
+    disables caching and forces contacting the LDAP server for each
+    authentication request.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+
+    with Given("I have an LDAP configuration that uses the default verification_cooldown value (0)"):
+        servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
+            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with rbac_roles("ldap_role") as roles:
+                with ldap_external_user_directory(server=server, roles=roles, restart=True):
+                    with When("I login and execute a query"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    with And("I change user password in LDAP"):
+                        change_user_password_in_ldap(user, "newpassword")
+
+                    with Then("when I try to login immediately with the old user password it should fail"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                            exitcode=error_exitcode, message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_VerificationCooldown("1.0")
+)
+def valid_verification_cooldown_value_cn_change(self, server, rbac=False, timeout=20):
+    """Check that we can perform requests without contacting the LDAP server
+    after successful authentication when the verification_cooldown parameter
+    is set and the user cn is changed.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+    new_user = None
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "2"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with rbac_roles("ldap_role") as roles:
+                with ldap_external_user_directory(server=server, roles=roles, restart=True):
+                    with When("I login and execute a query"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    with And("I change user cn in LDAP"):
+                        new_user = change_user_cn_in_ldap(user, "testVCD2")
+
+                    with Then("when I try to login again with the old user cn it should work"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    with And("when I sleep for 2 seconds and try to log in, it should fail"):
+                        time.sleep(2)
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                            exitcode=error_exitcode, message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if new_user is not None:
+                delete_user_from_ldap(new_user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_VerificationCooldown("1.0")
+)
+def valid_verification_cooldown_value_password_change(self, server, rbac=False, timeout=20):
+    """Check that we can perform requests without contacting the LDAP server
+    after successful authentication when the verification_cooldown parameter
+    is set and the user password is changed.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "2"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with rbac_roles("ldap_role") as roles:
+                with ldap_external_user_directory(server=server, roles=roles, restart=True):
+                    with When("I login and execute a query"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    with And("I change user password in LDAP"):
+                        change_user_password_in_ldap(user, "newpassword")
+
+                    with Then("when I try to login again with the old password it should work"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    with And("when I sleep for 2 seconds and try to log in, it should fail"):
+                        time.sleep(2)
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                            exitcode=error_exitcode, message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_VerificationCooldown("1.0")
+)
+def valid_verification_cooldown_value_ldap_unavailable(self, server, rbac=False, timeout=20):
+    """Check that we can perform requests without contacting the LDAP server
+    after successful authentication when the verification_cooldown parameter
+    is set, even when the LDAP server is offline.
+    """
+
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 2 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "2"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add a new user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with rbac_roles("ldap_role") as roles:
+                with ldap_external_user_directory(server=server, roles=roles, restart=True):
+
+                    with When("I login and execute a query"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    try:
+                        with And("then I stop the ldap server"):
+                            self.context.ldap_node.stop()
+
+                        with Then("when I try to login again with the server offline it should work"):
+                            login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                        with And("when I sleep for 2 seconds and try to log in, it should fail"):
+                            time.sleep(2)
+                            login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                                exitcode=error_exitcode, message=error_message)
+
+                    finally:
+                        with Finally("I start the ldap server back up"):
+                            self.context.ldap_node.start()
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestOutline
+def repeat_requests(self, server, iterations, vcd_value, rbac=False):
+    """Run repeated requests from some user to the LDAP server.
+    """
+
+    user = None
+
+    with Given(f"I have an LDAP configuration that sets verification_cooldown parameter to {vcd_value} sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": vcd_value
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with And("I add a new user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with rbac_roles("ldap_role") as roles:
+                with ldap_external_user_directory(server=server, roles=roles, restart=True):
+                    with When(f"I login and execute some query {iterations} times"):
+                        start_time = time.time()
+                        r = self.context.node.command(f"time for i in {{1..{iterations}}}; do clickhouse client -q \"SELECT 1\" --user {user['cn']} --password {user['userpassword']} > /dev/null; done")
+                        end_time = time.time()
+
+                        return end_time - start_time
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_VerificationCooldown_Performance("1.0")
+)
+def verification_cooldown_performance(self, server, rbac=False, iterations=5000):
+    """Check that login performance is better when the verification cooldown
+    parameter is set to a positive value when comparing to the case when
+    the verification cooldown parameter is turned off.
+    """
+
+    vcd_time = 0
+    no_vcd_time = 0
+
+    with Example(f"Repeated requests with verification cooldown parameter set to 600 seconds, {iterations} iterations"):
+        vcd_time = repeat_requests(server=server, iterations=iterations, vcd_value="600", rbac=rbac)
+        metric("login_with_vcd_value_600", units="seconds", value=vcd_time)
+
+    with Example(f"Repeated requests with verification cooldown parameter set to 0 seconds, {iterations} iterations"):
+        no_vcd_time = repeat_requests(server=server, iterations=iterations, vcd_value="0", rbac=rbac)
+        metric("login_with_vcd_value_0", units="seconds", value=no_vcd_time)
+
+    with Then("The performance with verification cooldown parameter set is better than the performance with no verification cooldown parameter."):
+        assert no_vcd_time > vcd_time, error()
+
+    with And("Log the performance improvement as a percentage."):
+        metric("percentage_improvement", units="%", value=100*(no_vcd_time - vcd_time)/vcd_time)
+
+@TestOutline
+def check_verification_cooldown_reset_on_core_server_parameter_change(self, server,
+        parameter_name, parameter_value, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after one of the core server
+    parameters is changed in the LDAP server configuration.
+    """
+    config_d_dir="/etc/clickhouse-server/config.d"
+    config_file="ldap_servers.xml"
+    error_message = "DB::Exception: {user}: Authentication failed: password is incorrect or there is no user with such name"
+    error_exitcode = 4
+    user = None
+    config=None
+    updated_config=None
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 600 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "600"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    with And("LDAP authenticated user"):
+        users = [
+            {"cn": f"testVCD_0", "userpassword": "testVCD_0"},
+            {"cn": f"testVCD_1", "userpassword": "testVCD_1"}
+        ]
+
+    with And("I create LDAP servers configuration file"):
+        config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
+
+    with ldap_users(*users) as users:
+        with ldap_servers(servers=None, restart=False, config=config):
+            with rbac_roles("ldap_role") as roles:
+                with ldap_external_user_directory(server=server, roles=roles, restart=True):
+                    with When("I login and execute a query"):
+                        for user in users:
+                            with By(f"as user {user['cn']}"):
+                                login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    with And("I change user password in LDAP"):
+                        for user in users:
+                            with By(f"for user {user['cn']}"):
+                                change_user_password_in_ldap(user, "newpassword")
+
+                    with And(f"I change the server {parameter_name} core parameter", description=f"{parameter_value}"):
+                        servers["openldap1"][parameter_name] = parameter_value
+
+                    with And("I create an updated the config file that has a different server host name"):
+                        updated_config = create_ldap_servers_config_content(servers, config_d_dir, config_file)
+
+                    with modify_config(updated_config, restart=False):
+                        with Then("when I try to log in it should fail as cache should have been reset"):
+                            for user in users:
+                                with By(f"as user {user['cn']}"):
+                                    login_and_execute_query(username=user["cn"], password=user["userpassword"],
+                                        exitcode=error_exitcode, message=error_message.format(user=user["cn"]))
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_host_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server host name
+    is changed in the LDAP server configuration.
+    """
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="host", parameter_value="openldap2", rbac=rbac)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_port_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server port is changed in the
+    LDAP server configuration.
+    """
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="port", parameter_value="9006", rbac=rbac)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_auth_dn_prefix_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server auth_dn_prefix
+    is changed in the LDAP server configuration.
+    """
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="auth_dn_prefix", parameter_value="cxx=", rbac=rbac)
+
+@TestScenario
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters("1.0")
+)
+def verification_cooldown_reset_on_server_auth_dn_suffix_parameter_change(self, server, rbac=False):
+    """Check that the LDAP login cache is reset for all the LDAP authentication users
+    when verification_cooldown parameter is set after server auth_dn_suffix
+    is changed in the LDAP server configuration.
+    """
+    check_verification_cooldown_reset_on_core_server_parameter_change(server=server,
+        parameter_name="auth_dn_suffix",
+        parameter_value=",ou=company,dc=users,dc=com", rbac=rbac)
+
+@TestScenario
+@Name("verification cooldown reset when invalid password is provided")
+@Tags("verification_cooldown")
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Authentication_VerificationCooldown_Reset_InvalidPassword("1.0")
+)
+def scenario(self, server, rbac=False):
+    """Check that cached bind requests for the user are discarded when
+    the user provides invalid login credentials.
+    """
+    user = None
+    error_exitcode = 4
+    error_message = "DB::Exception: testVCD: Authentication failed: password is incorrect or there is no user with such name"
+
+    with Given("I have an LDAP configuration that sets verification_cooldown parameter to 600 sec"):
+        servers = { "openldap1": {
+            "host": "openldap1",
+            "port": "389",
+            "enable_tls": "no",
+            "auth_dn_prefix": "cn=",
+            "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": "600"
+        }}
+
+        self.context.ldap_node = self.context.cluster.node(server)
+
+    try:
+        with Given("I add a new user to LDAP"):
+            user = {"cn": "testVCD", "userpassword": "testVCD"}
+            user = add_user_to_ldap(**user)
+
+        with ldap_servers(servers):
+            with rbac_roles("ldap_role") as roles:
+                with ldap_external_user_directory(server=server, roles=roles, restart=True):
+
+                    with When("I login and execute a query"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    with And("I change user password in LDAP"):
+                        change_user_password_in_ldap(user, "newpassword")
+
+                    with Then("When I try to log in with the cached password it should work"):
+                        login_and_execute_query(username=user["cn"], password=user["userpassword"])
+
+                    with And("When I try to log in with an incorrect password it should fail"):
+                        login_and_execute_query(username=user["cn"], password="incorrect", exitcode=error_exitcode,
+                            message=error_message)
+
+                    with And("When I try to log in with the cached password it should fail"):
+                        login_and_execute_query(username=user["cn"], password="incorrect", exitcode=error_exitcode,
+                            message=error_message)
+
+    finally:
+        with Finally("I make sure LDAP user is deleted"):
+            if user is not None:
+                delete_user_from_ldap(user, exitcode=None)
+
 @TestScenario
 @Requirements(
     RQ_SRS_009_LDAP_ExternalUserDirectory_Users_Lookup_Priority("2.0")
@@ -734,7 +1187,6 @@ def user_lookup_priority(self, server):
             with When("I try to login as 'ldap' user defined only in LDAP it should work"):
                 login_and_execute_query(**users["ldap"])
 
-
 @TestOutline(Feature)
 @Name("user authentications")
 @Requirements(
@@ -755,8 +1207,11 @@ def feature(self, servers=None, server=None, node="clickhouse1"):
     with ldap_servers(servers):
         with rbac_roles("ldap_role") as roles:
             with ldap_external_user_directory(server=server, roles=roles, restart=True):
-                for scenario in loads(current_module(), Scenario, filter=~has.tag("custom config")):
-                    Scenario(test=scenario, flags=TE)(server=server)
+                for scenario in loads(current_module(), Scenario, filter=~has.tag("custom config") & ~has.tag("verification_cooldown")):
+                    Scenario(test=scenario)(server=server)
 
         for scenario in loads(current_module(), Scenario, filter=has.tag("custom config")):
-            Scenario(test=scenario, flags=TE)(server=server)
+            Scenario(test=scenario)(server=server)
+
+    for scenario in loads(current_module(), Scenario, filter=has.tag("verification_cooldown")):
+        Scenario(test=scenario)(server=server)
diff --git a/tests/testflows/ldap/external_user_directory/tests/common.py b/tests/testflows/ldap/external_user_directory/tests/common.py
index 38b53ca6e9f..6d8a97e8611 100644
--- a/tests/testflows/ldap/external_user_directory/tests/common.py
+++ b/tests/testflows/ldap/external_user_directory/tests/common.py
@@ -5,10 +5,11 @@ from contextlib import contextmanager
 import testflows.settings as settings
 from testflows.core import *
 from testflows.asserts import error
-from ldap.authentication.tests.common import getuid, Config, ldap_servers, add_config, restart
+from ldap.authentication.tests.common import getuid, Config, ldap_servers, add_config, modify_config, restart
 from ldap.authentication.tests.common import xmltree, xml_indent, xml_append, xml_with_utf8
 from ldap.authentication.tests.common import ldap_user, ldap_users, add_user_to_ldap, delete_user_from_ldap
 from ldap.authentication.tests.common import change_user_password_in_ldap, change_user_cn_in_ldap
+from ldap.authentication.tests.common import create_ldap_servers_config_content
 from ldap.authentication.tests.common import randomword
 
 def join(tasks, timeout):
diff --git a/tests/testflows/ldap/external_user_directory/tests/server_config.py b/tests/testflows/ldap/external_user_directory/tests/server_config.py
index 2512a4d88de..617c0ee32e5 100644
--- a/tests/testflows/ldap/external_user_directory/tests/server_config.py
+++ b/tests/testflows/ldap/external_user_directory/tests/server_config.py
@@ -99,7 +99,6 @@ def invalid_port(self):
     }]
     login(servers, "openldap1", *users)
 
-
 @TestScenario
 @Requirements(
     RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_Invalid("1.0"),
@@ -232,6 +231,36 @@ def auth_dn_value(self):
 
     login(servers, "openldap1", user)
 
+@TestOutline(Scenario)
+@Examples("invalid_value", [
+    ("-1", Name("negative int")),
+    ("foo", Name("string")),
+    ("", Name("empty string")),
+    ("36893488147419103232", Name("overflow with extremely large int value")),
+    ("-36893488147419103232", Name("overflow with extremely large negative int value")),
+    ("@#", Name("special characters"))
+])
+@Requirements(
+    RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_VerificationCooldown_Invalid("1.0")
+)
+def invalid_verification_cooldown_value(self, invalid_value, timeout=20):
+    """Check that server returns an error when LDAP server
+    verification cooldown parameter is invalid.
+    """
+
+    error_message = ("<Error> Access(user directories): Could not parse LDAP server"
+        " \\`openldap1\\`: Poco::Exception. Code: 1000, e.code() = 0,"
+        f" e.displayText() = Syntax error: Not a valid unsigned integer{': ' + invalid_value if invalid_value else invalid_value}")
+
+    with Given("LDAP server configuration that uses a negative integer for the verification_cooldown parameter"):
+        servers = {"openldap1": {"host": "openldap1", "port": "389", "enable_tls": "no",
+            "auth_dn_prefix": "cn=", "auth_dn_suffix": ",ou=users,dc=company,dc=com",
+            "verification_cooldown": f"{invalid_value}"
+        }}
+
+    with When("I try to use this configuration then it should not work"):
+        invalid_server_config(servers, message=error_message, tail=17, timeout=timeout)
+
 @TestScenario
 @Requirements(
     RQ_SRS_009_LDAP_ExternalUserDirectory_Configuration_Server_Syntax("2.0")

From c1662b6a4b66af33082eaac29d0b46eacc06c4b8 Mon Sep 17 00:00:00 2001
From: Tai White <taiwhite2010@gmail.com>
Date: Mon, 23 Nov 2020 21:21:30 +0100
Subject: [PATCH 040/742] Added line removed by mistake

---
 .../ldap/external_user_directory/tests/authentications.py        | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/testflows/ldap/external_user_directory/tests/authentications.py b/tests/testflows/ldap/external_user_directory/tests/authentications.py
index 8651dd9903b..8229947adf7 100644
--- a/tests/testflows/ldap/external_user_directory/tests/authentications.py
+++ b/tests/testflows/ldap/external_user_directory/tests/authentications.py
@@ -144,6 +144,7 @@ def parallel_login_with_the_same_user(self, server, timeout=200):
                 join(tasks, timeout)
 
 @TestScenario
+@Tags("custom config")
 def login_after_ldap_external_user_directory_is_removed(self, server):
     """Check that ClickHouse stops authenticating LDAP users
     after LDAP external user directory is removed.

From 47be319dea985b1ef170184c447909ed54b86a0d Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Tue, 24 Nov 2020 20:17:58 +0400
Subject: [PATCH 041/742] Refactor the cached ldap info locations Add cached
 value access synchronization

---
 src/Access/Authentication.cpp | 62 +++++++++++++++++++++--------------
 src/Access/Authentication.h   |  9 ++---
 src/Access/IAccessStorage.cpp |  2 +-
 src/Access/User.cpp           | 16 +++++++++
 src/Access/User.h             | 18 ++++++++++
 5 files changed, 75 insertions(+), 32 deletions(-)

diff --git a/src/Access/Authentication.cpp b/src/Access/Authentication.cpp
index b55ffad2dfa..2455869f783 100644
--- a/src/Access/Authentication.cpp
+++ b/src/Access/Authentication.cpp
@@ -1,4 +1,5 @@
 #include <Access/Authentication.h>
+#include <Access/User.h>
 #include <Access/ExternalAuthenticators.h>
 #include <Access/LDAPClient.h>
 #include <Common/Exception.h>
@@ -49,7 +50,7 @@ Authentication::Digest Authentication::getPasswordDoubleSHA1() const
 }
 
 
-bool Authentication::isCorrectPassword(const String & password_, const String & user_, const ExternalAuthenticators & external_authenticators) const
+bool Authentication::isCorrectPassword(const User & user_, const String & password_, const ExternalAuthenticators & external_authenticators) const
 {
     switch (type)
     {
@@ -83,41 +84,52 @@ bool Authentication::isCorrectPassword(const String & password_, const String &
         case LDAP_SERVER:
         {
             auto ldap_server_params = external_authenticators.getLDAPServerParams(server_name);
-            ldap_server_params.user = user_;
+            ldap_server_params.user = user_.getName();
             ldap_server_params.password = password_;
 
             const auto current_params_hash = ldap_server_params.getCoreHash();
-            const auto last_check_period = std::chrono::steady_clock::now() - ldap_last_successful_password_check_timestamp;
+            auto & ldap_last_successful_password_check_params_hash = user_.cache.ldap_last_successful_password_check_params_hash;
+            auto & ldap_last_successful_password_check_timestamp = user_.cache.ldap_last_successful_password_check_timestamp;
 
-            if (
-                // Forbid the initial values explicitly.
-                ldap_last_successful_password_check_params_hash != 0 &&
-                ldap_last_successful_password_check_timestamp != std::chrono::steady_clock::time_point{} &&
-
-                // Check if the caching is enabled at all.
-                ldap_server_params.verification_cooldown > std::chrono::seconds{0} &&
-
-                // Check if we can "reuse" the result of the previous successful password verification.
-                current_params_hash == ldap_last_successful_password_check_params_hash &&
-                last_check_period >= std::chrono::seconds{0} &&
-                last_check_period <= ldap_server_params.verification_cooldown
-            )
             {
-                return true;
+                std::scoped_lock lock(user_.cache.mutex);
+                const auto last_check_period = std::chrono::steady_clock::now() - ldap_last_successful_password_check_timestamp;
+
+                if (
+                    // Check if the caching is enabled at all.
+                    ldap_server_params.verification_cooldown > std::chrono::seconds{0} &&
+
+                    // Forbid the initial values explicitly.
+                    ldap_last_successful_password_check_params_hash != 0 &&
+                    ldap_last_successful_password_check_timestamp != std::chrono::steady_clock::time_point{} &&
+
+                    // Check if we can "reuse" the result of the previous successful password verification.
+                    current_params_hash == ldap_last_successful_password_check_params_hash &&
+                    last_check_period >= std::chrono::seconds{0} &&
+                    last_check_period <= ldap_server_params.verification_cooldown
+                )
+                {
+                    return true;
+                }
             }
 
             LDAPSimpleAuthClient ldap_client(ldap_server_params);
             const auto result = ldap_client.check();
+            const auto current_check_timestamp = std::chrono::steady_clock::now();
 
-            if (result)
             {
-                ldap_last_successful_password_check_params_hash = current_params_hash;
-                ldap_last_successful_password_check_timestamp = std::chrono::steady_clock::now();
-            }
-            else
-            {
-                ldap_last_successful_password_check_params_hash = 0;
-                ldap_last_successful_password_check_timestamp = std::chrono::steady_clock::time_point{};
+                std::scoped_lock lock(user_.cache.mutex);
+
+                if (result)
+                {
+                    ldap_last_successful_password_check_params_hash = current_params_hash;
+                    ldap_last_successful_password_check_timestamp = current_check_timestamp;
+                }
+                else
+                {
+                    ldap_last_successful_password_check_params_hash = 0;
+                    ldap_last_successful_password_check_timestamp = std::chrono::steady_clock::time_point{};
+                }
             }
 
             return result;
diff --git a/src/Access/Authentication.h b/src/Access/Authentication.h
index 65bbcd94720..abbd43555b1 100644
--- a/src/Access/Authentication.h
+++ b/src/Access/Authentication.h
@@ -19,6 +19,7 @@ namespace ErrorCodes
     extern const int NOT_IMPLEMENTED;
 }
 
+struct User;
 class ExternalAuthenticators;
 
 /// Authentication type and encrypted password for checking when an user logins.
@@ -89,8 +90,8 @@ public:
     void setServerName(const String & server_name_);
 
     /// Checks if the provided password is correct. Returns false if not.
-    /// User name and external authenticators' info are used only by some specific authentication type (e.g., LDAP_SERVER).
-    bool isCorrectPassword(const String & password_, const String & user_, const ExternalAuthenticators & external_authenticators) const;
+    /// User instance and external authenticators' info are used only by some specific authentication type (e.g., LDAP_SERVER).
+    bool isCorrectPassword(const User & user_, const String & password_, const ExternalAuthenticators & external_authenticators) const;
 
     friend bool operator ==(const Authentication & lhs, const Authentication & rhs) { return (lhs.type == rhs.type) && (lhs.password_hash == rhs.password_hash); }
     friend bool operator !=(const Authentication & lhs, const Authentication & rhs) { return !(lhs == rhs); }
@@ -104,11 +105,7 @@ private:
 
     Type type = Type::NO_PASSWORD;
     Digest password_hash;
-
-    // Used and maintained only for LDAP.
     String server_name;
-    mutable std::size_t ldap_last_successful_password_check_params_hash = 0;
-    mutable std::chrono::steady_clock::time_point ldap_last_successful_password_check_timestamp;
 };
 
 
diff --git a/src/Access/IAccessStorage.cpp b/src/Access/IAccessStorage.cpp
index 58821e7de4b..01516017d89 100644
--- a/src/Access/IAccessStorage.cpp
+++ b/src/Access/IAccessStorage.cpp
@@ -463,7 +463,7 @@ UUID IAccessStorage::loginImpl(
 
 bool IAccessStorage::isPasswordCorrectImpl(const User & user, const String & password, const ExternalAuthenticators & external_authenticators) const
 {
-    return user.authentication.isCorrectPassword(password, user.getName(), external_authenticators);
+    return user.authentication.isCorrectPassword(user, password, external_authenticators);
 }
 
 
diff --git a/src/Access/User.cpp b/src/Access/User.cpp
index f57ec7c1359..b5ba098d0bc 100644
--- a/src/Access/User.cpp
+++ b/src/Access/User.cpp
@@ -14,4 +14,20 @@ bool User::equal(const IAccessEntity & other) const
         && (settings == other_user.settings);
 }
 
+UserEtcCache & UserEtcCache::operator= (const UserEtcCache & other)
+{
+    std::scoped_lock lock(mutex, other.mutex);
+    ldap_last_successful_password_check_params_hash = other.ldap_last_successful_password_check_params_hash;
+    ldap_last_successful_password_check_timestamp = other.ldap_last_successful_password_check_timestamp;
+    return *this;
+}
+
+UserEtcCache & UserEtcCache::operator= (const UserEtcCache && other)
+{
+    std::scoped_lock lock(mutex, other.mutex);
+    ldap_last_successful_password_check_params_hash = std::move(other.ldap_last_successful_password_check_params_hash);
+    ldap_last_successful_password_check_timestamp = std::move(other.ldap_last_successful_password_check_timestamp);
+    return *this;
+}
+
 }
diff --git a/src/Access/User.h b/src/Access/User.h
index 13f1e532015..0ad0068794d 100644
--- a/src/Access/User.h
+++ b/src/Access/User.h
@@ -8,9 +8,26 @@
 #include <Access/RolesOrUsersSet.h>
 #include <Access/SettingsProfileElement.h>
 
+#include <chrono>
+#include <mutex>
 
 namespace DB
 {
+
+/** Various cached data bound to a User instance. Access to any member must be synchronized via 'mutex' member.
+  */
+struct UserEtcCache {
+    mutable std::recursive_mutex mutex;
+    std::size_t ldap_last_successful_password_check_params_hash = 0;
+    std::chrono::steady_clock::time_point ldap_last_successful_password_check_timestamp;
+
+    explicit UserEtcCache() = default;
+    explicit UserEtcCache(const UserEtcCache & other) { (*this) = other; }
+    explicit UserEtcCache(const UserEtcCache && other) { (*this) = std::move(other); }
+    UserEtcCache & operator= (const UserEtcCache & other);
+    UserEtcCache & operator= (const UserEtcCache && other);
+};
+
 /** User and ACL.
   */
 struct User : public IAccessEntity
@@ -21,6 +38,7 @@ struct User : public IAccessEntity
     GrantedRoles granted_roles;
     RolesOrUsersSet default_roles = RolesOrUsersSet::AllTag{};
     SettingsProfileElements settings;
+    mutable UserEtcCache cache;
 
     bool equal(const IAccessEntity & other) const override;
     std::shared_ptr<IAccessEntity> clone() const override { return cloneImpl<User>(); }

From d12f59388a0c0dee3f5cb2201797a15f62e8b79e Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Tue, 24 Nov 2020 22:48:15 +0400
Subject: [PATCH 042/742] Compilation fix

---
 src/Access/User.cpp | 2 +-
 src/Access/User.h   | 7 ++++---
 2 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/src/Access/User.cpp b/src/Access/User.cpp
index b5ba098d0bc..9b705fbdb5e 100644
--- a/src/Access/User.cpp
+++ b/src/Access/User.cpp
@@ -22,7 +22,7 @@ UserEtcCache & UserEtcCache::operator= (const UserEtcCache & other)
     return *this;
 }
 
-UserEtcCache & UserEtcCache::operator= (const UserEtcCache && other)
+UserEtcCache & UserEtcCache::operator= (UserEtcCache && other)
 {
     std::scoped_lock lock(mutex, other.mutex);
     ldap_last_successful_password_check_params_hash = std::move(other.ldap_last_successful_password_check_params_hash);
diff --git a/src/Access/User.h b/src/Access/User.h
index 0ad0068794d..ed3366b4712 100644
--- a/src/Access/User.h
+++ b/src/Access/User.h
@@ -16,16 +16,17 @@ namespace DB
 
 /** Various cached data bound to a User instance. Access to any member must be synchronized via 'mutex' member.
   */
-struct UserEtcCache {
+struct UserEtcCache
+{
     mutable std::recursive_mutex mutex;
     std::size_t ldap_last_successful_password_check_params_hash = 0;
     std::chrono::steady_clock::time_point ldap_last_successful_password_check_timestamp;
 
     explicit UserEtcCache() = default;
     explicit UserEtcCache(const UserEtcCache & other) { (*this) = other; }
-    explicit UserEtcCache(const UserEtcCache && other) { (*this) = std::move(other); }
+    explicit UserEtcCache(UserEtcCache && other) { (*this) = std::move(other); }
     UserEtcCache & operator= (const UserEtcCache & other);
-    UserEtcCache & operator= (const UserEtcCache && other);
+    UserEtcCache & operator= (UserEtcCache && other);
 };
 
 /** User and ACL.

From cd8e7981e08dace480fd340646e2504301d5d96c Mon Sep 17 00:00:00 2001
From: vdimir <vdimirc@gmail.com>
Date: Sun, 29 Nov 2020 20:54:46 +0300
Subject: [PATCH 043/742] Speedup applyCIDRMask for IPv6 with compile-time
 generated mask array

---
 src/Common/IPv6ToBinary.cpp     | 33 +++++++++++++++++++++++++++++++
 src/Common/IPv6ToBinary.h       |  5 +++++
 src/Functions/FunctionsCoding.h | 35 ++++++++++++++++++++++-----------
 3 files changed, 61 insertions(+), 12 deletions(-)

diff --git a/src/Common/IPv6ToBinary.cpp b/src/Common/IPv6ToBinary.cpp
index 1fd2e3312f6..da213bcb5a9 100644
--- a/src/Common/IPv6ToBinary.cpp
+++ b/src/Common/IPv6ToBinary.cpp
@@ -2,12 +2,18 @@
 #include <Poco/Net/IPAddress.h>
 #include <Poco/ByteOrder.h>
 
+#include <Common/formatIPv6.h>
+
 #include <cstring>
 
 
 namespace DB
 {
 
+constexpr size_t IPV6_MASKS_COUNT = 256;
+
+using RawMaskArray = std::array<uint8_t, IPV6_BINARY_LENGTH>;
+
 void IPv6ToRawBinary(const Poco::Net::IPAddress & address, char * res)
 {
     if (Poco::Net::IPAddress::IPv6 == address.family())
@@ -33,4 +39,31 @@ std::array<char, 16> IPv6ToBinary(const Poco::Net::IPAddress & address)
     return res;
 }
 
+static constexpr RawMaskArray generateBitMask(size_t prefix) {
+    if (prefix >= 128)
+        prefix = 128;
+    RawMaskArray arr{0};
+    size_t i = 0;
+    for (; prefix >= 8; ++i, prefix -= 8)
+        arr[i] = 0xff;
+    if (prefix > 0)
+        arr[i++] = ~(0xff >> prefix);
+    while (i < 16)
+        arr[i++] = 0x00;
+    return arr;
+}
+
+static constexpr std::array<RawMaskArray, IPV6_MASKS_COUNT> generateBitMasks() {
+    std::array<RawMaskArray, IPV6_MASKS_COUNT> arr{};
+    for (size_t i = 0; i < IPV6_MASKS_COUNT; ++i)
+        arr[i] = generateBitMask(i);
+    return arr;
+}
+
+const uint8_t * getCIDRMaskIPv6(UInt8 prefix_len)
+{
+    static constexpr std::array<RawMaskArray, IPV6_MASKS_COUNT> IPV6_RAW_MASK_ARRAY = generateBitMasks();
+    return IPV6_RAW_MASK_ARRAY[prefix_len].data();
+}
+
 }
diff --git a/src/Common/IPv6ToBinary.h b/src/Common/IPv6ToBinary.h
index 2d0d4a20ecb..2e47238aeba 100644
--- a/src/Common/IPv6ToBinary.h
+++ b/src/Common/IPv6ToBinary.h
@@ -14,4 +14,9 @@ void IPv6ToRawBinary(const Poco::Net::IPAddress & address, char * res);
 /// Convert IP address to 16-byte array with IPv6 data (big endian). If it's an IPv4, map it to IPv6.
 std::array<char, 16> IPv6ToBinary(const Poco::Net::IPAddress & address);
 
+/// Returns pointer to 16-byte array containing mask with first `prefix_len` bits set to `1` and `128 - prefix_len` to `0`.
+/// Pointer is valid during all program execution time and doesn't require freeing.
+/// Values of prefix_len greater than 128 interpreted as 128 exactly.
+const uint8_t * getCIDRMaskIPv6(UInt8 prefix_len);
+
 }
diff --git a/src/Functions/FunctionsCoding.h b/src/Functions/FunctionsCoding.h
index ac3262f5131..e07df450206 100644
--- a/src/Functions/FunctionsCoding.h
+++ b/src/Functions/FunctionsCoding.h
@@ -1,7 +1,8 @@
 #pragma once
 
-#include <Common/hex.h>
 #include <Common/formatIPv6.h>
+#include <Common/hex.h>
+#include <Common/IPv6ToBinary.h>
 #include <Common/typeid_cast.h>
 #include <IO/WriteHelpers.h>
 #include <DataTypes/DataTypeFactory.h>
@@ -1617,20 +1618,28 @@ public:
 class FunctionIPv6CIDRToRange : public IFunction
 {
 private:
-    /// TODO Inefficient.
+
+#if defined(__SSE2__)
+
+    #include <emmintrin.h>
+
+    static inline void applyCIDRMask(const UInt8 * __restrict src, UInt8 * __restrict dst_lower, UInt8 * __restrict dst_upper, UInt8 bits_to_keep)
+    {
+        __m128i mask = _mm_loadu_si128(reinterpret_cast<const __m128i *>(getCIDRMaskIPv6(bits_to_keep)));
+        __m128i lower = _mm_and_si128(_mm_loadu_si128(reinterpret_cast<const __m128i *>(src)), mask);
+        _mm_storeu_si128(reinterpret_cast<__m128i *>(dst_lower), lower);
+
+        __m128i inv_mask = _mm_xor_si128(mask, _mm_cmpeq_epi32(_mm_setzero_si128(), _mm_setzero_si128()));
+        __m128i upper = _mm_or_si128(lower, inv_mask);
+        _mm_storeu_si128(reinterpret_cast<__m128i *>(dst_upper), upper);
+    }
+
+#else
+
     /// NOTE IPv6 is stored in memory in big endian format that makes some difficulties.
     static void applyCIDRMask(const UInt8 * __restrict src, UInt8 * __restrict dst_lower, UInt8 * __restrict dst_upper, UInt8 bits_to_keep)
     {
-        UInt8 mask[16]{};
-
-        UInt8 bytes_to_keep = bits_to_keep / 8;
-        UInt8 bits_to_keep_in_last_byte = bits_to_keep % 8;
-
-        for (size_t i = 0; i < bits_to_keep / 8; ++i)
-            mask[i] = 0xFFU;
-
-        if (bits_to_keep_in_last_byte)
-            mask[bytes_to_keep] = 0xFFU << (8 - bits_to_keep_in_last_byte);
+        const auto * mask = getCIDRMaskIPv6(bits_to_keep);
 
         for (size_t i = 0; i < 16; ++i)
         {
@@ -1639,6 +1648,8 @@ private:
         }
     }
 
+#endif
+
 public:
     static constexpr auto name = "IPv6CIDRToRange";
     static FunctionPtr create(const Context &) { return std::make_shared<FunctionIPv6CIDRToRange>(); }

From ad9a0c6144c228a8e4c0ade2652fe483be3934bc Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 30 Nov 2020 15:43:37 +0300
Subject: [PATCH 044/742] Update poco

---
 contrib/poco | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/poco b/contrib/poco
index f49c6ab8d3a..4d06db3947a 160000
--- a/contrib/poco
+++ b/contrib/poco
@@ -1 +1 @@
-Subproject commit f49c6ab8d3aa71828bd1b411485c21722e8c9d82
+Subproject commit 4d06db3947ac2343133220a5cd5d9b35bc89814c

From fa9814921c758fb1e5b439843832f51a1fe22ca5 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 30 Nov 2020 17:57:31 +0300
Subject: [PATCH 045/742] Updae boost.

---
 contrib/boost | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/boost b/contrib/boost
index a04e72c0464..d2da6db25de 160000
--- a/contrib/boost
+++ b/contrib/boost
@@ -1 +1 @@
-Subproject commit a04e72c0464f0c31d3384f18f0c0db36a05538e0
+Subproject commit d2da6db25deff1a927b166ce62cf8967a40273c9

From 0f293e60e1e411cfcee762625ff5522b119d287d Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 30 Nov 2020 18:22:34 +0300
Subject: [PATCH 046/742] Update CMakeLists.txt for boost

---
 contrib/boost-cmake/CMakeLists.txt | 92 ++++++++++++++++++++++++++++++
 1 file changed, 92 insertions(+)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index fd860c9f9b0..b3bf3b38f8b 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -11,6 +11,7 @@ if (NOT USE_INTERNAL_BOOST_LIBRARY)
         iostreams
         program_options
         regex
+        context
     )
 
     if(Boost_INCLUDE_DIR AND Boost_FILESYSTEM_LIBRARY AND Boost_FILESYSTEM_LIBRARY AND
@@ -27,18 +28,21 @@ if (NOT USE_INTERNAL_BOOST_LIBRARY)
         add_library (_boost_program_options INTERFACE)
         add_library (_boost_regex INTERFACE)
         add_library (_boost_system INTERFACE)
+        add_library (_boost_context INTERFACE)
 
         target_link_libraries (_boost_filesystem INTERFACE ${Boost_FILESYSTEM_LIBRARY})
         target_link_libraries (_boost_iostreams INTERFACE ${Boost_IOSTREAMS_LIBRARY})
         target_link_libraries (_boost_program_options INTERFACE ${Boost_PROGRAM_OPTIONS_LIBRARY})
         target_link_libraries (_boost_regex INTERFACE ${Boost_REGEX_LIBRARY})
         target_link_libraries (_boost_system INTERFACE ${Boost_SYSTEM_LIBRARY})
+        target_link_libraries (_boost_context INTERFACE ${Boost_CONTEXT_LIBRARY})
 
         add_library (boost::filesystem ALIAS _boost_filesystem)
         add_library (boost::iostreams ALIAS _boost_iostreams)
         add_library (boost::program_options ALIAS _boost_program_options)
         add_library (boost::regex ALIAS _boost_regex)
         add_library (boost::system ALIAS _boost_system)
+        add_library (boost::context ALIAS _boost_context)
     else()
         set(EXTERNAL_BOOST_FOUND 0)
         message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system boost")
@@ -142,4 +146,92 @@ if (NOT EXTERNAL_BOOST_FOUND)
     add_library (_boost_system ${SRCS_SYSTEM})
     add_library (boost::system ALIAS _boost_system)
     target_include_directories (_boost_system PRIVATE ${LIBRARY_DIR})
+
+    # context
+
+    set (SRCS_CONTEXT
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_pe_armasm.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_combined_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_ms_pe_gas.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_ms_pe_masm.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_x86_64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_mips32_o32_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_mips64_n64_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_ppc64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_xcoff_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_xcoff_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_ms_pe_gas.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_ms_pe_masm.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_arm64_aapcs_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_arm64_aapcs_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_pe_armasm.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/make_combined_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_ms_pe_gas.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_ms_pe_masm.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_x86_64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_mips32_o32_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_mips64_n64_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_ppc64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_xcoff_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_xcoff_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_ms_pe_gas.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_ms_pe_masm.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm64_aapcs_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm64_aapcs_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_pe_armasm.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_combined_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_ms_pe_gas.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_ms_pe_masm.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_x86_64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_mips32_o32_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_mips64_n64_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_ppc64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_xcoff_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_xcoff_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_ms_pe_gas.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_ms_pe_masm.asm
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_elf_gas.S
+        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_macho_gas.S
+        ${LIBRARY_DIR}/libs/context/src/continuation.cpp
+        ${LIBRARY_DIR}/libs/context/src/dummy.cpp
+        ${LIBRARY_DIR}/libs/context/src/execution_context.cpp
+        ${LIBRARY_DIR}/libs/context/src/fiber.cpp
+        ${LIBRARY_DIR}/libs/context/src/posix/stack_traits.cpp
+        ${LIBRARY_DIR}/libs/context/src/untested.cpp
+        ${LIBRARY_DIR}/libs/context/src/windows/stack_traits.cpp
+    )
+
+    add_library (_boost_context ${SRCS_CONTEXT})
+    add_library (boost::context ALIAS _boost_context)
+    target_include_directories (_boost_context PRIVATE ${LIBRARY_DIR})
 endif ()

From 4f442cd8f396cc0297052b17b4a50bcb3984d53d Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 30 Nov 2020 18:32:01 +0300
Subject: [PATCH 047/742] Update CMakeLists.txt for boost

---
 contrib/boost-cmake/CMakeLists.txt | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index b3bf3b38f8b..59deea802cf 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -148,6 +148,8 @@ if (NOT EXTERNAL_BOOST_FOUND)
     target_include_directories (_boost_system PRIVATE ${LIBRARY_DIR})
 
     # context
+    enable_language(ASM)
+    SET(ASM_OPTIONS "-x assembler-with-cpp")
 
     set (SRCS_CONTEXT
         ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_elf_gas.S

From d50a0e63e6189b98581309f0ed2c3eb4e780b6ef Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 30 Nov 2020 18:46:58 +0300
Subject: [PATCH 048/742] Added example from boost.

---
 src/Interpreters/tests/CMakeLists.txt |  3 +++
 src/Interpreters/tests/context.cpp    | 26 ++++++++++++++++++++++++++
 2 files changed, 29 insertions(+)
 create mode 100644 src/Interpreters/tests/context.cpp

diff --git a/src/Interpreters/tests/CMakeLists.txt b/src/Interpreters/tests/CMakeLists.txt
index 20aa73166fb..9bdedc7b76b 100644
--- a/src/Interpreters/tests/CMakeLists.txt
+++ b/src/Interpreters/tests/CMakeLists.txt
@@ -29,6 +29,9 @@ target_link_libraries (string_hash_map PRIVATE dbms)
 add_executable (string_hash_map_aggregation string_hash_map.cpp)
 target_link_libraries (string_hash_map_aggregation PRIVATE dbms)
 
+add_executable (context context.cpp)
+target_link_libraries (context PRIVATE dbms)
+
 add_executable (two_level_hash_map two_level_hash_map.cpp)
 target_include_directories (two_level_hash_map SYSTEM BEFORE PRIVATE ${SPARSEHASH_INCLUDE_DIR})
 target_link_libraries (two_level_hash_map PRIVATE dbms)
diff --git a/src/Interpreters/tests/context.cpp b/src/Interpreters/tests/context.cpp
new file mode 100644
index 00000000000..eed7ca60790
--- /dev/null
+++ b/src/Interpreters/tests/context.cpp
@@ -0,0 +1,26 @@
+#include <iostream>
+#include <boost/context/fiber.hpp>
+
+int main(int, char **)
+{
+    namespace ctx=boost::context;
+    int a;
+    ctx::fiber source{[&a](ctx::fiber&& sink)
+    {
+        a=0;
+        int b=1;
+        while (true)
+        {
+            sink=std::move(sink).resume();
+            int next=a+b;
+            a=b;
+            b=next;
+        }
+        return std::move(sink);
+    }};
+    for (int j=0;j<10;++j)
+    {
+        source=std::move(source).resume();
+        std::cout << a << " ";
+    }
+}

From 0e043202598010d9ffab947ca475244e66370054 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 30 Nov 2020 19:10:18 +0300
Subject: [PATCH 049/742] Update CMakeLists.txt

---
 contrib/boost-cmake/CMakeLists.txt    | 138 +++++++++++++-------------
 src/Interpreters/tests/CMakeLists.txt |   2 +-
 2 files changed, 70 insertions(+), 70 deletions(-)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index 59deea802cf..712aa7cdac0 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -152,78 +152,78 @@ if (NOT EXTERNAL_BOOST_FOUND)
     SET(ASM_OPTIONS "-x assembler-with-cpp")
 
     set (SRCS_CONTEXT
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_pe_armasm.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_combined_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_ms_pe_gas.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_ms_pe_masm.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_x86_64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_mips32_o32_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_mips64_n64_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_ppc64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_xcoff_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_xcoff_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_ms_pe_gas.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_ms_pe_masm.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_pe_armasm.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_combined_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_ms_pe_gas.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_ms_pe_masm.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_sysv_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_x86_64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_mips32_o32_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_mips64_n64_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_ppc64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_xcoff_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_xcoff_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_ms_pe_gas.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_ms_pe_masm.asm
         ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_arm64_aapcs_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_arm64_aapcs_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_pe_armasm.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/make_combined_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_ms_pe_gas.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_ms_pe_masm.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_x86_64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_mips32_o32_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_mips64_n64_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_ppc64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_xcoff_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_xcoff_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_ms_pe_gas.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_ms_pe_masm.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_arm64_aapcs_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_arm64_aapcs_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_pe_armasm.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_combined_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_ms_pe_gas.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_ms_pe_masm.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_sysv_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_x86_64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_mips32_o32_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_mips64_n64_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_ppc64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_xcoff_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_xcoff_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_ms_pe_gas.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_ms_pe_masm.asm
         ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm64_aapcs_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm64_aapcs_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_pe_armasm.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_combined_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_ms_pe_gas.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_ms_pe_masm.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_x86_64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_mips32_o32_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_mips64_n64_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_ppc64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_xcoff_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_xcoff_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_ms_pe_gas.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_ms_pe_masm.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm64_aapcs_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm64_aapcs_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_pe_armasm.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_combined_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_ms_pe_gas.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_ms_pe_masm.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_sysv_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_x86_64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_mips32_o32_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_mips64_n64_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_ppc64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_xcoff_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_elf_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_xcoff_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_ms_pe_gas.asm
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_ms_pe_masm.asm
         ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_elf_gas.S
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_macho_gas.S
+#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_macho_gas.S
         ${LIBRARY_DIR}/libs/context/src/continuation.cpp
         ${LIBRARY_DIR}/libs/context/src/dummy.cpp
         ${LIBRARY_DIR}/libs/context/src/execution_context.cpp
diff --git a/src/Interpreters/tests/CMakeLists.txt b/src/Interpreters/tests/CMakeLists.txt
index 9bdedc7b76b..f8fa33d8d2e 100644
--- a/src/Interpreters/tests/CMakeLists.txt
+++ b/src/Interpreters/tests/CMakeLists.txt
@@ -30,7 +30,7 @@ add_executable (string_hash_map_aggregation string_hash_map.cpp)
 target_link_libraries (string_hash_map_aggregation PRIVATE dbms)
 
 add_executable (context context.cpp)
-target_link_libraries (context PRIVATE dbms)
+target_link_libraries (context PRIVATE dbms _boost_context)
 
 add_executable (two_level_hash_map two_level_hash_map.cpp)
 target_include_directories (two_level_hash_map SYSTEM BEFORE PRIVATE ${SPARSEHASH_INCLUDE_DIR})

From 319d36a3b76cc7b9000d05cc5b4236e1e4aa6739 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 30 Nov 2020 19:11:56 +0300
Subject: [PATCH 050/742] Update CMakeLists.txt

---
 contrib/boost-cmake/CMakeLists.txt | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index 712aa7cdac0..5bf09ca29bd 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -229,8 +229,8 @@ if (NOT EXTERNAL_BOOST_FOUND)
         ${LIBRARY_DIR}/libs/context/src/execution_context.cpp
         ${LIBRARY_DIR}/libs/context/src/fiber.cpp
         ${LIBRARY_DIR}/libs/context/src/posix/stack_traits.cpp
-        ${LIBRARY_DIR}/libs/context/src/untested.cpp
-        ${LIBRARY_DIR}/libs/context/src/windows/stack_traits.cpp
+#        ${LIBRARY_DIR}/libs/context/src/untested.cpp
+#        ${LIBRARY_DIR}/libs/context/src/windows/stack_traits.cpp
     )
 
     add_library (_boost_context ${SRCS_CONTEXT})

From 1aaff75d9ae1b38e74b5e14708bb2168d408301c Mon Sep 17 00:00:00 2001
From: vdimir <vdimirc@gmail.com>
Date: Tue, 1 Dec 2020 20:38:49 +0300
Subject: [PATCH 051/742] Fix style in IPv6ToBinary.cpp

---
 src/Common/IPv6ToBinary.cpp | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/src/Common/IPv6ToBinary.cpp b/src/Common/IPv6ToBinary.cpp
index da213bcb5a9..94b831fcc35 100644
--- a/src/Common/IPv6ToBinary.cpp
+++ b/src/Common/IPv6ToBinary.cpp
@@ -39,7 +39,8 @@ std::array<char, 16> IPv6ToBinary(const Poco::Net::IPAddress & address)
     return res;
 }
 
-static constexpr RawMaskArray generateBitMask(size_t prefix) {
+static constexpr RawMaskArray generateBitMask(size_t prefix)
+{
     if (prefix >= 128)
         prefix = 128;
     RawMaskArray arr{0};
@@ -53,7 +54,8 @@ static constexpr RawMaskArray generateBitMask(size_t prefix) {
     return arr;
 }
 
-static constexpr std::array<RawMaskArray, IPV6_MASKS_COUNT> generateBitMasks() {
+static constexpr std::array<RawMaskArray, IPV6_MASKS_COUNT> generateBitMasks()
+{
     std::array<RawMaskArray, IPV6_MASKS_COUNT> arr{};
     for (size_t i = 0; i < IPV6_MASKS_COUNT; ++i)
         arr[i] = generateBitMask(i);

From 9ce010e82cbdef46cfbd87d13c8f82cc7cfa4cc7 Mon Sep 17 00:00:00 2001
From: vdimir <vdimirc@gmail.com>
Date: Tue, 1 Dec 2020 22:12:11 +0300
Subject: [PATCH 052/742] Add comment for IPV6_MASKS_COUNT

---
 src/Common/IPv6ToBinary.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/Common/IPv6ToBinary.cpp b/src/Common/IPv6ToBinary.cpp
index 94b831fcc35..3c004a5a84e 100644
--- a/src/Common/IPv6ToBinary.cpp
+++ b/src/Common/IPv6ToBinary.cpp
@@ -10,6 +10,8 @@
 namespace DB
 {
 
+/// Result array could be indexed with all possible uint8 values without extra check.
+/// For values greater than 128 we will store same value as for 128 (all bits set).
 constexpr size_t IPV6_MASKS_COUNT = 256;
 
 using RawMaskArray = std::array<uint8_t, IPV6_BINARY_LENGTH>;

From 0fae325d76abb49c4a74e73ebe4bcccfcde9f88f Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 2 Dec 2020 14:18:46 +0300
Subject: [PATCH 053/742] Add FiberStack

---
 src/Common/FiberStack.h            | 45 +++++++++++++++++++
 src/Interpreters/tests/context.cpp | 72 ++++++++++++++++++++++++++++--
 2 files changed, 113 insertions(+), 4 deletions(-)
 create mode 100644 src/Common/FiberStack.h

diff --git a/src/Common/FiberStack.h b/src/Common/FiberStack.h
new file mode 100644
index 00000000000..c133cb6250c
--- /dev/null
+++ b/src/Common/FiberStack.h
@@ -0,0 +1,45 @@
+#include <boost/context/stack_context.hpp>
+#include <Common/Allocator.h>
+
+#if defined(BOOST_USE_VALGRIND)
+#include <valgrind/valgrind.h>
+#endif
+
+/// This is an implementation of allocator for fiber stack.
+/// It uses internal allocator, so we track memory usage. It is the main reason why this class is needed.
+/// The reference implementations are pooled_fixedsize_stack and protected_fixedsize_stack from boost::context.
+template <typename TAllocator = Allocator<false, false>>
+class FiberStack
+{
+private:
+    size_t stack_size;
+public:
+    /// 8MB of memory per fiber stack may seem too expensive. It is indeed.
+    /// The reason is that current (patched) libunwind needs > 4MB of stack memory to unwind stack.
+    /// If we allocate less memory, any thrown exception inside fiber will cause segfault.
+    static constexpr size_t default_stack_size = 8 * 1024 * 1024;
+
+    explicit FiberStack(size_t stack_size_ = default_stack_size) : stack_size(stack_size_) {}
+
+    boost::context::stack_context allocate()
+    {
+        void * vp = TAllocator().alloc(stack_size);
+
+        boost::context::stack_context sctx;
+        sctx.size = stack_size;
+        sctx.sp = static_cast< char * >(vp) + sctx.size;
+#if defined(BOOST_USE_VALGRIND)
+        sctx.valgrind_stack_id = VALGRIND_STACK_REGISTER(sctx.sp, vp);
+#endif
+        return sctx;
+    }
+
+    void deallocate(boost::context::stack_context & sctx)
+    {
+#if defined(BOOST_USE_VALGRIND)
+        VALGRIND_STACK_DEREGISTER( sctx.valgrind_stack_id);
+#endif
+        void * vp = static_cast< char * >(sctx.sp) - sctx.size;
+        TAllocator().free(vp, stack_size);
+    }
+};
diff --git a/src/Interpreters/tests/context.cpp b/src/Interpreters/tests/context.cpp
index eed7ca60790..407a7a9ba3b 100644
--- a/src/Interpreters/tests/context.cpp
+++ b/src/Interpreters/tests/context.cpp
@@ -1,26 +1,90 @@
 #include <iostream>
+/// #define BOOST_USE_UCONTEXT
 #include <boost/context/fiber.hpp>
+#include <boost/context/pooled_fixedsize_stack.hpp>
+#include <boost/context/segmented_stack.hpp>
+#include <Common/Exception.h>
+#include <Common/FiberStack.h>
+
+void __attribute__((__noinline__)) foo(std::exception_ptr exception)
+{
+    if (exception)
+        std::rethrow_exception(exception);
+}
+
+void __attribute__((__noinline__)) bar(int a)
+{
+    std::cout << StackTrace().toString() << std::endl;
+
+    if (a > 0)
+        throw DB::Exception(0, "hello");
+}
+
+void __attribute__((__noinline__)) gar(int a)
+{
+    char buf[1024];
+    buf[1023] = a & 255;
+    if (a > 2)
+        return gar(a - 1);
+    else
+        bar(a);
+}
 
 int main(int, char **)
-{
+try {
     namespace ctx=boost::context;
     int a;
-    ctx::fiber source{[&a](ctx::fiber&& sink)
+    std::exception_ptr exception;
+    // ctx::protected_fixedsize allocator
+    // ctx::pooled_fixedsize_stack(1024 * 64 + 2 * 2 * 1024 * 1024 * 16, 1)
+    ctx::fiber source{std::allocator_arg_t(), FiberStack(), [&](ctx::fiber&& sink)
     {
         a=0;
         int b=1;
-        while (true)
+        for (size_t i = 0; i < 9; ++i)
         {
             sink=std::move(sink).resume();
             int next=a+b;
             a=b;
             b=next;
         }
+        try
+        {
+            gar(1024);
+        }
+        catch (...)
+        {
+            std::cout << "Saving exception\n";
+            exception = std::current_exception();
+        }
         return std::move(sink);
     }};
+
     for (int j=0;j<10;++j)
     {
-        source=std::move(source).resume();
+        try
+        {
+            source=std::move(source).resume();
+        }
+        catch (DB::Exception & e)
+        {
+            std::cout << "Caught exception in resume " << e.getStackTraceString() << std::endl;
+        }
         std::cout << a << " ";
     }
+
+    std::cout << std::endl;
+
+    try
+    {
+        foo(exception);
+    }
+    catch (const DB::Exception & e)
+    {
+        std::cout << e.getStackTraceString() << std::endl;
+    }
+}
+catch (...)
+{
+    std::cerr << "Uncaught exception\n";
 }

From e3946bc2b54069b3549f3eb9dcccdc910674604d Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 2 Dec 2020 20:02:14 +0300
Subject: [PATCH 054/742] Add async read to RemoteQueryExecutor.

---
 src/Client/Connection.h                 |   5 +-
 src/Client/MultiplexedConnections.h     |   2 +
 src/DataStreams/RemoteQueryExecutor.cpp | 184 ++++++++++++++++--------
 src/DataStreams/RemoteQueryExecutor.h   |  24 ++++
 src/IO/ReadBufferFromPocoSocket.cpp     |  16 ++-
 src/IO/ReadBufferFromPocoSocket.h       |  13 ++
 6 files changed, 186 insertions(+), 58 deletions(-)

diff --git a/src/Client/Connection.h b/src/Client/Connection.h
index f4c25001f3e..bc4decb67be 100644
--- a/src/Client/Connection.h
+++ b/src/Client/Connection.h
@@ -16,6 +16,7 @@
 #include <DataStreams/BlockStreamProfileInfo.h>
 
 #include <IO/ConnectionTimeouts.h>
+#include <IO/ReadBufferFromPocoSocket.h>
 
 #include <Core/Settings.h>
 #include <Interpreters/TablesStatus.h>
@@ -188,6 +189,8 @@ public:
     size_t outBytesCount() const { return out ? out->count() : 0; }
     size_t inBytesCount() const { return in ? in->count() : 0; }
 
+    void setFiber(ReadBufferFromPocoSocket::Fiber * fiber) { in->setFiber(fiber); }
+
 private:
     String host;
     UInt16 port;
@@ -224,7 +227,7 @@ private:
     String server_display_name;
 
     std::unique_ptr<Poco::Net::StreamSocket> socket;
-    std::shared_ptr<ReadBuffer> in;
+    std::shared_ptr<ReadBufferFromPocoSocket> in;
     std::shared_ptr<WriteBuffer> out;
     std::optional<UInt64> last_input_packet_type;
 
diff --git a/src/Client/MultiplexedConnections.h b/src/Client/MultiplexedConnections.h
index eaec7f744bc..1ec424593b8 100644
--- a/src/Client/MultiplexedConnections.h
+++ b/src/Client/MultiplexedConnections.h
@@ -67,6 +67,8 @@ public:
     /// Without locking, because sendCancel() does not change the state of the replicas.
     bool hasActiveConnections() const { return active_connection_count > 0; }
 
+    void setFiber(ReadBufferFromPocoSocket::Fiber * fiber) { current_connection->setFiber(fiber); }
+
 private:
     /// Internal version of `receivePacket` function without locking.
     Packet receivePacketUnlocked();
diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index a7fe9d99688..e4cbf21066d 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -9,6 +9,7 @@
 #include <Interpreters/castColumn.h>
 #include <Interpreters/Cluster.h>
 #include <Interpreters/InternalTextLogsQueue.h>
+#include <Common/FiberStack.h>
 
 namespace DB
 {
@@ -199,65 +200,136 @@ Block RemoteQueryExecutor::read()
 
         Packet packet = multiplexed_connections->receivePacket();
 
-        switch (packet.type)
+        if (auto block = processPacket(std::move(packet)))
+            return *block;
+    }
+}
+
+void RemoteQueryExecutor::read(ReadContext & read_context)
+{
+    if (!sent_query)
+    {
+        sendQuery();
+
+        if (context.getSettingsRef().skip_unavailable_shards && (0 == multiplexed_connections->size()))
         {
-            case Protocol::Server::Data:
-                /// If the block is not empty and is not a header block
-                if (packet.block && (packet.block.rows() > 0))
-                    return adaptBlockStructure(packet.block, header);
-                break;  /// If the block is empty - we will receive other packets before EndOfStream.
-
-            case Protocol::Server::Exception:
-                got_exception_from_replica = true;
-                packet.exception->rethrow();
-                break;
-
-            case Protocol::Server::EndOfStream:
-                if (!multiplexed_connections->hasActiveConnections())
-                {
-                    finished = true;
-                    return Block();
-                }
-                break;
-
-            case Protocol::Server::Progress:
-                /** We use the progress from a remote server.
-                  * We also include in ProcessList,
-                  * and we use it to check
-                  * constraints (for example, the minimum speed of query execution)
-                  * and quotas (for example, the number of lines to read).
-                  */
-                if (progress_callback)
-                    progress_callback(packet.progress);
-                break;
-
-            case Protocol::Server::ProfileInfo:
-                /// Use own (client-side) info about read bytes, it is more correct info than server-side one.
-                if (profile_info_callback)
-                    profile_info_callback(packet.profile_info);
-                break;
-
-            case Protocol::Server::Totals:
-                totals = packet.block;
-                break;
-
-            case Protocol::Server::Extremes:
-                extremes = packet.block;
-                break;
-
-            case Protocol::Server::Log:
-                /// Pass logs from remote server to client
-                if (auto log_queue = CurrentThread::getInternalTextLogsQueue())
-                    log_queue->pushBlock(std::move(packet.block));
-                break;
-
-            default:
-                got_unknown_packet_from_replica = true;
-                throw Exception(ErrorCodes::UNKNOWN_PACKET_FROM_SERVER, "Unknown packet {} from one of the following replicas: {}",
-                    toString(packet.type),
-                    multiplexed_connections->dumpAddresses());
+            read_context.is_read_in_progress = false;
+            read_context.result.clear();
+            return;
         }
     }
+
+    do
+    {
+        if (!read_context.is_read_in_progress)
+        {
+            auto routine = [&read_context, this](boost::context::fiber && sink)
+            {
+                read_context.fiber_context.fiber = std::move(sink);
+
+                try
+                {
+                    multiplexed_connections->setFiber(&read_context.fiber_context);
+                    read_context.packet = multiplexed_connections->receivePacket();
+                    multiplexed_connections->setFiber(nullptr);
+                }
+                catch (...)
+                {
+                    read_context.exception = std::current_exception();
+                }
+
+                return std::move(read_context.fiber_context.fiber);
+            };
+
+            read_context.fiber = boost::context::fiber(std::allocator_arg_t(), read_context.stack, std::move(routine));
+        }
+
+        read_context.fiber = std::move(read_context.fiber).resume();
+
+        if (read_context.exception)
+            std::rethrow_exception(std::move(read_context.exception));
+
+        if (read_context.fiber)
+        {
+            read_context.is_read_in_progress = true;
+            read_context.fd = read_context.fiber_context.fd;
+            return;
+        }
+        else
+        {
+            read_context.is_read_in_progress = false;
+            if (auto data = processPacket(std::move(read_context.packet)))
+            {
+                read_context.result = std::move(*data);
+                return;
+            }
+        }
+    }
+    while (true);
+}
+
+std::optional<Block> RemoteQueryExecutor::processPacket(Packet packet)
+{
+    switch (packet.type)
+    {
+        case Protocol::Server::Data:
+            /// If the block is not empty and is not a header block
+            if (packet.block && (packet.block.rows() > 0))
+                return adaptBlockStructure(packet.block, header);
+            break;  /// If the block is empty - we will receive other packets before EndOfStream.
+
+        case Protocol::Server::Exception:
+            got_exception_from_replica = true;
+            packet.exception->rethrow();
+            break;
+
+        case Protocol::Server::EndOfStream:
+            if (!multiplexed_connections->hasActiveConnections())
+            {
+                finished = true;
+                return Block();
+            }
+            break;
+
+        case Protocol::Server::Progress:
+            /** We use the progress from a remote server.
+              * We also include in ProcessList,
+              * and we use it to check
+              * constraints (for example, the minimum speed of query execution)
+              * and quotas (for example, the number of lines to read).
+              */
+            if (progress_callback)
+                progress_callback(packet.progress);
+            break;
+
+        case Protocol::Server::ProfileInfo:
+            /// Use own (client-side) info about read bytes, it is more correct info than server-side one.
+            if (profile_info_callback)
+                profile_info_callback(packet.profile_info);
+            break;
+
+        case Protocol::Server::Totals:
+            totals = packet.block;
+            break;
+
+        case Protocol::Server::Extremes:
+            extremes = packet.block;
+            break;
+
+        case Protocol::Server::Log:
+            /// Pass logs from remote server to client
+            if (auto log_queue = CurrentThread::getInternalTextLogsQueue())
+                log_queue->pushBlock(std::move(packet.block));
+            break;
+
+        default:
+            got_unknown_packet_from_replica = true;
+            throw Exception(ErrorCodes::UNKNOWN_PACKET_FROM_SERVER, "Unknown packet {} from one of the following replicas: {}",
+                toString(packet.type),
+                multiplexed_connections->dumpAddresses());
+    }
+
+    return {};
 }
 
 void RemoteQueryExecutor::finish()
diff --git a/src/DataStreams/RemoteQueryExecutor.h b/src/DataStreams/RemoteQueryExecutor.h
index 0db0e0218be..633d442ffc9 100644
--- a/src/DataStreams/RemoteQueryExecutor.h
+++ b/src/DataStreams/RemoteQueryExecutor.h
@@ -3,6 +3,7 @@
 #include <Interpreters/Context.h>
 #include <Client/ConnectionPool.h>
 #include <Client/MultiplexedConnections.h>
+#include <Common/FiberStack.h>
 
 namespace DB
 {
@@ -46,11 +47,31 @@ public:
 
     ~RemoteQueryExecutor();
 
+    struct ReadContext
+    {
+        bool is_read_in_progress = false;
+
+        /// If is_read_in_progress, use this fd to poll
+        int fd;
+
+        /// If not is_read_in_progress, result block is set.
+        Block result;
+
+        /// Internal data
+
+        boost::context::fiber fiber;
+        Packet packet;
+        std::exception_ptr exception;
+        FiberStack<> stack;
+        ReadBufferFromPocoSocket::Fiber fiber_context;
+    };
+
     /// Create connection and send query, external tables and scalars.
     void sendQuery();
 
     /// Read next block of data. Returns empty block if query is finished.
     Block read();
+    void read(ReadContext & read_context);
 
     /// Receive all remain packets and finish query.
     /// It should be cancelled after read returned empty block.
@@ -159,6 +180,9 @@ private:
 
     /// Returns true if exception was thrown
     bool hasThrownException() const;
+
+    /// Process packet for read and return data block if possible.
+    std::optional<Block> processPacket(Packet packet);
 };
 
 }
diff --git a/src/IO/ReadBufferFromPocoSocket.cpp b/src/IO/ReadBufferFromPocoSocket.cpp
index 5c66c3209f6..85249002c51 100644
--- a/src/IO/ReadBufferFromPocoSocket.cpp
+++ b/src/IO/ReadBufferFromPocoSocket.cpp
@@ -28,10 +28,24 @@ bool ReadBufferFromPocoSocket::nextImpl()
     ssize_t bytes_read = 0;
     Stopwatch watch;
 
+    int flags = 0;
+    if (fiber)
+        flags |= MSG_DONTWAIT;
+
     /// Add more details to exceptions.
     try
     {
-        bytes_read = socket.impl()->receiveBytes(internal_buffer.begin(), internal_buffer.size());
+        bytes_read = socket.impl()->receiveBytes(internal_buffer.begin(), internal_buffer.size(), flags);
+
+        /// If fiber is specified, and read is blocking, run fiber and try again later.
+        /// It is expected that file descriptor may be polled externally.
+        /// Note that receive timeout is not checked here. External code should check it while polling.
+        while (bytes_read < 0 && fiber && (errno == POCO_EAGAIN || errno == POCO_EWOULDBLOCK))
+        {
+            fiber->fd = socket.impl()->sockfd();
+            fiber->fiber = std::move(fiber->fiber).resume();
+            bytes_read = socket.impl()->receiveBytes(internal_buffer.begin(), internal_buffer.size(), flags);
+        }
     }
     catch (const Poco::Net::NetException & e)
     {
diff --git a/src/IO/ReadBufferFromPocoSocket.h b/src/IO/ReadBufferFromPocoSocket.h
index f328b89d99c..790a350a4de 100644
--- a/src/IO/ReadBufferFromPocoSocket.h
+++ b/src/IO/ReadBufferFromPocoSocket.h
@@ -5,6 +5,8 @@
 #include <IO/ReadBuffer.h>
 #include <IO/BufferWithOwnMemory.h>
 
+#include <boost/context/fiber.hpp>
+
 
 namespace DB
 {
@@ -28,6 +30,17 @@ public:
     ReadBufferFromPocoSocket(Poco::Net::Socket & socket_, size_t buf_size = DBMS_DEFAULT_BUFFER_SIZE);
 
     bool poll(size_t timeout_microseconds);
+
+    struct Fiber
+    {
+        boost::context::fiber fiber;
+        int fd;
+    };
+
+    void setFiber(Fiber * fiber_) { fiber = fiber_; }
+
+private:
+    Fiber * fiber;
 };
 
 }

From 8ee86e35d24e969c6b3f34b8ac7fa290c38715de Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 2 Dec 2020 21:16:31 +0300
Subject: [PATCH 055/742] debug

---
 .../AggregateFunctionSum.cpp                  |   1 +
 .../registerFunctionsMiscellaneous.cpp        |   2 +
 src/Functions/runningAccumulate.cpp           | 132 ++++++++++++++++++
 src/Interpreters/ExpressionAnalyzer.cpp       |  68 +++++++++
 src/Interpreters/ExpressionAnalyzer.h         |   2 +
 .../Transforms/ExpressionTransform.h          |   6 +-
 src/Storages/IStorage.cpp                     |  39 ++++++
 src/Storages/SelectQueryInfo.h                |   4 +
 8 files changed, 253 insertions(+), 1 deletion(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSum.cpp b/src/AggregateFunctions/AggregateFunctionSum.cpp
index 6afae98ef2d..e937769f3a3 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSum.cpp
@@ -52,6 +52,7 @@ template <typename T> using AggregateFunctionSumKahan =
 template <template <typename> class Function>
 AggregateFunctionPtr createAggregateFunctionSum(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
+    fmt::print(stderr, "create sum at \n{}\n", StackTrace().toString());
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
 
diff --git a/src/Functions/registerFunctionsMiscellaneous.cpp b/src/Functions/registerFunctionsMiscellaneous.cpp
index 2c0baa7bba4..199567680e7 100644
--- a/src/Functions/registerFunctionsMiscellaneous.cpp
+++ b/src/Functions/registerFunctionsMiscellaneous.cpp
@@ -43,6 +43,7 @@ void registerFunctionBuildId(FunctionFactory &);
 void registerFunctionUptime(FunctionFactory &);
 void registerFunctionTimeZone(FunctionFactory &);
 void registerFunctionRunningAccumulate(FunctionFactory &);
+void registerFunctionWindow(FunctionFactory &);
 void registerFunctionRunningDifference(FunctionFactory &);
 void registerFunctionRunningDifferenceStartingWithFirstValue(FunctionFactory &);
 void registerFunctionFinalizeAggregation(FunctionFactory &);
@@ -109,6 +110,7 @@ void registerFunctionsMiscellaneous(FunctionFactory & factory)
     registerFunctionUptime(factory);
     registerFunctionTimeZone(factory);
     registerFunctionRunningAccumulate(factory);
+    registerFunctionWindow(factory);
     registerFunctionRunningDifference(factory);
     registerFunctionRunningDifferenceStartingWithFirstValue(factory);
     registerFunctionFinalizeAggregation(factory);
diff --git a/src/Functions/runningAccumulate.cpp b/src/Functions/runningAccumulate.cpp
index 1a01b88e22c..9125597fff9 100644
--- a/src/Functions/runningAccumulate.cpp
+++ b/src/Functions/runningAccumulate.cpp
@@ -75,6 +75,8 @@ public:
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/) const override
     {
+        fmt::print(stderr, "executeImpl at \n{}\n", StackTrace().toString());
+
         const ColumnAggregateFunction * column_with_states
             = typeid_cast<const ColumnAggregateFunction *>(&*arguments.at(0).column);
 
@@ -136,6 +138,136 @@ public:
 
 }
 
+namespace
+{
+
+class FunctionWindow : public IFunction
+{
+    mutable ColumnsWithTypeAndName prev_columns = {};
+    mutable int prev_index = -1;
+
+    mutable AlignedBuffer place;
+    mutable std::unique_ptr<Arena> arena;
+
+public:
+    static constexpr auto name = "window";
+    static FunctionPtr create(const Context &)
+    {
+        return std::make_shared<FunctionWindow>();
+    }
+
+    String getName() const override
+    {
+        return name;
+    }
+
+    bool isStateful() const override
+    {
+        return true;
+    }
+
+    bool isVariadic() const override { return true; }
+
+    size_t getNumberOfArguments() const override { return 0; }
+
+    bool isDeterministic() const override { return false; }
+
+    bool isDeterministicInScopeOfQuery() const override
+    {
+        return false;
+    }
+
+    DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
+    {
+        fmt::print(stderr, "getReturnType for {} at \n{}\n",
+            static_cast<const void *>(this), StackTrace().toString());
+
+        if (arguments.empty() || arguments.size() > 3)
+            throw Exception("Incorrect number of arguments of function " + getName() + ". Must be up to 3 (function, PARTITION BY, ORDER BY).",
+                ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+
+        const DataTypeAggregateFunction * type = checkAndGetDataType<DataTypeAggregateFunction>(arguments[0].get());
+        if (!type)
+            throw Exception("Argument for function " + getName() + " must have type AggregateFunction - state of aggregate function.",
+                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+
+        const auto & agg_func = *type->getFunction();
+        place.reset(agg_func.sizeOfData(), agg_func.alignOfData());
+
+        /// Will pass empty arena if agg_func does not allocate memory in arena
+        arena = agg_func.allocatesMemoryInArena() ? std::make_unique<Arena>() : nullptr;
+
+
+        return type->getReturnType();
+    }
+
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/) const override
+    {
+        fmt::print(stderr, "executeImpl for {} at \n{}\n",
+            static_cast<const void *>(this), StackTrace().toString());
+
+        const ColumnAggregateFunction * column_with_states
+            = typeid_cast<const ColumnAggregateFunction *>(&*arguments.at(0).column);
+
+        if (!column_with_states)
+            throw Exception("Illegal column " + arguments.at(0).column->getName()
+                    + " of first argument of function "
+                    + getName(),
+                ErrorCodes::ILLEGAL_COLUMN);
+
+        ColumnPtr column_with_groups;
+
+        if (arguments.size() >= 2)
+            column_with_groups = arguments[1].column;
+
+        AggregateFunctionPtr aggregate_function_ptr = column_with_states->getAggregateFunction();
+        const IAggregateFunction & agg_func = *aggregate_function_ptr;
+
+
+        auto result_column_ptr = agg_func.getReturnType()->createColumn();
+        IColumn & result_column = *result_column_ptr;
+        result_column.reserve(column_with_states->size());
+
+        const auto & states = column_with_states->getData();
+
+        bool state_created = false;
+        SCOPE_EXIT({
+            if (state_created)
+                agg_func.destroy(place.data());
+        });
+
+        size_t row_number = 0;
+        for (const auto & state_to_add : states)
+        {
+            if (row_number == 0 || (column_with_groups && column_with_groups->compareAt(row_number, row_number - 1, *column_with_groups, 1) != 0))
+            {
+                if (state_created)
+                {
+                    agg_func.destroy(place.data());
+                    state_created = false;
+                }
+
+                agg_func.create(place.data());
+                state_created = true;
+            }
+
+            agg_func.merge(place.data(), state_to_add, arena.get());
+            agg_func.insertResultInto(place.data(), result_column, arena.get());
+
+            ++row_number;
+        }
+
+        return result_column_ptr;
+    }
+};
+
+}
+
+void registerFunctionWindow(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionWindow>();
+}
+
 void registerFunctionRunningAccumulate(FunctionFactory & factory)
 {
     factory.registerFunction<FunctionRunningAccumulate>();
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 7c9bb79dd24..4ac337c81e2 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -1241,6 +1241,8 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
     removeExtraColumns();
 
     checkActions();
+
+    fmt::print(stderr, "ExpressionAnalysisResult: \n{}\n", dump());
 }
 
 void ExpressionAnalysisResult::finalize(const ExpressionActionsChain & chain, size_t where_step_num)
@@ -1314,4 +1316,70 @@ void ExpressionAnalysisResult::checkActions() const
     }
 }
 
+std::string ExpressionAnalysisResult::dump() const
+{
+    std::stringstream ss;
+
+    ss << "ExpressionAnalysisResult\n";
+    ss << "need_aggregate " << need_aggregate << "\n";
+    ss << "has_order_by " << has_order_by << "\n";
+
+    if (before_array_join)
+    {
+        ss << "before_array_join " << before_array_join->dumpDAG() << "\n";
+    }
+
+    if (array_join)
+    {
+        ss << "array_join " << "FIXME doesn't have dump" << "\n";
+    }
+
+    if (before_join)
+    {
+        ss << "before_join " << before_join->dumpDAG() << "\n";
+    }
+
+    if (before_where)
+    {
+        ss << "before_where " << before_where->dumpDAG() << "\n";
+    }
+
+    if (prewhere_info)
+    {
+        ss << "prewhere_info " << prewhere_info->dump() << "\n";
+    }
+
+    if (filter_info)
+    {
+        ss << "filter_info " << filter_info->dump() << "\n";
+    }
+
+    if (before_aggregation)
+    {
+        ss << "before_aggregation " << before_aggregation->dumpDAG() << "\n";
+    }
+
+    if (before_having)
+    {
+        ss << "before_having " << before_having->dumpDAG() << "\n";
+    }
+
+    if (before_order_and_select)
+    {
+        ss << "before_order_and_select " << before_order_and_select->dumpDAG() << "\n";
+    }
+
+    if (before_limit_by)
+    {
+        ss << "before_limit_by " << before_limit_by->dumpDAG() << "\n";
+    }
+
+    if (final_projection)
+    {
+        ss << "final_projection " << final_projection->dumpDAG() << "\n";
+    }
+
+    return ss.str();
+}
+
 }
diff --git a/src/Interpreters/ExpressionAnalyzer.h b/src/Interpreters/ExpressionAnalyzer.h
index 14fd601732e..0ea7b317ebe 100644
--- a/src/Interpreters/ExpressionAnalyzer.h
+++ b/src/Interpreters/ExpressionAnalyzer.h
@@ -172,6 +172,8 @@ class SelectQueryExpressionAnalyzer;
 /// Result of SelectQueryExpressionAnalyzer: expressions for InterpreterSelectQuery
 struct ExpressionAnalysisResult
 {
+    std::string dump() const;
+
     /// Do I need to perform the first part of the pipeline - running on remote servers during distributed processing.
     bool first_stage = false;
     /// Do I need to execute the second part of the pipeline - running on the initiating server during distributed processing.
diff --git a/src/Processors/Transforms/ExpressionTransform.h b/src/Processors/Transforms/ExpressionTransform.h
index 525273bad81..eed8bf089cd 100644
--- a/src/Processors/Transforms/ExpressionTransform.h
+++ b/src/Processors/Transforms/ExpressionTransform.h
@@ -19,7 +19,11 @@ public:
             const Block & header_,
             ExpressionActionsPtr expression_);
 
-    String getName() const override { return "ExpressionTransform"; }
+    String getName() const override
+    {
+        fmt::print(stderr, "et getname at \n{}\n", StackTrace().toString());
+        return "ExpressionTransform";
+    }
 
     static Block transformHeader(Block header, const ExpressionActionsPtr & expression);
 
diff --git a/src/Storages/IStorage.cpp b/src/Storages/IStorage.cpp
index 94f37254b91..76c975c4654 100644
--- a/src/Storages/IStorage.cpp
+++ b/src/Storages/IStorage.cpp
@@ -168,4 +168,43 @@ NamesAndTypesList IStorage::getVirtuals() const
     return {};
 }
 
+std::string PrewhereDAGInfo::dump() const
+{
+    std::stringstream ss;
+    ss << "PrewhereDagInfo\n";
+
+    if (alias_actions)
+    {
+        ss << "alias_actions " << alias_actions->dumpDAG() << "\n";
+    }
+
+    if (prewhere_actions)
+    {
+        ss << "prewhere_actions " << prewhere_actions->dumpDAG() << "\n";
+    }
+
+    if (remove_columns_actions)
+    {
+        ss << "remove_columns_actions " << remove_columns_actions->dumpDAG() << "\n";
+    }
+
+    ss << "remove_prewhere_column " << remove_prewhere_column
+       << ", need_filter " << need_filter << "\n";
+
+    return ss.str();
+}
+
+std::string FilterInfo::dump() const
+{
+    std::stringstream ss;
+    ss << "FilterInfo for column '" << column_name <<"', do_remove_column "
+       << do_remove_column << "\n";
+    if (actions_dag)
+    {
+        ss << "actions_dag " << actions_dag->dumpDAG() << "\n";
+    }
+
+    return ss.str();
+}
+
 }
diff --git a/src/Storages/SelectQueryInfo.h b/src/Storages/SelectQueryInfo.h
index 683b2463d1f..5a3ada6288b 100644
--- a/src/Storages/SelectQueryInfo.h
+++ b/src/Storages/SelectQueryInfo.h
@@ -45,6 +45,8 @@ struct PrewhereDAGInfo
     PrewhereDAGInfo() = default;
     explicit PrewhereDAGInfo(ActionsDAGPtr prewhere_actions_, String prewhere_column_name_)
             : prewhere_actions(std::move(prewhere_actions_)), prewhere_column_name(std::move(prewhere_column_name_)) {}
+
+    std::string dump() const;
 };
 
 /// Helper struct to store all the information about the filter expression.
@@ -53,6 +55,8 @@ struct FilterInfo
     ActionsDAGPtr actions_dag;
     String column_name;
     bool do_remove_column = false;
+
+    std::string dump() const;
 };
 
 struct InputOrderInfo

From 082a4963641dea9c5a2508f57950af58ad1079ef Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 3 Dec 2020 15:21:10 +0300
Subject: [PATCH 056/742] Add async read to RemoteQueryExecutor

---
 src/Client/Connection.h                 |   3 +-
 src/Client/MultiplexedConnections.h     |   3 +-
 src/Common/TimerDescriptor.cpp          |  82 +++++++++
 src/Common/TimerDescriptor.h            |  28 +++
 src/DataStreams/RemoteQueryExecutor.cpp | 219 +++++++++++++++++++-----
 src/DataStreams/RemoteQueryExecutor.h   |  27 +--
 src/IO/ReadBufferFromPocoSocket.cpp     |   5 +-
 src/IO/ReadBufferFromPocoSocket.h       |  11 +-
 8 files changed, 302 insertions(+), 76 deletions(-)
 create mode 100644 src/Common/TimerDescriptor.cpp
 create mode 100644 src/Common/TimerDescriptor.h

diff --git a/src/Client/Connection.h b/src/Client/Connection.h
index bc4decb67be..c891f77d1a7 100644
--- a/src/Client/Connection.h
+++ b/src/Client/Connection.h
@@ -189,7 +189,8 @@ public:
     size_t outBytesCount() const { return out ? out->count() : 0; }
     size_t inBytesCount() const { return in ? in->count() : 0; }
 
-    void setFiber(ReadBufferFromPocoSocket::Fiber * fiber) { in->setFiber(fiber); }
+    void setFiber(boost::context::fiber * fiber) { in->setFiber(fiber); }
+    Poco::Net::Socket & getSocket() { return in->getSocket(); }
 
 private:
     String host;
diff --git a/src/Client/MultiplexedConnections.h b/src/Client/MultiplexedConnections.h
index 1ec424593b8..9573dfe4c93 100644
--- a/src/Client/MultiplexedConnections.h
+++ b/src/Client/MultiplexedConnections.h
@@ -67,7 +67,8 @@ public:
     /// Without locking, because sendCancel() does not change the state of the replicas.
     bool hasActiveConnections() const { return active_connection_count > 0; }
 
-    void setFiber(ReadBufferFromPocoSocket::Fiber * fiber) { current_connection->setFiber(fiber); }
+    void setFiber(boost::context::fiber * fiber) { current_connection->setFiber(fiber); }
+    Poco::Net::Socket & getSocket() { return current_connection->getSocket(); }
 
 private:
     /// Internal version of `receivePacket` function without locking.
diff --git a/src/Common/TimerDescriptor.cpp b/src/Common/TimerDescriptor.cpp
new file mode 100644
index 00000000000..406ce53ca49
--- /dev/null
+++ b/src/Common/TimerDescriptor.cpp
@@ -0,0 +1,82 @@
+#include <Common/TimerDescriptor.h>
+#include <Common/Exception.h>
+
+#include <sys/timerfd.h>
+#include <sys/ioctl.h>
+#include <unistd.h>
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int CANNOT_CREATE_TIMER;
+    extern const int CANNOT_SET_TIMER_PERIOD;
+    extern const int CANNOT_FCNTL;
+    extern const int CANNOT_READ_FROM_SOCKET;
+}
+
+TimerDescriptor::TimerDescriptor(int clockid, int flags)
+{
+    timer_fd = timerfd_create(clockid, flags);
+    if (timer_fd == -1)
+        throw Exception(ErrorCodes::CANNOT_CREATE_TIMER, "Cannot create timer_fd descriptor");
+}
+
+TimerDescriptor::~TimerDescriptor()
+{
+    /// Do not check for result cause cannot throw exception.
+    close(timer_fd);
+}
+
+void TimerDescriptor::reset() const
+{
+    itimerspec spec;
+    spec.it_interval.tv_nsec = 0;
+    spec.it_interval.tv_sec = 0;
+    spec.it_value.tv_sec = 0;
+    spec.it_value.tv_nsec = 0;
+
+    if (-1 == timerfd_settime(timer_fd, 0 /*relative timer */, &spec, nullptr))
+        throwFromErrno("Cannot reset timer_fd", ErrorCodes::CANNOT_SET_TIMER_PERIOD);
+
+    /// Drain socket.
+    /// It may be possible that alarm happened and socket is readable.
+    drain();
+}
+
+void TimerDescriptor::drain() const
+{
+    int num_bytes_to_read = 0;
+    if (-1 == ioctl(timer_fd, FIONREAD, &num_bytes_to_read))
+        throwFromErrno("Cannot get available bytes form timer_fd", ErrorCodes::CANNOT_FCNTL);
+
+    if (num_bytes_to_read)
+    {
+        /// It is expected that socket returns 8 bytes when readable.
+        /// Read in loop anyway cause signal may interrupt read call.
+        uint64_t buf;
+        while (num_bytes_to_read)
+        {
+            ssize_t res = ::read(timer_fd, &buf, sizeof(buf));
+            if (res < 0 && errno != EINTR)
+                throwFromErrno("Cannot drain timer_fd", ErrorCodes::CANNOT_READ_FROM_SOCKET);
+            else
+                num_bytes_to_read -= res;
+        }
+    }
+}
+
+void TimerDescriptor::setRelative(const Poco::Timespan & timespan) const
+{
+    itimerspec spec;
+    spec.it_interval.tv_nsec = 0;
+    spec.it_interval.tv_sec = 0;
+    spec.it_value.tv_sec = timespan.totalSeconds();
+    spec.it_value.tv_nsec = timespan.useconds();
+
+    if (-1 == timerfd_settime(timer_fd, 0 /*relative timer */, &spec, nullptr))
+        throwFromErrno("Cannot set time for timer_fd", ErrorCodes::CANNOT_SET_TIMER_PERIOD);
+}
+
+}
diff --git a/src/Common/TimerDescriptor.h b/src/Common/TimerDescriptor.h
new file mode 100644
index 00000000000..04c592ebae6
--- /dev/null
+++ b/src/Common/TimerDescriptor.h
@@ -0,0 +1,28 @@
+#pragma once
+#include <Poco/Timespan.h>
+
+namespace DB
+{
+
+class TimerDescriptor
+{
+private:
+    int timer_fd;
+
+public:
+    explicit TimerDescriptor(int clockid, int flags);
+    ~TimerDescriptor();
+
+    TimerDescriptor(const TimerDescriptor &) = delete;
+    TimerDescriptor & operator=(const TimerDescriptor &) = delete;
+    TimerDescriptor(TimerDescriptor &&) = default;
+    TimerDescriptor & operator=(TimerDescriptor &&) = default;
+
+    int getDescriptor() const { return timer_fd; }
+
+    void reset() const;
+    void drain() const;
+    void setRelative(const Poco::Timespan & timespan) const;
+};
+
+}
diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index e4cbf21066d..a902541b875 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -11,14 +11,174 @@
 #include <Interpreters/InternalTextLogsQueue.h>
 #include <Common/FiberStack.h>
 
+#include <sys/epoll.h>
+
 namespace DB
 {
 
 namespace ErrorCodes
 {
     extern const int UNKNOWN_PACKET_FROM_SERVER;
+    extern const int CANNOT_FCNTL;
+    extern const int CANNOT_READ_FROM_SOCKET;
+    extern const int CANNOT_OPEN_FILE;
+    extern const int SOCKET_TIMEOUT;
 }
 
+struct RemoteQueryExecutor::ReadContext
+{
+    bool is_read_in_progress = false;
+    Packet packet;
+
+    std::exception_ptr exception;
+    FiberStack<> stack;
+    boost::context::fiber fiber;
+
+    Poco::Timespan receive_timeout;
+    MultiplexedConnections & connections;
+
+    TimerDescriptor timer{CLOCK_MONOTONIC, 0};
+    int socket_fd;
+    int epoll_df;
+
+    explicit ReadContext(MultiplexedConnections & connections_) : connections(connections_)
+    {
+        auto & socket = connections.getSocket();
+        socket_fd = socket.impl()->sockfd();
+        receive_timeout = socket.impl()->getReceiveTimeout();
+
+        if (-1 == epoll_create(2))
+            throwFromErrno("Cannot create epoll descriptor", ErrorCodes::CANNOT_OPEN_FILE);
+
+        {
+            epoll_event socket_event;
+            socket_event.events = EPOLLIN | EPOLLPRI;
+            socket_event.data.fd = socket_fd;
+
+            if (-1 == epoll_ctl(epoll_df, EPOLL_CTL_ADD, socket_event.data.fd, &socket_event))
+                throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
+        }
+
+        {
+            epoll_event timer_event;
+            timer_event.events = EPOLLIN | EPOLLPRI;
+            timer_event.data.fd = timer.getDescriptor();
+
+            if (-1 == epoll_ctl(epoll_df, EPOLL_CTL_ADD, timer_event.data.fd, &timer_event))
+                throwFromErrno("Cannot add timer descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
+        }
+
+        fiber = boost::context::fiber(std::allocator_arg_t(), stack, Routine{connections, *this});
+    }
+
+    static void initialize(std::unique_ptr<ReadContext> & read_context, MultiplexedConnections & connections)
+    {
+        try
+        {
+            read_context = std::make_unique<ReadContext>(connections);
+        }
+        catch (DB::Exception & e)
+        {
+            e.addMessage(" while reading from socket ({})", connections.getSocket().peerAddress().toString());
+        }
+    }
+
+    void checkTimeout() const
+    {
+        try
+        {
+            checkTimeoutImpl();
+        }
+        catch (DB::Exception & e)
+        {
+            e.addMessage(" while reading from socket ({})", connections.getSocket().peerAddress().toString());
+        }
+    }
+
+    void checkTimeoutImpl() const
+    {
+        epoll_event events[2];
+
+        /// Wait for epoll_fd will not block if it was polled externally.
+        int num_events = epoll_wait(epoll_df, events, 2, 0);
+        if (num_events == -1)
+            throwFromErrno("Failed to epoll_wait", ErrorCodes::CANNOT_READ_FROM_SOCKET);
+
+        bool is_socket_ready = false;
+        bool has_timer_alarm = false;
+
+        for (int i = 0; i < num_events; ++i)
+        {
+            if (events[i].data.fd == socket_fd)
+                is_socket_ready = true;
+            if (events[i].data.fd == timer.getDescriptor())
+                has_timer_alarm = true;
+        }
+
+        if (has_timer_alarm && !is_socket_ready)
+        {
+            /// Socket receive timeout. Drain it in case or error, or it may be hide by timeout exception.
+            timer.drain();
+            throw NetException("Timeout exceeded", ErrorCodes::SOCKET_TIMEOUT);
+        }
+    }
+
+    void setTimer() const
+    {
+        /// Did not get packet yet. Init timeout for the next async reading.
+        timer.reset();
+
+        if (receive_timeout.totalMicroseconds())
+            timer.setRelative(receive_timeout);
+    }
+
+    void resumeRoutine()
+    {
+        fiber = std::move(fiber).resume();
+
+        if (exception)
+            std::rethrow_exception(std::move(exception));
+    }
+
+    ~ReadContext()
+    {
+        /// socket_fd is closed by Poco::Net::Socket
+        /// timer_fd is closed by TimerDescriptor
+        close(epoll_df);
+    }
+
+    struct Routine
+    {
+        MultiplexedConnections & connections;
+        ReadContext & read_context;
+
+        boost::context::fiber operator()(boost::context::fiber && sink) const
+        {
+            try
+            {
+                while (true)
+                {
+                    read_context.is_read_in_progress = true;
+                    connections.setFiber(&sink);
+
+                    read_context.packet = connections.receivePacket();
+
+                    read_context.is_read_in_progress = false;
+                    connections.setFiber(nullptr);
+
+                    sink = std::move(sink).resume();
+                }
+            }
+            catch (...)
+            {
+                read_context.exception = std::current_exception();
+            }
+
+            return std::move(sink);
+        };
+    };
+};
+
 RemoteQueryExecutor::RemoteQueryExecutor(
     Connection & connection,
     const String & query_, const Block & header_, const Context & context_, const Settings * settings,
@@ -205,64 +365,35 @@ Block RemoteQueryExecutor::read()
     }
 }
 
-void RemoteQueryExecutor::read(ReadContext & read_context)
+std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext> & read_context)
 {
     if (!sent_query)
     {
         sendQuery();
 
         if (context.getSettingsRef().skip_unavailable_shards && (0 == multiplexed_connections->size()))
-        {
-            read_context.is_read_in_progress = false;
-            read_context.result.clear();
-            return;
-        }
+            return Block();
     }
 
+    if (!read_context)
+        ReadContext::initialize(read_context, *multiplexed_connections);
+
+    if (read_context->is_read_in_progress)
+        read_context->checkTimeout();
+
     do
     {
-        if (!read_context.is_read_in_progress)
+        read_context->resumeRoutine();
+
+        if (read_context->is_read_in_progress)
         {
-            auto routine = [&read_context, this](boost::context::fiber && sink)
-            {
-                read_context.fiber_context.fiber = std::move(sink);
-
-                try
-                {
-                    multiplexed_connections->setFiber(&read_context.fiber_context);
-                    read_context.packet = multiplexed_connections->receivePacket();
-                    multiplexed_connections->setFiber(nullptr);
-                }
-                catch (...)
-                {
-                    read_context.exception = std::current_exception();
-                }
-
-                return std::move(read_context.fiber_context.fiber);
-            };
-
-            read_context.fiber = boost::context::fiber(std::allocator_arg_t(), read_context.stack, std::move(routine));
-        }
-
-        read_context.fiber = std::move(read_context.fiber).resume();
-
-        if (read_context.exception)
-            std::rethrow_exception(std::move(read_context.exception));
-
-        if (read_context.fiber)
-        {
-            read_context.is_read_in_progress = true;
-            read_context.fd = read_context.fiber_context.fd;
-            return;
+            read_context->setTimer();
+            return read_context->epoll_df;
         }
         else
         {
-            read_context.is_read_in_progress = false;
-            if (auto data = processPacket(std::move(read_context.packet)))
-            {
-                read_context.result = std::move(*data);
-                return;
-            }
+            if (auto data = processPacket(std::move(read_context->packet)))
+                return std::move(*data);
         }
     }
     while (true);
diff --git a/src/DataStreams/RemoteQueryExecutor.h b/src/DataStreams/RemoteQueryExecutor.h
index 633d442ffc9..6de5847015a 100644
--- a/src/DataStreams/RemoteQueryExecutor.h
+++ b/src/DataStreams/RemoteQueryExecutor.h
@@ -4,6 +4,8 @@
 #include <Client/ConnectionPool.h>
 #include <Client/MultiplexedConnections.h>
 #include <Common/FiberStack.h>
+#include <Common/TimerDescriptor.h>
+#include <variant>
 
 namespace DB
 {
@@ -47,31 +49,16 @@ public:
 
     ~RemoteQueryExecutor();
 
-    struct ReadContext
-    {
-        bool is_read_in_progress = false;
-
-        /// If is_read_in_progress, use this fd to poll
-        int fd;
-
-        /// If not is_read_in_progress, result block is set.
-        Block result;
-
-        /// Internal data
-
-        boost::context::fiber fiber;
-        Packet packet;
-        std::exception_ptr exception;
-        FiberStack<> stack;
-        ReadBufferFromPocoSocket::Fiber fiber_context;
-    };
-
     /// Create connection and send query, external tables and scalars.
     void sendQuery();
 
     /// Read next block of data. Returns empty block if query is finished.
     Block read();
-    void read(ReadContext & read_context);
+
+    /// Async variant of read. Returns ready block or file descriptor which may be used for polling.
+    /// ReadContext is an internal read state. Pass empty ptr first time, reuse created one for every call.
+    struct ReadContext;
+    std::variant<Block, int> read(std::unique_ptr<ReadContext> & read_context);
 
     /// Receive all remain packets and finish query.
     /// It should be cancelled after read returned empty block.
diff --git a/src/IO/ReadBufferFromPocoSocket.cpp b/src/IO/ReadBufferFromPocoSocket.cpp
index 85249002c51..dd6cd4817df 100644
--- a/src/IO/ReadBufferFromPocoSocket.cpp
+++ b/src/IO/ReadBufferFromPocoSocket.cpp
@@ -42,8 +42,9 @@ bool ReadBufferFromPocoSocket::nextImpl()
         /// Note that receive timeout is not checked here. External code should check it while polling.
         while (bytes_read < 0 && fiber && (errno == POCO_EAGAIN || errno == POCO_EWOULDBLOCK))
         {
-            fiber->fd = socket.impl()->sockfd();
-            fiber->fiber = std::move(fiber->fiber).resume();
+            //fiber->fd = socket.impl()->sockfd();
+            //fiber->timeout = socket.impl()->getReceiveTimeout();
+            *fiber = std::move(*fiber).resume();
             bytes_read = socket.impl()->receiveBytes(internal_buffer.begin(), internal_buffer.size(), flags);
         }
     }
diff --git a/src/IO/ReadBufferFromPocoSocket.h b/src/IO/ReadBufferFromPocoSocket.h
index 790a350a4de..0c744ae8fe3 100644
--- a/src/IO/ReadBufferFromPocoSocket.h
+++ b/src/IO/ReadBufferFromPocoSocket.h
@@ -31,16 +31,11 @@ public:
 
     bool poll(size_t timeout_microseconds);
 
-    struct Fiber
-    {
-        boost::context::fiber fiber;
-        int fd;
-    };
-
-    void setFiber(Fiber * fiber_) { fiber = fiber_; }
+    void setFiber(boost::context::fiber * fiber_) { fiber = fiber_; }
+    Poco::Net::Socket & getSocket() { return socket; }
 
 private:
-    Fiber * fiber;
+    boost::context::fiber * fiber;
 };
 
 }

From 92d60a7f38a359a9b717a6f2c5ee8c5a1613c7ea Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 3 Dec 2020 20:03:13 +0300
Subject: [PATCH 057/742] Add AsyncTaskQueue.

---
 src/DataStreams/RemoteQueryExecutor.cpp       | 15 ++--
 src/Processors/Executors/AsyncTaskQueue.cpp   | 73 +++++++++++++++++++
 src/Processors/Executors/AsyncTaskQueue.h     | 35 +++++++++
 src/Processors/Executors/PipelineExecutor.cpp |  4 -
 src/Processors/IProcessor.h                   |  9 +--
 5 files changed, 119 insertions(+), 17 deletions(-)
 create mode 100644 src/Processors/Executors/AsyncTaskQueue.cpp
 create mode 100644 src/Processors/Executors/AsyncTaskQueue.h

diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index a902541b875..100f20b4123 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -39,7 +39,7 @@ struct RemoteQueryExecutor::ReadContext
 
     TimerDescriptor timer{CLOCK_MONOTONIC, 0};
     int socket_fd;
-    int epoll_df;
+    int epoll_fd;
 
     explicit ReadContext(MultiplexedConnections & connections_) : connections(connections_)
     {
@@ -47,7 +47,8 @@ struct RemoteQueryExecutor::ReadContext
         socket_fd = socket.impl()->sockfd();
         receive_timeout = socket.impl()->getReceiveTimeout();
 
-        if (-1 == epoll_create(2))
+        socket_fd = epoll_create(2);
+        if (-1 == socket_fd)
             throwFromErrno("Cannot create epoll descriptor", ErrorCodes::CANNOT_OPEN_FILE);
 
         {
@@ -55,7 +56,7 @@ struct RemoteQueryExecutor::ReadContext
             socket_event.events = EPOLLIN | EPOLLPRI;
             socket_event.data.fd = socket_fd;
 
-            if (-1 == epoll_ctl(epoll_df, EPOLL_CTL_ADD, socket_event.data.fd, &socket_event))
+            if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, socket_event.data.fd, &socket_event))
                 throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
         }
 
@@ -64,7 +65,7 @@ struct RemoteQueryExecutor::ReadContext
             timer_event.events = EPOLLIN | EPOLLPRI;
             timer_event.data.fd = timer.getDescriptor();
 
-            if (-1 == epoll_ctl(epoll_df, EPOLL_CTL_ADD, timer_event.data.fd, &timer_event))
+            if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, timer_event.data.fd, &timer_event))
                 throwFromErrno("Cannot add timer descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
         }
 
@@ -100,7 +101,7 @@ struct RemoteQueryExecutor::ReadContext
         epoll_event events[2];
 
         /// Wait for epoll_fd will not block if it was polled externally.
-        int num_events = epoll_wait(epoll_df, events, 2, 0);
+        int num_events = epoll_wait(epoll_fd, events, 2, 0);
         if (num_events == -1)
             throwFromErrno("Failed to epoll_wait", ErrorCodes::CANNOT_READ_FROM_SOCKET);
 
@@ -144,7 +145,7 @@ struct RemoteQueryExecutor::ReadContext
     {
         /// socket_fd is closed by Poco::Net::Socket
         /// timer_fd is closed by TimerDescriptor
-        close(epoll_df);
+        close(epoll_fd);
     }
 
     struct Routine
@@ -388,7 +389,7 @@ std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext>
         if (read_context->is_read_in_progress)
         {
             read_context->setTimer();
-            return read_context->epoll_df;
+            return read_context->epoll_fd;
         }
         else
         {
diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/AsyncTaskQueue.cpp
new file mode 100644
index 00000000000..417b3ce25f1
--- /dev/null
+++ b/src/Processors/Executors/AsyncTaskQueue.cpp
@@ -0,0 +1,73 @@
+#include <Processors/Executors/AsyncTaskQueue.h>
+#include <Common/Exception.h>
+#include <sys/epoll.h>
+#include <unistd.h>
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int CANNOT_OPEN_FILE;
+    extern const int CANNOT_READ_FROM_SOCKET;
+}
+
+
+AsyncTaskQueue::AsyncTaskQueue()
+{
+    epoll_fd = epoll_create(1);
+    if (-1 == epoll_fd)
+        throwFromErrno("Cannot create epoll descriptor", ErrorCodes::CANNOT_OPEN_FILE);
+}
+
+AsyncTaskQueue::~AsyncTaskQueue()
+{
+    close(epoll_fd);
+}
+
+void AsyncTaskQueue::addTask(void * data, int fd)
+{
+    epoll_event socket_event;
+    socket_event.events = EPOLLIN | EPOLLPRI;
+    socket_event.data.fd = fd;
+    socket_event.data.ptr = data;
+
+    if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, socket_event.data.fd, &socket_event))
+        throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
+
+    ++num_tasks;
+    if (num_tasks == 1)
+        condvar.notify_one();
+}
+
+void * AsyncTaskQueue::wait(std::unique_lock<std::mutex> lock)
+{
+    condvar.wait(lock, [&] { return !empty() || is_finished; });
+
+    if (is_finished)
+        return nullptr;
+
+    lock.unlock();
+
+    epoll_event event;
+    int num_events = 0;
+
+    while (num_events == 0)
+    {
+        num_events = epoll_wait(epoll_fd, &event, 1, 0);
+        if (num_events == -1)
+            throwFromErrno("Failed to epoll_wait", ErrorCodes::CANNOT_READ_FROM_SOCKET);
+    }
+
+    lock.lock();
+    --num_tasks;
+    return event.data.ptr;
+}
+
+void AsyncTaskQueue::finish()
+{
+    is_finished = true;
+    condvar.notify_one();
+}
+
+}
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/AsyncTaskQueue.h
new file mode 100644
index 00000000000..b66fe932d46
--- /dev/null
+++ b/src/Processors/Executors/AsyncTaskQueue.h
@@ -0,0 +1,35 @@
+#include <cstddef>
+#include <mutex>
+#include <atomic>
+
+namespace DB
+{
+
+class AsyncTaskQueue
+{
+private:
+    int epoll_fd;
+    size_t num_tasks;
+    std::atomic_bool is_finished = false;
+    std::condition_variable condvar;
+
+public:
+    AsyncTaskQueue();
+    ~AsyncTaskQueue();
+
+    size_t size() const { return num_tasks; }
+    bool empty() const { return num_tasks == 0; }
+
+    /// Add new task to queue.
+    void addTask(void * data, int fd);
+
+    /// Wait for any descriptor. If no descriptors in queue, blocks.
+    /// Returns ptr which was inserted into queue or nullptr if finished was called.
+    /// Lock is used to wait on condvar.
+    void * wait(std::unique_lock<std::mutex> lock);
+
+    /// Interrupt waiting.
+    void finish();
+};
+
+}
diff --git a/src/Processors/Executors/PipelineExecutor.cpp b/src/Processors/Executors/PipelineExecutor.cpp
index 517e07a3ba4..a9f6562693e 100644
--- a/src/Processors/Executors/PipelineExecutor.cpp
+++ b/src/Processors/Executors/PipelineExecutor.cpp
@@ -254,10 +254,6 @@ bool PipelineExecutor::prepareProcessor(UInt64 pid, size_t thread_number, Queue
 //            addAsyncJob(pid);
 //            break;
             }
-            case IProcessor::Status::Wait:
-            {
-                throw Exception("Wait is temporary not supported.", ErrorCodes::LOGICAL_ERROR);
-            }
             case IProcessor::Status::ExpandPipeline:
             {
                 need_expand_pipeline = true;
diff --git a/src/Processors/IProcessor.h b/src/Processors/IProcessor.h
index c774b43a9b2..08adc151424 100644
--- a/src/Processors/IProcessor.h
+++ b/src/Processors/IProcessor.h
@@ -146,13 +146,10 @@ public:
         /// You may call 'work' method and processor will do some work synchronously.
         Ready,
 
-        /// You may call 'schedule' method and processor will initiate some background work.
+        /// You may call 'schedule' method and processor will return descriptor.
+        /// You need to poll this descriptor and call work() afterwards.
         Async,
 
-        /// Processor is doing some work in background.
-        /// You may wait for next event or do something else and then you should call 'prepare' again.
-        Wait,
-
         /// Processor wants to add other processors to pipeline.
         /// New processors must be obtained by expandPipeline() call.
         ExpandPipeline,
@@ -207,7 +204,7 @@ public:
       * Note that it can fire many events in EventCounter while doing its job,
       *  and you have to wait for next event (or do something else) every time when 'prepare' returned Wait.
       */
-    virtual void schedule(EventCounter & /*watch*/)
+    virtual int schedule()
     {
         throw Exception("Method 'schedule' is not implemented for " + getName() + " processor", ErrorCodes::NOT_IMPLEMENTED);
     }

From 00492eec67f115cbbef24729622f82a5234931cd Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 4 Dec 2020 12:55:27 +0300
Subject: [PATCH 058/742] Support of Async status for PipelineExecutor.

---
 src/Processors/Executors/AsyncTaskQueue.cpp   |  2 +-
 src/Processors/Executors/AsyncTaskQueue.h     |  2 +-
 src/Processors/Executors/PipelineExecutor.cpp | 70 ++++++++++++++-----
 src/Processors/Executors/PipelineExecutor.h   | 10 ++-
 4 files changed, 64 insertions(+), 20 deletions(-)

diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/AsyncTaskQueue.cpp
index 417b3ce25f1..d0a63a87165 100644
--- a/src/Processors/Executors/AsyncTaskQueue.cpp
+++ b/src/Processors/Executors/AsyncTaskQueue.cpp
@@ -40,7 +40,7 @@ void AsyncTaskQueue::addTask(void * data, int fd)
         condvar.notify_one();
 }
 
-void * AsyncTaskQueue::wait(std::unique_lock<std::mutex> lock)
+void * AsyncTaskQueue::wait(std::unique_lock<std::mutex> & lock)
 {
     condvar.wait(lock, [&] { return !empty() || is_finished; });
 
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/AsyncTaskQueue.h
index b66fe932d46..2f3cdf8ab82 100644
--- a/src/Processors/Executors/AsyncTaskQueue.h
+++ b/src/Processors/Executors/AsyncTaskQueue.h
@@ -26,7 +26,7 @@ public:
     /// Wait for any descriptor. If no descriptors in queue, blocks.
     /// Returns ptr which was inserted into queue or nullptr if finished was called.
     /// Lock is used to wait on condvar.
-    void * wait(std::unique_lock<std::mutex> lock);
+    void * wait(std::unique_lock<std::mutex> & lock);
 
     /// Interrupt waiting.
     void finish();
diff --git a/src/Processors/Executors/PipelineExecutor.cpp b/src/Processors/Executors/PipelineExecutor.cpp
index a9f6562693e..dce21067557 100644
--- a/src/Processors/Executors/PipelineExecutor.cpp
+++ b/src/Processors/Executors/PipelineExecutor.cpp
@@ -164,7 +164,7 @@ bool PipelineExecutor::expandPipeline(Stack & stack, UInt64 pid)
     return true;
 }
 
-bool PipelineExecutor::tryAddProcessorToStackIfUpdated(ExecutingGraph::Edge & edge, Queue & queue, size_t thread_number)
+bool PipelineExecutor::tryAddProcessorToStackIfUpdated(ExecutingGraph::Edge & edge, Queue & queue, Queue & async_queue, size_t thread_number)
 {
     /// In this method we have ownership on edge, but node can be concurrently accessed.
 
@@ -185,7 +185,7 @@ bool PipelineExecutor::tryAddProcessorToStackIfUpdated(ExecutingGraph::Edge & ed
     if (status == ExecutingGraph::ExecStatus::Idle)
     {
         node.status = ExecutingGraph::ExecStatus::Preparing;
-        return prepareProcessor(edge.to, thread_number, queue, std::move(lock));
+        return prepareProcessor(edge.to, thread_number, queue, async_queue, std::move(lock));
     }
     else
         graph->nodes[edge.to]->processor->onUpdatePorts();
@@ -193,7 +193,7 @@ bool PipelineExecutor::tryAddProcessorToStackIfUpdated(ExecutingGraph::Edge & ed
     return true;
 }
 
-bool PipelineExecutor::prepareProcessor(UInt64 pid, size_t thread_number, Queue & queue, std::unique_lock<std::mutex> node_lock)
+bool PipelineExecutor::prepareProcessor(UInt64 pid, size_t thread_number, Queue & queue, Queue & async_queue, std::unique_lock<std::mutex> node_lock)
 {
     /// In this method we have ownership on node.
     auto & node = *graph->nodes[pid];
@@ -248,11 +248,9 @@ bool PipelineExecutor::prepareProcessor(UInt64 pid, size_t thread_number, Queue
             }
             case IProcessor::Status::Async:
             {
-                throw Exception("Async is temporary not supported.", ErrorCodes::LOGICAL_ERROR);
-
-//            node.status = ExecStatus::Executing;
-//            addAsyncJob(pid);
-//            break;
+                node.status = ExecutingGraph::ExecStatus::Executing;
+                async_queue.push(&node);
+                break;
             }
             case IProcessor::Status::ExpandPipeline:
             {
@@ -284,13 +282,13 @@ bool PipelineExecutor::prepareProcessor(UInt64 pid, size_t thread_number, Queue
     {
         for (auto & edge : updated_direct_edges)
         {
-            if (!tryAddProcessorToStackIfUpdated(*edge, queue, thread_number))
+            if (!tryAddProcessorToStackIfUpdated(*edge, queue, async_queue, thread_number))
                 return false;
         }
 
         for (auto & edge : updated_back_edges)
         {
-            if (!tryAddProcessorToStackIfUpdated(*edge, queue, thread_number))
+            if (!tryAddProcessorToStackIfUpdated(*edge, queue, async_queue, thread_number))
                 return false;
         }
     }
@@ -321,7 +319,7 @@ bool PipelineExecutor::prepareProcessor(UInt64 pid, size_t thread_number, Queue
         while (!stack.empty())
         {
             auto item = stack.top();
-            if (!prepareProcessor(item, thread_number, queue, std::unique_lock<std::mutex>(graph->nodes[item]->status_mutex)))
+            if (!prepareProcessor(item, thread_number, queue, async_queue, std::unique_lock<std::mutex>(graph->nodes[item]->status_mutex)))
                 return false;
 
             stack.pop();
@@ -374,6 +372,7 @@ void PipelineExecutor::finish()
     {
         std::lock_guard lock(task_queue_mutex);
         finished = true;
+        async_task_queue.finish();
     }
 
     std::lock_guard guard(executor_contexts_mutex);
@@ -518,13 +517,24 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                     break;
                 }
 
-                if (threads_queue.size() + 1 == num_threads)
+                if (threads_queue.size() + 1 == num_threads && async_task_queue.empty())
                 {
                     lock.unlock();
                     finish();
                     break;
                 }
 
+                if (num_threads == 1)
+                {
+                    /// If we execute in single thread, wait for async tasks here.
+                    void * res = async_task_queue.wait(lock);
+                    if (!res)
+                        throw Exception("Empty task was returned from async task queue", ErrorCodes::LOGICAL_ERROR);
+
+                    node = static_cast<ExecutingGraph::Node *>(res);
+                    continue;
+                }
+
                 threads_queue.push(thread_num);
             }
 
@@ -575,6 +585,7 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
             /// Try to execute neighbour processor.
             {
                 Queue queue;
+                Queue async_queue;
 
                 ++num_processing_executors;
                 while (auto * task = expand_pipeline_task.load())
@@ -583,7 +594,7 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                 /// Prepare processor after execution.
                 {
                     auto lock = std::unique_lock<std::mutex>(node->status_mutex);
-                    if (!prepareProcessor(node->processors_id, thread_num, queue, std::move(lock)))
+                    if (!prepareProcessor(node->processors_id, thread_num, queue, async_queue, std::move(lock)))
                         finish();
                 }
 
@@ -597,17 +608,23 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                 }
 
                 /// Push other tasks to global queue.
-                if (!queue.empty())
+                if (!queue.empty() || !async_queue.empty())
                 {
                     std::unique_lock lock(task_queue_mutex);
 
+                    while (!async_queue.empty() && !finished)
+                    {
+                        async_task_queue.addTask(async_queue.front(), async_queue.front()->processor->schedule());
+                        async_queue.pop();
+                    }
+
                     while (!queue.empty() && !finished)
                     {
                         task_queue.push(queue.front(), thread_num);
                         queue.pop();
                     }
 
-                    if (!threads_queue.empty() && !finished /* && task_queue.quota() > threads_queue.size()*/)
+                    if (!threads_queue.empty() && !finished)
                     {
                         auto thread_to_wake = task_queue.getAnyThreadWithTasks(thread_num + 1 == num_threads ? 0 : (thread_num + 1));
 
@@ -665,6 +682,7 @@ void PipelineExecutor::initializeExecution(size_t num_threads)
         std::lock_guard lock(task_queue_mutex);
 
         Queue queue;
+        Queue async_queue;
         size_t next_thread = 0;
 
         while (!stack.empty())
@@ -672,7 +690,7 @@ void PipelineExecutor::initializeExecution(size_t num_threads)
             UInt64 proc = stack.top();
             stack.pop();
 
-            prepareProcessor(proc, 0, queue, std::unique_lock<std::mutex>(graph->nodes[proc]->status_mutex));
+            prepareProcessor(proc, 0, queue, async_queue, std::unique_lock<std::mutex>(graph->nodes[proc]->status_mutex));
 
             while (!queue.empty())
             {
@@ -683,6 +701,12 @@ void PipelineExecutor::initializeExecution(size_t num_threads)
                 if (next_thread >= num_threads)
                     next_thread = 0;
             }
+
+            while (!async_queue.empty())
+            {
+                async_task_queue.addTask(async_queue.front(), async_queue.front()->processor->schedule());
+                async_queue.pop();
+            }
         }
     }
 }
@@ -743,6 +767,20 @@ void PipelineExecutor::executeImpl(size_t num_threads)
             });
         }
 
+        {
+            /// Wait for async tasks.
+            std::unique_lock lock(task_queue_mutex);
+            size_t next_thread = 0;
+            while (void * task = async_task_queue.wait(lock))
+            {
+                task_queue.push(static_cast<ExecutingGraph::Node *>(task), next_thread);
+
+                ++next_thread;
+                if (next_thread >= num_threads)
+                    next_thread = 0;
+            }
+        }
+
         for (auto & thread : threads)
             if (thread.joinable())
                 thread.join();
diff --git a/src/Processors/Executors/PipelineExecutor.h b/src/Processors/Executors/PipelineExecutor.h
index b457cca34b1..34339a34608 100644
--- a/src/Processors/Executors/PipelineExecutor.h
+++ b/src/Processors/Executors/PipelineExecutor.h
@@ -1,6 +1,7 @@
 #pragma once
 
 #include <Processors/IProcessor.h>
+#include <Processors/Executors/AsyncTaskQueue.h>
 #include <Processors/Executors/ThreadsQueue.h>
 #include <Processors/Executors/TasksQueue.h>
 #include <Processors/Executors/ExecutingGraph.h>
@@ -57,6 +58,11 @@ private:
     /// Stores processors need to be prepared. Preparing status is already set for them.
     TaskQueue<ExecutingGraph::Node> task_queue;
 
+    /// Queue which stores tasks where processors returned Async status after prepare.
+    /// If multiple threads are using, main thread will wait for async tasks.
+    /// For single thread, will wait for async tasks only when task_queue is empty.
+    AsyncTaskQueue async_task_queue;
+
     ThreadsQueue threads_queue;
     std::mutex task_queue_mutex;
 
@@ -126,14 +132,14 @@ private:
 
     /// Pipeline execution related methods.
     void addChildlessProcessorsToStack(Stack & stack);
-    bool tryAddProcessorToStackIfUpdated(ExecutingGraph::Edge & edge, Queue & queue, size_t thread_number);
+    bool tryAddProcessorToStackIfUpdated(ExecutingGraph::Edge & edge, Queue & queue, Queue & async_queue, size_t thread_number);
     static void addJob(ExecutingGraph::Node * execution_state);
     // TODO: void addAsyncJob(UInt64 pid);
 
     /// Prepare processor with pid number.
     /// Check parents and children of current processor and push them to stacks if they also need to be prepared.
     /// If processor wants to be expanded, ExpandPipelineTask from thread_number's execution context will be used.
-    bool prepareProcessor(UInt64 pid, size_t thread_number, Queue & queue, std::unique_lock<std::mutex> node_lock);
+    bool prepareProcessor(UInt64 pid, size_t thread_number, Queue & queue, Queue & async_queue, std::unique_lock<std::mutex> node_lock);
     bool doExpandPipeline(ExpandPipelineTask * task, bool processing);
 
     /// Continue executor (in case there are tasks in queue).

From 9ca837d5355c417a9fc9a2ac0c86b9a56e184d12 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 4 Dec 2020 13:52:57 +0300
Subject: [PATCH 059/742] Add async status to RemoteSource.

---
 src/DataStreams/RemoteQueryExecutor.cpp | 15 ++++++-----
 src/DataStreams/RemoteQueryExecutor.h   |  5 +++-
 src/Processors/ISource.cpp              | 33 ++++++++++++++++++++++---
 src/Processors/ISource.h                |  3 ++-
 src/Processors/Sources/RemoteSource.cpp | 17 +++++++++++--
 src/Processors/Sources/RemoteSource.h   | 10 +++++++-
 6 files changed, 68 insertions(+), 15 deletions(-)

diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index 100f20b4123..56c8dc128fe 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -25,8 +25,11 @@ namespace ErrorCodes
     extern const int SOCKET_TIMEOUT;
 }
 
-struct RemoteQueryExecutor::ReadContext
+class RemoteQueryExecutorReadContext
 {
+public:
+    using Self = RemoteQueryExecutorReadContext;
+
     bool is_read_in_progress = false;
     Packet packet;
 
@@ -41,7 +44,7 @@ struct RemoteQueryExecutor::ReadContext
     int socket_fd;
     int epoll_fd;
 
-    explicit ReadContext(MultiplexedConnections & connections_) : connections(connections_)
+    explicit RemoteQueryExecutorReadContext(MultiplexedConnections & connections_) : connections(connections_)
     {
         auto & socket = connections.getSocket();
         socket_fd = socket.impl()->sockfd();
@@ -72,11 +75,11 @@ struct RemoteQueryExecutor::ReadContext
         fiber = boost::context::fiber(std::allocator_arg_t(), stack, Routine{connections, *this});
     }
 
-    static void initialize(std::unique_ptr<ReadContext> & read_context, MultiplexedConnections & connections)
+    static void initialize(std::unique_ptr<Self> & read_context, MultiplexedConnections & connections)
     {
         try
         {
-            read_context = std::make_unique<ReadContext>(connections);
+            read_context = std::make_unique<Self>(connections);
         }
         catch (DB::Exception & e)
         {
@@ -141,7 +144,7 @@ struct RemoteQueryExecutor::ReadContext
             std::rethrow_exception(std::move(exception));
     }
 
-    ~ReadContext()
+    ~RemoteQueryExecutorReadContext()
     {
         /// socket_fd is closed by Poco::Net::Socket
         /// timer_fd is closed by TimerDescriptor
@@ -151,7 +154,7 @@ struct RemoteQueryExecutor::ReadContext
     struct Routine
     {
         MultiplexedConnections & connections;
-        ReadContext & read_context;
+        Self & read_context;
 
         boost::context::fiber operator()(boost::context::fiber && sink) const
         {
diff --git a/src/DataStreams/RemoteQueryExecutor.h b/src/DataStreams/RemoteQueryExecutor.h
index 6de5847015a..2ca13ffd9b7 100644
--- a/src/DataStreams/RemoteQueryExecutor.h
+++ b/src/DataStreams/RemoteQueryExecutor.h
@@ -19,10 +19,14 @@ using ProgressCallback = std::function<void(const Progress & progress)>;
 struct BlockStreamProfileInfo;
 using ProfileInfoCallback = std::function<void(const BlockStreamProfileInfo & info)>;
 
+class RemoteQueryExecutorReadContext;
+
 /// This class allows one to launch queries on remote replicas of one shard and get results
 class RemoteQueryExecutor
 {
 public:
+    using ReadContext = RemoteQueryExecutorReadContext;
+
     /// Takes already set connection.
     /// If `settings` is nullptr, settings will be taken from context.
     RemoteQueryExecutor(
@@ -57,7 +61,6 @@ public:
 
     /// Async variant of read. Returns ready block or file descriptor which may be used for polling.
     /// ReadContext is an internal read state. Pass empty ptr first time, reuse created one for every call.
-    struct ReadContext;
     std::variant<Block, int> read(std::unique_ptr<ReadContext> & read_context);
 
     /// Receive all remain packets and finish query.
diff --git a/src/Processors/ISource.cpp b/src/Processors/ISource.cpp
index 90f3962b83e..7ae988f7cdb 100644
--- a/src/Processors/ISource.cpp
+++ b/src/Processors/ISource.cpp
@@ -4,6 +4,11 @@
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int NOT_IMPLEMENTED;
+}
+
 ISource::ISource(Block header)
     : IProcessor({}, {std::move(header)}), output(outputs.front())
 {
@@ -45,11 +50,17 @@ void ISource::work()
 {
     try
     {
-        current_chunk.chunk = generate();
-        if (!current_chunk.chunk || isCancelled())
-            finished = true;
+        if (auto chunk = tryGenerate())
+        {
+            current_chunk.chunk = std::move(*chunk);
+            if (current_chunk.chunk)
+                has_input = true;
+        }
         else
-            has_input = true;
+            finished = true;
+
+        if (isCancelled())
+            finished = true;
     }
     catch (...)
     {
@@ -58,5 +69,19 @@ void ISource::work()
     }
 }
 
+Chunk ISource::generate()
+{
+    throw Exception(ErrorCodes::NOT_IMPLEMENTED, "generate is not implemented for {}", getName());
+}
+
+std::optional<Chunk> ISource::tryGenerate()
+{
+    auto chunk = generate();
+    if (!chunk)
+        return {};
+
+    return chunk;
+}
+
 }
 
diff --git a/src/Processors/ISource.h b/src/Processors/ISource.h
index 9be21c3a398..b7e2b5dce8e 100644
--- a/src/Processors/ISource.h
+++ b/src/Processors/ISource.h
@@ -15,7 +15,8 @@ protected:
     bool got_exception = false;
     Port::Data current_chunk;
 
-    virtual Chunk generate() = 0;
+    virtual Chunk generate();
+    virtual std::optional<Chunk> tryGenerate();
 
 public:
     ISource(Block header);
diff --git a/src/Processors/Sources/RemoteSource.cpp b/src/Processors/Sources/RemoteSource.cpp
index 2efbf3ed7c2..a277a794b36 100644
--- a/src/Processors/Sources/RemoteSource.cpp
+++ b/src/Processors/Sources/RemoteSource.cpp
@@ -21,6 +21,9 @@ RemoteSource::~RemoteSource() = default;
 
 ISource::Status RemoteSource::prepare()
 {
+    if (is_async_state)
+        return Status::Async;
+
     Status status = SourceWithProgress::prepare();
     /// To avoid resetting the connection (because of "unfinished" query) in the
     /// RemoteQueryExecutor it should be finished explicitly.
@@ -29,7 +32,7 @@ ISource::Status RemoteSource::prepare()
     return status;
 }
 
-Chunk RemoteSource::generate()
+std::optional<Chunk> RemoteSource::tryGenerate()
 {
     /// onCancel() will do the cancel if the query was sent.
     if (was_query_canceled)
@@ -52,7 +55,17 @@ Chunk RemoteSource::generate()
         was_query_sent = true;
     }
 
-    auto block = query_executor->read();
+    auto res = query_executor->read(read_context);
+    if (std::holds_alternative<int>(res))
+    {
+        fd = std::get<int>(res);
+        is_async_state = true;
+        return Chunk();
+    }
+
+    is_async_state = false;
+
+    auto block = std::get<Block>(std::move(res));
 
     if (!block)
     {
diff --git a/src/Processors/Sources/RemoteSource.h b/src/Processors/Sources/RemoteSource.h
index 7b537023306..0a04f72d14a 100644
--- a/src/Processors/Sources/RemoteSource.h
+++ b/src/Processors/Sources/RemoteSource.h
@@ -11,6 +11,8 @@ namespace DB
 class RemoteQueryExecutor;
 using RemoteQueryExecutorPtr = std::shared_ptr<RemoteQueryExecutor>;
 
+class RemoteQueryExecutorReadContext;
+
 /// Source from RemoteQueryExecutor. Executes remote query and returns query result chunks.
 class RemoteSource : public SourceWithProgress
 {
@@ -33,8 +35,10 @@ public:
             cancel();
     }
 
+    int schedule() override { return fd; }
+
 protected:
-    Chunk generate() override;
+    std::optional<Chunk> tryGenerate() override;
     void onCancel() override;
 
 private:
@@ -43,6 +47,10 @@ private:
     bool add_aggregation_info = false;
     RemoteQueryExecutorPtr query_executor;
     RowsBeforeLimitCounterPtr rows_before_limit;
+
+    bool is_async_state = false;
+    std::unique_ptr<RemoteQueryExecutorReadContext> read_context;
+    int fd;
 };
 
 /// Totals source from RemoteQueryExecutor.

From f31610a2e1ae503868d64164d8d9e7ae3a7ebacb Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 4 Dec 2020 13:55:01 +0300
Subject: [PATCH 060/742] Remove Wait status.

---
 src/Processors/Formats/InputStreamFromInputFormat.h | 1 -
 src/Storages/RabbitMQ/RabbitMQBlockInputStream.cpp  | 1 -
 2 files changed, 2 deletions(-)

diff --git a/src/Processors/Formats/InputStreamFromInputFormat.h b/src/Processors/Formats/InputStreamFromInputFormat.h
index 792d2e45f7f..4369287d39e 100644
--- a/src/Processors/Formats/InputStreamFromInputFormat.h
+++ b/src/Processors/Formats/InputStreamFromInputFormat.h
@@ -56,7 +56,6 @@ protected:
 
                 case IProcessor::Status::NeedData:
                 case IProcessor::Status::Async:
-                case IProcessor::Status::Wait:
                 case IProcessor::Status::ExpandPipeline:
                     throw Exception("Source processor returned status " + IProcessor::statusToName(status), ErrorCodes::LOGICAL_ERROR);
             }
diff --git a/src/Storages/RabbitMQ/RabbitMQBlockInputStream.cpp b/src/Storages/RabbitMQ/RabbitMQBlockInputStream.cpp
index 4e6de4d4715..9a47a218128 100644
--- a/src/Storages/RabbitMQ/RabbitMQBlockInputStream.cpp
+++ b/src/Storages/RabbitMQ/RabbitMQBlockInputStream.cpp
@@ -137,7 +137,6 @@ Block RabbitMQBlockInputStream::readImpl()
                 }
                 case IProcessor::Status::NeedData:
                 case IProcessor::Status::Async:
-                case IProcessor::Status::Wait:
                 case IProcessor::Status::ExpandPipeline:
                     throw Exception("Source processor returned status " + IProcessor::statusToName(status), ErrorCodes::LOGICAL_ERROR);
             }

From eb0c817bf2887f5a5fd25ffc1ae9b3314435798f Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 9 Dec 2020 14:14:40 +0300
Subject: [PATCH 061/742] expression analyzer part

---
 .../AggregateFunctionFactory.cpp              |   3 +
 src/Interpreters/ActionsVisitor.cpp           |   8 +
 src/Interpreters/AggregateDescription.h       |  35 ++-
 src/Interpreters/ExpressionAnalyzer.cpp       | 237 +++++++++++++++++-
 src/Interpreters/ExpressionAnalyzer.h         |  12 +
 src/Interpreters/GetAggregatesVisitor.h       |  51 +++-
 src/Interpreters/TreeRewriter.cpp             |  36 +++
 src/Interpreters/TreeRewriter.h               |   2 +
 src/Parsers/IAST.cpp                          |   7 +
 src/Parsers/IAST.h                            |   1 +
 src/Processors/Transforms/FilterTransform.cpp |   3 +
 11 files changed, 377 insertions(+), 18 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index 1c66650be45..2fdf3c18a68 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -58,6 +58,9 @@ static DataTypes convertLowCardinalityTypesToNested(const DataTypes & types)
 AggregateFunctionPtr AggregateFunctionFactory::get(
     const String & name, const DataTypes & argument_types, const Array & parameters, AggregateFunctionProperties & out_properties) const
 {
+    fmt::print(stderr, "get aggregate function {} at \n{}\n",
+        name, StackTrace().toString());
+
     auto type_without_low_cardinality = convertLowCardinalityTypesToNested(argument_types);
 
     /// If one of the types is Nullable, we apply aggregate function combinator "Null".
diff --git a/src/Interpreters/ActionsVisitor.cpp b/src/Interpreters/ActionsVisitor.cpp
index a44dba84aa6..5df50808a59 100644
--- a/src/Interpreters/ActionsVisitor.cpp
+++ b/src/Interpreters/ActionsVisitor.cpp
@@ -738,6 +738,14 @@ void ActionsMatcher::visit(const ASTFunction & node, const ASTPtr & ast, Data &
     if (AggregateFunctionFactory::instance().isAggregateFunctionName(node.name))
         return;
 
+    /// FIXME need proper grammar for window functions. For now, ignore it --
+    /// the resulting column is added in ExpressionAnalyzer, similar to the
+    /// aggregate functions.
+    if (node.name == "window")
+    {
+        return;
+    }
+
     FunctionOverloadResolverPtr function_builder;
     try
     {
diff --git a/src/Interpreters/AggregateDescription.h b/src/Interpreters/AggregateDescription.h
index 396a62c446a..528b38e86f7 100644
--- a/src/Interpreters/AggregateDescription.h
+++ b/src/Interpreters/AggregateDescription.h
@@ -1,13 +1,18 @@
 #pragma once
 
+#include <AggregateFunctions/IAggregateFunction.h>
+#include <DataTypes/IDataType.h>
 #include <Core/ColumnNumbers.h>
 #include <Core/Names.h>
-#include <AggregateFunctions/IAggregateFunction.h>
+#include <Core/SortDescription.h>
+#include <Parsers/IAST_fwd.h>
 
 
 namespace DB
 {
 
+class ASTFunction;
+
 struct AggregateDescription
 {
     AggregateFunctionPtr function;
@@ -21,4 +26,32 @@ struct AggregateDescription
 
 using AggregateDescriptions = std::vector<AggregateDescription>;
 
+
+struct WindowFunctionDescription
+{
+    std::string window_name;
+    std::string column_name;
+    const IAST * wrapper_node;
+    const ASTFunction * function_node;
+    AggregateFunctionPtr aggregate_function;
+    Array function_parameters;
+    DataTypes argument_types;
+    Names argument_names;
+
+    std::string dump() const;
+};
+
+struct WindowDescription
+{
+    std::string window_name;
+    // Always ASC for now.
+    std::vector<std::string> partition_by;
+    std::vector<std::string> order_by;
+    // No frame info as of yet.
+};
+
+using WindowFunctionDescriptions = std::vector<WindowFunctionDescription>;
+
+using WindowDescriptions = std::unordered_map<std::string, WindowDescription>;
+
 }
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 4ac337c81e2..60c534c82ad 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -1,5 +1,7 @@
 #include <Core/Block.h>
 
+#include <iostream>
+
 #include <Parsers/ASTFunction.h>
 #include <Parsers/ASTIdentifier.h>
 #include <Parsers/ASTLiteral.h>
@@ -57,12 +59,13 @@ using LogAST = DebugASTLog<false>; /// set to true to enable logs
 
 namespace ErrorCodes
 {
-    extern const int UNKNOWN_TYPE_OF_AST_NODE;
-    extern const int UNKNOWN_IDENTIFIER;
+    extern const int BAD_ARGUMENTS;
     extern const int ILLEGAL_PREWHERE;
-    extern const int LOGICAL_ERROR;
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int ILLEGAL_TYPE_OF_COLUMN_FOR_FILTER;
+    extern const int LOGICAL_ERROR;
+    extern const int UNKNOWN_IDENTIFIER;
+    extern const int UNKNOWN_TYPE_OF_AST_NODE;
 }
 
 namespace
@@ -277,6 +280,8 @@ void ExpressionAnalyzer::analyzeAggregation()
     {
         aggregated_columns = temp_actions->getNamesAndTypesList();
     }
+
+    has_window = makeWindowDescriptions(temp_actions);
 }
 
 
@@ -438,7 +443,11 @@ bool ExpressionAnalyzer::makeAggregateDescriptions(ActionsDAGPtr & actions)
 
             auto it = index.find(name);
             if (it == index.end())
-                throw Exception(ErrorCodes::UNKNOWN_IDENTIFIER, "Unknown identifier (in aggregate function '{}'): {}", node->name, name);
+            {
+                throw Exception(ErrorCodes::UNKNOWN_IDENTIFIER,
+                    "Unknown identifier '{}' in aggregate function '{}'",
+                    name, node->formatForErrorMessage());
+            }
 
             types[i] = (*it)->result_type;
             aggregate.argument_names[i] = name;
@@ -455,6 +464,125 @@ bool ExpressionAnalyzer::makeAggregateDescriptions(ActionsDAGPtr & actions)
 }
 
 
+bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
+{
+    for (const ASTFunction * wrapper_node : windowFunctions())
+    {
+        fmt::print(stderr, "window function ast: {}\n", wrapper_node->dumpTree());
+
+        // Not sure why NoMakeSet, copied from aggregate functions.
+        getRootActionsNoMakeSet(wrapper_node->arguments, true /* no subqueries */,
+            actions);
+
+        // FIXME not thread-safe, should use a per-query counter.
+        static int window_index = 1;
+
+        WindowDescription window_description;
+        window_description.window_name = fmt::format("window_{}", window_index++);
+
+        const auto * elist = wrapper_node->arguments
+            ? wrapper_node->arguments->as<const ASTExpressionList>()
+            : nullptr;
+        if (elist)
+        {
+            if (elist->children.size() >= 2)
+            {
+                const auto partition_by_ast = elist->children[1];
+                fmt::print(stderr, "partition by ast {}\n",
+                    partition_by_ast->dumpTree());
+                if (const auto * as_tuple = partition_by_ast->as<ASTFunction>();
+                    as_tuple
+                    && as_tuple->name == "tuple"
+                    && as_tuple->arguments)
+                {
+                    // untuple it
+                    for (const auto & element_ast
+                        : as_tuple->arguments->children)
+                    {
+                        const auto * with_alias = dynamic_cast<
+                            const ASTWithAlias *>(element_ast.get());
+                        if (!with_alias)
+                        {
+                            throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                                "(1) Expected column in PARTITION BY"
+                                " for window '{}', got '{}'",
+                                window_description.window_name,
+                                element_ast->formatForErrorMessage());
+                        }
+                        window_description.partition_by.push_back(
+                            with_alias->getColumnName());
+                    }
+                }
+                else if (const auto * with_alias
+                    = dynamic_cast<const ASTWithAlias *>(partition_by_ast.get()))
+                {
+                    window_description.partition_by.push_back(
+                        with_alias->getColumnName());
+                }
+                else
+                {
+                    throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                        "(2) Expected tuple or column in PARTITION BY"
+                        " for window '{}', got '{}'",
+                        window_description.window_name,
+                        partition_by_ast->formatForErrorMessage());
+                }
+            }
+        }
+
+        WindowFunctionDescription window_function;
+        window_function.window_name = window_description.window_name;
+        window_function.wrapper_node = wrapper_node;
+        window_function.function_node
+            = &elist->children.at(0)->as<ASTFunction &>();
+        window_function.column_name
+            = window_function.function_node->getColumnName();
+        window_function.function_parameters
+            = window_function.function_node->parameters
+                ? getAggregateFunctionParametersArray(
+                    window_function.function_node->parameters)
+                : Array();
+
+        const ASTs & arguments
+            = window_function.function_node->arguments->children;
+        window_function.argument_types.resize(arguments.size());
+        window_function.argument_names.resize(arguments.size());
+        const auto & index = actions->getIndex();
+        for (size_t i = 0; i < arguments.size(); ++i)
+        {
+            const std::string & name = arguments[i]->getColumnName();
+
+            auto it = index.find(name);
+            if (it == index.end())
+            {
+                throw Exception(ErrorCodes::UNKNOWN_IDENTIFIER,
+                    "Unknown identifier '{}' in window function '{}'",
+                    name, window_function.function_node->formatForErrorMessage());
+            }
+
+            window_function.argument_types[i] = (*it)->result_type;
+            window_function.argument_names[i] = name;
+        }
+
+
+        AggregateFunctionProperties properties;
+        window_function.aggregate_function
+            = AggregateFunctionFactory::instance().get(
+                window_function.function_node->name,
+                window_function.argument_types,
+                window_function.function_parameters, properties);
+
+        window_descriptions.insert({window_description.window_name,
+            window_description});
+        window_functions.push_back(window_function);
+
+        fmt::print(stderr, "{}\n", window_function.dump());
+    }
+
+    return !windowFunctions().empty();
+}
+
+
 const ASTSelectQuery * ExpressionAnalyzer::getSelectQuery() const
 {
     const auto * select_query = query->as<ASTSelectQuery>();
@@ -822,6 +950,37 @@ void SelectQueryExpressionAnalyzer::appendAggregateFunctionsArguments(Expression
     for (const ASTFunction * node : data.aggregates)
         for (auto & argument : node->arguments->children)
             getRootActions(argument, only_types, step.actions());
+
+
+    fmt::print(stderr, "actions after appendAggregateFunctionsArguments: \n{} at \n{}\n", chain.dumpChain(), StackTrace().toString());
+}
+
+void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
+    ExpressionActionsChain & chain, bool only_types)
+{
+    fmt::print(stderr, "actions before window: {}\n", chain.dumpChain());
+    const auto * select_query = getSelectQuery();
+
+    ExpressionActionsChain::Step & step = chain.lastStep(aggregated_columns);
+
+    /*
+    for (const auto & desc : aggregate_descriptions)
+        for (const auto & name : desc.argument_names)
+            step.required_output.emplace_back(name);
+    */
+
+    /// Collect aggregates removing duplicates by node.getColumnName()
+    /// It's not clear why we recollect aggregates (for query parts) while we're able to use previously collected ones (for entire query)
+    /// @note The original recollection logic didn't remove duplicates.
+    GetAggregatesVisitor::Data data;
+    GetAggregatesVisitor(data).visit(select_query->select());
+
+    /// TODO: data.aggregates -> aggregates()
+    for (const ASTFunction * node : data.window_functions)
+        for (auto & argument : node->arguments->children)
+            getRootActions(argument, only_types, step.actions());
+
+    fmt::print(stderr, "actions after window: {}\n", chain.dumpChain());
 }
 
 bool SelectQueryExpressionAnalyzer::appendHaving(ExpressionActionsChain & chain, bool only_types)
@@ -831,6 +990,8 @@ bool SelectQueryExpressionAnalyzer::appendHaving(ExpressionActionsChain & chain,
     if (!select_query->having())
         return false;
 
+    fmt::print(stderr, "has having\n");
+
     ExpressionActionsChain::Step & step = chain.lastStep(aggregated_columns);
 
     getRootActionsForHaving(select_query->having(), only_types, step.actions());
@@ -848,7 +1009,16 @@ void SelectQueryExpressionAnalyzer::appendSelect(ExpressionActionsChain & chain,
     getRootActions(select_query->select(), only_types, step.actions());
 
     for (const auto & child : select_query->select()->children)
+    {
+        /// FIXME add proper grammar for window functions
+        if (const auto * as_function = child->as<ASTFunction>();
+            as_function && as_function->name == "window")
+        {
+            continue;
+        }
+
         step.required_output.push_back(child->getColumnName());
+    }
 }
 
 ActionsDAGPtr SelectQueryExpressionAnalyzer::appendOrderBy(ExpressionActionsChain & chain, bool only_types, bool optimize_read_in_order,
@@ -943,6 +1113,13 @@ ActionsDAGPtr SelectQueryExpressionAnalyzer::appendProjectResult(ExpressionActio
     ASTs asts = select_query->select()->children;
     for (const auto & ast : asts)
     {
+        /// FIXME add proper grammar for window functions
+        if (const auto * as_function = ast->as<ASTFunction>();
+            as_function && as_function->name == "window")
+        {
+            continue;
+        }
+
         String result_name = ast->getAliasOrColumnName();
         if (required_result_columns.empty() || required_result_columns.count(result_name))
         {
@@ -1069,6 +1246,7 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
     : first_stage(first_stage_)
     , second_stage(second_stage_)
     , need_aggregate(query_analyzer.hasAggregation())
+    , has_window(query_analyzer.hasWindow())
 {
     /// first_stage: Do I need to perform the first part of the pipeline - running on remote servers during distributed processing.
     /// second_stage: Do I need to execute the second part of the pipeline - running on the initiating server during distributed processing.
@@ -1181,6 +1359,8 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
             chain.addStep();
         }
 
+        fmt::print(stderr, "chain before aggregate: {}\n", chain.dumpChain());
+
         if (need_aggregate)
         {
             /// TODO correct conditions
@@ -1189,18 +1369,29 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
                     && storage && query.groupBy();
 
             query_analyzer.appendGroupBy(chain, only_types || !first_stage, optimize_aggregation_in_order, group_by_elements_actions);
+
+            fmt::print(stderr, "chain after appendGroupBy: {}\n", chain.dumpChain());
+
             query_analyzer.appendAggregateFunctionsArguments(chain, only_types || !first_stage);
+
+            fmt::print(stderr, "chain after appendAggregateFunctionsArguments: {}\n", chain.dumpChain());
+
             before_aggregation = chain.getLastActions();
 
             finalize_chain(chain);
 
+            fmt::print(stderr, "chain after finalize_chain: {}\n", chain.dumpChain());
+
             if (query_analyzer.appendHaving(chain, only_types || !second_stage))
             {
+                fmt::print(stderr, "chain after appendHaving: {}\n", chain.dumpChain());
                 before_having = chain.getLastActions();
                 chain.addStep();
             }
         }
 
+        fmt::print(stderr, "chain after aggregate: {}\n", chain.dumpChain());
+
         bool join_allow_read_in_order = true;
         if (hasJoin())
         {
@@ -1216,8 +1407,18 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
             && !query.final()
             && join_allow_read_in_order;
 
+        if (has_window)
+        {
+            query_analyzer.appendWindowFunctionsArguments(chain, only_types || !first_stage);
+            before_window = chain.getLastActions();
+
+            finalize_chain(chain);
+        }
+
         /// If there is aggregation, we execute expressions in SELECT and ORDER BY on the initiating server, otherwise on the source servers.
         query_analyzer.appendSelect(chain, only_types || (need_aggregate ? !second_stage : !first_stage));
+        fmt::print(stderr, "chain after select: {}\n", chain.dumpChain());
+
         selected_columns = chain.getLastStep().required_output;
         has_order_by = query.orderBy() != nullptr;
         before_order_and_select = query_analyzer.appendOrderBy(
@@ -1226,6 +1427,10 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
                 optimize_read_in_order,
                 order_by_elements_actions);
 
+        fmt::print(stderr, "chain after order by: {}\n", chain.dumpChain());
+
+        //if (h
+
         if (query_analyzer.appendLimitBy(chain, only_types || !second_stage))
         {
             before_limit_by = chain.getLastActions();
@@ -1242,6 +1447,8 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
 
     checkActions();
 
+    fmt::print(stderr, "ExpressionAnalysisResult created at \n{}\n",
+        StackTrace().toString());
     fmt::print(stderr, "ExpressionAnalysisResult: \n{}\n", dump());
 }
 
@@ -1320,9 +1527,9 @@ std::string ExpressionAnalysisResult::dump() const
 {
     std::stringstream ss;
 
-    ss << "ExpressionAnalysisResult\n";
     ss << "need_aggregate " << need_aggregate << "\n";
     ss << "has_order_by " << has_order_by << "\n";
+    ss << "has_window " << has_window << "\n";
 
     if (before_array_join)
     {
@@ -1364,6 +1571,11 @@ std::string ExpressionAnalysisResult::dump() const
         ss << "before_having " << before_having->dumpDAG() << "\n";
     }
 
+    if (before_window)
+    {
+        ss << "before_window " << before_window->dumpDAG() << "\n";
+    }
+
     if (before_order_and_select)
     {
         ss << "before_order_and_select " << before_order_and_select->dumpDAG() << "\n";
@@ -1382,4 +1594,19 @@ std::string ExpressionAnalysisResult::dump() const
     return ss.str();
 }
 
+std::string WindowFunctionDescription::dump() const
+{
+    std::stringstream ss;
+    ss << "window function '" << column_name << "' over '" << window_name <<"\n";
+    ss << "wrapper node " << wrapper_node->dumpTree() << "\n";
+    ss << "function node " << function_node->dumpTree() << "\n";
+    ss << "aggregate function '" << aggregate_function->getName() << "'\n";
+    if (function_parameters.size())
+    {
+        ss << "parameters " << toString(function_parameters) << "\n";
+    }
+
+    return ss.str();
+}
+
 }
diff --git a/src/Interpreters/ExpressionAnalyzer.h b/src/Interpreters/ExpressionAnalyzer.h
index 0ea7b317ebe..b1d7bfba495 100644
--- a/src/Interpreters/ExpressionAnalyzer.h
+++ b/src/Interpreters/ExpressionAnalyzer.h
@@ -60,6 +60,11 @@ struct ExpressionAnalyzerData
     NamesAndTypesList aggregation_keys;
     AggregateDescriptions aggregate_descriptions;
 
+    bool has_window = false;
+    WindowDescriptions window_descriptions;
+    WindowFunctionDescriptions window_functions;
+    NamesAndTypesList window_columns;
+
     bool has_global_subqueries = false;
 
     /// All new temporary tables obtained by performing the GLOBAL IN/JOIN subqueries.
@@ -139,6 +144,7 @@ protected:
     const TableJoin & analyzedJoin() const { return *syntax->analyzed_join; }
     const NamesAndTypesList & sourceColumns() const { return syntax->required_source_columns; }
     const std::vector<const ASTFunction *> & aggregates() const { return syntax->aggregates; }
+    const std::vector<const ASTFunction *> & windowFunctions() const { return syntax->window_functions; }
     /// Find global subqueries in the GLOBAL IN/JOIN sections. Fills in external_tables.
     void initGlobalSubqueriesAndExternalTables(bool do_global);
 
@@ -162,6 +168,8 @@ protected:
     void analyzeAggregation();
     bool makeAggregateDescriptions(ActionsDAGPtr & actions);
 
+    bool makeWindowDescriptions(ActionsDAGPtr & actions);
+
     const ASTSelectQuery * getSelectQuery() const;
 
     bool isRemoteStorage() const { return syntax->is_remote_storage; }
@@ -181,6 +189,7 @@ struct ExpressionAnalysisResult
 
     bool need_aggregate = false;
     bool has_order_by   = false;
+    bool has_window = false;
 
     bool remove_where_filter = false;
     bool optimize_read_in_order = false;
@@ -194,6 +203,7 @@ struct ExpressionAnalysisResult
     ActionsDAGPtr before_where;
     ActionsDAGPtr before_aggregation;
     ActionsDAGPtr before_having;
+    ActionsDAGPtr before_window;
     ActionsDAGPtr before_order_and_select;
     ActionsDAGPtr before_limit_by;
     ActionsDAGPtr final_projection;
@@ -261,6 +271,7 @@ public:
 
     /// Does the expression have aggregate functions or a GROUP BY or HAVING section.
     bool hasAggregation() const { return has_aggregation; }
+    bool hasWindow() const { return has_window; }
     bool hasGlobalSubqueries() { return has_global_subqueries; }
     bool hasTableJoin() const { return syntax->ast_join; }
 
@@ -331,6 +342,7 @@ private:
     bool appendWhere(ExpressionActionsChain & chain, bool only_types);
     bool appendGroupBy(ExpressionActionsChain & chain, bool only_types, bool optimize_aggregation_in_order, ManyExpressionActions &);
     void appendAggregateFunctionsArguments(ExpressionActionsChain & chain, bool only_types);
+    void appendWindowFunctionsArguments(ExpressionActionsChain & chain, bool only_types);
 
     /// After aggregation:
     bool appendHaving(ExpressionActionsChain & chain, bool only_types);
diff --git a/src/Interpreters/GetAggregatesVisitor.h b/src/Interpreters/GetAggregatesVisitor.h
index ba1501fc624..966b301a00b 100644
--- a/src/Interpreters/GetAggregatesVisitor.h
+++ b/src/Interpreters/GetAggregatesVisitor.h
@@ -19,8 +19,10 @@ public:
     struct Data
     {
         const char * assert_no_aggregates = nullptr;
+        const char * assert_no_windows = nullptr;
         std::unordered_set<String> uniq_names;
         std::vector<const ASTFunction *> aggregates;
+        std::vector<const ASTFunction *> window_functions;
     };
 
     static bool needChildVisit(const ASTPtr & node, const ASTPtr & child)
@@ -28,8 +30,14 @@ public:
         if (child->as<ASTSubquery>() || child->as<ASTSelectQuery>())
             return false;
         if (auto * func = node->as<ASTFunction>())
-            if (isAggregateFunction(func->name))
+        {
+            if (isAggregateFunction(func->name)
+                // FIXME temporary hack while we don't have grammar
+                || func->name == "window")
+            {
                 return false;
+            }
+        }
         return true;
     }
 
@@ -42,19 +50,32 @@ public:
 private:
     static void visit(const ASTFunction & node, const ASTPtr &, Data & data)
     {
-        if (!isAggregateFunction(node.name))
-            return;
+        if (isAggregateFunction(node.name))
+        {
+            if (data.assert_no_aggregates)
+                throw Exception("Aggregate function " + node.getColumnName()  + " is found " + String(data.assert_no_aggregates) + " in query",
+                                ErrorCodes::ILLEGAL_AGGREGATION);
 
-        if (data.assert_no_aggregates)
-            throw Exception("Aggregate function " + node.getColumnName()  + " is found " + String(data.assert_no_aggregates) + " in query",
-                            ErrorCodes::ILLEGAL_AGGREGATION);
+            String column_name = node.getColumnName();
+            if (data.uniq_names.count(column_name))
+                return;
 
-        String column_name = node.getColumnName();
-        if (data.uniq_names.count(column_name))
-            return;
+            data.uniq_names.insert(column_name);
+            data.aggregates.push_back(&node);
+        }
+        else if (node.name == "window")
+        {
+            if (data.assert_no_windows)
+                throw Exception("Window function " + node.getColumnName()  + " is found " + String(data.assert_no_windows) + " in query",
+                                ErrorCodes::ILLEGAL_AGGREGATION);
 
-        data.uniq_names.insert(column_name);
-        data.aggregates.push_back(&node);
+            String column_name = node.getColumnName();
+            if (data.uniq_names.count(column_name))
+                return;
+
+            data.uniq_names.insert(column_name);
+            data.window_functions.push_back(&node);
+        }
     }
 
     static bool isAggregateFunction(const String & name)
@@ -66,9 +87,15 @@ private:
 using GetAggregatesVisitor = GetAggregatesMatcher::Visitor;
 
 
+inline void assertNoWindows(const ASTPtr & ast, const char * description)
+{
+    GetAggregatesVisitor::Data data{.assert_no_windows = description};
+    GetAggregatesVisitor(data).visit(ast);
+}
+
 inline void assertNoAggregates(const ASTPtr & ast, const char * description)
 {
-    GetAggregatesVisitor::Data data{description, {}, {}};
+    GetAggregatesVisitor::Data data{.assert_no_aggregates = description};
     GetAggregatesVisitor(data).visit(ast);
 }
 
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 5f1dc950814..e505d968f58 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -380,11 +380,44 @@ std::vector<const ASTFunction *> getAggregates(ASTPtr & query, const ASTSelectQu
 
     /// There can not be other aggregate functions within the aggregate functions.
     for (const ASTFunction * node : data.aggregates)
+    {
         for (auto & arg : node->arguments->children)
+        {
             assertNoAggregates(arg, "inside another aggregate function");
+            assertNoWindows(arg, "inside another window function");
+        }
+    }
     return data.aggregates;
 }
 
+std::vector<const ASTFunction *> getWindowFunctions(ASTPtr & query, const ASTSelectQuery & select_query)
+{
+    /// There can not be aggregate functions inside the WHERE and PREWHERE.
+    if (select_query.where())
+        assertNoWindows(select_query.where(), "in WHERE");
+    if (select_query.prewhere())
+        assertNoWindows(select_query.prewhere(), "in PREWHERE");
+
+    GetAggregatesVisitor::Data data;
+    GetAggregatesVisitor(data).visit(query);
+
+    /// There can not be other aggregate functions within the aggregate functions.
+    for (const ASTFunction * node : data.window_functions)
+    {
+        for (auto & arg : node->arguments->children)
+        {
+            //assertNoAggregates(arg, "inside another aggregate function");
+            assertNoWindows(arg, "inside another window function");
+        }
+    }
+
+    fmt::print(stderr, "getWindowFunctions ({}) for \n{}\n at \n{}\n",
+        data.window_functions.size(), query->formatForErrorMessage(),
+        StackTrace().toString());
+
+    return data.window_functions;
+}
+
 }
 
 TreeRewriterResult::TreeRewriterResult(
@@ -398,6 +431,8 @@ TreeRewriterResult::TreeRewriterResult(
 {
     collectSourceColumns(add_special);
     is_remote_storage = storage && storage->isRemote();
+
+    fmt::print(stderr, "TreeRewriterResult created at \n{}\n", StackTrace().toString());
 }
 
 /// Add columns from storage to source_columns list. Deduplicate resulted list.
@@ -668,6 +703,7 @@ TreeRewriterResultPtr TreeRewriter::analyzeSelect(
     collectJoinedColumns(*result.analyzed_join, *select_query, tables_with_columns, result.aliases);
 
     result.aggregates = getAggregates(query, *select_query);
+    result.window_functions = getWindowFunctions(query, *select_query);
     result.collectUsedColumns(query, true);
     result.ast_join = select_query->join();
 
diff --git a/src/Interpreters/TreeRewriter.h b/src/Interpreters/TreeRewriter.h
index 4075be4326d..7d801ef9d83 100644
--- a/src/Interpreters/TreeRewriter.h
+++ b/src/Interpreters/TreeRewriter.h
@@ -35,6 +35,8 @@ struct TreeRewriterResult
     Aliases aliases;
     std::vector<const ASTFunction *> aggregates;
 
+    std::vector<const ASTFunction *> window_functions;
+
     /// Which column is needed to be ARRAY-JOIN'ed to get the specified.
     /// For example, for `SELECT s.v ... ARRAY JOIN a AS s` will get "s.v" -> "a.v".
     NameToNameMap array_join_result_to_source;
diff --git a/src/Parsers/IAST.cpp b/src/Parsers/IAST.cpp
index bc00e2afe77..9d8c8997a53 100644
--- a/src/Parsers/IAST.cpp
+++ b/src/Parsers/IAST.cpp
@@ -157,4 +157,11 @@ void IAST::dumpTree(WriteBuffer & ostr, size_t indent) const
         child->dumpTree(ostr, indent + 1);
 }
 
+std::string IAST::dumpTree(size_t indent) const
+{
+    WriteBufferFromOwnString wb;
+    dumpTree(wb, indent);
+    return wb.str();
+}
+
 }
diff --git a/src/Parsers/IAST.h b/src/Parsers/IAST.h
index 01ce4971c45..54eaf088797 100644
--- a/src/Parsers/IAST.h
+++ b/src/Parsers/IAST.h
@@ -77,6 +77,7 @@ public:
     virtual void updateTreeHashImpl(SipHash & hash_state) const;
 
     void dumpTree(WriteBuffer & ostr, size_t indent = 0) const;
+    std::string dumpTree(size_t indent = 0) const;
 
     /** Check the depth of the tree.
       * If max_depth is specified and the depth is greater - throw an exception.
diff --git a/src/Processors/Transforms/FilterTransform.cpp b/src/Processors/Transforms/FilterTransform.cpp
index 23b1bf8a984..d16fbef6905 100644
--- a/src/Processors/Transforms/FilterTransform.cpp
+++ b/src/Processors/Transforms/FilterTransform.cpp
@@ -63,6 +63,9 @@ FilterTransform::FilterTransform(
     auto & column = transformed_header.getByPosition(filter_column_position).column;
     if (column)
         constant_filter_description = ConstantFilterDescription(*column);
+
+    fmt::print(stderr, "FilterTransform created at \n{}\n",
+        StackTrace().toString());
 }
 
 IProcessor::Status FilterTransform::prepare()

From d1c7833f28976ebb62bea002889a2a4facf0f51f Mon Sep 17 00:00:00 2001
From: Daria Mozhaeva <dmozhaeva@yandex-team.ru>
Date: Wed, 9 Dec 2020 17:03:38 +0300
Subject: [PATCH 062/742] Edit and translate.

---
 docs/en/operations/settings/settings.md       |  2 +-
 docs/en/operations/system-tables/errors.md    |  4 +--
 .../sql-reference/functions/hash-functions.md |  4 +--
 docs/ru/operations/settings/settings.md       | 17 ++++++++-
 docs/ru/operations/system-tables/errors.md    | 23 ++++++++++++
 docs/ru/sql-reference/data-types/date.md      | 35 +++++++++++++++++++
 .../sql-reference/functions/hash-functions.md |  7 ++--
 .../functions/other-functions.md              | 20 +++++++++++
 8 files changed, 104 insertions(+), 8 deletions(-)
 create mode 100644 docs/ru/operations/system-tables/errors.md

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index c5e44d4c464..01e15f772ac 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -726,7 +726,7 @@ log_queries=1
 
 ## log_queries_min_query_duration_ms {#settings-log-queries-min-query-duration-ms}
 
-Minimal time for the query to run to get to the following tables:
+Minimum query execution time to navigate to the following tables:
 
 - `system.query_log`
 - `system.query_thread_log`
diff --git a/docs/en/operations/system-tables/errors.md b/docs/en/operations/system-tables/errors.md
index 53e8a397217..1366855b5ce 100644
--- a/docs/en/operations/system-tables/errors.md
+++ b/docs/en/operations/system-tables/errors.md
@@ -1,12 +1,12 @@
 # system.errors {#system_tables-errors}
 
-Contains error codes with number of times they have been triggered.
+Contains error codes with the number of times they have been triggered.
 
 Columns:
 
 -   `name` ([String](../../sql-reference/data-types/string.md)) — name of the error (`errorCodeToName`).
 -   `code` ([Int32](../../sql-reference/data-types/int-uint.md)) — code number of the error.
--   `value` ([UInt64](../../sql-reference/data-types/int-uint.md)) - number of times this error has been happened.
+-   `value` ([UInt64](../../sql-reference/data-types/int-uint.md)) - the number of times this error has been happened.
 
 **Example**
 
diff --git a/docs/en/sql-reference/functions/hash-functions.md b/docs/en/sql-reference/functions/hash-functions.md
index 3594737c18a..9394426b20b 100644
--- a/docs/en/sql-reference/functions/hash-functions.md
+++ b/docs/en/sql-reference/functions/hash-functions.md
@@ -157,14 +157,14 @@ Levels are the same as in URLHierarchy. This function is specific to Yandex.Metr
 
 ## farmHash64 {#farmhash64}
 
-Produces a 64-bit [FarmHash](https://github.com/google/farmhash) or Fingerprint value. Prefer `farmFingerprint64` for a stable and portable value.
+Produces a 64-bit [FarmHash](https://github.com/google/farmhash) or Fingerprint value. `farmFingerprint64` is preferred for a stable and portable value.
 
 ``` sql
 farmFingerprint64(par1, ...)
 farmHash64(par1, ...)
 ```
 
-These functions use the `Fingerprint64` and `Hash64` method respectively from all [available methods](https://github.com/google/farmhash/blob/master/src/farmhash.h).
+These functions use the `Fingerprint64` and `Hash64` methods respectively from all [available methods](https://github.com/google/farmhash/blob/master/src/farmhash.h).
 
 **Parameters**
 
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 0de29112d1b..c027c7c170b 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -412,7 +412,7 @@ INSERT INTO table_with_enum_column_for_tsv_insert FORMAT TSV 102	2;
 
 -   `'basic'` — используется базовый парсер.
 
-        ClickHouse может парсить только базовый формат `YYYY-MM-DD HH:MM:SS`. Например, `'2019-08-20 10:18:56'`.
+        ClickHouse может парсить только базовый формат `YYYY-MM-DD HH:MM:SS` или `YYYY-MM-DD`. Например, `'2019-08-20 10:18:56'` или `2019-08-20`.
 
 Значение по умолчанию: `'basic'`.
 
@@ -691,6 +691,21 @@ ClickHouse использует этот параметр при чтении д
 log_queries=1
 ```
 
+## log_queries_min_query_duration_ms {#settings-log-queries-min-query-duration-ms}
+
+Минимальное время выполнения запроса для перехода к следующим таблицам:
+
+- `system.query_log`
+- `system.query_thread_log`
+
+В лог попадут только запросы следующего типа:
+
+- `QUERY_FINISH`
+- `EXCEPTION_WHILE_PROCESSING`
+
+-   Тип: milliseconds
+-   Значение по умолчанию: 0 (для любого запроса)
+
 ## log_queries_min_type {#settings-log-queries-min-type}
 
 Задаёт минимальный уровень логирования в `query_log`.
diff --git a/docs/ru/operations/system-tables/errors.md b/docs/ru/operations/system-tables/errors.md
new file mode 100644
index 00000000000..43c5e0852f0
--- /dev/null
+++ b/docs/ru/operations/system-tables/errors.md
@@ -0,0 +1,23 @@
+# system.errors {#system_tables-errors}
+
+Содержит коды ошибок с указанием количества срабатываний.
+
+Столбцы:
+
+-   `name` ([String](../../sql-reference/data-types/string.md)) — название ошибки (`errorCodeToName`).
+-   `code` ([Int32](../../sql-reference/data-types/int-uint.md)) — номер кода ошибки.
+-   `value` ([UInt64](../../sql-reference/data-types/int-uint.md)) - сколько раз возникала эта ошибка.
+
+**Пример**
+
+``` sql
+SELECT *
+FROM system.errors
+WHERE value > 0
+ORDER BY code ASC
+LIMIT 1
+
+┌─name─────────────┬─code─┬─value─┐
+│ CANNOT_OPEN_FILE │   76 │     1 │
+└──────────────────┴──────┴───────┘
+```
diff --git a/docs/ru/sql-reference/data-types/date.md b/docs/ru/sql-reference/data-types/date.md
index 9bcae2c1d72..e2162f22ff5 100644
--- a/docs/ru/sql-reference/data-types/date.md
+++ b/docs/ru/sql-reference/data-types/date.md
@@ -9,4 +9,39 @@ toc_title: Date
 
 Дата хранится без учёта часового пояса.
 
+## Примеры {#examples}
+
+**1.** Создание таблицы со столбцом типа `DateTime` и добавление в неё данных:
+
+``` sql
+CREATE TABLE dt
+(
+    `timestamp` Date,
+    `event_id` UInt8
+)
+ENGINE = TinyLog;
+```
+
+``` sql
+INSERT INTO dt Values (1546300800, 1), ('2019-01-01', 2);
+```
+
+``` sql
+SELECT * FROM dt;
+```
+
+``` text
+┌──timestamp─┬─event_id─┐
+│ 2019-01-01 │        1 │
+│ 2019-01-01 │        2 │
+└────────────┴──────────┘
+```
+
+## Смотрите также {#see-also}
+
+-   [Функции для работы с датой и временем](../../sql-reference/functions/date-time-functions.md)
+-   [Операторы для работы с датой и временем](../../sql-reference/operators/index.md#operators-datetime)
+-   [Тип данных `DateTime`](../../sql-reference/data-types/datetime.md)
+
+
 [Оригинальная статья](https://clickhouse.tech/docs/ru/data_types/date/) <!--hide-->
diff --git a/docs/ru/sql-reference/functions/hash-functions.md b/docs/ru/sql-reference/functions/hash-functions.md
index 92fc69227f4..d9c02ef9883 100644
--- a/docs/ru/sql-reference/functions/hash-functions.md
+++ b/docs/ru/sql-reference/functions/hash-functions.md
@@ -153,15 +153,18 @@ SELECT groupBitXor(cityHash64(*)) FROM table
 `URLHash(s, N)` - вычислить хэш от строки до N-го уровня в иерархии URL, без одного завершающего символа `/`, `?` или `#` на конце, если там такой есть.
 Уровни аналогичные URLHierarchy. Функция специфична для Яндекс.Метрики.
 
+## farmFingerprint64 {#farmfingerprint64}
+
 ## farmHash64 {#farmhash64}
 
-Генерирует 64-х битное значение [FarmHash](https://github.com/google/farmhash).
+Создает 64-битное значение [FarmHash](https://github.com/google/farmhash) или значение. `farmFingerprint64` предпочтительнее для стабильных и перемещаемых значений.
 
 ``` sql
+farmFingerprint64(par1, ...)
 farmHash64(par1, ...)
 ```
 
-Из всех [доступных методов](https://github.com/google/farmhash/blob/master/src/farmhash.h) функция использует `Hash64`.
+Эти функции используют методы `Fingerprint64` и `Hash64` из всех [доступных методов](https://github.com/google/farmhash/blob/master/src/farmhash.h).
 
 **Параметры**
 
diff --git a/docs/ru/sql-reference/functions/other-functions.md b/docs/ru/sql-reference/functions/other-functions.md
index 91bf0f5b3a0..587bc497da8 100644
--- a/docs/ru/sql-reference/functions/other-functions.md
+++ b/docs/ru/sql-reference/functions/other-functions.md
@@ -1589,4 +1589,24 @@ SELECT countDigits(toDecimal32(1, 9)), countDigits(toDecimal32(-1, 9)),
 10	10	19	19	39	39
 ```
 
+## errorCodeToName {#error-code-to-name}
+
+**Возвращаемое значение**
+
+-   Название переменной для кода ошибки.
+
+Тип: [LowCardinality(String)](../../sql-reference/data-types/lowcardinality.md).
+
+**Синтаксис**
+
+``` sql
+errorCodeToName(1)
+```
+
+Результат:
+
+``` text
+UNSUPPORTED_METHOD
+```
+
 [Оригинальная статья](https://clickhouse.tech/docs/ru/query_language/functions/other_functions/) <!--hide-->

From 088c12883275fb57a88ee2e0dfbeffe863e44299 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 4 Dec 2020 14:00:32 +0300
Subject: [PATCH 063/742] Fixing build and tests.

---
 src/Common/FiberStack.h                       |   1 +
 src/DataStreams/RemoteQueryExecutor.cpp       | 163 +----------------
 .../RemoteQueryExecutorReadContext.h          | 172 ++++++++++++++++++
 src/Processors/IProcessor.cpp                 |   2 -
 src/Processors/Sources/RemoteSource.cpp       |   1 +
 src/Storages/Kafka/KafkaBlockInputStream.cpp  |   1 -
 6 files changed, 175 insertions(+), 165 deletions(-)
 create mode 100644 src/DataStreams/RemoteQueryExecutorReadContext.h

diff --git a/src/Common/FiberStack.h b/src/Common/FiberStack.h
index c133cb6250c..f490b509443 100644
--- a/src/Common/FiberStack.h
+++ b/src/Common/FiberStack.h
@@ -1,3 +1,4 @@
+#pragma once
 #include <boost/context/stack_context.hpp>
 #include <Common/Allocator.h>
 
diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index 56c8dc128fe..5cf225b8c0f 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -1,4 +1,5 @@
 #include <DataStreams/RemoteQueryExecutor.h>
+#include <DataStreams/RemoteQueryExecutorReadContext.h>
 
 #include <Columns/ColumnConst.h>
 #include <Common/CurrentThread.h>
@@ -19,170 +20,8 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int UNKNOWN_PACKET_FROM_SERVER;
-    extern const int CANNOT_FCNTL;
-    extern const int CANNOT_READ_FROM_SOCKET;
-    extern const int CANNOT_OPEN_FILE;
-    extern const int SOCKET_TIMEOUT;
 }
 
-class RemoteQueryExecutorReadContext
-{
-public:
-    using Self = RemoteQueryExecutorReadContext;
-
-    bool is_read_in_progress = false;
-    Packet packet;
-
-    std::exception_ptr exception;
-    FiberStack<> stack;
-    boost::context::fiber fiber;
-
-    Poco::Timespan receive_timeout;
-    MultiplexedConnections & connections;
-
-    TimerDescriptor timer{CLOCK_MONOTONIC, 0};
-    int socket_fd;
-    int epoll_fd;
-
-    explicit RemoteQueryExecutorReadContext(MultiplexedConnections & connections_) : connections(connections_)
-    {
-        auto & socket = connections.getSocket();
-        socket_fd = socket.impl()->sockfd();
-        receive_timeout = socket.impl()->getReceiveTimeout();
-
-        socket_fd = epoll_create(2);
-        if (-1 == socket_fd)
-            throwFromErrno("Cannot create epoll descriptor", ErrorCodes::CANNOT_OPEN_FILE);
-
-        {
-            epoll_event socket_event;
-            socket_event.events = EPOLLIN | EPOLLPRI;
-            socket_event.data.fd = socket_fd;
-
-            if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, socket_event.data.fd, &socket_event))
-                throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
-        }
-
-        {
-            epoll_event timer_event;
-            timer_event.events = EPOLLIN | EPOLLPRI;
-            timer_event.data.fd = timer.getDescriptor();
-
-            if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, timer_event.data.fd, &timer_event))
-                throwFromErrno("Cannot add timer descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
-        }
-
-        fiber = boost::context::fiber(std::allocator_arg_t(), stack, Routine{connections, *this});
-    }
-
-    static void initialize(std::unique_ptr<Self> & read_context, MultiplexedConnections & connections)
-    {
-        try
-        {
-            read_context = std::make_unique<Self>(connections);
-        }
-        catch (DB::Exception & e)
-        {
-            e.addMessage(" while reading from socket ({})", connections.getSocket().peerAddress().toString());
-        }
-    }
-
-    void checkTimeout() const
-    {
-        try
-        {
-            checkTimeoutImpl();
-        }
-        catch (DB::Exception & e)
-        {
-            e.addMessage(" while reading from socket ({})", connections.getSocket().peerAddress().toString());
-        }
-    }
-
-    void checkTimeoutImpl() const
-    {
-        epoll_event events[2];
-
-        /// Wait for epoll_fd will not block if it was polled externally.
-        int num_events = epoll_wait(epoll_fd, events, 2, 0);
-        if (num_events == -1)
-            throwFromErrno("Failed to epoll_wait", ErrorCodes::CANNOT_READ_FROM_SOCKET);
-
-        bool is_socket_ready = false;
-        bool has_timer_alarm = false;
-
-        for (int i = 0; i < num_events; ++i)
-        {
-            if (events[i].data.fd == socket_fd)
-                is_socket_ready = true;
-            if (events[i].data.fd == timer.getDescriptor())
-                has_timer_alarm = true;
-        }
-
-        if (has_timer_alarm && !is_socket_ready)
-        {
-            /// Socket receive timeout. Drain it in case or error, or it may be hide by timeout exception.
-            timer.drain();
-            throw NetException("Timeout exceeded", ErrorCodes::SOCKET_TIMEOUT);
-        }
-    }
-
-    void setTimer() const
-    {
-        /// Did not get packet yet. Init timeout for the next async reading.
-        timer.reset();
-
-        if (receive_timeout.totalMicroseconds())
-            timer.setRelative(receive_timeout);
-    }
-
-    void resumeRoutine()
-    {
-        fiber = std::move(fiber).resume();
-
-        if (exception)
-            std::rethrow_exception(std::move(exception));
-    }
-
-    ~RemoteQueryExecutorReadContext()
-    {
-        /// socket_fd is closed by Poco::Net::Socket
-        /// timer_fd is closed by TimerDescriptor
-        close(epoll_fd);
-    }
-
-    struct Routine
-    {
-        MultiplexedConnections & connections;
-        Self & read_context;
-
-        boost::context::fiber operator()(boost::context::fiber && sink) const
-        {
-            try
-            {
-                while (true)
-                {
-                    read_context.is_read_in_progress = true;
-                    connections.setFiber(&sink);
-
-                    read_context.packet = connections.receivePacket();
-
-                    read_context.is_read_in_progress = false;
-                    connections.setFiber(nullptr);
-
-                    sink = std::move(sink).resume();
-                }
-            }
-            catch (...)
-            {
-                read_context.exception = std::current_exception();
-            }
-
-            return std::move(sink);
-        };
-    };
-};
-
 RemoteQueryExecutor::RemoteQueryExecutor(
     Connection & connection,
     const String & query_, const Block & header_, const Context & context_, const Settings * settings,
diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
new file mode 100644
index 00000000000..7a78e460803
--- /dev/null
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -0,0 +1,172 @@
+#pragma once
+#include <sys/epoll.h>
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int CANNOT_READ_FROM_SOCKET;
+    extern const int CANNOT_OPEN_FILE;
+    extern const int SOCKET_TIMEOUT;
+}
+
+class RemoteQueryExecutorReadContext
+{
+public:
+    using Self = RemoteQueryExecutorReadContext;
+
+    bool is_read_in_progress = false;
+    Packet packet;
+
+    std::exception_ptr exception;
+    FiberStack<> stack;
+    boost::context::fiber fiber;
+
+    Poco::Timespan receive_timeout;
+    MultiplexedConnections & connections;
+
+    TimerDescriptor timer{CLOCK_MONOTONIC, 0};
+    int socket_fd;
+    int epoll_fd;
+
+    explicit RemoteQueryExecutorReadContext(MultiplexedConnections & connections_) : connections(connections_)
+    {
+        auto & socket = connections.getSocket();
+        socket_fd = socket.impl()->sockfd();
+        receive_timeout = socket.impl()->getReceiveTimeout();
+
+        socket_fd = epoll_create(2);
+        if (-1 == socket_fd)
+            throwFromErrno("Cannot create epoll descriptor", ErrorCodes::CANNOT_OPEN_FILE);
+
+        {
+            epoll_event socket_event;
+            socket_event.events = EPOLLIN | EPOLLPRI;
+            socket_event.data.fd = socket_fd;
+
+            if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, socket_event.data.fd, &socket_event))
+                throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
+        }
+
+        {
+            epoll_event timer_event;
+            timer_event.events = EPOLLIN | EPOLLPRI;
+            timer_event.data.fd = timer.getDescriptor();
+
+            if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, timer_event.data.fd, &timer_event))
+                throwFromErrno("Cannot add timer descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
+        }
+
+        fiber = boost::context::fiber(std::allocator_arg_t(), stack, Routine{connections, *this});
+    }
+
+    static void initialize(std::unique_ptr<Self> & read_context, MultiplexedConnections & connections)
+    {
+        try
+        {
+            read_context = std::make_unique<Self>(connections);
+        }
+        catch (DB::Exception & e)
+        {
+            e.addMessage(" while reading from socket ({})", connections.getSocket().peerAddress().toString());
+        }
+    }
+
+    void checkTimeout() const
+    {
+        try
+        {
+            checkTimeoutImpl();
+        }
+        catch (DB::Exception & e)
+        {
+            e.addMessage(" while reading from socket ({})", connections.getSocket().peerAddress().toString());
+        }
+    }
+
+    void checkTimeoutImpl() const
+    {
+        epoll_event events[2];
+
+        /// Wait for epoll_fd will not block if it was polled externally.
+        int num_events = epoll_wait(epoll_fd, events, 2, 0);
+        if (num_events == -1)
+            throwFromErrno("Failed to epoll_wait", ErrorCodes::CANNOT_READ_FROM_SOCKET);
+
+        bool is_socket_ready = false;
+        bool has_timer_alarm = false;
+
+        for (int i = 0; i < num_events; ++i)
+        {
+            if (events[i].data.fd == socket_fd)
+                is_socket_ready = true;
+            if (events[i].data.fd == timer.getDescriptor())
+                has_timer_alarm = true;
+        }
+
+        if (has_timer_alarm && !is_socket_ready)
+        {
+            /// Socket receive timeout. Drain it in case or error, or it may be hide by timeout exception.
+            timer.drain();
+            throw NetException("Timeout exceeded", ErrorCodes::SOCKET_TIMEOUT);
+        }
+    }
+
+    void setTimer() const
+    {
+        /// Did not get packet yet. Init timeout for the next async reading.
+        timer.reset();
+
+        if (receive_timeout.totalMicroseconds())
+            timer.setRelative(receive_timeout);
+    }
+
+    void resumeRoutine()
+    {
+        fiber = std::move(fiber).resume();
+
+        if (exception)
+            std::rethrow_exception(std::move(exception));
+    }
+
+    ~RemoteQueryExecutorReadContext()
+    {
+        /// socket_fd is closed by Poco::Net::Socket
+        /// timer_fd is closed by TimerDescriptor
+        close(epoll_fd);
+    }
+
+    struct Routine
+    {
+        MultiplexedConnections & connections;
+        Self & read_context;
+
+        boost::context::fiber operator()(boost::context::fiber && sink) const
+        {
+            try
+            {
+                while (true)
+                {
+                    read_context.is_read_in_progress = true;
+                    connections.setFiber(&sink);
+
+                    read_context.packet = connections.receivePacket();
+
+                    read_context.is_read_in_progress = false;
+                    connections.setFiber(nullptr);
+
+                    sink = std::move(sink).resume();
+                }
+            }
+            catch (...)
+            {
+                read_context.exception = std::current_exception();
+            }
+
+            return std::move(sink);
+        }
+    };
+};
+
+}
diff --git a/src/Processors/IProcessor.cpp b/src/Processors/IProcessor.cpp
index 36beeea8476..a2533ee4c8c 100644
--- a/src/Processors/IProcessor.cpp
+++ b/src/Processors/IProcessor.cpp
@@ -33,8 +33,6 @@ std::string IProcessor::statusToName(Status status)
             return "Ready";
         case Status::Async:
             return "Async";
-        case Status::Wait:
-            return "Wait";
         case Status::ExpandPipeline:
             return "ExpandPipeline";
     }
diff --git a/src/Processors/Sources/RemoteSource.cpp b/src/Processors/Sources/RemoteSource.cpp
index a277a794b36..c4f12b2e23d 100644
--- a/src/Processors/Sources/RemoteSource.cpp
+++ b/src/Processors/Sources/RemoteSource.cpp
@@ -1,5 +1,6 @@
 #include <Processors/Sources/RemoteSource.h>
 #include <DataStreams/RemoteQueryExecutor.h>
+#include <DataStreams/RemoteQueryExecutorReadContext.h>
 #include <Processors/Transforms/AggregatingTransform.h>
 #include <DataTypes/DataTypeAggregateFunction.h>
 
diff --git a/src/Storages/Kafka/KafkaBlockInputStream.cpp b/src/Storages/Kafka/KafkaBlockInputStream.cpp
index 6a137bd4b8b..bf985902b4d 100644
--- a/src/Storages/Kafka/KafkaBlockInputStream.cpp
+++ b/src/Storages/Kafka/KafkaBlockInputStream.cpp
@@ -125,7 +125,6 @@ Block KafkaBlockInputStream::readImpl()
                 }
                 case IProcessor::Status::NeedData:
                 case IProcessor::Status::Async:
-                case IProcessor::Status::Wait:
                 case IProcessor::Status::ExpandPipeline:
                     throw Exception("Source processor returned status " + IProcessor::statusToName(status), ErrorCodes::LOGICAL_ERROR);
             }

From f9b45b83a971da4d15aee9fcdc5a4079b856712b Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 4 Dec 2020 15:43:05 +0300
Subject: [PATCH 064/742] Try fix CMakeLists.txt

---
 src/CMakeLists.txt                    | 2 ++
 src/Interpreters/tests/CMakeLists.txt | 2 +-
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 0863675f876..1cd05790179 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -422,6 +422,8 @@ if (USE_ROCKSDB)
     dbms_target_include_directories(SYSTEM BEFORE PUBLIC ${ROCKSDB_INCLUDE_DIR})
 endif()
 
+dbms_target_link_libraries(PRIVATE _boost_context)
+
 if (ENABLE_TESTS AND USE_GTEST)
     macro (grep_gtest_sources BASE_DIR DST_VAR)
         # Cold match files that are not in tests/ directories
diff --git a/src/Interpreters/tests/CMakeLists.txt b/src/Interpreters/tests/CMakeLists.txt
index f8fa33d8d2e..9bdedc7b76b 100644
--- a/src/Interpreters/tests/CMakeLists.txt
+++ b/src/Interpreters/tests/CMakeLists.txt
@@ -30,7 +30,7 @@ add_executable (string_hash_map_aggregation string_hash_map.cpp)
 target_link_libraries (string_hash_map_aggregation PRIVATE dbms)
 
 add_executable (context context.cpp)
-target_link_libraries (context PRIVATE dbms _boost_context)
+target_link_libraries (context PRIVATE dbms)
 
 add_executable (two_level_hash_map two_level_hash_map.cpp)
 target_include_directories (two_level_hash_map SYSTEM BEFORE PRIVATE ${SPARSEHASH_INCLUDE_DIR})

From 156f44808fd65ed0dde5174f6f309528c63126f6 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 4 Dec 2020 16:35:24 +0300
Subject: [PATCH 065/742] Fixing crash.

---
 src/Client/MultiplexedConnections.cpp         |  6 ++
 src/Client/MultiplexedConnections.h           |  4 +-
 src/Common/TimerDescriptor.cpp                | 28 +++---
 src/DataStreams/RemoteQueryExecutor.cpp       | 13 +--
 src/DataStreams/RemoteQueryExecutor.h         |  2 +-
 .../RemoteQueryExecutorReadContext.h          | 90 +++++++++++++------
 src/IO/ReadBufferFromPocoSocket.h             |  2 +-
 src/Processors/Executors/AsyncTaskQueue.cpp   | 12 ++-
 src/Processors/Executors/AsyncTaskQueue.h     |  3 +
 src/Processors/Executors/PipelineExecutor.cpp |  5 +-
 src/Processors/Sources/RemoteSource.cpp       |  2 +-
 11 files changed, 112 insertions(+), 55 deletions(-)

diff --git a/src/Client/MultiplexedConnections.cpp b/src/Client/MultiplexedConnections.cpp
index a99b0f9d7cc..3f0c5a29946 100644
--- a/src/Client/MultiplexedConnections.cpp
+++ b/src/Client/MultiplexedConnections.cpp
@@ -249,8 +249,14 @@ Packet MultiplexedConnections::receivePacketUnlocked()
     if (current_connection == nullptr)
         throw Exception("Logical error: no available replica", ErrorCodes::NO_AVAILABLE_REPLICA);
 
+    if (fiber)
+        current_connection->setFiber(fiber);
+
     Packet packet = current_connection->receivePacket();
 
+    fiber = nullptr;
+    current_connection->setFiber(fiber);
+
     switch (packet.type)
     {
         case Protocol::Server::Data:
diff --git a/src/Client/MultiplexedConnections.h b/src/Client/MultiplexedConnections.h
index 9573dfe4c93..84283c063e9 100644
--- a/src/Client/MultiplexedConnections.h
+++ b/src/Client/MultiplexedConnections.h
@@ -67,7 +67,7 @@ public:
     /// Without locking, because sendCancel() does not change the state of the replicas.
     bool hasActiveConnections() const { return active_connection_count > 0; }
 
-    void setFiber(boost::context::fiber * fiber) { current_connection->setFiber(fiber); }
+    void setFiber(boost::context::fiber * fiber_) { fiber = fiber_; }
     Poco::Net::Socket & getSocket() { return current_connection->getSocket(); }
 
 private:
@@ -108,6 +108,8 @@ private:
     /// A mutex for the sendCancel function to execute safely
     /// in separate thread.
     mutable std::mutex cancel_mutex;
+
+    boost::context::fiber * fiber = nullptr;
 };
 
 }
diff --git a/src/Common/TimerDescriptor.cpp b/src/Common/TimerDescriptor.cpp
index 406ce53ca49..a77a9d24ed0 100644
--- a/src/Common/TimerDescriptor.cpp
+++ b/src/Common/TimerDescriptor.cpp
@@ -2,7 +2,7 @@
 #include <Common/Exception.h>
 
 #include <sys/timerfd.h>
-#include <sys/ioctl.h>
+#include <fcntl.h>
 #include <unistd.h>
 
 namespace DB
@@ -21,6 +21,9 @@ TimerDescriptor::TimerDescriptor(int clockid, int flags)
     timer_fd = timerfd_create(clockid, flags);
     if (timer_fd == -1)
         throw Exception(ErrorCodes::CANNOT_CREATE_TIMER, "Cannot create timer_fd descriptor");
+
+    if (-1 == fcntl(timer_fd, F_SETFL, O_NONBLOCK))
+        throwFromErrno("Cannot set O_NONBLOCK for timer_fd", ErrorCodes::CANNOT_FCNTL);
 }
 
 TimerDescriptor::~TimerDescriptor()
@@ -47,22 +50,19 @@ void TimerDescriptor::reset() const
 
 void TimerDescriptor::drain() const
 {
-    int num_bytes_to_read = 0;
-    if (-1 == ioctl(timer_fd, FIONREAD, &num_bytes_to_read))
-        throwFromErrno("Cannot get available bytes form timer_fd", ErrorCodes::CANNOT_FCNTL);
-
-    if (num_bytes_to_read)
+    /// It is expected that socket returns 8 bytes when readable.
+    /// Read in loop anyway cause signal may interrupt read call.
+    uint64_t buf;
+    while (true)
     {
-        /// It is expected that socket returns 8 bytes when readable.
-        /// Read in loop anyway cause signal may interrupt read call.
-        uint64_t buf;
-        while (num_bytes_to_read)
+        ssize_t res = ::read(timer_fd, &buf, sizeof(buf));
+        if (res < 0)
         {
-            ssize_t res = ::read(timer_fd, &buf, sizeof(buf));
-            if (res < 0 && errno != EINTR)
+            if (errno == EAGAIN)
+                break;
+
+            if (errno != EINTR)
                 throwFromErrno("Cannot drain timer_fd", ErrorCodes::CANNOT_READ_FROM_SOCKET);
-            else
-                num_bytes_to_read -= res;
         }
     }
 }
diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index 5cf225b8c0f..a473d66a85c 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -219,14 +219,12 @@ std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext>
     }
 
     if (!read_context)
-        ReadContext::initialize(read_context, *multiplexed_connections);
-
-    if (read_context->is_read_in_progress)
-        read_context->checkTimeout();
+        read_context = std::make_unique<ReadContext>(*multiplexed_connections);
 
     do
     {
-        read_context->resumeRoutine();
+        if (!read_context->resumeRoutine())
+            return Block();
 
         if (read_context->is_read_in_progress)
         {
@@ -352,7 +350,7 @@ void RemoteQueryExecutor::finish()
     }
 }
 
-void RemoteQueryExecutor::cancel()
+void RemoteQueryExecutor::cancel(std::unique_ptr<ReadContext> * read_context)
 {
     {
         std::lock_guard lock(external_tables_mutex);
@@ -366,6 +364,9 @@ void RemoteQueryExecutor::cancel()
     if (!isQueryPending() || hasThrownException())
         return;
 
+    if (read_context && *read_context)
+        (*read_context)->cancel();
+
     tryCancel("Cancelling query");
 }
 
diff --git a/src/DataStreams/RemoteQueryExecutor.h b/src/DataStreams/RemoteQueryExecutor.h
index 2ca13ffd9b7..f0ba74a8b65 100644
--- a/src/DataStreams/RemoteQueryExecutor.h
+++ b/src/DataStreams/RemoteQueryExecutor.h
@@ -69,7 +69,7 @@ public:
 
     /// Cancel query execution. Sends Cancel packet and ignore others.
     /// This method may be called from separate thread.
-    void cancel();
+    void cancel(std::unique_ptr<ReadContext> * read_context = nullptr);
 
     /// Get totals and extremes if any.
     Block getTotals() { return std::move(totals); }
diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index 7a78e460803..17a0f8c5057 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -21,34 +21,22 @@ public:
 
     std::exception_ptr exception;
     FiberStack<> stack;
+    std::mutex fiber_mutex;
     boost::context::fiber fiber;
 
     Poco::Timespan receive_timeout;
     MultiplexedConnections & connections;
 
     TimerDescriptor timer{CLOCK_MONOTONIC, 0};
-    int socket_fd;
+    int socket_fd = -1;
     int epoll_fd;
 
     explicit RemoteQueryExecutorReadContext(MultiplexedConnections & connections_) : connections(connections_)
     {
-        auto & socket = connections.getSocket();
-        socket_fd = socket.impl()->sockfd();
-        receive_timeout = socket.impl()->getReceiveTimeout();
-
-        socket_fd = epoll_create(2);
-        if (-1 == socket_fd)
+        epoll_fd = epoll_create(2);
+        if (-1 == epoll_fd)
             throwFromErrno("Cannot create epoll descriptor", ErrorCodes::CANNOT_OPEN_FILE);
 
-        {
-            epoll_event socket_event;
-            socket_event.events = EPOLLIN | EPOLLPRI;
-            socket_event.data.fd = socket_fd;
-
-            if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, socket_event.data.fd, &socket_event))
-                throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
-        }
-
         {
             epoll_event timer_event;
             timer_event.events = EPOLLIN | EPOLLPRI;
@@ -61,16 +49,28 @@ public:
         fiber = boost::context::fiber(std::allocator_arg_t(), stack, Routine{connections, *this});
     }
 
-    static void initialize(std::unique_ptr<Self> & read_context, MultiplexedConnections & connections)
+    void setSocket(Poco::Net::Socket & socket)
     {
-        try
+        int fd = socket.impl()->sockfd();
+        if (fd == socket_fd)
+            return;
+
+        epoll_event socket_event;
+        socket_event.events = EPOLLIN | EPOLLPRI;
+        socket_event.data.fd = fd;
+
+        if (socket_fd != -1)
         {
-            read_context = std::make_unique<Self>(connections);
-        }
-        catch (DB::Exception & e)
-        {
-            e.addMessage(" while reading from socket ({})", connections.getSocket().peerAddress().toString());
+            if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_DEL, socket_fd, &socket_event))
+                throwFromErrno("Cannot remove socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
         }
+
+        socket_fd = fd;
+
+        if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, socket_fd, &socket_event))
+            throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
+
+        receive_timeout = socket.impl()->getReceiveTimeout();
     }
 
     void checkTimeout() const
@@ -82,6 +82,7 @@ public:
         catch (DB::Exception & e)
         {
             e.addMessage(" while reading from socket ({})", connections.getSocket().peerAddress().toString());
+            throw;
         }
     }
 
@@ -122,12 +123,43 @@ public:
             timer.setRelative(receive_timeout);
     }
 
-    void resumeRoutine()
+    bool resumeRoutine()
     {
-        fiber = std::move(fiber).resume();
+        if (is_read_in_progress)
+            checkTimeout();
+
+        {
+            std::lock_guard guard(fiber_mutex);
+            if (!fiber)
+                return false;
+
+            fiber = std::move(fiber).resume();
+        }
 
         if (exception)
             std::rethrow_exception(std::move(exception));
+
+        if (is_read_in_progress)
+        {
+            auto & socket = connections.getSocket();
+            try
+            {
+                setSocket(socket);
+            }
+            catch (DB::Exception & e)
+            {
+                e.addMessage(" while reading from socket ({})", socket.peerAddress().toString());
+                throw;
+            }
+        }
+
+        return true;
+    }
+
+    void cancel()
+    {
+        std::lock_guard guard(fiber_mutex);
+        boost::context::fiber to_destroy = std::move(fiber);
     }
 
     ~RemoteQueryExecutorReadContext()
@@ -148,17 +180,19 @@ public:
             {
                 while (true)
                 {
-                    read_context.is_read_in_progress = true;
                     connections.setFiber(&sink);
 
+                    read_context.is_read_in_progress = true;
                     read_context.packet = connections.receivePacket();
-
                     read_context.is_read_in_progress = false;
-                    connections.setFiber(nullptr);
 
                     sink = std::move(sink).resume();
                 }
             }
+            catch (const boost::context::detail::forced_unwind &)
+            {
+                throw;
+            }
             catch (...)
             {
                 read_context.exception = std::current_exception();
diff --git a/src/IO/ReadBufferFromPocoSocket.h b/src/IO/ReadBufferFromPocoSocket.h
index 0c744ae8fe3..d5d1c071210 100644
--- a/src/IO/ReadBufferFromPocoSocket.h
+++ b/src/IO/ReadBufferFromPocoSocket.h
@@ -35,7 +35,7 @@ public:
     Poco::Net::Socket & getSocket() { return socket; }
 
 private:
-    boost::context::fiber * fiber;
+    boost::context::fiber * fiber = nullptr;
 };
 
 }
diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/AsyncTaskQueue.cpp
index d0a63a87165..020a79ad809 100644
--- a/src/Processors/Executors/AsyncTaskQueue.cpp
+++ b/src/Processors/Executors/AsyncTaskQueue.cpp
@@ -29,10 +29,9 @@ void AsyncTaskQueue::addTask(void * data, int fd)
 {
     epoll_event socket_event;
     socket_event.events = EPOLLIN | EPOLLPRI;
-    socket_event.data.fd = fd;
     socket_event.data.ptr = data;
 
-    if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, socket_event.data.fd, &socket_event))
+    if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd, &socket_event))
         throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
 
     ++num_tasks;
@@ -40,6 +39,13 @@ void AsyncTaskQueue::addTask(void * data, int fd)
         condvar.notify_one();
 }
 
+void AsyncTaskQueue::removeTask(int fd) const
+{
+    epoll_event event;
+    if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_DEL, fd, &event))
+        throwFromErrno("Cannot remove socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
+}
+
 void * AsyncTaskQueue::wait(std::unique_lock<std::mutex> & lock)
 {
     condvar.wait(lock, [&] { return !empty() || is_finished; });
@@ -57,6 +63,7 @@ void * AsyncTaskQueue::wait(std::unique_lock<std::mutex> & lock)
         num_events = epoll_wait(epoll_fd, &event, 1, 0);
         if (num_events == -1)
             throwFromErrno("Failed to epoll_wait", ErrorCodes::CANNOT_READ_FROM_SOCKET);
+
     }
 
     lock.lock();
@@ -67,6 +74,7 @@ void * AsyncTaskQueue::wait(std::unique_lock<std::mutex> & lock)
 void AsyncTaskQueue::finish()
 {
     is_finished = true;
+    num_tasks = 0;
     condvar.notify_one();
 }
 
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/AsyncTaskQueue.h
index 2f3cdf8ab82..52aeeed3446 100644
--- a/src/Processors/Executors/AsyncTaskQueue.h
+++ b/src/Processors/Executors/AsyncTaskQueue.h
@@ -23,6 +23,9 @@ public:
     /// Add new task to queue.
     void addTask(void * data, int fd);
 
+    /// Remove task.
+    void removeTask(int fd) const;
+
     /// Wait for any descriptor. If no descriptors in queue, blocks.
     /// Returns ptr which was inserted into queue or nullptr if finished was called.
     /// Lock is used to wait on condvar.
diff --git a/src/Processors/Executors/PipelineExecutor.cpp b/src/Processors/Executors/PipelineExecutor.cpp
index dce21067557..3ab1ddee9b4 100644
--- a/src/Processors/Executors/PipelineExecutor.cpp
+++ b/src/Processors/Executors/PipelineExecutor.cpp
@@ -532,6 +532,7 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                         throw Exception("Empty task was returned from async task queue", ErrorCodes::LOGICAL_ERROR);
 
                     node = static_cast<ExecutingGraph::Node *>(res);
+                    async_task_queue.removeTask(node->processor->schedule());
                     continue;
                 }
 
@@ -773,7 +774,9 @@ void PipelineExecutor::executeImpl(size_t num_threads)
             size_t next_thread = 0;
             while (void * task = async_task_queue.wait(lock))
             {
-                task_queue.push(static_cast<ExecutingGraph::Node *>(task), next_thread);
+                auto * node = static_cast<ExecutingGraph::Node *>(task);
+                async_task_queue.removeTask(node->processor->schedule());
+                task_queue.push(node, next_thread);
 
                 ++next_thread;
                 if (next_thread >= num_threads)
diff --git a/src/Processors/Sources/RemoteSource.cpp b/src/Processors/Sources/RemoteSource.cpp
index c4f12b2e23d..0c22e8af0f5 100644
--- a/src/Processors/Sources/RemoteSource.cpp
+++ b/src/Processors/Sources/RemoteSource.cpp
@@ -91,7 +91,7 @@ std::optional<Chunk> RemoteSource::tryGenerate()
 void RemoteSource::onCancel()
 {
     was_query_canceled = true;
-    query_executor->cancel();
+    query_executor->cancel(&read_context);
 }
 
 

From 6a8384e6a483a6b51db39b5551a712a30d222eed Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 7 Dec 2020 14:16:23 +0300
Subject: [PATCH 066/742] Use same thread for async task continuation.

---
 src/Processors/Executors/AsyncTaskQueue.cpp   | 35 +++++++-------
 src/Processors/Executors/AsyncTaskQueue.h     | 27 +++++++----
 src/Processors/Executors/PipelineExecutor.cpp | 47 ++++++++++---------
 src/Processors/Executors/PipelineExecutor.h   |  3 ++
 4 files changed, 66 insertions(+), 46 deletions(-)

diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/AsyncTaskQueue.cpp
index 020a79ad809..9d73a669be6 100644
--- a/src/Processors/Executors/AsyncTaskQueue.cpp
+++ b/src/Processors/Executors/AsyncTaskQueue.cpp
@@ -25,33 +25,28 @@ AsyncTaskQueue::~AsyncTaskQueue()
     close(epoll_fd);
 }
 
-void AsyncTaskQueue::addTask(void * data, int fd)
+void AsyncTaskQueue::addTask(size_t thread_number, void * data, int fd)
 {
+    auto it = tasks.insert(tasks.end(), TaskData{thread_number, data, fd, {}});
+    it->self = it;
+
     epoll_event socket_event;
     socket_event.events = EPOLLIN | EPOLLPRI;
-    socket_event.data.ptr = data;
+    socket_event.data.ptr = &(*it);
 
     if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd, &socket_event))
         throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
 
-    ++num_tasks;
-    if (num_tasks == 1)
+    if (size() == 1)
         condvar.notify_one();
 }
 
-void AsyncTaskQueue::removeTask(int fd) const
-{
-    epoll_event event;
-    if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_DEL, fd, &event))
-        throwFromErrno("Cannot remove socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
-}
-
-void * AsyncTaskQueue::wait(std::unique_lock<std::mutex> & lock)
+AsyncTaskQueue::TaskData AsyncTaskQueue::wait(std::unique_lock<std::mutex> & lock)
 {
     condvar.wait(lock, [&] { return !empty() || is_finished; });
 
     if (is_finished)
-        return nullptr;
+        return {};
 
     lock.unlock();
 
@@ -63,18 +58,24 @@ void * AsyncTaskQueue::wait(std::unique_lock<std::mutex> & lock)
         num_events = epoll_wait(epoll_fd, &event, 1, 0);
         if (num_events == -1)
             throwFromErrno("Failed to epoll_wait", ErrorCodes::CANNOT_READ_FROM_SOCKET);
-
     }
 
     lock.lock();
-    --num_tasks;
-    return event.data.ptr;
+
+    auto it = static_cast<TaskData *>(event.data.ptr)->self;
+
+    if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_DEL, it->fd, &event))
+        throwFromErrno("Cannot remove socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
+
+    auto res = *it;
+    tasks.erase(it);
+    return res;
 }
 
 void AsyncTaskQueue::finish()
 {
     is_finished = true;
-    num_tasks = 0;
+    tasks.clear();
     condvar.notify_one();
 }
 
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/AsyncTaskQueue.h
index 52aeeed3446..cd1a1ca0d0d 100644
--- a/src/Processors/Executors/AsyncTaskQueue.h
+++ b/src/Processors/Executors/AsyncTaskQueue.h
@@ -1,35 +1,46 @@
 #include <cstddef>
 #include <mutex>
 #include <atomic>
+#include <list>
 
 namespace DB
 {
 
 class AsyncTaskQueue
 {
+public:
+    struct TaskData
+    {
+        size_t thread_num;
+
+        void * data = nullptr;
+        int fd = -1;
+
+        std::list<TaskData>::iterator self;
+
+        explicit operator bool() const { return data; }
+    };
+
 private:
     int epoll_fd;
-    size_t num_tasks;
     std::atomic_bool is_finished = false;
     std::condition_variable condvar;
+    std::list<TaskData> tasks;
 
 public:
     AsyncTaskQueue();
     ~AsyncTaskQueue();
 
-    size_t size() const { return num_tasks; }
-    bool empty() const { return num_tasks == 0; }
+    size_t size() const { return tasks.size(); }
+    bool empty() const { return tasks.empty(); }
 
     /// Add new task to queue.
-    void addTask(void * data, int fd);
-
-    /// Remove task.
-    void removeTask(int fd) const;
+    void addTask(size_t thread_number, void * data, int fd);
 
     /// Wait for any descriptor. If no descriptors in queue, blocks.
     /// Returns ptr which was inserted into queue or nullptr if finished was called.
     /// Lock is used to wait on condvar.
-    void * wait(std::unique_lock<std::mutex> & lock);
+    TaskData wait(std::unique_lock<std::mutex> & lock);
 
     /// Interrupt waiting.
     void finish();
diff --git a/src/Processors/Executors/PipelineExecutor.cpp b/src/Processors/Executors/PipelineExecutor.cpp
index 3ab1ddee9b4..c717265248c 100644
--- a/src/Processors/Executors/PipelineExecutor.cpp
+++ b/src/Processors/Executors/PipelineExecutor.cpp
@@ -497,11 +497,18 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
             {
                 std::unique_lock lock(task_queue_mutex);
 
-                if (!task_queue.empty())
+                if (!context->async_tasks.empty())
                 {
+                    node = context->async_tasks.front();
+                    context->async_tasks.pop();
+                    --num_waiting_async_tasks;
+                }
+                else if (!task_queue.empty())
                     node = task_queue.pop(thread_num);
 
-                    if (!task_queue.empty() && !threads_queue.empty() /*&& task_queue.quota() > threads_queue.size()*/)
+                if (node)
+                {
+                    if (!task_queue.empty() && !threads_queue.empty())
                     {
                         auto thread_to_wake = task_queue.getAnyThreadWithTasks(thread_num + 1 == num_threads ? 0 : (thread_num + 1));
 
@@ -517,7 +524,7 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                     break;
                 }
 
-                if (threads_queue.size() + 1 == num_threads && async_task_queue.empty())
+                if (threads_queue.size() + 1 == num_threads && async_task_queue.empty() && num_waiting_async_tasks == 0)
                 {
                     lock.unlock();
                     finish();
@@ -527,13 +534,12 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                 if (num_threads == 1)
                 {
                     /// If we execute in single thread, wait for async tasks here.
-                    void * res = async_task_queue.wait(lock);
+                    auto res = async_task_queue.wait(lock);
                     if (!res)
                         throw Exception("Empty task was returned from async task queue", ErrorCodes::LOGICAL_ERROR);
 
-                    node = static_cast<ExecutingGraph::Node *>(res);
-                    async_task_queue.removeTask(node->processor->schedule());
-                    continue;
+                    node = static_cast<ExecutingGraph::Node *>(res.data);
+                    break;
                 }
 
                 threads_queue.push(thread_num);
@@ -615,7 +621,7 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
 
                     while (!async_queue.empty() && !finished)
                     {
-                        async_task_queue.addTask(async_queue.front(), async_queue.front()->processor->schedule());
+                        async_task_queue.addTask(thread_num, async_queue.front(), async_queue.front()->processor->schedule());
                         async_queue.pop();
                     }
 
@@ -625,7 +631,7 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                         queue.pop();
                     }
 
-                    if (!threads_queue.empty() && !finished)
+                    if (!threads_queue.empty() && !task_queue.empty() && !finished)
                     {
                         auto thread_to_wake = task_queue.getAnyThreadWithTasks(thread_num + 1 == num_threads ? 0 : (thread_num + 1));
 
@@ -704,10 +710,8 @@ void PipelineExecutor::initializeExecution(size_t num_threads)
             }
 
             while (!async_queue.empty())
-            {
-                async_task_queue.addTask(async_queue.front(), async_queue.front()->processor->schedule());
-                async_queue.pop();
-            }
+                throw Exception(ErrorCodes::LOGICAL_ERROR, "Async is only possible after work() call. Processor {}",
+                                async_queue.front()->processor->getName());
         }
     }
 }
@@ -771,16 +775,17 @@ void PipelineExecutor::executeImpl(size_t num_threads)
         {
             /// Wait for async tasks.
             std::unique_lock lock(task_queue_mutex);
-            size_t next_thread = 0;
-            while (void * task = async_task_queue.wait(lock))
+            while (auto task = async_task_queue.wait(lock))
             {
-                auto * node = static_cast<ExecutingGraph::Node *>(task);
-                async_task_queue.removeTask(node->processor->schedule());
-                task_queue.push(node, next_thread);
+                auto * node = static_cast<ExecutingGraph::Node *>(task.data);
+                executor_contexts[task.thread_num]->async_tasks.push(node);
+                ++num_waiting_async_tasks;
 
-                ++next_thread;
-                if (next_thread >= num_threads)
-                    next_thread = 0;
+                if (threads_queue.has(task.thread_num))
+                {
+                    threads_queue.pop(task.thread_num);
+                    wakeUpExecutor(task.thread_num);
+                }
             }
         }
 
diff --git a/src/Processors/Executors/PipelineExecutor.h b/src/Processors/Executors/PipelineExecutor.h
index 34339a34608..1ddb6cbe8b9 100644
--- a/src/Processors/Executors/PipelineExecutor.h
+++ b/src/Processors/Executors/PipelineExecutor.h
@@ -62,6 +62,7 @@ private:
     /// If multiple threads are using, main thread will wait for async tasks.
     /// For single thread, will wait for async tasks only when task_queue is empty.
     AsyncTaskQueue async_task_queue;
+    size_t num_waiting_async_tasks = 0;
 
     ThreadsQueue threads_queue;
     std::mutex task_queue_mutex;
@@ -96,6 +97,8 @@ private:
         /// This can be solved by using atomic shard ptr.
         std::list<ExpandPipelineTask> task_list;
 
+        std::queue<ExecutingGraph::Node *> async_tasks;
+
         std::condition_variable condvar;
         std::mutex mutex;
         bool wake_flag = false;

From effc94daafde521b0ef75b2145111c00db82fc77 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 7 Dec 2020 16:35:30 +0300
Subject: [PATCH 067/742] Added perftest.

---
 tests/performance/async_remote_read.xml | 11 +++++++++++
 1 file changed, 11 insertions(+)
 create mode 100644 tests/performance/async_remote_read.xml

diff --git a/tests/performance/async_remote_read.xml b/tests/performance/async_remote_read.xml
new file mode 100644
index 00000000000..7f0ee6473ab
--- /dev/null
+++ b/tests/performance/async_remote_read.xml
@@ -0,0 +1,11 @@
+<test>
+    <query>
+        SELECT sum(x)
+        FROM
+        (
+            SELECT sipHash64(sipHash64(sipHash64(number))) AS x
+            FROM remote('127.0.0.{{2,3,4,5}}', numbers(10000000))
+        )
+        SETTINGS max_threads = 2, max_distributed_connections = 2
+    </query>
+</test>

From e8667bad45bc9e30986a2a2804fa823a6c6ef7f2 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 7 Dec 2020 16:47:11 +0300
Subject: [PATCH 068/742] Fix build and tests.

---
 contrib/boost-cmake/CMakeLists.txt          |  4 +--
 src/DataStreams/RemoteQueryExecutor.cpp     |  5 +++-
 src/DataStreams/RemoteQueryExecutor.h       |  2 +-
 src/Processors/Executors/AsyncTaskQueue.cpp | 32 +++++++++++++++++----
 src/Processors/Executors/AsyncTaskQueue.h   |  2 +-
 src/Processors/Sources/RemoteSource.cpp     |  8 ++++--
 6 files changed, 40 insertions(+), 13 deletions(-)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index 5bf09ca29bd..714dfd4f011 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -224,10 +224,10 @@ if (NOT EXTERNAL_BOOST_FOUND)
 #        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_ms_pe_masm.asm
         ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_elf_gas.S
 #        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_macho_gas.S
-        ${LIBRARY_DIR}/libs/context/src/continuation.cpp
+#        ${LIBRARY_DIR}/libs/context/src/continuation.cpp
         ${LIBRARY_DIR}/libs/context/src/dummy.cpp
         ${LIBRARY_DIR}/libs/context/src/execution_context.cpp
-        ${LIBRARY_DIR}/libs/context/src/fiber.cpp
+#        ${LIBRARY_DIR}/libs/context/src/fiber.cpp
         ${LIBRARY_DIR}/libs/context/src/posix/stack_traits.cpp
 #        ${LIBRARY_DIR}/libs/context/src/untested.cpp
 #        ${LIBRARY_DIR}/libs/context/src/windows/stack_traits.cpp
diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index a473d66a85c..a315f621164 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -304,7 +304,7 @@ std::optional<Block> RemoteQueryExecutor::processPacket(Packet packet)
     return {};
 }
 
-void RemoteQueryExecutor::finish()
+void RemoteQueryExecutor::finish(std::unique_ptr<ReadContext> * read_context)
 {
     /** If one of:
       * - nothing started to do;
@@ -316,6 +316,9 @@ void RemoteQueryExecutor::finish()
     if (!isQueryPending() || hasThrownException())
         return;
 
+    if (read_context && *read_context)
+        (*read_context)->cancel();
+
     /** If you have not read all the data yet, but they are no longer needed.
       * This may be due to the fact that the data is sufficient (for example, when using LIMIT).
       */
diff --git a/src/DataStreams/RemoteQueryExecutor.h b/src/DataStreams/RemoteQueryExecutor.h
index f0ba74a8b65..bd49e0d66b9 100644
--- a/src/DataStreams/RemoteQueryExecutor.h
+++ b/src/DataStreams/RemoteQueryExecutor.h
@@ -65,7 +65,7 @@ public:
 
     /// Receive all remain packets and finish query.
     /// It should be cancelled after read returned empty block.
-    void finish();
+    void finish(std::unique_ptr<ReadContext> * read_context = nullptr);
 
     /// Cancel query execution. Sends Cancel packet and ignore others.
     /// This method may be called from separate thread.
diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/AsyncTaskQueue.cpp
index 9d73a669be6..f0fd2f33dcb 100644
--- a/src/Processors/Executors/AsyncTaskQueue.cpp
+++ b/src/Processors/Executors/AsyncTaskQueue.cpp
@@ -2,6 +2,7 @@
 #include <Common/Exception.h>
 #include <sys/epoll.h>
 #include <unistd.h>
+#include <fcntl.h>
 
 namespace DB
 {
@@ -18,11 +19,23 @@ AsyncTaskQueue::AsyncTaskQueue()
     epoll_fd = epoll_create(1);
     if (-1 == epoll_fd)
         throwFromErrno("Cannot create epoll descriptor", ErrorCodes::CANNOT_OPEN_FILE);
+
+    if (-1 == pipe2(pipe_fd, O_NONBLOCK))
+        throwFromErrno("Cannot create pipe", ErrorCodes::CANNOT_OPEN_FILE);
+
+    epoll_event socket_event;
+    socket_event.events = EPOLLIN | EPOLLPRI;
+    socket_event.data.ptr = pipe_fd;
+
+    if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, pipe_fd[0], &socket_event))
+        throwFromErrno("Cannot add pipe descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
 }
 
 AsyncTaskQueue::~AsyncTaskQueue()
 {
     close(epoll_fd);
+    close(pipe_fd[0]);
+    close(pipe_fd[1]);
 }
 
 void AsyncTaskQueue::addTask(size_t thread_number, void * data, int fd)
@@ -36,15 +49,10 @@ void AsyncTaskQueue::addTask(size_t thread_number, void * data, int fd)
 
     if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd, &socket_event))
         throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
-
-    if (size() == 1)
-        condvar.notify_one();
 }
 
 AsyncTaskQueue::TaskData AsyncTaskQueue::wait(std::unique_lock<std::mutex> & lock)
 {
-    condvar.wait(lock, [&] { return !empty() || is_finished; });
-
     if (is_finished)
         return {};
 
@@ -62,6 +70,9 @@ AsyncTaskQueue::TaskData AsyncTaskQueue::wait(std::unique_lock<std::mutex> & loc
 
     lock.lock();
 
+    if (event.data.ptr == pipe_fd)
+        return {};
+
     auto it = static_cast<TaskData *>(event.data.ptr)->self;
 
     if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_DEL, it->fd, &event))
@@ -76,7 +87,16 @@ void AsyncTaskQueue::finish()
 {
     is_finished = true;
     tasks.clear();
-    condvar.notify_one();
+
+    uint64_t buf = 0;
+    while (-1 == write(pipe_fd[1], &buf, sizeof(buf)))
+    {
+        if (errno == EAGAIN || errno == EWOULDBLOCK)
+            break;
+
+        if (errno != EINTR)
+            throwFromErrno("Cannot write to pipe", ErrorCodes::CANNOT_READ_FROM_SOCKET);
+    }
 }
 
 }
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/AsyncTaskQueue.h
index cd1a1ca0d0d..d2a37c94370 100644
--- a/src/Processors/Executors/AsyncTaskQueue.h
+++ b/src/Processors/Executors/AsyncTaskQueue.h
@@ -23,8 +23,8 @@ public:
 
 private:
     int epoll_fd;
+    int pipe_fd[2];
     std::atomic_bool is_finished = false;
-    std::condition_variable condvar;
     std::list<TaskData> tasks;
 
 public:
diff --git a/src/Processors/Sources/RemoteSource.cpp b/src/Processors/Sources/RemoteSource.cpp
index 0c22e8af0f5..3fc1b713c71 100644
--- a/src/Processors/Sources/RemoteSource.cpp
+++ b/src/Processors/Sources/RemoteSource.cpp
@@ -29,7 +29,10 @@ ISource::Status RemoteSource::prepare()
     /// To avoid resetting the connection (because of "unfinished" query) in the
     /// RemoteQueryExecutor it should be finished explicitly.
     if (status == Status::Finished)
-        query_executor->finish();
+    {
+        query_executor->finish(&read_context);
+        is_async_state = false;
+    }
     return status;
 }
 
@@ -70,7 +73,7 @@ std::optional<Chunk> RemoteSource::tryGenerate()
 
     if (!block)
     {
-        query_executor->finish();
+        query_executor->finish(&read_context);
         return {};
     }
 
@@ -92,6 +95,7 @@ void RemoteSource::onCancel()
 {
     was_query_canceled = true;
     query_executor->cancel(&read_context);
+    is_async_state = false;
 }
 
 

From a1d4d92b540a739728a3da4a64ffea1d1694b920 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 7 Dec 2020 21:19:22 +0300
Subject: [PATCH 069/742] Use poco from master. Fixing tests.

---
 contrib/poco                              | 2 +-
 src/Common/FiberStack.h                   | 2 +-
 src/Common/ya.make                        | 1 +
 src/Processors/Executors/AsyncTaskQueue.h | 1 +
 src/Processors/Sources/RemoteSource.cpp   | 7 +++++++
 src/Processors/ya.make                    | 1 +
 6 files changed, 12 insertions(+), 2 deletions(-)

diff --git a/contrib/poco b/contrib/poco
index 4d06db3947a..b5523bb9b4b 160000
--- a/contrib/poco
+++ b/contrib/poco
@@ -1 +1 @@
-Subproject commit 4d06db3947ac2343133220a5cd5d9b35bc89814c
+Subproject commit b5523bb9b4bc4239640cbfec4d734be8b8585639
diff --git a/src/Common/FiberStack.h b/src/Common/FiberStack.h
index f490b509443..28a38cb7a5e 100644
--- a/src/Common/FiberStack.h
+++ b/src/Common/FiberStack.h
@@ -38,7 +38,7 @@ public:
     void deallocate(boost::context::stack_context & sctx)
     {
 #if defined(BOOST_USE_VALGRIND)
-        VALGRIND_STACK_DEREGISTER( sctx.valgrind_stack_id);
+        VALGRIND_STACK_DEREGISTER(sctx.valgrind_stack_id);
 #endif
         void * vp = static_cast< char * >(sctx.sp) - sctx.size;
         TAllocator().free(vp, stack_size);
diff --git a/src/Common/ya.make b/src/Common/ya.make
index 71c0edaea95..ba95158f054 100644
--- a/src/Common/ya.make
+++ b/src/Common/ya.make
@@ -74,6 +74,7 @@ SRCS(
     ThreadPool.cpp
     ThreadProfileEvents.cpp
     ThreadStatus.cpp
+    TimerDescriptor.cpp
     TraceCollector.cpp
     UTF8Helpers.cpp
     UnicodeBar.cpp
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/AsyncTaskQueue.h
index d2a37c94370..068bdcbd09c 100644
--- a/src/Processors/Executors/AsyncTaskQueue.h
+++ b/src/Processors/Executors/AsyncTaskQueue.h
@@ -1,3 +1,4 @@
+#pragma once
 #include <cstddef>
 #include <mutex>
 #include <atomic>
diff --git a/src/Processors/Sources/RemoteSource.cpp b/src/Processors/Sources/RemoteSource.cpp
index 3fc1b713c71..b34a06b3790 100644
--- a/src/Processors/Sources/RemoteSource.cpp
+++ b/src/Processors/Sources/RemoteSource.cpp
@@ -22,6 +22,13 @@ RemoteSource::~RemoteSource() = default;
 
 ISource::Status RemoteSource::prepare()
 {
+    /// Check if query was cancelled before returning Async status. Otherwise it may lead to infinite loop.
+    if (was_query_canceled)
+    {
+        getPort().finish();
+        return Status::Finished;
+    }
+
     if (is_async_state)
         return Status::Async;
 
diff --git a/src/Processors/ya.make b/src/Processors/ya.make
index eacc0c44d24..bb99cabb1dd 100644
--- a/src/Processors/ya.make
+++ b/src/Processors/ya.make
@@ -14,6 +14,7 @@ SRCS(
     Chunk.cpp
     ConcatProcessor.cpp
     DelayedPortsProcessor.cpp
+    Executors/AsyncTaskQueue.cpp
     Executors/ExecutingGraph.cpp
     Executors/PipelineExecutingBlockInputStream.cpp
     Executors/PipelineExecutor.cpp

From faa5b71efc1f4978488c5d1c9a7114a101a66dc2 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 9 Dec 2020 17:00:50 +0300
Subject: [PATCH 070/742] Update boost submodule

---
 contrib/boost | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/boost b/contrib/boost
index d2da6db25de..a7ceabe4747 160000
--- a/contrib/boost
+++ b/contrib/boost
@@ -1 +1 @@
-Subproject commit d2da6db25deff1a927b166ce62cf8967a40273c9
+Subproject commit a7ceabe4747ecc3309dd3dcd9de4b29660dfd298

From 843a26cbca218c12527328352cee6142e24912b1 Mon Sep 17 00:00:00 2001
From: Daria Mozhaeva <dmozhaeva@yandex-team.ru>
Date: Wed, 9 Dec 2020 18:50:58 +0300
Subject: [PATCH 071/742] Edit and translate v2.

---
 docs/en/operations/system-tables/errors.md        | 2 +-
 docs/ru/operations/settings/settings.md           | 4 ++--
 docs/ru/operations/system-tables/errors.md        | 2 +-
 docs/ru/sql-reference/functions/hash-functions.md | 2 +-
 4 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/docs/en/operations/system-tables/errors.md b/docs/en/operations/system-tables/errors.md
index 1366855b5ce..ec874efd711 100644
--- a/docs/en/operations/system-tables/errors.md
+++ b/docs/en/operations/system-tables/errors.md
@@ -6,7 +6,7 @@ Columns:
 
 -   `name` ([String](../../sql-reference/data-types/string.md)) — name of the error (`errorCodeToName`).
 -   `code` ([Int32](../../sql-reference/data-types/int-uint.md)) — code number of the error.
--   `value` ([UInt64](../../sql-reference/data-types/int-uint.md)) - the number of times this error has been happened.
+-   `value` ([UInt64](../../sql-reference/data-types/int-uint.md)) — the number of times this error has been happened.
 
 **Example**
 
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index c027c7c170b..e7355935687 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -408,11 +408,11 @@ INSERT INTO table_with_enum_column_for_tsv_insert FORMAT TSV 102	2;
 
 -   `'best_effort'` — включает расширенный парсинг.
 
-        ClickHouse может парсить базовый формат `YYYY-MM-DD HH:MM:SS` и все форматы [ISO 8601](https://en.wikipedia.org/wiki/ISO_8601). Например, `'2018-06-08T01:02:03.000Z'`.
+ClickHouse может парсить базовый формат `YYYY-MM-DD HH:MM:SS` и все форматы [ISO 8601](https://en.wikipedia.org/wiki/ISO_8601). Например, `'2018-06-08T01:02:03.000Z'`.
 
 -   `'basic'` — используется базовый парсер.
 
-        ClickHouse может парсить только базовый формат `YYYY-MM-DD HH:MM:SS` или `YYYY-MM-DD`. Например, `'2019-08-20 10:18:56'` или `2019-08-20`.
+ClickHouse может парсить только базовый формат `YYYY-MM-DD HH:MM:SS` или `YYYY-MM-DD`. Например, `'2019-08-20 10:18:56'` или `2019-08-20`.
 
 Значение по умолчанию: `'basic'`.
 
diff --git a/docs/ru/operations/system-tables/errors.md b/docs/ru/operations/system-tables/errors.md
index 43c5e0852f0..321920e8535 100644
--- a/docs/ru/operations/system-tables/errors.md
+++ b/docs/ru/operations/system-tables/errors.md
@@ -6,7 +6,7 @@
 
 -   `name` ([String](../../sql-reference/data-types/string.md)) — название ошибки (`errorCodeToName`).
 -   `code` ([Int32](../../sql-reference/data-types/int-uint.md)) — номер кода ошибки.
--   `value` ([UInt64](../../sql-reference/data-types/int-uint.md)) - сколько раз возникала эта ошибка.
+-   `value` ([UInt64](../../sql-reference/data-types/int-uint.md)) — число, возникающих ошибок.
 
 **Пример**
 
diff --git a/docs/ru/sql-reference/functions/hash-functions.md b/docs/ru/sql-reference/functions/hash-functions.md
index d9c02ef9883..5dfdff91c31 100644
--- a/docs/ru/sql-reference/functions/hash-functions.md
+++ b/docs/ru/sql-reference/functions/hash-functions.md
@@ -157,7 +157,7 @@ SELECT groupBitXor(cityHash64(*)) FROM table
 
 ## farmHash64 {#farmhash64}
 
-Создает 64-битное значение [FarmHash](https://github.com/google/farmhash) или значение. `farmFingerprint64` предпочтительнее для стабильных и перемещаемых значений.
+Создает 64-битное значение [FarmHash](https://github.com/google/farmhash) или значение Fingerprint. `farmFingerprint64` предпочтительнее для стабильных и перемещаемых значений.
 
 ``` sql
 farmFingerprint64(par1, ...)

From 0e44a22f43d0c237d643ac58bbdbce3fff349d91 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 9 Dec 2020 19:17:59 +0300
Subject: [PATCH 072/742] Fixing build.

---
 src/Common/Config/CMakeLists.txt      | 1 +
 src/IO/ReadBufferFromPocoSocket.cpp   | 2 +-
 src/Interpreters/tests/context.cpp    | 4 ++--
 src/Processors/Sources/RemoteSource.h | 2 +-
 4 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/src/Common/Config/CMakeLists.txt b/src/Common/Config/CMakeLists.txt
index a7914fb17ec..b7a7f8ecda4 100644
--- a/src/Common/Config/CMakeLists.txt
+++ b/src/Common/Config/CMakeLists.txt
@@ -14,4 +14,5 @@ target_link_libraries(clickhouse_common_config
         Poco::XML
     PRIVATE
         string_utils
+        _boost_context
 )
diff --git a/src/IO/ReadBufferFromPocoSocket.cpp b/src/IO/ReadBufferFromPocoSocket.cpp
index dd6cd4817df..b0bfadcf57d 100644
--- a/src/IO/ReadBufferFromPocoSocket.cpp
+++ b/src/IO/ReadBufferFromPocoSocket.cpp
@@ -40,7 +40,7 @@ bool ReadBufferFromPocoSocket::nextImpl()
         /// If fiber is specified, and read is blocking, run fiber and try again later.
         /// It is expected that file descriptor may be polled externally.
         /// Note that receive timeout is not checked here. External code should check it while polling.
-        while (bytes_read < 0 && fiber && (errno == POCO_EAGAIN || errno == POCO_EWOULDBLOCK))
+        while (bytes_read < 0 && fiber && (errno == EAGAIN || errno == EWOULDBLOCK))
         {
             //fiber->fd = socket.impl()->sockfd();
             //fiber->timeout = socket.impl()->getReceiveTimeout();
diff --git a/src/Interpreters/tests/context.cpp b/src/Interpreters/tests/context.cpp
index 407a7a9ba3b..655f93a57e1 100644
--- a/src/Interpreters/tests/context.cpp
+++ b/src/Interpreters/tests/context.cpp
@@ -1,8 +1,8 @@
 #include <iostream>
 /// #define BOOST_USE_UCONTEXT
 #include <boost/context/fiber.hpp>
-#include <boost/context/pooled_fixedsize_stack.hpp>
-#include <boost/context/segmented_stack.hpp>
+// #include <boost/context/pooled_fixedsize_stack.hpp>
+// #include <boost/context/segmented_stack.hpp>
 #include <Common/Exception.h>
 #include <Common/FiberStack.h>
 
diff --git a/src/Processors/Sources/RemoteSource.h b/src/Processors/Sources/RemoteSource.h
index 0a04f72d14a..1d9282ff570 100644
--- a/src/Processors/Sources/RemoteSource.h
+++ b/src/Processors/Sources/RemoteSource.h
@@ -50,7 +50,7 @@ private:
 
     bool is_async_state = false;
     std::unique_ptr<RemoteQueryExecutorReadContext> read_context;
-    int fd;
+    int fd = -1;
 };
 
 /// Totals source from RemoteQueryExecutor.

From ac8b896f36960c12501a379a71474f837ebc40a1 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 10 Dec 2020 22:06:52 +0300
Subject: [PATCH 073/742] returning constant column as window function

---
 src/Core/SortDescription.cpp                |   7 +
 src/Core/SortDescription.h                  |   2 +
 src/Interpreters/AggregateDescription.h     |   9 +-
 src/Interpreters/ExpressionAnalyzer.cpp     | 237 +++++++++++++++-----
 src/Interpreters/ExpressionAnalyzer.h       |   2 +-
 src/Interpreters/InterpreterSelectQuery.cpp | 121 ++++++++--
 src/Interpreters/InterpreterSelectQuery.h   |   2 +
 7 files changed, 295 insertions(+), 85 deletions(-)

diff --git a/src/Core/SortDescription.cpp b/src/Core/SortDescription.cpp
index 4a5952c3bc2..cb7378cf096 100644
--- a/src/Core/SortDescription.cpp
+++ b/src/Core/SortDescription.cpp
@@ -37,5 +37,12 @@ void dumpSortDescription(const SortDescription & description, const Block & head
     }
 }
 
+std::string dumpSortDescription(const SortDescription & description)
+{
+    WriteBufferFromOwnString wb;
+    dumpSortDescription(description, Block{}, wb);
+    return wb.str();
+}
+
 }
 
diff --git a/src/Core/SortDescription.h b/src/Core/SortDescription.h
index 79ac7ddf142..1450393ebd8 100644
--- a/src/Core/SortDescription.h
+++ b/src/Core/SortDescription.h
@@ -72,4 +72,6 @@ class Block;
 /// Outputs user-readable description into `out`.
 void dumpSortDescription(const SortDescription & description, const Block & header, WriteBuffer & out);
 
+std::string dumpSortDescription(const SortDescription & description);
+
 }
diff --git a/src/Interpreters/AggregateDescription.h b/src/Interpreters/AggregateDescription.h
index 528b38e86f7..f4ac0cf3898 100644
--- a/src/Interpreters/AggregateDescription.h
+++ b/src/Interpreters/AggregateDescription.h
@@ -31,7 +31,7 @@ struct WindowFunctionDescription
 {
     std::string window_name;
     std::string column_name;
-    const IAST * wrapper_node;
+    const ASTFunction * wrapper_node;
     const ASTFunction * function_node;
     AggregateFunctionPtr aggregate_function;
     Array function_parameters;
@@ -45,9 +45,12 @@ struct WindowDescription
 {
     std::string window_name;
     // Always ASC for now.
-    std::vector<std::string> partition_by;
-    std::vector<std::string> order_by;
+    SortDescription partition_by;
+    SortDescription order_by;
+    SortDescription full_sort_description;
     // No frame info as of yet.
+
+    std::string dump() const;
 };
 
 using WindowFunctionDescriptions = std::vector<WindowFunctionDescription>;
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 60c534c82ad..cbc056bcaee 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -463,6 +463,57 @@ bool ExpressionAnalyzer::makeAggregateDescriptions(ActionsDAGPtr & actions)
     return !aggregates().empty();
 }
 
+// Parses order by & partition by from window() wrapper function.
+// Remove this when we have proper grammar.
+static SortDescription windowArgumentToSortDescription(IAST* ast, const WindowDescription & w)
+{
+    SortDescription result;
+    if (const auto * as_tuple = ast->as<ASTFunction>();
+        as_tuple
+        && as_tuple->name == "tuple"
+        && as_tuple->arguments)
+    {
+        // untuple it
+        for (const auto & element_ast
+            : as_tuple->arguments->children)
+        {
+            const auto * with_alias = dynamic_cast<
+                const ASTWithAlias *>(element_ast.get());
+            if (!with_alias)
+            {
+                throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                    "(1) Expected column in PARTITION BY"
+                    " for window '{}', got '{}'",
+                    w.window_name,
+                    element_ast->formatForErrorMessage());
+            }
+            result.push_back(
+                SortColumnDescription(
+                    with_alias->getColumnName(),
+                    1 /* direction */,
+                    1 /* nulls_direction */));
+        }
+    }
+    else if (const auto * with_alias
+        = dynamic_cast<const ASTWithAlias *>(ast))
+    {
+        result.push_back(
+            SortColumnDescription(
+                with_alias->getColumnName(),
+                1 /* direction */,
+                1 /* nulls_direction */));
+    }
+    else
+    {
+        throw Exception(ErrorCodes::BAD_ARGUMENTS,
+            "(2) Expected tuple or column in PARTITION BY"
+            " for window '{}', got '{}'",
+            w.window_name,
+            ast->formatForErrorMessage());
+    }
+
+    return result;
+}
 
 bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
 {
@@ -470,10 +521,6 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
     {
         fmt::print(stderr, "window function ast: {}\n", wrapper_node->dumpTree());
 
-        // Not sure why NoMakeSet, copied from aggregate functions.
-        getRootActionsNoMakeSet(wrapper_node->arguments, true /* no subqueries */,
-            actions);
-
         // FIXME not thread-safe, should use a per-query counter.
         static int window_index = 1;
 
@@ -490,45 +537,33 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
                 const auto partition_by_ast = elist->children[1];
                 fmt::print(stderr, "partition by ast {}\n",
                     partition_by_ast->dumpTree());
-                if (const auto * as_tuple = partition_by_ast->as<ASTFunction>();
-                    as_tuple
-                    && as_tuple->name == "tuple"
-                    && as_tuple->arguments)
-                {
-                    // untuple it
-                    for (const auto & element_ast
-                        : as_tuple->arguments->children)
-                    {
-                        const auto * with_alias = dynamic_cast<
-                            const ASTWithAlias *>(element_ast.get());
-                        if (!with_alias)
-                        {
-                            throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                                "(1) Expected column in PARTITION BY"
-                                " for window '{}', got '{}'",
-                                window_description.window_name,
-                                element_ast->formatForErrorMessage());
-                        }
-                        window_description.partition_by.push_back(
-                            with_alias->getColumnName());
-                    }
-                }
-                else if (const auto * with_alias
-                    = dynamic_cast<const ASTWithAlias *>(partition_by_ast.get()))
-                {
-                    window_description.partition_by.push_back(
-                        with_alias->getColumnName());
-                }
-                else
-                {
-                    throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                        "(2) Expected tuple or column in PARTITION BY"
-                        " for window '{}', got '{}'",
-                        window_description.window_name,
-                        partition_by_ast->formatForErrorMessage());
-                }
+
+                window_description.partition_by = windowArgumentToSortDescription(
+                    partition_by_ast.get(), window_description);
+            }
+
+            if (elist->children.size() == 3)
+            {
+                const auto order_by_ast = elist->children[2];
+                fmt::print(stderr, "order by ast {}\n",
+                    order_by_ast->dumpTree());
+
+                window_description.order_by = windowArgumentToSortDescription(
+                    order_by_ast.get(), window_description);
+            }
+
+            if (elist->children.size() > 3)
+            {
+                throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                    "Too many arguments to window function '{}'",
+                    wrapper_node->formatForErrorMessage());
             }
         }
+        window_description.full_sort_description = window_description.partition_by;
+        window_description.full_sort_description.insert(
+            window_description.full_sort_description.end(),
+            window_description.order_by.begin(),
+            window_description.order_by.end());
 
         WindowFunctionDescription window_function;
         window_function.window_name = window_description.window_name;
@@ -543,6 +578,18 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
                     window_function.function_node->parameters)
                 : Array();
 
+        // We have to fill actions for window function arguments, so that we are
+        // then able to find their argumen types. The `actions` passed to this
+        // functions are temporary and are discarded.
+        // The same calculation is done in appendWindowFunctionsArguments.
+        getRootActionsNoMakeSet(wrapper_node->arguments, true /* no subqueries */,
+            actions);
+        // We have to separately get actions for the arguments of the aggregate
+        // function we calculate over window, because the ActionsVisitor does
+        // not descend into aggregate functions.
+        getRootActionsNoMakeSet(window_function.function_node->arguments,
+            true /* no subqueries */, actions);
+
         const ASTs & arguments
             = window_function.function_node->arguments->children;
         window_function.argument_types.resize(arguments.size());
@@ -956,29 +1003,77 @@ void SelectQueryExpressionAnalyzer::appendAggregateFunctionsArguments(Expression
 }
 
 void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
-    ExpressionActionsChain & chain, bool only_types)
+    ExpressionActionsChain & chain, bool /* only_types */)
 {
     fmt::print(stderr, "actions before window: {}\n", chain.dumpChain());
-    const auto * select_query = getSelectQuery();
 
     ExpressionActionsChain::Step & step = chain.lastStep(aggregated_columns);
 
-    /*
-    for (const auto & desc : aggregate_descriptions)
-        for (const auto & name : desc.argument_names)
-            step.required_output.emplace_back(name);
-    */
+    for (const auto & f : window_functions)
+    {
+        // Not sure why NoMakeSet, copied from aggregate functions.
+        getRootActionsNoMakeSet(f.wrapper_node->arguments,
+            true /* no subqueries */, step.actions());
 
-    /// Collect aggregates removing duplicates by node.getColumnName()
-    /// It's not clear why we recollect aggregates (for query parts) while we're able to use previously collected ones (for entire query)
-    /// @note The original recollection logic didn't remove duplicates.
-    GetAggregatesVisitor::Data data;
-    GetAggregatesVisitor(data).visit(select_query->select());
+        // We have to separately get actions for the arguments of the aggregate
+        // function we calculate over window, because the ActionsVisitor does
+        // not descend into aggregate functions.
+        // Not sure why NoMakeSet, copied from aggregate functions.
+        getRootActionsNoMakeSet(f.function_node->arguments,
+            true /* no subqueries */, step.actions());
 
-    /// TODO: data.aggregates -> aggregates()
-    for (const ASTFunction * node : data.window_functions)
-        for (auto & argument : node->arguments->children)
-            getRootActions(argument, only_types, step.actions());
+        // Add column with window function name and value "1".
+        // It is an aggregate function, so it won't be added by getRootActions.
+        ColumnWithTypeAndName col;
+        col.type = std::make_shared<DataTypeInt64>();
+        col.column = col.type->createColumnConst(1 /* size */, UInt64(1) /* field */);
+        col.name = f.column_name;
+
+        step.actions()->addColumn(col);
+    }
+
+    // /*
+    // for (const auto & desc : aggregate_descriptions)
+    //     for (const auto & name : desc.argument_names)
+    //         step.required_output.emplace_back(name);
+    // */
+
+    // const auto * select_query = getSelectQuery();
+    // /// Collect aggregates removing duplicates by node.getColumnName()
+    // /// It's not clear why we recollect aggregates (for query parts) while we're able to use previously collected ones (for entire query)
+    // /// @note The original recollection logic didn't remove duplicates.
+    // GetAggregatesVisitor::Data data;
+    // GetAggregatesVisitor(data).visit(select_query->select());
+
+    // // 1) just add everything there is in the AST,
+    // for (const ASTFunction * node : data.window_functions)
+    // {
+    //     for (auto & argument : node->arguments->children)
+    //     {
+    //         getRootActions(argument, only_types, step.actions());
+    //     }
+    // }
+
+    // 2) mark the columns that are really required:
+    for (const auto & f : window_functions)
+    {
+        for (const auto & a : f.function_node->arguments->children)
+        {
+            // 2.1) function arguments,
+            step.required_output.push_back(a->getColumnName());
+        }
+        // 2.2) function result,
+        step.required_output.push_back(f.column_name);
+    }
+
+    // 2.3) PARTITION BY and ORDER BY columns.
+    for (const auto & [_, w] : window_descriptions)
+    {
+        for (const auto & c : w.full_sort_description)
+        {
+            step.required_output.push_back(c.column_name);
+        }
+    }
 
     fmt::print(stderr, "actions after window: {}\n", chain.dumpChain());
 }
@@ -1155,6 +1250,18 @@ ActionsDAGPtr SelectQueryExpressionAnalyzer::appendProjectResult(ExpressionActio
         }
     }
 
+    for (const auto & f : window_functions)
+    {
+        if (required_result_columns.empty()
+            || required_result_columns.count(f.column_name))
+        {
+            result_columns.emplace_back(f.column_name, f.column_name);
+            step.required_output.push_back(f.column_name);
+        }
+    }
+
+    fmt::print(stderr, "chain before last projection: {}\n",
+        chain.dumpChain());
     auto actions = chain.getLastActions();
     actions->project(result_columns);
     return actions;
@@ -1407,6 +1514,7 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
             && !query.final()
             && join_allow_read_in_order;
 
+        /*
         if (has_window)
         {
             query_analyzer.appendWindowFunctionsArguments(chain, only_types || !first_stage);
@@ -1414,11 +1522,15 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
 
             finalize_chain(chain);
         }
+        */
 
         /// If there is aggregation, we execute expressions in SELECT and ORDER BY on the initiating server, otherwise on the source servers.
         query_analyzer.appendSelect(chain, only_types || (need_aggregate ? !second_stage : !first_stage));
         fmt::print(stderr, "chain after select: {}\n", chain.dumpChain());
 
+        query_analyzer.appendWindowFunctionsArguments(chain, only_types || !first_stage);
+        fmt::print(stderr, "chain after window: {}\n", chain.dumpChain());
+
         selected_columns = chain.getLastStep().required_output;
         has_order_by = query.orderBy() != nullptr;
         before_order_and_select = query_analyzer.appendOrderBy(
@@ -1609,4 +1721,15 @@ std::string WindowFunctionDescription::dump() const
     return ss.str();
 }
 
+std::string WindowDescription::dump() const
+{
+    std::stringstream ss;
+    ss << "window '" << window_name << "'\n";
+    ss << "partition_by " << dumpSortDescription(partition_by) << "\n";
+    ss << "order_by " << dumpSortDescription(order_by) << "\n";
+    ss << "full_sort_description " << dumpSortDescription(full_sort_description) << "\n";
+
+    return ss.str();
+}
+
 }
diff --git a/src/Interpreters/ExpressionAnalyzer.h b/src/Interpreters/ExpressionAnalyzer.h
index b1d7bfba495..dd9a76c1f5c 100644
--- a/src/Interpreters/ExpressionAnalyzer.h
+++ b/src/Interpreters/ExpressionAnalyzer.h
@@ -76,7 +76,7 @@ struct ExpressionAnalyzerData
   *
   * NOTE: if `ast` is a SELECT query from a table, the structure of this table should not change during the lifetime of ExpressionAnalyzer.
   */
-class ExpressionAnalyzer : protected ExpressionAnalyzerData, private boost::noncopyable
+class ExpressionAnalyzer : public ExpressionAnalyzerData, private boost::noncopyable
 {
 private:
     /// Extracts settings to enlight which are used (and avoid copy of others).
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 43c5102fa32..1fc414c482d 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -33,36 +33,37 @@
 #include <Interpreters/QueryAliasesVisitor.h>
 
 #include <Processors/Pipe.h>
-#include <Processors/Sources/SourceFromInputStream.h>
-#include <Processors/Sources/NullSource.h>
-#include <Processors/Transforms/ExpressionTransform.h>
-#include <Processors/Transforms/JoiningTransform.h>
-#include <Processors/Transforms/AggregatingTransform.h>
-#include <Processors/Transforms/FilterTransform.h>
-#include <Processors/QueryPlan/ArrayJoinStep.h>
-#include <Processors/QueryPlan/SettingQuotaAndLimitsStep.h>
-#include <Processors/QueryPlan/ExpressionStep.h>
-#include <Processors/QueryPlan/FilterStep.h>
-#include <Processors/QueryPlan/ReadNothingStep.h>
-#include <Processors/QueryPlan/ReadFromPreparedSource.h>
-#include <Processors/QueryPlan/PartialSortingStep.h>
-#include <Processors/QueryPlan/MergeSortingStep.h>
-#include <Processors/QueryPlan/MergingSortedStep.h>
-#include <Processors/QueryPlan/DistinctStep.h>
-#include <Processors/QueryPlan/LimitByStep.h>
-#include <Processors/QueryPlan/LimitStep.h>
-#include <Processors/QueryPlan/MergingAggregatedStep.h>
 #include <Processors/QueryPlan/AddingDelayedSourceStep.h>
 #include <Processors/QueryPlan/AggregatingStep.h>
+#include <Processors/QueryPlan/ArrayJoinStep.h>
 #include <Processors/QueryPlan/CreatingSetsStep.h>
-#include <Processors/QueryPlan/TotalsHavingStep.h>
-#include <Processors/QueryPlan/RollupStep.h>
 #include <Processors/QueryPlan/CubeStep.h>
-#include <Processors/QueryPlan/FillingStep.h>
+#include <Processors/QueryPlan/DistinctStep.h>
+#include <Processors/QueryPlan/ExpressionStep.h>
 #include <Processors/QueryPlan/ExtremesStep.h>
-#include <Processors/QueryPlan/OffsetStep.h>
+#include <Processors/QueryPlan/FillingStep.h>
+#include <Processors/QueryPlan/FilterStep.h>
 #include <Processors/QueryPlan/FinishSortingStep.h>
+#include <Processors/QueryPlan/LimitByStep.h>
+#include <Processors/QueryPlan/LimitStep.h>
+#include <Processors/QueryPlan/MergeSortingStep.h>
+#include <Processors/QueryPlan/MergingAggregatedStep.h>
+#include <Processors/QueryPlan/MergingSortedStep.h>
+#include <Processors/QueryPlan/OffsetStep.h>
+#include <Processors/QueryPlan/PartialSortingStep.h>
 #include <Processors/QueryPlan/QueryPlan.h>
+#include <Processors/QueryPlan/ReadFromPreparedSource.h>
+#include <Processors/QueryPlan/ReadNothingStep.h>
+#include <Processors/QueryPlan/RollupStep.h>
+#include <Processors/QueryPlan/SettingQuotaAndLimitsStep.h>
+#include <Processors/QueryPlan/TotalsHavingStep.h>
+#include <Processors/QueryPlan/WindowStep.h>
+#include <Processors/Sources/NullSource.h>
+#include <Processors/Sources/SourceFromInputStream.h>
+#include <Processors/Transforms/AggregatingTransform.h>
+#include <Processors/Transforms/ExpressionTransform.h>
+#include <Processors/Transforms/FilterTransform.h>
+#include <Processors/Transforms/JoiningTransform.h>
 
 #include <Storages/MergeTree/MergeTreeData.h>
 #include <Storages/MergeTree/MergeTreeWhereOptimizer.h>
@@ -949,13 +950,15 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
 
             if (expressions.need_aggregate)
             {
-                executeAggregation(query_plan, expressions.before_aggregation, aggregate_overflow_row, aggregate_final, query_info.input_order_info);
+               executeAggregation(query_plan, expressions.before_aggregation, aggregate_overflow_row, aggregate_final, query_info.input_order_info);
                 /// We need to reset input order info, so that executeOrder can't use  it
                 query_info.input_order_info.reset();
             }
             else
             {
+                /// FIXME calculate windows here
                 executeExpression(query_plan, expressions.before_order_and_select, "Before ORDER BY and SELECT");
+                executeWindow(query_plan);
                 executeDistinct(query_plan, true, expressions.selected_columns, true);
             }
 
@@ -1001,7 +1004,9 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
                 else if (expressions.hasHaving())
                     executeHaving(query_plan, expressions.before_having);
 
+                /// FIXME calculate windows here
                 executeExpression(query_plan, expressions.before_order_and_select, "Before ORDER BY and SELECT");
+                executeWindow(query_plan);
                 executeDistinct(query_plan, true, expressions.selected_columns, true);
 
             }
@@ -1735,6 +1740,74 @@ void InterpreterSelectQuery::executeExpression(QueryPlan & query_plan, const Act
 }
 
 
+void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
+{
+    for (const auto & f : query_analyzer->window_functions)
+    {
+        const auto & w = query_analyzer->window_descriptions[f.window_name];
+
+        fmt::print(stderr, "window function '{}' over window '{}'\n",
+            f.column_name, f.window_name);
+        fmt::print(stderr, "{}\n{}\n", f.dump(), w.dump());
+
+        const Settings & settings = context->getSettingsRef();
+
+        auto partial_sorting = std::make_unique<PartialSortingStep>(
+            query_plan.getCurrentDataStream(),
+            w.full_sort_description,
+            0 /* LIMIT */,
+            SizeLimits(settings.max_rows_to_sort, settings.max_bytes_to_sort,
+                settings.sort_overflow_mode));
+        partial_sorting->setStepDescription("Sort each block for window '"
+            + w.window_name + "'");
+        query_plan.addStep(std::move(partial_sorting));
+
+        auto merge_sorting_step = std::make_unique<MergeSortingStep>(
+            query_plan.getCurrentDataStream(),
+            w.full_sort_description,
+            settings.max_block_size,
+            0 /* LIMIT */,
+            settings.max_bytes_before_remerge_sort,
+            settings.max_bytes_before_external_sort,
+            context->getTemporaryVolume(),
+            settings.min_free_disk_space_for_temporary_data);
+        merge_sorting_step->setStepDescription("Merge sorted blocks for window '"
+            + w.window_name + "'");
+        query_plan.addStep(std::move(merge_sorting_step));
+
+
+        // First MergeSorted, now MergingSorted......
+        auto merging_sorted = std::make_unique<MergingSortedStep>(
+            query_plan.getCurrentDataStream(),
+            w.full_sort_description,
+            settings.max_block_size,
+            0 /* LIMIT */);
+        merging_sorted->setStepDescription("Merge sorted streams for window '"
+            + w.window_name + "'");
+        query_plan.addStep(std::move(merging_sorted));
+
+        // Add column with window function name and value "1".
+        ColumnWithTypeAndName col;
+        col.type = std::make_shared<DataTypeInt64>();
+        col.column = col.type->createColumnConst(1 /* size */, UInt64(1) /* field */);
+        col.name = f.column_name;
+
+        ActionsDAGPtr window_dag = std::make_shared<ActionsDAG>();
+        window_dag->addColumn(col);
+
+        fmt::print(stderr, "window dag: {}\n", window_dag->dumpDAG());
+
+        auto window_step = std::make_unique<WindowStep>(
+            query_plan.getCurrentDataStream(),
+            window_dag);
+        window_step->setStepDescription("Window step for function '"
+            + f.column_name + "'");
+
+        query_plan.addStep(std::move(window_step));
+    }
+}
+
+
 void InterpreterSelectQuery::executeOrderOptimized(QueryPlan & query_plan, InputOrderInfoPtr input_sorting_info, UInt64 limit, SortDescription & output_order_descr)
 {
     const Settings & settings = context->getSettingsRef();
diff --git a/src/Interpreters/InterpreterSelectQuery.h b/src/Interpreters/InterpreterSelectQuery.h
index d82ea4e1187..1fff316e1d4 100644
--- a/src/Interpreters/InterpreterSelectQuery.h
+++ b/src/Interpreters/InterpreterSelectQuery.h
@@ -120,6 +120,8 @@ private:
     void executeTotalsAndHaving(QueryPlan & query_plan, bool has_having, const ActionsDAGPtr & expression, bool overflow_row, bool final);
     void executeHaving(QueryPlan & query_plan, const ActionsDAGPtr & expression);
     static void executeExpression(QueryPlan & query_plan, const ActionsDAGPtr & expression, const std::string & description);
+    /// FIXME should go through ActionsDAG to behave as a proper function
+    void executeWindow(QueryPlan & query_plan);
     void executeOrder(QueryPlan & query_plan, InputOrderInfoPtr sorting_info);
     void executeOrderOptimized(QueryPlan & query_plan, InputOrderInfoPtr sorting_info, UInt64 limit, SortDescription & output_order_descr);
     void executeWithFill(QueryPlan & query_plan);

From 6f991725c38d8d9489e628777bd4621a7f4b62eb Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 11 Dec 2020 01:16:58 +0300
Subject: [PATCH 074/742] forgot new files

---
 src/Processors/QueryPlan/WindowStep.cpp       | 110 ++++++++++++++++++
 src/Processors/QueryPlan/WindowStep.h         |  32 +++++
 src/Processors/Transforms/WindowTransform.cpp |  33 ++++++
 src/Processors/Transforms/WindowTransform.h   |  36 ++++++
 4 files changed, 211 insertions(+)
 create mode 100644 src/Processors/QueryPlan/WindowStep.cpp
 create mode 100644 src/Processors/QueryPlan/WindowStep.h
 create mode 100644 src/Processors/Transforms/WindowTransform.cpp
 create mode 100644 src/Processors/Transforms/WindowTransform.h

diff --git a/src/Processors/QueryPlan/WindowStep.cpp b/src/Processors/QueryPlan/WindowStep.cpp
new file mode 100644
index 00000000000..2db6bd3d416
--- /dev/null
+++ b/src/Processors/QueryPlan/WindowStep.cpp
@@ -0,0 +1,110 @@
+#include <Processors/QueryPlan/WindowStep.h>
+
+#include <Processors/Transforms/WindowTransform.h>
+#include <Processors/QueryPipeline.h>
+#include <Interpreters/ExpressionActions.h>
+#include <IO/Operators.h>
+
+namespace DB
+{
+
+static ITransformingStep::Traits getTraits(const ActionsDAGPtr & actions)
+{
+    return ITransformingStep::Traits
+    {
+        {
+            .preserves_distinct_columns = !actions->hasArrayJoin(),
+            .returns_single_stream = false,
+            .preserves_number_of_streams = true,
+            .preserves_sorting = !actions->hasArrayJoin(),
+        },
+        {
+            .preserves_number_of_rows = !actions->hasArrayJoin(),
+        }
+    };
+}
+
+static ITransformingStep::Traits getJoinTraits()
+{
+    return ITransformingStep::Traits
+    {
+        {
+            .preserves_distinct_columns = false,
+            .returns_single_stream = false,
+            .preserves_number_of_streams = true,
+            .preserves_sorting = false,
+        },
+        {
+            .preserves_number_of_rows = false,
+        }
+    };
+}
+
+WindowStep::WindowStep(const DataStream & input_stream_,
+        ActionsDAGPtr actions_dag_)
+    : ITransformingStep(
+        input_stream_,
+        Transform::transformHeader(input_stream_.header,
+            std::make_shared<ExpressionActions>(actions_dag_)),
+        getTraits(actions_dag_))
+    , actions_dag(std::move(actions_dag_))
+{
+    /// Some columns may be removed by expression.
+    updateDistinctColumns(output_stream->header, output_stream->distinct_columns);
+}
+
+void WindowStep::updateInputStream(DataStream input_stream, bool keep_header)
+{
+    Block out_header = keep_header
+        ? std::move(output_stream->header)
+        : Transform::transformHeader(input_stream.header,
+            std::make_shared<ExpressionActions>(actions_dag));
+
+    output_stream = createOutputStream(
+            input_stream,
+            std::move(out_header),
+            getDataStreamTraits());
+
+    input_streams.clear();
+    input_streams.emplace_back(std::move(input_stream));
+}
+
+void WindowStep::transformPipeline(QueryPipeline & pipeline)
+{
+    auto expression = std::make_shared<ExpressionActions>(actions_dag);
+    pipeline.addSimpleTransform([&](const Block & header)
+    {
+        return std::make_shared<Transform>(header, expression);
+    });
+
+    if (!blocksHaveEqualStructure(pipeline.getHeader(), output_stream->header))
+    {
+        auto convert_actions_dag = ActionsDAG::makeConvertingActions(
+                pipeline.getHeader().getColumnsWithTypeAndName(),
+                output_stream->header.getColumnsWithTypeAndName(),
+                ActionsDAG::MatchColumnsMode::Name);
+        auto convert_actions = std::make_shared<ExpressionActions>(convert_actions_dag);
+
+        pipeline.addSimpleTransform([&](const Block & header)
+        {
+            return std::make_shared<ExpressionTransform>(header, convert_actions);
+        });
+    }
+}
+
+void WindowStep::describeActions(FormatSettings & settings) const
+{
+    String prefix(settings.offset, ' ');
+    bool first = true;
+
+    auto expression = std::make_shared<ExpressionActions>(actions_dag);
+    for (const auto & action : expression->getActions())
+    {
+        settings.out << prefix << (first ? "Actions: "
+                                         : "         ");
+        first = false;
+        settings.out << action.toString() << '\n';
+    }
+}
+
+}
diff --git a/src/Processors/QueryPlan/WindowStep.h b/src/Processors/QueryPlan/WindowStep.h
new file mode 100644
index 00000000000..4b67e9563db
--- /dev/null
+++ b/src/Processors/QueryPlan/WindowStep.h
@@ -0,0 +1,32 @@
+#pragma once
+#include <Processors/QueryPlan/ITransformingStep.h>
+
+namespace DB
+{
+
+class ActionsDAG;
+using ActionsDAGPtr = std::shared_ptr<ActionsDAG>;
+
+class WindowTransform;
+
+class WindowStep : public ITransformingStep
+{
+public:
+    using Transform = WindowTransform;
+
+    explicit WindowStep(const DataStream & input_stream_, ActionsDAGPtr actions_dag_);
+    String getName() const override { return "Expression"; }
+
+    void transformPipeline(QueryPipeline & pipeline) override;
+
+    void updateInputStream(DataStream input_stream, bool keep_header);
+
+    void describeActions(FormatSettings & settings) const override;
+
+    const ActionsDAGPtr & getExpression() const { return actions_dag; }
+
+private:
+    ActionsDAGPtr actions_dag;
+};
+
+}
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
new file mode 100644
index 00000000000..f4bc660b940
--- /dev/null
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -0,0 +1,33 @@
+#include <Processors/Transforms/WindowTransform.h>
+
+#include <Interpreters/ExpressionActions.h>
+
+namespace DB
+{
+
+Block WindowTransform::transformHeader(Block header, const ExpressionActionsPtr & expression)
+{
+    size_t num_rows = header.rows();
+    expression->execute(header, num_rows, true);
+    return header;
+}
+
+
+WindowTransform::WindowTransform(const Block & header_,
+        ExpressionActionsPtr expression_)
+    : ISimpleTransform(header_, transformHeader(header_, expression_), false)
+    , expression(std::move(expression_))
+{
+}
+
+void WindowTransform::transform(Chunk & chunk)
+{
+    size_t num_rows = chunk.getNumRows();
+    auto block = getInputPort().getHeader().cloneWithColumns(chunk.detachColumns());
+
+    expression->execute(block, num_rows);
+
+    chunk.setColumns(block.getColumns(), num_rows);
+}
+
+}
diff --git a/src/Processors/Transforms/WindowTransform.h b/src/Processors/Transforms/WindowTransform.h
new file mode 100644
index 00000000000..08648905eda
--- /dev/null
+++ b/src/Processors/Transforms/WindowTransform.h
@@ -0,0 +1,36 @@
+#pragma once
+#include <Processors/ISimpleTransform.h>
+
+namespace DB
+{
+
+class ExpressionActions;
+using ExpressionActionsPtr = std::shared_ptr<ExpressionActions>;
+
+/** Executes a certain expression over the block.
+  * The expression consists of column identifiers from the block, constants, common functions.
+  * For example: hits * 2 + 3, url LIKE '%yandex%'
+  * The expression processes each row independently of the others.
+  */
+class WindowTransform : public ISimpleTransform
+{
+public:
+    WindowTransform(
+            const Block & header_,
+            ExpressionActionsPtr expression_);
+
+    String getName() const override
+    {
+        return "WindowTransform";
+    }
+
+    static Block transformHeader(Block header, const ExpressionActionsPtr & expression);
+
+protected:
+    void transform(Chunk & chunk) override;
+
+private:
+    ExpressionActionsPtr expression;
+};
+
+}

From dea446be2f01b2c7f59030463149d669270169b1 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 11 Dec 2020 02:56:57 +0300
Subject: [PATCH 075/742] Remove some redundant includes to speed up build

---
 .../AggregateFunctionSequenceMatch.h                  |  2 +-
 src/Columns/ColumnLowCardinality.h                    |  1 -
 src/Common/ColumnsHashingImpl.h                       |  1 +
 src/DataTypes/DataTypeLowCardinality.cpp              |  1 +
 src/Interpreters/ExpressionAnalyzer.cpp               |  1 +
 src/Interpreters/HashJoin.h                           |  1 +
 src/Interpreters/IJoin.h                              |  1 +
 src/Interpreters/InterpreterCreateQuery.h             |  2 ++
 src/Interpreters/InterpreterRenameQuery.h             |  1 +
 src/Interpreters/InterpreterSelectQuery.cpp           |  2 ++
 src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp  |  2 ++
 src/Interpreters/TextLog.cpp                          | 11 +++++++----
 src/Storages/ConstraintsDescription.cpp               |  3 +++
 src/Storages/ConstraintsDescription.h                 |  2 +-
 src/Storages/LiveView/StorageLiveView.cpp             |  6 ++++++
 src/Storages/LiveView/StorageLiveView.h               |  2 +-
 src/Storages/MergeTree/MergeTreeData.h                |  1 +
 src/Storages/ReadInOrderOptimizer.cpp                 |  6 ++++--
 src/Storages/StorageMaterializeMySQL.cpp              |  4 ++++
 .../System/StorageSystemDistributionQueue.cpp         |  1 +
 src/Storages/System/StorageSystemTables.cpp           |  1 +
 src/Storages/System/StorageSystemZooKeeper.cpp        |  1 +
 src/Storages/System/attachSystemTablesImpl.h          |  2 ++
 23 files changed, 45 insertions(+), 10 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceMatch.h b/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
index c7e2a700dd7..1a3da20e347 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
@@ -590,7 +590,7 @@ public:
 
     void insertResultInto(AggregateDataPtr place, IColumn & to, Arena *) const override
     {
-        const_cast<Data &>(this->data(place)).sort();
+        this->data(place).sort();
         assert_cast<ColumnUInt64 &>(to).getData().push_back(count(place));
     }
 
diff --git a/src/Columns/ColumnLowCardinality.h b/src/Columns/ColumnLowCardinality.h
index 0874f619b8a..5ace0a5d64f 100644
--- a/src/Columns/ColumnLowCardinality.h
+++ b/src/Columns/ColumnLowCardinality.h
@@ -3,7 +3,6 @@
 #include <Columns/IColumnUnique.h>
 #include <Common/typeid_cast.h>
 #include <Common/assert_cast.h>
-#include <AggregateFunctions/AggregateFunctionCount.h>
 #include "ColumnsNumber.h"
 
 
diff --git a/src/Common/ColumnsHashingImpl.h b/src/Common/ColumnsHashingImpl.h
index 826e8d31ee9..cdd8dd20dd0 100644
--- a/src/Common/ColumnsHashingImpl.h
+++ b/src/Common/ColumnsHashingImpl.h
@@ -1,6 +1,7 @@
 #pragma once
 
 #include <Columns/IColumn.h>
+#include <Columns/ColumnNullable.h>
 #include <Common/assert_cast.h>
 #include <Common/HashTable/HashTableKeyHolder.h>
 #include <Interpreters/AggregationCommon.h>
diff --git a/src/DataTypes/DataTypeLowCardinality.cpp b/src/DataTypes/DataTypeLowCardinality.cpp
index 6b1166dc26a..8f4b2bf7636 100644
--- a/src/DataTypes/DataTypeLowCardinality.cpp
+++ b/src/DataTypes/DataTypeLowCardinality.cpp
@@ -10,6 +10,7 @@
 #include <DataTypes/DataTypeFactory.h>
 #include <DataTypes/DataTypeLowCardinality.h>
 #include <DataTypes/DataTypeNullable.h>
+#include <DataTypes/DataTypesNumber.h>
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
 #include <Parsers/IAST.h>
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index e8fa1401700..0d54f75c588 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -12,6 +12,7 @@
 #include <Parsers/DumpASTNode.h>
 
 #include <DataTypes/DataTypeNullable.h>
+#include <DataTypes/DataTypesNumber.h>
 #include <Columns/IColumn.h>
 
 #include <Interpreters/ExpressionAnalyzer.h>
diff --git a/src/Interpreters/HashJoin.h b/src/Interpreters/HashJoin.h
index 986b4474473..ceddc9e4c7c 100644
--- a/src/Interpreters/HashJoin.h
+++ b/src/Interpreters/HashJoin.h
@@ -22,6 +22,7 @@
 #include <DataStreams/SizeLimits.h>
 #include <DataStreams/IBlockStream_fwd.h>
 
+#include <Core/Block.h>
 
 namespace DB
 {
diff --git a/src/Interpreters/IJoin.h b/src/Interpreters/IJoin.h
index b9f88b57b37..3d313adcb6c 100644
--- a/src/Interpreters/IJoin.h
+++ b/src/Interpreters/IJoin.h
@@ -12,6 +12,7 @@ namespace DB
 
 class Block;
 struct ExtraBlock;
+using ExtraBlockPtr = std::shared_ptr<ExtraBlock>;
 
 class IJoin
 {
diff --git a/src/Interpreters/InterpreterCreateQuery.h b/src/Interpreters/InterpreterCreateQuery.h
index 07fca5f3910..735cc2122fa 100644
--- a/src/Interpreters/InterpreterCreateQuery.h
+++ b/src/Interpreters/InterpreterCreateQuery.h
@@ -16,6 +16,8 @@ class Context;
 class ASTCreateQuery;
 class ASTExpressionList;
 class ASTConstraintDeclaration;
+class IDatabase;
+using DatabasePtr = std::shared_ptr<IDatabase>;
 
 
 /** Allows to create new table or database,
diff --git a/src/Interpreters/InterpreterRenameQuery.h b/src/Interpreters/InterpreterRenameQuery.h
index f2c08f22602..6fb0803d038 100644
--- a/src/Interpreters/InterpreterRenameQuery.h
+++ b/src/Interpreters/InterpreterRenameQuery.h
@@ -9,6 +9,7 @@ namespace DB
 
 class Context;
 class AccessRightsElements;
+class DDLGuard;
 
 /// To avoid deadlocks, we must acquire locks for tables in same order in any different RENAMES.
 struct UniqueTableName
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 1fc414c482d..2d6cb64bb7e 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -14,6 +14,8 @@
 
 #include <Access/AccessFlags.h>
 
+#include <AggregateFunctions/AggregateFunctionCount.h>
+
 #include <Interpreters/ApplyWithAliasVisitor.h>
 #include <Interpreters/ApplyWithSubqueryVisitor.h>
 #include <Interpreters/InterpreterSelectQuery.h>
diff --git a/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp b/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp
index 37714c1a83e..2f8a544103e 100644
--- a/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp
+++ b/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp
@@ -21,6 +21,8 @@
 #include <Common/assert_cast.h>
 #include <Interpreters/Context.h>
 #include <Interpreters/InterpreterCreateQuery.h>
+#include <Interpreters/ExpressionAnalyzer.h>
+#include <Interpreters/TreeRewriter.h>
 #include <Storages/IStorage.h>
 
 namespace DB
diff --git a/src/Interpreters/TextLog.cpp b/src/Interpreters/TextLog.cpp
index d1cc6a052e8..f60b6acae6f 100644
--- a/src/Interpreters/TextLog.cpp
+++ b/src/Interpreters/TextLog.cpp
@@ -1,11 +1,14 @@
 #include <Interpreters/TextLog.h>
-#include <DataTypes/DataTypeEnum.h>
-#include <DataTypes/DataTypesNumber.h>
+
+#include <Common/ClickHouseRevision.h>
+#include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeDateTime64.h>
-#include <DataTypes/DataTypeDate.h>
+#include <DataTypes/DataTypeEnum.h>
+#include <DataTypes/DataTypeLowCardinality.h>
 #include <DataTypes/DataTypeString.h>
-#include <Common/ClickHouseRevision.h>
+#include <DataTypes/DataTypesNumber.h>
+
 #include <array>
 
 namespace DB
diff --git a/src/Storages/ConstraintsDescription.cpp b/src/Storages/ConstraintsDescription.cpp
index cff0b975a1d..e6315872a66 100644
--- a/src/Storages/ConstraintsDescription.cpp
+++ b/src/Storages/ConstraintsDescription.cpp
@@ -1,5 +1,8 @@
 #include <Storages/ConstraintsDescription.h>
 
+#include <Interpreters/ExpressionAnalyzer.h>
+#include <Interpreters/TreeRewriter.h>
+
 #include <Parsers/formatAST.h>
 #include <Parsers/ParserCreateQuery.h>
 #include <Parsers/parseQuery.h>
diff --git a/src/Storages/ConstraintsDescription.h b/src/Storages/ConstraintsDescription.h
index ddc9597f813..d6d2baefbd2 100644
--- a/src/Storages/ConstraintsDescription.h
+++ b/src/Storages/ConstraintsDescription.h
@@ -1,7 +1,7 @@
 #pragma once
 
 #include <Parsers/ASTConstraintDeclaration.h>
-#include <Interpreters/ExpressionAnalyzer.h>
+#include <Interpreters/ExpressionActions.h>
 
 namespace DB
 {
diff --git a/src/Storages/LiveView/StorageLiveView.cpp b/src/Storages/LiveView/StorageLiveView.cpp
index bdf82307b07..0803b3a9c9c 100644
--- a/src/Storages/LiveView/StorageLiveView.cpp
+++ b/src/Storages/LiveView/StorageLiveView.cpp
@@ -35,6 +35,7 @@ limitations under the License. */
 #include <Parsers/ASTSubquery.h>
 #include <Parsers/queryToString.h>
 #include <Interpreters/DatabaseAndTableWithAlias.h>
+#include <Interpreters/DatabaseCatalog.h>
 #include <Interpreters/getTableExpressions.h>
 #include <Interpreters/AddDefaultDatabaseVisitor.h>
 #include <Access/AccessFlags.h>
@@ -303,6 +304,11 @@ Block StorageLiveView::getHeader() const
     return sample_block;
 }
 
+StoragePtr StorageLiveView::getParentStorage() const
+{
+    return DatabaseCatalog::instance().getTable(select_table_id, global_context);
+}
+
 ASTPtr StorageLiveView::getInnerBlocksQuery()
 {
     std::lock_guard lock(sample_block_lock);
diff --git a/src/Storages/LiveView/StorageLiveView.h b/src/Storages/LiveView/StorageLiveView.h
index 9c843dc71de..4a03e29342a 100644
--- a/src/Storages/LiveView/StorageLiveView.h
+++ b/src/Storages/LiveView/StorageLiveView.h
@@ -57,7 +57,7 @@ public:
     {
         return getStorageID().table_name + "_blocks";
     }
-    StoragePtr getParentStorage() const { return DatabaseCatalog::instance().getTable(select_table_id, global_context); }
+    StoragePtr getParentStorage() const;
 
     ASTPtr getInnerQuery() const { return inner_query->clone(); }
     ASTPtr getInnerSubQuery() const
diff --git a/src/Storages/MergeTree/MergeTreeData.h b/src/Storages/MergeTree/MergeTreeData.h
index 1f9ca97abaf..38e6c34e232 100644
--- a/src/Storages/MergeTree/MergeTreeData.h
+++ b/src/Storages/MergeTree/MergeTreeData.h
@@ -43,6 +43,7 @@ struct JobAndPool;
 
 class ExpressionActions;
 using ExpressionActionsPtr = std::shared_ptr<ExpressionActions>;
+using ManyExpressionActions = std::vector<ExpressionActionsPtr>;
 
 namespace ErrorCodes
 {
diff --git a/src/Storages/ReadInOrderOptimizer.cpp b/src/Storages/ReadInOrderOptimizer.cpp
index 3613fbff5cf..ae49433dbc6 100644
--- a/src/Storages/ReadInOrderOptimizer.cpp
+++ b/src/Storages/ReadInOrderOptimizer.cpp
@@ -1,8 +1,10 @@
 #include <Storages/ReadInOrderOptimizer.h>
+
+#include <Functions/IFunction.h>
+#include <Interpreters/TableJoin.h>
+#include <Interpreters/TreeRewriter.h>
 #include <Storages/MergeTree/MergeTreeData.h>
 #include <Storages/MergeTree/StorageFromMergeTreeDataPart.h>
-#include <Interpreters/TableJoin.h>
-#include <Functions/IFunction.h>
 
 namespace DB
 {
diff --git a/src/Storages/StorageMaterializeMySQL.cpp b/src/Storages/StorageMaterializeMySQL.cpp
index 7c9ec35f3c5..9be285adc69 100644
--- a/src/Storages/StorageMaterializeMySQL.cpp
+++ b/src/Storages/StorageMaterializeMySQL.cpp
@@ -8,6 +8,8 @@
 
 #include <Core/Settings.h>
 #include <Interpreters/Context.h>
+#include <Interpreters/ExpressionAnalyzer.h>
+#include <Interpreters/TreeRewriter.h>
 
 #include <Parsers/ASTFunction.h>
 #include <Parsers/ASTSelectQuery.h>
@@ -19,6 +21,8 @@
 #include <Processors/Pipe.h>
 #include <Processors/Transforms/FilterTransform.h>
 
+#include <Storages/SelectQueryInfo.h>
+
 namespace DB
 {
 
diff --git a/src/Storages/System/StorageSystemDistributionQueue.cpp b/src/Storages/System/StorageSystemDistributionQueue.cpp
index c8d8c88ec08..edba7c13b1c 100644
--- a/src/Storages/System/StorageSystemDistributionQueue.cpp
+++ b/src/Storages/System/StorageSystemDistributionQueue.cpp
@@ -4,6 +4,7 @@
 #include <DataTypes/DataTypesNumber.h>
 #include <Storages/System/StorageSystemDistributionQueue.h>
 #include <Storages/Distributed/DirectoryMonitor.h>
+#include <Storages/SelectQueryInfo.h>
 #include <Storages/StorageDistributed.h>
 #include <Storages/VirtualColumnUtils.h>
 #include <Access/ContextAccess.h>
diff --git a/src/Storages/System/StorageSystemTables.cpp b/src/Storages/System/StorageSystemTables.cpp
index 02aa7d8302a..c9b3223ee38 100644
--- a/src/Storages/System/StorageSystemTables.cpp
+++ b/src/Storages/System/StorageSystemTables.cpp
@@ -4,6 +4,7 @@
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeNullable.h>
 #include <Storages/System/StorageSystemTables.h>
+#include <Storages/SelectQueryInfo.h>
 #include <Storages/VirtualColumnUtils.h>
 #include <Databases/IDatabase.h>
 #include <Access/ContextAccess.h>
diff --git a/src/Storages/System/StorageSystemZooKeeper.cpp b/src/Storages/System/StorageSystemZooKeeper.cpp
index a3660cf2dec..287650ef86c 100644
--- a/src/Storages/System/StorageSystemZooKeeper.cpp
+++ b/src/Storages/System/StorageSystemZooKeeper.cpp
@@ -2,6 +2,7 @@
 #include <DataTypes/DataTypesNumber.h>
 #include <DataTypes/DataTypeDateTime.h>
 #include <Storages/System/StorageSystemZooKeeper.h>
+#include <Storages/SelectQueryInfo.h>
 #include <Parsers/ASTSelectQuery.h>
 #include <Parsers/ASTIdentifier.h>
 #include <Parsers/ASTLiteral.h>
diff --git a/src/Storages/System/attachSystemTablesImpl.h b/src/Storages/System/attachSystemTablesImpl.h
index 0dc34c3c116..78e944f7d27 100644
--- a/src/Storages/System/attachSystemTablesImpl.h
+++ b/src/Storages/System/attachSystemTablesImpl.h
@@ -1,6 +1,8 @@
 #pragma once
 #include <Databases/IDatabase.h>
 
+#include <Interpreters/DatabaseCatalog.h>
+
 namespace DB
 {
 

From c2f1885b123ad4833c422ec21de32847661ceb40 Mon Sep 17 00:00:00 2001
From: damozhaeva <68770561+damozhaeva@users.noreply.github.com>
Date: Fri, 11 Dec 2020 11:17:40 +0300
Subject: [PATCH 076/742] Update docs/ru/operations/system-tables/errors.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 docs/ru/operations/system-tables/errors.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/operations/system-tables/errors.md b/docs/ru/operations/system-tables/errors.md
index 321920e8535..3a824c8c834 100644
--- a/docs/ru/operations/system-tables/errors.md
+++ b/docs/ru/operations/system-tables/errors.md
@@ -6,7 +6,7 @@
 
 -   `name` ([String](../../sql-reference/data-types/string.md)) — название ошибки (`errorCodeToName`).
 -   `code` ([Int32](../../sql-reference/data-types/int-uint.md)) — номер кода ошибки.
--   `value` ([UInt64](../../sql-reference/data-types/int-uint.md)) — число, возникающих ошибок.
+-   `value` ([UInt64](../../sql-reference/data-types/int-uint.md)) — количество ошибок.
 
 **Пример**
 

From 4809b5975a16efd36f3678446b59d31e35c39fd1 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Mon, 30 Nov 2020 16:53:07 +0800
Subject: [PATCH 077/742] Fix system.stack_trace in daemon

---
 src/Storages/System/StorageSystemStackTrace.cpp | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index 9edcb1ede47..e822ac26744 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -33,7 +33,8 @@ namespace ErrorCodes
 
 namespace
 {
-    const pid_t expected_pid = getpid();
+    // Initialized in StorageSystemStackTrace's ctor and used in signalHandler.
+    pid_t expected_pid;
     const int sig = SIGRTMIN;
 
     std::atomic<int> sequence_num = 0;    /// For messages sent via pipe.
@@ -133,6 +134,7 @@ StorageSystemStackTrace::StorageSystemStackTrace(const StorageID & table_id_)
 
     /// Setup signal handler.
 
+    expected_pid = getpid();
     struct sigaction sa{};
     sa.sa_sigaction = signalHandler;
     sa.sa_flags = SA_SIGINFO;
@@ -214,7 +216,11 @@ void StorageSystemStackTrace::fillData(MutableColumns & res_columns, const Conte
             res_columns[2]->insertDefault();
         }
 
-        ++sequence_num; /// FYI: For signed Integral types, arithmetic is defined to use two’s complement representation. There are no undefined results.
+        /// Signed integer overflow is undefined behavior in both C and C++. However, according to
+        /// C++ standard, Atomic signed integer arithmetic is defined to use two's complement; there
+        /// are no undefined results. See https://en.cppreference.com/w/cpp/atomic/atomic and
+        /// http://eel.is/c++draft/atomics.types.generic#atomics.types.int-8
+        ++sequence_num;
     }
 }
 

From a0f4dfd94816603db22324edce631f72caa0d249 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Mon, 30 Nov 2020 21:53:04 +0800
Subject: [PATCH 078/742] get back tests

---
 tests/queries/0_stateless/01051_system_stack_trace.reference | 1 +
 tests/queries/0_stateless/01051_system_stack_trace.sql       | 2 ++
 2 files changed, 3 insertions(+)
 create mode 100644 tests/queries/0_stateless/01051_system_stack_trace.reference
 create mode 100644 tests/queries/0_stateless/01051_system_stack_trace.sql

diff --git a/tests/queries/0_stateless/01051_system_stack_trace.reference b/tests/queries/0_stateless/01051_system_stack_trace.reference
new file mode 100644
index 00000000000..d00491fd7e5
--- /dev/null
+++ b/tests/queries/0_stateless/01051_system_stack_trace.reference
@@ -0,0 +1 @@
+1
diff --git a/tests/queries/0_stateless/01051_system_stack_trace.sql b/tests/queries/0_stateless/01051_system_stack_trace.sql
new file mode 100644
index 00000000000..32d344fce7e
--- /dev/null
+++ b/tests/queries/0_stateless/01051_system_stack_trace.sql
@@ -0,0 +1,2 @@
+-- at least this query should be present
+SELECT count() > 0 FROM system.stack_trace WHERE query_id != '';

From d0044886ab1b41f30cd8ec9255411897f625ecac Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Tue, 1 Dec 2020 11:45:10 +0800
Subject: [PATCH 079/742] fix TSan

---
 src/Storages/System/StorageSystemStackTrace.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index e822ac26744..a72fbeb2d5d 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -34,7 +34,7 @@ namespace ErrorCodes
 namespace
 {
     // Initialized in StorageSystemStackTrace's ctor and used in signalHandler.
-    pid_t expected_pid;
+    std::atomic<pid_t> expected_pid;
     const int sig = SIGRTMIN;
 
     std::atomic<int> sequence_num = 0;    /// For messages sent via pipe.

From c4306b5788a8f4b327e5c73cc3a0e397f8afeb4d Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Tue, 1 Dec 2020 16:37:30 +0800
Subject: [PATCH 080/742] Another try of TSan fix

---
 src/Storages/System/StorageSystemStackTrace.cpp | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index a72fbeb2d5d..ef4bf023933 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -34,7 +34,6 @@ namespace ErrorCodes
 namespace
 {
     // Initialized in StorageSystemStackTrace's ctor and used in signalHandler.
-    std::atomic<pid_t> expected_pid;
     const int sig = SIGRTMIN;
 
     std::atomic<int> sequence_num = 0;    /// For messages sent via pipe.
@@ -49,6 +48,8 @@ namespace
 
     void signalHandler(int, siginfo_t * info, void * context)
     {
+        // getpid() is an async-signal-safe function required by POSIX.1
+        static const pid_t expected_pid = getpid();
         auto saved_errno = errno;   /// We must restore previous value of errno in signal handler.
 
         /// In case malicious user is sending signals manually (for unknown reason).
@@ -133,8 +134,6 @@ StorageSystemStackTrace::StorageSystemStackTrace(const StorageID & table_id_)
     notification_pipe.open();
 
     /// Setup signal handler.
-
-    expected_pid = getpid();
     struct sigaction sa{};
     sa.sa_sigaction = signalHandler;
     sa.sa_flags = SA_SIGINFO;

From 5e71f4e810a7005f489f6a2cb6a4df509ad2eca1 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Tue, 1 Dec 2020 20:33:42 +0800
Subject: [PATCH 081/742] Have to resort to NO_SANITIZE_THREAD

---
 src/Storages/System/StorageSystemStackTrace.cpp | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index ef4bf023933..4f2ade17900 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -34,6 +34,7 @@ namespace ErrorCodes
 namespace
 {
     // Initialized in StorageSystemStackTrace's ctor and used in signalHandler.
+    std::atomic<pid_t> expected_pid;
     const int sig = SIGRTMIN;
 
     std::atomic<int> sequence_num = 0;    /// For messages sent via pipe.
@@ -46,10 +47,9 @@ namespace
 
     LazyPipeFDs notification_pipe;
 
-    void signalHandler(int, siginfo_t * info, void * context)
+    // TSan complains about expected_pid being accessed unsafely, which is not the case.
+    void NO_SANITIZE_THREAD signalHandler(int, siginfo_t * info, void * context)
     {
-        // getpid() is an async-signal-safe function required by POSIX.1
-        static const pid_t expected_pid = getpid();
         auto saved_errno = errno;   /// We must restore previous value of errno in signal handler.
 
         /// In case malicious user is sending signals manually (for unknown reason).
@@ -134,6 +134,7 @@ StorageSystemStackTrace::StorageSystemStackTrace(const StorageID & table_id_)
     notification_pipe.open();
 
     /// Setup signal handler.
+    expected_pid = getpid();
     struct sigaction sa{};
     sa.sa_sigaction = signalHandler;
     sa.sa_flags = SA_SIGINFO;

From b513eeee7f2ea5148b16118ffe9bb9030109a940 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Tue, 1 Dec 2020 22:20:02 +0300
Subject: [PATCH 082/742] Another try...

---
 src/Storages/System/StorageSystemStackTrace.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index 4f2ade17900..954318fa7ac 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -161,7 +161,7 @@ NamesAndTypesList StorageSystemStackTrace::getNamesAndTypes()
 }
 
 
-void StorageSystemStackTrace::fillData(MutableColumns & res_columns, const Context &, const SelectQueryInfo &) const
+void NO_SANITIZE_THREAD StorageSystemStackTrace::fillData(MutableColumns & res_columns, const Context &, const SelectQueryInfo &) const
 {
     /// It shouldn't be possible to do concurrent reads from this table.
     std::lock_guard lock(mutex);

From cfeaff6aa7ac7f1ac94e9166e60aba8b14d8b1b5 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Tue, 1 Dec 2020 22:20:49 +0300
Subject: [PATCH 083/742] Update StorageSystemStackTrace.cpp

---
 src/Storages/System/StorageSystemStackTrace.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index 954318fa7ac..6b6612e611b 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -47,7 +47,7 @@ namespace
 
     LazyPipeFDs notification_pipe;
 
-    // TSan complains about expected_pid being accessed unsafely, which is not the case.
+    // TSan complains about stack_trace being accessed unsafely, which is not the case.
     void NO_SANITIZE_THREAD signalHandler(int, siginfo_t * info, void * context)
     {
         auto saved_errno = errno;   /// We must restore previous value of errno in signal handler.

From 0aa75e6023577c10eb73cb41afaf120cb44bf66a Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Tue, 8 Dec 2020 01:48:41 +0800
Subject: [PATCH 084/742] Another try of TSan fix

---
 src/Storages/System/CMakeLists.txt              | 2 ++
 src/Storages/System/StorageSystemStackTrace.cpp | 5 ++---
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/src/Storages/System/CMakeLists.txt b/src/Storages/System/CMakeLists.txt
index a1eb525dceb..f6d443b9aa3 100644
--- a/src/Storages/System/CMakeLists.txt
+++ b/src/Storages/System/CMakeLists.txt
@@ -15,6 +15,8 @@ include(${ClickHouse_SOURCE_DIR}/cmake/dbms_glob_sources.cmake)
 add_headers_and_sources(storages_system .)
 list (APPEND storages_system_sources ${CONFIG_BUILD})
 
+set_source_files_properties(StorageSystemStackTrace.cpp PROPERTIES COMPILE_FLAGS -fno-sanitize=thread)
+
 add_custom_target(generate-contributors
     ./StorageSystemContributors.sh
     SOURCES StorageSystemContributors.sh
diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index 6b6612e611b..5cfad1f5bdc 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -47,8 +47,7 @@ namespace
 
     LazyPipeFDs notification_pipe;
 
-    // TSan complains about stack_trace being accessed unsafely, which is not the case.
-    void NO_SANITIZE_THREAD signalHandler(int, siginfo_t * info, void * context)
+    void signalHandler(int, siginfo_t * info, void * context)
     {
         auto saved_errno = errno;   /// We must restore previous value of errno in signal handler.
 
@@ -161,7 +160,7 @@ NamesAndTypesList StorageSystemStackTrace::getNamesAndTypes()
 }
 
 
-void NO_SANITIZE_THREAD StorageSystemStackTrace::fillData(MutableColumns & res_columns, const Context &, const SelectQueryInfo &) const
+void StorageSystemStackTrace::fillData(MutableColumns & res_columns, const Context &, const SelectQueryInfo &) const
 {
     /// It shouldn't be possible to do concurrent reads from this table.
     std::lock_guard lock(mutex);

From 04128c33e1f99730935edcf2ef1e766dd916e29d Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Sat, 12 Dec 2020 14:17:48 +0800
Subject: [PATCH 085/742] disable TSAN for real

---
 src/Storages/System/CMakeLists.txt              | 2 --
 src/Storages/System/StorageSystemStackTrace.cpp | 8 ++++----
 2 files changed, 4 insertions(+), 6 deletions(-)

diff --git a/src/Storages/System/CMakeLists.txt b/src/Storages/System/CMakeLists.txt
index f6d443b9aa3..a1eb525dceb 100644
--- a/src/Storages/System/CMakeLists.txt
+++ b/src/Storages/System/CMakeLists.txt
@@ -15,8 +15,6 @@ include(${ClickHouse_SOURCE_DIR}/cmake/dbms_glob_sources.cmake)
 add_headers_and_sources(storages_system .)
 list (APPEND storages_system_sources ${CONFIG_BUILD})
 
-set_source_files_properties(StorageSystemStackTrace.cpp PROPERTIES COMPILE_FLAGS -fno-sanitize=thread)
-
 add_custom_target(generate-contributors
     ./StorageSystemContributors.sh
     SOURCES StorageSystemContributors.sh
diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index 5cfad1f5bdc..92d12c19986 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -47,7 +47,7 @@ namespace
 
     LazyPipeFDs notification_pipe;
 
-    void signalHandler(int, siginfo_t * info, void * context)
+    void NO_SANITIZE_THREAD signalHandler(int, siginfo_t * info, void * context)
     {
         auto saved_errno = errno;   /// We must restore previous value of errno in signal handler.
 
@@ -79,7 +79,7 @@ namespace
     }
 
     /// Wait for data in pipe and read it.
-    bool wait(int timeout_ms)
+    bool NO_SANITIZE_THREAD wait(int timeout_ms)
     {
         while (true)
         {
@@ -127,7 +127,7 @@ namespace
 }
 
 
-StorageSystemStackTrace::StorageSystemStackTrace(const StorageID & table_id_)
+NO_SANITIZE_THREAD StorageSystemStackTrace::StorageSystemStackTrace(const StorageID & table_id_)
     : IStorageSystemOneBlock<StorageSystemStackTrace>(table_id_)
 {
     notification_pipe.open();
@@ -160,7 +160,7 @@ NamesAndTypesList StorageSystemStackTrace::getNamesAndTypes()
 }
 
 
-void StorageSystemStackTrace::fillData(MutableColumns & res_columns, const Context &, const SelectQueryInfo &) const
+void NO_SANITIZE_THREAD StorageSystemStackTrace::fillData(MutableColumns & res_columns, const Context &, const SelectQueryInfo &) const
 {
     /// It shouldn't be possible to do concurrent reads from this table.
     std::lock_guard lock(mutex);

From 0d4b0410958a5aeb7c1de4194266989d8ed63662 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Sat, 12 Dec 2020 21:03:41 +0800
Subject: [PATCH 086/742] try harder

---
 src/Common/StackTrace.cpp | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/src/Common/StackTrace.cpp b/src/Common/StackTrace.cpp
index b285a45bdc5..38a2235d516 100644
--- a/src/Common/StackTrace.cpp
+++ b/src/Common/StackTrace.cpp
@@ -252,12 +252,12 @@ void StackTrace::symbolize(const StackTrace::FramePointers & frame_pointers, siz
 #endif
 }
 
-StackTrace::StackTrace()
+NO_SANITIZE_THREAD StackTrace::StackTrace()
 {
     tryCapture();
 }
 
-StackTrace::StackTrace(const ucontext_t & signal_context)
+NO_SANITIZE_THREAD StackTrace::StackTrace(const ucontext_t & signal_context)
 {
     tryCapture();
 
@@ -295,17 +295,17 @@ void StackTrace::tryCapture()
 #endif
 }
 
-size_t StackTrace::getSize() const
+size_t NO_SANITIZE_THREAD StackTrace::getSize() const
 {
     return size;
 }
 
-size_t StackTrace::getOffset() const
+size_t NO_SANITIZE_THREAD StackTrace::getOffset() const
 {
     return offset;
 }
 
-const StackTrace::FramePointers & StackTrace::getFramePointers() const
+const NO_SANITIZE_THREAD StackTrace::FramePointers & StackTrace::getFramePointers() const
 {
     return frame_pointers;
 }

From 8b2feaeca24b15415a707daba6494b06cb780292 Mon Sep 17 00:00:00 2001
From: spongedc <duchuangucas@live.com>
Date: Mon, 14 Dec 2020 22:37:25 +0800
Subject: [PATCH 087/742] Support SHOW CREATE VIEW Syntax

---
 src/Common/ErrorCodes.cpp                     |  1 +
 src/Databases/IDatabase.h                     |  1 +
 src/Interpreters/InterpreterFactory.cpp       |  4 +++
 .../InterpreterShowCreateQuery.cpp            |  9 ++++++-
 src/Parsers/ASTCreateQuery.h                  |  2 ++
 src/Parsers/ParserTablePropertiesQuery.cpp    | 20 +++++++++-----
 src/Parsers/ParserTablePropertiesQuery.h      |  2 +-
 src/Parsers/TablePropertiesQueriesASTs.h      |  9 +++++++
 .../01602_show_create_view.reference          |  3 +++
 .../0_stateless/01602_show_create_view.sql    | 26 +++++++++++++++++++
 10 files changed, 69 insertions(+), 8 deletions(-)
 create mode 100644 tests/queries/0_stateless/01602_show_create_view.reference
 create mode 100644 tests/queries/0_stateless/01602_show_create_view.sql

diff --git a/src/Common/ErrorCodes.cpp b/src/Common/ErrorCodes.cpp
index 1e381808d16..328d0a364ff 100644
--- a/src/Common/ErrorCodes.cpp
+++ b/src/Common/ErrorCodes.cpp
@@ -529,6 +529,7 @@
     M(560, ZSTD_ENCODER_FAILED) \
     M(561, ZSTD_DECODER_FAILED) \
     M(562, TLD_LIST_NOT_FOUND) \
+    M(563, NOT_VIEW) \
     \
     M(999, KEEPER_EXCEPTION) \
     M(1000, POCO_EXCEPTION) \
diff --git a/src/Databases/IDatabase.h b/src/Databases/IDatabase.h
index fadec5fe7a9..fb2a9652d4b 100644
--- a/src/Databases/IDatabase.h
+++ b/src/Databases/IDatabase.h
@@ -30,6 +30,7 @@ namespace ErrorCodes
     extern const int NOT_IMPLEMENTED;
     extern const int CANNOT_GET_CREATE_TABLE_QUERY;
     extern const int CANNOT_GET_CREATE_DICTIONARY_QUERY;
+    extern const int NOT_VIEW;
 }
 
 class IDatabaseTablesIterator
diff --git a/src/Interpreters/InterpreterFactory.cpp b/src/Interpreters/InterpreterFactory.cpp
index 30992905f5d..156c3c1ba51 100644
--- a/src/Interpreters/InterpreterFactory.cpp
+++ b/src/Interpreters/InterpreterFactory.cpp
@@ -160,6 +160,10 @@ std::unique_ptr<IInterpreter> InterpreterFactory::get(ASTPtr & query, Context &
     {
         return std::make_unique<InterpreterShowCreateQuery>(query, context);
     }
+    else if (query->as<ASTShowCreateViewQuery>())
+    {
+        return std::make_unique<InterpreterShowCreateQuery>(query, context);
+    }
     else if (query->as<ASTShowCreateDatabaseQuery>())
     {
         return std::make_unique<InterpreterShowCreateQuery>(query, context);
diff --git a/src/Interpreters/InterpreterShowCreateQuery.cpp b/src/Interpreters/InterpreterShowCreateQuery.cpp
index 907523ce94b..bcf6cc09473 100644
--- a/src/Interpreters/InterpreterShowCreateQuery.cpp
+++ b/src/Interpreters/InterpreterShowCreateQuery.cpp
@@ -43,12 +43,19 @@ BlockInputStreamPtr InterpreterShowCreateQuery::executeImpl()
 {
     ASTPtr create_query;
     ASTQueryWithTableAndOutput * show_query;
-    if ((show_query = query_ptr->as<ASTShowCreateTableQuery>()))
+    if ((show_query = query_ptr->as<ASTShowCreateTableQuery>()) ||
+        (show_query = query_ptr->as<ASTShowCreateViewQuery>()))
     {
         auto resolve_table_type = show_query->temporary ? Context::ResolveExternal : Context::ResolveOrdinary;
         auto table_id = context.resolveStorageID(*show_query, resolve_table_type);
         context.checkAccess(AccessType::SHOW_COLUMNS, table_id);
         create_query = DatabaseCatalog::instance().getDatabase(table_id.database_name)->getCreateTableQuery(table_id.table_name, context);
+        if (query_ptr->as<ASTShowCreateViewQuery>())
+        {
+            auto & ast_create_query = create_query->as<ASTCreateQuery &>();
+            if (!ast_create_query.isView())
+                throw Exception("'" + ast_create_query.database + "." + ast_create_query.table +"' is not VIEW", ErrorCodes::NOT_VIEW);
+        }
     }
     else if ((show_query = query_ptr->as<ASTShowCreateDatabaseQuery>()))
     {
diff --git a/src/Parsers/ASTCreateQuery.h b/src/Parsers/ASTCreateQuery.h
index 7b2deb99698..67ad9a89392 100644
--- a/src/Parsers/ASTCreateQuery.h
+++ b/src/Parsers/ASTCreateQuery.h
@@ -91,6 +91,8 @@ public:
         return removeOnCluster<ASTCreateQuery>(clone(), new_database);
     }
 
+    bool isView() { return is_view || is_materialized_view || is_live_view; }
+
 protected:
     void formatQueryImpl(const FormatSettings & settings, FormatState & state, FormatStateStacked frame) const override;
 };
diff --git a/src/Parsers/ParserTablePropertiesQuery.cpp b/src/Parsers/ParserTablePropertiesQuery.cpp
index 2ee85a3330d..fcb7c8ef7a4 100644
--- a/src/Parsers/ParserTablePropertiesQuery.cpp
+++ b/src/Parsers/ParserTablePropertiesQuery.cpp
@@ -21,6 +21,7 @@ bool ParserTablePropertiesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
     ParserKeyword s_create("CREATE");
     ParserKeyword s_database("DATABASE");
     ParserKeyword s_table("TABLE");
+    ParserKeyword s_view("VIEW");
     ParserKeyword s_dictionary("DICTIONARY");
     ParserToken s_dot(TokenType::Dot);
     ParserIdentifier name_p;
@@ -30,6 +31,7 @@ bool ParserTablePropertiesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
     std::shared_ptr<ASTQueryWithTableAndOutput> query;
 
     bool parse_only_database_name = false;
+    bool parse_show_create_view = false;
 
     bool temporary = false;
     if (s_exists.ignore(pos, expected))
@@ -56,6 +58,11 @@ bool ParserTablePropertiesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
         }
         else if (s_dictionary.checkWithoutMoving(pos, expected))
             query = std::make_shared<ASTShowCreateDictionaryQuery>();
+        else if (s_view.ignore(pos, expected))
+        {
+            query = std::make_shared<ASTShowCreateViewQuery>();
+            parse_show_create_view = true;
+        }
         else
             query = std::make_shared<ASTShowCreateTableQuery>();
     }
@@ -71,15 +78,16 @@ bool ParserTablePropertiesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
     }
     else
     {
-        if (temporary || s_temporary.ignore(pos, expected))
-            query->temporary = true;
-
-        if (!s_table.ignore(pos, expected))
-            s_dictionary.ignore(pos, expected);
+        if (!parse_show_create_view)
+        {
+            if (temporary || s_temporary.ignore(pos, expected))
+                query->temporary = true;
 
+            if (!s_table.ignore(pos, expected))
+                s_dictionary.ignore(pos, expected);
+        }
         if (!name_p.parse(pos, table, expected))
             return false;
-
         if (s_dot.ignore(pos, expected))
         {
             database = table;
diff --git a/src/Parsers/ParserTablePropertiesQuery.h b/src/Parsers/ParserTablePropertiesQuery.h
index 5de4c45db88..8d2c26d34ab 100644
--- a/src/Parsers/ParserTablePropertiesQuery.h
+++ b/src/Parsers/ParserTablePropertiesQuery.h
@@ -7,7 +7,7 @@
 namespace DB
 {
 
-/** Query (EXISTS | SHOW CREATE) [TABLE|DICTIONARY] [db.]name [FORMAT format]
+/** Query (EXISTS | SHOW CREATE) [DATABASE|TABLE|DICTIONARY] [db.]name [FORMAT format]
   */
 class ParserTablePropertiesQuery : public IParserBase
 {
diff --git a/src/Parsers/TablePropertiesQueriesASTs.h b/src/Parsers/TablePropertiesQueriesASTs.h
index 6a8e3b2ce83..cbb9b2a382c 100644
--- a/src/Parsers/TablePropertiesQueriesASTs.h
+++ b/src/Parsers/TablePropertiesQueriesASTs.h
@@ -29,6 +29,14 @@ struct ASTShowCreateTableQueryIDAndQueryNames
     static constexpr auto QueryTemporary = "SHOW CREATE TEMPORARY TABLE";
 };
 
+struct ASTShowCreateViewQueryIDAndQueryNames
+{
+    static constexpr auto ID = "ShowCreateViewQuery";
+    static constexpr auto Query = "SHOW CREATE VIEW";
+    /// No temporary view are supported, just for parsing
+    static constexpr auto QueryTemporary = "";
+};
+
 struct ASTShowCreateDatabaseQueryIDAndQueryNames
 {
     static constexpr auto ID = "ShowCreateDatabaseQuery";
@@ -54,6 +62,7 @@ struct ASTDescribeQueryExistsQueryIDAndQueryNames
 using ASTExistsTableQuery = ASTQueryWithTableAndOutputImpl<ASTExistsTableQueryIDAndQueryNames>;
 using ASTExistsDictionaryQuery = ASTQueryWithTableAndOutputImpl<ASTExistsDictionaryQueryIDAndQueryNames>;
 using ASTShowCreateTableQuery = ASTQueryWithTableAndOutputImpl<ASTShowCreateTableQueryIDAndQueryNames>;
+using ASTShowCreateViewQuery = ASTQueryWithTableAndOutputImpl<ASTShowCreateViewQueryIDAndQueryNames>;
 using ASTShowCreateDictionaryQuery = ASTQueryWithTableAndOutputImpl<ASTShowCreateDictionaryQueryIDAndQueryNames>;
 
 class ASTShowCreateDatabaseQuery : public ASTQueryWithTableAndOutputImpl<ASTShowCreateDatabaseQueryIDAndQueryNames>
diff --git a/tests/queries/0_stateless/01602_show_create_view.reference b/tests/queries/0_stateless/01602_show_create_view.reference
new file mode 100644
index 00000000000..2c2ba13bef3
--- /dev/null
+++ b/tests/queries/0_stateless/01602_show_create_view.reference
@@ -0,0 +1,3 @@
+CREATE VIEW test_1602.v\n(\n    `EventDate` DateTime,\n    `CounterID` UInt32,\n    `UserID` UInt32\n) AS\nSELECT *\nFROM test_1602.tbl
+CREATE MATERIALIZED VIEW test_1602.vv\n(\n    `EventDate` DateTime,\n    `CounterID` UInt32,\n    `UserID` UInt32\n)\nENGINE = MergeTree\nPARTITION BY toYYYYMM(EventDate)\nORDER BY (CounterID, EventDate, intHash32(UserID))\nSETTINGS index_granularity = 8192 AS\nSELECT *\nFROM test_1602.tbl
+CREATE LIVE VIEW test_1602.vvv\n(\n    `EventDate` DateTime,\n    `CounterID` UInt32,\n    `UserID` UInt32\n) AS\nSELECT *\nFROM test_1602.tbl
diff --git a/tests/queries/0_stateless/01602_show_create_view.sql b/tests/queries/0_stateless/01602_show_create_view.sql
new file mode 100644
index 00000000000..0a4ecd4ceec
--- /dev/null
+++ b/tests/queries/0_stateless/01602_show_create_view.sql
@@ -0,0 +1,26 @@
+DROP DATABASE IF EXISTS test_1602;
+
+CREATE DATABASE test_1602;
+
+CREATE TABLE test_1602.tbl (`EventDate` DateTime, `CounterID` UInt32, `UserID` UInt32) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SETTINGS index_granularity = 8192;
+
+CREATE VIEW test_1602.v AS SELECT * FROM test_1602.tbl;
+
+CREATE MATERIALIZED VIEW test_1602.vv (`EventDate` DateTime, `CounterID` UInt32, `UserID` UInt32) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SETTINGS index_granularity = 8192 AS SELECT * FROM test_1602.tbl;
+
+
+SET allow_experimental_live_view=1;
+
+CREATE LIVE VIEW test_1602.vvv AS SELECT * FROM test_1602.tbl;
+
+SHOW CREATE VIEW test_1602.v;
+
+SHOW CREATE VIEW test_1602.vv;
+
+SHOW CREATE VIEW test_1602.vvv;
+
+SHOW CREATE VIEW test_1602.not_exist_view; -- { serverError 390 }
+
+SHOW CREATE VIEW test_1602.tbl; -- { serverError 563 }
+
+DROP DATABASE IF EXISTS test_1602;

From 116bed2cfdd16e8e434bfb16253895e55d76357e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 9 Dec 2020 21:11:10 +0300
Subject: [PATCH 088/742] Fixing build.

---
 contrib/boost-cmake/CMakeLists.txt  | 109 +++++++---------------------
 src/Common/ZooKeeper/CMakeLists.txt |   2 +-
 src/IO/ReadBufferFromPocoSocket.cpp |   2 +-
 3 files changed, 30 insertions(+), 83 deletions(-)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index 714dfd4f011..cfa41a90b5c 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -151,87 +151,34 @@ if (NOT EXTERNAL_BOOST_FOUND)
     enable_language(ASM)
     SET(ASM_OPTIONS "-x assembler-with-cpp")
 
-    set (SRCS_CONTEXT
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_arm_aapcs_pe_armasm.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_combined_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_ms_pe_gas.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_ms_pe_masm.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_i386_x86_64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_mips32_o32_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_mips64_n64_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_ppc64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc32_sysv_xcoff_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_ppc64_sysv_xcoff_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_ms_pe_gas.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_ms_pe_masm.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_arm64_aapcs_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_arm64_aapcs_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_arm_aapcs_pe_armasm.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_combined_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_ms_pe_gas.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_ms_pe_masm.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_i386_x86_64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_mips32_o32_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_mips64_n64_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_ppc64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc32_sysv_xcoff_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_ppc64_sysv_xcoff_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_ms_pe_gas.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_ms_pe_masm.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm64_aapcs_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm64_aapcs_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm_aapcs_pe_armasm.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_combined_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_ms_pe_gas.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_ms_pe_masm.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_i386_x86_64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_mips32_o32_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_mips64_n64_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_ppc64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc32_sysv_xcoff_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_ppc64_sysv_xcoff_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_ms_pe_gas.asm
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_ms_pe_masm.asm
-        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_elf_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_macho_gas.S
-#        ${LIBRARY_DIR}/libs/context/src/continuation.cpp
-        ${LIBRARY_DIR}/libs/context/src/dummy.cpp
-        ${LIBRARY_DIR}/libs/context/src/execution_context.cpp
-#        ${LIBRARY_DIR}/libs/context/src/fiber.cpp
-        ${LIBRARY_DIR}/libs/context/src/posix/stack_traits.cpp
-#        ${LIBRARY_DIR}/libs/context/src/untested.cpp
-#        ${LIBRARY_DIR}/libs/context/src/windows/stack_traits.cpp
-    )
+    if (ARCH_ARM)
+        set (SRCS_CONTEXT
+            ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_elf_gas.S
+            ${LIBRARY_DIR}/libs/context/src/asm/make_arm64_aapcs_elf_gas.S
+            ${LIBRARY_DIR}/libs/context/src/asm/ontop_arm64_aapcs_elf_gas.S
+            ${LIBRARY_DIR}/libs/context/src/dummy.cpp
+            ${LIBRARY_DIR}/libs/context/src/execution_context.cpp
+            ${LIBRARY_DIR}/libs/context/src/posix/stack_traits.cpp
+        )
+    elseif(OS_DARWIN)
+        set (SRCS_CONTEXT
+            ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_sysv_macho_gas.S
+            ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_sysv_macho_gas.S
+            ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_macho_gas.S
+            ${LIBRARY_DIR}/libs/context/src/dummy.cpp
+            ${LIBRARY_DIR}/libs/context/src/execution_context.cpp
+            ${LIBRARY_DIR}/libs/context/src/posix/stack_traits.cpp
+        )
+    else()
+        set (SRCS_CONTEXT
+            ${LIBRARY_DIR}/libs/context/src/asm/jump_x86_64_sysv_elf_gas.S
+            ${LIBRARY_DIR}/libs/context/src/asm/make_x86_64_sysv_elf_gas.S
+            ${LIBRARY_DIR}/libs/context/src/asm/ontop_x86_64_sysv_elf_gas.S
+            ${LIBRARY_DIR}/libs/context/src/dummy.cpp
+            ${LIBRARY_DIR}/libs/context/src/execution_context.cpp
+            ${LIBRARY_DIR}/libs/context/src/posix/stack_traits.cpp
+        )
+    endif()
 
     add_library (_boost_context ${SRCS_CONTEXT})
     add_library (boost::context ALIAS _boost_context)
diff --git a/src/Common/ZooKeeper/CMakeLists.txt b/src/Common/ZooKeeper/CMakeLists.txt
index ef32d9266c0..7012f263d00 100644
--- a/src/Common/ZooKeeper/CMakeLists.txt
+++ b/src/Common/ZooKeeper/CMakeLists.txt
@@ -4,7 +4,7 @@ add_headers_and_sources(clickhouse_common_zookeeper .)
 
 add_library(clickhouse_common_zookeeper ${clickhouse_common_zookeeper_headers} ${clickhouse_common_zookeeper_sources})
 
-target_link_libraries (clickhouse_common_zookeeper PUBLIC clickhouse_common_io common PRIVATE string_utils)
+target_link_libraries (clickhouse_common_zookeeper PUBLIC clickhouse_common_io common PRIVATE string_utils _boost_context)
 
 if (ENABLE_TESTS)
     add_subdirectory (tests)
diff --git a/src/IO/ReadBufferFromPocoSocket.cpp b/src/IO/ReadBufferFromPocoSocket.cpp
index b0bfadcf57d..7498fb869e0 100644
--- a/src/IO/ReadBufferFromPocoSocket.cpp
+++ b/src/IO/ReadBufferFromPocoSocket.cpp
@@ -40,7 +40,7 @@ bool ReadBufferFromPocoSocket::nextImpl()
         /// If fiber is specified, and read is blocking, run fiber and try again later.
         /// It is expected that file descriptor may be polled externally.
         /// Note that receive timeout is not checked here. External code should check it while polling.
-        while (bytes_read < 0 && fiber && (errno == EAGAIN || errno == EWOULDBLOCK))
+        while (bytes_read < 0 && fiber && errno == EAGAIN)
         {
             //fiber->fd = socket.impl()->sockfd();
             //fiber->timeout = socket.impl()->getReceiveTimeout();

From dd6b5baa598e4abf784d6f5ac7bf5f2cad0a2d82 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 9 Dec 2020 23:11:25 +0300
Subject: [PATCH 089/742] Add timerfd from musl

---
 base/glibc-compatibility/musl/timerfd.c | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)
 create mode 100644 base/glibc-compatibility/musl/timerfd.c

diff --git a/base/glibc-compatibility/musl/timerfd.c b/base/glibc-compatibility/musl/timerfd.c
new file mode 100644
index 00000000000..0f9adb54389
--- /dev/null
+++ b/base/glibc-compatibility/musl/timerfd.c
@@ -0,0 +1,17 @@
+#include <sys/timerfd.h>
+#include "syscall.h"
+
+int timerfd_create(int clockid, int flags)
+{
+    return syscall(SYS_timerfd_create, clockid, flags);
+}
+
+int timerfd_settime(int fd, int flags, const struct itimerspec *new, struct itimerspec *old)
+{
+    return syscall(SYS_timerfd_settime, fd, flags, new, old);
+}
+
+int timerfd_gettime(int fd, struct itimerspec *cur)
+{
+    return syscall(SYS_timerfd_gettime, fd, cur);
+}

From e295dfe6e337be67556d3579895c223d4a13676a Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 10 Dec 2020 12:30:43 +0300
Subject: [PATCH 090/742] Use ucontext for asan

---
 base/common/defines.h                            |  5 +++++
 contrib/boost-cmake/CMakeLists.txt               | 13 ++++++++++++-
 src/Client/Connection.h                          |  2 +-
 src/Client/MultiplexedConnections.h              |  2 +-
 src/Common/Fiber.h                               |  5 +++++
 src/Common/FiberStack.h                          |  1 +
 src/DataStreams/RemoteQueryExecutorReadContext.h |  5 ++++-
 src/IO/ReadBufferFromPocoSocket.h                |  8 +++-----
 src/Interpreters/tests/context.cpp               |  2 +-
 src/Processors/Executors/AsyncTaskQueue.cpp      |  1 +
 10 files changed, 34 insertions(+), 10 deletions(-)
 create mode 100644 src/Common/Fiber.h

diff --git a/base/common/defines.h b/base/common/defines.h
index e4c456796d3..f6d1d5805c3 100644
--- a/base/common/defines.h
+++ b/base/common/defines.h
@@ -61,6 +61,11 @@
 #    endif
 #endif
 
+#if defined(ADDRESS_SANITIZER)
+#    define BOOST_USE_ASAN 1
+#    define BOOST_USE_UCONTEXT 1
+#endif
+
 /// TODO: Strange enough, there is no way to detect UB sanitizer.
 
 /// Explicitly allow undefined behaviour for certain functions. Use it as a function attribute.
diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index cfa41a90b5c..83731c933f7 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -151,7 +151,18 @@ if (NOT EXTERNAL_BOOST_FOUND)
     enable_language(ASM)
     SET(ASM_OPTIONS "-x assembler-with-cpp")
 
-    if (ARCH_ARM)
+    if (SANITIZE)
+        add_compile_definitions(BOOST_USE_UCONTEXT)
+        add_compile_definitions(BOOST_USE_ASAN)
+
+        set (SRCS_CONTEXT
+                ${LIBRARY_DIR}/libs/context/src/fiber.cpp
+                ${LIBRARY_DIR}/libs/context/src/continuation.cpp
+                ${LIBRARY_DIR}/libs/context/src/dummy.cpp
+                ${LIBRARY_DIR}/libs/context/src/execution_context.cpp
+                ${LIBRARY_DIR}/libs/context/src/posix/stack_traits.cpp
+        )
+    elseif (ARCH_ARM)
         set (SRCS_CONTEXT
             ${LIBRARY_DIR}/libs/context/src/asm/jump_arm64_aapcs_elf_gas.S
             ${LIBRARY_DIR}/libs/context/src/asm/make_arm64_aapcs_elf_gas.S
diff --git a/src/Client/Connection.h b/src/Client/Connection.h
index c891f77d1a7..6801c7c54b4 100644
--- a/src/Client/Connection.h
+++ b/src/Client/Connection.h
@@ -189,7 +189,7 @@ public:
     size_t outBytesCount() const { return out ? out->count() : 0; }
     size_t inBytesCount() const { return in ? in->count() : 0; }
 
-    void setFiber(boost::context::fiber * fiber) { in->setFiber(fiber); }
+    void setFiber(Fiber * fiber) { in->setFiber(fiber); }
     Poco::Net::Socket & getSocket() { return in->getSocket(); }
 
 private:
diff --git a/src/Client/MultiplexedConnections.h b/src/Client/MultiplexedConnections.h
index 84283c063e9..ab1a2d6ab91 100644
--- a/src/Client/MultiplexedConnections.h
+++ b/src/Client/MultiplexedConnections.h
@@ -67,7 +67,7 @@ public:
     /// Without locking, because sendCancel() does not change the state of the replicas.
     bool hasActiveConnections() const { return active_connection_count > 0; }
 
-    void setFiber(boost::context::fiber * fiber_) { fiber = fiber_; }
+    void setFiber(Fiber * fiber_) { fiber = fiber_; }
     Poco::Net::Socket & getSocket() { return current_connection->getSocket(); }
 
 private:
diff --git a/src/Common/Fiber.h b/src/Common/Fiber.h
new file mode 100644
index 00000000000..e4efc0bdb6a
--- /dev/null
+++ b/src/Common/Fiber.h
@@ -0,0 +1,5 @@
+#pragma once
+#include <common/defines.h>
+#include <boost/context/fiber.hpp>
+
+using Fiber = boost::context::fiber;
diff --git a/src/Common/FiberStack.h b/src/Common/FiberStack.h
index 28a38cb7a5e..bd27616a36f 100644
--- a/src/Common/FiberStack.h
+++ b/src/Common/FiberStack.h
@@ -1,4 +1,5 @@
 #pragma once
+#include <common/defines.h>
 #include <boost/context/stack_context.hpp>
 #include <Common/Allocator.h>
 
diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index 17a0f8c5057..026147f0eee 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -1,5 +1,8 @@
 #pragma once
 #include <sys/epoll.h>
+#include <Common/Fiber.h>
+#include <Common/FiberStack.h>
+#include <Common/TimerDescriptor.h>
 
 namespace DB
 {
@@ -174,7 +177,7 @@ public:
         MultiplexedConnections & connections;
         Self & read_context;
 
-        boost::context::fiber operator()(boost::context::fiber && sink) const
+        Fiber operator()(Fiber && sink) const
         {
             try
             {
diff --git a/src/IO/ReadBufferFromPocoSocket.h b/src/IO/ReadBufferFromPocoSocket.h
index d5d1c071210..2311d20cced 100644
--- a/src/IO/ReadBufferFromPocoSocket.h
+++ b/src/IO/ReadBufferFromPocoSocket.h
@@ -4,9 +4,7 @@
 
 #include <IO/ReadBuffer.h>
 #include <IO/BufferWithOwnMemory.h>
-
-#include <boost/context/fiber.hpp>
-
+#include <Common/Fiber.h>
 
 namespace DB
 {
@@ -31,11 +29,11 @@ public:
 
     bool poll(size_t timeout_microseconds);
 
-    void setFiber(boost::context::fiber * fiber_) { fiber = fiber_; }
+    void setFiber(Fiber * fiber_) { fiber = fiber_; }
     Poco::Net::Socket & getSocket() { return socket; }
 
 private:
-    boost::context::fiber * fiber = nullptr;
+    Fiber * fiber = nullptr;
 };
 
 }
diff --git a/src/Interpreters/tests/context.cpp b/src/Interpreters/tests/context.cpp
index 655f93a57e1..9b908e26248 100644
--- a/src/Interpreters/tests/context.cpp
+++ b/src/Interpreters/tests/context.cpp
@@ -1,6 +1,6 @@
 #include <iostream>
 /// #define BOOST_USE_UCONTEXT
-#include <boost/context/fiber.hpp>
+#include <Common/Fiber.h>
 // #include <boost/context/pooled_fixedsize_stack.hpp>
 // #include <boost/context/segmented_stack.hpp>
 #include <Common/Exception.h>
diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/AsyncTaskQueue.cpp
index f0fd2f33dcb..48db4485912 100644
--- a/src/Processors/Executors/AsyncTaskQueue.cpp
+++ b/src/Processors/Executors/AsyncTaskQueue.cpp
@@ -59,6 +59,7 @@ AsyncTaskQueue::TaskData AsyncTaskQueue::wait(std::unique_lock<std::mutex> & loc
     lock.unlock();
 
     epoll_event event;
+    event.data.ptr = nullptr;
     int num_events = 0;
 
     while (num_events == 0)

From 75ac87c24160fffd60d5f3a395f98f1bfcbb325a Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 10 Dec 2020 15:20:18 +0300
Subject: [PATCH 091/742] Fixing build.

---
 contrib/boost-cmake/CMakeLists.txt            |  4 +-
 docker/packager/unbundled/Dockerfile          |  1 +
 src/Client/MultiplexedConnections.h           |  2 +
 src/DataStreams/RemoteQueryExecutor.cpp       |  6 +-
 .../RemoteQueryExecutorReadContext.h          | 57 ++++++++++++++-----
 src/Processors/Executors/AsyncTaskQueue.cpp   |  2 +-
 src/Processors/Sources/RemoteSource.cpp       | 10 ++++
 src/Processors/Sources/RemoteSource.h         |  6 +-
 8 files changed, 64 insertions(+), 24 deletions(-)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index 83731c933f7..d0b3d7f925c 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -15,7 +15,7 @@ if (NOT USE_INTERNAL_BOOST_LIBRARY)
     )
 
     if(Boost_INCLUDE_DIR AND Boost_FILESYSTEM_LIBRARY AND Boost_FILESYSTEM_LIBRARY AND
-       Boost_PROGRAM_OPTIONS_LIBRARY AND Boost_REGEX_LIBRARY AND Boost_SYSTEM_LIBRARY)
+       Boost_PROGRAM_OPTIONS_LIBRARY AND Boost_REGEX_LIBRARY AND Boost_SYSTEM_LIBRARY AND Boost_CONTEXT_LIBRARY)
 
         set(EXTERNAL_BOOST_FOUND 1)
 
@@ -151,7 +151,7 @@ if (NOT EXTERNAL_BOOST_FOUND)
     enable_language(ASM)
     SET(ASM_OPTIONS "-x assembler-with-cpp")
 
-    if (SANITIZE)
+    if (SANITIZE AND SANITIZE STREQUAL "address")
         add_compile_definitions(BOOST_USE_UCONTEXT)
         add_compile_definitions(BOOST_USE_ASAN)
 
diff --git a/docker/packager/unbundled/Dockerfile b/docker/packager/unbundled/Dockerfile
index 2f501f76e68..c6ebe95d44a 100644
--- a/docker/packager/unbundled/Dockerfile
+++ b/docker/packager/unbundled/Dockerfile
@@ -21,6 +21,7 @@ RUN apt-get update \
         libboost-thread-dev \
         libboost-iostreams-dev \
         libboost-regex-dev \
+        libboost-context-dev \
         zlib1g-dev \
         liblz4-dev \
         libdouble-conversion-dev \
diff --git a/src/Client/MultiplexedConnections.h b/src/Client/MultiplexedConnections.h
index ab1a2d6ab91..5f8500ebe6f 100644
--- a/src/Client/MultiplexedConnections.h
+++ b/src/Client/MultiplexedConnections.h
@@ -110,6 +110,8 @@ private:
     mutable std::mutex cancel_mutex;
 
     boost::context::fiber * fiber = nullptr;
+
+    friend class RemoteQueryExecutorReadContext;
 };
 
 }
diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index 44c6f680e71..247caf8676c 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -223,7 +223,7 @@ std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext>
 
     do
     {
-        if (!read_context->resumeRoutine())
+        if (!read_context->resumeRoutine(was_cancelled_mutex))
             return Block();
 
         if (read_context->is_read_in_progress)
@@ -317,7 +317,7 @@ void RemoteQueryExecutor::finish(std::unique_ptr<ReadContext> * read_context)
         return;
 
     if (read_context && *read_context)
-        (*read_context)->cancel();
+        (*read_context)->cancel(was_cancelled_mutex);
 
     /** If you have not read all the data yet, but they are no longer needed.
       * This may be due to the fact that the data is sufficient (for example, when using LIMIT).
@@ -368,7 +368,7 @@ void RemoteQueryExecutor::cancel(std::unique_ptr<ReadContext> * read_context)
         return;
 
     if (read_context && *read_context)
-        (*read_context)->cancel();
+        (*read_context)->cancel(was_cancelled_mutex);
 
     tryCancel("Cancelling query");
 }
diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index 026147f0eee..dd135a0be6e 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -24,7 +24,6 @@ public:
 
     std::exception_ptr exception;
     FiberStack<> stack;
-    std::mutex fiber_mutex;
     boost::context::fiber fiber;
 
     Poco::Timespan receive_timeout;
@@ -33,6 +32,7 @@ public:
     TimerDescriptor timer{CLOCK_MONOTONIC, 0};
     int socket_fd = -1;
     int epoll_fd;
+    int pipe_fd[2];
 
     explicit RemoteQueryExecutorReadContext(MultiplexedConnections & connections_) : connections(connections_)
     {
@@ -40,6 +40,18 @@ public:
         if (-1 == epoll_fd)
             throwFromErrno("Cannot create epoll descriptor", ErrorCodes::CANNOT_OPEN_FILE);
 
+        if (-1 == pipe2(pipe_fd, O_NONBLOCK))
+            throwFromErrno("Cannot create pipe", ErrorCodes::CANNOT_OPEN_FILE);
+
+        {
+            epoll_event socket_event;
+            socket_event.events = EPOLLIN | EPOLLPRI;
+            socket_event.data.fd = pipe_fd[0];
+
+            if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, pipe_fd[0], &socket_event))
+                throwFromErrno("Cannot add pipe descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
+        }
+
         {
             epoll_event timer_event;
             timer_event.events = EPOLLIN | EPOLLPRI;
@@ -76,11 +88,11 @@ public:
         receive_timeout = socket.impl()->getReceiveTimeout();
     }
 
-    void checkTimeout() const
+    bool checkTimeout() const
     {
         try
         {
-            checkTimeoutImpl();
+            return checkTimeoutImpl();
         }
         catch (DB::Exception & e)
         {
@@ -89,16 +101,18 @@ public:
         }
     }
 
-    void checkTimeoutImpl() const
+    bool checkTimeoutImpl() const
     {
-        epoll_event events[2];
+        epoll_event events[3];
+        events[0].data.fd = events[1].data.fd = events[2].data.fd = -1;
 
         /// Wait for epoll_fd will not block if it was polled externally.
-        int num_events = epoll_wait(epoll_fd, events, 2, 0);
+        int num_events = epoll_wait(epoll_fd, events, 3, 0);
         if (num_events == -1)
             throwFromErrno("Failed to epoll_wait", ErrorCodes::CANNOT_READ_FROM_SOCKET);
 
         bool is_socket_ready = false;
+        bool is_pipe_alarmed = false;
         bool has_timer_alarm = false;
 
         for (int i = 0; i < num_events; ++i)
@@ -107,14 +121,21 @@ public:
                 is_socket_ready = true;
             if (events[i].data.fd == timer.getDescriptor())
                 has_timer_alarm = true;
+            if (events[i].data.fd == pipe_fd[0])
+                is_pipe_alarmed = true;
         }
 
+        if (is_pipe_alarmed)
+            return false;
+
         if (has_timer_alarm && !is_socket_ready)
         {
             /// Socket receive timeout. Drain it in case or error, or it may be hide by timeout exception.
             timer.drain();
             throw NetException("Timeout exceeded", ErrorCodes::SOCKET_TIMEOUT);
         }
+
+        return true;
     }
 
     void setTimer() const
@@ -126,13 +147,13 @@ public:
             timer.setRelative(receive_timeout);
     }
 
-    bool resumeRoutine()
+    bool resumeRoutine(std::mutex & mutex)
     {
-        if (is_read_in_progress)
-            checkTimeout();
+        if (is_read_in_progress && !checkTimeout())
+            return false;
 
         {
-            std::lock_guard guard(fiber_mutex);
+            std::lock_guard guard(mutex);
             if (!fiber)
                 return false;
 
@@ -159,10 +180,20 @@ public:
         return true;
     }
 
-    void cancel()
+    void cancel(std::mutex & mutex)
     {
-        std::lock_guard guard(fiber_mutex);
+        std::lock_guard guard(mutex);
         boost::context::fiber to_destroy = std::move(fiber);
+
+        uint64_t buf = 0;
+        while (-1 == write(pipe_fd[1], &buf, sizeof(buf)))
+        {
+            if (errno == EAGAIN)
+                break;
+
+            if (errno != EINTR)
+                throwFromErrno("Cannot write to pipe", ErrorCodes::CANNOT_READ_FROM_SOCKET);
+        }
     }
 
     ~RemoteQueryExecutorReadContext()
@@ -186,7 +217,7 @@ public:
                     connections.setFiber(&sink);
 
                     read_context.is_read_in_progress = true;
-                    read_context.packet = connections.receivePacket();
+                    read_context.packet = connections.receivePacketUnlocked();
                     read_context.is_read_in_progress = false;
 
                     sink = std::move(sink).resume();
diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/AsyncTaskQueue.cpp
index 48db4485912..a760d16c3fc 100644
--- a/src/Processors/Executors/AsyncTaskQueue.cpp
+++ b/src/Processors/Executors/AsyncTaskQueue.cpp
@@ -92,7 +92,7 @@ void AsyncTaskQueue::finish()
     uint64_t buf = 0;
     while (-1 == write(pipe_fd[1], &buf, sizeof(buf)))
     {
-        if (errno == EAGAIN || errno == EWOULDBLOCK)
+        if (errno == EAGAIN)
             break;
 
         if (errno != EINTR)
diff --git a/src/Processors/Sources/RemoteSource.cpp b/src/Processors/Sources/RemoteSource.cpp
index b34a06b3790..e7b1872ee66 100644
--- a/src/Processors/Sources/RemoteSource.cpp
+++ b/src/Processors/Sources/RemoteSource.cpp
@@ -105,6 +105,16 @@ void RemoteSource::onCancel()
     is_async_state = false;
 }
 
+void RemoteSource::onUpdatePorts()
+{
+    if (getPort().isFinished())
+    {
+        was_query_canceled = true;
+        query_executor->finish(&read_context);
+        is_async_state = false;
+    }
+}
+
 
 RemoteTotalsSource::RemoteTotalsSource(RemoteQueryExecutorPtr executor)
     : ISource(executor->getHeader())
diff --git a/src/Processors/Sources/RemoteSource.h b/src/Processors/Sources/RemoteSource.h
index 1d9282ff570..79bf750f897 100644
--- a/src/Processors/Sources/RemoteSource.h
+++ b/src/Processors/Sources/RemoteSource.h
@@ -29,11 +29,7 @@ public:
     void setRowsBeforeLimitCounter(RowsBeforeLimitCounterPtr counter) { rows_before_limit.swap(counter); }
 
     /// Stop reading from stream if output port is finished.
-    void onUpdatePorts() override
-    {
-        if (getPort().isFinished())
-            cancel();
-    }
+    void onUpdatePorts() override;
 
     int schedule() override { return fd; }
 

From db9ad80168936c7f53edaca8775782d07f166e67 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 14 Dec 2020 19:16:08 +0300
Subject: [PATCH 092/742] Fixing tests.

---
 src/DataStreams/RemoteQueryExecutor.cpp       |  2 ++
 src/DataStreams/RemoteQueryExecutor.h         |  3 +-
 .../RemoteQueryExecutorReadContext.h          | 32 ++++++++++++++++---
 src/Processors/Executors/AsyncTaskQueue.cpp   |  4 +++
 src/Processors/Executors/AsyncTaskQueue.h     |  8 +++++
 src/Processors/Executors/PipelineExecutor.cpp |  6 ++++
 src/Processors/Sources/RemoteSource.cpp       |  5 ++-
 7 files changed, 53 insertions(+), 7 deletions(-)

diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index 90e650415bc..e25a69a34cb 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -201,6 +201,7 @@ Block RemoteQueryExecutor::read()
     }
 }
 
+#if defined(OS_LINUX)
 std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext> & read_context)
 {
     if (!sent_query)
@@ -232,6 +233,7 @@ std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext>
     }
     while (true);
 }
+#endif
 
 std::optional<Block> RemoteQueryExecutor::processPacket(Packet packet)
 {
diff --git a/src/DataStreams/RemoteQueryExecutor.h b/src/DataStreams/RemoteQueryExecutor.h
index 51f78816f01..6c668f280a1 100644
--- a/src/DataStreams/RemoteQueryExecutor.h
+++ b/src/DataStreams/RemoteQueryExecutor.h
@@ -59,10 +59,11 @@ public:
     /// Read next block of data. Returns empty block if query is finished.
     Block read();
 
+#if defined(OS_LINUX)
     /// Async variant of read. Returns ready block or file descriptor which may be used for polling.
     /// ReadContext is an internal read state. Pass empty ptr first time, reuse created one for every call.
     std::variant<Block, int> read(std::unique_ptr<ReadContext> & read_context);
-
+#endif
     /// Receive all remain packets and finish query.
     /// It should be cancelled after read returned empty block.
     void finish(std::unique_ptr<ReadContext> * read_context = nullptr);
diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index dd135a0be6e..18078330f4e 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -1,4 +1,7 @@
 #pragma once
+
+#if defined(OS_LINUX)
+
 #include <sys/epoll.h>
 #include <Common/Fiber.h>
 #include <Common/FiberStack.h>
@@ -25,6 +28,8 @@ public:
     std::exception_ptr exception;
     FiberStack<> stack;
     boost::context::fiber fiber;
+    std::mutex fiber_lock;
+    std::unique_lock<std::mutex> * connection_lock;
 
     Poco::Timespan receive_timeout;
     MultiplexedConnections & connections;
@@ -61,7 +66,9 @@ public:
                 throwFromErrno("Cannot add timer descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
         }
 
-        fiber = boost::context::fiber(std::allocator_arg_t(), stack, Routine{connections, *this});
+        auto routine = Routine{connections, *this, std::unique_lock(connections.cancel_mutex, std::defer_lock)};
+        connection_lock = &routine.connection_lock;
+        fiber = boost::context::fiber(std::allocator_arg_t(), stack, std::move(routine));
     }
 
     void setSocket(Poco::Net::Socket & socket)
@@ -147,17 +154,23 @@ public:
             timer.setRelative(receive_timeout);
     }
 
-    bool resumeRoutine(std::mutex & mutex)
+    bool resumeRoutine()
     {
         if (is_read_in_progress && !checkTimeout())
             return false;
 
         {
-            std::lock_guard guard(mutex);
+            std::lock_guard guard(fiber_lock);
             if (!fiber)
                 return false;
 
+            if (!connection_lock->owns_lock())
+                connection_lock->lock();
+
             fiber = std::move(fiber).resume();
+
+            if (!is_read_in_progress)
+                connection_lock->unlock();
         }
 
         if (exception)
@@ -180,9 +193,9 @@ public:
         return true;
     }
 
-    void cancel(std::mutex & mutex)
+    void cancel()
     {
-        std::lock_guard guard(mutex);
+        std::lock_guard guard(fiber_lock);
         boost::context::fiber to_destroy = std::move(fiber);
 
         uint64_t buf = 0;
@@ -207,6 +220,7 @@ public:
     {
         MultiplexedConnections & connections;
         Self & read_context;
+        std::unique_lock<std::mutex> connection_lock;
 
         Fiber operator()(Fiber && sink) const
         {
@@ -236,5 +250,13 @@ public:
         }
     };
 };
+}
+#else
+namespace DB
+{
+class RemoteQueryExecutorReadContext
+{
+};
 
 }
+#endif
diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/AsyncTaskQueue.cpp
index a760d16c3fc..eeb7603022d 100644
--- a/src/Processors/Executors/AsyncTaskQueue.cpp
+++ b/src/Processors/Executors/AsyncTaskQueue.cpp
@@ -1,4 +1,7 @@
 #include <Processors/Executors/AsyncTaskQueue.h>
+
+#if defined(OS_LINUX)
+
 #include <Common/Exception.h>
 #include <sys/epoll.h>
 #include <unistd.h>
@@ -101,3 +104,4 @@ void AsyncTaskQueue::finish()
 }
 
 }
+#endif
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/AsyncTaskQueue.h
index 068bdcbd09c..8b6e986cb9c 100644
--- a/src/Processors/Executors/AsyncTaskQueue.h
+++ b/src/Processors/Executors/AsyncTaskQueue.h
@@ -7,6 +7,7 @@
 namespace DB
 {
 
+#if defined(OS_LINUX)
 class AsyncTaskQueue
 {
 public:
@@ -46,5 +47,12 @@ public:
     /// Interrupt waiting.
     void finish();
 };
+#else
+class AsyncTaskQueue
+{
+    bool empty() { return true; }
+    void finish() {}
+};
+#endif
 
 }
diff --git a/src/Processors/Executors/PipelineExecutor.cpp b/src/Processors/Executors/PipelineExecutor.cpp
index c717265248c..dc89821eaa0 100644
--- a/src/Processors/Executors/PipelineExecutor.cpp
+++ b/src/Processors/Executors/PipelineExecutor.cpp
@@ -531,6 +531,7 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                     break;
                 }
 
+#if defined(OS_LINUX)
                 if (num_threads == 1)
                 {
                     /// If we execute in single thread, wait for async tasks here.
@@ -541,6 +542,7 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                     node = static_cast<ExecutingGraph::Node *>(res.data);
                     break;
                 }
+#endif
 
                 threads_queue.push(thread_num);
             }
@@ -619,11 +621,13 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                 {
                     std::unique_lock lock(task_queue_mutex);
 
+#if defined(OS_LINUX)
                     while (!async_queue.empty() && !finished)
                     {
                         async_task_queue.addTask(thread_num, async_queue.front(), async_queue.front()->processor->schedule());
                         async_queue.pop();
                     }
+#endif
 
                     while (!queue.empty() && !finished)
                     {
@@ -772,6 +776,7 @@ void PipelineExecutor::executeImpl(size_t num_threads)
             });
         }
 
+#if defined(OS_LINUX)
         {
             /// Wait for async tasks.
             std::unique_lock lock(task_queue_mutex);
@@ -788,6 +793,7 @@ void PipelineExecutor::executeImpl(size_t num_threads)
                 }
             }
         }
+#endif
 
         for (auto & thread : threads)
             if (thread.joinable())
diff --git a/src/Processors/Sources/RemoteSource.cpp b/src/Processors/Sources/RemoteSource.cpp
index e7b1872ee66..5c59c552f69 100644
--- a/src/Processors/Sources/RemoteSource.cpp
+++ b/src/Processors/Sources/RemoteSource.cpp
@@ -65,7 +65,7 @@ std::optional<Chunk> RemoteSource::tryGenerate()
 
         was_query_sent = true;
     }
-
+#if defined(OS_LINUX)
     auto res = query_executor->read(read_context);
     if (std::holds_alternative<int>(res))
     {
@@ -77,6 +77,9 @@ std::optional<Chunk> RemoteSource::tryGenerate()
     is_async_state = false;
 
     auto block = std::get<Block>(std::move(res));
+#else
+    auto block = query_executor->read();
+#endif
 
     if (!block)
     {

From 3af47d2bda3f4bd025a778ca562651310ce2f8ff Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 14 Dec 2020 19:18:12 +0300
Subject: [PATCH 093/742] Fixing tests.

---
 src/DataStreams/RemoteQueryExecutor.cpp | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index e25a69a34cb..45e50b1a1bd 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -217,7 +217,7 @@ std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext>
 
     do
     {
-        if (!read_context->resumeRoutine(was_cancelled_mutex))
+        if (!read_context->resumeRoutine())
             return Block();
 
         if (read_context->is_read_in_progress)
@@ -312,7 +312,7 @@ void RemoteQueryExecutor::finish(std::unique_ptr<ReadContext> * read_context)
         return;
 
     if (read_context && *read_context)
-        (*read_context)->cancel(was_cancelled_mutex);
+        (*read_context)->cancel();
 
     /** If you have not read all the data yet, but they are no longer needed.
       * This may be due to the fact that the data is sufficient (for example, when using LIMIT).
@@ -363,7 +363,7 @@ void RemoteQueryExecutor::cancel(std::unique_ptr<ReadContext> * read_context)
         return;
 
     if (read_context && *read_context)
-        (*read_context)->cancel(was_cancelled_mutex);
+        (*read_context)->cancel();
 
     tryCancel("Cancelling query");
 }

From f26c0aafc20179a4d7c0a38d5c0f7071d5d8c4d5 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 14 Dec 2020 20:46:27 +0300
Subject: [PATCH 094/742] Fixing tests.

---
 src/DataStreams/RemoteQueryExecutorReadContext.h | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index 18078330f4e..e5b973b9d19 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -66,8 +66,9 @@ public:
                 throwFromErrno("Cannot add timer descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
         }
 
-        auto routine = Routine{connections, *this, std::unique_lock(connections.cancel_mutex, std::defer_lock)};
-        connection_lock = &routine.connection_lock;
+        auto lock = std::make_unique<std::unique_lock<std::mutex>>(connections.cancel_mutex, std::defer_lock);
+        auto routine = Routine{connections, *this, std::move(lock)};
+        connection_lock = routine.connection_lock.get();
         fiber = boost::context::fiber(std::allocator_arg_t(), stack, std::move(routine));
     }
 
@@ -220,7 +221,7 @@ public:
     {
         MultiplexedConnections & connections;
         Self & read_context;
-        std::unique_lock<std::mutex> connection_lock;
+        std::unique_ptr<std::unique_lock<std::mutex>> connection_lock;
 
         Fiber operator()(Fiber && sink) const
         {

From 90cc37ae561f90085601f3bf437a543d85f155e3 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Mon, 14 Dec 2020 23:23:29 +0300
Subject: [PATCH 095/742] Document
 execute_merges_on_single_replica_time_threshold setting
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Задокументировал настройку execute_merges_on_single_replica_time_threshold.
---
 .../mergetree-family/replication.md              |  2 ++
 docs/en/operations/settings/settings.md          | 16 +++++++++++++++-
 2 files changed, 17 insertions(+), 1 deletion(-)

diff --git a/docs/en/engines/table-engines/mergetree-family/replication.md b/docs/en/engines/table-engines/mergetree-family/replication.md
index 625869a3cb8..4758ff321e8 100644
--- a/docs/en/engines/table-engines/mergetree-family/replication.md
+++ b/docs/en/engines/table-engines/mergetree-family/replication.md
@@ -113,6 +113,8 @@ You can have any number of replicas of the same data. Yandex.Metrica uses double
 
 The system monitors data synchronicity on replicas and is able to recover after a failure. Failover is automatic (for small differences in data) or semi-automatic (when data differs too much, which may indicate a configuration error).
 
+You can use a special logic for performing merges (for more information, see the documentation for [execute_merges_on_single_replica_time_threshold](../../../operations/settings/settings.md#execute-merges-on-single-replica-time-threshold) setting). 
+
 ## Creating Replicated Tables {#creating-replicated-tables}
 
 The `Replicated` prefix is added to the table engine name. For example:`ReplicatedMergeTree`.
diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index c5e44d4c464..3b2c9a67999 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2410,7 +2410,6 @@ Result:
 {"number":"1"}
 {"number":"2"}
 ```
-
 =======
 ## allow_nullable_key {#allow-nullable-key}
 
@@ -2423,4 +2422,19 @@ Possible values:
 
 Default value: `0`.
 
+## execute_merges_on_single_replica_time_threshold {#execute-merges-on-single-replica-time-threshold}
+
+Enables special logic to perform merges on replicas.
+
+Possible values:
+
+-   Positive integer (in seconds).
+-   0 — Special merge logic is not executed.
+
+Default value: `0`.
+
+**Special logic to perform merges**
+
+Selects one replica to perform the merge on. Sets the time threshold from the start of the merge. Other replicas wait for the merge to finish, then download the result. If the time threshold passes and the selected replica does not perform merges, then the merge is performed manually.
+
 [Original article](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->

From d9a1b05910ebd73cabd2711cc43aabdca71483cf Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Mon, 14 Dec 2020 23:37:03 +0300
Subject: [PATCH 096/742] Update settings.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Убрал лишние символы в заголовке настройки allow_nullable_key.
---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 3b2c9a67999..c60cd2c2c52 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2410,7 +2410,7 @@ Result:
 {"number":"1"}
 {"number":"2"}
 ```
-=======
+
 ## allow_nullable_key {#allow-nullable-key}
 
 Allows using of the [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable)-typed values in a sorting and a primary key for [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md#table_engines-mergetree) tables.

From fc89078f81fc23c1fe5653f4766085da3a374d6e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 00:03:11 +0300
Subject: [PATCH 097/742] Fixing tests.

---
 src/DataStreams/RemoteQueryExecutorReadContext.h | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index e5b973b9d19..4f777c23bbc 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -197,6 +197,7 @@ public:
     void cancel()
     {
         std::lock_guard guard(fiber_lock);
+        connections.setFiber(nullptr);
         boost::context::fiber to_destroy = std::move(fiber);
 
         uint64_t buf = 0;

From 00de8abb0a0ca8886169b0dc950bd250130473fe Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 00:07:10 +0300
Subject: [PATCH 098/742] Fixing tests.

---
 src/Client/MultiplexedConnections.cpp            | 12 +++++++++---
 src/DataStreams/RemoteQueryExecutorReadContext.h |  1 -
 2 files changed, 9 insertions(+), 4 deletions(-)

diff --git a/src/Client/MultiplexedConnections.cpp b/src/Client/MultiplexedConnections.cpp
index 3f0c5a29946..30311f40512 100644
--- a/src/Client/MultiplexedConnections.cpp
+++ b/src/Client/MultiplexedConnections.cpp
@@ -252,10 +252,16 @@ Packet MultiplexedConnections::receivePacketUnlocked()
     if (fiber)
         current_connection->setFiber(fiber);
 
-    Packet packet = current_connection->receivePacket();
+    Packet packet;
+    {
+        SCOPE_EXIT(
+        {
+           fiber = nullptr;
+           current_connection->setFiber(fiber);
+        });
 
-    fiber = nullptr;
-    current_connection->setFiber(fiber);
+        packet = current_connection->receivePacket();
+    }
 
     switch (packet.type)
     {
diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index 4f777c23bbc..e5b973b9d19 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -197,7 +197,6 @@ public:
     void cancel()
     {
         std::lock_guard guard(fiber_lock);
-        connections.setFiber(nullptr);
         boost::context::fiber to_destroy = std::move(fiber);
 
         uint64_t buf = 0;

From e0addac6fc3409ff350f806814a6a9d9fe9118d1 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 18 May 2020 13:00:22 +0300
Subject: [PATCH 099/742] save changes

---
 .../ParallelParsingBlockInputStream.h         |   1 -
 src/Dictionaries/XDBCDictionarySource.cpp     |   5 +-
 src/Formats/FormatFactory.cpp                 |  55 ++--
 src/Formats/FormatFactory.h                   |  14 +-
 src/Interpreters/Context.cpp                  |   3 +-
 src/Processors/Executors/PipelineExecutor.cpp |   3 +
 .../Impl/ParallelParsingBlockInputFormat.cpp  | 202 ++++++++++++++
 .../Impl/ParallelParsingBlockInputFormat.h    | 259 ++++++++++++++++++
 src/Storages/MergeTree/MergeTreeData.cpp      |   4 +-
 src/Storages/StorageFile.cpp                  |  10 +-
 src/Storages/StorageHDFS.cpp                  |   4 +-
 src/Storages/StorageS3.cpp                    |   5 +-
 src/Storages/StorageURL.cpp                   |   9 +-
 13 files changed, 536 insertions(+), 38 deletions(-)
 create mode 100644 src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp
 create mode 100644 src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h

diff --git a/src/DataStreams/ParallelParsingBlockInputStream.h b/src/DataStreams/ParallelParsingBlockInputStream.h
index c882acd9ddd..147c86a4cf7 100644
--- a/src/DataStreams/ParallelParsingBlockInputStream.h
+++ b/src/DataStreams/ParallelParsingBlockInputStream.h
@@ -158,7 +158,6 @@ private:
     // constructor, which is absent for atomics that are inside ProcessingUnit.
     std::deque<ProcessingUnit> processing_units;
 
-
     void scheduleParserThreadForUnitWithNumber(size_t ticket_number);
     void finishAndWait();
 
diff --git a/src/Dictionaries/XDBCDictionarySource.cpp b/src/Dictionaries/XDBCDictionarySource.cpp
index 89df4b606fe..aa27f4efc25 100644
--- a/src/Dictionaries/XDBCDictionarySource.cpp
+++ b/src/Dictionaries/XDBCDictionarySource.cpp
@@ -4,6 +4,7 @@
 #include <DataStreams/IBlockInputStream.h>
 #include <DataTypes/DataTypeString.h>
 #include <Formats/FormatFactory.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 #include <IO/ReadWriteBufferFromHTTP.h>
 #include <IO/WriteHelpers.h>
 #include <IO/ConnectionTimeoutsContext.h>
@@ -47,8 +48,8 @@ namespace
             : name(name_)
         {
             read_buf = std::make_unique<ReadWriteBufferFromHTTP>(uri, Poco::Net::HTTPRequest::HTTP_POST, callback, timeouts);
-            reader
-                = FormatFactory::instance().getInput(IXDBCBridgeHelper::DEFAULT_FORMAT, *read_buf, sample_block, context, max_block_size);
+            auto format = FormatFactory::instance().getInput(IXDBCBridgeHelper::DEFAULT_FORMAT, *read_buf, sample_block, context, max_block_size);
+            reader = std::make_shared<InputStreamFromInputFormat>(format);
         }
 
         Block getHeader() const override { return reader->getHeader(); }
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index da63151613e..7c591af8537 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -6,15 +6,17 @@
 #include <Core/Settings.h>
 #include <DataStreams/MaterializingBlockOutputStream.h>
 #include <DataStreams/ParallelParsingBlockInputStream.h>
+#include <DataStreams/SquashingBlockOutputStream.h>
+#include <DataStreams/NativeBlockInputStream.h>
 #include <Formats/FormatSettings.h>
 #include <Processors/Formats/IRowInputFormat.h>
 #include <Processors/Formats/IRowOutputFormat.h>
 #include <Processors/Formats/InputStreamFromInputFormat.h>
 #include <Processors/Formats/OutputStreamToOutputFormat.h>
-#include <DataStreams/NativeBlockInputStream.h>
 #include <Processors/Formats/Impl/ValuesBlockInputFormat.h>
 #include <Processors/Formats/Impl/MySQLOutputFormat.h>
-#include <Processors/Formats/Impl/PostgreSQLOutputFormat.h>
+#include <Processors/Formats/Impl/NativeFormat.cpp>
+#include <Processors/Formats/Impl/ParallelParsingBlockInputFormat.h>
 #include <Poco/URI.h>
 
 #if !defined(ARCADIA_BUILD)
@@ -131,7 +133,7 @@ FormatSettings getFormatSettings<Settings>(const Context & context,
     const Settings & settings);
 
 
-BlockInputStreamPtr FormatFactory::getInput(
+InputFormatPtr FormatFactory::getInput(
     const String & name,
     ReadBuffer & buf,
     const Block & sample,
@@ -140,19 +142,23 @@ BlockInputStreamPtr FormatFactory::getInput(
     const std::optional<FormatSettings> & _format_settings) const
 {
     if (name == "Native")
-        return std::make_shared<NativeBlockInputStream>(buf, sample, 0);
+        return std::make_shared<NativeInputFormatFromNativeBlockInputStream>(sample, buf);
 
     auto format_settings = _format_settings
         ? *_format_settings : getFormatSettings(context);
 
     if (!getCreators(name).input_processor_creator)
     {
-        const auto & input_getter = getCreators(name).input_creator;
-        if (!input_getter)
-            throw Exception("Format " + name + " is not suitable for input", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_INPUT);
 
-
-        return input_getter(buf, sample, max_block_size, {}, format_settings);
+//        const auto & input_getter = getCreators(name).input_creator;
+//        if (!input_getter)
+//            throw Exception("Format " + name + " is not suitable for input", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_INPUT);
+//
+//        const Settings & settings = context.getSettingsRef();
+//        FormatSettings format_settings = getInputFormatSetting(settings, context);
+//
+//        return input_getter(buf, sample, max_block_size, callback ? callback : ReadCallback(), format_settings);
+        throw;
     }
 
     const Settings & settings = context.getSettingsRef();
@@ -188,19 +194,32 @@ BlockInputStreamPtr FormatFactory::getInput(
         row_input_format_params.max_execution_time = settings.max_execution_time;
         row_input_format_params.timeout_overflow_mode = settings.timeout_overflow_mode;
 
-        auto input_creator_params =
-            ParallelParsingBlockInputStream::InputCreatorParams{sample,
-                row_input_format_params, format_settings};
-        ParallelParsingBlockInputStream::Params params{buf, input_getter,
-            input_creator_params, file_segmentation_engine,
+
+        auto parser_creator = std::bind(
+            input_getter.target<InputProcessorCreatorFunc>(),
+            std::placeholders::_1, sample, row_input_format_params, format_settings);
+
+//        auto anime = parser_creator(buf)
+        auto boruto = input_getter(buf, sample, row_input_format_params, format_settings);
+//        auto naruto = input_getter.target<InputProcessorCreatorFunc>()(buf, sample, row_input_format_params, format_settings);
+
+        auto naruto =
+            [sample, row_input_format_params, format_settings, input_getter]
+            (ReadBuffer & input)
+            {return input_getter(input, sample, row_input_format_params, format_settings);};
+
+        auto aaa = naruto(buf);
+
+        ParallelParsingBlockInputFormat::Params params{buf, sample,
+            naruto, file_segmentation_engine,
             settings.max_threads,
             settings.min_chunk_bytes_for_parallel_parsing};
-        return std::make_shared<ParallelParsingBlockInputStream>(params);
+        return std::make_shared<ParallelParsingBlockInputFormat>(params);
     }
 
-    auto format = getInputFormat(name, buf, sample, context, max_block_size,
-        format_settings);
-    return std::make_shared<InputStreamFromInputFormat>(std::move(format));
+
+    auto format = getInputFormat(name, buf, sample, context, max_block_size, std::move(callback));
+    return format;
 }
 
 
diff --git a/src/Formats/FormatFactory.h b/src/Formats/FormatFactory.h
index 0fe6f19f0b7..d191597fe25 100644
--- a/src/Formats/FormatFactory.h
+++ b/src/Formats/FormatFactory.h
@@ -79,11 +79,13 @@ private:
         WriteCallback callback,
         const FormatSettings & settings)>;
 
-    using InputProcessorCreator = std::function<InputFormatPtr(
-            ReadBuffer & buf,
-            const Block & header,
-            const RowInputFormatParams & params,
-            const FormatSettings & settings)>;
+    using InputProcessorCreatorFunc = InputFormatPtr(
+        ReadBuffer & buf,
+        const Block & header,
+        const RowInputFormatParams & params,
+        const FormatSettings & settings);
+
+    using InputProcessorCreator = std::function<InputProcessorCreatorFunc>;
 
     using OutputProcessorCreator = std::function<OutputFormatPtr(
             WriteBuffer & buf,
@@ -105,7 +107,7 @@ private:
 public:
     static FormatFactory & instance();
 
-    BlockInputStreamPtr getInput(
+    InputFormatPtr getInput(
         const String & name,
         ReadBuffer & buf,
         const Block & sample,
diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index 9955c1ca11f..eb56703c61c 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -16,6 +16,7 @@
 #include <Compression/ICompressionCodec.h>
 #include <Core/BackgroundSchedulePool.h>
 #include <Formats/FormatFactory.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 #include <Databases/IDatabase.h>
 #include <Storages/IStorage.h>
 #include <Storages/MarkCache.h>
@@ -2072,7 +2073,7 @@ void Context::checkPartitionCanBeDropped(const String & database, const String &
 
 BlockInputStreamPtr Context::getInputFormat(const String & name, ReadBuffer & buf, const Block & sample, UInt64 max_block_size) const
 {
-    return FormatFactory::instance().getInput(name, buf, sample, *this, max_block_size);
+    return std::make_shared<InputStreamFromInputFormat>(FormatFactory::instance().getInput(name, buf, sample, *this, max_block_size));
 }
 
 BlockOutputStreamPtr Context::getOutputFormat(const String & name, WriteBuffer & buf, const Block & sample) const
diff --git a/src/Processors/Executors/PipelineExecutor.cpp b/src/Processors/Executors/PipelineExecutor.cpp
index 517e07a3ba4..e7911f9b367 100644
--- a/src/Processors/Executors/PipelineExecutor.cpp
+++ b/src/Processors/Executors/PipelineExecutor.cpp
@@ -464,6 +464,9 @@ void PipelineExecutor::finalizeExecution()
 
     if (!all_processors_finished)
         throw Exception("Pipeline stuck. Current state:\n" + dumpPipeline(), ErrorCodes::LOGICAL_ERROR);
+
+    WriteBufferFromOStream out(std::cout);
+    printPipeline(processors, out);
 }
 
 void PipelineExecutor::wakeUpExecutor(size_t thread_num)
diff --git a/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp
new file mode 100644
index 00000000000..6f63504d227
--- /dev/null
+++ b/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp
@@ -0,0 +1,202 @@
+#include <Processors/Formats/Impl/ParallelParsingBlockInputFormat.h>
+
+namespace DB
+{
+
+void ParallelParsingBlockInputFormat::segmentatorThreadFunction()
+{
+    setThreadName("Segmentator");
+    try
+    {
+        while (!parsing_finished)
+        {
+            const auto current_unit_number = segmentator_ticket_number % processing_units.size();
+            auto & unit = processing_units[current_unit_number];
+
+            {
+                std::unique_lock<std::mutex> lock(mutex);
+                segmentator_condvar.wait(lock,
+                                         [&]{ return unit.status == READY_TO_INSERT || parsing_finished; });
+            }
+
+            if (parsing_finished)
+            {
+                break;
+            }
+
+            assert(unit.status == READY_TO_INSERT);
+
+            // Segmentating the original input.
+            unit.segment.resize(0);
+
+            const bool have_more_data = file_segmentation_engine(in, unit.segment, min_chunk_bytes);
+
+            unit.is_last = !have_more_data;
+            unit.status = READY_TO_PARSE;
+            scheduleParserThreadForUnitWithNumber(segmentator_ticket_number);
+            ++segmentator_ticket_number;
+
+            if (!have_more_data)
+            {
+                break;
+            }
+        }
+    }
+    catch (...)
+    {
+        onBackgroundException();
+    }
+}
+
+void ParallelParsingBlockInputFormat::parserThreadFunction(size_t current_ticket_number)
+{
+    try
+    {
+        setThreadName("ChunkParser");
+
+        const auto current_unit_number = current_ticket_number % processing_units.size();
+        auto & unit = processing_units[current_unit_number];
+
+        /*
+         * This is kind of suspicious -- the input_process_creator contract with
+         * respect to multithreaded use is not clear, but we hope that it is
+         * just a 'normal' factory class that doesn't have any state, and so we
+         * can use it from multiple threads simultaneously.
+         */
+        ReadBuffer read_buffer(unit.segment.data(), unit.segment.size(), 0);
+        InputFormatPtr input_format = internal_parser_creator(read_buffer);
+        InternalParser parser(input_format);
+
+        unit.chunk_ext.chunk.clear();
+        unit.chunk_ext.block_missing_values.clear();
+
+        // We don't know how many blocks will be. So we have to read them all
+        // until an empty block occured.
+        Chunk chunk;
+        while (!parsing_finished && (chunk = parser.getChunk()) != Chunk())
+        {
+            unit.chunk_ext.chunk.emplace_back(std::move(chunk));
+            unit.chunk_ext.block_missing_values.emplace_back(parser.getMissingValues());
+        }
+
+        // We suppose we will get at least some blocks for a non-empty buffer,
+        // except at the end of file. Also see a matching assert in readImpl().
+        assert(unit.is_last || !unit.chunk_ext.chunk.empty());
+
+        std::lock_guard<std::mutex> lock(mutex);
+        unit.status = READY_TO_READ;
+        reader_condvar.notify_all();
+    }
+    catch (...)
+    {
+        onBackgroundException();
+    }
+}
+
+
+void ParallelParsingBlockInputFormat::onBackgroundException()
+{
+    tryLogCurrentException(__PRETTY_FUNCTION__);
+
+    std::unique_lock<std::mutex> lock(mutex);
+    if (!background_exception)
+    {
+        background_exception = std::current_exception();
+    }
+    parsing_finished = true;
+    reader_condvar.notify_all();
+    segmentator_condvar.notify_all();
+}
+
+Chunk ParallelParsingBlockInputFormat::generate()
+{
+    if (isCancelled() || parsing_finished)
+    {
+        /**
+          * Check for background exception and rethrow it before we return.
+          */
+        std::unique_lock<std::mutex> lock(mutex);
+        if (background_exception)
+        {
+            lock.unlock();
+            onCancel();
+            std::rethrow_exception(background_exception);
+        }
+
+        return {};
+    }
+
+    const auto current_unit_number = reader_ticket_number % processing_units.size();
+    auto & unit = processing_units[current_unit_number];
+
+    if (!next_block_in_current_unit.has_value())
+    {
+        // We have read out all the Blocks from the previous Processing Unit,
+        // wait for the current one to become ready.
+        std::unique_lock<std::mutex> lock(mutex);
+        reader_condvar.wait(lock, [&](){ return unit.status == READY_TO_READ || parsing_finished; });
+
+        if (parsing_finished)
+        {
+            /**
+              * Check for background exception and rethrow it before we return.
+              */
+            if (background_exception)
+            {
+                lock.unlock();
+                cancel();
+                std::rethrow_exception(background_exception);
+            }
+
+            return {};
+        }
+
+        assert(unit.status == READY_TO_READ);
+        next_block_in_current_unit = 0;
+    }
+
+    if (unit.chunk_ext.chunk.empty())
+    {
+        /*
+         * Can we get zero blocks for an entire segment, when the format parser
+         * skips it entire content and does not create any blocks? Probably not,
+         * but if we ever do, we should add a loop around the above if, to skip
+         * these. Also see a matching assert in the parser thread.
+         */
+        assert(unit.is_last);
+        parsing_finished = true;
+        return {};
+    }
+
+    assert(next_block_in_current_unit.value() < unit.chunk_ext.chunk.size());
+
+    Chunk res = std::move(unit.chunk_ext.chunk.at(*next_block_in_current_unit));
+    last_block_missing_values = std::move(unit.chunk_ext.block_missing_values[*next_block_in_current_unit]);
+
+    next_block_in_current_unit.value() += 1;
+
+    if (*next_block_in_current_unit == unit.chunk_ext.chunk.size())
+    {
+        // parsing_finished reading this Processing Unit, move to the next one.
+        next_block_in_current_unit.reset();
+        ++reader_ticket_number;
+
+        if (unit.is_last)
+        {
+            // It it was the last unit, we're parsing_finished.
+            parsing_finished = true;
+        }
+        else
+        {
+            // Pass the unit back to the segmentator.
+            std::unique_lock<std::mutex> lock(mutex);
+            unit.status = READY_TO_INSERT;
+            segmentator_condvar.notify_all();
+        }
+    }
+
+    return res;
+}
+
+
+}
diff --git a/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h b/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h
new file mode 100644
index 00000000000..3900880ae1b
--- /dev/null
+++ b/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h
@@ -0,0 +1,259 @@
+#pragma once
+
+#include <Processors/Formats/IInputFormat.h>
+#include <DataStreams/IBlockInputStream.h>
+#include <Formats/FormatFactory.h>
+#include <Common/ThreadPool.h>
+#include <Common/setThreadName.h>
+#include <IO/BufferWithOwnMemory.h>
+#include <IO/ReadBuffer.h>
+#include <Processors/Formats/IRowInputFormat.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
+#include <Interpreters/Context.h>
+
+namespace DB
+{
+class Context;
+
+/**
+ * ORDER-PRESERVING parallel parsing of data formats.
+ * It splits original data into chunks. Then each chunk is parsed by different thread.
+ * The number of chunks equals to the number or parser threads.
+ * The size of chunk is equal to min_chunk_bytes_for_parallel_parsing setting.
+ *
+ * This stream has three kinds of threads: one segmentator, multiple parsers,
+ * and one reader thread -- that is, the one from which readImpl() is called.
+ * They operate one after another on parts of data called "processing units".
+ * One unit consists of buffer with raw data from file, filled by segmentator
+ * thread. This raw data is then parsed by a parser thread to form a number of
+ * Blocks. These Blocks are returned to the parent stream from readImpl().
+ * After being read out, a processing unit is reused, to save on allocating
+ * memory for the raw buffer. The processing units are organized into a circular
+ * array to facilitate reuse and to apply backpressure on the segmentator thread
+ * -- after it runs out of processing units, it has to wait for the reader to
+ * read out the previous blocks.
+ * The outline of what the threads do is as follows:
+ * segmentator thread:
+ *  1) wait for the next processing unit to become empty
+ *  2) fill it with a part of input file
+ *  3) start a parser thread
+ *  4) repeat until eof
+ * parser thread:
+ *  1) parse the given raw buffer without any synchronization
+ *  2) signal that the given unit is ready to read
+ *  3) finish
+ * readImpl():
+ *  1) wait for the next processing unit to become ready to read
+ *  2) take the blocks from the processing unit to return them to the caller
+ *  3) signal that the processing unit is empty
+ *  4) repeat until it encounters unit that is marked as "past_the_end"
+ * All threads must also check for cancel/eof/exception flags.
+ */
+class ParallelParsingBlockInputFormat : public IInputFormat
+{
+public:
+  /* Used to recreate parser on every new data piece. */
+    using InternalParserCreator = std::function<InputFormatPtr(ReadBuffer & buf)>;
+
+    struct Params
+    {
+        ReadBuffer & in;
+        Block header;
+        InternalParserCreator internal_parser_creator;
+        FormatFactory::FileSegmentationEngine file_segmentation_engine;
+        size_t max_threads;
+        size_t min_chunk_bytes;
+    };
+
+    explicit ParallelParsingBlockInputFormat(Params params)
+        : IInputFormat(std::move(params.header), params.in)
+        , internal_parser_creator(params.internal_parser_creator)
+        , file_segmentation_engine(params.file_segmentation_engine)
+        , min_chunk_bytes(params.min_chunk_bytes)
+        // Subtract one thread that we use for segmentation and one for
+        // reading. After that, must have at least two threads left for
+        // parsing. See the assertion below.
+        , pool(params.max_threads)
+    {
+        // One unit for each thread, including segmentator and reader, plus a
+        // couple more units so that the segmentation thread doesn't spuriously
+        // bump into reader thread on wraparound.
+        processing_units.resize(params.max_threads + 2);
+
+        segmentator_thread = ThreadFromGlobalPool([this] { segmentatorThreadFunction(); });
+    }
+
+    void resetParser() override final
+    {
+        throw Exception("resetParser() is not allowed for " + getName(), ErrorCodes::LOGICAL_ERROR);
+    }
+
+    const BlockMissingValues & getMissingValues() const override final
+    {
+        return last_block_missing_values;
+    }
+
+    String getName() const override final { return "ParallelParsingBlockInputFormat"; }
+
+protected:
+
+    Chunk generate() override final;
+
+    void onCancel() override final
+    {
+        /*
+         * The format parsers themselves are not being cancelled here, so we'll
+         * have to wait until they process the current block. Given that the
+         * chunk size is on the order of megabytes, this should't be too long.
+         * We can't call IInputFormat->cancel here, because the parser object is
+         * local to the parser thread, and we don't want to introduce any
+         * synchronization between parser threads and the other threads to get
+         * better performance. An ideal solution would be to add a callback to
+         * IInputFormat that checks whether it was cancelled.
+         */
+
+        finishAndWait();
+    }
+
+private:
+
+    class InternalParser
+    {
+    public:
+        explicit InternalParser(const InputFormatPtr & input_format_)
+        : input_format(input_format_)
+        , port(input_format->getPort().getHeader(), input_format.get())
+        {
+            connect(input_format->getPort(), port);
+            port.setNeeded();
+        }
+
+        Chunk getChunk()
+        {
+            while (true)
+            {
+                IProcessor::Status status = input_format->prepare();
+                switch (status)
+                {
+                    case IProcessor::Status::Ready:
+                        input_format->work();
+                        break;
+
+                    case IProcessor::Status::Finished:
+                        return {};
+
+                    case IProcessor::Status::PortFull:
+                        return port.pull();
+
+                    case IProcessor::Status::NeedData: break;
+                    case IProcessor::Status::Async: break;
+                    case IProcessor::Status::Wait: break;
+                    case IProcessor::Status::ExpandPipeline:
+                        throw Exception("One of the parsers returned status " + IProcessor::statusToName(status) +
+                                             " during parallel parsing", ErrorCodes::LOGICAL_ERROR);
+                }
+            }
+        }
+
+        const BlockMissingValues & getMissingValues() const { return input_format->getMissingValues(); }
+
+    private:
+        const InputFormatPtr & input_format;
+        InputPort port;
+    };
+
+    const InternalParserCreator internal_parser_creator;
+    // Function to segment the file. Then "parsers" will parse that segments.
+    FormatFactory::FileSegmentationEngine file_segmentation_engine;
+    const size_t min_chunk_bytes;
+
+    BlockMissingValues last_block_missing_values;
+
+    //Non-atomic because it is used in one thread.
+    std::optional<size_t> next_block_in_current_unit;
+    size_t segmentator_ticket_number{0};
+    size_t reader_ticket_number{0};
+
+    std::mutex mutex;
+    std::condition_variable reader_condvar;
+    std::condition_variable segmentator_condvar;
+
+    std::atomic<bool> parsing_finished;
+
+    // There are multiple "parsers", that's why we use thread pool.
+    ThreadPool pool;
+    // Reading and segmentating the file
+    ThreadFromGlobalPool segmentator_thread;
+
+    enum ProcessingUnitStatus
+    {
+        READY_TO_INSERT,
+        READY_TO_PARSE,
+        READY_TO_READ
+    };
+
+    struct ChunkExt
+    {
+        std::vector<Chunk> chunk;
+        std::vector<BlockMissingValues> block_missing_values;
+    };
+
+    struct ProcessingUnit
+    {
+        explicit ProcessingUnit()
+            : status(ProcessingUnitStatus::READY_TO_INSERT)
+        {
+        }
+
+        ChunkExt chunk_ext;
+        Memory<> segment;
+        std::atomic<ProcessingUnitStatus> status;
+        bool is_last{false};
+    };
+
+    std::exception_ptr background_exception = nullptr;
+
+    // We use deque instead of vector, because it does not require a move
+    // constructor, which is absent for atomics that are inside ProcessingUnit.
+    std::deque<ProcessingUnit> processing_units;
+
+
+    void scheduleParserThreadForUnitWithNumber(size_t ticket_number)
+    {
+        pool.scheduleOrThrowOnError([this, ticket_number] { parserThreadFunction(ticket_number); });
+    }
+
+    void finishAndWait()
+    {
+        parsing_finished = true;
+
+        {
+            std::unique_lock<std::mutex> lock(mutex);
+            segmentator_condvar.notify_all();
+            reader_condvar.notify_all();
+        }
+
+        if (segmentator_thread.joinable())
+            segmentator_thread.join();
+
+        try
+        {
+            pool.wait();
+        }
+        catch (...)
+        {
+            tryLogCurrentException(__PRETTY_FUNCTION__);
+        }
+    }
+
+    void segmentatorThreadFunction();
+    void parserThreadFunction(size_t current_ticket_number);
+
+    // Save/log a background exception, set termination flag, wake up all
+    // threads. This function is used by segmentator and parsed threads.
+    // readImpl() is called from the main thread, so the exception handling
+    // is different.
+    void onBackgroundException();
+};
+
+}
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index c3a599665bb..4acfe34d47f 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -7,6 +7,7 @@
 #include <DataTypes/DataTypeNullable.h>
 #include <DataTypes/NestedUtils.h>
 #include <Formats/FormatFactory.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 #include <Functions/FunctionFactory.h>
 #include <Functions/IFunction.h>
 #include <IO/ConcatReadBuffer.h>
@@ -2903,7 +2904,8 @@ String MergeTreeData::getPartitionIDFromQuery(const ASTPtr & ast, const Context
         ReadBufferFromMemory right_paren_buf(")", 1);
         ConcatReadBuffer buf({&left_paren_buf, &fields_buf, &right_paren_buf});
 
-        auto input_stream = FormatFactory::instance().getInput("Values", buf, metadata_snapshot->getPartitionKey().sample_block, context, context.getSettingsRef().max_block_size);
+        auto format = FormatFactory::instance().getInput("Values", buf, partition_key_sample, context, context.getSettingsRef().max_block_size);
+        auto input_stream = std::make_shared<InputStreamFromInputFormat>(format);
 
         auto block = input_stream->read();
         if (!block || !block.rows())
diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index 3ad9384ecfb..477c557bbd0 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -25,7 +25,6 @@
 
 #include <fcntl.h>
 #include <unistd.h>
-#include <sys/types.h>
 
 #include <Poco/Path.h>
 #include <Poco/File.h>
@@ -34,6 +33,7 @@
 #include <filesystem>
 #include <Storages/Distributed/DirectoryMonitor.h>
 #include <Processors/Sources/SourceWithProgress.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 #include <Processors/Pipe.h>
 
 namespace fs = std::filesystem;
@@ -291,6 +291,7 @@ public:
 
     Chunk generate() override
     {
+        std::cout << StackTrace().toString() << std::endl;
         while (!finished_generate)
         {
             /// Open file lazily on first read. This is needed to avoid too many open files from different streams.
@@ -332,8 +333,11 @@ public:
                     *read_buf, metadata_snapshot->getSampleBlock(), context,
                     max_block_size, storage->format_settings);
 
-                if (columns_description.hasDefaults())
-                    reader = std::make_shared<AddingDefaultsBlockInputStream>(reader, columns_description, context);
+
+                reader = std::make_shared<InputStreamFromInputFormat>(format);
+
+                if (!column_defaults.empty())
+                    reader = std::make_shared<AddingDefaultsBlockInputStream>(reader, column_defaults, context);
 
                 reader->readPrefix();
             }
diff --git a/src/Storages/StorageHDFS.cpp b/src/Storages/StorageHDFS.cpp
index 0a4729b1c06..2946d45eb15 100644
--- a/src/Storages/StorageHDFS.cpp
+++ b/src/Storages/StorageHDFS.cpp
@@ -13,6 +13,7 @@
 #include <IO/WriteHelpers.h>
 #include <IO/HDFSCommon.h>
 #include <Formats/FormatFactory.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 #include <DataTypes/DataTypeString.h>
 #include <DataStreams/IBlockOutputStream.h>
 #include <DataStreams/OwningBlockInputStream.h>
@@ -122,7 +123,8 @@ public:
 
                 auto compression = chooseCompressionMethod(path, compression_method);
                 auto read_buf = wrapReadBufferWithCompressionMethod(std::make_unique<ReadBufferFromHDFS>(current_path), compression);
-                auto input_stream = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size);
+                auto input_format = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size);
+                auto input_stream = std::make_shared<InputStreamFromInputFormat>(input_format);
 
                 reader = std::make_shared<OwningBlockInputStream<ReadBuffer>>(input_stream, std::move(read_buf));
                 reader->readPrefix();
diff --git a/src/Storages/StorageS3.cpp b/src/Storages/StorageS3.cpp
index 0465cfdffba..efd04e53557 100644
--- a/src/Storages/StorageS3.cpp
+++ b/src/Storages/StorageS3.cpp
@@ -17,6 +17,7 @@
 #include <IO/WriteHelpers.h>
 
 #include <Formats/FormatFactory.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 
 #include <DataStreams/IBlockOutputStream.h>
 #include <DataStreams/AddingDefaultsBlockInputStream.h>
@@ -33,6 +34,7 @@
 #include <re2/re2.h>
 
 #include <Processors/Sources/SourceWithProgress.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 #include <Processors/Pipe.h>
 
 
@@ -82,7 +84,8 @@ namespace
             , file_path(bucket + "/" + key)
         {
             read_buf = wrapReadBufferWithCompressionMethod(std::make_unique<ReadBufferFromS3>(client, bucket, key), compression_method);
-            reader = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size);
+            auto input_format = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size);
+            reader = std::make_shared<InputStreamFromInputFormat>(input_format);
 
             if (columns.hasDefaults())
                 reader = std::make_shared<AddingDefaultsBlockInputStream>(reader, columns, context);
diff --git a/src/Storages/StorageURL.cpp b/src/Storages/StorageURL.cpp
index 00903abee59..9533892d07a 100644
--- a/src/Storages/StorageURL.cpp
+++ b/src/Storages/StorageURL.cpp
@@ -14,6 +14,7 @@
 #include <IO/ConnectionTimeoutsContext.h>
 
 #include <Formats/FormatFactory.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 
 #include <DataStreams/IBlockOutputStream.h>
 #include <DataStreams/AddingDefaultsBlockInputStream.h>
@@ -105,10 +106,10 @@ namespace
                     context.getRemoteHostFilter()),
                 compression_method);
 
-            reader = FormatFactory::instance().getInput(format, *read_buf,
-                sample_block, context, max_block_size, format_settings);
-            reader = std::make_shared<AddingDefaultsBlockInputStream>(reader,
-                columns, context);
+
+            auto input_format = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size);
+            reader = std::make_shared<InputStreamFromInputFormat>(input_format);
+            reader = std::make_shared<AddingDefaultsBlockInputStream>(reader, column_defaults, context);
         }
 
         String getName() const override

From f40f3ced2a6ad8ad6bf29b9fa73269a6f302b939 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 10 Jun 2020 15:02:34 +0300
Subject: [PATCH 100/742] fix JSONEachRowArray

---
 src/Formats/FormatFactory.cpp                 | 25 +++------
 src/Formats/JSONEachRowUtils.cpp              |  9 +++
 src/Processors/Executors/PipelineExecutor.cpp |  3 -
 .../Formats/Impl/IReadBufferPrepareAndEndUp.h | 56 +++++++++++++++++++
 .../Impl/JSONEachRowRowInputFormat.cpp        | 23 +-------
 .../Formats/Impl/JSONEachRowRowInputFormat.h  |  6 +-
 .../Impl/ParallelParsingBlockInputFormat.cpp  | 20 +++++++
 .../Impl/ParallelParsingBlockInputFormat.h    | 16 +++++-
 src/Storages/MergeTree/MergeTreeData.cpp      |  6 +-
 src/Storages/StorageFile.cpp                  |  1 -
 10 files changed, 117 insertions(+), 48 deletions(-)
 create mode 100644 src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h

diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 7c591af8537..9fba199d0c1 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -150,6 +150,7 @@ InputFormatPtr FormatFactory::getInput(
     if (!getCreators(name).input_processor_creator)
     {
 
+
 //        const auto & input_getter = getCreators(name).input_creator;
 //        if (!input_getter)
 //            throw Exception("Format " + name + " is not suitable for input", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_INPUT);
@@ -194,26 +195,14 @@ InputFormatPtr FormatFactory::getInput(
         row_input_format_params.max_execution_time = settings.max_execution_time;
         row_input_format_params.timeout_overflow_mode = settings.timeout_overflow_mode;
 
+        /// Const reference is copied to lambda.
+        auto parser_creator = [input_getter, sample, row_input_format_params, format_settings]
+            (ReadBuffer & input) -> InputFormatPtr
+            { return input_getter(input, sample, row_input_format_params, format_settings); };
 
-        auto parser_creator = std::bind(
-            input_getter.target<InputProcessorCreatorFunc>(),
-            std::placeholders::_1, sample, row_input_format_params, format_settings);
 
-//        auto anime = parser_creator(buf)
-        auto boruto = input_getter(buf, sample, row_input_format_params, format_settings);
-//        auto naruto = input_getter.target<InputProcessorCreatorFunc>()(buf, sample, row_input_format_params, format_settings);
-
-        auto naruto =
-            [sample, row_input_format_params, format_settings, input_getter]
-            (ReadBuffer & input)
-            {return input_getter(input, sample, row_input_format_params, format_settings);};
-
-        auto aaa = naruto(buf);
-
-        ParallelParsingBlockInputFormat::Params params{buf, sample,
-            naruto, file_segmentation_engine,
-            settings.max_threads,
-            settings.min_chunk_bytes_for_parallel_parsing};
+        ParallelParsingBlockInputFormat::Params params{
+            buf, sample, parser_creator, file_segmentation_engine, name, settings.max_threads, settings.min_chunk_bytes_for_parallel_parsing};
         return std::make_shared<ParallelParsingBlockInputFormat>(params);
     }
 
diff --git a/src/Formats/JSONEachRowUtils.cpp b/src/Formats/JSONEachRowUtils.cpp
index a1d9b4a5fff..44472a36e16 100644
--- a/src/Formats/JSONEachRowUtils.cpp
+++ b/src/Formats/JSONEachRowUtils.cpp
@@ -9,6 +9,14 @@ bool fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, DB::Memory<> & memor
     skipWhitespaceIfAny(in);
 
     char * pos = in.position();
+
+    /// In case that independent JSONs are splitted by comma we skip that comma.
+    if (pos && *pos == ',')
+    {
+        ++in.position();
+        ++pos;
+    }
+
     size_t balance = 0;
     bool quotes = false;
 
@@ -61,6 +69,7 @@ bool fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, DB::Memory<> & memor
     }
 
     saveUpToPosition(in, memory, pos);
+    assert(*memory.data() == '{');
     return loadAtPosition(in, memory, pos);
 }
 
diff --git a/src/Processors/Executors/PipelineExecutor.cpp b/src/Processors/Executors/PipelineExecutor.cpp
index e7911f9b367..517e07a3ba4 100644
--- a/src/Processors/Executors/PipelineExecutor.cpp
+++ b/src/Processors/Executors/PipelineExecutor.cpp
@@ -464,9 +464,6 @@ void PipelineExecutor::finalizeExecution()
 
     if (!all_processors_finished)
         throw Exception("Pipeline stuck. Current state:\n" + dumpPipeline(), ErrorCodes::LOGICAL_ERROR);
-
-    WriteBufferFromOStream out(std::cout);
-    printPipeline(processors, out);
 }
 
 void PipelineExecutor::wakeUpExecutor(size_t thread_num)
diff --git a/src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h b/src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h
new file mode 100644
index 00000000000..33d8bbf9cd6
--- /dev/null
+++ b/src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h
@@ -0,0 +1,56 @@
+#pragma once
+
+#include <IO/ReadHelpers.h>
+
+namespace DB
+{
+
+class IReadBufferPrepareAndEndUp
+{
+public:
+    virtual ~IReadBufferPrepareAndEndUp() {}
+
+    virtual void prepareReadBuffer(ReadBuffer & buffer) = 0;
+
+    virtual void endUpReadBuffer(ReadBuffer & buffer) = 0;
+};
+
+using IReadBufferPrepareAndEndUpPtr = std::shared_ptr<IReadBufferPrepareAndEndUp>;
+
+class JSONEachRowPrepareAndEndUp : public IReadBufferPrepareAndEndUp
+{
+public:
+    void prepareReadBuffer(ReadBuffer & buffer) override
+    {
+        /// In this format, BOM at beginning of stream cannot be confused with value, so it is safe to skip it.
+        skipBOMIfExists(in);
+
+        skipWhitespaceIfAny(in);
+        if (!in.eof() && *in.position() == '[')
+        {
+            ++in.position();
+            data_in_square_brackets = true;
+        }
+    }
+
+    void endUpReadBuffer(ReadBuffer & buffer) override
+    {
+        skipWhitespaceIfAny(buffer);
+        if (data_in_square_brackets)
+        {
+            assertChar(']', buffer);
+            skipWhitespaceIfAny(buffer);
+        }
+        if (!buffer.eof() && *buffer.position() == ';')
+        {
+            ++buffer.position();
+            skipWhitespaceIfAny(buffer);
+        }
+        assertEOF(buffer);
+    }
+
+private:
+    bool data_in_square_brackets{false};
+};
+
+}
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
index 234839b41f5..dfb5eb79b4b 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
@@ -303,31 +303,12 @@ void JSONEachRowRowInputFormat::resetParser()
 
 void JSONEachRowRowInputFormat::readPrefix()
 {
-    /// In this format, BOM at beginning of stream cannot be confused with value, so it is safe to skip it.
-    skipBOMIfExists(in);
-
-    skipWhitespaceIfAny(in);
-    if (!in.eof() && *in.position() == '[')
-    {
-        ++in.position();
-        data_in_square_brackets = true;
-    }
+    prepare_and_end_up.prepareReadBuffer(in);
 }
 
 void JSONEachRowRowInputFormat::readSuffix()
 {
-    skipWhitespaceIfAny(in);
-    if (data_in_square_brackets)
-    {
-        assertChar(']', in);
-        skipWhitespaceIfAny(in);
-    }
-    if (!in.eof() && *in.position() == ';')
-    {
-        ++in.position();
-        skipWhitespaceIfAny(in);
-    }
-    assertEOF(in);
+    prepare_and_end_up.endUpReadBuffer(in);
 }
 
 
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h
index 29a6ce6ecb8..e121d77d7a6 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h
+++ b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h
@@ -4,7 +4,7 @@
 #include <Processors/Formats/IRowInputFormat.h>
 #include <Formats/FormatSettings.h>
 #include <Common/HashTable/HashMap.h>
-
+#include "IReadBufferPrepareAndEndUp.h"
 
 namespace DB
 {
@@ -81,7 +81,11 @@ private:
 
     bool allow_new_rows = true;
 
+
     bool yield_strings;
+
+    /// Used when readSuffix() or readPrefix() are called.
+    JSONEachRowPrepareAndEndUp prepare_and_end_up;
 };
 
 }
diff --git a/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp
index 6f63504d227..ad7a160ce11 100644
--- a/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp
@@ -1,4 +1,5 @@
 #include <Processors/Formats/Impl/ParallelParsingBlockInputFormat.h>
+#include <IO/ReadHelpers.h>
 
 namespace DB
 {
@@ -64,6 +65,10 @@ void ParallelParsingBlockInputFormat::parserThreadFunction(size_t current_ticket
          * can use it from multiple threads simultaneously.
          */
         ReadBuffer read_buffer(unit.segment.data(), unit.segment.size(), 0);
+
+        if (current_ticket_number == 0)
+            prepareReadBuffer(read_buffer);
+
         InputFormatPtr input_format = internal_parser_creator(read_buffer);
         InternalParser parser(input_format);
 
@@ -83,6 +88,9 @@ void ParallelParsingBlockInputFormat::parserThreadFunction(size_t current_ticket
         // except at the end of file. Also see a matching assert in readImpl().
         assert(unit.is_last || !unit.chunk_ext.chunk.empty());
 
+        if (unit.is_last)
+            endUpReadBuffer(read_buffer);
+
         std::lock_guard<std::mutex> lock(mutex);
         unit.status = READY_TO_READ;
         reader_condvar.notify_all();
@@ -198,5 +206,17 @@ Chunk ParallelParsingBlockInputFormat::generate()
     return res;
 }
 
+void ParallelParsingBlockInputFormat::prepareReadBuffer(ReadBuffer & buffer)
+{
+    if (prepare_and_end_up_ptr)
+        prepare_and_end_up_ptr->prepareReadBuffer(buffer);
+}
+
+
+void ParallelParsingBlockInputFormat::endUpReadBuffer(ReadBuffer & buffer)
+{
+    if (prepare_and_end_up_ptr)
+        prepare_and_end_up_ptr->endUpReadBuffer(buffer);
+}
 
 }
diff --git a/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h b/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h
index 3900880ae1b..1a0cd2c537a 100644
--- a/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h
@@ -10,6 +10,7 @@
 #include <Processors/Formats/IRowInputFormat.h>
 #include <Processors/Formats/InputStreamFromInputFormat.h>
 #include <Interpreters/Context.h>
+#include "IReadBufferPrepareAndEndUp.h"
 
 namespace DB
 {
@@ -61,6 +62,7 @@ public:
         Block header;
         InternalParserCreator internal_parser_creator;
         FormatFactory::FileSegmentationEngine file_segmentation_engine;
+        String format_name;
         size_t max_threads;
         size_t min_chunk_bytes;
     };
@@ -69,6 +71,7 @@ public:
         : IInputFormat(std::move(params.header), params.in)
         , internal_parser_creator(params.internal_parser_creator)
         , file_segmentation_engine(params.file_segmentation_engine)
+        , format_name(params.format_name)
         , min_chunk_bytes(params.min_chunk_bytes)
         // Subtract one thread that we use for segmentation and one for
         // reading. After that, must have at least two threads left for
@@ -80,6 +83,10 @@ public:
         // bump into reader thread on wraparound.
         processing_units.resize(params.max_threads + 2);
 
+        /// To skip '[' and ']'.
+        if (format_name == "JSONEachRow")
+            prepare_and_end_up_ptr = std::make_shared<JSONEachRowPrepareAndEndUp>();
+
         segmentator_thread = ThreadFromGlobalPool([this] { segmentatorThreadFunction(); });
     }
 
@@ -165,6 +172,7 @@ private:
     const InternalParserCreator internal_parser_creator;
     // Function to segment the file. Then "parsers" will parse that segments.
     FormatFactory::FileSegmentationEngine file_segmentation_engine;
+    const String format_name;
     const size_t min_chunk_bytes;
 
     BlockMissingValues last_block_missing_values;
@@ -178,7 +186,7 @@ private:
     std::condition_variable reader_condvar;
     std::condition_variable segmentator_condvar;
 
-    std::atomic<bool> parsing_finished;
+    std::atomic<bool> parsing_finished{false};
 
     // There are multiple "parsers", that's why we use thread pool.
     ThreadPool pool;
@@ -254,6 +262,12 @@ private:
     // readImpl() is called from the main thread, so the exception handling
     // is different.
     void onBackgroundException();
+
+    IReadBufferPrepareAndEndUpPtr prepare_and_end_up_ptr;
+
+    void prepareReadBuffer(ReadBuffer & buffer);
+
+    void endUpReadBuffer(ReadBuffer & buffer);
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 4acfe34d47f..9804abb2247 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -60,7 +60,7 @@
 #include <typeinfo>
 #include <typeindex>
 #include <unordered_set>
-
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 
 namespace ProfileEvents
 {
@@ -2904,8 +2904,8 @@ String MergeTreeData::getPartitionIDFromQuery(const ASTPtr & ast, const Context
         ReadBufferFromMemory right_paren_buf(")", 1);
         ConcatReadBuffer buf({&left_paren_buf, &fields_buf, &right_paren_buf});
 
-        auto format = FormatFactory::instance().getInput("Values", buf, partition_key_sample, context, context.getSettingsRef().max_block_size);
-        auto input_stream = std::make_shared<InputStreamFromInputFormat>(format);
+        auto input_format = FormatFactory::instance().getInput("Values", buf, getPartitionKey().sample_block, context, context.getSettingsRef().max_block_size);
+        auto input_stream = std::make_shared<InputStreamFromInputFormat>(input_format);
 
         auto block = input_stream->read();
         if (!block || !block.rows())
diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index 477c557bbd0..736089b666f 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -291,7 +291,6 @@ public:
 
     Chunk generate() override
     {
-        std::cout << StackTrace().toString() << std::endl;
         while (!finished_generate)
         {
             /// Open file lazily on first read. This is needed to avoid too many open files from different streams.

From 0a508c7b8ab6f6685089d941a6594e76b0ef2763 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 11 Jun 2020 03:36:57 +0300
Subject: [PATCH 101/742] save

---
 src/Common/Arena.h                            |  56 +++----
 src/Common/ThreadPool.h                       |   1 -
 src/Formats/FormatFactory.cpp                 |   6 +-
 src/IO/WriteBufferFromArena.h                 |   2 +-
 src/IO/WriteHelpers.h                         |   1 +
 .../Formats/Impl/CSVRowOutputFormat.cpp       |   1 +
 .../Impl/JSONEachRowRowOutputFormat.cpp       |   1 +
 .../Impl/ParallelFormattingOutputFormat.h     | 147 ++++++++++++++++++
 ...mat.cpp => ParallelParsingInputFormat.cpp} |  26 ++--
 ...tFormat.h => ParallelParsingInputFormat.h} |  23 ++-
 10 files changed, 213 insertions(+), 51 deletions(-)
 create mode 100644 src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
 rename src/Processors/Formats/Impl/{ParallelParsingBlockInputFormat.cpp => ParallelParsingInputFormat.cpp} (88%)
 rename src/Processors/Formats/Impl/{ParallelParsingBlockInputFormat.h => ParallelParsingInputFormat.h} (94%)

diff --git a/src/Common/Arena.h b/src/Common/Arena.h
index 44a9b444ff2..2a05a257381 100644
--- a/src/Common/Arena.h
+++ b/src/Common/Arena.h
@@ -15,7 +15,7 @@
 
 namespace ProfileEvents
 {
-    extern const Event ArenaAllocChunks;
+    extern const Event ArenaAllocMemoryChunks;
     extern const Event ArenaAllocBytes;
 }
 
@@ -28,7 +28,7 @@ namespace DB
   * - put lot of strings inside pool, keep their addresses;
   * - addresses remain valid during lifetime of pool;
   * - at destruction of pool, all memory is freed;
-  * - memory is allocated and freed by large chunks;
+  * - memory is allocated and freed by large MemoryChunks;
   * - freeing parts of data is not possible (but look at ArenaWithFreeLists if you need);
   */
 class Arena : private boost::noncopyable
@@ -37,29 +37,31 @@ private:
     /// Padding allows to use 'memcpySmallAllowReadWriteOverflow15' instead of 'memcpy'.
     static constexpr size_t pad_right = 15;
 
-    /// Contiguous chunk of memory and pointer to free space inside it. Member of single-linked list.
-    struct alignas(16) Chunk : private Allocator<false>    /// empty base optimization
+    /// Contiguous MemoryChunk of memory and pointer to free space inside it. Member of single-linked list.
+    struct alignas(16) MemoryChunk : private Allocator<false>    /// empty base optimization
     {
         char * begin;
         char * pos;
         char * end; /// does not include padding.
 
-        Chunk * prev;
+        MemoryChunk * prev;
+        MemoryChunk * next;
 
-        Chunk(size_t size_, Chunk * prev_)
+        MemoryChunk(size_t size_, MemoryChunk * prev_)
         {
-            ProfileEvents::increment(ProfileEvents::ArenaAllocChunks);
+            ProfileEvents::increment(ProfileEvents::ArenaAllocMemoryChunks);
             ProfileEvents::increment(ProfileEvents::ArenaAllocBytes, size_);
 
             begin = reinterpret_cast<char *>(Allocator<false>::alloc(size_));
             pos = begin;
             end = begin + size_ - pad_right;
             prev = prev_;
+            prev->next = this;
 
             ASAN_POISON_MEMORY_REGION(begin, size_);
         }
 
-        ~Chunk()
+        ~MemoryChunk()
         {
             /// We must unpoison the memory before returning to the allocator,
             /// because the allocator might not have asan integration, and the
@@ -80,8 +82,8 @@ private:
     size_t growth_factor;
     size_t linear_growth_threshold;
 
-    /// Last contiguous chunk of memory.
-    Chunk * head;
+    /// Last contiguous MemoryChunk of memory.
+    MemoryChunk * head;
     size_t size_in_bytes;
 
     static size_t roundUpToPageSize(size_t s)
@@ -89,7 +91,7 @@ private:
         return (s + 4096 - 1) / 4096 * 4096;
     }
 
-    /// If chunks size is less than 'linear_growth_threshold', then use exponential growth, otherwise - linear growth
+    /// If MemoryChunks size is less than 'linear_growth_threshold', then use exponential growth, otherwise - linear growth
     ///  (to not allocate too much excessive memory).
     size_t nextSize(size_t min_next_size) const
     {
@@ -103,7 +105,7 @@ private:
         {
             // allocContinue() combined with linear growth results in quadratic
             // behavior: we append the data by small amounts, and when it
-            // doesn't fit, we create a new chunk and copy all the previous data
+            // doesn't fit, we create a new MemoryChunk and copy all the previous data
             // into it. The number of times we do this is directly proportional
             // to the total size of data that is going to be serialized. To make
             // the copying happen less often, round the next size up to the
@@ -116,10 +118,10 @@ private:
         return roundUpToPageSize(size_after_grow);
     }
 
-    /// Add next contiguous chunk of memory with size not less than specified.
-    void NO_INLINE addChunk(size_t min_size)
+    /// Add next contiguous MemoryChunk of memory with size not less than specified.
+    void NO_INLINE addMemoryChunk(size_t min_size)
     {
-        head = new Chunk(nextSize(min_size + pad_right), head);
+        head = new MemoryChunk(nextSize(min_size + pad_right), head);
         size_in_bytes += head->size();
     }
 
@@ -129,7 +131,7 @@ private:
 public:
     Arena(size_t initial_size_ = 4096, size_t growth_factor_ = 2, size_t linear_growth_threshold_ = 128 * 1024 * 1024)
         : growth_factor(growth_factor_), linear_growth_threshold(linear_growth_threshold_),
-        head(new Chunk(initial_size_, nullptr)), size_in_bytes(head->size())
+        head(new MemoryChunk(initial_size_, nullptr)), size_in_bytes(head->size())
     {
     }
 
@@ -142,7 +144,7 @@ public:
     char * alloc(size_t size)
     {
         if (unlikely(head->pos + size > head->end))
-            addChunk(size);
+            addMemoryChunk(size);
 
         char * res = head->pos;
         head->pos += size;
@@ -167,7 +169,7 @@ public:
                 return res;
             }
 
-            addChunk(size + alignment);
+            addMemoryChunk(size + alignment);
         } while (true);
     }
 
@@ -192,8 +194,8 @@ public:
     /** Begin or expand a contiguous range of memory.
       * 'range_start' is the start of range. If nullptr, a new range is
       * allocated.
-      * If there is no space in the current chunk to expand the range,
-      * the entire range is copied to a new, bigger memory chunk, and the value
+      * If there is no space in the current MemoryChunk to expand the range,
+      * the entire range is copied to a new, bigger memory MemoryChunk, and the value
       * of 'range_start' is updated.
       * If the optional 'start_alignment' is specified, the start of range is
       * kept aligned to this value.
@@ -207,7 +209,7 @@ public:
         /*
          * Allocating zero bytes doesn't make much sense. Also, a zero-sized
          * range might break the invariant that the range begins at least before
-         * the current chunk end.
+         * the current MemoryChunk end.
          */
         assert(additional_bytes > 0);
 
@@ -226,19 +228,19 @@ public:
 
         // This method only works for extending the last allocation. For lack of
         // original size, check a weaker condition: that 'begin' is at least in
-        // the current Chunk.
+        // the current MemoryChunk.
         assert(range_start >= head->begin);
         assert(range_start < head->end);
 
         if (head->pos + additional_bytes <= head->end)
         {
-            // The new size fits into the last chunk, so just alloc the
+            // The new size fits into the last MemoryChunk, so just alloc the
             // additional size. We can alloc without alignment here, because it
             // only applies to the start of the range, and we don't change it.
             return alloc(additional_bytes);
         }
 
-        // New range doesn't fit into this chunk, will copy to a new one.
+        // New range doesn't fit into this MemoryChunk, will copy to a new one.
         //
         // Note: among other things, this method is used to provide a hack-ish
         // implementation of realloc over Arenas in ArenaAllocators. It wastes a
@@ -299,16 +301,16 @@ public:
         return res;
     }
 
-    /// Size of chunks in bytes.
+    /// Size of MemoryChunks in bytes.
     size_t size() const
     {
         return size_in_bytes;
     }
 
-    /// Bad method, don't use it -- the chunks are not your business, the entire
+    /// Bad method, don't use it -- the MemoryChunks are not your business, the entire
     /// purpose of the arena code is to manage them for you, so if you find
     /// yourself having to use this method, probably you're doing something wrong.
-    size_t remainingSpaceInCurrentChunk() const
+    size_t remainingSpaceInCurrentMemoryChunk() const
     {
         return head->remaining();
     }
diff --git a/src/Common/ThreadPool.h b/src/Common/ThreadPool.h
index 8dd6cbbe02c..27b76865ab9 100644
--- a/src/Common/ThreadPool.h
+++ b/src/Common/ThreadPool.h
@@ -13,7 +13,6 @@
 #include <Common/ThreadStatus.h>
 #include <ext/scope_guard.h>
 
-
 /** Very simple thread pool similar to boost::threadpool.
   * Advantages:
   * - catches exceptions and rethrows on wait.
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 9fba199d0c1..6fde6bee430 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -16,7 +16,7 @@
 #include <Processors/Formats/Impl/ValuesBlockInputFormat.h>
 #include <Processors/Formats/Impl/MySQLOutputFormat.h>
 #include <Processors/Formats/Impl/NativeFormat.cpp>
-#include <Processors/Formats/Impl/ParallelParsingBlockInputFormat.h>
+#include <Processors/Formats/Impl/ParallelParsingInputFormat.h>
 #include <Poco/URI.h>
 
 #if !defined(ARCADIA_BUILD)
@@ -201,9 +201,9 @@ InputFormatPtr FormatFactory::getInput(
             { return input_getter(input, sample, row_input_format_params, format_settings); };
 
 
-        ParallelParsingBlockInputFormat::Params params{
+        ParallelParsingInputFormat::Params params{
             buf, sample, parser_creator, file_segmentation_engine, name, settings.max_threads, settings.min_chunk_bytes_for_parallel_parsing};
-        return std::make_shared<ParallelParsingBlockInputFormat>(params);
+        return std::make_shared<ParallelParsingInputFormat>(params);
     }
 
 
diff --git a/src/IO/WriteBufferFromArena.h b/src/IO/WriteBufferFromArena.h
index ee09240e9c7..b5fd9fac5a3 100644
--- a/src/IO/WriteBufferFromArena.h
+++ b/src/IO/WriteBufferFromArena.h
@@ -35,7 +35,7 @@ private:
         /// tear down the entire WriteBuffer thing and implement it again,
         /// properly.
         size_t continuation_size = std::max(size_t(1),
-            std::max(count(), arena.remainingSpaceInCurrentChunk()));
+            std::max(count(), arena.remainingSpaceInCurrentMemoryChunk()));
 
         /// allocContinue method will possibly move memory region to new place and modify "begin" pointer.
 
diff --git a/src/IO/WriteHelpers.h b/src/IO/WriteHelpers.h
index e5c6f5b4ab8..4d070577e84 100644
--- a/src/IO/WriteHelpers.h
+++ b/src/IO/WriteHelpers.h
@@ -557,6 +557,7 @@ void writeProbablyBackQuotedStringMySQL(const StringRef & s, WriteBuffer & buf);
 template <char quote = '"'>
 void writeCSVString(const char * begin, const char * end, WriteBuffer & buf)
 {
+    std::cout << StackTrace().toString() << std::endl;
     writeChar(quote, buf);
 
     const char * pos = begin;
diff --git a/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp b/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp
index 2d6a49ccb6f..4546f83d6cc 100644
--- a/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp
@@ -11,6 +11,7 @@ namespace DB
 CSVRowOutputFormat::CSVRowOutputFormat(WriteBuffer & out_, const Block & header_, bool with_names_, const RowOutputFormatParams & params_, const FormatSettings & format_settings_)
     : IRowOutputFormat(header_, out_, params_), with_names(with_names_), format_settings(format_settings_)
 {
+    std::cout << StackTrace().toString() << std::endl;
     const auto & sample = getPort(PortKind::Main).getHeader();
     size_t columns = sample.columns();
     data_types.resize(columns);
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp b/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp
index 15d8a843f41..6a87feab315 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp
@@ -16,6 +16,7 @@ JSONEachRowRowOutputFormat::JSONEachRowRowOutputFormat(
         : IRowOutputFormat(header_, out_, params_),
             settings(settings_)
 {
+    std::cout << StackTrace().toString() << std::endl;
     const auto & sample = getPort(PortKind::Main).getHeader();
     size_t columns = sample.columns();
     fields.resize(columns);
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
new file mode 100644
index 00000000000..52b5475420d
--- /dev/null
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -0,0 +1,147 @@
+#pragma once
+
+#include <Processors/Formats/IOutputFormat.h>
+#include <Common/Arena.h>
+#include <IO/WriteBufferFromArena.h>
+
+#include <deque>
+#include <Common/setThreadName.h>
+
+#include <atomic>
+
+namespace DB
+{
+
+const size_t min_chunk_bytes_for_parallel_formatting = 1024;
+
+class ParallelFormattingOutputFormat : public IOutputFormat
+{
+public:
+
+    struct Params
+    {
+        const Block & header;
+        WriteBuffer & out;
+    };
+
+    explicit ParallelFormattingOutputFormat(Params params)
+        : IOutputFormat(params.header, params.out)
+        , original_write_buffer(params.out)
+    {
+
+    }
+
+    String getName() const override final { return "ParallelFormattingOutputFormat"; }
+
+protected:
+    void consume(Chunk chunk) override final
+    {
+        if (chunk.empty())
+            formatting_finished = true;
+
+        const auto current_unit_number = writer_unit_number % processing_units.size();
+
+        auto & unit = processing_units[current_unit_number];
+
+        {
+            std::unique_lock<std::mutex> lock(mutex);
+            writer_condvar.wait(lock,
+                [&]{ return unit.status == READY_TO_INSERT || formatting_finished; });
+        }
+
+        assert(unit.status == READY_TO_INSERT);
+
+        unit.chunk = std::move(chunk);
+        /// TODO: Allocate new arena for current chunk
+
+
+        /// TODO: Submit task to ThreadPool
+    }
+
+private:
+
+    WriteBuffer & original_write_buffer;
+
+    enum ProcessingUnitStatus
+    {
+        READY_TO_INSERT,
+        READY_TO_FORMAT,
+        READY_TO_READ
+    };
+
+    struct ProcessingUnit
+    {
+        Chunk chunk;
+        Arena arena;
+        ProcessingUnitStatus status;
+    };
+
+
+
+    std::deque<ProcessingUnit> processing_units;
+
+    std::mutex mutex;
+    std::atomic_bool formatting_finished{false};
+
+
+    std::atomic_size_t collector_unit_number{0};
+    std::atomic_size_t writer_unit_number{0};
+
+    std::condition_variable collector_condvar;
+    std::condition_variable writer_condvar;
+
+    void сollectorThreadFunction()
+    {
+        setThreadName("Collector");
+
+        while (!formatting_finished)
+        {
+            const auto current_unit_number = collector_unit_number % processing_units.size();
+
+            auto & unit = processing_units[current_unit_number];
+
+            {
+                std::unique_lock<std::mutex> lock(mutex);
+                collector_condvar.wait(lock,
+                    [&]{ return unit.status == READY_TO_READ || formatting_finished; });
+            }
+
+            if (formatting_finished)
+            {
+                break;
+            }
+
+            assert(unit.status == READY_TO_READ);
+
+            /// TODO: Arena is singly linked list, and it is simply a list of chunks.
+            /// We have to write them all into original WriteBuffer.
+            char * arena_begin = nullptr;
+            size_t arena_size = 0;
+            /// Do main work here.
+            original_write_buffer.write(arena_begin, arena_size);
+
+            /// How to drop this arena?
+
+
+            std::lock_guard<std::mutex> lock(mutex);
+            unit.status = READY_TO_INSERT;
+            writer_condvar.notify_all();
+        }
+
+    }
+
+
+    void formatterThreadFunction(size_t current_unit_number)
+    {
+        setThreadName("Formatter");
+
+        auto & unit = processing_units[current_unit_number];
+
+        const char * arena_begin = nullptr;
+        WriteBufferFromArena out(unit.arena, arena_begin);
+
+        /// TODO: create parser and parse current chunk to arena
+    }
+};
+
+}
diff --git a/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
similarity index 88%
rename from src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp
rename to src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index ad7a160ce11..898c103cb24 100644
--- a/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -1,10 +1,10 @@
-#include <Processors/Formats/Impl/ParallelParsingBlockInputFormat.h>
+#include <Processors/Formats/Impl/ParallelParsingInputFormat.h>
 #include <IO/ReadHelpers.h>
 
 namespace DB
 {
 
-void ParallelParsingBlockInputFormat::segmentatorThreadFunction()
+void ParallelParsingInputFormat::segmentatorThreadFunction()
 {
     setThreadName("Segmentator");
     try
@@ -49,7 +49,7 @@ void ParallelParsingBlockInputFormat::segmentatorThreadFunction()
     }
 }
 
-void ParallelParsingBlockInputFormat::parserThreadFunction(size_t current_ticket_number)
+void ParallelParsingInputFormat::parserThreadFunction(size_t current_ticket_number)
 {
     try
     {
@@ -58,6 +58,8 @@ void ParallelParsingBlockInputFormat::parserThreadFunction(size_t current_ticket
         const auto current_unit_number = current_ticket_number % processing_units.size();
         auto & unit = processing_units[current_unit_number];
 
+        assert(unit.segment.size() > 0);
+
         /*
          * This is kind of suspicious -- the input_process_creator contract with
          * respect to multithreaded use is not clear, but we hope that it is
@@ -86,7 +88,7 @@ void ParallelParsingBlockInputFormat::parserThreadFunction(size_t current_ticket
 
         // We suppose we will get at least some blocks for a non-empty buffer,
         // except at the end of file. Also see a matching assert in readImpl().
-        assert(unit.is_last || !unit.chunk_ext.chunk.empty());
+        assert(unit.is_last || !unit.chunk_ext.chunk.empty() || parsing_finished);
 
         if (unit.is_last)
             endUpReadBuffer(read_buffer);
@@ -102,7 +104,7 @@ void ParallelParsingBlockInputFormat::parserThreadFunction(size_t current_ticket
 }
 
 
-void ParallelParsingBlockInputFormat::onBackgroundException()
+void ParallelParsingInputFormat::onBackgroundException()
 {
     tryLogCurrentException(__PRETTY_FUNCTION__);
 
@@ -116,7 +118,7 @@ void ParallelParsingBlockInputFormat::onBackgroundException()
     segmentator_condvar.notify_all();
 }
 
-Chunk ParallelParsingBlockInputFormat::generate()
+Chunk ParallelParsingInputFormat::generate()
 {
     if (isCancelled() || parsing_finished)
     {
@@ -206,17 +208,17 @@ Chunk ParallelParsingBlockInputFormat::generate()
     return res;
 }
 
-void ParallelParsingBlockInputFormat::prepareReadBuffer(ReadBuffer & buffer)
+void ParallelParsingInputFormat::prepareReadBuffer(ReadBuffer & buffer)
 {
-    if (prepare_and_end_up_ptr)
-        prepare_and_end_up_ptr->prepareReadBuffer(buffer);
+    if (prepare_and_end_up_map.count(format_name))
+        prepare_and_end_up_map[format_name]->prepareReadBuffer(buffer);
 }
 
 
-void ParallelParsingBlockInputFormat::endUpReadBuffer(ReadBuffer & buffer)
+void ParallelParsingInputFormat::endUpReadBuffer(ReadBuffer & buffer)
 {
-    if (prepare_and_end_up_ptr)
-        prepare_and_end_up_ptr->endUpReadBuffer(buffer);
+    if (prepare_and_end_up_map.count(format_name))
+        prepare_and_end_up_map[format_name]->endUpReadBuffer(buffer);
 }
 
 }
diff --git a/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
similarity index 94%
rename from src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h
rename to src/Processors/Formats/Impl/ParallelParsingInputFormat.h
index 1a0cd2c537a..35cf7047d3c 100644
--- a/src/Processors/Formats/Impl/ParallelParsingBlockInputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
@@ -8,7 +8,6 @@
 #include <IO/BufferWithOwnMemory.h>
 #include <IO/ReadBuffer.h>
 #include <Processors/Formats/IRowInputFormat.h>
-#include <Processors/Formats/InputStreamFromInputFormat.h>
 #include <Interpreters/Context.h>
 #include "IReadBufferPrepareAndEndUp.h"
 
@@ -50,7 +49,7 @@ class Context;
  *  4) repeat until it encounters unit that is marked as "past_the_end"
  * All threads must also check for cancel/eof/exception flags.
  */
-class ParallelParsingBlockInputFormat : public IInputFormat
+class ParallelParsingInputFormat : public IInputFormat
 {
 public:
   /* Used to recreate parser on every new data piece. */
@@ -67,7 +66,7 @@ public:
         size_t min_chunk_bytes;
     };
 
-    explicit ParallelParsingBlockInputFormat(Params params)
+    explicit ParallelParsingInputFormat(Params params)
         : IInputFormat(std::move(params.header), params.in)
         , internal_parser_creator(params.internal_parser_creator)
         , file_segmentation_engine(params.file_segmentation_engine)
@@ -83,13 +82,16 @@ public:
         // bump into reader thread on wraparound.
         processing_units.resize(params.max_threads + 2);
 
-        /// To skip '[' and ']'.
-        if (format_name == "JSONEachRow")
-            prepare_and_end_up_ptr = std::make_shared<JSONEachRowPrepareAndEndUp>();
+        initializePrepareEndUpMap();
 
         segmentator_thread = ThreadFromGlobalPool([this] { segmentatorThreadFunction(); });
     }
 
+    ~ParallelParsingInputFormat() override
+    {
+        finishAndWait();
+    }
+
     void resetParser() override final
     {
         throw Exception("resetParser() is not allowed for " + getName(), ErrorCodes::LOGICAL_ERROR);
@@ -263,7 +265,14 @@ private:
     // is different.
     void onBackgroundException();
 
-    IReadBufferPrepareAndEndUpPtr prepare_and_end_up_ptr;
+    /// To store objects which will prepare and end up ReadBuffer for each format.
+    std::unordered_map<String, IReadBufferPrepareAndEndUpPtr> prepare_and_end_up_map;
+
+    void initializePrepareEndUpMap()
+    {
+        /// To skip '[' and ']'.
+        prepare_and_end_up_map.insert({"JSONEachRow", std::make_shared<JSONEachRowPrepareAndEndUp>()});
+    }
 
     void prepareReadBuffer(ReadBuffer & buffer);
 

From 9f127a46c7ca8374f73ce5550b30416f0760fc25 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 12 Jun 2020 02:00:49 +0300
Subject: [PATCH 102/742] first try

---
 src/Common/Arena.h                            |   6 +-
 src/Formats/FormatFactory.cpp                 |  37 ++-
 src/IO/BufferWithOwnMemory.h                  |  25 ++
 src/IO/WriteHelpers.h                         |   1 -
 src/Processors/Formats/IOutputFormat.h        |   3 +
 .../Formats/Impl/CSVRowOutputFormat.cpp       |   1 -
 .../Impl/JSONEachRowRowOutputFormat.cpp       |   1 -
 .../Impl/ParallelFormattingOutputFormat.h     | 222 ++++++++++++++----
 8 files changed, 238 insertions(+), 58 deletions(-)

diff --git a/src/Common/Arena.h b/src/Common/Arena.h
index 2a05a257381..92de4e98ca5 100644
--- a/src/Common/Arena.h
+++ b/src/Common/Arena.h
@@ -15,7 +15,7 @@
 
 namespace ProfileEvents
 {
-    extern const Event ArenaAllocMemoryChunks;
+    extern const Event ArenaAllocChunks;
     extern const Event ArenaAllocBytes;
 }
 
@@ -45,18 +45,16 @@ private:
         char * end; /// does not include padding.
 
         MemoryChunk * prev;
-        MemoryChunk * next;
 
         MemoryChunk(size_t size_, MemoryChunk * prev_)
         {
-            ProfileEvents::increment(ProfileEvents::ArenaAllocMemoryChunks);
+            ProfileEvents::increment(ProfileEvents::ArenaAllocChunks);
             ProfileEvents::increment(ProfileEvents::ArenaAllocBytes, size_);
 
             begin = reinterpret_cast<char *>(Allocator<false>::alloc(size_));
             pos = begin;
             end = begin + size_ - pad_right;
             prev = prev_;
-            prev->next = this;
 
             ASAN_POISON_MEMORY_REGION(begin, size_);
         }
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 6fde6bee430..450f0463d6c 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -5,7 +5,6 @@
 #include <Interpreters/Context.h>
 #include <Core/Settings.h>
 #include <DataStreams/MaterializingBlockOutputStream.h>
-#include <DataStreams/ParallelParsingBlockInputStream.h>
 #include <DataStreams/SquashingBlockOutputStream.h>
 #include <DataStreams/NativeBlockInputStream.h>
 #include <Formats/FormatSettings.h>
@@ -17,6 +16,7 @@
 #include <Processors/Formats/Impl/MySQLOutputFormat.h>
 #include <Processors/Formats/Impl/NativeFormat.cpp>
 #include <Processors/Formats/Impl/ParallelParsingInputFormat.h>
+#include <Processors/Formats/Impl/ParallelFormattingOutputFormat.h>
 #include <Poco/URI.h>
 
 #if !defined(ARCADIA_BUILD)
@@ -233,10 +233,37 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
             sample);
     }
 
-    auto format = getOutputFormat(name, buf, sample, context, std::move(callback),
-        format_settings);
-    return std::make_shared<MaterializingBlockOutputStream>(
-        std::make_shared<OutputStreamToOutputFormat>(format), sample);
+
+    bool parallel_formatting = true;
+
+    if (parallel_formatting && name == "CSV")
+    {
+        const auto & output_getter = getCreators(name).output_processor_creator;
+        if (!output_getter)
+            throw Exception("Format " + name + " is not suitable for output", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
+
+        const Settings & settings = context.getSettingsRef();
+        FormatSettings format_settings = getOutputFormatSetting(settings, context);
+
+        /** TODO: Materialization is needed, because formats can use the functions `IDataType`,
+          *  which only work with full columns.
+          */
+        auto formatter_creator = [output_getter, sample, callback, format_settings]
+            (WriteBuffer & output) -> OutputFormatPtr
+            { return output_getter(output, sample, std::move(callback), format_settings);};
+
+        /// Enable auto-flush for streaming mode. Currently it is needed by INSERT WATCH query.
+//        if (format_settings.enable_streaming)
+//            format->setAutoFlush();
+
+        ParallelFormattingOutputFormat::Params params{buf, sample, formatter_creator};
+        auto format = std::make_shared<ParallelFormattingOutputFormat>(params);
+        return std::make_shared<MaterializingBlockOutputStream>(std::make_shared<OutputStreamToOutputFormat>(format), sample);
+    }
+
+
+    auto format = getOutputFormat(name, buf, sample, context, std::move(callback));
+    return std::make_shared<MaterializingBlockOutputStream>(std::make_shared<OutputStreamToOutputFormat>(format), sample);
 }
 
 
diff --git a/src/IO/BufferWithOwnMemory.h b/src/IO/BufferWithOwnMemory.h
index 713c9b12cd1..b21c8cb5d17 100644
--- a/src/IO/BufferWithOwnMemory.h
+++ b/src/IO/BufferWithOwnMemory.h
@@ -149,4 +149,29 @@ public:
 };
 
 
+/** Buffer that could write data to external memory which came from outside
+  * Template parameter: ReadBuffer or WriteBuffer
+  */
+template <typename Base>
+class BufferWithOutsideMemory : public Base
+{
+protected:
+    Memory<> & memory;
+public:
+
+    BufferWithOutsideMemory(Memory<> & memory_)
+        : Base(nullptr, 0), memory(memory_)
+    {
+        Base::set(memory.data(), memory.size());
+        Base::padded = false;
+    }
+private:
+    void nextImpl() override final
+    {
+        const size_t prev_size = memory.size();
+        memory.resize(2 * prev_size);
+        Base::set(memory.data(), memory.size());
+    }
+};
+
 }
diff --git a/src/IO/WriteHelpers.h b/src/IO/WriteHelpers.h
index 4d070577e84..e5c6f5b4ab8 100644
--- a/src/IO/WriteHelpers.h
+++ b/src/IO/WriteHelpers.h
@@ -557,7 +557,6 @@ void writeProbablyBackQuotedStringMySQL(const StringRef & s, WriteBuffer & buf);
 template <char quote = '"'>
 void writeCSVString(const char * begin, const char * end, WriteBuffer & buf)
 {
-    std::cout << StackTrace().toString() << std::endl;
     writeChar(quote, buf);
 
     const char * pos = begin;
diff --git a/src/Processors/Formats/IOutputFormat.h b/src/Processors/Formats/IOutputFormat.h
index 67c307df2aa..8f5d137f08f 100644
--- a/src/Processors/Formats/IOutputFormat.h
+++ b/src/Processors/Formats/IOutputFormat.h
@@ -39,12 +39,15 @@ protected:
 
     RowsBeforeLimitCounterPtr rows_before_limit_counter;
 
+    friend class ParallelFormattingOutputFormat;
+
     virtual void consume(Chunk) = 0;
     virtual void consumeTotals(Chunk) {}
     virtual void consumeExtremes(Chunk) {}
     virtual void finalize() {}
 
 public:
+
     IOutputFormat(const Block & header_, WriteBuffer & out_);
 
     Status prepare() override;
diff --git a/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp b/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp
index 4546f83d6cc..2d6a49ccb6f 100644
--- a/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp
@@ -11,7 +11,6 @@ namespace DB
 CSVRowOutputFormat::CSVRowOutputFormat(WriteBuffer & out_, const Block & header_, bool with_names_, const RowOutputFormatParams & params_, const FormatSettings & format_settings_)
     : IRowOutputFormat(header_, out_, params_), with_names(with_names_), format_settings(format_settings_)
 {
-    std::cout << StackTrace().toString() << std::endl;
     const auto & sample = getPort(PortKind::Main).getHeader();
     size_t columns = sample.columns();
     data_types.resize(columns);
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp b/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp
index 6a87feab315..15d8a843f41 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp
@@ -16,7 +16,6 @@ JSONEachRowRowOutputFormat::JSONEachRowRowOutputFormat(
         : IRowOutputFormat(header_, out_, params_),
             settings(settings_)
 {
-    std::cout << StackTrace().toString() << std::endl;
     const auto & sample = getPort(PortKind::Main).getHeader();
     size_t columns = sample.columns();
     fields.resize(columns);
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 52b5475420d..0a8fe511471 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -3,32 +3,50 @@
 #include <Processors/Formats/IOutputFormat.h>
 #include <Common/Arena.h>
 #include <IO/WriteBufferFromArena.h>
+#include <Formats/FormatFactory.h>
 
 #include <deque>
 #include <Common/setThreadName.h>
 
 #include <atomic>
+#include <Common/ThreadPool.h>
+#include <IO/WriteBuffer.h>
+#include <IO/BufferWithOwnMemory.h>
 
 namespace DB
 {
 
-const size_t min_chunk_bytes_for_parallel_formatting = 1024;
+const size_t min_chunk_bytes_for_parallel_formatting_ = 1024;
+const size_t max_threads_for_parallel_formatting_ = 4;
 
 class ParallelFormattingOutputFormat : public IOutputFormat
 {
 public:
+    /* Used to recreate formatter on every new data piece. */
+    using InternalFormatterCreator = std::function<OutputFormatPtr(WriteBuffer & buf)>;
 
     struct Params
     {
-        const Block & header;
-        WriteBuffer & out;
+        WriteBuffer & out_;
+        const Block & header_;
+        InternalFormatterCreator internal_formatter_creator_;
     };
 
     explicit ParallelFormattingOutputFormat(Params params)
-        : IOutputFormat(params.header, params.out)
-        , original_write_buffer(params.out)
-    {
+        : IOutputFormat(params.header_, params.out_)
+        , internal_formatter_creator(params.internal_formatter_creator_)
+        , pool(max_threads_for_parallel_formatting_)
 
+    {
+//        std::cout << "ParallelFormattingOutputFormat::constructor" << std::endl;
+        processing_units.resize(max_threads_for_parallel_formatting_ + 2);
+
+        collector_thread = ThreadFromGlobalPool([this] { сollectorThreadFunction(); });
+    }
+
+    ~ParallelFormattingOutputFormat() override
+    {
+        finishAndWait();
     }
 
     String getName() const override final { return "ParallelFormattingOutputFormat"; }
@@ -36,31 +54,46 @@ public:
 protected:
     void consume(Chunk chunk) override final
     {
+
+        std::cout << StackTrace().toString() << std::endl;
+
         if (chunk.empty())
+        {
+//            std::cout << "Empty chunk" << std::endl;
             formatting_finished = true;
+        }
+
 
         const auto current_unit_number = writer_unit_number % processing_units.size();
 
         auto & unit = processing_units[current_unit_number];
 
+//        std::cout << "Consume " << current_unit_number << " before wait" << std::endl;
+
         {
             std::unique_lock<std::mutex> lock(mutex);
             writer_condvar.wait(lock,
                 [&]{ return unit.status == READY_TO_INSERT || formatting_finished; });
         }
 
+//        std::cout << "Consume " << current_unit_number << " after wait" << std::endl;
+
         assert(unit.status == READY_TO_INSERT);
 
         unit.chunk = std::move(chunk);
-        /// TODO: Allocate new arena for current chunk
 
+        /// Resize memory without deallocate
+        unit.segment.resize(0);
+        unit.status = READY_TO_FORMAT;
 
-        /// TODO: Submit task to ThreadPool
+        scheduleFormatterThreadForUnitWithNumber(current_unit_number);
+
+        ++writer_unit_number;
     }
 
 private:
 
-    WriteBuffer & original_write_buffer;
+    InternalFormatterCreator internal_formatter_creator;
 
     enum ProcessingUnitStatus
     {
@@ -71,63 +104,134 @@ private:
 
     struct ProcessingUnit
     {
+        explicit ProcessingUnit()
+            : status(ProcessingUnitStatus::READY_TO_INSERT)
+        {
+        }
+
+        std::atomic<ProcessingUnitStatus> status;
         Chunk chunk;
-        Arena arena;
-        ProcessingUnitStatus status;
+        Memory<> segment;
     };
 
+    // There are multiple "formatters", that's why we use thread pool.
+    ThreadPool pool;
+    // Collecting all memory to original ReadBuffer
+    ThreadFromGlobalPool collector_thread;
 
+    std::exception_ptr background_exception = nullptr;
 
     std::deque<ProcessingUnit> processing_units;
 
     std::mutex mutex;
     std::atomic_bool formatting_finished{false};
 
-
     std::atomic_size_t collector_unit_number{0};
     std::atomic_size_t writer_unit_number{0};
 
     std::condition_variable collector_condvar;
     std::condition_variable writer_condvar;
 
+    void finishAndWait()
+    {
+
+        std::cout << "finishAndWait()" << std::endl;
+        formatting_finished = true;
+
+        {
+            std::unique_lock<std::mutex> lock(mutex);
+            collector_condvar.notify_all();
+            writer_condvar.notify_all();
+        }
+
+        if (collector_thread.joinable())
+            collector_thread.join();
+
+        try
+        {
+            pool.wait();
+        }
+        catch (...)
+        {
+            tryLogCurrentException(__PRETTY_FUNCTION__);
+        }
+    }
+
+
+    void onBackgroundException()
+    {
+//        std::cout << "onBackgroundException" << std::endl;
+        tryLogCurrentException(__PRETTY_FUNCTION__);
+
+        std::unique_lock<std::mutex> lock(mutex);
+        if (!background_exception)
+        {
+            background_exception = std::current_exception();
+        }
+        formatting_finished = true;
+        writer_condvar.notify_all();
+        collector_condvar.notify_all();
+    }
+
+    void scheduleFormatterThreadForUnitWithNumber(size_t ticket_number)
+    {
+        pool.scheduleOrThrowOnError([this, ticket_number] { formatterThreadFunction(ticket_number); });
+    }
+
     void сollectorThreadFunction()
     {
         setThreadName("Collector");
 
-        while (!formatting_finished)
+        try
         {
-            const auto current_unit_number = collector_unit_number % processing_units.size();
-
-            auto & unit = processing_units[current_unit_number];
-
+            while (!formatting_finished)
             {
-                std::unique_lock<std::mutex> lock(mutex);
-                collector_condvar.wait(lock,
-                    [&]{ return unit.status == READY_TO_READ || formatting_finished; });
+                const auto current_unit_number = collector_unit_number % processing_units.size();
+
+                auto &unit = processing_units[current_unit_number];
+
+//                std::cout << "Collector " << current_unit_number << " before wait" << std::endl;
+
+                {
+                    std::unique_lock<std::mutex> lock(mutex);
+                    collector_condvar.wait(lock,
+                        [&]{ return unit.status == READY_TO_READ || formatting_finished; });
+                }
+
+//                std::cout << "Collector " << current_unit_number << " after wait" << std::endl;
+
+                if (formatting_finished)
+                {
+//                    std::cout << "formatting finished" << std::endl;
+                    break;
+                }
+
+                assert(unit.status == READY_TO_READ);
+                assert(unit.segment.size() > 0);
+
+                for (size_t i=0; i < unit.segment.size(); ++i)
+                {
+                    std::cout << *(unit.segment.data() + i);
+                }
+                std::cout << std::endl;
+
+
+                /// Do main work here.
+                out.write(unit.segment.data(), unit.segment.size());
+
+                flush();
+
+                ++collector_unit_number;
+
+                std::lock_guard<std::mutex> lock(mutex);
+                unit.status = READY_TO_INSERT;
+                writer_condvar.notify_all();
             }
-
-            if (formatting_finished)
-            {
-                break;
-            }
-
-            assert(unit.status == READY_TO_READ);
-
-            /// TODO: Arena is singly linked list, and it is simply a list of chunks.
-            /// We have to write them all into original WriteBuffer.
-            char * arena_begin = nullptr;
-            size_t arena_size = 0;
-            /// Do main work here.
-            original_write_buffer.write(arena_begin, arena_size);
-
-            /// How to drop this arena?
-
-
-            std::lock_guard<std::mutex> lock(mutex);
-            unit.status = READY_TO_INSERT;
-            writer_condvar.notify_all();
         }
-
+        catch (...)
+        {
+            onBackgroundException();
+        }
     }
 
 
@@ -135,12 +239,38 @@ private:
     {
         setThreadName("Formatter");
 
-        auto & unit = processing_units[current_unit_number];
+        try
+        {
+//            std::cout << "Formatter " << current_unit_number << std::endl;
 
-        const char * arena_begin = nullptr;
-        WriteBufferFromArena out(unit.arena, arena_begin);
+            auto & unit = processing_units[current_unit_number];
+
+            assert(unit.status = READY_TO_FORMAT);
+
+            unit.segment.resize(10 * DBMS_DEFAULT_BUFFER_SIZE);
+
+            /// TODO: Implement proper nextImpl
+            BufferWithOutsideMemory<WriteBuffer> out(unit.segment);
+
+            auto formatter = internal_formatter_creator(out);
+
+            formatter->consume(std::move(unit.chunk));
+
+//            std::cout << "Formatter " << current_unit_number << " before notify" << std::endl;
+
+            {
+                std::lock_guard<std::mutex> lock(mutex);
+                unit.status = READY_TO_READ;
+                collector_condvar.notify_all();
+            }
+
+//            std::cout << "Formatter " << current_unit_number << " after notify" << std::endl;
+        }
+        catch (...)
+        {
+            onBackgroundException();
+        }
 
-        /// TODO: create parser and parse current chunk to arena
     }
 };
 

From 3bc1affd214b9ec06d2b7503892b0d5f80b1e586 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 12 Jun 2020 02:08:14 +0300
Subject: [PATCH 103/742] remove CSV restriction

---
 programs/client/Client.cpp    | 2 ++
 src/Formats/FormatFactory.cpp | 2 +-
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 92ae37123fa..06ce0a615eb 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -1993,6 +1993,8 @@ private:
         /// Received data block is immediately displayed to the user.
         block_out_stream->flush();
 
+        std::this_thread::sleep_for(std::chrono::seconds(2));
+
         /// Restore progress bar after data block.
         if (clear_progess)
             writeProgress();
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 450f0463d6c..07103ae1ed3 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -236,7 +236,7 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
 
     bool parallel_formatting = true;
 
-    if (parallel_formatting && name == "CSV")
+    if (parallel_formatting)
     {
         const auto & output_getter = getCreators(name).output_processor_creator;
         if (!output_getter)

From 82888b5c4de060d8b7ad379fa1185ce4a8eb325f Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 12 Jun 2020 15:14:21 +0300
Subject: [PATCH 104/742] fix build

---
 programs/odbc-bridge/MainHandler.cpp | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/programs/odbc-bridge/MainHandler.cpp b/programs/odbc-bridge/MainHandler.cpp
index 9bbffed3e23..78b55bf531e 100644
--- a/programs/odbc-bridge/MainHandler.cpp
+++ b/programs/odbc-bridge/MainHandler.cpp
@@ -22,6 +22,7 @@
 
 #if USE_ODBC
 #include <Poco/Data/ODBC/SessionImpl.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 #define POCO_SQL_ODBC_CLASS Poco::Data::ODBC
 #endif
 
@@ -162,8 +163,9 @@ void ODBCHandler::handleRequest(Poco::Net::HTTPServerRequest & request, Poco::Ne
 
             auto pool = getPool(connection_string);
             ReadBufferFromIStream read_buf(request.stream());
-            BlockInputStreamPtr input_stream = FormatFactory::instance().getInput(format, read_buf, *sample_block,
-                                                                                  context, max_block_size);
+            auto input_format = FormatFactory::instance().getInput(format, read_buf, *sample_block,
+                                                                   context, max_block_size);
+            auto input_stream = std::make_shared<InputStreamFromInputFormat>(input_format);
             ODBCBlockOutputStream output_stream(pool->get(), db_name, table_name, *sample_block, quoting_style);
             copyData(*input_stream, output_stream);
             writeStringBinary("Ok.", out);

From edc6267e3f70669813efaccb8113d73af6094cba Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 15 Jun 2020 12:03:08 +0300
Subject: [PATCH 105/742] fix build

---
 src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 0a8fe511471..7f63202de6e 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -250,9 +250,9 @@ private:
             unit.segment.resize(10 * DBMS_DEFAULT_BUFFER_SIZE);
 
             /// TODO: Implement proper nextImpl
-            BufferWithOutsideMemory<WriteBuffer> out(unit.segment);
+            BufferWithOutsideMemory<WriteBuffer> out_buffer(unit.segment);
 
-            auto formatter = internal_formatter_creator(out);
+            auto formatter = internal_formatter_creator(out_buffer);
 
             formatter->consume(std::move(unit.chunk));
 

From f50750dfed498da878d445c61b1f2cc591241c0e Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 15 Jun 2020 13:08:41 +0300
Subject: [PATCH 106/742] remove stacktrace output

---
 src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 7f63202de6e..a919f1d2b3b 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -55,7 +55,7 @@ protected:
     void consume(Chunk chunk) override final
     {
 
-        std::cout << StackTrace().toString() << std::endl;
+//        std::cout << StackTrace().toString() << std::endl;
 
         if (chunk.empty())
         {

From 7d7c73c5fcdc89291faaa3627c388bf73c32f907 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 15 Jun 2020 20:38:30 +0300
Subject: [PATCH 107/742] fix build final

---
 src/DataStreams/ParallelParsingBlockInputStream.cpp        | 1 -
 src/Processors/Formats/IInputFormat.h                      | 7 -------
 src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp  | 6 ++----
 .../Formats/Impl/ParallelFormattingOutputFormat.h          | 4 ++--
 4 files changed, 4 insertions(+), 14 deletions(-)

diff --git a/src/DataStreams/ParallelParsingBlockInputStream.cpp b/src/DataStreams/ParallelParsingBlockInputStream.cpp
index 19b04d36fc1..8ec1f2bc499 100644
--- a/src/DataStreams/ParallelParsingBlockInputStream.cpp
+++ b/src/DataStreams/ParallelParsingBlockInputStream.cpp
@@ -170,7 +170,6 @@ void ParallelParsingBlockInputStream::parserThreadFunction(ThreadGroupStatusPtr
          */
         ReadBuffer read_buffer(unit.segment.data(), unit.segment.size(), 0);
         auto format = input_processor_creator(read_buffer, header, row_input_format_params, format_settings);
-        format->setCurrentUnitNumber(current_ticket_number);
         auto parser = std::make_unique<InputStreamFromInputFormat>(std::move(format));
 
         unit.block_ext.block.clear();
diff --git a/src/Processors/Formats/IInputFormat.h b/src/Processors/Formats/IInputFormat.h
index e1537aff6c5..00cb38405cf 100644
--- a/src/Processors/Formats/IInputFormat.h
+++ b/src/Processors/Formats/IInputFormat.h
@@ -38,13 +38,6 @@ public:
         static const BlockMissingValues none;
         return none;
     }
-
-    size_t getCurrentUnitNumber() const { return current_unit_number; }
-    void setCurrentUnitNumber(size_t current_unit_number_) { current_unit_number = current_unit_number_; }
-
-private:
-    /// Number of currently parsed chunk (if parallel parsing is enabled)
-    size_t current_unit_number = 0;
 };
 
 }
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
index dfb5eb79b4b..ec1deddc94b 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
@@ -245,11 +245,9 @@ bool JSONEachRowRowInputFormat::readRow(MutableColumns & columns, RowReadExtensi
     /// then seeking to next ;, or \n would trigger reading of an extra row at the end.
 
     /// Semicolon is added for convenience as it could be used at end of INSERT query.
-    bool is_first_row = getCurrentUnitNumber() == 0 && getTotalRows() == 1;
-    if (!in.eof())
+    if (getTotalRows() && !in.eof())
     {
-        /// There may be optional ',' (but not before the first row)
-        if (!is_first_row && *in.position() == ',')
+        if (*in.position() == ',')
             ++in.position();
         else if (!data_in_square_brackets && *in.position() == ';')
         {
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index a919f1d2b3b..45b0ef8e18c 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -41,7 +41,7 @@ public:
 //        std::cout << "ParallelFormattingOutputFormat::constructor" << std::endl;
         processing_units.resize(max_threads_for_parallel_formatting_ + 2);
 
-        collector_thread = ThreadFromGlobalPool([this] { сollectorThreadFunction(); });
+        collector_thread = ThreadFromGlobalPool([this] { collectorThreadFunction(); });
     }
 
     ~ParallelFormattingOutputFormat() override
@@ -178,7 +178,7 @@ private:
         pool.scheduleOrThrowOnError([this, ticket_number] { formatterThreadFunction(ticket_number); });
     }
 
-    void сollectorThreadFunction()
+    void collectorThreadFunction()
     {
         setThreadName("Collector");
 

From 0e31424c92201b76c2c63dbbfc550909e9a3c0b6 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 16 Jul 2020 13:48:57 +0300
Subject: [PATCH 108/742] save changes

---
 programs/client/Client.cpp                    |  2 -
 .../Impl/ParallelFormattingOutputFormat.h     | 50 +++++++++----------
 2 files changed, 25 insertions(+), 27 deletions(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 06ce0a615eb..92ae37123fa 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -1993,8 +1993,6 @@ private:
         /// Received data block is immediately displayed to the user.
         block_out_stream->flush();
 
-        std::this_thread::sleep_for(std::chrono::seconds(2));
-
         /// Restore progress bar after data block.
         if (clear_progess)
             writeProgress();
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 45b0ef8e18c..eed8a38f02c 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -16,8 +16,8 @@
 namespace DB
 {
 
-const size_t min_chunk_bytes_for_parallel_formatting_ = 1024;
-const size_t max_threads_for_parallel_formatting_ = 4;
+const size_t min_chunk_bytes_for_parallel_formatting = 1024;
+const size_t max_threads_for_parallel_formatting = 4;
 
 class ParallelFormattingOutputFormat : public IOutputFormat
 {
@@ -27,19 +27,19 @@ public:
 
     struct Params
     {
-        WriteBuffer & out_;
-        const Block & header_;
-        InternalFormatterCreator internal_formatter_creator_;
+        WriteBuffer & out;
+        const Block & header;
+        InternalFormatterCreator internal_formatter_creator;
     };
 
     explicit ParallelFormattingOutputFormat(Params params)
-        : IOutputFormat(params.header_, params.out_)
-        , internal_formatter_creator(params.internal_formatter_creator_)
-        , pool(max_threads_for_parallel_formatting_)
+        : IOutputFormat(params.header, params.out)
+        , internal_formatter_creator(params.internal_formatter_creator)
+        , pool(max_threads_for_parallel_formatting)
 
     {
-//        std::cout << "ParallelFormattingOutputFormat::constructor" << std::endl;
-        processing_units.resize(max_threads_for_parallel_formatting_ + 2);
+        std::cout << "ParallelFormattingOutputFormat::constructor" << std::endl;
+        processing_units.resize(max_threads_for_parallel_formatting + 2);
 
         collector_thread = ThreadFromGlobalPool([this] { collectorThreadFunction(); });
     }
@@ -54,12 +54,11 @@ public:
 protected:
     void consume(Chunk chunk) override final
     {
-
-//        std::cout << StackTrace().toString() << std::endl;
+        std::cout << StackTrace().toString() << std::endl;
 
         if (chunk.empty())
         {
-//            std::cout << "Empty chunk" << std::endl;
+            std::cout << "Empty chunk" << std::endl;
             formatting_finished = true;
         }
 
@@ -68,7 +67,7 @@ protected:
 
         auto & unit = processing_units[current_unit_number];
 
-//        std::cout << "Consume " << current_unit_number << " before wait" << std::endl;
+        std::cout << "Consume " << current_unit_number << " before wait" << std::endl;
 
         {
             std::unique_lock<std::mutex> lock(mutex);
@@ -76,7 +75,7 @@ protected:
                 [&]{ return unit.status == READY_TO_INSERT || formatting_finished; });
         }
 
-//        std::cout << "Consume " << current_unit_number << " after wait" << std::endl;
+        std::cout << "Consume " << current_unit_number << " after wait" << std::endl;
 
         assert(unit.status == READY_TO_INSERT);
 
@@ -136,6 +135,7 @@ private:
     {
 
         std::cout << "finishAndWait()" << std::endl;
+        std::cout << StackTrace().toString() << std::endl;
         formatting_finished = true;
 
         {
@@ -160,7 +160,7 @@ private:
 
     void onBackgroundException()
     {
-//        std::cout << "onBackgroundException" << std::endl;
+        std::cout << "onBackgroundException" << std::endl;
         tryLogCurrentException(__PRETTY_FUNCTION__);
 
         std::unique_lock<std::mutex> lock(mutex);
@@ -190,7 +190,7 @@ private:
 
                 auto &unit = processing_units[current_unit_number];
 
-//                std::cout << "Collector " << current_unit_number << " before wait" << std::endl;
+                std::cout << "Collector " << current_unit_number << " before wait" << std::endl;
 
                 {
                     std::unique_lock<std::mutex> lock(mutex);
@@ -198,13 +198,13 @@ private:
                         [&]{ return unit.status == READY_TO_READ || formatting_finished; });
                 }
 
-//                std::cout << "Collector " << current_unit_number << " after wait" << std::endl;
+                std::cout << "Collector " << current_unit_number << " after wait" << std::endl;
 
-                if (formatting_finished)
-                {
+//                if (formatting_finished)
+//                {
 //                    std::cout << "formatting finished" << std::endl;
-                    break;
-                }
+//                    break;
+//                }
 
                 assert(unit.status == READY_TO_READ);
                 assert(unit.segment.size() > 0);
@@ -241,7 +241,7 @@ private:
 
         try
         {
-//            std::cout << "Formatter " << current_unit_number << std::endl;
+            std::cout << "Formatter " << current_unit_number << std::endl;
 
             auto & unit = processing_units[current_unit_number];
 
@@ -256,7 +256,7 @@ private:
 
             formatter->consume(std::move(unit.chunk));
 
-//            std::cout << "Formatter " << current_unit_number << " before notify" << std::endl;
+            std::cout << "Formatter " << current_unit_number << " before notify" << std::endl;
 
             {
                 std::lock_guard<std::mutex> lock(mutex);
@@ -264,7 +264,7 @@ private:
                 collector_condvar.notify_all();
             }
 
-//            std::cout << "Formatter " << current_unit_number << " after notify" << std::endl;
+            std::cout << "Formatter " << current_unit_number << " after notify" << std::endl;
         }
         catch (...)
         {

From 0b4ff5f284bb14f87dccd063c6efc2f7ceea3c7b Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 29 Jul 2020 18:42:02 +0300
Subject: [PATCH 109/742] save

---
 .../Impl/ParallelFormattingOutputFormat.h     | 61 ++++++++++++-------
 1 file changed, 38 insertions(+), 23 deletions(-)

diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index eed8a38f02c..ba809554dff 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -38,7 +38,7 @@ public:
         , pool(max_threads_for_parallel_formatting)
 
     {
-        std::cout << "ParallelFormattingOutputFormat::constructor" << std::endl;
+//        std::cout << "ParallelFormattingOutputFormat::constructor" << std::endl;
         processing_units.resize(max_threads_for_parallel_formatting + 2);
 
         collector_thread = ThreadFromGlobalPool([this] { collectorThreadFunction(); });
@@ -46,19 +46,34 @@ public:
 
     ~ParallelFormattingOutputFormat() override
     {
+        std::cout << "ParallelFormattingOutputFormat::destructor" << std::endl;
         finishAndWait();
     }
 
     String getName() const override final { return "ParallelFormattingOutputFormat"; }
 
+    void flush() override final
+    {
+        ///FIXME
+        while(writer_unit_number - collector_unit_number > 1)
+        {
+            std::cout << writer_unit_number << ' ' << collector_unit_number << std::endl;
+            std::this_thread::sleep_for(std::chrono::milliseconds(100));
+        }
+
+        IOutputFormat::flush();
+    }
+
 protected:
     void consume(Chunk chunk) override final
     {
-        std::cout << StackTrace().toString() << std::endl;
+//        std::cout << StackTrace().toString() << std::endl;
+
+        std::cout << chunk.dumpStructure() << std::endl;
 
         if (chunk.empty())
         {
-            std::cout << "Empty chunk" << std::endl;
+//            std::cout << "Empty chunk" << std::endl;
             formatting_finished = true;
         }
 
@@ -67,7 +82,7 @@ protected:
 
         auto & unit = processing_units[current_unit_number];
 
-        std::cout << "Consume " << current_unit_number << " before wait" << std::endl;
+//        std::cout << "Consume " << current_unit_number << " before wait" << std::endl;
 
         {
             std::unique_lock<std::mutex> lock(mutex);
@@ -75,7 +90,7 @@ protected:
                 [&]{ return unit.status == READY_TO_INSERT || formatting_finished; });
         }
 
-        std::cout << "Consume " << current_unit_number << " after wait" << std::endl;
+//        std::cout << "Consume " << current_unit_number << " after wait" << std::endl;
 
         assert(unit.status == READY_TO_INSERT);
 
@@ -134,8 +149,8 @@ private:
     void finishAndWait()
     {
 
-        std::cout << "finishAndWait()" << std::endl;
-        std::cout << StackTrace().toString() << std::endl;
+//        std::cout << "finishAndWait()" << std::endl;
+//        std::cout << StackTrace().toString() << std::endl;
         formatting_finished = true;
 
         {
@@ -160,7 +175,7 @@ private:
 
     void onBackgroundException()
     {
-        std::cout << "onBackgroundException" << std::endl;
+//        std::cout << "onBackgroundException" << std::endl;
         tryLogCurrentException(__PRETTY_FUNCTION__);
 
         std::unique_lock<std::mutex> lock(mutex);
@@ -190,7 +205,7 @@ private:
 
                 auto &unit = processing_units[current_unit_number];
 
-                std::cout << "Collector " << current_unit_number << " before wait" << std::endl;
+//                std::cout << "Collector " << current_unit_number << " before wait" << std::endl;
 
                 {
                     std::unique_lock<std::mutex> lock(mutex);
@@ -198,22 +213,22 @@ private:
                         [&]{ return unit.status == READY_TO_READ || formatting_finished; });
                 }
 
-                std::cout << "Collector " << current_unit_number << " after wait" << std::endl;
+//                std::cout << "Collector " << current_unit_number << " after wait" << std::endl;
 
-//                if (formatting_finished)
-//                {
-//                    std::cout << "formatting finished" << std::endl;
-//                    break;
-//                }
+                if (formatting_finished)
+                {
+                    std::cout << "formatting finished" << std::endl;
+                    break;
+                }
 
                 assert(unit.status == READY_TO_READ);
                 assert(unit.segment.size() > 0);
 
-                for (size_t i=0; i < unit.segment.size(); ++i)
-                {
-                    std::cout << *(unit.segment.data() + i);
-                }
-                std::cout << std::endl;
+//                for (size_t i=0; i < unit.segment.size(); ++i)
+//                {
+//                    std::cout << *(unit.segment.data() + i);
+//                }
+//                std::cout << std::endl;
 
 
                 /// Do main work here.
@@ -241,7 +256,7 @@ private:
 
         try
         {
-            std::cout << "Formatter " << current_unit_number << std::endl;
+//            std::cout << "Formatter " << current_unit_number << std::endl;
 
             auto & unit = processing_units[current_unit_number];
 
@@ -256,7 +271,7 @@ private:
 
             formatter->consume(std::move(unit.chunk));
 
-            std::cout << "Formatter " << current_unit_number << " before notify" << std::endl;
+//            std::cout << "Formatter " << current_unit_number << " before notify" << std::endl;
 
             {
                 std::lock_guard<std::mutex> lock(mutex);
@@ -264,7 +279,7 @@ private:
                 collector_condvar.notify_all();
             }
 
-            std::cout << "Formatter " << current_unit_number << " after notify" << std::endl;
+//            std::cout << "Formatter " << current_unit_number << " after notify" << std::endl;
         }
         catch (...)
         {

From 5a47928431cb75b56954bb9d0b1f6b31d51d101b Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 3 Aug 2020 20:38:11 +0300
Subject: [PATCH 110/742] save

---
 base/CMakeLists.txt                                       | 2 +-
 programs/CMakeLists.txt                                   | 2 +-
 src/CMakeLists.txt                                        | 2 +-
 .../Formats/Impl/ParallelFormattingOutputFormat.h         | 1 +
 src/Storages/MergeTree/MergeTreeData.cpp                  | 4 +++-
 src/Storages/StorageFile.cpp                              | 8 +++-----
 utils/CMakeLists.txt                                      | 2 +-
 7 files changed, 11 insertions(+), 10 deletions(-)

diff --git a/base/CMakeLists.txt b/base/CMakeLists.txt
index 46bd57eda12..b8a4f144489 100644
--- a/base/CMakeLists.txt
+++ b/base/CMakeLists.txt
@@ -1,5 +1,5 @@
 if (USE_CLANG_TIDY)
-    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH}")
+    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH} -fix")
 endif ()
 
 add_subdirectory (common)
diff --git a/programs/CMakeLists.txt b/programs/CMakeLists.txt
index 8f45bf53f53..8ea020a1278 100644
--- a/programs/CMakeLists.txt
+++ b/programs/CMakeLists.txt
@@ -1,5 +1,5 @@
 if (USE_CLANG_TIDY)
-    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH}")
+    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH} -fix")
 endif ()
 
 # The `clickhouse` binary is a multi purpose tool that contains multiple execution modes (client, server, etc.),
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 6021065f937..a99a4e17956 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -3,7 +3,7 @@ if (USE_INCLUDE_WHAT_YOU_USE)
 endif ()
 
 if (USE_CLANG_TIDY)
-    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH}")
+    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH} -fix")
 endif ()
 
 if(COMPILER_PIPE)
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index ba809554dff..43c822ebee2 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -54,6 +54,7 @@ public:
 
     void flush() override final
     {
+        std::cout << "flush()" << std::endl;
         ///FIXME
         while(writer_unit_number - collector_unit_number > 1)
         {
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 9804abb2247..01632b57989 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -46,6 +46,7 @@
 #include <Common/escapeForFileName.h>
 #include <Common/quoteString.h>
 #include <Common/typeid_cast.h>
+#include <Processors/Formats/InputStreamFromInputFormat.h>
 
 #include <Poco/DirectoryIterator.h>
 
@@ -2904,7 +2905,8 @@ String MergeTreeData::getPartitionIDFromQuery(const ASTPtr & ast, const Context
         ReadBufferFromMemory right_paren_buf(")", 1);
         ConcatReadBuffer buf({&left_paren_buf, &fields_buf, &right_paren_buf});
 
-        auto input_format = FormatFactory::instance().getInput("Values", buf, getPartitionKey().sample_block, context, context.getSettingsRef().max_block_size);
+
+        auto input_format = FormatFactory::instance().getInput("Values", buf, metadata_snapshot->getPartitionKey().sample_block, context, context.getSettingsRef().max_block_size);
         auto input_stream = std::make_shared<InputStreamFromInputFormat>(input_format);
 
         auto block = input_stream->read();
diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index 736089b666f..caf9c06e0ba 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -326,12 +326,10 @@ public:
                     method = chooseCompressionMethod(current_path, storage->compression_method);
                 }
 
-                read_buf = wrapReadBufferWithCompressionMethod(
-                    std::move(nested_buffer), method);
-                reader = FormatFactory::instance().getInput(storage->format_name,
-                    *read_buf, metadata_snapshot->getSampleBlock(), context,
-                    max_block_size, storage->format_settings);
 
+                read_buf = wrapReadBufferWithCompressionMethod(std::move(nested_buffer), method);
+                auto format = FormatFactory::instance().getInput(
+                        storage->format_name, *read_buf, metadata_snapshot->getSampleBlock(), context, max_block_size);
 
                 reader = std::make_shared<InputStreamFromInputFormat>(format);
 
diff --git a/utils/CMakeLists.txt b/utils/CMakeLists.txt
index a27a7e9dadc..680554be57d 100644
--- a/utils/CMakeLists.txt
+++ b/utils/CMakeLists.txt
@@ -1,5 +1,5 @@
 if (USE_CLANG_TIDY)
-    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH}")
+    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH} -fix")
 endif ()
 
 if(MAKE_STATIC_LIBRARIES)

From 9922324787047a993c68315474c09a36bc51e32b Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 14 Aug 2020 03:34:35 +0300
Subject: [PATCH 111/742] it works

---
 src/Core/Settings.h                           |  1 +
 src/Formats/FormatFactory.cpp                 |  4 +-
 src/IO/BufferWithOwnMemory.h                  | 11 ++-
 .../Impl/ParallelFormattingOutputFormat.h     | 78 ++++++-------------
 4 files changed, 37 insertions(+), 57 deletions(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 0b4aa65a37b..5502c692865 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -121,6 +121,7 @@ class IColumn;
     \
     M(Bool, input_format_parallel_parsing, true, "Enable parallel parsing for some data formats.", 0) \
     M(UInt64, min_chunk_bytes_for_parallel_parsing, (10 * 1024 * 1024), "The minimum chunk size in bytes, which each thread will parse in parallel.", 0) \
+    M(Bool, output_format_parallel_formatting, false, "Enable parallel formatting for all data formats.", 0) \
     \
     M(UInt64, merge_tree_min_rows_for_concurrent_read, (20 * 8192), "If at least as many lines are read from one file, the reading can be parallelized.", 0) \
     M(UInt64, merge_tree_min_bytes_for_concurrent_read, (24 * 10 * 1024 * 1024), "If at least as many bytes are read from one file, the reading can be parallelized.", 0) \
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 07103ae1ed3..a7eb4d9df4e 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -234,7 +234,8 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     }
 
 
-    bool parallel_formatting = true;
+    const Settings & settings = context.getSettingsRef();
+    bool parallel_formatting = settings.output_format_parallel_formatting;
 
     if (parallel_formatting)
     {
@@ -242,7 +243,6 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
         if (!output_getter)
             throw Exception("Format " + name + " is not suitable for output", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
 
-        const Settings & settings = context.getSettingsRef();
         FormatSettings format_settings = getOutputFormatSetting(settings, context);
 
         /** TODO: Materialization is needed, because formats can use the functions `IDataType`,
diff --git a/src/IO/BufferWithOwnMemory.h b/src/IO/BufferWithOwnMemory.h
index b21c8cb5d17..396f8a36791 100644
--- a/src/IO/BufferWithOwnMemory.h
+++ b/src/IO/BufferWithOwnMemory.h
@@ -159,18 +159,25 @@ protected:
     Memory<> & memory;
 public:
 
-    BufferWithOutsideMemory(Memory<> & memory_)
+    explicit BufferWithOutsideMemory(Memory<> & memory_)
         : Base(nullptr, 0), memory(memory_)
     {
         Base::set(memory.data(), memory.size());
         Base::padded = false;
     }
+
+    size_t getActualSize()
+    {
+        return Base::count();
+    }
+
 private:
     void nextImpl() override final
     {
+        std::cout << "nextImpl" << std::endl;
         const size_t prev_size = memory.size();
         memory.resize(2 * prev_size);
-        Base::set(memory.data(), memory.size());
+        Base::set(memory.data() + prev_size, memory.size() - prev_size);
     }
 };
 
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 43c822ebee2..68109f181b5 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -17,7 +17,7 @@ namespace DB
 {
 
 const size_t min_chunk_bytes_for_parallel_formatting = 1024;
-const size_t max_threads_for_parallel_formatting = 4;
+const size_t max_threads_for_parallel_formatting = 6;
 
 class ParallelFormattingOutputFormat : public IOutputFormat
 {
@@ -38,15 +38,14 @@ public:
         , pool(max_threads_for_parallel_formatting)
 
     {
-//        std::cout << "ParallelFormattingOutputFormat::constructor" << std::endl;
         processing_units.resize(max_threads_for_parallel_formatting + 2);
 
-        collector_thread = ThreadFromGlobalPool([this] { collectorThreadFunction(); });
+        collector_thread = ThreadFromGlobalPool([&] { collectorThreadFunction(); });
     }
 
     ~ParallelFormattingOutputFormat() override
     {
-        std::cout << "ParallelFormattingOutputFormat::destructor" << std::endl;
+        flush();
         finishAndWait();
     }
 
@@ -54,45 +53,23 @@ public:
 
     void flush() override final
     {
-        std::cout << "flush()" << std::endl;
-        ///FIXME
-        while(writer_unit_number - collector_unit_number > 1)
-        {
-            std::cout << writer_unit_number << ' ' << collector_unit_number << std::endl;
-            std::this_thread::sleep_for(std::chrono::milliseconds(100));
-        }
-
+        waitForFormattingFinished();
         IOutputFormat::flush();
     }
 
 protected:
     void consume(Chunk chunk) override final
     {
-//        std::cout << StackTrace().toString() << std::endl;
-
-        std::cout << chunk.dumpStructure() << std::endl;
-
-        if (chunk.empty())
-        {
-//            std::cout << "Empty chunk" << std::endl;
-            formatting_finished = true;
-        }
-
-
         const auto current_unit_number = writer_unit_number % processing_units.size();
 
         auto & unit = processing_units[current_unit_number];
 
-//        std::cout << "Consume " << current_unit_number << " before wait" << std::endl;
-
         {
             std::unique_lock<std::mutex> lock(mutex);
             writer_condvar.wait(lock,
                 [&]{ return unit.status == READY_TO_INSERT || formatting_finished; });
         }
 
-//        std::cout << "Consume " << current_unit_number << " after wait" << std::endl;
-
         assert(unit.status == READY_TO_INSERT);
 
         unit.chunk = std::move(chunk);
@@ -127,6 +104,7 @@ private:
         std::atomic<ProcessingUnitStatus> status;
         Chunk chunk;
         Memory<> segment;
+        size_t actual_memory_size{0};
     };
 
     // There are multiple "formatters", that's why we use thread pool.
@@ -149,9 +127,6 @@ private:
 
     void finishAndWait()
     {
-
-//        std::cout << "finishAndWait()" << std::endl;
-//        std::cout << StackTrace().toString() << std::endl;
         formatting_finished = true;
 
         {
@@ -176,7 +151,6 @@ private:
 
     void onBackgroundException()
     {
-//        std::cout << "onBackgroundException" << std::endl;
         tryLogCurrentException(__PRETTY_FUNCTION__);
 
         std::unique_lock<std::mutex> lock(mutex);
@@ -194,6 +168,21 @@ private:
         pool.scheduleOrThrowOnError([this, ticket_number] { formatterThreadFunction(ticket_number); });
     }
 
+    void waitForFormattingFinished()
+    {
+        ///FIXME
+        while(hasChunksToWorkWith())
+        {
+            std::cout << writer_unit_number << ' ' << collector_unit_number << std::endl;
+            std::this_thread::sleep_for(std::chrono::milliseconds(100));
+        }
+    }
+
+    bool hasChunksToWorkWith()
+    {
+        return writer_unit_number - collector_unit_number > 0;
+    }
+
     void collectorThreadFunction()
     {
         setThreadName("Collector");
@@ -206,36 +195,21 @@ private:
 
                 auto &unit = processing_units[current_unit_number];
 
-//                std::cout << "Collector " << current_unit_number << " before wait" << std::endl;
-
                 {
                     std::unique_lock<std::mutex> lock(mutex);
                     collector_condvar.wait(lock,
                         [&]{ return unit.status == READY_TO_READ || formatting_finished; });
                 }
 
-//                std::cout << "Collector " << current_unit_number << " after wait" << std::endl;
-
                 if (formatting_finished)
-                {
-                    std::cout << "formatting finished" << std::endl;
                     break;
-                }
 
                 assert(unit.status == READY_TO_READ);
                 assert(unit.segment.size() > 0);
 
-//                for (size_t i=0; i < unit.segment.size(); ++i)
-//                {
-//                    std::cout << *(unit.segment.data() + i);
-//                }
-//                std::cout << std::endl;
-
-
                 /// Do main work here.
-                out.write(unit.segment.data(), unit.segment.size());
-
-                flush();
+                out.write(unit.segment.data(), unit.actual_memory_size);
+                out.sync();
 
                 ++collector_unit_number;
 
@@ -257,13 +231,11 @@ private:
 
         try
         {
-//            std::cout << "Formatter " << current_unit_number << std::endl;
-
             auto & unit = processing_units[current_unit_number];
 
             assert(unit.status = READY_TO_FORMAT);
 
-            unit.segment.resize(10 * DBMS_DEFAULT_BUFFER_SIZE);
+            unit.segment.resize(DBMS_DEFAULT_BUFFER_SIZE);
 
             /// TODO: Implement proper nextImpl
             BufferWithOutsideMemory<WriteBuffer> out_buffer(unit.segment);
@@ -271,8 +243,9 @@ private:
             auto formatter = internal_formatter_creator(out_buffer);
 
             formatter->consume(std::move(unit.chunk));
+            formatter->flush();
 
-//            std::cout << "Formatter " << current_unit_number << " before notify" << std::endl;
+            unit.actual_memory_size = out_buffer.getActualSize();
 
             {
                 std::lock_guard<std::mutex> lock(mutex);
@@ -280,7 +253,6 @@ private:
                 collector_condvar.notify_all();
             }
 
-//            std::cout << "Formatter " << current_unit_number << " after notify" << std::endl;
         }
         catch (...)
         {

From da435046548c38e2e1e989325bf1bff2ebd98e61 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 14 Aug 2020 03:36:03 +0300
Subject: [PATCH 112/742] better

---
 src/IO/BufferWithOwnMemory.h | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/IO/BufferWithOwnMemory.h b/src/IO/BufferWithOwnMemory.h
index 396f8a36791..26aeeebb24b 100644
--- a/src/IO/BufferWithOwnMemory.h
+++ b/src/IO/BufferWithOwnMemory.h
@@ -174,7 +174,6 @@ public:
 private:
     void nextImpl() override final
     {
-        std::cout << "nextImpl" << std::endl;
         const size_t prev_size = memory.size();
         memory.resize(2 * prev_size);
         Base::set(memory.data() + prev_size, memory.size() - prev_size);

From 161c921dba870dd70da0f3a486974be370b930b4 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 14 Aug 2020 16:41:44 +0300
Subject: [PATCH 113/742] fix build

---
 programs/odbc-bridge/MainHandler.cpp | 19 ++++++++++---------
 1 file changed, 10 insertions(+), 9 deletions(-)

diff --git a/programs/odbc-bridge/MainHandler.cpp b/programs/odbc-bridge/MainHandler.cpp
index 78b55bf531e..c456c354dda 100644
--- a/programs/odbc-bridge/MainHandler.cpp
+++ b/programs/odbc-bridge/MainHandler.cpp
@@ -1,28 +1,29 @@
 #include "MainHandler.h"
 
 #include "validateODBCConnectionString.h"
-#include <memory>
-#include <DataStreams/copyData.h>
-#include <DataTypes/DataTypeFactory.h>
 #include "ODBCBlockInputStream.h"
 #include "ODBCBlockOutputStream.h"
+#include "getIdentifierQuote.h"
+#include <DataStreams/copyData.h>
+#include <DataTypes/DataTypeFactory.h>
 #include <Formats/FormatFactory.h>
 #include <IO/WriteBufferFromHTTPServerResponse.h>
 #include <IO/WriteHelpers.h>
 #include <IO/ReadHelpers.h>
+#include <IO/ReadBufferFromIStream.h>
 #include <Poco/Net/HTTPServerRequest.h>
 #include <Poco/Net/HTTPServerResponse.h>
 #include <Poco/Net/HTMLForm.h>
-#include <common/logger_useful.h>
-#include <mutex>
 #include <Poco/ThreadPool.h>
-#include <IO/ReadBufferFromIStream.h>
-#include <Columns/ColumnsNumber.h>
-#include "getIdentifierQuote.h"
+#include <Processors/Formats/InputStreamFromInputFormat.h>
+#include <common/logger_useful.h>
+
+#include <mutex>
+#include <memory>
+
 
 #if USE_ODBC
 #include <Poco/Data/ODBC/SessionImpl.h>
-#include <Processors/Formats/InputStreamFromInputFormat.h>
 #define POCO_SQL_ODBC_CLASS Poco::Data::ODBC
 #endif
 

From 57705f5b734a955e7bb732e4676b77364c8092bf Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 24 Sep 2020 21:49:18 +0300
Subject: [PATCH 114/742] delete and fix strange code

---
 base/CMakeLists.txt                           |  2 +-
 programs/CMakeLists.txt                       |  2 +-
 src/CMakeLists.txt                            |  2 +-
 src/Core/Settings.h                           |  2 +-
 src/Formats/FormatFactory.cpp                 | 29 ++-----------------
 src/Processors/Formats/IOutputFormat.h        |  3 --
 .../Formats/Impl/IReadBufferPrepareAndEndUp.h |  8 ++---
 .../Impl/ParallelFormattingOutputFormat.h     |  8 ++---
 8 files changed, 14 insertions(+), 42 deletions(-)

diff --git a/base/CMakeLists.txt b/base/CMakeLists.txt
index b8a4f144489..46bd57eda12 100644
--- a/base/CMakeLists.txt
+++ b/base/CMakeLists.txt
@@ -1,5 +1,5 @@
 if (USE_CLANG_TIDY)
-    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH} -fix")
+    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH}")
 endif ()
 
 add_subdirectory (common)
diff --git a/programs/CMakeLists.txt b/programs/CMakeLists.txt
index 8ea020a1278..8f45bf53f53 100644
--- a/programs/CMakeLists.txt
+++ b/programs/CMakeLists.txt
@@ -1,5 +1,5 @@
 if (USE_CLANG_TIDY)
-    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH} -fix")
+    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH}")
 endif ()
 
 # The `clickhouse` binary is a multi purpose tool that contains multiple execution modes (client, server, etc.),
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index a99a4e17956..6021065f937 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -3,7 +3,7 @@ if (USE_INCLUDE_WHAT_YOU_USE)
 endif ()
 
 if (USE_CLANG_TIDY)
-    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH} -fix")
+    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH}")
 endif ()
 
 if(COMPILER_PIPE)
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 5502c692865..0899e5ab729 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -121,7 +121,7 @@ class IColumn;
     \
     M(Bool, input_format_parallel_parsing, true, "Enable parallel parsing for some data formats.", 0) \
     M(UInt64, min_chunk_bytes_for_parallel_parsing, (10 * 1024 * 1024), "The minimum chunk size in bytes, which each thread will parse in parallel.", 0) \
-    M(Bool, output_format_parallel_formatting, false, "Enable parallel formatting for all data formats.", 0) \
+    M(Bool, output_format_parallel_formatting, false, "Enable parallel formatting for all data formats.", 1) \
     \
     M(UInt64, merge_tree_min_rows_for_concurrent_read, (20 * 8192), "If at least as many lines are read from one file, the reading can be parallelized.", 0) \
     M(UInt64, merge_tree_min_bytes_for_concurrent_read, (24 * 10 * 1024 * 1024), "If at least as many bytes are read from one file, the reading can be parallelized.", 0) \
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index a7eb4d9df4e..7db6a9be152 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -149,17 +149,7 @@ InputFormatPtr FormatFactory::getInput(
 
     if (!getCreators(name).input_processor_creator)
     {
-
-
-//        const auto & input_getter = getCreators(name).input_creator;
-//        if (!input_getter)
-//            throw Exception("Format " + name + " is not suitable for input", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_INPUT);
-//
-//        const Settings & settings = context.getSettingsRef();
-//        FormatSettings format_settings = getInputFormatSetting(settings, context);
-//
-//        return input_getter(buf, sample, max_block_size, callback ? callback : ReadCallback(), format_settings);
-        throw;
+        throw Exception("Format " + name + " is not suitable for input (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_INPUT;;
     }
 
     const Settings & settings = context.getSettingsRef();
@@ -185,8 +175,6 @@ InputFormatPtr FormatFactory::getInput(
     if (parallel_parsing)
     {
         const auto & input_getter = getCreators(name).input_processor_creator;
-        if (!input_getter)
-            throw Exception("Format " + name + " is not suitable for input", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_INPUT);
 
         RowInputFormatParams row_input_format_params;
         row_input_format_params.max_block_size = max_block_size;
@@ -221,16 +209,7 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
 
     if (!getCreators(name).output_processor_creator)
     {
-        const auto & output_getter = getCreators(name).output_creator;
-        if (!output_getter)
-            throw Exception("Format " + name + " is not suitable for output", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
-
-        /**  Materialization is needed, because formats can use the functions `IDataType`,
-          *  which only work with full columns.
-          */
-        return std::make_shared<MaterializingBlockOutputStream>(
-            output_getter(buf, sample, std::move(callback), format_settings),
-            sample);
+        throw Exception("Format " + name + " is not suitable for output (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
     }
 
 
@@ -240,8 +219,6 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     if (parallel_formatting)
     {
         const auto & output_getter = getCreators(name).output_processor_creator;
-        if (!output_getter)
-            throw Exception("Format " + name + " is not suitable for output", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
 
         FormatSettings format_settings = getOutputFormatSetting(settings, context);
 
@@ -256,7 +233,7 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
 //        if (format_settings.enable_streaming)
 //            format->setAutoFlush();
 
-        ParallelFormattingOutputFormat::Params params{buf, sample, formatter_creator};
+        ParallelFormattingOutputFormat::Params params{buf, sample, formatter_creator, settings.max_threads};
         auto format = std::make_shared<ParallelFormattingOutputFormat>(params);
         return std::make_shared<MaterializingBlockOutputStream>(std::make_shared<OutputStreamToOutputFormat>(format), sample);
     }
diff --git a/src/Processors/Formats/IOutputFormat.h b/src/Processors/Formats/IOutputFormat.h
index 8f5d137f08f..67c307df2aa 100644
--- a/src/Processors/Formats/IOutputFormat.h
+++ b/src/Processors/Formats/IOutputFormat.h
@@ -39,15 +39,12 @@ protected:
 
     RowsBeforeLimitCounterPtr rows_before_limit_counter;
 
-    friend class ParallelFormattingOutputFormat;
-
     virtual void consume(Chunk) = 0;
     virtual void consumeTotals(Chunk) {}
     virtual void consumeExtremes(Chunk) {}
     virtual void finalize() {}
 
 public:
-
     IOutputFormat(const Block & header_, WriteBuffer & out_);
 
     Status prepare() override;
diff --git a/src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h b/src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h
index 33d8bbf9cd6..6a3b9c53c08 100644
--- a/src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h
+++ b/src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h
@@ -23,12 +23,12 @@ public:
     void prepareReadBuffer(ReadBuffer & buffer) override
     {
         /// In this format, BOM at beginning of stream cannot be confused with value, so it is safe to skip it.
-        skipBOMIfExists(in);
+        skipBOMIfExists(buffer);
 
-        skipWhitespaceIfAny(in);
-        if (!in.eof() && *in.position() == '[')
+        skipWhitespaceIfAny(buffer);
+        if (!buffer.eof() && *buffer.position() == '[')
         {
-            ++in.position();
+            ++buffer.position();
             data_in_square_brackets = true;
         }
     }
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 68109f181b5..5f20e247578 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -16,9 +16,6 @@
 namespace DB
 {
 
-const size_t min_chunk_bytes_for_parallel_formatting = 1024;
-const size_t max_threads_for_parallel_formatting = 6;
-
 class ParallelFormattingOutputFormat : public IOutputFormat
 {
 public:
@@ -30,15 +27,16 @@ public:
         WriteBuffer & out;
         const Block & header;
         InternalFormatterCreator internal_formatter_creator;
+        const size_t max_thread_for_parallel_formatting;
     };
 
     explicit ParallelFormattingOutputFormat(Params params)
         : IOutputFormat(params.header, params.out)
         , internal_formatter_creator(params.internal_formatter_creator)
-        , pool(max_threads_for_parallel_formatting)
+        , pool(params.max_threads_for_parallel_formatting)
 
     {
-        processing_units.resize(max_threads_for_parallel_formatting + 2);
+        processing_units.resize(params.max_threads_for_parallel_formatting + 2);
 
         collector_thread = ThreadFromGlobalPool([&] { collectorThreadFunction(); });
     }

From 8ff072c7027b9ca32cba8cc5a5a562035f9a5068 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 24 Sep 2020 22:16:32 +0300
Subject: [PATCH 115/742] better

---
 src/Core/Settings.h                                          | 2 +-
 src/Formats/FormatFactory.cpp                                | 2 +-
 src/Processors/Formats/IOutputFormat.h                       | 2 ++
 src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h | 2 +-
 4 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 0899e5ab729..0d8e728ae49 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -121,7 +121,7 @@ class IColumn;
     \
     M(Bool, input_format_parallel_parsing, true, "Enable parallel parsing for some data formats.", 0) \
     M(UInt64, min_chunk_bytes_for_parallel_parsing, (10 * 1024 * 1024), "The minimum chunk size in bytes, which each thread will parse in parallel.", 0) \
-    M(Bool, output_format_parallel_formatting, false, "Enable parallel formatting for all data formats.", 1) \
+    M(Bool, output_format_parallel_formatting, true, "Enable parallel formatting for all data formats.", 0) \
     \
     M(UInt64, merge_tree_min_rows_for_concurrent_read, (20 * 8192), "If at least as many lines are read from one file, the reading can be parallelized.", 0) \
     M(UInt64, merge_tree_min_bytes_for_concurrent_read, (24 * 10 * 1024 * 1024), "If at least as many bytes are read from one file, the reading can be parallelized.", 0) \
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 7db6a9be152..d20cf3bea86 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -149,7 +149,7 @@ InputFormatPtr FormatFactory::getInput(
 
     if (!getCreators(name).input_processor_creator)
     {
-        throw Exception("Format " + name + " is not suitable for input (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_INPUT;;
+        throw Exception("Format " + name + " is not suitable for input (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_INPUT);
     }
 
     const Settings & settings = context.getSettingsRef();
diff --git a/src/Processors/Formats/IOutputFormat.h b/src/Processors/Formats/IOutputFormat.h
index 67c307df2aa..4c2b3f30070 100644
--- a/src/Processors/Formats/IOutputFormat.h
+++ b/src/Processors/Formats/IOutputFormat.h
@@ -39,6 +39,8 @@ protected:
 
     RowsBeforeLimitCounterPtr rows_before_limit_counter;
 
+    friend class ParallelFormattingOutputFormat;
+
     virtual void consume(Chunk) = 0;
     virtual void consumeTotals(Chunk) {}
     virtual void consumeExtremes(Chunk) {}
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 5f20e247578..5c415900e3f 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -27,7 +27,7 @@ public:
         WriteBuffer & out;
         const Block & header;
         InternalFormatterCreator internal_formatter_creator;
-        const size_t max_thread_for_parallel_formatting;
+        const size_t max_threads_for_parallel_formatting;
     };
 
     explicit ParallelFormattingOutputFormat(Params params)

From c541df4e54ad0de1c67dbb457c654bd913e28ec6 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 30 Sep 2020 21:04:32 +0300
Subject: [PATCH 116/742] better

---
 src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 5c415900e3f..a3aee37693e 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -171,7 +171,6 @@ private:
         ///FIXME
         while(hasChunksToWorkWith())
         {
-            std::cout << writer_unit_number << ' ' << collector_unit_number << std::endl;
             std::this_thread::sleep_for(std::chrono::milliseconds(100));
         }
     }
@@ -207,7 +206,7 @@ private:
 
                 /// Do main work here.
                 out.write(unit.segment.data(), unit.actual_memory_size);
-                out.sync();
+                // out.sync();
 
                 ++collector_unit_number;
 

From 5b7af8aa9c372c9b516ba17dfda84b512c7f9de1 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 5 Oct 2020 18:59:29 +0300
Subject: [PATCH 117/742] add extremes and totals

---
 src/IO/BufferWithOwnMemory.h                  |   8 +-
 src/IO/WriteBuffer.h                          |   1 +
 .../Impl/ParallelFormattingOutputFormat.h     | 105 ++++++++++++++----
 3 files changed, 89 insertions(+), 25 deletions(-)

diff --git a/src/IO/BufferWithOwnMemory.h b/src/IO/BufferWithOwnMemory.h
index 26aeeebb24b..8b5bb552525 100644
--- a/src/IO/BufferWithOwnMemory.h
+++ b/src/IO/BufferWithOwnMemory.h
@@ -160,9 +160,9 @@ protected:
 public:
 
     explicit BufferWithOutsideMemory(Memory<> & memory_)
-        : Base(nullptr, 0), memory(memory_)
+        : Base(memory_.data(), memory_.size()), memory(memory_)
     {
-        Base::set(memory.data(), memory.size());
+        Base::set(memory.data(), memory.size(), 0);
         Base::padded = false;
     }
 
@@ -175,8 +175,8 @@ private:
     void nextImpl() override final
     {
         const size_t prev_size = memory.size();
-        memory.resize(2 * prev_size);
-        Base::set(memory.data() + prev_size, memory.size() - prev_size);
+        memory.resize(2 * prev_size + 1);
+        Base::set(memory.data(), memory.size(), prev_size + 1);
     }
 };
 
diff --git a/src/IO/WriteBuffer.h b/src/IO/WriteBuffer.h
index 4fdb814849e..53d0dbe09eb 100644
--- a/src/IO/WriteBuffer.h
+++ b/src/IO/WriteBuffer.h
@@ -27,6 +27,7 @@ namespace ErrorCodes
 class WriteBuffer : public BufferBase
 {
 public:
+    using BufferBase::set;
     WriteBuffer(Position ptr, size_t size) : BufferBase(ptr, size, 0) {}
     void set(Position ptr, size_t size) { BufferBase::set(ptr, size, 0); }
 
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index a3aee37693e..2117bd2ee9b 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -47,16 +47,56 @@ public:
         finishAndWait();
     }
 
-    String getName() const override final { return "ParallelFormattingOutputFormat"; }
+    String getName() const override { return "ParallelFormattingOutputFormat"; }
 
-    void flush() override final
+    void flush() override
     {
-        waitForFormattingFinished();
-        IOutputFormat::flush();
+        need_flush = true;
     }
 
 protected:
     void consume(Chunk chunk) override final
+    {
+        addChunk(std::move(chunk), ProcessingUnitType::PLAIN);
+    }
+
+    void consumeTotals(Chunk totals) override
+    {
+        addChunk(std::move(totals), ProcessingUnitType::TOTALS);
+    }
+
+    void consumeExtremes(Chunk extremes) override
+    {
+        addChunk(std::move(extremes), ProcessingUnitType::EXTREMES);
+    }
+
+    void finalize() override
+    {
+        IOutputFormat::finalized = true;
+        addChunk(Chunk{}, ProcessingUnitType::FINALIZE);
+    }
+
+private:
+
+    InternalFormatterCreator internal_formatter_creator;
+
+    enum ProcessingUnitStatus
+    {
+        READY_TO_INSERT,
+        READY_TO_FORMAT,
+        READY_TO_READ
+    };
+
+
+    enum class ProcessingUnitType
+    {
+        PLAIN,
+        TOTALS,
+        EXTREMES,
+        FINALIZE
+    };
+
+    void addChunk(Chunk chunk, ProcessingUnitType type)
     {
         const auto current_unit_number = writer_unit_number % processing_units.size();
 
@@ -75,23 +115,13 @@ protected:
         /// Resize memory without deallocate
         unit.segment.resize(0);
         unit.status = READY_TO_FORMAT;
+        unit.type = type;
 
         scheduleFormatterThreadForUnitWithNumber(current_unit_number);
 
         ++writer_unit_number;
     }
 
-private:
-
-    InternalFormatterCreator internal_formatter_creator;
-
-    enum ProcessingUnitStatus
-    {
-        READY_TO_INSERT,
-        READY_TO_FORMAT,
-        READY_TO_READ
-    };
-
     struct ProcessingUnit
     {
         explicit ProcessingUnit()
@@ -100,11 +130,15 @@ private:
         }
 
         std::atomic<ProcessingUnitStatus> status;
+        ProcessingUnitType type;
         Chunk chunk;
         Memory<> segment;
         size_t actual_memory_size{0};
+        
     };
 
+    std::atomic_bool need_flush{false};
+
     // There are multiple "formatters", that's why we use thread pool.
     ThreadPool pool;
     // Collecting all memory to original ReadBuffer
@@ -190,23 +224,29 @@ private:
             {
                 const auto current_unit_number = collector_unit_number % processing_units.size();
 
-                auto &unit = processing_units[current_unit_number];
+                auto & unit = processing_units[current_unit_number];
 
                 {
                     std::unique_lock<std::mutex> lock(mutex);
                     collector_condvar.wait(lock,
-                        [&]{ return unit.status == READY_TO_READ || formatting_finished; });
+                        [&]{ return unit.status == READY_TO_READ; });
                 }
 
-                if (formatting_finished)
+                if (unit.type == ProcessingUnitType::FINALIZE)
                     break;
 
+                if (unit.type == ProcessingUnitType::TOTALS) {
+                   
+                }
+
                 assert(unit.status == READY_TO_READ);
                 assert(unit.segment.size() > 0);
 
                 /// Do main work here.
                 out.write(unit.segment.data(), unit.actual_memory_size);
-                // out.sync();
+
+                if (need_flush.exchange(false))
+                    IOutputFormat::flush();
 
                 ++collector_unit_number;
 
@@ -239,9 +279,32 @@ private:
 
             auto formatter = internal_formatter_creator(out_buffer);
 
-            formatter->consume(std::move(unit.chunk));
-            formatter->flush();
+            unit.actual_memory_size = 0;
 
+            switch (unit.type) 
+            {
+                case ProcessingUnitType::PLAIN :
+                {
+                    formatter->consume(std::move(unit.chunk));
+                    break;
+                }
+                case ProcessingUnitType::TOTALS :
+                {
+                    formatter->consumeTotals(std::move(unit.chunk));
+                    break;
+                }
+                case ProcessingUnitType::EXTREMES :
+                {
+                    formatter->consumeExtremes(std::move(unit.chunk));
+                    break;
+                }
+                case ProcessingUnitType::FINALIZE :
+                {
+                    break;
+                }
+            }
+            
+            formatter->flush();
             unit.actual_memory_size = out_buffer.getActualSize();
 
             {

From a1010d708f358b88e55dea2ae0b8cadcdb4f28fd Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 5 Oct 2020 20:50:01 +0300
Subject: [PATCH 118/742] disable PrettySpaceMonoBlock + writePrefix

---
 src/Formats/FormatFactory.cpp                 |  2 +-
 .../Impl/ParallelFormattingOutputFormat.h     | 26 ++++++++++++++-----
 2 files changed, 21 insertions(+), 7 deletions(-)

diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index d20cf3bea86..34558e2d260 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -216,7 +216,7 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     const Settings & settings = context.getSettingsRef();
     bool parallel_formatting = settings.output_format_parallel_formatting;
 
-    if (parallel_formatting)
+    if (parallel_formatting && name != "PrettyCompactMonoBlock")
     {
         const auto & output_getter = getCreators(name).output_processor_creator;
 
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 2117bd2ee9b..f5775f80be9 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -54,6 +54,11 @@ public:
         need_flush = true;
     }
 
+    void doWritePrefix() override 
+    {
+        addChunk(Chunk{}, ProcessingUnitType::START);
+    }
+
 protected:
     void consume(Chunk chunk) override final
     {
@@ -90,6 +95,7 @@ private:
 
     enum class ProcessingUnitType
     {
+        START,
         PLAIN,
         TOTALS,
         EXTREMES,
@@ -232,9 +238,6 @@ private:
                         [&]{ return unit.status == READY_TO_READ; });
                 }
 
-                if (unit.type == ProcessingUnitType::FINALIZE)
-                    break;
-
                 if (unit.type == ProcessingUnitType::TOTALS) {
                    
                 }
@@ -250,9 +253,14 @@ private:
 
                 ++collector_unit_number;
 
-                std::lock_guard<std::mutex> lock(mutex);
-                unit.status = READY_TO_INSERT;
-                writer_condvar.notify_all();
+                {
+                    std::lock_guard<std::mutex> lock(mutex);
+                    unit.status = READY_TO_INSERT;
+                    writer_condvar.notify_all();
+                }
+
+                if (unit.type == ProcessingUnitType::FINALIZE)
+                    break;
             }
         }
         catch (...)
@@ -283,6 +291,11 @@ private:
 
             switch (unit.type) 
             {
+                case ProcessingUnitType::START :
+                {
+                    formatter->doWritePrefix();
+                    break;
+                }
                 case ProcessingUnitType::PLAIN :
                 {
                     formatter->consume(std::move(unit.chunk));
@@ -300,6 +313,7 @@ private:
                 }
                 case ProcessingUnitType::FINALIZE :
                 {
+                    formatter->doWriteSuffix();
                     break;
                 }
             }

From 4ff1be6e25fafdb41ae6f90a33858b3097a6722d Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 6 Oct 2020 17:02:01 +0300
Subject: [PATCH 119/742] better

---
 src/Formats/FormatFactory.cpp                 | 12 ++++++++-
 src/Formats/FormatFactory.h                   |  3 +++
 src/IO/BufferWithOwnMemory.h                  |  2 +-
 .../Formats/Impl/CSVRowOutputFormat.cpp       |  1 +
 .../JSONCompactEachRowRowOutputFormat.cpp     |  4 +++
 .../Impl/JSONEachRowRowOutputFormat.cpp       |  2 ++
 .../Impl/ParallelFormattingOutputFormat.h     | 26 ++++++++++++-------
 .../Formats/Impl/TSKVRowOutputFormat.cpp      |  1 +
 .../Impl/TabSeparatedRowOutputFormat.cpp      |  4 +++
 .../Formats/Impl/ValuesRowOutputFormat.cpp    |  1 +
 .../01514_parallel_formatting.reference       |  6 +++++
 .../0_stateless/01514_parallel_formatting.sql | 19 ++++++++++++++
 12 files changed, 70 insertions(+), 11 deletions(-)
 create mode 100644 tests/queries/0_stateless/01514_parallel_formatting.reference
 create mode 100644 tests/queries/0_stateless/01514_parallel_formatting.sql

diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 34558e2d260..25ea5fc9c06 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -216,7 +216,7 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     const Settings & settings = context.getSettingsRef();
     bool parallel_formatting = settings.output_format_parallel_formatting;
 
-    if (parallel_formatting && name != "PrettyCompactMonoBlock")
+    if (parallel_formatting && getCreators(name).supports_parallel_formatting)
     {
         const auto & output_getter = getCreators(name).output_processor_creator;
 
@@ -351,6 +351,16 @@ void FormatFactory::registerFileSegmentationEngine(const String & name, FileSegm
     target = std::move(file_segmentation_engine);
 }
 
+
+void FormatFactory::markOutputFormatSupportsParallelFormatting(const String & name)
+{
+    auto & target = dict[name].supports_parallel_formatting;
+    if (target)
+        throw Exception("FormatFactory: Output format " + name + " is already marked as supporting parallel formatting.", ErrorCodes::LOGICAL_ERROR);
+    target = true;
+}
+
+
 FormatFactory & FormatFactory::instance()
 {
     static FormatFactory ret;
diff --git a/src/Formats/FormatFactory.h b/src/Formats/FormatFactory.h
index d191597fe25..ddf557b9dfc 100644
--- a/src/Formats/FormatFactory.h
+++ b/src/Formats/FormatFactory.h
@@ -100,6 +100,7 @@ private:
         InputProcessorCreator input_processor_creator;
         OutputProcessorCreator output_processor_creator;
         FileSegmentationEngine file_segmentation_engine;
+        bool supports_parallel_formatting{false};
     };
 
     using FormatsDictionary = std::unordered_map<String, Creators>;
@@ -140,6 +141,8 @@ public:
     void registerInputFormatProcessor(const String & name, InputProcessorCreator input_creator);
     void registerOutputFormatProcessor(const String & name, OutputProcessorCreator output_creator);
 
+    void markOutputFormatSupportsParallelFormatting(const String & name);
+
     const FormatsDictionary & getAllFormats() const
     {
         return dict;
diff --git a/src/IO/BufferWithOwnMemory.h b/src/IO/BufferWithOwnMemory.h
index 8b5bb552525..104c15a4acc 100644
--- a/src/IO/BufferWithOwnMemory.h
+++ b/src/IO/BufferWithOwnMemory.h
@@ -176,7 +176,7 @@ private:
     {
         const size_t prev_size = memory.size();
         memory.resize(2 * prev_size + 1);
-        Base::set(memory.data(), memory.size(), prev_size + 1);
+        Base::set(memory.data() + prev_size, memory.size() - prev_size, 0);
     }
 };
 
diff --git a/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp b/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp
index 2d6a49ccb6f..90fc768d311 100644
--- a/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/CSVRowOutputFormat.cpp
@@ -82,6 +82,7 @@ void registerOutputFormatProcessorCSV(FormatFactory & factory)
         {
                 return std::make_shared<CSVRowOutputFormat>(buf, sample, with_names, params, format_settings);
         });
+        factory.markOutputFormatSupportsParallelFormatting(with_names ? "CSVWithNames" : "CSV");
     }
 }
 
diff --git a/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.cpp b/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.cpp
index e12ca966a93..6efecc1b978 100644
--- a/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.cpp
@@ -108,6 +108,7 @@ void registerOutputFormatProcessorJSONCompactEachRow(FormatFactory & factory)
     {
         return std::make_shared<JSONCompactEachRowRowOutputFormat>(buf, sample, params, format_settings, false, false);
     });
+    factory.markOutputFormatSupportsParallelFormatting("JSONCompactEachRow");
 
     factory.registerOutputFormatProcessor("JSONCompactEachRowWithNamesAndTypes", [](
             WriteBuffer &buf,
@@ -117,6 +118,7 @@ void registerOutputFormatProcessorJSONCompactEachRow(FormatFactory & factory)
     {
         return std::make_shared<JSONCompactEachRowRowOutputFormat>(buf, sample, params, format_settings, true, false);
     });
+    factory.markOutputFormatSupportsParallelFormatting("JSONCompactEachRowWithNamesAndTypes");
 
     factory.registerOutputFormatProcessor("JSONCompactStringsEachRow", [](
             WriteBuffer & buf,
@@ -126,6 +128,7 @@ void registerOutputFormatProcessorJSONCompactEachRow(FormatFactory & factory)
     {
         return std::make_shared<JSONCompactEachRowRowOutputFormat>(buf, sample, params, format_settings, false, true);
     });
+    factory.markOutputFormatSupportsParallelFormatting("JSONCompactStringsEachRow");
 
     factory.registerOutputFormatProcessor("JSONCompactStringsEachRowWithNamesAndTypes", [](
             WriteBuffer &buf,
@@ -135,6 +138,7 @@ void registerOutputFormatProcessorJSONCompactEachRow(FormatFactory & factory)
     {
         return std::make_shared<JSONCompactEachRowRowOutputFormat>(buf, sample, params, format_settings, true, true);
     });
+    factory.markOutputFormatSupportsParallelFormatting("JSONCompactStringsEachRowWithNamesAndTypes");
 }
 
 
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp b/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp
index 15d8a843f41..30cd0660682 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONEachRowRowOutputFormat.cpp
@@ -138,6 +138,7 @@ void registerOutputFormatProcessorJSONEachRow(FormatFactory & factory)
         return std::make_shared<JSONEachRowRowOutputFormat>(buf, sample, params,
             settings);
     });
+    factory.markOutputFormatSupportsParallelFormatting("JSONEachRow");
 
     factory.registerOutputFormatProcessor("JSONStringsEachRow", [](
         WriteBuffer & buf,
@@ -150,6 +151,7 @@ void registerOutputFormatProcessorJSONEachRow(FormatFactory & factory)
         return std::make_shared<JSONEachRowRowOutputFormat>(buf, sample, params,
             settings);
     });
+    factory.markOutputFormatSupportsParallelFormatting("JSONStringEachRow");
 }
 
 }
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index f5775f80be9..d926ba4e125 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -6,6 +6,7 @@
 #include <Formats/FormatFactory.h>
 
 #include <deque>
+#include <future>
 #include <Common/setThreadName.h>
 
 #include <atomic>
@@ -82,7 +83,6 @@ protected:
     }
 
 private:
-
     InternalFormatterCreator internal_formatter_creator;
 
     enum ProcessingUnitStatus
@@ -104,6 +104,7 @@ private:
 
     void addChunk(Chunk chunk, ProcessingUnitType type)
     {
+        // std::cout << "AddChunk of size  " << chunk.getNumRows() << std::endl;
         const auto current_unit_number = writer_unit_number % processing_units.size();
 
         auto & unit = processing_units[current_unit_number];
@@ -119,7 +120,6 @@ private:
         unit.chunk = std::move(chunk);
 
         /// Resize memory without deallocate
-        unit.segment.resize(0);
         unit.status = READY_TO_FORMAT;
         unit.type = type;
 
@@ -143,6 +143,8 @@ private:
         
     };
 
+    std::promise<bool> finalizator{}; 
+
     std::atomic_bool need_flush{false};
 
     // There are multiple "formatters", that's why we use thread pool.
@@ -165,6 +167,9 @@ private:
 
     void finishAndWait()
     {
+        std::future<bool> future_finalizator = finalizator.get_future();
+        future_finalizator.get();
+
         formatting_finished = true;
 
         {
@@ -230,6 +235,8 @@ private:
             {
                 const auto current_unit_number = collector_unit_number % processing_units.size();
 
+                // std::cout << "collecting " << current_unit_number << std::endl;
+
                 auto & unit = processing_units[current_unit_number];
 
                 {
@@ -238,13 +245,11 @@ private:
                         [&]{ return unit.status == READY_TO_READ; });
                 }
 
-                if (unit.type == ProcessingUnitType::TOTALS) {
-                   
-                }
-
                 assert(unit.status == READY_TO_READ);
                 assert(unit.segment.size() > 0);
 
+                auto copy_if_unit_type = unit.type;
+
                 /// Do main work here.
                 out.write(unit.segment.data(), unit.actual_memory_size);
 
@@ -259,8 +264,12 @@ private:
                     writer_condvar.notify_all();
                 }
 
-                if (unit.type == ProcessingUnitType::FINALIZE)
+                if (copy_if_unit_type == ProcessingUnitType::FINALIZE)
+                {
+                    finalizator.set_value(true);
                     break;
+                }
+                    
             }
         }
         catch (...)
@@ -280,9 +289,8 @@ private:
 
             assert(unit.status = READY_TO_FORMAT);
 
-            unit.segment.resize(DBMS_DEFAULT_BUFFER_SIZE);
+            unit.segment.resize(1);
 
-            /// TODO: Implement proper nextImpl
             BufferWithOutsideMemory<WriteBuffer> out_buffer(unit.segment);
 
             auto formatter = internal_formatter_creator(out_buffer);
diff --git a/src/Processors/Formats/Impl/TSKVRowOutputFormat.cpp b/src/Processors/Formats/Impl/TSKVRowOutputFormat.cpp
index d65ce95313e..149ba3f0a2a 100644
--- a/src/Processors/Formats/Impl/TSKVRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/TSKVRowOutputFormat.cpp
@@ -49,6 +49,7 @@ void registerOutputFormatProcessorTSKV(FormatFactory & factory)
     {
         return std::make_shared<TSKVRowOutputFormat>(buf, sample, params, settings);
     });
+    factory.markOutputFormatSupportsParallelFormatting("TSKV");
 }
 
 }
diff --git a/src/Processors/Formats/Impl/TabSeparatedRowOutputFormat.cpp b/src/Processors/Formats/Impl/TabSeparatedRowOutputFormat.cpp
index da8221b11c5..dd3adfa40eb 100644
--- a/src/Processors/Formats/Impl/TabSeparatedRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/TabSeparatedRowOutputFormat.cpp
@@ -85,6 +85,7 @@ void registerOutputFormatProcessorTabSeparated(FormatFactory & factory)
         {
             return std::make_shared<TabSeparatedRowOutputFormat>(buf, sample, false, false, params, settings);
         });
+        factory.markOutputFormatSupportsParallelFormatting(name);
     }
 
     for (const auto * name : {"TabSeparatedRaw", "TSVRaw"})
@@ -97,6 +98,7 @@ void registerOutputFormatProcessorTabSeparated(FormatFactory & factory)
         {
             return std::make_shared<TabSeparatedRawRowOutputFormat>(buf, sample, false, false, params, settings);
         });
+        factory.markOutputFormatSupportsParallelFormatting(name);
     }
 
     for (const auto * name : {"TabSeparatedWithNames", "TSVWithNames"})
@@ -109,6 +111,7 @@ void registerOutputFormatProcessorTabSeparated(FormatFactory & factory)
         {
             return std::make_shared<TabSeparatedRowOutputFormat>(buf, sample, true, false, params, settings);
         });
+        factory.markOutputFormatSupportsParallelFormatting(name);
     }
 
     for (const auto * name : {"TabSeparatedWithNamesAndTypes", "TSVWithNamesAndTypes"})
@@ -121,6 +124,7 @@ void registerOutputFormatProcessorTabSeparated(FormatFactory & factory)
         {
             return std::make_shared<TabSeparatedRowOutputFormat>(buf, sample, true, true, params, settings);
         });
+        factory.markOutputFormatSupportsParallelFormatting(name);
     }
 }
 
diff --git a/src/Processors/Formats/Impl/ValuesRowOutputFormat.cpp b/src/Processors/Formats/Impl/ValuesRowOutputFormat.cpp
index 7791e1296e0..7f249200404 100644
--- a/src/Processors/Formats/Impl/ValuesRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/ValuesRowOutputFormat.cpp
@@ -51,6 +51,7 @@ void registerOutputFormatProcessorValues(FormatFactory & factory)
     {
         return std::make_shared<ValuesRowOutputFormat>(buf, sample, params, settings);
     });
+    factory.markOutputFormatSupportsParallelFormatting("Values");
 }
 
 }
diff --git a/tests/queries/0_stateless/01514_parallel_formatting.reference b/tests/queries/0_stateless/01514_parallel_formatting.reference
new file mode 100644
index 00000000000..c9bddf62490
--- /dev/null
+++ b/tests/queries/0_stateless/01514_parallel_formatting.reference
@@ -0,0 +1,6 @@
+10000000
+10000000
+20000000
+20000000
+30000000
+30000000
diff --git a/tests/queries/0_stateless/01514_parallel_formatting.sql b/tests/queries/0_stateless/01514_parallel_formatting.sql
new file mode 100644
index 00000000000..90fa9e4b4b8
--- /dev/null
+++ b/tests/queries/0_stateless/01514_parallel_formatting.sql
@@ -0,0 +1,19 @@
+drop table if exists tsv;
+create table tsv(a int, b int default 7) engine File(TSV);
+
+insert into tsv(a) select number from numbers(10000000);
+select '10000000';
+select count() from tsv;
+
+
+insert into tsv(a) select number from numbers(10000000);
+select '20000000';
+select count() from tsv;
+
+
+insert into tsv(a) select number from numbers(10000000);
+select '30000000';
+select count() from tsv;
+
+
+drop table tsv;

From d0bd4e97c972c4c409048c4e4a1f7c116211038f Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 6 Oct 2020 17:07:37 +0300
Subject: [PATCH 120/742] Update src/Formats/JSONEachRowUtils.cpp

Co-authored-by: tavplubix <tavplubix@gmail.com>
---
 src/Formats/JSONEachRowUtils.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Formats/JSONEachRowUtils.cpp b/src/Formats/JSONEachRowUtils.cpp
index 44472a36e16..f5a2da3c307 100644
--- a/src/Formats/JSONEachRowUtils.cpp
+++ b/src/Formats/JSONEachRowUtils.cpp
@@ -69,7 +69,7 @@ bool fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, DB::Memory<> & memor
     }
 
     saveUpToPosition(in, memory, pos);
-    assert(*memory.data() == '{');
+    assert(*memory.data() == '{' || memory.size() == 0);
     return loadAtPosition(in, memory, pos);
 }
 

From a89d6bc75a1b602f46e84e996444857adaa1c06c Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 6 Oct 2020 20:49:57 +0300
Subject: [PATCH 121/742] comments + fixes for parsing

---
 .../Impl/ParallelFormattingOutputFormat.h     | 85 ++++++++-----------
 .../Impl/ParallelParsingInputFormat.cpp       | 27 ++++--
 .../Formats/Impl/ParallelParsingInputFormat.h | 32 ++++---
 3 files changed, 72 insertions(+), 72 deletions(-)

diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index d926ba4e125..431ec00e764 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -11,6 +11,7 @@
 
 #include <atomic>
 #include <Common/ThreadPool.h>
+#include <Poco/Event.h>
 #include <IO/WriteBuffer.h>
 #include <IO/BufferWithOwnMemory.h>
 
@@ -20,9 +21,10 @@ namespace DB
 class ParallelFormattingOutputFormat : public IOutputFormat
 {
 public:
-    /* Used to recreate formatter on every new data piece. */
+    /// Used to recreate formatter on every new data piece.
     using InternalFormatterCreator = std::function<OutputFormatPtr(WriteBuffer & buf)>;
 
+    /// Struct to simplify constructor.
     struct Params
     {
         WriteBuffer & out;
@@ -37,14 +39,17 @@ public:
         , pool(params.max_threads_for_parallel_formatting)
 
     {
+        /// Just heuristic. We need one thread for collecting, one thread for receiving chunks
+        /// and n threads for formatting.
         processing_units.resize(params.max_threads_for_parallel_formatting + 2);
-
         collector_thread = ThreadFromGlobalPool([&] { collectorThreadFunction(); });
     }
 
     ~ParallelFormattingOutputFormat() override
     {
         flush();
+        if (!IOutputFormat::finalized) 
+            finalize();
         finishAndWait();
     }
 
@@ -80,11 +85,13 @@ protected:
     {
         IOutputFormat::finalized = true;
         addChunk(Chunk{}, ProcessingUnitType::FINALIZE);
+        collector_finished.wait();
     }
 
 private:
     InternalFormatterCreator internal_formatter_creator;
 
+    /// Status to synchronize multiple threads.
     enum ProcessingUnitStatus
     {
         READY_TO_INSERT,
@@ -92,7 +99,7 @@ private:
         READY_TO_READ
     };
 
-
+    /// Some information about what methods to call from internal parser.
     enum class ProcessingUnitType
     {
         START,
@@ -104,22 +111,22 @@ private:
 
     void addChunk(Chunk chunk, ProcessingUnitType type)
     {
-        // std::cout << "AddChunk of size  " << chunk.getNumRows() << std::endl;
         const auto current_unit_number = writer_unit_number % processing_units.size();
-
         auto & unit = processing_units[current_unit_number];
 
         {
             std::unique_lock<std::mutex> lock(mutex);
             writer_condvar.wait(lock,
-                [&]{ return unit.status == READY_TO_INSERT || formatting_finished; });
+                [&]{ return unit.status == READY_TO_INSERT || emergency_stop; });
         }
 
+        if (emergency_stop)
+            return;
+
         assert(unit.status == READY_TO_INSERT);
-
         unit.chunk = std::move(chunk);
-
-        /// Resize memory without deallocate
+        /// Resize memory without deallocation.
+        unit.segment.resize(0);
         unit.status = READY_TO_FORMAT;
         unit.type = type;
 
@@ -140,10 +147,9 @@ private:
         Chunk chunk;
         Memory<> segment;
         size_t actual_memory_size{0};
-        
     };
 
-    std::promise<bool> finalizator{}; 
+    Poco::Event collector_finished{};
 
     std::atomic_bool need_flush{false};
 
@@ -154,10 +160,11 @@ private:
 
     std::exception_ptr background_exception = nullptr;
 
+    /// We use deque, because ProcessingUnit doesn't have move or copy constructor.
     std::deque<ProcessingUnit> processing_units;
 
     std::mutex mutex;
-    std::atomic_bool formatting_finished{false};
+    std::atomic_bool emergency_stop{false};
 
     std::atomic_size_t collector_unit_number{0};
     std::atomic_size_t writer_unit_number{0};
@@ -167,10 +174,7 @@ private:
 
     void finishAndWait()
     {
-        std::future<bool> future_finalizator = finalizator.get_future();
-        future_finalizator.get();
-
-        formatting_finished = true;
+        emergency_stop = true;
 
         {
             std::unique_lock<std::mutex> lock(mutex);
@@ -201,7 +205,7 @@ private:
         {
             background_exception = std::current_exception();
         }
-        formatting_finished = true;
+        emergency_stop = true;
         writer_condvar.notify_all();
         collector_condvar.notify_all();
     }
@@ -211,43 +215,29 @@ private:
         pool.scheduleOrThrowOnError([this, ticket_number] { formatterThreadFunction(ticket_number); });
     }
 
-    void waitForFormattingFinished()
-    {
-        ///FIXME
-        while(hasChunksToWorkWith())
-        {
-            std::this_thread::sleep_for(std::chrono::milliseconds(100));
-        }
-    }
-
-    bool hasChunksToWorkWith()
-    {
-        return writer_unit_number - collector_unit_number > 0;
-    }
-
     void collectorThreadFunction()
     {
         setThreadName("Collector");
 
         try
         {
-            while (!formatting_finished)
+            while (!emergency_stop)
             {
                 const auto current_unit_number = collector_unit_number % processing_units.size();
-
-                // std::cout << "collecting " << current_unit_number << std::endl;
-
                 auto & unit = processing_units[current_unit_number];
 
                 {
                     std::unique_lock<std::mutex> lock(mutex);
                     collector_condvar.wait(lock,
-                        [&]{ return unit.status == READY_TO_READ; });
+                        [&]{ return unit.status == READY_TO_READ || emergency_stop; });
                 }
 
-                assert(unit.status == READY_TO_READ);
-                assert(unit.segment.size() > 0);
+                if (emergency_stop)
+                    return;
 
+                assert(unit.status == READY_TO_READ);
+
+                /// Use this copy to after notification to stop the execution.
                 auto copy_if_unit_type = unit.type;
 
                 /// Do main work here.
@@ -257,19 +247,19 @@ private:
                     IOutputFormat::flush();
 
                 ++collector_unit_number;
-
+                
                 {
+                    /// Notify other threads.
                     std::lock_guard<std::mutex> lock(mutex);
                     unit.status = READY_TO_INSERT;
                     writer_condvar.notify_all();
                 }
-
+                /// We can exit only after writing last piece of to out buffer.
                 if (copy_if_unit_type == ProcessingUnitType::FINALIZE)
                 {
-                    finalizator.set_value(true);
+                    collector_finished.set();
                     break;
                 }
-                    
             }
         }
         catch (...)
@@ -286,17 +276,14 @@ private:
         try
         {
             auto & unit = processing_units[current_unit_number];
-
             assert(unit.status = READY_TO_FORMAT);
 
-            unit.segment.resize(1);
-
+            unit.segment.resize(0);
+            unit.actual_memory_size = 0;
             BufferWithOutsideMemory<WriteBuffer> out_buffer(unit.segment);
 
             auto formatter = internal_formatter_creator(out_buffer);
 
-            unit.actual_memory_size = 0;
-
             switch (unit.type) 
             {
                 case ProcessingUnitType::START :
@@ -325,7 +312,7 @@ private:
                     break;
                 }
             }
-            
+            /// Flush all the data to handmade buffer.
             formatter->flush();
             unit.actual_memory_size = out_buffer.getActualSize();
 
@@ -334,13 +321,11 @@ private:
                 unit.status = READY_TO_READ;
                 collector_condvar.notify_all();
             }
-
         }
         catch (...)
         {
             onBackgroundException();
         }
-
     }
 };
 
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index 898c103cb24..367b1c748f5 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -1,11 +1,21 @@
 #include <Processors/Formats/Impl/ParallelParsingInputFormat.h>
 #include <IO/ReadHelpers.h>
+#include <Common/CurrentThread.h>
+#include <Common/setThreadName.h>
+#include <ext/scope_guard.h>
 
 namespace DB
 {
 
-void ParallelParsingInputFormat::segmentatorThreadFunction()
+void ParallelParsingInputFormat::segmentatorThreadFunction(ThreadGroupStatusPtr thread_group)
 {
+    SCOPE_EXIT(
+        if (thread_group)
+            CurrentThread::detachQueryIfNotDetached();
+    );
+    if (thread_group)
+        CurrentThread::attachTo(thread_group);
+
     setThreadName("Segmentator");
     try
     {
@@ -21,9 +31,7 @@ void ParallelParsingInputFormat::segmentatorThreadFunction()
             }
 
             if (parsing_finished)
-            {
                 break;
-            }
 
             assert(unit.status == READY_TO_INSERT);
 
@@ -38,9 +46,7 @@ void ParallelParsingInputFormat::segmentatorThreadFunction()
             ++segmentator_ticket_number;
 
             if (!have_more_data)
-            {
                 break;
-            }
         }
     }
     catch (...)
@@ -49,8 +55,15 @@ void ParallelParsingInputFormat::segmentatorThreadFunction()
     }
 }
 
-void ParallelParsingInputFormat::parserThreadFunction(size_t current_ticket_number)
+void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr thread_group, size_t current_ticket_number)
 {
+    SCOPE_EXIT(
+        if (thread_group)
+            CurrentThread::detachQueryIfNotDetached();
+    );
+    if (thread_group)
+        CurrentThread::attachTo(thread_group);
+
     try
     {
         setThreadName("ChunkParser");
@@ -58,8 +71,6 @@ void ParallelParsingInputFormat::parserThreadFunction(size_t current_ticket_numb
         const auto current_unit_number = current_ticket_number % processing_units.size();
         auto & unit = processing_units[current_unit_number];
 
-        assert(unit.segment.size() > 0);
-
         /*
          * This is kind of suspicious -- the input_process_creator contract with
          * respect to multithreaded use is not clear, but we hope that it is
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
index 35cf7047d3c..f8a85536158 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
@@ -84,7 +84,8 @@ public:
 
         initializePrepareEndUpMap();
 
-        segmentator_thread = ThreadFromGlobalPool([this] { segmentatorThreadFunction(); });
+        segmentator_thread = ThreadFromGlobalPool(
+            &ParallelParsingInputFormat::segmentatorThreadFunction, this, CurrentThread::getGroup());
     }
 
     ~ParallelParsingInputFormat() override
@@ -172,14 +173,14 @@ private:
     };
 
     const InternalParserCreator internal_parser_creator;
-    // Function to segment the file. Then "parsers" will parse that segments.
+    /// Function to segment the file. Then "parsers" will parse that segments.
     FormatFactory::FileSegmentationEngine file_segmentation_engine;
     const String format_name;
     const size_t min_chunk_bytes;
 
     BlockMissingValues last_block_missing_values;
 
-    //Non-atomic because it is used in one thread.
+    /// Non-atomic because it is used in one thread.
     std::optional<size_t> next_block_in_current_unit;
     size_t segmentator_ticket_number{0};
     size_t reader_ticket_number{0};
@@ -190,9 +191,9 @@ private:
 
     std::atomic<bool> parsing_finished{false};
 
-    // There are multiple "parsers", that's why we use thread pool.
+    /// There are multiple "parsers", that's why we use thread pool.
     ThreadPool pool;
-    // Reading and segmentating the file
+    /// Reading and segmentating the file
     ThreadFromGlobalPool segmentator_thread;
 
     enum ProcessingUnitStatus
@@ -223,14 +224,17 @@ private:
 
     std::exception_ptr background_exception = nullptr;
 
-    // We use deque instead of vector, because it does not require a move
-    // constructor, which is absent for atomics that are inside ProcessingUnit.
+    /// We use deque instead of vector, because it does not require a move
+    /// constructor, which is absent for atomics that are inside ProcessingUnit.
     std::deque<ProcessingUnit> processing_units;
 
 
     void scheduleParserThreadForUnitWithNumber(size_t ticket_number)
     {
-        pool.scheduleOrThrowOnError([this, ticket_number] { parserThreadFunction(ticket_number); });
+        pool.scheduleOrThrowOnError([this, ticket_number, group = CurrentThread::getGroup()]()
+        {
+            parserThreadFunction(group, ticket_number);
+        });
     }
 
     void finishAndWait()
@@ -256,13 +260,13 @@ private:
         }
     }
 
-    void segmentatorThreadFunction();
-    void parserThreadFunction(size_t current_ticket_number);
+    void segmentatorThreadFunction(ThreadGroupStatusPtr thread_group);
+    void parserThreadFunction(ThreadGroupStatusPtr thread_group, size_t current_ticket_number);
 
-    // Save/log a background exception, set termination flag, wake up all
-    // threads. This function is used by segmentator and parsed threads.
-    // readImpl() is called from the main thread, so the exception handling
-    // is different.
+    /// Save/log a background exception, set termination flag, wake up all
+    /// threads. This function is used by segmentator and parsed threads.
+    /// readImpl() is called from the main thread, so the exception handling
+    /// is different.
     void onBackgroundException();
 
     /// To store objects which will prepare and end up ReadBuffer for each format.

From 7dbf71cf2307eca7547b4f02c003bd36fc905259 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 6 Oct 2020 20:50:50 +0300
Subject: [PATCH 122/742] delete stream parsing

---
 .../ParallelParsingBlockInputStream.cpp       | 306 ------------------
 .../ParallelParsingBlockInputStream.h         | 174 ----------
 2 files changed, 480 deletions(-)
 delete mode 100644 src/DataStreams/ParallelParsingBlockInputStream.cpp
 delete mode 100644 src/DataStreams/ParallelParsingBlockInputStream.h

diff --git a/src/DataStreams/ParallelParsingBlockInputStream.cpp b/src/DataStreams/ParallelParsingBlockInputStream.cpp
deleted file mode 100644
index 8ec1f2bc499..00000000000
--- a/src/DataStreams/ParallelParsingBlockInputStream.cpp
+++ /dev/null
@@ -1,306 +0,0 @@
-#include <DataStreams/ParallelParsingBlockInputStream.h>
-#include <IO/ReadBuffer.h>
-#include <Common/CurrentThread.h>
-#include <Common/setThreadName.h>
-#include <ext/scope_guard.h>
-
-namespace DB
-{
-
-ParallelParsingBlockInputStream::ParallelParsingBlockInputStream(const Params & params)
-    : header(params.input_creator_params.sample),
-      row_input_format_params(params.input_creator_params.row_input_format_params),
-      format_settings(params.input_creator_params.settings),
-      input_processor_creator(params.input_processor_creator),
-      min_chunk_bytes(params.min_chunk_bytes),
-      original_buffer(params.read_buffer),
-      // Subtract one thread that we use for segmentation and one for
-      // reading. After that, must have at least two threads left for
-      // parsing. See the assertion below.
-      pool(std::max(2, static_cast<int>(params.max_threads) - 2)),
-      file_segmentation_engine(params.file_segmentation_engine)
-{
-    // See comment above.
-    assert(params.max_threads >= 4);
-
-    // One unit for each thread, including segmentator and reader, plus a
-    // couple more units so that the segmentation thread doesn't spuriously
-    // bump into reader thread on wraparound.
-    processing_units.resize(params.max_threads + 2);
-
-    segmentator_thread = ThreadFromGlobalPool(
-        &ParallelParsingBlockInputStream::segmentatorThreadFunction, this, CurrentThread::getGroup());
-}
-
-ParallelParsingBlockInputStream::~ParallelParsingBlockInputStream()
-{
-    finishAndWait();
-}
-
-void ParallelParsingBlockInputStream::cancel(bool kill)
-{
-    /**
-      * Can be called multiple times, from different threads. Saturate the
-      * the kill flag with OR.
-      */
-    if (kill)
-        is_killed = true;
-    is_cancelled = true;
-
-    /*
-     * The format parsers themselves are not being cancelled here, so we'll
-     * have to wait until they process the current block. Given that the
-     * chunk size is on the order of megabytes, this shouldn't be too long.
-     * We can't call IInputFormat->cancel here, because the parser object is
-     * local to the parser thread, and we don't want to introduce any
-     * synchronization between parser threads and the other threads to get
-     * better performance. An ideal solution would be to add a callback to
-     * IInputFormat that checks whether it was cancelled.
-     */
-
-    finishAndWait();
-}
-
-void ParallelParsingBlockInputStream::scheduleParserThreadForUnitWithNumber(size_t ticket_number)
-{
-    pool.scheduleOrThrowOnError([this, ticket_number, group = CurrentThread::getGroup()]()
-    {
-        parserThreadFunction(group, ticket_number);
-    });
-}
-
-void ParallelParsingBlockInputStream::finishAndWait()
-{
-    finished = true;
-
-    {
-        std::unique_lock<std::mutex> lock(mutex);
-        segmentator_condvar.notify_all();
-        reader_condvar.notify_all();
-    }
-
-    if (segmentator_thread.joinable())
-        segmentator_thread.join();
-
-    try
-    {
-        pool.wait();
-    }
-    catch (...)
-    {
-        tryLogCurrentException(__PRETTY_FUNCTION__);
-    }
-}
-
-void ParallelParsingBlockInputStream::segmentatorThreadFunction(ThreadGroupStatusPtr thread_group)
-{
-    SCOPE_EXIT(
-        if (thread_group)
-            CurrentThread::detachQueryIfNotDetached();
-    );
-    if (thread_group)
-        CurrentThread::attachTo(thread_group);
-
-    setThreadName("Segmentator");
-
-    try
-    {
-        while (!finished)
-        {
-            const auto current_unit_number = segmentator_ticket_number % processing_units.size();
-            auto & unit = processing_units[current_unit_number];
-
-            {
-                std::unique_lock<std::mutex> lock(mutex);
-                segmentator_condvar.wait(lock,
-                    [&]{ return unit.status == READY_TO_INSERT || finished; });
-            }
-
-            if (finished)
-            {
-                break;
-            }
-
-            assert(unit.status == READY_TO_INSERT);
-
-            // Segmentating the original input.
-            unit.segment.resize(0);
-
-            const bool have_more_data = file_segmentation_engine(original_buffer,
-                unit.segment, min_chunk_bytes);
-
-            unit.is_last = !have_more_data;
-            unit.status = READY_TO_PARSE;
-            scheduleParserThreadForUnitWithNumber(segmentator_ticket_number);
-            ++segmentator_ticket_number;
-
-            if (!have_more_data)
-            {
-                break;
-            }
-        }
-    }
-    catch (...)
-    {
-        onBackgroundException();
-    }
-}
-
-void ParallelParsingBlockInputStream::parserThreadFunction(ThreadGroupStatusPtr thread_group, size_t current_ticket_number)
-{
-    SCOPE_EXIT(
-        if (thread_group)
-            CurrentThread::detachQueryIfNotDetached();
-    );
-    if (thread_group)
-        CurrentThread::attachTo(thread_group);
-
-    setThreadName("ChunkParser");
-
-    try
-    {
-        const auto current_unit_number = current_ticket_number % processing_units.size();
-        auto & unit = processing_units[current_unit_number];
-
-        /*
-         * This is kind of suspicious -- the input_process_creator contract with
-         * respect to multithreaded use is not clear, but we hope that it is
-         * just a 'normal' factory class that doesn't have any state, and so we
-         * can use it from multiple threads simultaneously.
-         */
-        ReadBuffer read_buffer(unit.segment.data(), unit.segment.size(), 0);
-        auto format = input_processor_creator(read_buffer, header, row_input_format_params, format_settings);
-        auto parser = std::make_unique<InputStreamFromInputFormat>(std::move(format));
-
-        unit.block_ext.block.clear();
-        unit.block_ext.block_missing_values.clear();
-
-        // We don't know how many blocks will be. So we have to read them all
-        // until an empty block occurred.
-        Block block;
-        while (!finished && (block = parser->read()) != Block())
-        {
-            unit.block_ext.block.emplace_back(block);
-            unit.block_ext.block_missing_values.emplace_back(parser->getMissingValues());
-        }
-
-        // We suppose we will get at least some blocks for a non-empty buffer,
-        // except at the end of file. Also see a matching assert in readImpl().
-        assert(unit.is_last || !unit.block_ext.block.empty());
-
-        std::unique_lock<std::mutex> lock(mutex);
-        unit.status = READY_TO_READ;
-        reader_condvar.notify_all();
-    }
-    catch (...)
-    {
-        onBackgroundException();
-    }
-}
-
-void ParallelParsingBlockInputStream::onBackgroundException()
-{
-    tryLogCurrentException(__PRETTY_FUNCTION__);
-
-    std::unique_lock<std::mutex> lock(mutex);
-    if (!background_exception)
-    {
-        background_exception = std::current_exception();
-    }
-    finished = true;
-    reader_condvar.notify_all();
-    segmentator_condvar.notify_all();
-}
-
-Block ParallelParsingBlockInputStream::readImpl()
-{
-    if (isCancelledOrThrowIfKilled() || finished)
-    {
-        /**
-          * Check for background exception and rethrow it before we return.
-          */
-        std::unique_lock<std::mutex> lock(mutex);
-        if (background_exception)
-        {
-            lock.unlock();
-            cancel(false);
-            std::rethrow_exception(background_exception);
-        }
-
-        return Block{};
-    }
-
-    const auto current_unit_number = reader_ticket_number % processing_units.size();
-    auto & unit = processing_units[current_unit_number];
-
-    if (!next_block_in_current_unit.has_value())
-    {
-        // We have read out all the Blocks from the previous Processing Unit,
-        // wait for the current one to become ready.
-        std::unique_lock<std::mutex> lock(mutex);
-        reader_condvar.wait(lock, [&](){ return unit.status == READY_TO_READ || finished; });
-
-        if (finished)
-        {
-            /**
-              * Check for background exception and rethrow it before we return.
-              */
-            if (background_exception)
-            {
-                lock.unlock();
-                cancel(false);
-                std::rethrow_exception(background_exception);
-            }
-
-            return Block{};
-        }
-
-        assert(unit.status == READY_TO_READ);
-        next_block_in_current_unit = 0;
-    }
-
-    if (unit.block_ext.block.empty())
-    {
-        /*
-         * Can we get zero blocks for an entire segment, when the format parser
-         * skips it entire content and does not create any blocks? Probably not,
-         * but if we ever do, we should add a loop around the above if, to skip
-         * these. Also see a matching assert in the parser thread.
-         */
-        assert(unit.is_last);
-        finished = true;
-        return Block{};
-    }
-
-    assert(next_block_in_current_unit.value() < unit.block_ext.block.size());
-
-    Block res = std::move(unit.block_ext.block.at(*next_block_in_current_unit));
-    last_block_missing_values = std::move(unit.block_ext.block_missing_values[*next_block_in_current_unit]);
-
-    next_block_in_current_unit.value() += 1;
-
-    if (*next_block_in_current_unit == unit.block_ext.block.size())
-    {
-        // Finished reading this Processing Unit, move to the next one.
-        next_block_in_current_unit.reset();
-        ++reader_ticket_number;
-
-        if (unit.is_last)
-        {
-            // It it was the last unit, we're finished.
-            finished = true;
-        }
-        else
-        {
-            // Pass the unit back to the segmentator.
-            std::unique_lock<std::mutex> lock(mutex);
-            unit.status = READY_TO_INSERT;
-            segmentator_condvar.notify_all();
-        }
-    }
-
-    return res;
-}
-
-
-}
diff --git a/src/DataStreams/ParallelParsingBlockInputStream.h b/src/DataStreams/ParallelParsingBlockInputStream.h
deleted file mode 100644
index 147c86a4cf7..00000000000
--- a/src/DataStreams/ParallelParsingBlockInputStream.h
+++ /dev/null
@@ -1,174 +0,0 @@
-#pragma once
-
-#include <DataStreams/IBlockInputStream.h>
-#include <Formats/FormatFactory.h>
-#include <Common/ThreadPool.h>
-#include <Processors/Formats/IRowInputFormat.h>
-#include <Processors/Formats/InputStreamFromInputFormat.h>
-
-namespace DB
-{
-
-class ReadBuffer;
-
-/**
- * ORDER-PRESERVING parallel parsing of data formats.
- * It splits original data into chunks. Then each chunk is parsed by different thread.
- * The number of chunks equals to the number or parser threads.
- * The size of chunk is equal to min_chunk_bytes_for_parallel_parsing setting.
- *
- * This stream has three kinds of threads: one segmentator, multiple parsers,
- * and one reader thread -- that is, the one from which readImpl() is called.
- * They operate one after another on parts of data called "processing units".
- * One unit consists of buffer with raw data from file, filled by segmentator
- * thread. This raw data is then parsed by a parser thread to form a number of
- * Blocks. These Blocks are returned to the parent stream from readImpl().
- * After being read out, a processing unit is reused, to save on allocating
- * memory for the raw buffer. The processing units are organized into a circular
- * array to facilitate reuse and to apply backpressure on the segmentator thread
- * -- after it runs out of processing units, it has to wait for the reader to
- * read out the previous blocks.
- * The outline of what the threads do is as follows:
- * segmentator thread:
- *  1) wait for the next processing unit to become empty
- *  2) fill it with a part of input file
- *  3) start a parser thread
- *  4) repeat until eof
- * parser thread:
- *  1) parse the given raw buffer without any synchronization
- *  2) signal that the given unit is ready to read
- *  3) finish
- * readImpl():
- *  1) wait for the next processing unit to become ready to read
- *  2) take the blocks from the processing unit to return them to the caller
- *  3) signal that the processing unit is empty
- *  4) repeat until it encounters unit that is marked as "past_the_end"
- * All threads must also check for cancel/eof/exception flags.
- */
-class ParallelParsingBlockInputStream : public IBlockInputStream
-{
-private:
-    using ReadCallback = std::function<void()>;
-
-    using InputProcessorCreator = std::function<InputFormatPtr(
-            ReadBuffer & buf,
-            const Block & header,
-            const RowInputFormatParams & params,
-            const FormatSettings & settings)>;
-public:
-    struct InputCreatorParams
-    {
-        const Block & sample;
-        const RowInputFormatParams & row_input_format_params;
-        const FormatSettings &settings;
-    };
-
-    struct Params
-    {
-        ReadBuffer & read_buffer;
-        const InputProcessorCreator & input_processor_creator;
-        const InputCreatorParams & input_creator_params;
-        FormatFactory::FileSegmentationEngine file_segmentation_engine;
-        size_t max_threads;
-        size_t min_chunk_bytes;
-    };
-
-    explicit ParallelParsingBlockInputStream(const Params & params);
-    ~ParallelParsingBlockInputStream() override;
-
-    String getName() const override { return "ParallelParsing"; }
-    Block getHeader() const override { return header; }
-
-    void cancel(bool kill) override;
-
-protected:
-    // Reader routine
-    Block readImpl() override;
-
-    const BlockMissingValues & getMissingValues() const override
-    {
-        return last_block_missing_values;
-    }
-
-private:
-    const Block header;
-    const RowInputFormatParams row_input_format_params;
-    const FormatSettings format_settings;
-    const InputProcessorCreator input_processor_creator;
-
-    const size_t min_chunk_bytes;
-
-    /*
-     * This is declared as atomic to avoid UB, because parser threads access it
-     * without synchronization.
-     */
-    std::atomic<bool> finished{false};
-
-    BlockMissingValues last_block_missing_values;
-
-    // Original ReadBuffer to read from.
-    ReadBuffer & original_buffer;
-
-    //Non-atomic because it is used in one thread.
-    std::optional<size_t> next_block_in_current_unit;
-    size_t segmentator_ticket_number{0};
-    size_t reader_ticket_number{0};
-
-    std::mutex mutex;
-    std::condition_variable reader_condvar;
-    std::condition_variable segmentator_condvar;
-
-    // There are multiple "parsers", that's why we use thread pool.
-    ThreadPool pool;
-    // Reading and segmentating the file
-    ThreadFromGlobalPool segmentator_thread;
-
-    // Function to segment the file. Then "parsers" will parse that segments.
-    FormatFactory::FileSegmentationEngine file_segmentation_engine;
-
-    enum ProcessingUnitStatus
-    {
-        READY_TO_INSERT,
-        READY_TO_PARSE,
-        READY_TO_READ
-    };
-
-    struct BlockExt
-    {
-        std::vector<Block> block;
-        std::vector<BlockMissingValues> block_missing_values;
-    };
-
-    struct ProcessingUnit
-    {
-        explicit ProcessingUnit()
-            : status(ProcessingUnitStatus::READY_TO_INSERT)
-        {
-        }
-
-        BlockExt block_ext;
-        Memory<> segment;
-        std::atomic<ProcessingUnitStatus> status;
-        bool is_last{false};
-    };
-
-    std::exception_ptr background_exception = nullptr;
-
-    // We use deque instead of vector, because it does not require a move
-    // constructor, which is absent for atomics that are inside ProcessingUnit.
-    std::deque<ProcessingUnit> processing_units;
-
-    void scheduleParserThreadForUnitWithNumber(size_t ticket_number);
-    void finishAndWait();
-
-    void segmentatorThreadFunction(ThreadGroupStatusPtr thread_group);
-    void parserThreadFunction(ThreadGroupStatusPtr thread_group, size_t current_ticket_number);
-
-    // Save/log a background exception, set termination flag, wake up all
-    // threads. This function is used by segmentator and parsed threads.
-    // readImpl() is called from the main thread, so the exception handling
-    // is different.
-    void onBackgroundException();
-};
-
-}

From 861b3c0fc84447a9e9641f83bc34155688258372 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 6 Oct 2020 21:23:45 +0300
Subject: [PATCH 123/742] cmake

---
 utils/CMakeLists.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/utils/CMakeLists.txt b/utils/CMakeLists.txt
index 680554be57d..a27a7e9dadc 100644
--- a/utils/CMakeLists.txt
+++ b/utils/CMakeLists.txt
@@ -1,5 +1,5 @@
 if (USE_CLANG_TIDY)
-    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH} -fix")
+    set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH}")
 endif ()
 
 if(MAKE_STATIC_LIBRARIES)

From 746b7d0e131cb31af250f90a0cbea9cf8206498d Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 6 Oct 2020 22:01:55 +0300
Subject: [PATCH 124/742] better test + fix writePrefix in JSONCompact

---
 .../Formats/Impl/JSONCompactEachRowRowOutputFormat.cpp          | 2 +-
 src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.h | 2 +-
 tests/queries/0_stateless/01514_parallel_formatting.sql         | 1 +
 3 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.cpp b/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.cpp
index 6efecc1b978..11134499984 100644
--- a/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.cpp
@@ -68,7 +68,7 @@ void JSONCompactEachRowRowOutputFormat::writeTotals(const Columns & columns, siz
     writeCString("]\n", out);
 }
 
-void JSONCompactEachRowRowOutputFormat::writePrefix()
+void JSONCompactEachRowRowOutputFormat::doWritePrefix()
 {
     if (with_names)
     {
diff --git a/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.h b/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.h
index eb426bec15d..3d4b80247b8 100644
--- a/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.h
+++ b/src/Processors/Formats/Impl/JSONCompactEachRowRowOutputFormat.h
@@ -25,7 +25,7 @@ public:
 
     String getName() const override { return "JSONCompactEachRowRowOutputFormat"; }
 
-    void writePrefix() override;
+    void doWritePrefix() override;
 
     void writeBeforeTotals() override {}
     void writeTotals(const Columns & columns, size_t row_num) override;
diff --git a/tests/queries/0_stateless/01514_parallel_formatting.sql b/tests/queries/0_stateless/01514_parallel_formatting.sql
index 90fa9e4b4b8..95a9e19aa1f 100644
--- a/tests/queries/0_stateless/01514_parallel_formatting.sql
+++ b/tests/queries/0_stateless/01514_parallel_formatting.sql
@@ -1,4 +1,5 @@
 drop table if exists tsv;
+set output_format_parallel_formatting=1;
 create table tsv(a int, b int default 7) engine File(TSV);
 
 insert into tsv(a) select number from numbers(10000000);

From 81be9d77da9e2168d7ba3b36e77befb25d45366a Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 6 Oct 2020 22:07:27 +0300
Subject: [PATCH 125/742] pvs check

---
 .../Formats/Impl/ParallelFormattingOutputFormat.h     | 11 +++--------
 1 file changed, 3 insertions(+), 8 deletions(-)

diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 431ec00e764..8697575c302 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -47,7 +47,7 @@ public:
 
     ~ParallelFormattingOutputFormat() override
     {
-        flush();
+        need_flush = true;
         if (!IOutputFormat::finalized) 
             finalize();
         finishAndWait();
@@ -137,13 +137,8 @@ private:
 
     struct ProcessingUnit
     {
-        explicit ProcessingUnit()
-            : status(ProcessingUnitStatus::READY_TO_INSERT)
-        {
-        }
-
-        std::atomic<ProcessingUnitStatus> status;
-        ProcessingUnitType type;
+        std::atomic<ProcessingUnitStatus> status{ProcessingUnitStatus::READY_TO_INSERT};
+        ProcessingUnitType type{ProcessingUnitType::START};
         Chunk chunk;
         Memory<> segment;
         size_t actual_memory_size{0};

From 1bdfc63ef3e0e3948d8a469d6611471a4f254272 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 7 Oct 2020 21:16:58 +0300
Subject: [PATCH 126/742] delete PrepareAndEndUpReadBuffer

---
 src/Formats/FormatFactory.cpp                 |  2 +
 src/Formats/JSONEachRowUtils.cpp              |  8 ---
 .../Formats/Impl/IReadBufferPrepareAndEndUp.h | 56 -------------------
 .../Impl/JSONEachRowRowInputFormat.cpp        | 31 ++++++++--
 .../Formats/Impl/JSONEachRowRowInputFormat.h  |  5 --
 .../Impl/ParallelParsingInputFormat.cpp       | 18 ------
 .../Formats/Impl/ParallelParsingInputFormat.h | 16 ------
 7 files changed, 28 insertions(+), 108 deletions(-)
 delete mode 100644 src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h

diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 25ea5fc9c06..4af9e9df260 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -19,6 +19,8 @@
 #include <Processors/Formats/Impl/ParallelFormattingOutputFormat.h>
 #include <Poco/URI.h>
 
+#include <IO/ReadHelpers.h>
+
 #if !defined(ARCADIA_BUILD)
 #    include <Common/config.h>
 #endif
diff --git a/src/Formats/JSONEachRowUtils.cpp b/src/Formats/JSONEachRowUtils.cpp
index f5a2da3c307..1df87ebd3fa 100644
--- a/src/Formats/JSONEachRowUtils.cpp
+++ b/src/Formats/JSONEachRowUtils.cpp
@@ -10,13 +10,6 @@ bool fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, DB::Memory<> & memor
 
     char * pos = in.position();
 
-    /// In case that independent JSONs are splitted by comma we skip that comma.
-    if (pos && *pos == ',')
-    {
-        ++in.position();
-        ++pos;
-    }
-
     size_t balance = 0;
     bool quotes = false;
 
@@ -69,7 +62,6 @@ bool fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, DB::Memory<> & memor
     }
 
     saveUpToPosition(in, memory, pos);
-    assert(*memory.data() == '{' || memory.size() == 0);
     return loadAtPosition(in, memory, pos);
 }
 
diff --git a/src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h b/src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h
deleted file mode 100644
index 6a3b9c53c08..00000000000
--- a/src/Processors/Formats/Impl/IReadBufferPrepareAndEndUp.h
+++ /dev/null
@@ -1,56 +0,0 @@
-#pragma once
-
-#include <IO/ReadHelpers.h>
-
-namespace DB
-{
-
-class IReadBufferPrepareAndEndUp
-{
-public:
-    virtual ~IReadBufferPrepareAndEndUp() {}
-
-    virtual void prepareReadBuffer(ReadBuffer & buffer) = 0;
-
-    virtual void endUpReadBuffer(ReadBuffer & buffer) = 0;
-};
-
-using IReadBufferPrepareAndEndUpPtr = std::shared_ptr<IReadBufferPrepareAndEndUp>;
-
-class JSONEachRowPrepareAndEndUp : public IReadBufferPrepareAndEndUp
-{
-public:
-    void prepareReadBuffer(ReadBuffer & buffer) override
-    {
-        /// In this format, BOM at beginning of stream cannot be confused with value, so it is safe to skip it.
-        skipBOMIfExists(buffer);
-
-        skipWhitespaceIfAny(buffer);
-        if (!buffer.eof() && *buffer.position() == '[')
-        {
-            ++buffer.position();
-            data_in_square_brackets = true;
-        }
-    }
-
-    void endUpReadBuffer(ReadBuffer & buffer) override
-    {
-        skipWhitespaceIfAny(buffer);
-        if (data_in_square_brackets)
-        {
-            assertChar(']', buffer);
-            skipWhitespaceIfAny(buffer);
-        }
-        if (!buffer.eof() && *buffer.position() == ';')
-        {
-            ++buffer.position();
-            skipWhitespaceIfAny(buffer);
-        }
-        assertEOF(buffer);
-    }
-
-private:
-    bool data_in_square_brackets{false};
-};
-
-}
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
index ec1deddc94b..1fa03cf348c 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
@@ -245,14 +245,16 @@ bool JSONEachRowRowInputFormat::readRow(MutableColumns & columns, RowReadExtensi
     /// then seeking to next ;, or \n would trigger reading of an extra row at the end.
 
     /// Semicolon is added for convenience as it could be used at end of INSERT query.
-    if (getTotalRows() && !in.eof())
+    bool is_first_row = getTotalRows() == 1;
+    if (!in.eof()) 
     {
-        if (*in.position() == ',')
+        /// There may be optional ',' (but not before the first row)
+        if (!is_first_row && *in.position() == ',')
             ++in.position();
         else if (!data_in_square_brackets && *in.position() == ';')
         {
-            /// ';' means the end of query (but it cannot be before ']')
             return allow_new_rows = false;
+            /// ';' means the end of query (but it cannot be before ']')
         }
         else if (data_in_square_brackets && *in.position() == ']')
         {
@@ -301,12 +303,31 @@ void JSONEachRowRowInputFormat::resetParser()
 
 void JSONEachRowRowInputFormat::readPrefix()
 {
-    prepare_and_end_up.prepareReadBuffer(in);
+    /// In this format, BOM at beginning of stream cannot be confused with value, so it is safe to skip it.
+    skipBOMIfExists(in);
+
+    skipWhitespaceIfAny(in);
+    if (!in.eof() && *in.position() == '[')
+    {
+        ++in.position();
+        data_in_square_brackets = true;
+    }
 }
 
 void JSONEachRowRowInputFormat::readSuffix()
 {
-    prepare_and_end_up.endUpReadBuffer(in);
+    skipWhitespaceIfAny(in);
+    if (data_in_square_brackets)
+    {
+        assertChar(']', in);
+        skipWhitespaceIfAny(in);
+    }
+    if (!in.eof() && *in.position() == ';')
+    {
+        ++in.position();
+        skipWhitespaceIfAny(in);
+    }
+    assertEOF(in);
 }
 
 
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h
index e121d77d7a6..4d6c92077b2 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h
+++ b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h
@@ -4,7 +4,6 @@
 #include <Processors/Formats/IRowInputFormat.h>
 #include <Formats/FormatSettings.h>
 #include <Common/HashTable/HashMap.h>
-#include "IReadBufferPrepareAndEndUp.h"
 
 namespace DB
 {
@@ -81,11 +80,7 @@ private:
 
     bool allow_new_rows = true;
 
-
     bool yield_strings;
-
-    /// Used when readSuffix() or readPrefix() are called.
-    JSONEachRowPrepareAndEndUp prepare_and_end_up;
 };
 
 }
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index 367b1c748f5..2c4a567b16f 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -79,9 +79,6 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
          */
         ReadBuffer read_buffer(unit.segment.data(), unit.segment.size(), 0);
 
-        if (current_ticket_number == 0)
-            prepareReadBuffer(read_buffer);
-
         InputFormatPtr input_format = internal_parser_creator(read_buffer);
         InternalParser parser(input_format);
 
@@ -101,9 +98,6 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
         // except at the end of file. Also see a matching assert in readImpl().
         assert(unit.is_last || !unit.chunk_ext.chunk.empty() || parsing_finished);
 
-        if (unit.is_last)
-            endUpReadBuffer(read_buffer);
-
         std::lock_guard<std::mutex> lock(mutex);
         unit.status = READY_TO_READ;
         reader_condvar.notify_all();
@@ -219,17 +213,5 @@ Chunk ParallelParsingInputFormat::generate()
     return res;
 }
 
-void ParallelParsingInputFormat::prepareReadBuffer(ReadBuffer & buffer)
-{
-    if (prepare_and_end_up_map.count(format_name))
-        prepare_and_end_up_map[format_name]->prepareReadBuffer(buffer);
-}
-
-
-void ParallelParsingInputFormat::endUpReadBuffer(ReadBuffer & buffer)
-{
-    if (prepare_and_end_up_map.count(format_name))
-        prepare_and_end_up_map[format_name]->endUpReadBuffer(buffer);
-}
 
 }
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
index f8a85536158..e53833764dd 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
@@ -9,7 +9,6 @@
 #include <IO/ReadBuffer.h>
 #include <Processors/Formats/IRowInputFormat.h>
 #include <Interpreters/Context.h>
-#include "IReadBufferPrepareAndEndUp.h"
 
 namespace DB
 {
@@ -82,8 +81,6 @@ public:
         // bump into reader thread on wraparound.
         processing_units.resize(params.max_threads + 2);
 
-        initializePrepareEndUpMap();
-
         segmentator_thread = ThreadFromGlobalPool(
             &ParallelParsingInputFormat::segmentatorThreadFunction, this, CurrentThread::getGroup());
     }
@@ -268,19 +265,6 @@ private:
     /// readImpl() is called from the main thread, so the exception handling
     /// is different.
     void onBackgroundException();
-
-    /// To store objects which will prepare and end up ReadBuffer for each format.
-    std::unordered_map<String, IReadBufferPrepareAndEndUpPtr> prepare_and_end_up_map;
-
-    void initializePrepareEndUpMap()
-    {
-        /// To skip '[' and ']'.
-        prepare_and_end_up_map.insert({"JSONEachRow", std::make_shared<JSONEachRowPrepareAndEndUp>()});
-    }
-
-    void prepareReadBuffer(ReadBuffer & buffer);
-
-    void endUpReadBuffer(ReadBuffer & buffer);
 };
 
 }

From 48c76613bf5cc685b42f8a06095fa68c65e9ede2 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 8 Oct 2020 19:06:14 +0300
Subject: [PATCH 127/742] better

---
 src/Formats/FormatFactory.cpp                 | 11 ++++----
 .../Impl/ParallelFormattingOutputFormat.h     | 25 ++++++++++++++-----
 2 files changed, 25 insertions(+), 11 deletions(-)

diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 4af9e9df260..857d2194c20 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -218,7 +218,7 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     const Settings & settings = context.getSettingsRef();
     bool parallel_formatting = settings.output_format_parallel_formatting;
 
-    if (parallel_formatting && getCreators(name).supports_parallel_formatting)
+    if (parallel_formatting && getCreators(name).supports_parallel_formatting && !settings.allow_experimental_live_view)
     {
         const auto & output_getter = getCreators(name).output_processor_creator;
 
@@ -231,12 +231,13 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
             (WriteBuffer & output) -> OutputFormatPtr
             { return output_getter(output, sample, std::move(callback), format_settings);};
 
-        /// Enable auto-flush for streaming mode. Currently it is needed by INSERT WATCH query.
-//        if (format_settings.enable_streaming)
-//            format->setAutoFlush();
-
         ParallelFormattingOutputFormat::Params params{buf, sample, formatter_creator, settings.max_threads};
         auto format = std::make_shared<ParallelFormattingOutputFormat>(params);
+
+        /// Enable auto-flush for streaming mode. Currently it is needed by INSERT WATCH query.
+        if (format_settings.enable_streaming)
+            format->setAutoFlush();
+
         return std::make_shared<MaterializingBlockOutputStream>(std::make_shared<OutputStreamToOutputFormat>(format), sample);
     }
 
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 8697575c302..2287bec1ab3 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -15,6 +15,9 @@
 #include <IO/WriteBuffer.h>
 #include <IO/BufferWithOwnMemory.h>
 
+#include <common/logger_useful.h>
+#include <Common/Exception.h>
+
 namespace DB
 {
 
@@ -49,7 +52,7 @@ public:
     {
         need_flush = true;
         if (!IOutputFormat::finalized) 
-            finalize();
+            std::terminate();
         finishAndWait();
     }
 
@@ -65,6 +68,12 @@ public:
         addChunk(Chunk{}, ProcessingUnitType::START);
     }
 
+    void onCancel() override 
+    {
+        std::cout << "onCancel" << std::endl;
+        finishAndWait();
+    }
+
 protected:
     void consume(Chunk chunk) override final
     {
@@ -86,6 +95,8 @@ protected:
         IOutputFormat::finalized = true;
         addChunk(Chunk{}, ProcessingUnitType::FINALIZE);
         collector_finished.wait();
+        if (background_exception)
+            std::rethrow_exception(background_exception);
     }
 
 private:
@@ -111,6 +122,9 @@ private:
 
     void addChunk(Chunk chunk, ProcessingUnitType type)
     {
+        if (background_exception)
+            std::rethrow_exception(background_exception);
+
         const auto current_unit_number = writer_unit_number % processing_units.size();
         auto & unit = processing_units[current_unit_number];
 
@@ -193,8 +207,6 @@ private:
 
     void onBackgroundException()
     {
-        tryLogCurrentException(__PRETTY_FUNCTION__);
-
         std::unique_lock<std::mutex> lock(mutex);
         if (!background_exception)
         {
@@ -228,7 +240,7 @@ private:
                 }
 
                 if (emergency_stop)
-                    return;
+                    break;
 
                 assert(unit.status == READY_TO_READ);
 
@@ -238,7 +250,7 @@ private:
                 /// Do main work here.
                 out.write(unit.segment.data(), unit.actual_memory_size);
 
-                if (need_flush.exchange(false))
+                if (need_flush.exchange(false) || auto_flush)
                     IOutputFormat::flush();
 
                 ++collector_unit_number;
@@ -252,13 +264,14 @@ private:
                 /// We can exit only after writing last piece of to out buffer.
                 if (copy_if_unit_type == ProcessingUnitType::FINALIZE)
                 {
-                    collector_finished.set();
                     break;
                 }
             }
+            collector_finished.set();
         }
         catch (...)
         {
+            collector_finished.set();
             onBackgroundException();
         }
     }

From 67766034f285dabe7d7a41cf45a380826776e237 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 8 Oct 2020 19:43:29 +0300
Subject: [PATCH 128/742] disable progress bar with parallel_formatting

---
 programs/client/Client.cpp | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 92ae37123fa..6e2c11f9ca6 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -1359,6 +1359,9 @@ private:
             if (with_output && with_output->settings_ast)
                 apply_query_settings(*with_output->settings_ast);
 
+            if (context.getSettingsRef().output_format_parallel_formatting)
+                need_render_progress = false;
+
             connection->forceConnected(connection_parameters.timeouts);
 
             ASTPtr input_function;
@@ -1986,7 +1989,13 @@ private:
             written_first_block = true;
         }
 
-        bool clear_progess = std_out.offset() > 0;
+        // const auto & settings = context.getSettingsRef();
+        // const auto parallel_formatting = settings.output_format_parallel_formatting;
+
+        bool clear_progess = false;
+        // if (!parallel_formatting)
+        //     clear_progess = std_out.offset() > 0;
+
         if (clear_progess)
             clearProgress();
 

From 9064af6cb616fb16e770dc9d6905d1cd578e0d82 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 8 Oct 2020 19:46:55 +0300
Subject: [PATCH 129/742] get rid of std::terminate

---
 src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 2287bec1ab3..e8157708af7 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -52,7 +52,7 @@ public:
     {
         need_flush = true;
         if (!IOutputFormat::finalized) 
-            std::terminate();
+            finalize();
         finishAndWait();
     }
 
@@ -70,7 +70,6 @@ public:
 
     void onCancel() override 
     {
-        std::cout << "onCancel" << std::endl;
         finishAndWait();
     }
 

From 3c683b1d8620dbb8b396b7e89ba06713bfeb4e1f Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 2 Nov 2020 15:50:25 +0300
Subject: [PATCH 130/742] better

---
 src/Formats/FormatFactory.cpp | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 857d2194c20..5d8068c97f4 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -227,9 +227,12 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
         /** TODO: Materialization is needed, because formats can use the functions `IDataType`,
           *  which only work with full columns.
           */
-        auto formatter_creator = [output_getter, sample, callback, format_settings]
+
+        RowOutputFormatParams row_output_format_params{callback, ignore_no_row_delimiter};
+        
+        auto formatter_creator = [output_getter, sample, row_output_format_params, format_settings]
             (WriteBuffer & output) -> OutputFormatPtr
-            { return output_getter(output, sample, std::move(callback), format_settings);};
+            { return output_getter(output, sample, row_output_format_params, format_settings);}; ///FIXME 
 
         ParallelFormattingOutputFormat::Params params{buf, sample, formatter_creator, settings.max_threads};
         auto format = std::make_shared<ParallelFormattingOutputFormat>(params);
@@ -242,7 +245,7 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     }
 
 
-    auto format = getOutputFormat(name, buf, sample, context, std::move(callback));
+    auto format = getOutputFormat(name, buf, sample, context, std::move(callback), ignore_no_row_delimiter);
     return std::make_shared<MaterializingBlockOutputStream>(std::make_shared<OutputStreamToOutputFormat>(format), sample);
 }
 

From f7ac8bf542273f082b74918a66a6e46b42b412a9 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 8 Dec 2020 01:52:51 +0300
Subject: [PATCH 131/742] rebase and fix tests

---
 programs/client/Client.cpp                           | 11 +++--------
 src/Formats/FormatFactory.cpp                        | 12 ++++--------
 src/Storages/StorageFile.cpp                         |  4 ++--
 src/Storages/StorageURL.cpp                          |  4 ++--
 .../0_stateless/01246_insert_into_watch_live_view.py |  7 +++++++
 5 files changed, 18 insertions(+), 20 deletions(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 6e2c11f9ca6..aa60503311a 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -1359,8 +1359,8 @@ private:
             if (with_output && with_output->settings_ast)
                 apply_query_settings(*with_output->settings_ast);
 
-            if (context.getSettingsRef().output_format_parallel_formatting)
-                need_render_progress = false;
+            // if (context.getSettingsRef().output_format_parallel_formatting)
+            //     need_render_progress = false;
 
             connection->forceConnected(connection_parameters.timeouts);
 
@@ -1989,12 +1989,7 @@ private:
             written_first_block = true;
         }
 
-        // const auto & settings = context.getSettingsRef();
-        // const auto parallel_formatting = settings.output_format_parallel_formatting;
-
-        bool clear_progess = false;
-        // if (!parallel_formatting)
-        //     clear_progess = std_out.offset() > 0;
+        bool clear_progess = std_out.offset() > 0;
 
         if (clear_progess)
             clearProgress();
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 5d8068c97f4..1962cf8218f 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -197,7 +197,7 @@ InputFormatPtr FormatFactory::getInput(
     }
 
 
-    auto format = getInputFormat(name, buf, sample, context, max_block_size, std::move(callback));
+    auto format = getInputFormat(name, buf, sample, context, max_block_size, format_settings);
     return format;
 }
 
@@ -222,17 +222,13 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     {
         const auto & output_getter = getCreators(name).output_processor_creator;
 
-        FormatSettings format_settings = getOutputFormatSetting(settings, context);
-
         /** TODO: Materialization is needed, because formats can use the functions `IDataType`,
           *  which only work with full columns.
           */
-
-        RowOutputFormatParams row_output_format_params{callback, ignore_no_row_delimiter};
         
-        auto formatter_creator = [output_getter, sample, row_output_format_params, format_settings]
+        auto formatter_creator = [output_getter, sample, callback, format_settings]
             (WriteBuffer & output) -> OutputFormatPtr
-            { return output_getter(output, sample, row_output_format_params, format_settings);}; ///FIXME 
+            { return output_getter(output, sample, {std::move(callback)}, format_settings);};
 
         ParallelFormattingOutputFormat::Params params{buf, sample, formatter_creator, settings.max_threads};
         auto format = std::make_shared<ParallelFormattingOutputFormat>(params);
@@ -245,7 +241,7 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     }
 
 
-    auto format = getOutputFormat(name, buf, sample, context, std::move(callback), ignore_no_row_delimiter);
+    auto format = getOutputFormat(name, buf, sample, context, std::move(callback), format_settings);
     return std::make_shared<MaterializingBlockOutputStream>(std::make_shared<OutputStreamToOutputFormat>(format), sample);
 }
 
diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index caf9c06e0ba..57ab17e156d 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -333,8 +333,8 @@ public:
 
                 reader = std::make_shared<InputStreamFromInputFormat>(format);
 
-                if (!column_defaults.empty())
-                    reader = std::make_shared<AddingDefaultsBlockInputStream>(reader, column_defaults, context);
+                if (columns_description.hasDefaults())
+                    reader = std::make_shared<AddingDefaultsBlockInputStream>(reader, columns_description, context);
 
                 reader->readPrefix();
             }
diff --git a/src/Storages/StorageURL.cpp b/src/Storages/StorageURL.cpp
index 9533892d07a..8c69d9c0179 100644
--- a/src/Storages/StorageURL.cpp
+++ b/src/Storages/StorageURL.cpp
@@ -107,9 +107,9 @@ namespace
                 compression_method);
 
 
-            auto input_format = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size);
+            auto input_format = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size, format_settings);
             reader = std::make_shared<InputStreamFromInputFormat>(input_format);
-            reader = std::make_shared<AddingDefaultsBlockInputStream>(reader, column_defaults, context);
+            reader = std::make_shared<AddingDefaultsBlockInputStream>(reader, columns, context);
         }
 
         String getName() const override
diff --git a/tests/queries/0_stateless/01246_insert_into_watch_live_view.py b/tests/queries/0_stateless/01246_insert_into_watch_live_view.py
index 0f7c6965b7b..f533573bfc7 100755
--- a/tests/queries/0_stateless/01246_insert_into_watch_live_view.py
+++ b/tests/queries/0_stateless/01246_insert_into_watch_live_view.py
@@ -18,6 +18,13 @@ with client(name='client1>', log=log) as client1, client(name='client2>', log=lo
     client2.expect(prompt)
     client3.expect(prompt)
 
+    client1.send('SET output_format_parallel_formatting=0')
+    client1.expect(prompt)
+    client2.send('SET output_format_parallel_formatting=0')
+    client2.expect(prompt)
+    client3.send('SET output_format_parallel_formatting=0')
+    client3.expect(prompt)
+    
     client1.send('SET allow_experimental_live_view = 1')
     client1.expect(prompt)
     client3.send('SET allow_experimental_live_view = 1')

From 12e624fd9a7ee02e1d638b3e97dfa9a0e70f604e Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 10 Dec 2020 02:22:53 +0300
Subject: [PATCH 132/742] fix tests

---
 programs/client/Client.cpp                    |  7 ++++-
 src/Formats/FormatFactory.cpp                 | 29 +++++++++++++++----
 src/Formats/FormatFactory.h                   |  5 ++++
 src/Interpreters/Context.cpp                  |  5 ++++
 src/Interpreters/Context.h                    |  2 ++
 src/Interpreters/executeQuery.cpp             |  5 +++-
 .../Impl/ParallelParsingInputFormat.cpp       |  7 +++++
 .../Formats/Impl/ParallelParsingInputFormat.h |  1 +
 src/Storages/StorageFile.cpp                  |  9 ++++--
 9 files changed, 61 insertions(+), 9 deletions(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index aa60503311a..9a30c125169 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -1932,7 +1932,12 @@ private:
             if (has_vertical_output_suffix)
                 current_format = "Vertical";
 
-            block_out_stream = context.getOutputFormat(current_format, *out_buf, block);
+            if (!is_interactive && !need_render_progress)
+                block_out_stream = context.getOutputFormatParallelIfPossible(current_format, *out_buf, block);
+            
+            if (!block_out_stream)
+                block_out_stream = context.getOutputFormat(current_format, *out_buf, block);
+
             block_out_stream->writePrefix();
         }
     }
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 1962cf8218f..4f465e05e4e 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -176,6 +176,7 @@ InputFormatPtr FormatFactory::getInput(
 
     if (parallel_parsing)
     {
+        std::cout << "parallel_parsing" << std::endl;
         const auto & input_getter = getCreators(name).input_processor_creator;
 
         RowInputFormatParams row_input_format_params;
@@ -185,10 +186,13 @@ InputFormatPtr FormatFactory::getInput(
         row_input_format_params.max_execution_time = settings.max_execution_time;
         row_input_format_params.timeout_overflow_mode = settings.timeout_overflow_mode;
 
+        std::cout << "format_settings.csv.delimiter " << format_settings.csv.delimiter << std::endl;
+
         /// Const reference is copied to lambda.
         auto parser_creator = [input_getter, sample, row_input_format_params, format_settings]
             (ReadBuffer & input) -> InputFormatPtr
-            { return input_getter(input, sample, row_input_format_params, format_settings); };
+            {   std::cout << format_settings.csv.delimiter << std::endl;
+                return input_getter(input, sample, row_input_format_params, format_settings); };
 
 
         ParallelParsingInputFormat::Params params{
@@ -201,8 +205,7 @@ InputFormatPtr FormatFactory::getInput(
     return format;
 }
 
-
-BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
+BlockOutputStreamPtr FormatFactory::getOutputParallelIfPossible(const String & name,
     WriteBuffer & buf, const Block & sample, const Context & context,
     WriteCallback callback, const std::optional<FormatSettings> & _format_settings) const
 {
@@ -214,11 +217,10 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
         throw Exception("Format " + name + " is not suitable for output (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
     }
 
-
     const Settings & settings = context.getSettingsRef();
     bool parallel_formatting = settings.output_format_parallel_formatting;
 
-    if (parallel_formatting && getCreators(name).supports_parallel_formatting && !settings.allow_experimental_live_view)
+    if (parallel_formatting && getCreators(name).supports_parallel_formatting && !settings.allow_experimental_live_view && !settings.output_format_json_array_of_rows)
     {
         const auto & output_getter = getCreators(name).output_processor_creator;
 
@@ -241,6 +243,23 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     }
 
 
+    return nullptr;
+}
+
+
+
+BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
+    WriteBuffer & buf, const Block & sample, const Context & context,
+    WriteCallback callback, const std::optional<FormatSettings> & _format_settings) const
+{
+    auto format_settings = _format_settings
+        ? *_format_settings : getFormatSettings(context);
+
+    if (!getCreators(name).output_processor_creator)
+    {
+        throw Exception("Format " + name + " is not suitable for output (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
+    }
+    
     auto format = getOutputFormat(name, buf, sample, context, std::move(callback), format_settings);
     return std::make_shared<MaterializingBlockOutputStream>(std::make_shared<OutputStreamToOutputFormat>(format), sample);
 }
diff --git a/src/Formats/FormatFactory.h b/src/Formats/FormatFactory.h
index ddf557b9dfc..fcabdb5a9ae 100644
--- a/src/Formats/FormatFactory.h
+++ b/src/Formats/FormatFactory.h
@@ -116,6 +116,11 @@ public:
         UInt64 max_block_size,
         const std::optional<FormatSettings> & format_settings = std::nullopt) const;
 
+    /// Checks all preconditions. Returns nullptr of parallel formatting cannot be done.
+    BlockOutputStreamPtr getOutputParallelIfPossible(const String & name, WriteBuffer & buf,
+        const Block & sample, const Context & context, WriteCallback callback = {},
+        const std::optional<FormatSettings> & format_settings = std::nullopt) const;
+
     BlockOutputStreamPtr getOutput(const String & name, WriteBuffer & buf,
         const Block & sample, const Context & context, WriteCallback callback = {},
         const std::optional<FormatSettings> & format_settings = std::nullopt) const;
diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index eb56703c61c..e7f0bb4995b 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -2076,6 +2076,11 @@ BlockInputStreamPtr Context::getInputFormat(const String & name, ReadBuffer & bu
     return std::make_shared<InputStreamFromInputFormat>(FormatFactory::instance().getInput(name, buf, sample, *this, max_block_size));
 }
 
+BlockOutputStreamPtr Context::getOutputFormatParallelIfPossible(const String & name, WriteBuffer & buf, const Block & sample) const
+{
+    return FormatFactory::instance().getOutputParallelIfPossible(name, buf, sample, *this);
+}
+
 BlockOutputStreamPtr Context::getOutputFormat(const String & name, WriteBuffer & buf, const Block & sample) const
 {
     return FormatFactory::instance().getOutput(name, buf, sample, *this);
diff --git a/src/Interpreters/Context.h b/src/Interpreters/Context.h
index ccdaf98980d..faa8f606a29 100644
--- a/src/Interpreters/Context.h
+++ b/src/Interpreters/Context.h
@@ -412,6 +412,8 @@ public:
 
     /// I/O formats.
     BlockInputStreamPtr getInputFormat(const String & name, ReadBuffer & buf, const Block & sample, UInt64 max_block_size) const;
+
+    BlockOutputStreamPtr getOutputFormatParallelIfPossible(const String & name, WriteBuffer & buf, const Block & sample) const;
     BlockOutputStreamPtr getOutputFormat(const String & name, WriteBuffer & buf, const Block & sample) const;
 
     OutputFormatPtr getOutputFormatProcessor(const String & name, WriteBuffer & buf, const Block & sample) const;
diff --git a/src/Interpreters/executeQuery.cpp b/src/Interpreters/executeQuery.cpp
index 633b1e9bd5e..4ff4660fa13 100644
--- a/src/Interpreters/executeQuery.cpp
+++ b/src/Interpreters/executeQuery.cpp
@@ -945,7 +945,10 @@ void executeQuery(
                 ? getIdentifierName(ast_query_with_output->format)
                 : context.getDefaultFormat();
 
-            BlockOutputStreamPtr out = context.getOutputFormat(format_name, *out_buf, streams.in->getHeader());
+            BlockOutputStreamPtr out;
+            out = context.getOutputFormatParallelIfPossible(format_name, *out_buf, streams.in->getHeader());
+            if (!out)
+                out = context.getOutputFormat(format_name, *out_buf, streams.in->getHeader());
 
             /// Save previous progress callback if any. TODO Do it more conveniently.
             auto previous_progress_callback = context.getProgressCallback();
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index 2c4a567b16f..1f66761be1a 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -79,6 +79,13 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
          */
         ReadBuffer read_buffer(unit.segment.data(), unit.segment.size(), 0);
 
+        std::cout << unit.segment.size() << std::endl;
+
+        for (size_t i = 0; i < unit.segment.size(); ++i) {
+            std::cout << *(unit.segment.data() + i);
+        }
+        std::cout << std::endl;
+
         InputFormatPtr input_format = internal_parser_creator(read_buffer);
         InternalParser parser(input_format);
 
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
index e53833764dd..0690638b97a 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
@@ -3,6 +3,7 @@
 #include <Processors/Formats/IInputFormat.h>
 #include <DataStreams/IBlockInputStream.h>
 #include <Formats/FormatFactory.h>
+#include <Common/CurrentThread.h>
 #include <Common/ThreadPool.h>
 #include <Common/setThreadName.h>
 #include <IO/BufferWithOwnMemory.h>
diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index 57ab17e156d..1469b535b51 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -329,7 +329,7 @@ public:
 
                 read_buf = wrapReadBufferWithCompressionMethod(std::move(nested_buffer), method);
                 auto format = FormatFactory::instance().getInput(
-                        storage->format_name, *read_buf, metadata_snapshot->getSampleBlock(), context, max_block_size);
+                        storage->format_name, *read_buf, metadata_snapshot->getSampleBlock(), context, max_block_size, storage->format_settings);
 
                 reader = std::make_shared<InputStreamFromInputFormat>(format);
 
@@ -481,9 +481,14 @@ public:
 
         write_buf = wrapWriteBufferWithCompressionMethod(std::move(naked_buffer), compression_method, 3);
 
-        writer = FormatFactory::instance().getOutput(storage.format_name,
+        writer = FormatFactory::instance().getOutputParallelIfPossible(storage.format_name,
             *write_buf, metadata_snapshot->getSampleBlock(), context,
             {}, format_settings);
+
+        if (!writer)
+            writer = FormatFactory::instance().getOutput(storage.format_name,
+                *write_buf, metadata_snapshot->getSampleBlock(), context,
+                {}, format_settings);
     }
 
     Block getHeader() const override { return metadata_snapshot->getSampleBlock(); }

From 0af342853afd1b72192d678a73dc936ac7dd6fa8 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 10 Dec 2020 03:26:27 +0300
Subject: [PATCH 133/742] add some logs

---
 src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index e8157708af7..bd224102bd9 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -46,6 +46,7 @@ public:
         /// and n threads for formatting.
         processing_units.resize(params.max_threads_for_parallel_formatting + 2);
         collector_thread = ThreadFromGlobalPool([&] { collectorThreadFunction(); });
+        LOG_TRACE(&Poco::Logger::get("ParallelFormattingOutputFormat"), "Parallel formatting is being used.");
     }
 
     ~ParallelFormattingOutputFormat() override

From b5436547ff1a6427c36b07341e90543b51dbc01f Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 15 Dec 2020 00:56:31 +0300
Subject: [PATCH 134/742] thread tests

---
 programs/client/Client.cpp | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 9a30c125169..79dc7e9e62f 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -1994,16 +1994,18 @@ private:
             written_first_block = true;
         }
 
-        bool clear_progess = std_out.offset() > 0;
+        bool clear_progress = false;
+        if (need_render_progress)
+            clear_progress = std_out.offset() > 0;
 
-        if (clear_progess)
+        if (clear_progress)
             clearProgress();
 
         /// Received data block is immediately displayed to the user.
         block_out_stream->flush();
 
         /// Restore progress bar after data block.
-        if (clear_progess)
+        if (clear_progress)
             writeProgress();
     }
 

From 6d5b23de672f8ddc3e0857ab13f82d8bc0c96f46 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 15 Dec 2020 03:36:03 +0300
Subject: [PATCH 135/742] something works

---
 src/Core/Block.cpp                            |  16 ++
 src/Interpreters/ActionsDAG.cpp               |   2 +-
 src/Interpreters/ExpressionActions.cpp        |   4 +
 src/Interpreters/ExpressionAnalyzer.cpp       |   6 +-
 src/Interpreters/InterpreterSelectQuery.cpp   |  14 +-
 src/Processors/QueryPlan/WindowStep.cpp       | 102 ++++++------
 src/Processors/QueryPlan/WindowStep.h         |  15 +-
 .../Transforms/ExpressionTransform.h          |   1 -
 src/Processors/Transforms/WindowTransform.cpp | 149 ++++++++++++++++--
 src/Processors/Transforms/WindowTransform.h   |  36 ++++-
 .../RocksDB/StorageEmbeddedRocksDB.cpp        |   2 +
 11 files changed, 258 insertions(+), 89 deletions(-)

diff --git a/src/Core/Block.cpp b/src/Core/Block.cpp
index cd2855739e2..014fa001588 100644
--- a/src/Core/Block.cpp
+++ b/src/Core/Block.cpp
@@ -56,6 +56,10 @@ void Block::insert(size_t position, const ColumnWithTypeAndName & elem)
 
     index_by_name.emplace(elem.name, position);
     data.emplace(data.begin() + position, elem);
+
+//    fmt::print(stderr, "block: {}\n", dumpStructure());
+//    fmt::print(stderr, "(1) insert column {} at \n{}\n", elem.name,
+//        StackTrace().toString());
 }
 
 void Block::insert(size_t position, ColumnWithTypeAndName && elem)
@@ -70,17 +74,29 @@ void Block::insert(size_t position, ColumnWithTypeAndName && elem)
 
     index_by_name.emplace(elem.name, position);
     data.emplace(data.begin() + position, std::move(elem));
+
+//    fmt::print(stderr, "block: {}\n", dumpStructure());
+//    fmt::print(stderr, "(2) insert column {} at \n{}\n", elem.name,
+//        StackTrace().toString());
 }
 
 
 void Block::insert(const ColumnWithTypeAndName & elem)
 {
+//    fmt::print(stderr, "block: {}\n", dumpStructure());
+//    fmt::print(stderr, "(3) insert column {} at \n{}\n", elem.name,
+//        StackTrace().toString());
+
     index_by_name.emplace(elem.name, data.size());
     data.emplace_back(elem);
 }
 
 void Block::insert(ColumnWithTypeAndName && elem)
 {
+//    fmt::print(stderr, "block: {}\n", dumpStructure());
+//    fmt::print(stderr, "(4) insert column {} at \n{}\n", elem.name,
+//        StackTrace().toString());
+
     index_by_name.emplace(elem.name, data.size());
     data.emplace_back(std::move(elem));
 }
diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index 75915bdad1a..cd6fab40aaf 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -624,7 +624,7 @@ ActionsDAGPtr ActionsDAG::makeConvertingActions(
             {
                 auto & input = inputs[res_elem.name];
                 if (input.empty())
-                    throw Exception("Cannot find column " + backQuoteIfNeed(res_elem.name) + " in source stream",
+                    throw Exception("Cannot find column '" + backQuoteIfNeed(res_elem.name) + "' in source stream",
                                     ErrorCodes::THERE_IS_NO_COLUMN);
 
                 src_node = actions_dag->inputs[input.front()];
diff --git a/src/Interpreters/ExpressionActions.cpp b/src/Interpreters/ExpressionActions.cpp
index f0dcf830c82..4c2ec0e0dc8 100644
--- a/src/Interpreters/ExpressionActions.cpp
+++ b/src/Interpreters/ExpressionActions.cpp
@@ -373,6 +373,10 @@ static void executeAction(const ExpressionActions::Action & action, ExecutionCon
             res_column.column = action.node->column->cloneResized(num_rows);
             res_column.type = action.node->result_type;
             res_column.name = action.node->result_name;
+
+
+            fmt::print(stderr, "execute column action {} at\n{}\n",
+                action.toString(), StackTrace().toString());
             break;
         }
 
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 0d54f75c588..802004b7ad6 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -1024,14 +1024,14 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
         getRootActionsNoMakeSet(f.function_node->arguments,
             true /* no subqueries */, step.actions());
 
-        // Add column with window function name and value "1".
+        // Add empty INPUT with window function name.
         // It is an aggregate function, so it won't be added by getRootActions.
         ColumnWithTypeAndName col;
         col.type = std::make_shared<DataTypeInt64>();
-        col.column = col.type->createColumnConst(1 /* size */, UInt64(1) /* field */);
+        col.column = col.type->createColumn();
         col.name = f.column_name;
 
-        step.actions()->addColumn(col);
+        step.actions()->addInput(col);
     }
 
     // /*
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 2d6cb64bb7e..446072602e0 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1788,20 +1788,10 @@ void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
             + w.window_name + "'");
         query_plan.addStep(std::move(merging_sorted));
 
-        // Add column with window function name and value "1".
-        ColumnWithTypeAndName col;
-        col.type = std::make_shared<DataTypeInt64>();
-        col.column = col.type->createColumnConst(1 /* size */, UInt64(1) /* field */);
-        col.name = f.column_name;
-
-        ActionsDAGPtr window_dag = std::make_shared<ActionsDAG>();
-        window_dag->addColumn(col);
-
-        fmt::print(stderr, "window dag: {}\n", window_dag->dumpDAG());
-
         auto window_step = std::make_unique<WindowStep>(
             query_plan.getCurrentDataStream(),
-            window_dag);
+            w,
+            std::vector<WindowFunctionDescription>(1, f));
         window_step->setStepDescription("Window step for function '"
             + f.column_name + "'");
 
diff --git a/src/Processors/QueryPlan/WindowStep.cpp b/src/Processors/QueryPlan/WindowStep.cpp
index 2db6bd3d416..495513c1a2a 100644
--- a/src/Processors/QueryPlan/WindowStep.cpp
+++ b/src/Processors/QueryPlan/WindowStep.cpp
@@ -1,6 +1,7 @@
 #include <Processors/QueryPlan/WindowStep.h>
 
 #include <Processors/Transforms/WindowTransform.h>
+#include <Processors/Transforms/ExpressionTransform.h>
 #include <Processors/QueryPipeline.h>
 #include <Interpreters/ExpressionActions.h>
 #include <IO/Operators.h>
@@ -8,18 +9,18 @@
 namespace DB
 {
 
-static ITransformingStep::Traits getTraits(const ActionsDAGPtr & actions)
+static ITransformingStep::Traits getTraits()
 {
     return ITransformingStep::Traits
     {
         {
-            .preserves_distinct_columns = !actions->hasArrayJoin(),
+            .preserves_distinct_columns = true,
             .returns_single_stream = false,
             .preserves_number_of_streams = true,
-            .preserves_sorting = !actions->hasArrayJoin(),
+            .preserves_sorting = true,
         },
         {
-            .preserves_number_of_rows = !actions->hasArrayJoin(),
+            .preserves_number_of_rows = true
         }
     };
 }
@@ -40,71 +41,72 @@ static ITransformingStep::Traits getJoinTraits()
     };
 }
 
+static Block addWindowFunctionColumns(const Block & block,
+    std::vector<WindowFunctionDescription> window_functions)
+{
+    fmt::print(stderr, "input header: {}\n", block.dumpStructure());
+
+    //auto result = block.cloneWithoutColumns();
+    auto result = block;
+
+    fmt::print(stderr, "header after clone: {}\n", result.dumpStructure());
+
+    for (const auto & f : window_functions)
+    {
+        ColumnWithTypeAndName column_with_type;
+        column_with_type.name = f.column_name;
+        column_with_type.type = f.aggregate_function->getReturnType();
+        column_with_type.column = column_with_type.type->createColumn();
+
+        result.insert(column_with_type);
+    }
+
+    fmt::print(stderr, "header after insert: {}\n", result.dumpStructure());
+
+    return result;
+}
+
 WindowStep::WindowStep(const DataStream & input_stream_,
-        ActionsDAGPtr actions_dag_)
+        const WindowDescription & window_description_,
+        const std::vector<WindowFunctionDescription> & window_functions_)
     : ITransformingStep(
         input_stream_,
-        Transform::transformHeader(input_stream_.header,
-            std::make_shared<ExpressionActions>(actions_dag_)),
-        getTraits(actions_dag_))
-    , actions_dag(std::move(actions_dag_))
+            addWindowFunctionColumns(input_stream_.header, window_functions_),
+        getTraits())
+    , window_description(window_description_)
+    , window_functions(window_functions_)
+    , input_header(input_stream_.header)
 {
     /// Some columns may be removed by expression.
     updateDistinctColumns(output_stream->header, output_stream->distinct_columns);
 }
 
-void WindowStep::updateInputStream(DataStream input_stream, bool keep_header)
-{
-    Block out_header = keep_header
-        ? std::move(output_stream->header)
-        : Transform::transformHeader(input_stream.header,
-            std::make_shared<ExpressionActions>(actions_dag));
-
-    output_stream = createOutputStream(
-            input_stream,
-            std::move(out_header),
-            getDataStreamTraits());
-
-    input_streams.clear();
-    input_streams.emplace_back(std::move(input_stream));
-}
-
 void WindowStep::transformPipeline(QueryPipeline & pipeline)
 {
-    auto expression = std::make_shared<ExpressionActions>(actions_dag);
-    pipeline.addSimpleTransform([&](const Block & header)
+    pipeline.addSimpleTransform([&](const Block & /*header*/)
     {
-        return std::make_shared<Transform>(header, expression);
+        return std::make_shared<Transform>(input_header,
+            output_stream->header, window_description, window_functions);
     });
 
-    if (!blocksHaveEqualStructure(pipeline.getHeader(), output_stream->header))
-    {
-        auto convert_actions_dag = ActionsDAG::makeConvertingActions(
-                pipeline.getHeader().getColumnsWithTypeAndName(),
-                output_stream->header.getColumnsWithTypeAndName(),
-                ActionsDAG::MatchColumnsMode::Name);
-        auto convert_actions = std::make_shared<ExpressionActions>(convert_actions_dag);
-
-        pipeline.addSimpleTransform([&](const Block & header)
-        {
-            return std::make_shared<ExpressionTransform>(header, convert_actions);
-        });
-    }
+    assertBlocksHaveEqualStructure(pipeline.getHeader(), output_stream->header,
+        "WindowStep transform for '" + window_description.window_name + "'");
 }
 
 void WindowStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
-    bool first = true;
+    (void) prefix;
+    //bool first = true;
 
-    auto expression = std::make_shared<ExpressionActions>(actions_dag);
-    for (const auto & action : expression->getActions())
-    {
-        settings.out << prefix << (first ? "Actions: "
-                                         : "         ");
-        first = false;
-        settings.out << action.toString() << '\n';
-    }
+    //auto expression = std::make_shared<ExpressionActions>(actions_dag);
+    //for (const auto & action : expression->getActions())
+    //{
+    //    settings.out << prefix << (first ? "Actions: "
+    //                                     : "         ");
+    //    first = false;
+    //    settings.out << action.toString() << '\n';
+    //}
 }
 
 }
diff --git a/src/Processors/QueryPlan/WindowStep.h b/src/Processors/QueryPlan/WindowStep.h
index 4b67e9563db..5bdb14ae5fe 100644
--- a/src/Processors/QueryPlan/WindowStep.h
+++ b/src/Processors/QueryPlan/WindowStep.h
@@ -1,6 +1,8 @@
 #pragma once
 #include <Processors/QueryPlan/ITransformingStep.h>
 
+#include <Interpreters/AggregateDescription.h>
+
 namespace DB
 {
 
@@ -14,19 +16,20 @@ class WindowStep : public ITransformingStep
 public:
     using Transform = WindowTransform;
 
-    explicit WindowStep(const DataStream & input_stream_, ActionsDAGPtr actions_dag_);
+    explicit WindowStep(const DataStream & input_stream_,
+            const WindowDescription & window_description_,
+            const std::vector<WindowFunctionDescription> & window_functions_);
+
     String getName() const override { return "Expression"; }
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void updateInputStream(DataStream input_stream, bool keep_header);
-
     void describeActions(FormatSettings & settings) const override;
 
-    const ActionsDAGPtr & getExpression() const { return actions_dag; }
-
 private:
-    ActionsDAGPtr actions_dag;
+    WindowDescription window_description;
+    std::vector<WindowFunctionDescription> window_functions;
+    Block input_header;
 };
 
 }
diff --git a/src/Processors/Transforms/ExpressionTransform.h b/src/Processors/Transforms/ExpressionTransform.h
index eed8bf089cd..c0c0a63a6a8 100644
--- a/src/Processors/Transforms/ExpressionTransform.h
+++ b/src/Processors/Transforms/ExpressionTransform.h
@@ -21,7 +21,6 @@ public:
 
     String getName() const override
     {
-        fmt::print(stderr, "et getname at \n{}\n", StackTrace().toString());
         return "ExpressionTransform";
     }
 
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index f4bc660b940..1e166fe1aff 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -2,30 +2,157 @@
 
 #include <Interpreters/ExpressionActions.h>
 
+#include <Common/Arena.h>
+
 namespace DB
 {
 
-Block WindowTransform::transformHeader(Block header, const ExpressionActionsPtr & expression)
+WindowTransform::WindowTransform(const Block & input_header_,
+        const Block & output_header_,
+        const WindowDescription & window_description_,
+        const std::vector<WindowFunctionDescription> & window_function_descriptions
+        )
+    // FIXME this is where the output column is added
+    : ISimpleTransform(input_header_, output_header_,
+        false /* skip_empty_chunks */)
+    , input_header(input_header_)
+    , window_description(window_description_)
 {
-    size_t num_rows = header.rows();
-    expression->execute(header, num_rows, true);
-    return header;
+    fmt::print(stderr, "input header {}\n", input_header.dumpStructure());
+
+    workspaces.reserve(window_function_descriptions.size());
+    for (size_t i = 0; i < window_function_descriptions.size(); ++i)
+    {
+        WindowFunctionWorkspace workspace;
+        workspace.window_function = window_function_descriptions[i];
+
+        const auto & aggregate_function
+            = workspace.window_function.aggregate_function;
+        if (!arena && aggregate_function->allocatesMemoryInArena())
+        {
+            arena = std::make_unique<Arena>();
+        }
+
+        workspace.argument_column_indices.reserve(
+            workspace.window_function.argument_names.size());
+        workspace.argument_columns.reserve(
+            workspace.window_function.argument_names.size());
+        for (const auto & argument_name : workspace.window_function.argument_names)
+        {
+            workspace.argument_column_indices.push_back(
+                input_header.getPositionByName(argument_name));
+
+            fmt::print(stderr,
+                "window function '{}' argument column '{}' at '{}'\n",
+                workspace.window_function.column_name,
+                argument_name,
+                workspace.argument_column_indices.back());
+
+        }
+
+        workspace.aggregate_function_state.reset(aggregate_function->sizeOfData(),
+            aggregate_function->alignOfData());
+        aggregate_function->create(workspace.aggregate_function_state.data());
+
+        workspaces.push_back(std::move(workspace));
+    }
+
+    partition_by_indices.reserve(window_description.partition_by.size());
+    for (const auto & column : window_description.partition_by)
+    {
+        partition_by_indices.push_back(
+            input_header.getPositionByName(column.column_name));
+    }
 }
 
-
-WindowTransform::WindowTransform(const Block & header_,
-        ExpressionActionsPtr expression_)
-    : ISimpleTransform(header_, transformHeader(header_, expression_), false)
-    , expression(std::move(expression_))
+WindowTransform::~WindowTransform()
 {
+    // Some states may be not created yet if the creation failed.
+    for (size_t i = 0; i < workspaces.size(); i++)
+    {
+        workspaces[i].window_function.aggregate_function->destroy(
+            workspaces[i].aggregate_function_state.data());
+    }
 }
 
 void WindowTransform::transform(Chunk & chunk)
 {
-    size_t num_rows = chunk.getNumRows();
+    const size_t num_rows = chunk.getNumRows();
     auto block = getInputPort().getHeader().cloneWithColumns(chunk.detachColumns());
 
-    expression->execute(block, num_rows);
+    fmt::print(stderr, "block before window transform:\n{}\n", block.dumpStructure());
+
+    for (auto & workspace : workspaces)
+    {
+        workspace.argument_columns.clear();
+        for (const auto column_index : workspace.argument_column_indices)
+        {
+            fmt::print(stderr, "argument column index '{}'\n", column_index);
+            workspace.argument_columns.push_back(
+                block.getColumns()[column_index].get());
+        }
+    }
+
+    for (auto & ws : workspaces)
+    {
+        const auto & f = ws.window_function;
+        const auto * a = f.aggregate_function.get();
+
+        //*
+        ColumnWithTypeAndName column_with_type;
+        column_with_type.name = f.column_name;
+        column_with_type.type = a->getReturnType();
+        auto c = column_with_type.type->createColumn();
+        column_with_type.column.reset(c.get());
+
+        size_t partition_start = 0;
+        for (size_t row = 0; row < num_rows; row++)
+        {
+            // Check whether the new partition has started and reinitialize the
+            // aggregate function states.
+            if (row > 0)
+            {
+                for (const size_t column_index : partition_by_indices)
+                {
+                    const auto * column = block.getColumns()[column_index].get();
+                    if (column->compareAt(row, row - 1, *column,
+                        1 /* nan_direction_hint */) != 0)
+                    {
+                        ws.window_function.aggregate_function->destroy(
+                            ws.aggregate_function_state.data());
+                        ws.window_function.aggregate_function->create(
+                            ws.aggregate_function_state.data());
+                        break;
+                    }
+                }
+            }
+
+            // Update the aggregate function state and save the result.
+            a->add(ws.aggregate_function_state.data(),
+                ws.argument_columns.data(),
+                row,
+                arena.get());
+
+            a->insertResultInto(ws.aggregate_function_state.data(),
+                *c,
+                arena.get());
+        }
+
+        block.insert(column_with_type);
+        /*/
+        auto & column_with_type = block.getByName(f.column_name);
+        auto c = IColumn::mutate(std::move(column_with_type.column));
+
+        for (size_t i = 0; i < num_rows; i++)
+        {
+            c->insert(UInt64(i));
+        }
+
+        column_with_type.column.reset(c.get());
+        //*/
+    }
+
+    fmt::print(stderr, "block after window transform:\n{}\n", block.dumpStructure());
 
     chunk.setColumns(block.getColumns(), num_rows);
 }
diff --git a/src/Processors/Transforms/WindowTransform.h b/src/Processors/Transforms/WindowTransform.h
index 08648905eda..58b1ed13ae0 100644
--- a/src/Processors/Transforms/WindowTransform.h
+++ b/src/Processors/Transforms/WindowTransform.h
@@ -1,12 +1,27 @@
 #pragma once
 #include <Processors/ISimpleTransform.h>
 
+#include <Interpreters/AggregateDescription.h>
+
+#include <Common/AlignedBuffer.h>
+
 namespace DB
 {
 
 class ExpressionActions;
 using ExpressionActionsPtr = std::shared_ptr<ExpressionActions>;
 
+class Arena;
+
+struct WindowFunctionWorkspace
+{
+    WindowFunctionDescription window_function;
+    AlignedBuffer aggregate_function_state;
+    std::vector<size_t> argument_column_indices;
+    // Be careful, this is per-chunk.
+    std::vector<const IColumn *> argument_columns;
+};
+
 /** Executes a certain expression over the block.
   * The expression consists of column identifiers from the block, constants, common functions.
   * For example: hits * 2 + 3, url LIKE '%yandex%'
@@ -16,8 +31,12 @@ class WindowTransform : public ISimpleTransform
 {
 public:
     WindowTransform(
-            const Block & header_,
-            ExpressionActionsPtr expression_);
+            const Block & input_header,
+            const Block & output_header,
+            const WindowDescription & window_description,
+            const std::vector<WindowFunctionDescription> & window_functions);
+
+    ~WindowTransform() override;
 
     String getName() const override
     {
@@ -26,11 +45,18 @@ public:
 
     static Block transformHeader(Block header, const ExpressionActionsPtr & expression);
 
-protected:
     void transform(Chunk & chunk) override;
 
-private:
-    ExpressionActionsPtr expression;
+public:
+    Block input_header;
+
+    WindowDescription window_description;
+    std::vector<size_t> partition_by_indices;
+
+    std::vector<WindowFunctionWorkspace> workspaces;
+
+    std::unique_ptr<Arena> arena;
+    std::vector<AlignedBuffer> aggregate_function_data;
 };
 
 }
diff --git a/src/Storages/RocksDB/StorageEmbeddedRocksDB.cpp b/src/Storages/RocksDB/StorageEmbeddedRocksDB.cpp
index ae28205d07b..80b25793806 100644
--- a/src/Storages/RocksDB/StorageEmbeddedRocksDB.cpp
+++ b/src/Storages/RocksDB/StorageEmbeddedRocksDB.cpp
@@ -3,6 +3,8 @@
 #include <Storages/RocksDB/EmbeddedRocksDBBlockInputStream.h>
 
 #include <DataTypes/DataTypesNumber.h>
+
+#include <Storages/SelectQueryInfo.h>
 #include <Storages/StorageFactory.h>
 
 #include <Parsers/ASTSelectQuery.h>

From 35dda5851c9c5f80d6b620b0ffc81144300a3cb6 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 10:02:15 +0300
Subject: [PATCH 136/742] Try remove connection lock.

---
 src/DataStreams/RemoteQueryExecutorReadContext.h | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index e5b973b9d19..5a72f4b5963 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -29,7 +29,7 @@ public:
     FiberStack<> stack;
     boost::context::fiber fiber;
     std::mutex fiber_lock;
-    std::unique_lock<std::mutex> * connection_lock;
+    // std::unique_lock<std::mutex> * connection_lock;
 
     Poco::Timespan receive_timeout;
     MultiplexedConnections & connections;
@@ -68,7 +68,7 @@ public:
 
         auto lock = std::make_unique<std::unique_lock<std::mutex>>(connections.cancel_mutex, std::defer_lock);
         auto routine = Routine{connections, *this, std::move(lock)};
-        connection_lock = routine.connection_lock.get();
+        // connection_lock = routine.connection_lock.get();
         fiber = boost::context::fiber(std::allocator_arg_t(), stack, std::move(routine));
     }
 
@@ -165,13 +165,13 @@ public:
             if (!fiber)
                 return false;
 
-            if (!connection_lock->owns_lock())
-                connection_lock->lock();
+//            if (!connection_lock->owns_lock())
+//                connection_lock->lock();
 
             fiber = std::move(fiber).resume();
 
-            if (!is_read_in_progress)
-                connection_lock->unlock();
+//            if (!is_read_in_progress)
+//                connection_lock->unlock();
         }
 
         if (exception)

From c4e80ccfc588cb6d347bd3834f455b5c434302e2 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 11:27:42 +0300
Subject: [PATCH 137/742] Try fix special builds.

---
 src/CMakeLists.txt                      | 1 +
 src/DataStreams/RemoteQueryExecutor.cpp | 2 --
 2 files changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 4771afd4c24..f3afbeb61dc 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -428,6 +428,7 @@ if (USE_ROCKSDB)
     dbms_target_include_directories(SYSTEM BEFORE PUBLIC ${ROCKSDB_INCLUDE_DIR})
 endif()
 
+target_link_libraries (clickhouse_common_io PRIVATE _boost_context)
 dbms_target_link_libraries(PRIVATE _boost_context)
 
 if (ENABLE_TESTS AND USE_GTEST)
diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index 45e50b1a1bd..b31b41a36f2 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -14,8 +14,6 @@
 #include <IO/ConnectionTimeoutsContext.h>
 #include <Common/FiberStack.h>
 
-#include <sys/epoll.h>
-
 namespace DB
 {
 

From d070920c72b69a5aa177d5cc76a5d61d73033589 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 12:22:14 +0300
Subject: [PATCH 138/742] Update FiberStack

---
 src/Common/FiberStack.h | 50 +++++++++++++++++++++++++++++++----------
 1 file changed, 38 insertions(+), 12 deletions(-)

diff --git a/src/Common/FiberStack.h b/src/Common/FiberStack.h
index bd27616a36f..d73270c23d0 100644
--- a/src/Common/FiberStack.h
+++ b/src/Common/FiberStack.h
@@ -1,34 +1,57 @@
 #pragma once
 #include <common/defines.h>
 #include <boost/context/stack_context.hpp>
-#include <Common/Allocator.h>
+#include <Common/formatReadable.h>
+
+#include <sys/time.h>
+#include <sys/resource.h>
+#include <sys/mman.h>
 
 #if defined(BOOST_USE_VALGRIND)
 #include <valgrind/valgrind.h>
 #endif
 
+namespace DB::ErrorCodes
+{
+    extern const int CANNOT_ALLOCATE_MEMORY;
+}
+
 /// This is an implementation of allocator for fiber stack.
-/// It uses internal allocator, so we track memory usage. It is the main reason why this class is needed.
-/// The reference implementations are pooled_fixedsize_stack and protected_fixedsize_stack from boost::context.
-template <typename TAllocator = Allocator<false, false>>
+/// The reference implementation is protected_fixedsize_stack from boost::context.
+/// This implementation additionally track memory usage. It is the main reason why it is needed.
 class FiberStack
 {
 private:
     size_t stack_size;
+    size_t page_size = 0;
 public:
-    /// 8MB of memory per fiber stack may seem too expensive. It is indeed.
-    /// The reason is that current (patched) libunwind needs > 4MB of stack memory to unwind stack.
-    /// If we allocate less memory, any thrown exception inside fiber will cause segfault.
-    static constexpr size_t default_stack_size = 8 * 1024 * 1024;
+    static constexpr size_t default_stack_size = 64 * 1024;
 
-    explicit FiberStack(size_t stack_size_ = default_stack_size) : stack_size(stack_size_) {}
+    explicit FiberStack(size_t stack_size_ = default_stack_size) : stack_size(stack_size_)
+    {
+        page_size = ::sysconf( _SC_PAGESIZE);
+    }
 
     boost::context::stack_context allocate()
     {
-        void * vp = TAllocator().alloc(stack_size);
+        size_t num_pages = 1 + (stack_size - 1) / page_size;
+        size_t num_bytes = (num_pages + 1) * page_size; /// Add one page at bottom that will be used as guard-page
+
+        void * vp = ::mmap( nullptr, num_bytes, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
+        if (MAP_FAILED == vp)
+            DB::throwFromErrno(fmt::format("FiberStack: Cannot mmap {}.", ReadableSize(num_bytes)), DB::ErrorCodes::CANNOT_ALLOCATE_MEMORY);
+
+        if (-1 == ::mprotect( vp, page_size, PROT_NONE))
+        {
+            ::munmap(vp, num_bytes);
+            DB::throwFromErrno("FiberStack: cannot protect guard page", DB::ErrorCodes::CANNOT_ALLOCATE_MEMORY);
+        }
+
+        /// Do not count guard page in memory usage.
+        CurrentMemoryTracker::alloc(num_pages * page_size);
 
         boost::context::stack_context sctx;
-        sctx.size = stack_size;
+        sctx.size = num_bytes;
         sctx.sp = static_cast< char * >(vp) + sctx.size;
 #if defined(BOOST_USE_VALGRIND)
         sctx.valgrind_stack_id = VALGRIND_STACK_REGISTER(sctx.sp, vp);
@@ -42,6 +65,9 @@ public:
         VALGRIND_STACK_DEREGISTER(sctx.valgrind_stack_id);
 #endif
         void * vp = static_cast< char * >(sctx.sp) - sctx.size;
-        TAllocator().free(vp, stack_size);
+        ::munmap( vp, sctx.size);
+
+        /// Do not count guard page in memory usage.
+        CurrentMemoryTracker::free(sctx.size - page_size);
     }
 };

From 716e0b472b8e0f2b4d2192a853a91999160b1599 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 13:08:13 +0300
Subject: [PATCH 139/742] Update FiberStack

---
 src/DataStreams/RemoteQueryExecutorReadContext.h | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index 5a72f4b5963..cedfc805ee1 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -26,7 +26,7 @@ public:
     Packet packet;
 
     std::exception_ptr exception;
-    FiberStack<> stack;
+    FiberStack stack;
     boost::context::fiber fiber;
     std::mutex fiber_lock;
     // std::unique_lock<std::mutex> * connection_lock;
@@ -257,6 +257,8 @@ namespace DB
 {
 class RemoteQueryExecutorReadContext
 {
+public:
+    void cancel() {}
 };
 
 }

From 24c390eb49e31dda31949cd1f2557966171e8bc7 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 15:07:31 +0300
Subject: [PATCH 140/742] Fixing tests.

---
 src/Processors/Executors/PipelineExecutor.cpp | 6 +++++-
 src/Processors/Executors/PipelineExecutor.h   | 1 +
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/src/Processors/Executors/PipelineExecutor.cpp b/src/Processors/Executors/PipelineExecutor.cpp
index dc89821eaa0..1646a1a01fe 100644
--- a/src/Processors/Executors/PipelineExecutor.cpp
+++ b/src/Processors/Executors/PipelineExecutor.cpp
@@ -502,6 +502,9 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                     node = context->async_tasks.front();
                     context->async_tasks.pop();
                     --num_waiting_async_tasks;
+
+                    if (context->async_tasks.empty())
+                        context->has_async_tasks = false;
                 }
                 else if (!task_queue.empty())
                     node = task_queue.pop(thread_num);
@@ -610,7 +613,7 @@ void PipelineExecutor::executeStepImpl(size_t thread_num, size_t num_threads, st
                 node = nullptr;
 
                 /// Take local task from queue if has one.
-                if (!queue.empty())
+                if (!queue.empty() && !context->has_async_tasks)
                 {
                     node = queue.front();
                     queue.pop();
@@ -784,6 +787,7 @@ void PipelineExecutor::executeImpl(size_t num_threads)
             {
                 auto * node = static_cast<ExecutingGraph::Node *>(task.data);
                 executor_contexts[task.thread_num]->async_tasks.push(node);
+                executor_contexts[task.thread_num]->has_async_tasks = true;
                 ++num_waiting_async_tasks;
 
                 if (threads_queue.has(task.thread_num))
diff --git a/src/Processors/Executors/PipelineExecutor.h b/src/Processors/Executors/PipelineExecutor.h
index 1ddb6cbe8b9..16ace7b40bb 100644
--- a/src/Processors/Executors/PipelineExecutor.h
+++ b/src/Processors/Executors/PipelineExecutor.h
@@ -98,6 +98,7 @@ private:
         std::list<ExpandPipelineTask> task_list;
 
         std::queue<ExecutingGraph::Node *> async_tasks;
+        std::atomic_bool has_async_tasks = false;
 
         std::condition_variable condvar;
         std::mutex mutex;

From e7bce63d3a7c41736b8994ef1fcb2bee8d02e1a9 Mon Sep 17 00:00:00 2001
From: fastio <pengjian.uestc@gmail.com>
Date: Mon, 7 Dec 2020 17:30:47 +0800
Subject: [PATCH 141/742] hints for column names

---
 src/Interpreters/TreeRewriter.cpp | 11 +++---
 src/Storages/IStorage.cpp         | 61 +++++++++++++++++--------------
 src/Storages/IStorage.h           |  5 ++-
 3 files changed, 42 insertions(+), 35 deletions(-)

diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 1ad22efc3fc..2dc9a4ee818 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -624,14 +624,13 @@ void TreeRewriterResult::collectUsedColumns(const ASTPtr & query, bool is_select
         for (const auto & name : columns_context.requiredColumns())
             ss << " '" << name << "'";
 
-        if (!source_column_names.empty())
+        ss << ", maybe you meant: ";
+        for (const auto & name : columns_context.requiredColumns())
         {
-            ss << ", source columns:";
-            for (const auto & name : source_column_names)
-                ss << " '" << name << "'";
+            auto hints = storage->getHints(name);
+            if (!hints.empty())
+                ss << " '" << toString(hints) << " '";
         }
-        else
-            ss << ", no source columns";
 
         if (columns_context.has_table_join)
         {
diff --git a/src/Storages/IStorage.cpp b/src/Storages/IStorage.cpp
index 94f37254b91..e0863094f5f 100644
--- a/src/Storages/IStorage.cpp
+++ b/src/Storages/IStorage.cpp
@@ -17,7 +17,6 @@
 
 namespace DB
 {
-
 namespace ErrorCodes
 {
     extern const int TABLE_IS_DROPPED;
@@ -32,17 +31,18 @@ bool IStorage::isVirtualColumn(const String & column_name, const StorageMetadata
 }
 
 RWLockImpl::LockHolder IStorage::tryLockTimed(
-        const RWLock & rwlock, RWLockImpl::Type type, const String & query_id, const std::chrono::milliseconds & acquire_timeout) const
+    const RWLock & rwlock, RWLockImpl::Type type, const String & query_id, const std::chrono::milliseconds & acquire_timeout) const
 {
     auto lock_holder = rwlock->getLock(type, query_id, acquire_timeout);
     if (!lock_holder)
     {
         const String type_str = type == RWLockImpl::Type::Read ? "READ" : "WRITE";
         throw Exception(
-                type_str + " locking attempt on \"" + getStorageID().getFullTableName() +
-                "\" has timed out! (" + std::to_string(acquire_timeout.count()) + "ms) "
-                "Possible deadlock avoided. Client should retry.",
-                ErrorCodes::DEADLOCK_AVOIDED);
+            type_str + " locking attempt on \"" + getStorageID().getFullTableName() + "\" has timed out! ("
+                + std::to_string(acquire_timeout.count())
+                + "ms) "
+                  "Possible deadlock avoided. Client should retry.",
+            ErrorCodes::DEADLOCK_AVOIDED);
     }
     return lock_holder;
 }
@@ -82,26 +82,26 @@ TableExclusiveLockHolder IStorage::lockExclusively(const String & query_id, cons
 }
 
 Pipe IStorage::read(
-        const Names & /*column_names*/,
-        const StorageMetadataPtr & /*metadata_snapshot*/,
-        SelectQueryInfo & /*query_info*/,
-        const Context & /*context*/,
-        QueryProcessingStage::Enum /*processed_stage*/,
-        size_t /*max_block_size*/,
-        unsigned /*num_streams*/)
+    const Names & /*column_names*/,
+    const StorageMetadataPtr & /*metadata_snapshot*/,
+    SelectQueryInfo & /*query_info*/,
+    const Context & /*context*/,
+    QueryProcessingStage::Enum /*processed_stage*/,
+    size_t /*max_block_size*/,
+    unsigned /*num_streams*/)
 {
     throw Exception("Method read is not supported by storage " + getName(), ErrorCodes::NOT_IMPLEMENTED);
 }
 
 void IStorage::read(
-        QueryPlan & query_plan,
-        const Names & column_names,
-        const StorageMetadataPtr & metadata_snapshot,
-        SelectQueryInfo & query_info,
-        const Context & context,
-        QueryProcessingStage::Enum processed_stage,
-        size_t max_block_size,
-        unsigned num_streams)
+    QueryPlan & query_plan,
+    const Names & column_names,
+    const StorageMetadataPtr & metadata_snapshot,
+    SelectQueryInfo & query_info,
+    const Context & context,
+    QueryProcessingStage::Enum processed_stage,
+    size_t max_block_size,
+    unsigned num_streams)
 {
     auto pipe = read(column_names, metadata_snapshot, query_info, context, processed_stage, max_block_size, num_streams);
     if (pipe.empty())
@@ -117,15 +117,12 @@ void IStorage::read(
 }
 
 Pipe IStorage::alterPartition(
-    const StorageMetadataPtr & /* metadata_snapshot */,
-    const PartitionCommands & /* commands */,
-    const Context & /* context */)
+    const StorageMetadataPtr & /* metadata_snapshot */, const PartitionCommands & /* commands */, const Context & /* context */)
 {
     throw Exception("Partition operations are not supported by storage " + getName(), ErrorCodes::NOT_IMPLEMENTED);
 }
 
-void IStorage::alter(
-    const AlterCommands & params, const Context & context, TableLockHolder &)
+void IStorage::alter(const AlterCommands & params, const Context & context, TableLockHolder &)
 {
     auto table_id = getStorageID();
     StorageInMemoryMetadata new_metadata = getInMemoryMetadata();
@@ -146,7 +143,8 @@ void IStorage::checkAlterIsPossible(const AlterCommands & commands, const Settin
     }
 }
 
-void IStorage::checkAlterPartitionIsPossible(const PartitionCommands & /*commands*/, const StorageMetadataPtr & /*metadata_snapshot*/, const Settings & /*settings*/) const
+void IStorage::checkAlterPartitionIsPossible(
+    const PartitionCommands & /*commands*/, const StorageMetadataPtr & /*metadata_snapshot*/, const Settings & /*settings*/) const
 {
     throw Exception("Table engine " + getName() + " doesn't support partitioning", ErrorCodes::NOT_IMPLEMENTED);
 }
@@ -168,4 +166,13 @@ NamesAndTypesList IStorage::getVirtuals() const
     return {};
 }
 
+Names IStorage::getAllRegisteredNames() const
+{
+    Names result;
+    auto getter = [](const auto & column) { return column.name; };
+    const NamesAndTypesList & available_columns = getInMemoryMetadata().getColumns().getAllPhysical();
+    std::transform(available_columns.begin(), available_columns.end(), std::back_inserter(result), getter);
+    return result;
+}
+
 }
diff --git a/src/Storages/IStorage.h b/src/Storages/IStorage.h
index 61ce207a09d..9d5a1fe85a9 100644
--- a/src/Storages/IStorage.h
+++ b/src/Storages/IStorage.h
@@ -78,7 +78,7 @@ struct ColumnSize
   * - data storage structure (compression, etc.)
   * - concurrent access to data (locks, etc.)
   */
-class IStorage : public std::enable_shared_from_this<IStorage>, public TypePromotion<IStorage>
+class IStorage : public std::enable_shared_from_this<IStorage>, public TypePromotion<IStorage>, public IHints<1, IStorage>
 {
 public:
     IStorage() = delete;
@@ -87,7 +87,7 @@ public:
         : storage_id(std::move(storage_id_))
         , metadata(std::make_unique<StorageInMemoryMetadata>()) {} //-V730
 
-    virtual ~IStorage() = default;
+    virtual ~IStorage() override = default;
     IStorage(const IStorage &) = delete;
     IStorage & operator=(const IStorage &) = delete;
 
@@ -169,6 +169,7 @@ public:
     /// By default return empty list of columns.
     virtual NamesAndTypesList getVirtuals() const;
 
+    Names getAllRegisteredNames() const override;
 protected:
 
     /// Returns whether the column is virtual - by default all columns are real.

From dc27e0a4fd152c1d1b24cf32af2e080d7fa7cd96 Mon Sep 17 00:00:00 2001
From: spongedc <duchuangucas@live.com>
Date: Tue, 15 Dec 2020 20:29:26 +0800
Subject: [PATCH 142/742] Fix error code

---
 src/Common/ErrorCodes.cpp                            | 1 -
 src/Databases/IDatabase.h                            | 1 -
 src/Interpreters/InterpreterShowCreateQuery.cpp      | 2 +-
 tests/queries/0_stateless/01602_show_create_view.sql | 5 ++---
 4 files changed, 3 insertions(+), 6 deletions(-)

diff --git a/src/Common/ErrorCodes.cpp b/src/Common/ErrorCodes.cpp
index 328d0a364ff..1e381808d16 100644
--- a/src/Common/ErrorCodes.cpp
+++ b/src/Common/ErrorCodes.cpp
@@ -529,7 +529,6 @@
     M(560, ZSTD_ENCODER_FAILED) \
     M(561, ZSTD_DECODER_FAILED) \
     M(562, TLD_LIST_NOT_FOUND) \
-    M(563, NOT_VIEW) \
     \
     M(999, KEEPER_EXCEPTION) \
     M(1000, POCO_EXCEPTION) \
diff --git a/src/Databases/IDatabase.h b/src/Databases/IDatabase.h
index fb2a9652d4b..fadec5fe7a9 100644
--- a/src/Databases/IDatabase.h
+++ b/src/Databases/IDatabase.h
@@ -30,7 +30,6 @@ namespace ErrorCodes
     extern const int NOT_IMPLEMENTED;
     extern const int CANNOT_GET_CREATE_TABLE_QUERY;
     extern const int CANNOT_GET_CREATE_DICTIONARY_QUERY;
-    extern const int NOT_VIEW;
 }
 
 class IDatabaseTablesIterator
diff --git a/src/Interpreters/InterpreterShowCreateQuery.cpp b/src/Interpreters/InterpreterShowCreateQuery.cpp
index bcf6cc09473..869573f0d66 100644
--- a/src/Interpreters/InterpreterShowCreateQuery.cpp
+++ b/src/Interpreters/InterpreterShowCreateQuery.cpp
@@ -54,7 +54,7 @@ BlockInputStreamPtr InterpreterShowCreateQuery::executeImpl()
         {
             auto & ast_create_query = create_query->as<ASTCreateQuery &>();
             if (!ast_create_query.isView())
-                throw Exception("'" + ast_create_query.database + "." + ast_create_query.table +"' is not VIEW", ErrorCodes::NOT_VIEW);
+                throw Exception("'" + ast_create_query.database + "." + ast_create_query.table +"' is not VIEW", ErrorCodes::BAD_ARGUMENTS);
         }
     }
     else if ((show_query = query_ptr->as<ASTShowCreateDatabaseQuery>()))
diff --git a/tests/queries/0_stateless/01602_show_create_view.sql b/tests/queries/0_stateless/01602_show_create_view.sql
index 0a4ecd4ceec..8e049d2d4cd 100644
--- a/tests/queries/0_stateless/01602_show_create_view.sql
+++ b/tests/queries/0_stateless/01602_show_create_view.sql
@@ -4,8 +4,7 @@ CREATE DATABASE test_1602;
 
 CREATE TABLE test_1602.tbl (`EventDate` DateTime, `CounterID` UInt32, `UserID` UInt32) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SETTINGS index_granularity = 8192;
 
-CREATE VIEW test_1602.v AS SELECT * FROM test_1602.tbl;
-
+CREATE VIEW test_1602.v AS SELECT * FROM test_1602.tbl; 
 CREATE MATERIALIZED VIEW test_1602.vv (`EventDate` DateTime, `CounterID` UInt32, `UserID` UInt32) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SETTINGS index_granularity = 8192 AS SELECT * FROM test_1602.tbl;
 
 
@@ -21,6 +20,6 @@ SHOW CREATE VIEW test_1602.vvv;
 
 SHOW CREATE VIEW test_1602.not_exist_view; -- { serverError 390 }
 
-SHOW CREATE VIEW test_1602.tbl; -- { serverError 563 }
+SHOW CREATE VIEW test_1602.tbl; -- { serverError 36 }
 
 DROP DATABASE IF EXISTS test_1602;

From 5cbe47301d12d9fda9e17a6d4362f468dc385cb5 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 15:56:14 +0300
Subject: [PATCH 143/742] Fix style

---
 src/Common/FiberStack.h | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/Common/FiberStack.h b/src/Common/FiberStack.h
index d73270c23d0..c2a6008e8d6 100644
--- a/src/Common/FiberStack.h
+++ b/src/Common/FiberStack.h
@@ -29,7 +29,7 @@ public:
 
     explicit FiberStack(size_t stack_size_ = default_stack_size) : stack_size(stack_size_)
     {
-        page_size = ::sysconf( _SC_PAGESIZE);
+        page_size = ::sysconf(_SC_PAGESIZE);
     }
 
     boost::context::stack_context allocate()
@@ -37,11 +37,11 @@ public:
         size_t num_pages = 1 + (stack_size - 1) / page_size;
         size_t num_bytes = (num_pages + 1) * page_size; /// Add one page at bottom that will be used as guard-page
 
-        void * vp = ::mmap( nullptr, num_bytes, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
+        void * vp = ::mmap(nullptr, num_bytes, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
         if (MAP_FAILED == vp)
             DB::throwFromErrno(fmt::format("FiberStack: Cannot mmap {}.", ReadableSize(num_bytes)), DB::ErrorCodes::CANNOT_ALLOCATE_MEMORY);
 
-        if (-1 == ::mprotect( vp, page_size, PROT_NONE))
+        if (-1 == ::mprotect(vp, page_size, PROT_NONE))
         {
             ::munmap(vp, num_bytes);
             DB::throwFromErrno("FiberStack: cannot protect guard page", DB::ErrorCodes::CANNOT_ALLOCATE_MEMORY);
@@ -65,7 +65,7 @@ public:
         VALGRIND_STACK_DEREGISTER(sctx.valgrind_stack_id);
 #endif
         void * vp = static_cast< char * >(sctx.sp) - sctx.size;
-        ::munmap( vp, sctx.size);
+        ::munmap(vp, sctx.size);
 
         /// Do not count guard page in memory usage.
         CurrentMemoryTracker::free(sctx.size - page_size);

From 5277b565a81371978ef2f65b9b2234d423b19bc8 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 17:47:31 +0300
Subject: [PATCH 144/742] Fixing build.

---
 src/Common/FiberStack.h                   | 1 +
 src/Processors/Executors/AsyncTaskQueue.h | 1 +
 2 files changed, 2 insertions(+)

diff --git a/src/Common/FiberStack.h b/src/Common/FiberStack.h
index c2a6008e8d6..f26ee55ce2b 100644
--- a/src/Common/FiberStack.h
+++ b/src/Common/FiberStack.h
@@ -2,6 +2,7 @@
 #include <common/defines.h>
 #include <boost/context/stack_context.hpp>
 #include <Common/formatReadable.h>
+#include <Common/MemoryTracker.h>
 
 #include <sys/time.h>
 #include <sys/resource.h>
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/AsyncTaskQueue.h
index 8b6e986cb9c..af616ca48be 100644
--- a/src/Processors/Executors/AsyncTaskQueue.h
+++ b/src/Processors/Executors/AsyncTaskQueue.h
@@ -50,6 +50,7 @@ public:
 #else
 class AsyncTaskQueue
 {
+public:
     bool empty() { return true; }
     void finish() {}
 };

From 0338b6d0ed5ed72837dd86b7a76505b52e5e342d Mon Sep 17 00:00:00 2001
From: ana-uvarova <ana-uvarova@yandex-team.ru>
Date: Tue, 15 Dec 2020 17:54:45 +0300
Subject: [PATCH 145/742] Transferred system.metric_log to another page.

---
 .../settings.md                               | 60 +++++++++++++++++++
 1 file changed, 60 insertions(+)

diff --git a/docs/en/operations/server-configuration-parameters/settings.md b/docs/en/operations/server-configuration-parameters/settings.md
index 533fcea5500..3028e12c20f 100644
--- a/docs/en/operations/server-configuration-parameters/settings.md
+++ b/docs/en/operations/server-configuration-parameters/settings.md
@@ -758,6 +758,66 @@ If the table doesn’t exist, ClickHouse will create it. If the structure of the
 </query_thread_log>
 ```
 
+## system.metric_log {#system_tables-metric_log}
+
+Contains history of metrics values from tables [`system.metrics`](../../operations/system-tables/metrics.md) and [`system.events`](../../operations/system-tables/events.md#system_tables-events), periodically flushed to disk.
+
+To turn on metrics history collection on `system.metric_log`, create `/etc/clickhouse-server/config.d/metric_log.xml` with following content:
+
+``` xml
+<yandex>
+    <metric_log>
+        <database>system</database>
+        <table>metric_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
+    </metric_log>
+</yandex>
+```
+
+Columns:
+-   `event_date` ([Date](../../sql-reference/data-types/date.md)) — Event date.
+-   `event_time` ([DateTime](../../sql-reference/data-types/datetime.md)) — Event time.
+-   `event_time_microseconds` ([DateTime64](../../sql-reference/data-types/datetime64.md)) — Event time with microseconds resolution.
+
+**Example**
+
+``` sql
+SELECT * FROM system.metric_log LIMIT 1 FORMAT Vertical;
+```
+
+``` text
+Row 1:
+──────
+event_date:                                                      2020-09-05
+event_time:                                                      2020-09-05 16:22:33
+event_time_microseconds:                                         2020-09-05 16:22:33.196807
+milliseconds:                                                    196
+ProfileEvent_Query:                                              0
+ProfileEvent_SelectQuery:                                        0
+ProfileEvent_InsertQuery:                                        0
+ProfileEvent_FailedQuery:                                        0
+ProfileEvent_FailedSelectQuery:                                  0
+...
+...
+CurrentMetric_Revision:                                          54439
+CurrentMetric_VersionInteger:                                    20009001
+CurrentMetric_RWLockWaitingReaders:                              0
+CurrentMetric_RWLockWaitingWriters:                              0
+CurrentMetric_RWLockActiveReaders:                               0
+CurrentMetric_RWLockActiveWriters:                               0
+CurrentMetric_GlobalThread:                                      74
+CurrentMetric_GlobalThreadActive:                                26
+CurrentMetric_LocalThread:                                       0
+CurrentMetric_LocalThreadActive:                                 0
+CurrentMetric_DistributedFilesToInsert:                          0
+```
+
+**See also**
+
+-   [system.asynchronous_metrics](../../operations/system-tables/asynchronous_metrics.md) — Contains periodically calculated metrics.
+-   [Monitoring](../../operations/monitoring.md) — Base concepts of ClickHouse monitoring.
+
 ## text_log {#server_configuration_parameters-text_log}
 
 Settings for the [text_log](../../operations/system-tables/text_log.md#system_tables-text_log) system table for logging text messages.

From f3319cd06a2895c0a211d08a68ec48614dbb2822 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 18:18:08 +0300
Subject: [PATCH 146/742] Enlarge FiberStack size.

---
 src/Common/FiberStack.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Common/FiberStack.h b/src/Common/FiberStack.h
index f26ee55ce2b..2917a64a692 100644
--- a/src/Common/FiberStack.h
+++ b/src/Common/FiberStack.h
@@ -26,7 +26,7 @@ private:
     size_t stack_size;
     size_t page_size = 0;
 public:
-    static constexpr size_t default_stack_size = 64 * 1024;
+    static constexpr size_t default_stack_size = 128 * 1024; /// 64KB was not enough for tests
 
     explicit FiberStack(size_t stack_size_ = default_stack_size) : stack_size(stack_size_)
     {

From a23a9fd9474d2d9003debc4ed79905748f22f06b Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 15 Dec 2020 20:16:01 +0300
Subject: [PATCH 147/742] fixes after merge

---
 src/Interpreters/InterpreterSelectQuery.cpp | 11 ++++++++---
 1 file changed, 8 insertions(+), 3 deletions(-)

diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 4b786163bb1..837ea50df01 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1770,6 +1770,7 @@ void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
             settings.max_block_size,
             0 /* LIMIT */,
             settings.max_bytes_before_remerge_sort,
+            settings.remerge_sort_lowered_memory_bytes_ratio,
             settings.max_bytes_before_external_sort,
             context->getTemporaryVolume(),
             settings.min_free_disk_space_for_temporary_data);
@@ -1846,9 +1847,13 @@ void InterpreterSelectQuery::executeOrder(QueryPlan & query_plan, InputOrderInfo
     /// Merge the sorted blocks.
     auto merge_sorting_step = std::make_unique<MergeSortingStep>(
             query_plan.getCurrentDataStream(),
-            output_order_descr, settings.max_block_size, limit,
-            settings.max_bytes_before_remerge_sort, settings.remerge_sort_lowered_memory_bytes_ratio,
-            settings.max_bytes_before_external_sort, context->getTemporaryVolume(),
+            output_order_descr,
+            settings.max_block_size,
+            limit,
+            settings.max_bytes_before_remerge_sort,
+            settings.remerge_sort_lowered_memory_bytes_ratio,
+            settings.max_bytes_before_external_sort,
+            context->getTemporaryVolume(),
             settings.min_free_disk_space_for_temporary_data);
 
     merge_sorting_step->setStepDescription("Merge sorted blocks for ORDER BY");

From fabb37d3c98a6c3893bd1cce94da7dca2ef65ff5 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 15 Dec 2020 20:39:58 +0300
Subject: [PATCH 148/742] cleanup

---
 .../AggregateFunctionFactory.cpp              |   3 -
 .../AggregateFunctionSum.cpp                  |   1 -
 src/Core/Block.cpp                            |  16 ---
 .../registerFunctionsMiscellaneous.cpp        |   2 -
 src/Functions/runningAccumulate.cpp           | 132 ------------------
 src/Interpreters/ActionsDAG.cpp               |   6 +-
 src/Interpreters/ExpressionActions.cpp        |   4 -
 src/Interpreters/ExpressionAnalyzer.cpp       |  66 ---------
 src/Interpreters/InterpreterSelectQuery.cpp   |   6 -
 src/Interpreters/TreeRewriter.cpp             |  10 +-
 src/Processors/QueryPlan/WindowStep.cpp       |  18 +--
 src/Processors/Transforms/FilterTransform.cpp |   3 -
 src/Processors/Transforms/WindowTransform.cpp |  15 --
 13 files changed, 6 insertions(+), 276 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index 2fdf3c18a68..1c66650be45 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -58,9 +58,6 @@ static DataTypes convertLowCardinalityTypesToNested(const DataTypes & types)
 AggregateFunctionPtr AggregateFunctionFactory::get(
     const String & name, const DataTypes & argument_types, const Array & parameters, AggregateFunctionProperties & out_properties) const
 {
-    fmt::print(stderr, "get aggregate function {} at \n{}\n",
-        name, StackTrace().toString());
-
     auto type_without_low_cardinality = convertLowCardinalityTypesToNested(argument_types);
 
     /// If one of the types is Nullable, we apply aggregate function combinator "Null".
diff --git a/src/AggregateFunctions/AggregateFunctionSum.cpp b/src/AggregateFunctions/AggregateFunctionSum.cpp
index e937769f3a3..6afae98ef2d 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSum.cpp
@@ -52,7 +52,6 @@ template <typename T> using AggregateFunctionSumKahan =
 template <template <typename> class Function>
 AggregateFunctionPtr createAggregateFunctionSum(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
-    fmt::print(stderr, "create sum at \n{}\n", StackTrace().toString());
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
 
diff --git a/src/Core/Block.cpp b/src/Core/Block.cpp
index 014fa001588..cd2855739e2 100644
--- a/src/Core/Block.cpp
+++ b/src/Core/Block.cpp
@@ -56,10 +56,6 @@ void Block::insert(size_t position, const ColumnWithTypeAndName & elem)
 
     index_by_name.emplace(elem.name, position);
     data.emplace(data.begin() + position, elem);
-
-//    fmt::print(stderr, "block: {}\n", dumpStructure());
-//    fmt::print(stderr, "(1) insert column {} at \n{}\n", elem.name,
-//        StackTrace().toString());
 }
 
 void Block::insert(size_t position, ColumnWithTypeAndName && elem)
@@ -74,29 +70,17 @@ void Block::insert(size_t position, ColumnWithTypeAndName && elem)
 
     index_by_name.emplace(elem.name, position);
     data.emplace(data.begin() + position, std::move(elem));
-
-//    fmt::print(stderr, "block: {}\n", dumpStructure());
-//    fmt::print(stderr, "(2) insert column {} at \n{}\n", elem.name,
-//        StackTrace().toString());
 }
 
 
 void Block::insert(const ColumnWithTypeAndName & elem)
 {
-//    fmt::print(stderr, "block: {}\n", dumpStructure());
-//    fmt::print(stderr, "(3) insert column {} at \n{}\n", elem.name,
-//        StackTrace().toString());
-
     index_by_name.emplace(elem.name, data.size());
     data.emplace_back(elem);
 }
 
 void Block::insert(ColumnWithTypeAndName && elem)
 {
-//    fmt::print(stderr, "block: {}\n", dumpStructure());
-//    fmt::print(stderr, "(4) insert column {} at \n{}\n", elem.name,
-//        StackTrace().toString());
-
     index_by_name.emplace(elem.name, data.size());
     data.emplace_back(std::move(elem));
 }
diff --git a/src/Functions/registerFunctionsMiscellaneous.cpp b/src/Functions/registerFunctionsMiscellaneous.cpp
index 199567680e7..2c0baa7bba4 100644
--- a/src/Functions/registerFunctionsMiscellaneous.cpp
+++ b/src/Functions/registerFunctionsMiscellaneous.cpp
@@ -43,7 +43,6 @@ void registerFunctionBuildId(FunctionFactory &);
 void registerFunctionUptime(FunctionFactory &);
 void registerFunctionTimeZone(FunctionFactory &);
 void registerFunctionRunningAccumulate(FunctionFactory &);
-void registerFunctionWindow(FunctionFactory &);
 void registerFunctionRunningDifference(FunctionFactory &);
 void registerFunctionRunningDifferenceStartingWithFirstValue(FunctionFactory &);
 void registerFunctionFinalizeAggregation(FunctionFactory &);
@@ -110,7 +109,6 @@ void registerFunctionsMiscellaneous(FunctionFactory & factory)
     registerFunctionUptime(factory);
     registerFunctionTimeZone(factory);
     registerFunctionRunningAccumulate(factory);
-    registerFunctionWindow(factory);
     registerFunctionRunningDifference(factory);
     registerFunctionRunningDifferenceStartingWithFirstValue(factory);
     registerFunctionFinalizeAggregation(factory);
diff --git a/src/Functions/runningAccumulate.cpp b/src/Functions/runningAccumulate.cpp
index 9125597fff9..1a01b88e22c 100644
--- a/src/Functions/runningAccumulate.cpp
+++ b/src/Functions/runningAccumulate.cpp
@@ -75,8 +75,6 @@ public:
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/) const override
     {
-        fmt::print(stderr, "executeImpl at \n{}\n", StackTrace().toString());
-
         const ColumnAggregateFunction * column_with_states
             = typeid_cast<const ColumnAggregateFunction *>(&*arguments.at(0).column);
 
@@ -138,136 +136,6 @@ public:
 
 }
 
-namespace
-{
-
-class FunctionWindow : public IFunction
-{
-    mutable ColumnsWithTypeAndName prev_columns = {};
-    mutable int prev_index = -1;
-
-    mutable AlignedBuffer place;
-    mutable std::unique_ptr<Arena> arena;
-
-public:
-    static constexpr auto name = "window";
-    static FunctionPtr create(const Context &)
-    {
-        return std::make_shared<FunctionWindow>();
-    }
-
-    String getName() const override
-    {
-        return name;
-    }
-
-    bool isStateful() const override
-    {
-        return true;
-    }
-
-    bool isVariadic() const override { return true; }
-
-    size_t getNumberOfArguments() const override { return 0; }
-
-    bool isDeterministic() const override { return false; }
-
-    bool isDeterministicInScopeOfQuery() const override
-    {
-        return false;
-    }
-
-    DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
-    {
-        fmt::print(stderr, "getReturnType for {} at \n{}\n",
-            static_cast<const void *>(this), StackTrace().toString());
-
-        if (arguments.empty() || arguments.size() > 3)
-            throw Exception("Incorrect number of arguments of function " + getName() + ". Must be up to 3 (function, PARTITION BY, ORDER BY).",
-                ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-
-        const DataTypeAggregateFunction * type = checkAndGetDataType<DataTypeAggregateFunction>(arguments[0].get());
-        if (!type)
-            throw Exception("Argument for function " + getName() + " must have type AggregateFunction - state of aggregate function.",
-                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-
-        const auto & agg_func = *type->getFunction();
-        place.reset(agg_func.sizeOfData(), agg_func.alignOfData());
-
-        /// Will pass empty arena if agg_func does not allocate memory in arena
-        arena = agg_func.allocatesMemoryInArena() ? std::make_unique<Arena>() : nullptr;
-
-
-        return type->getReturnType();
-    }
-
-    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/) const override
-    {
-        fmt::print(stderr, "executeImpl for {} at \n{}\n",
-            static_cast<const void *>(this), StackTrace().toString());
-
-        const ColumnAggregateFunction * column_with_states
-            = typeid_cast<const ColumnAggregateFunction *>(&*arguments.at(0).column);
-
-        if (!column_with_states)
-            throw Exception("Illegal column " + arguments.at(0).column->getName()
-                    + " of first argument of function "
-                    + getName(),
-                ErrorCodes::ILLEGAL_COLUMN);
-
-        ColumnPtr column_with_groups;
-
-        if (arguments.size() >= 2)
-            column_with_groups = arguments[1].column;
-
-        AggregateFunctionPtr aggregate_function_ptr = column_with_states->getAggregateFunction();
-        const IAggregateFunction & agg_func = *aggregate_function_ptr;
-
-
-        auto result_column_ptr = agg_func.getReturnType()->createColumn();
-        IColumn & result_column = *result_column_ptr;
-        result_column.reserve(column_with_states->size());
-
-        const auto & states = column_with_states->getData();
-
-        bool state_created = false;
-        SCOPE_EXIT({
-            if (state_created)
-                agg_func.destroy(place.data());
-        });
-
-        size_t row_number = 0;
-        for (const auto & state_to_add : states)
-        {
-            if (row_number == 0 || (column_with_groups && column_with_groups->compareAt(row_number, row_number - 1, *column_with_groups, 1) != 0))
-            {
-                if (state_created)
-                {
-                    agg_func.destroy(place.data());
-                    state_created = false;
-                }
-
-                agg_func.create(place.data());
-                state_created = true;
-            }
-
-            agg_func.merge(place.data(), state_to_add, arena.get());
-            agg_func.insertResultInto(place.data(), result_column, arena.get());
-
-            ++row_number;
-        }
-
-        return result_column_ptr;
-    }
-};
-
-}
-
-void registerFunctionWindow(FunctionFactory & factory)
-{
-    factory.registerFunction<FunctionWindow>();
-}
-
 void registerFunctionRunningAccumulate(FunctionFactory & factory)
 {
     factory.registerFunction<FunctionRunningAccumulate>();
diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index cd6fab40aaf..57616c49f8a 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -624,7 +624,7 @@ ActionsDAGPtr ActionsDAG::makeConvertingActions(
             {
                 auto & input = inputs[res_elem.name];
                 if (input.empty())
-                    throw Exception("Cannot find column '" + backQuoteIfNeed(res_elem.name) + "' in source stream",
+                    throw Exception("Cannot find column '" + backQuote(res_elem.name) + "' in source stream",
                                     ErrorCodes::THERE_IS_NO_COLUMN);
 
                 src_node = actions_dag->inputs[input.front()];
@@ -641,12 +641,12 @@ ActionsDAGPtr ActionsDAG::makeConvertingActions(
                 if (ignore_constant_values)
                    src_node = const_cast<Node *>(&actions_dag->addColumn(res_elem, true));
                 else if (res_const->getField() != src_const->getField())
-                    throw Exception("Cannot convert column " + backQuoteIfNeed(res_elem.name) + " because "
+                    throw Exception("Cannot convert column " + backQuote(res_elem.name) + " because "
                                     "it is constant but values of constants are different in source and result",
                                     ErrorCodes::ILLEGAL_COLUMN);
             }
             else
-                throw Exception("Cannot convert column " + backQuoteIfNeed(res_elem.name) + " because "
+                throw Exception("Cannot convert column " + backQuote(res_elem.name) + " because "
                                 "it is non constant in source stream but must be constant in result",
                                 ErrorCodes::ILLEGAL_COLUMN);
         }
diff --git a/src/Interpreters/ExpressionActions.cpp b/src/Interpreters/ExpressionActions.cpp
index 4c2ec0e0dc8..f0dcf830c82 100644
--- a/src/Interpreters/ExpressionActions.cpp
+++ b/src/Interpreters/ExpressionActions.cpp
@@ -373,10 +373,6 @@ static void executeAction(const ExpressionActions::Action & action, ExecutionCon
             res_column.column = action.node->column->cloneResized(num_rows);
             res_column.type = action.node->result_type;
             res_column.name = action.node->result_name;
-
-
-            fmt::print(stderr, "execute column action {} at\n{}\n",
-                action.toString(), StackTrace().toString());
             break;
         }
 
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 2ae55b9d5bc..09a4855f74f 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -1004,16 +1004,11 @@ void SelectQueryExpressionAnalyzer::appendAggregateFunctionsArguments(Expression
         if (node->arguments)
             for (auto & argument : node->arguments->children)
                 getRootActions(argument, only_types, step.actions());
-
-
-    fmt::print(stderr, "actions after appendAggregateFunctionsArguments: \n{} at \n{}\n", chain.dumpChain(), StackTrace().toString());
 }
 
 void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
     ExpressionActionsChain & chain, bool /* only_types */)
 {
-    fmt::print(stderr, "actions before window: {}\n", chain.dumpChain());
-
     ExpressionActionsChain::Step & step = chain.lastStep(aggregated_columns);
 
     for (const auto & f : window_functions)
@@ -1039,28 +1034,6 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
         step.actions()->addInput(col);
     }
 
-    // /*
-    // for (const auto & desc : aggregate_descriptions)
-    //     for (const auto & name : desc.argument_names)
-    //         step.required_output.emplace_back(name);
-    // */
-
-    // const auto * select_query = getSelectQuery();
-    // /// Collect aggregates removing duplicates by node.getColumnName()
-    // /// It's not clear why we recollect aggregates (for query parts) while we're able to use previously collected ones (for entire query)
-    // /// @note The original recollection logic didn't remove duplicates.
-    // GetAggregatesVisitor::Data data;
-    // GetAggregatesVisitor(data).visit(select_query->select());
-
-    // // 1) just add everything there is in the AST,
-    // for (const ASTFunction * node : data.window_functions)
-    // {
-    //     for (auto & argument : node->arguments->children)
-    //     {
-    //         getRootActions(argument, only_types, step.actions());
-    //     }
-    // }
-
     // 2) mark the columns that are really required:
     for (const auto & f : window_functions)
     {
@@ -1081,8 +1054,6 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
             step.required_output.push_back(c.column_name);
         }
     }
-
-    fmt::print(stderr, "actions after window: {}\n", chain.dumpChain());
 }
 
 bool SelectQueryExpressionAnalyzer::appendHaving(ExpressionActionsChain & chain, bool only_types)
@@ -1092,8 +1063,6 @@ bool SelectQueryExpressionAnalyzer::appendHaving(ExpressionActionsChain & chain,
     if (!select_query->having())
         return false;
 
-    fmt::print(stderr, "has having\n");
-
     ExpressionActionsChain::Step & step = chain.lastStep(aggregated_columns);
 
     getRootActionsForHaving(select_query->having(), only_types, step.actions());
@@ -1267,8 +1236,6 @@ ActionsDAGPtr SelectQueryExpressionAnalyzer::appendProjectResult(ExpressionActio
         }
     }
 
-    fmt::print(stderr, "chain before last projection: {}\n",
-        chain.dumpChain());
     auto actions = chain.getLastActions();
     actions->project(result_columns);
     return actions;
@@ -1473,8 +1440,6 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
             chain.addStep();
         }
 
-        fmt::print(stderr, "chain before aggregate: {}\n", chain.dumpChain());
-
         if (need_aggregate)
         {
             /// TODO correct conditions
@@ -1483,29 +1448,18 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
                     && storage && query.groupBy();
 
             query_analyzer.appendGroupBy(chain, only_types || !first_stage, optimize_aggregation_in_order, group_by_elements_actions);
-
-            fmt::print(stderr, "chain after appendGroupBy: {}\n", chain.dumpChain());
-
             query_analyzer.appendAggregateFunctionsArguments(chain, only_types || !first_stage);
-
-            fmt::print(stderr, "chain after appendAggregateFunctionsArguments: {}\n", chain.dumpChain());
-
             before_aggregation = chain.getLastActions();
 
             finalize_chain(chain);
 
-            fmt::print(stderr, "chain after finalize_chain: {}\n", chain.dumpChain());
-
             if (query_analyzer.appendHaving(chain, only_types || !second_stage))
             {
-                fmt::print(stderr, "chain after appendHaving: {}\n", chain.dumpChain());
                 before_having = chain.getLastActions();
                 chain.addStep();
             }
         }
 
-        fmt::print(stderr, "chain after aggregate: {}\n", chain.dumpChain());
-
         bool join_allow_read_in_order = true;
         if (hasJoin())
         {
@@ -1521,22 +1475,10 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
             && !query.final()
             && join_allow_read_in_order;
 
-        /*
-        if (has_window)
-        {
-            query_analyzer.appendWindowFunctionsArguments(chain, only_types || !first_stage);
-            before_window = chain.getLastActions();
-
-            finalize_chain(chain);
-        }
-        */
-
         /// If there is aggregation, we execute expressions in SELECT and ORDER BY on the initiating server, otherwise on the source servers.
         query_analyzer.appendSelect(chain, only_types || (need_aggregate ? !second_stage : !first_stage));
-        fmt::print(stderr, "chain after select: {}\n", chain.dumpChain());
 
         query_analyzer.appendWindowFunctionsArguments(chain, only_types || !first_stage);
-        fmt::print(stderr, "chain after window: {}\n", chain.dumpChain());
 
         selected_columns = chain.getLastStep().required_output;
         has_order_by = query.orderBy() != nullptr;
@@ -1546,10 +1488,6 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
                 optimize_read_in_order,
                 order_by_elements_actions);
 
-        fmt::print(stderr, "chain after order by: {}\n", chain.dumpChain());
-
-        //if (h
-
         if (query_analyzer.appendLimitBy(chain, only_types || !second_stage))
         {
             before_limit_by = chain.getLastActions();
@@ -1565,10 +1503,6 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
     removeExtraColumns();
 
     checkActions();
-
-    fmt::print(stderr, "ExpressionAnalysisResult created at \n{}\n",
-        StackTrace().toString());
-    fmt::print(stderr, "ExpressionAnalysisResult: \n{}\n", dump());
 }
 
 void ExpressionAnalysisResult::finalize(const ExpressionActionsChain & chain, size_t where_step_num)
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 837ea50df01..a9d2dcec821 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -958,7 +958,6 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
             }
             else
             {
-                /// FIXME calculate windows here
                 executeExpression(query_plan, expressions.before_order_and_select, "Before ORDER BY and SELECT");
                 executeWindow(query_plan);
                 executeDistinct(query_plan, true, expressions.selected_columns, true);
@@ -1006,7 +1005,6 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
                 else if (expressions.hasHaving())
                     executeHaving(query_plan, expressions.before_having);
 
-                /// FIXME calculate windows here
                 executeExpression(query_plan, expressions.before_order_and_select, "Before ORDER BY and SELECT");
                 executeWindow(query_plan);
                 executeDistinct(query_plan, true, expressions.selected_columns, true);
@@ -1748,10 +1746,6 @@ void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
     {
         const auto & w = query_analyzer->window_descriptions[f.window_name];
 
-        fmt::print(stderr, "window function '{}' over window '{}'\n",
-            f.column_name, f.window_name);
-        fmt::print(stderr, "{}\n{}\n", f.dump(), w.dump());
-
         const Settings & settings = context->getSettingsRef();
 
         auto partial_sorting = std::make_unique<PartialSortingStep>(
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index c6e69f1c06c..befae896d2f 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -443,7 +443,7 @@ std::vector<const ASTFunction *> getAggregates(ASTPtr & query, const ASTSelectQu
 
 std::vector<const ASTFunction *> getWindowFunctions(ASTPtr & query, const ASTSelectQuery & select_query)
 {
-    /// There can not be aggregate functions inside the WHERE and PREWHERE.
+    /// There can not be window functions inside the WHERE and PREWHERE.
     if (select_query.where())
         assertNoWindows(select_query.where(), "in WHERE");
     if (select_query.prewhere())
@@ -452,7 +452,7 @@ std::vector<const ASTFunction *> getWindowFunctions(ASTPtr & query, const ASTSel
     GetAggregatesVisitor::Data data;
     GetAggregatesVisitor(data).visit(query);
 
-    /// There can not be other aggregate functions within the aggregate functions.
+    /// There can not be other window functions within the aggregate functions.
     for (const ASTFunction * node : data.window_functions)
     {
         if (node->arguments)
@@ -465,10 +465,6 @@ std::vector<const ASTFunction *> getWindowFunctions(ASTPtr & query, const ASTSel
         }
     }
 
-    fmt::print(stderr, "getWindowFunctions ({}) for \n{}\n at \n{}\n",
-        data.window_functions.size(), query->formatForErrorMessage(),
-        StackTrace().toString());
-
     return data.window_functions;
 }
 
@@ -485,8 +481,6 @@ TreeRewriterResult::TreeRewriterResult(
 {
     collectSourceColumns(add_special);
     is_remote_storage = storage && storage->isRemote();
-
-    fmt::print(stderr, "TreeRewriterResult created at \n{}\n", StackTrace().toString());
 }
 
 /// Add columns from storage to source_columns list. Deduplicate resulted list.
diff --git a/src/Processors/QueryPlan/WindowStep.cpp b/src/Processors/QueryPlan/WindowStep.cpp
index 495513c1a2a..3eccffc5828 100644
--- a/src/Processors/QueryPlan/WindowStep.cpp
+++ b/src/Processors/QueryPlan/WindowStep.cpp
@@ -44,13 +44,8 @@ static ITransformingStep::Traits getJoinTraits()
 static Block addWindowFunctionColumns(const Block & block,
     std::vector<WindowFunctionDescription> window_functions)
 {
-    fmt::print(stderr, "input header: {}\n", block.dumpStructure());
-
-    //auto result = block.cloneWithoutColumns();
     auto result = block;
 
-    fmt::print(stderr, "header after clone: {}\n", result.dumpStructure());
-
     for (const auto & f : window_functions)
     {
         ColumnWithTypeAndName column_with_type;
@@ -61,8 +56,6 @@ static Block addWindowFunctionColumns(const Block & block,
         result.insert(column_with_type);
     }
 
-    fmt::print(stderr, "header after insert: {}\n", result.dumpStructure());
-
     return result;
 }
 
@@ -97,16 +90,7 @@ void WindowStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     (void) prefix;
-    //bool first = true;
-
-    //auto expression = std::make_shared<ExpressionActions>(actions_dag);
-    //for (const auto & action : expression->getActions())
-    //{
-    //    settings.out << prefix << (first ? "Actions: "
-    //                                     : "         ");
-    //    first = false;
-    //    settings.out << action.toString() << '\n';
-    //}
+    /// FIXME add some printing
 }
 
 }
diff --git a/src/Processors/Transforms/FilterTransform.cpp b/src/Processors/Transforms/FilterTransform.cpp
index d16fbef6905..23b1bf8a984 100644
--- a/src/Processors/Transforms/FilterTransform.cpp
+++ b/src/Processors/Transforms/FilterTransform.cpp
@@ -63,9 +63,6 @@ FilterTransform::FilterTransform(
     auto & column = transformed_header.getByPosition(filter_column_position).column;
     if (column)
         constant_filter_description = ConstantFilterDescription(*column);
-
-    fmt::print(stderr, "FilterTransform created at \n{}\n",
-        StackTrace().toString());
 }
 
 IProcessor::Status FilterTransform::prepare()
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index 1e166fe1aff..1084d96cddd 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -12,14 +12,11 @@ WindowTransform::WindowTransform(const Block & input_header_,
         const WindowDescription & window_description_,
         const std::vector<WindowFunctionDescription> & window_function_descriptions
         )
-    // FIXME this is where the output column is added
     : ISimpleTransform(input_header_, output_header_,
         false /* skip_empty_chunks */)
     , input_header(input_header_)
     , window_description(window_description_)
 {
-    fmt::print(stderr, "input header {}\n", input_header.dumpStructure());
-
     workspaces.reserve(window_function_descriptions.size());
     for (size_t i = 0; i < window_function_descriptions.size(); ++i)
     {
@@ -42,12 +39,6 @@ WindowTransform::WindowTransform(const Block & input_header_,
             workspace.argument_column_indices.push_back(
                 input_header.getPositionByName(argument_name));
 
-            fmt::print(stderr,
-                "window function '{}' argument column '{}' at '{}'\n",
-                workspace.window_function.column_name,
-                argument_name,
-                workspace.argument_column_indices.back());
-
         }
 
         workspace.aggregate_function_state.reset(aggregate_function->sizeOfData(),
@@ -80,14 +71,11 @@ void WindowTransform::transform(Chunk & chunk)
     const size_t num_rows = chunk.getNumRows();
     auto block = getInputPort().getHeader().cloneWithColumns(chunk.detachColumns());
 
-    fmt::print(stderr, "block before window transform:\n{}\n", block.dumpStructure());
-
     for (auto & workspace : workspaces)
     {
         workspace.argument_columns.clear();
         for (const auto column_index : workspace.argument_column_indices)
         {
-            fmt::print(stderr, "argument column index '{}'\n", column_index);
             workspace.argument_columns.push_back(
                 block.getColumns()[column_index].get());
         }
@@ -105,7 +93,6 @@ void WindowTransform::transform(Chunk & chunk)
         auto c = column_with_type.type->createColumn();
         column_with_type.column.reset(c.get());
 
-        size_t partition_start = 0;
         for (size_t row = 0; row < num_rows; row++)
         {
             // Check whether the new partition has started and reinitialize the
@@ -152,8 +139,6 @@ void WindowTransform::transform(Chunk & chunk)
         //*/
     }
 
-    fmt::print(stderr, "block after window transform:\n{}\n", block.dumpStructure());
-
     chunk.setColumns(block.getColumns(), num_rows);
 }
 

From b81a932408d5c23313a0682c5bb1ef2d4f8e7769 Mon Sep 17 00:00:00 2001
From: ana-uvarova <ana-uvarova@yandex-team.ru>
Date: Tue, 15 Dec 2020 20:49:00 +0300
Subject: [PATCH 149/742] redone

---
 .../settings.md                               | 42 +------------------
 .../en/operations/system-tables/metric_log.md | 14 +------
 2 files changed, 2 insertions(+), 54 deletions(-)

diff --git a/docs/en/operations/server-configuration-parameters/settings.md b/docs/en/operations/server-configuration-parameters/settings.md
index 3028e12c20f..318b80a23db 100644
--- a/docs/en/operations/server-configuration-parameters/settings.md
+++ b/docs/en/operations/server-configuration-parameters/settings.md
@@ -758,9 +758,7 @@ If the table doesn’t exist, ClickHouse will create it. If the structure of the
 </query_thread_log>
 ```
 
-## system.metric_log {#system_tables-metric_log}
-
-Contains history of metrics values from tables [`system.metrics`](../../operations/system-tables/metrics.md) and [`system.events`](../../operations/system-tables/events.md#system_tables-events), periodically flushed to disk.
+## metric_log {#metric_log}
 
 To turn on metrics history collection on `system.metric_log`, create `/etc/clickhouse-server/config.d/metric_log.xml` with following content:
 
@@ -775,44 +773,6 @@ To turn on metrics history collection on `system.metric_log`, create `/etc/click
 </yandex>
 ```
 
-Columns:
--   `event_date` ([Date](../../sql-reference/data-types/date.md)) — Event date.
--   `event_time` ([DateTime](../../sql-reference/data-types/datetime.md)) — Event time.
--   `event_time_microseconds` ([DateTime64](../../sql-reference/data-types/datetime64.md)) — Event time with microseconds resolution.
-
-**Example**
-
-``` sql
-SELECT * FROM system.metric_log LIMIT 1 FORMAT Vertical;
-```
-
-``` text
-Row 1:
-──────
-event_date:                                                      2020-09-05
-event_time:                                                      2020-09-05 16:22:33
-event_time_microseconds:                                         2020-09-05 16:22:33.196807
-milliseconds:                                                    196
-ProfileEvent_Query:                                              0
-ProfileEvent_SelectQuery:                                        0
-ProfileEvent_InsertQuery:                                        0
-ProfileEvent_FailedQuery:                                        0
-ProfileEvent_FailedSelectQuery:                                  0
-...
-...
-CurrentMetric_Revision:                                          54439
-CurrentMetric_VersionInteger:                                    20009001
-CurrentMetric_RWLockWaitingReaders:                              0
-CurrentMetric_RWLockWaitingWriters:                              0
-CurrentMetric_RWLockActiveReaders:                               0
-CurrentMetric_RWLockActiveWriters:                               0
-CurrentMetric_GlobalThread:                                      74
-CurrentMetric_GlobalThreadActive:                                26
-CurrentMetric_LocalThread:                                       0
-CurrentMetric_LocalThreadActive:                                 0
-CurrentMetric_DistributedFilesToInsert:                          0
-```
-
 **See also**
 
 -   [system.asynchronous_metrics](../../operations/system-tables/asynchronous_metrics.md) — Contains periodically calculated metrics.
diff --git a/docs/en/operations/system-tables/metric_log.md b/docs/en/operations/system-tables/metric_log.md
index c6aefc5034f..8cef5dc0931 100644
--- a/docs/en/operations/system-tables/metric_log.md
+++ b/docs/en/operations/system-tables/metric_log.md
@@ -2,19 +2,6 @@
 
 Contains history of metrics values from tables `system.metrics` and `system.events`, periodically flushed to disk.
 
-To turn on metrics history collection on `system.metric_log`, create `/etc/clickhouse-server/config.d/metric_log.xml` with following content:
-
-``` xml
-<yandex>
-    <metric_log>
-        <database>system</database>
-        <table>metric_log</table>
-        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
-    </metric_log>
-</yandex>
-```
-
 Columns:
 -   `event_date` ([Date](../../sql-reference/data-types/date.md)) — Event date.
 -   `event_time` ([DateTime](../../sql-reference/data-types/datetime.md)) — Event time.
@@ -55,6 +42,7 @@ CurrentMetric_DistributedFilesToInsert:                          0
 
 **See also**
 
+-   [metric_log setting](../../operations/server-configuration-parameters/settings.md#metric_log) — What you should add.
 -   [system.asynchronous_metrics](../../operations/system-tables/asynchronous_metrics.md) — Contains periodically calculated metrics.
 -   [system.events](../../operations/system-tables/events.md#system_tables-events) — Contains a number of events that occurred.
 -   [system.metrics](../../operations/system-tables/metrics.md) — Contains instantly calculated metrics.

From 4ab2022d24b4979c14e8a647baa6a7dfcb3df091 Mon Sep 17 00:00:00 2001
From: ana-uvarova <ana-uvarova@yandex-team.ru>
Date: Tue, 15 Dec 2020 20:57:26 +0300
Subject: [PATCH 150/742] deleted links

---
 .../operations/server-configuration-parameters/settings.md   | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/docs/en/operations/server-configuration-parameters/settings.md b/docs/en/operations/server-configuration-parameters/settings.md
index 318b80a23db..2586295ac0f 100644
--- a/docs/en/operations/server-configuration-parameters/settings.md
+++ b/docs/en/operations/server-configuration-parameters/settings.md
@@ -773,11 +773,6 @@ To turn on metrics history collection on `system.metric_log`, create `/etc/click
 </yandex>
 ```
 
-**See also**
-
--   [system.asynchronous_metrics](../../operations/system-tables/asynchronous_metrics.md) — Contains periodically calculated metrics.
--   [Monitoring](../../operations/monitoring.md) — Base concepts of ClickHouse monitoring.
-
 ## text_log {#server_configuration_parameters-text_log}
 
 Settings for the [text_log](../../operations/system-tables/text_log.md#system_tables-text_log) system table for logging text messages.

From e54c90c9e24c37f3f83e2ffd27cb5571fec35cd3 Mon Sep 17 00:00:00 2001
From: ana-uvarova <ana-uvarova@yandex-team.ru>
Date: Tue, 15 Dec 2020 21:03:06 +0300
Subject: [PATCH 151/742] right place

---
 .../settings.md                               | 30 +++++++++----------
 1 file changed, 15 insertions(+), 15 deletions(-)

diff --git a/docs/en/operations/server-configuration-parameters/settings.md b/docs/en/operations/server-configuration-parameters/settings.md
index 2586295ac0f..1f9302f8be3 100644
--- a/docs/en/operations/server-configuration-parameters/settings.md
+++ b/docs/en/operations/server-configuration-parameters/settings.md
@@ -567,6 +567,21 @@ For more information, see the MergeTreeSettings.h header file.
 </merge_tree>
 ```
 
+## metric_log {#metric_log}
+
+To turn on metrics history collection on `system.metric_log`, create `/etc/clickhouse-server/config.d/metric_log.xml` with following content:
+
+``` xml
+<yandex>
+    <metric_log>
+        <database>system</database>
+        <table>metric_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
+    </metric_log>
+</yandex>
+```
+
 ## replicated_merge_tree {#server_configuration_parameters-replicated_merge_tree}
 
 Fine tuning for tables in the [ReplicatedMergeTree](../../engines/table-engines/mergetree-family/mergetree.md).
@@ -758,21 +773,6 @@ If the table doesn’t exist, ClickHouse will create it. If the structure of the
 </query_thread_log>
 ```
 
-## metric_log {#metric_log}
-
-To turn on metrics history collection on `system.metric_log`, create `/etc/clickhouse-server/config.d/metric_log.xml` with following content:
-
-``` xml
-<yandex>
-    <metric_log>
-        <database>system</database>
-        <table>metric_log</table>
-        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
-    </metric_log>
-</yandex>
-```
-
 ## text_log {#server_configuration_parameters-text_log}
 
 Settings for the [text_log](../../operations/system-tables/text_log.md#system_tables-text_log) system table for logging text messages.

From 54efd830e63ee5ad88e80eb5bbb74ed488434874 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 21:04:12 +0300
Subject: [PATCH 152/742] Fixing build

---
 src/Common/TimerDescriptor.cpp | 2 ++
 src/Common/TimerDescriptor.h   | 2 ++
 2 files changed, 4 insertions(+)

diff --git a/src/Common/TimerDescriptor.cpp b/src/Common/TimerDescriptor.cpp
index a77a9d24ed0..f4c3ec35588 100644
--- a/src/Common/TimerDescriptor.cpp
+++ b/src/Common/TimerDescriptor.cpp
@@ -1,3 +1,4 @@
+#if defined(OS_LINUX)
 #include <Common/TimerDescriptor.h>
 #include <Common/Exception.h>
 
@@ -80,3 +81,4 @@ void TimerDescriptor::setRelative(const Poco::Timespan & timespan) const
 }
 
 }
+#endif
diff --git a/src/Common/TimerDescriptor.h b/src/Common/TimerDescriptor.h
index 04c592ebae6..0e24c78696c 100644
--- a/src/Common/TimerDescriptor.h
+++ b/src/Common/TimerDescriptor.h
@@ -1,4 +1,5 @@
 #pragma once
+#if defined(OS_LINUX)
 #include <Poco/Timespan.h>
 
 namespace DB
@@ -26,3 +27,4 @@ public:
 };
 
 }
+#endif

From 3d6ace5890d626235afe5208b20e9085bef1181e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 21:20:14 +0300
Subject: [PATCH 153/742] Fixing tests.

---
 src/Client/Connection.cpp             |  5 ++++-
 src/Client/Connection.h               |  3 +--
 src/Client/MultiplexedConnections.cpp | 16 ++--------------
 src/Client/MultiplexedConnections.h   |  5 +----
 4 files changed, 8 insertions(+), 21 deletions(-)

diff --git a/src/Client/Connection.cpp b/src/Client/Connection.cpp
index 8f4a64766cd..16f0786c70b 100644
--- a/src/Client/Connection.cpp
+++ b/src/Client/Connection.cpp
@@ -742,8 +742,11 @@ std::optional<UInt64> Connection::checkPacket(size_t timeout_microseconds)
 }
 
 
-Packet Connection::receivePacket()
+Packet Connection::receivePacket(Fiber * fiber)
 {
+    in->setFiber(fiber);
+    SCOPE_EXIT(in->setFiber(nullptr));
+
     try
     {
         Packet res;
diff --git a/src/Client/Connection.h b/src/Client/Connection.h
index 29a9274dca4..05763f83578 100644
--- a/src/Client/Connection.h
+++ b/src/Client/Connection.h
@@ -171,7 +171,7 @@ public:
     std::optional<UInt64> checkPacket(size_t timeout_microseconds = 0);
 
     /// Receive packet from server.
-    Packet receivePacket();
+    Packet receivePacket(Fiber * fiber);
 
     /// If not connected yet, or if connection is broken - then connect. If cannot connect - throw an exception.
     void forceConnected(const ConnectionTimeouts & timeouts);
@@ -190,7 +190,6 @@ public:
     size_t outBytesCount() const { return out ? out->count() : 0; }
     size_t inBytesCount() const { return in ? in->count() : 0; }
 
-    void setFiber(Fiber * fiber) { in->setFiber(fiber); }
     Poco::Net::Socket & getSocket() { return in->getSocket(); }
 
 private:
diff --git a/src/Client/MultiplexedConnections.cpp b/src/Client/MultiplexedConnections.cpp
index 30311f40512..87f8ff34c2f 100644
--- a/src/Client/MultiplexedConnections.cpp
+++ b/src/Client/MultiplexedConnections.cpp
@@ -237,7 +237,7 @@ std::string MultiplexedConnections::dumpAddressesUnlocked() const
     return buf.str();
 }
 
-Packet MultiplexedConnections::receivePacketUnlocked()
+Packet MultiplexedConnections::receivePacketUnlocked(Fiber * fiber)
 {
     if (!sent_query)
         throw Exception("Cannot receive packets: no query sent.", ErrorCodes::LOGICAL_ERROR);
@@ -249,19 +249,7 @@ Packet MultiplexedConnections::receivePacketUnlocked()
     if (current_connection == nullptr)
         throw Exception("Logical error: no available replica", ErrorCodes::NO_AVAILABLE_REPLICA);
 
-    if (fiber)
-        current_connection->setFiber(fiber);
-
-    Packet packet;
-    {
-        SCOPE_EXIT(
-        {
-           fiber = nullptr;
-           current_connection->setFiber(fiber);
-        });
-
-        packet = current_connection->receivePacket();
-    }
+    Packet packet = current_connection->receivePacket(fiber);
 
     switch (packet.type)
     {
diff --git a/src/Client/MultiplexedConnections.h b/src/Client/MultiplexedConnections.h
index 5f8500ebe6f..42d86086ddf 100644
--- a/src/Client/MultiplexedConnections.h
+++ b/src/Client/MultiplexedConnections.h
@@ -67,12 +67,11 @@ public:
     /// Without locking, because sendCancel() does not change the state of the replicas.
     bool hasActiveConnections() const { return active_connection_count > 0; }
 
-    void setFiber(Fiber * fiber_) { fiber = fiber_; }
     Poco::Net::Socket & getSocket() { return current_connection->getSocket(); }
 
 private:
     /// Internal version of `receivePacket` function without locking.
-    Packet receivePacketUnlocked();
+    Packet receivePacketUnlocked(Fiber * fiber = nullptr);
 
     /// Internal version of `dumpAddresses` function without locking.
     std::string dumpAddressesUnlocked() const;
@@ -109,8 +108,6 @@ private:
     /// in separate thread.
     mutable std::mutex cancel_mutex;
 
-    boost::context::fiber * fiber = nullptr;
-
     friend class RemoteQueryExecutorReadContext;
 };
 

From 4c290996dc5dc608455dd29061ccc7692af9e08e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 21:22:20 +0300
Subject: [PATCH 154/742] Fixing tests.

---
 src/Client/Connection.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Client/Connection.h b/src/Client/Connection.h
index 05763f83578..d5d202d9ac2 100644
--- a/src/Client/Connection.h
+++ b/src/Client/Connection.h
@@ -171,7 +171,7 @@ public:
     std::optional<UInt64> checkPacket(size_t timeout_microseconds = 0);
 
     /// Receive packet from server.
-    Packet receivePacket(Fiber * fiber);
+    Packet receivePacket(Fiber * fiber = nullptr);
 
     /// If not connected yet, or if connection is broken - then connect. If cannot connect - throw an exception.
     void forceConnected(const ConnectionTimeouts & timeouts);

From 645e0d2c0c89895e4f0ac605f048053a33715bf0 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 21:23:41 +0300
Subject: [PATCH 155/742] Fixing tests.

---
 src/DataStreams/RemoteQueryExecutorReadContext.h | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index cedfc805ee1..9765367b647 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -229,10 +229,8 @@ public:
             {
                 while (true)
                 {
-                    connections.setFiber(&sink);
-
                     read_context.is_read_in_progress = true;
-                    read_context.packet = connections.receivePacketUnlocked();
+                    read_context.packet = connections.receivePacketUnlocked(&sink);
                     read_context.is_read_in_progress = false;
 
                     sink = std::move(sink).resume();

From bf096097cbdeb80555ad03d7592d24e690ea711b Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Tue, 15 Dec 2020 21:56:06 +0300
Subject: [PATCH 156/742] Update InterpreterShowCreateQuery.cpp

---
 src/Interpreters/InterpreterShowCreateQuery.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Interpreters/InterpreterShowCreateQuery.cpp b/src/Interpreters/InterpreterShowCreateQuery.cpp
index 869573f0d66..e4f30c30cfb 100644
--- a/src/Interpreters/InterpreterShowCreateQuery.cpp
+++ b/src/Interpreters/InterpreterShowCreateQuery.cpp
@@ -54,7 +54,7 @@ BlockInputStreamPtr InterpreterShowCreateQuery::executeImpl()
         {
             auto & ast_create_query = create_query->as<ASTCreateQuery &>();
             if (!ast_create_query.isView())
-                throw Exception("'" + ast_create_query.database + "." + ast_create_query.table +"' is not VIEW", ErrorCodes::BAD_ARGUMENTS);
+                throw Exception(backQuote(ast_create_query.database) + "." + backQuote(ast_create_query.table) + " is not a VIEW", ErrorCodes::BAD_ARGUMENTS);
         }
     }
     else if ((show_query = query_ptr->as<ASTShowCreateDatabaseQuery>()))

From f57b7bc249304ead0bfa3011ad1c53ff1f8e0a9c Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 15 Dec 2020 23:23:30 +0300
Subject: [PATCH 157/742] Try fix data race.

---
 src/Processors/Sources/RemoteSource.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Processors/Sources/RemoteSource.cpp b/src/Processors/Sources/RemoteSource.cpp
index 5c59c552f69..b4f5d9272f2 100644
--- a/src/Processors/Sources/RemoteSource.cpp
+++ b/src/Processors/Sources/RemoteSource.cpp
@@ -105,7 +105,7 @@ void RemoteSource::onCancel()
 {
     was_query_canceled = true;
     query_executor->cancel(&read_context);
-    is_async_state = false;
+    // is_async_state = false;
 }
 
 void RemoteSource::onUpdatePorts()
@@ -114,7 +114,7 @@ void RemoteSource::onUpdatePorts()
     {
         was_query_canceled = true;
         query_executor->finish(&read_context);
-        is_async_state = false;
+        // is_async_state = false;
     }
 }
 

From 7ca86f176c1587a1129bb3833aa6db3de7964e06 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 16 Dec 2020 01:43:07 +0300
Subject: [PATCH 158/742] Fix TSan warning in system.stack_trace

---
 .../System/StorageSystemStackTrace.cpp        | 39 ++++++++++++-------
 1 file changed, 26 insertions(+), 13 deletions(-)

diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index 92d12c19986..dd21495ed4b 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -38,8 +38,18 @@ namespace
     const int sig = SIGRTMIN;
 
     std::atomic<int> sequence_num = 0;    /// For messages sent via pipe.
+    std::atomic<int> data_ready_num = 0;
 
-    std::optional<StackTrace> stack_trace;
+    /** Notes:
+      * Only one query from the table can be processed at the moment of time.
+      * This is ensured by the mutex in fillData function.
+      * We obtain information about threads by sending signal and receiving info from the signal handler.
+      * Information is passed via global variables and pipe is used for signaling.
+      * Actually we can send all information via pipe, but we read from it with timeout just in case,
+      * so it's convenient to use is only for signaling.
+      */
+
+    StackTrace stack_trace{NoCapture{}};
 
     constexpr size_t max_query_id_size = 128;
     char query_id_data[max_query_id_size];
@@ -47,7 +57,7 @@ namespace
 
     LazyPipeFDs notification_pipe;
 
-    void NO_SANITIZE_THREAD signalHandler(int, siginfo_t * info, void * context)
+    void signalHandler(int, siginfo_t * info, void * context)
     {
         auto saved_errno = errno;   /// We must restore previous value of errno in signal handler.
 
@@ -57,19 +67,22 @@ namespace
             return;
 
         /// Signal received too late.
-        if (info->si_value.sival_int != sequence_num.load(std::memory_order_relaxed))
+        int notification_num = info->si_value.sival_int;
+        if (notification_num != sequence_num.load(std::memory_order_acquire))
             return;
 
         /// All these methods are signal-safe.
         const ucontext_t signal_context = *reinterpret_cast<ucontext_t *>(context);
-        stack_trace.emplace(signal_context);
+        stack_trace = StackTrace(signal_context);
 
         StringRef query_id = CurrentThread::getQueryId();
         query_id_size = std::min(query_id.size, max_query_id_size);
         if (query_id.data && query_id.size)
             memcpy(query_id_data, query_id.data, query_id_size);
 
-        int notification_num = info->si_value.sival_int;
+        /// This is unneeded (because we synchronize through pipe) but makes TSan happy.
+        data_ready_num.store(sequence_num, std::memory_order_release);
+
         ssize_t res = ::write(notification_pipe.fds_rw[1], &notification_num, sizeof(notification_num));
 
         /// We cannot do anything if write failed.
@@ -79,7 +92,7 @@ namespace
     }
 
     /// Wait for data in pipe and read it.
-    bool NO_SANITIZE_THREAD wait(int timeout_ms)
+    bool wait(int timeout_ms)
     {
         while (true)
         {
@@ -127,7 +140,7 @@ namespace
 }
 
 
-NO_SANITIZE_THREAD StorageSystemStackTrace::StorageSystemStackTrace(const StorageID & table_id_)
+StorageSystemStackTrace::StorageSystemStackTrace(const StorageID & table_id_)
     : IStorageSystemOneBlock<StorageSystemStackTrace>(table_id_)
 {
     notification_pipe.open();
@@ -160,7 +173,7 @@ NamesAndTypesList StorageSystemStackTrace::getNamesAndTypes()
 }
 
 
-void NO_SANITIZE_THREAD StorageSystemStackTrace::fillData(MutableColumns & res_columns, const Context &, const SelectQueryInfo &) const
+void StorageSystemStackTrace::fillData(MutableColumns & res_columns, const Context &, const SelectQueryInfo &) const
 {
     /// It shouldn't be possible to do concurrent reads from this table.
     std::lock_guard lock(mutex);
@@ -180,7 +193,7 @@ void NO_SANITIZE_THREAD StorageSystemStackTrace::fillData(MutableColumns & res_c
         pid_t tid = parse<pid_t>(it->path().filename());
 
         sigval sig_value{};
-        sig_value.sival_int = sequence_num.load(std::memory_order_relaxed);
+        sig_value.sival_int = sequence_num.load(std::memory_order_acquire);
         if (0 != ::sigqueue(tid, sig, sig_value))
         {
             /// The thread may has been already finished.
@@ -192,15 +205,15 @@ void NO_SANITIZE_THREAD StorageSystemStackTrace::fillData(MutableColumns & res_c
 
         /// Just in case we will wait for pipe with timeout. In case signal didn't get processed.
 
-        if (wait(100))
+        if (wait(100) && sig_value.sival_int == data_ready_num.load(std::memory_order_acquire))
         {
-            size_t stack_trace_size = stack_trace->getSize();
-            size_t stack_trace_offset = stack_trace->getOffset();
+            size_t stack_trace_size = stack_trace.getSize();
+            size_t stack_trace_offset = stack_trace.getOffset();
 
             Array arr;
             arr.reserve(stack_trace_size - stack_trace_offset);
             for (size_t i = stack_trace_offset; i < stack_trace_size; ++i)
-                arr.emplace_back(reinterpret_cast<intptr_t>(stack_trace->getFramePointers()[i]));
+                arr.emplace_back(reinterpret_cast<intptr_t>(stack_trace.getFramePointers()[i]));
 
             res_columns[0]->insert(tid);
             res_columns[1]->insertData(query_id_data, query_id_size);

From 81b0fa298992d42fe4df6a934ae6e90f21eacf51 Mon Sep 17 00:00:00 2001
From: spongedc <duchuangucas@live.com>
Date: Wed, 16 Dec 2020 11:19:38 +0800
Subject: [PATCH 159/742] 1. rename is_view to is_ordinary_view 2. add more
 tests

---
 src/Interpreters/InterpreterCreateQuery.cpp          | 6 +++---
 src/Parsers/ASTCreateQuery.h                         | 2 +-
 src/Parsers/ParserCreateQuery.cpp                    | 6 +++---
 src/Storages/StorageFactory.cpp                      | 2 +-
 tests/queries/0_stateless/01602_show_create_view.sql | 2 ++
 5 files changed, 10 insertions(+), 8 deletions(-)

diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index d57a14a61dc..8f3d5086b6b 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -593,7 +593,7 @@ void InterpreterCreateQuery::setEngine(ASTCreateQuery & create) const
     if (create.as_table_function)
         return;
 
-    if (create.storage || create.is_view || create.is_materialized_view || create.is_live_view || create.is_dictionary)
+    if (create.storage || create.is_dictionary || create.isView())
     {
         if (create.temporary && create.storage && create.storage->engine && create.storage->engine->name != "Memory")
             throw Exception(
@@ -748,7 +748,7 @@ BlockIO InterpreterCreateQuery::createTable(ASTCreateQuery & create)
     if (create.to_table_id && create.to_table_id.database_name.empty())
         create.to_table_id.database_name = current_database;
 
-    if (create.select && (create.is_view || create.is_materialized_view || create.is_live_view))
+    if (create.select && create.isView())
     {
         AddDefaultDatabaseVisitor visitor(current_database);
         visitor.visit(*create.select);
@@ -884,7 +884,7 @@ BlockIO InterpreterCreateQuery::fillTableIfNeeded(const ASTCreateQuery & create)
 {
     /// If the query is a CREATE SELECT, insert the data into the table.
     if (create.select && !create.attach
-        && !create.is_view && !create.is_live_view && (!create.is_materialized_view || create.is_populate))
+        && !create.is_ordinary_view && !create.is_live_view && (!create.is_materialized_view || create.is_populate))
     {
         auto insert = std::make_shared<ASTInsertQuery>();
         insert->table_id = {create.database, create.table, create.uuid};
diff --git a/src/Parsers/ASTCreateQuery.h b/src/Parsers/ASTCreateQuery.h
index 67ad9a89392..ee178b74460 100644
--- a/src/Parsers/ASTCreateQuery.h
+++ b/src/Parsers/ASTCreateQuery.h
@@ -57,7 +57,7 @@ class ASTCreateQuery : public ASTQueryWithTableAndOutput, public ASTQueryWithOnC
 public:
     bool attach{false};    /// Query ATTACH TABLE, not CREATE TABLE.
     bool if_not_exists{false};
-    bool is_view{false};
+    bool is_ordinary_view{false};
     bool is_materialized_view{false};
     bool is_live_view{false};
     bool is_populate{false};
diff --git a/src/Parsers/ParserCreateQuery.cpp b/src/Parsers/ParserCreateQuery.cpp
index b08646bcf9d..262ddb09398 100644
--- a/src/Parsers/ParserCreateQuery.cpp
+++ b/src/Parsers/ParserCreateQuery.cpp
@@ -735,7 +735,7 @@ bool ParserCreateViewQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expec
     String cluster_str;
     bool attach = false;
     bool if_not_exists = false;
-    bool is_view = false;
+    bool is_ordinary_view = false;
     bool is_materialized_view = false;
     bool is_populate = false;
     bool replace_view = false;
@@ -759,7 +759,7 @@ bool ParserCreateViewQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expec
         is_materialized_view = true;
     }
     else
-        is_view = true;
+        is_ordinary_view = true;
 
     if (!s_view.ignore(pos, expected))
         return false;
@@ -816,7 +816,7 @@ bool ParserCreateViewQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expec
 
     query->attach = attach;
     query->if_not_exists = if_not_exists;
-    query->is_view = is_view;
+    query->is_ordinary_view = is_ordinary_view;
     query->is_materialized_view = is_materialized_view;
     query->is_populate = is_populate;
     query->replace_view = replace_view;
diff --git a/src/Storages/StorageFactory.cpp b/src/Storages/StorageFactory.cpp
index eda9f36010f..93982c2f3a3 100644
--- a/src/Storages/StorageFactory.cpp
+++ b/src/Storages/StorageFactory.cpp
@@ -53,7 +53,7 @@ StoragePtr StorageFactory::get(
 
     bool has_engine_args = false;
 
-    if (query.is_view)
+    if (query.is_ordinary_view)
     {
         if (query.storage)
             throw Exception("Specifying ENGINE is not allowed for a View", ErrorCodes::INCORRECT_QUERY);
diff --git a/tests/queries/0_stateless/01602_show_create_view.sql b/tests/queries/0_stateless/01602_show_create_view.sql
index 8e049d2d4cd..855ccf58562 100644
--- a/tests/queries/0_stateless/01602_show_create_view.sql
+++ b/tests/queries/0_stateless/01602_show_create_view.sql
@@ -22,4 +22,6 @@ SHOW CREATE VIEW test_1602.not_exist_view; -- { serverError 390 }
 
 SHOW CREATE VIEW test_1602.tbl; -- { serverError 36 }
 
+SHOW CREATE TEMPORARY VIEW; -- { serverError 60 }
+
 DROP DATABASE IF EXISTS test_1602;

From a0083e23d68a2047323b469e7cc146c25d6fc389 Mon Sep 17 00:00:00 2001
From: spongedc <duchuangucas@live.com>
Date: Wed, 16 Dec 2020 12:07:50 +0800
Subject: [PATCH 160/742] Fix compile error

---
 src/Databases/DatabaseOnDisk.cpp            | 2 +-
 src/Interpreters/InterpreterCreateQuery.cpp | 4 ++--
 src/Parsers/ASTCreateQuery.cpp              | 2 +-
 src/Parsers/ASTCreateQuery.h                | 2 +-
 src/Parsers/New/AST/CreateViewQuery.cpp     | 2 +-
 5 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 1e6b4019c4b..7fb91e1d074 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -111,7 +111,7 @@ String getObjectDefinitionFromCreateQuery(const ASTPtr & query)
     create->replace_view = false;
 
     /// For views it is necessary to save the SELECT query itself, for the rest - on the contrary
-    if (!create->is_view && !create->is_materialized_view && !create->is_live_view)
+    if (!create->isView())
         create->select = nullptr;
 
     create->format = nullptr;
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index 8f3d5086b6b..0f158eb757d 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -624,7 +624,7 @@ void InterpreterCreateQuery::setEngine(ASTCreateQuery & create) const
 
         const String qualified_name = backQuoteIfNeed(as_database_name) + "." + backQuoteIfNeed(as_table_name);
 
-        if (as_create.is_view)
+        if (as_create.is_ordinary_view)
             throw Exception(
                 "Cannot CREATE a table AS " + qualified_name + ", it is a View",
                 ErrorCodes::INCORRECT_QUERY);
@@ -1030,7 +1030,7 @@ AccessRightsElements InterpreterCreateQuery::getRequiredAccess() const
     {
         required_access.emplace_back(AccessType::CREATE_DICTIONARY, create.database, create.table);
     }
-    else if (create.is_view || create.is_materialized_view || create.is_live_view)
+    else if (create.isView())
     {
         if (create.temporary)
             required_access.emplace_back(AccessType::CREATE_TEMPORARY_TABLE);
diff --git a/src/Parsers/ASTCreateQuery.cpp b/src/Parsers/ASTCreateQuery.cpp
index 03db54c6957..4cb512fee20 100644
--- a/src/Parsers/ASTCreateQuery.cpp
+++ b/src/Parsers/ASTCreateQuery.cpp
@@ -231,7 +231,7 @@ void ASTCreateQuery::formatQueryImpl(const FormatSettings & settings, FormatStat
     if (!is_dictionary)
     {
         std::string what = "TABLE";
-        if (is_view)
+        if (is_ordinary_view)
             what = "VIEW";
         if (is_materialized_view)
             what = "MATERIALIZED VIEW";
diff --git a/src/Parsers/ASTCreateQuery.h b/src/Parsers/ASTCreateQuery.h
index ee178b74460..4dc895a5774 100644
--- a/src/Parsers/ASTCreateQuery.h
+++ b/src/Parsers/ASTCreateQuery.h
@@ -91,7 +91,7 @@ public:
         return removeOnCluster<ASTCreateQuery>(clone(), new_database);
     }
 
-    bool isView() { return is_view || is_materialized_view || is_live_view; }
+    bool isView() const { return is_ordinary_view || is_materialized_view || is_live_view; }
 
 protected:
     void formatQueryImpl(const FormatSettings & settings, FormatState & state, FormatStateStacked frame) const override;
diff --git a/src/Parsers/New/AST/CreateViewQuery.cpp b/src/Parsers/New/AST/CreateViewQuery.cpp
index df68687eb13..e558a141ca9 100644
--- a/src/Parsers/New/AST/CreateViewQuery.cpp
+++ b/src/Parsers/New/AST/CreateViewQuery.cpp
@@ -35,7 +35,7 @@ ASTPtr CreateViewQuery::convertToOld() const
     query->attach = attach;
     query->replace_view = replace;
     query->if_not_exists = if_not_exists;
-    query->is_view = true;
+    query->is_ordinary_view = true;
     query->cluster = cluster_name;
 
     if (has(SCHEMA)) query->set(query->columns_list, get(SCHEMA)->convertToOld());

From c906b1ca769679af8bf8f0ed1db8fd80877fa416 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 16 Dec 2020 15:21:23 +0300
Subject: [PATCH 161/742] added the initial solution

---
 src/Functions/FunctionBinaryArithmetic.h | 29 ++++++++++++++++++++----
 src/Functions/multiply.cpp               |  2 +-
 2 files changed, 25 insertions(+), 6 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 8c684d3578f..ea6169194e4 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -3,6 +3,8 @@
 // Include this first, because `#define _asan_poison_address` from
 // llvm/Support/Compiler.h conflicts with its forward declaration in
 // sanitizer/asan_interface.h
+#include <memory>
+#include <type_traits>
 #include <Common/Arena.h>
 
 #include <DataTypes/DataTypesNumber.h>
@@ -467,6 +469,11 @@ public:
         Case<IsDataTypeDecimal<LeftDataType> && IsDataTypeDecimal<RightDataType>, RightDataType>,
         Case<IsDataTypeDecimal<LeftDataType> && IsIntegralOrExtended<RightDataType>, LeftDataType>,
         Case<IsDataTypeDecimal<RightDataType> && IsIntegralOrExtended<LeftDataType>, RightDataType>,
+
+        /// e.g Decimal * Float64 = Float64
+        Case<IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
+        Case<IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>,
+
         /// Decimal <op> Real is not supported (traditional DBs convert Decimal <op> Real to Real)
         Case<IsDataTypeDecimal<LeftDataType> && !IsIntegralOrExtendedOrDecimal<RightDataType>, InvalidType>,
         Case<IsDataTypeDecimal<RightDataType> && !IsIntegralOrExtendedOrDecimal<LeftDataType>, InvalidType>,
@@ -790,10 +797,12 @@ public:
         }
 
         DataTypePtr type_res;
-        bool valid = castBothTypes(arguments[0].get(), arguments[1].get(), [&](const auto & left, const auto & right)
+
+        const bool valid = castBothTypes(arguments[0].get(), arguments[1].get(), [&](const auto & left, const auto & right)
         {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
+
             if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> || std::is_same_v<DataTypeFixedString, RightDataType>)
             {
                 if constexpr (!Op<DataTypeFixedString, DataTypeFixedString>::allow_fixed_string)
@@ -810,6 +819,7 @@ public:
             else
             {
                 using ResultDataType = typename BinaryOperationTraits<Op, LeftDataType, RightDataType>::ResultDataType;
+
                 if constexpr (!std::is_same_v<ResultDataType, InvalidType>)
                 {
                     if constexpr (IsDataTypeDecimal<LeftDataType> && IsDataTypeDecimal<RightDataType>)
@@ -817,6 +827,10 @@ public:
                         ResultDataType result_type = decimalResultType<is_multiply, is_division>(left, right);
                         type_res = std::make_shared<ResultDataType>(result_type.getPrecision(), result_type.getScale());
                     }
+                    else if constexpr ((IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>) ||
+                        (IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>))
+                        type_res = std::make_shared<std::conditional_t<IsFloatingPoint<LeftDataType>,
+                            LeftDataType, RightDataType>>();
                     else if constexpr (IsDataTypeDecimal<LeftDataType>)
                         type_res = std::make_shared<LeftDataType>(left.getPrecision(), left.getScale());
                     else if constexpr (IsDataTypeDecimal<RightDataType>)
@@ -841,10 +855,15 @@ public:
             }
             return false;
         });
-        if (!valid)
-            throw Exception("Illegal types " + arguments[0]->getName() + " and " + arguments[1]->getName() + " of arguments of function " + String(name),
-                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-        return type_res;
+
+        if (valid)
+            return type_res;
+
+        throw Exception(
+            "Illegal types " + arguments[0]->getName() +
+            " and " + arguments[1]->getName() +
+            " of arguments of function " + String(name),
+            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
     }
 
     ColumnPtr executeFixedString(const ColumnsWithTypeAndName & arguments) const
diff --git a/src/Functions/multiply.cpp b/src/Functions/multiply.cpp
index 7552af7dbf1..18c1927b4a5 100644
--- a/src/Functions/multiply.cpp
+++ b/src/Functions/multiply.cpp
@@ -25,7 +25,7 @@ struct MultiplyImpl
             return static_cast<Result>(a) * b;
     }
 
-    /// Apply operation and check overflow. It's used for Deciamal operations. @returns true if overflowed, false otherwise.
+    /// Apply operation and check overflow. It's used for Decimal operations. @returns true if overflowed, false otherwise.
     template <typename Result = ResultType>
     static inline bool apply(A a, B b, Result & c)
     {

From c63c7137abd0d9d213efb0b777564c807bef511d Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 16 Dec 2020 15:35:01 +0300
Subject: [PATCH 162/742] Try use clang-10 for tsan.

---
 tests/ci/ci_config.json | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/tests/ci/ci_config.json b/tests/ci/ci_config.json
index 4e5f36a5f5d..2d788b0a598 100644
--- a/tests/ci/ci_config.json
+++ b/tests/ci/ci_config.json
@@ -52,7 +52,7 @@
             "with_coverage": false
         },
         {
-            "compiler": "clang-11",
+            "compiler": "clang-10",
             "build-type": "",
             "sanitizer": "thread",
             "package-type": "deb",
@@ -179,7 +179,7 @@
         },
         "Functional stateful tests (thread)": {
             "required_build_properties": {
-                "compiler": "clang-11",
+                "compiler": "clang-10",
                 "package_type": "deb",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",
@@ -263,7 +263,7 @@
         },
         "Functional stateless tests (thread)": {
             "required_build_properties": {
-                "compiler": "clang-11",
+                "compiler": "clang-10",
                 "package_type": "deb",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",
@@ -371,7 +371,7 @@
         },
         "Stress test (thread)": {
             "required_build_properties": {
-                "compiler": "clang-11",
+                "compiler": "clang-10",
                 "package_type": "deb",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",
@@ -419,7 +419,7 @@
         },
         "Integration tests (thread)": {
             "required_build_properties": {
-                "compiler": "clang-11",
+                "compiler": "clang-10",
                 "package_type": "deb",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",
@@ -539,7 +539,7 @@
         },
         "Unit tests TSAN": {
             "required_build_properties": {
-                "compiler": "clang-11",
+                "compiler": "clang-10",
                 "package_type": "binary",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",
@@ -551,7 +551,7 @@
         },
         "Unit tests UBSAN": {
             "required_build_properties": {
-                "compiler": "clang-11",
+                "compiler": "clang-10",
                 "package_type": "binary",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",

From e335074c39ce8be0cba7769c9106648eaa84df66 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 16 Dec 2020 15:57:47 +0300
Subject: [PATCH 163/742] works across the blocks

---
 src/Processors/QueryPlan/WindowStep.cpp       | 16 ------
 src/Processors/Transforms/WindowTransform.cpp | 55 ++++++++++++++++---
 src/Processors/Transforms/WindowTransform.h   | 11 +++-
 3 files changed, 57 insertions(+), 25 deletions(-)

diff --git a/src/Processors/QueryPlan/WindowStep.cpp b/src/Processors/QueryPlan/WindowStep.cpp
index 3eccffc5828..8b235eca39e 100644
--- a/src/Processors/QueryPlan/WindowStep.cpp
+++ b/src/Processors/QueryPlan/WindowStep.cpp
@@ -25,22 +25,6 @@ static ITransformingStep::Traits getTraits()
     };
 }
 
-static ITransformingStep::Traits getJoinTraits()
-{
-    return ITransformingStep::Traits
-    {
-        {
-            .preserves_distinct_columns = false,
-            .returns_single_stream = false,
-            .preserves_number_of_streams = true,
-            .preserves_sorting = false,
-        },
-        {
-            .preserves_number_of_rows = false,
-        }
-    };
-}
-
 static Block addWindowFunctionColumns(const Block & block,
     std::vector<WindowFunctionDescription> window_functions)
 {
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index 1084d96cddd..07eb8118a3b 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -54,6 +54,8 @@ WindowTransform::WindowTransform(const Block & input_header_,
         partition_by_indices.push_back(
             input_header.getPositionByName(column.column_name));
     }
+    partition_start_columns.resize(partition_by_indices.size(), nullptr);
+    partition_start_row = 0;
 }
 
 WindowTransform::~WindowTransform()
@@ -87,6 +89,7 @@ void WindowTransform::transform(Chunk & chunk)
         const auto * a = f.aggregate_function.get();
 
         //*
+        // Create the resulting column.
         ColumnWithTypeAndName column_with_type;
         column_with_type.name = f.column_name;
         column_with_type.type = a->getReturnType();
@@ -97,21 +100,57 @@ void WindowTransform::transform(Chunk & chunk)
         {
             // Check whether the new partition has started and reinitialize the
             // aggregate function states.
-            if (row > 0)
+            assert(partition_start_columns.size() == partition_by_indices.size());
+            if (partition_start_columns.size() == 0)
             {
-                for (const size_t column_index : partition_by_indices)
+                // No PARTITION BY at all, do nothing.
+            }
+            else if (partition_start_columns[0] == nullptr)
+            {
+                // This is the first partition.
+                partition_start_columns.clear();
+                for (const auto i : partition_by_indices)
                 {
-                    const auto * column = block.getColumns()[column_index].get();
-                    if (column->compareAt(row, row - 1, *column,
+                    partition_start_columns.push_back(block.getColumns()[i]);
+                }
+                partition_start_row = row;
+            }
+            else
+            {
+                // Check whether the new partition started, by comparing all the
+                // PARTITION BY columns.
+                size_t first_inequal_column = 0;
+                for ( ; first_inequal_column < partition_start_columns.size();
+                      ++first_inequal_column)
+                {
+                    const auto * current_column = block.getColumns()[
+                        partition_by_indices[first_inequal_column]].get();
+
+                    if (current_column->compareAt(row, partition_start_row,
+                        *partition_start_columns[first_inequal_column],
                         1 /* nan_direction_hint */) != 0)
                     {
-                        ws.window_function.aggregate_function->destroy(
-                            ws.aggregate_function_state.data());
-                        ws.window_function.aggregate_function->create(
-                            ws.aggregate_function_state.data());
                         break;
                     }
                 }
+
+                if (first_inequal_column < partition_start_columns.size())
+                {
+                    // The new partition has started.
+                    // 1) Remember it.
+                    partition_start_columns.clear();
+                    for (const auto i : partition_by_indices)
+                    {
+                        partition_start_columns.push_back(block.getColumns()[i]);
+                    }
+                    partition_start_row = row;
+
+                    // 2) Reset the aggregate function states.
+                    ws.window_function.aggregate_function->destroy(
+                        ws.aggregate_function_state.data());
+                    ws.window_function.aggregate_function->create(
+                        ws.aggregate_function_state.data());
+                }
             }
 
             // Update the aggregate function state and save the result.
diff --git a/src/Processors/Transforms/WindowTransform.h b/src/Processors/Transforms/WindowTransform.h
index 58b1ed13ae0..5e1444b9949 100644
--- a/src/Processors/Transforms/WindowTransform.h
+++ b/src/Processors/Transforms/WindowTransform.h
@@ -51,12 +51,21 @@ public:
     Block input_header;
 
     WindowDescription window_description;
+    // Indices of the PARTITION BY columns in block.
     std::vector<size_t> partition_by_indices;
+    // The columns for PARTITION BY and the row in these columns where the
+    // current partition started. They might be in some of the previous blocks,
+    // so we have to keep the shared ownership of the columns. We don't keep the
+    // entire block to save memory, only the needed columns, in the same order
+    // as the partition_by_indices array.
+    // Can be empty if there is no PARTITION BY.
+    // Columns are nullptr when it is the first partition.
+    std::vector<ColumnPtr> partition_start_columns;
+    size_t partition_start_row = 0;
 
     std::vector<WindowFunctionWorkspace> workspaces;
 
     std::unique_ptr<Arena> arena;
-    std::vector<AlignedBuffer> aggregate_function_data;
 };
 
 }

From d7145a5ee15fa81b64c3204a75e66d40ed70267b Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 16 Dec 2020 18:01:18 +0300
Subject: [PATCH 164/742] working

---
 src/Functions/FunctionBinaryArithmetic.h | 26 +++++++++++++++++++++---
 1 file changed, 23 insertions(+), 3 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index ea6169194e4..76ae6301843 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -974,7 +974,15 @@ public:
                 using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
                 using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
 
-                ResultDataType type = decimalResultType<is_multiply, is_division>(left, right);
+                ResultDataType type;
+
+                if constexpr (IsFloatingPoint<NativeResultType>)
+                {
+                    if constexpr (IsFloatingPoint<LeftDataType>)
+                        type = ...
+
+                } else
+                    type = decimalResultType<is_multiply, is_division>(left, right);
 
                 static constexpr const bool dec_a = IsDecimalNumber<T0>;
                 static constexpr const bool dec_b = IsDecimalNumber<T1>;
@@ -987,8 +995,20 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    NativeResultType const_a = col_left_const->template getValue<T0>();
-                    NativeResultType const_b = col_right_const->template getValue<T1>();
+                    NativeResultType const_a;
+                    NativeResultType const_b;
+
+                    if constexpr (IsFloatingPoint<NativeResultType> && dec_a)
+                        const_a = DecimalUtils::convertTo<NativeResultType>(
+                            col_left_const->template getValue<T0>(), scale_a);
+                    else
+                        const_a = col_left_const->template getValue<T0>();
+
+                    if constexpr (IsFloatingPoint<NativeResultType> && dec_b)
+                        const_b = DecimalUtils::convertTo<NativeResultType>(
+                            col_right_const->template getValue<T1>(), scale_b);
+                    else
+                        const_b = col_right_const->template getValue<T1>();
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :

From f143a37693027395c873eab0e53085569508c5e1 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 16 Dec 2020 18:11:26 +0300
Subject: [PATCH 165/742] simplified case to multiply only

---
 src/Functions/FunctionBinaryArithmetic.h | 25 +++++++++++-------------
 1 file changed, 11 insertions(+), 14 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 76ae6301843..73fd40db454 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -470,30 +470,36 @@ public:
         Case<IsDataTypeDecimal<LeftDataType> && IsIntegralOrExtended<RightDataType>, LeftDataType>,
         Case<IsDataTypeDecimal<RightDataType> && IsIntegralOrExtended<LeftDataType>, RightDataType>,
 
-        /// e.g Decimal * Float64 = Float64
-        Case<IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
-        Case<IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>,
-
         /// Decimal <op> Real is not supported (traditional DBs convert Decimal <op> Real to Real)
         Case<IsDataTypeDecimal<LeftDataType> && !IsIntegralOrExtendedOrDecimal<RightDataType>, InvalidType>,
         Case<IsDataTypeDecimal<RightDataType> && !IsIntegralOrExtendedOrDecimal<LeftDataType>, InvalidType>,
+
         /// number <op> number -> see corresponding impl
         Case<!IsDateOrDateTime<LeftDataType> && !IsDateOrDateTime<RightDataType>,
             DataTypeFromFieldType<typename Op::ResultType>>,
+
+        /// e.g Decimal * Float64 = Float64
+        Case<IsOperation<Operation>::multiply, Switch<
+            Case<IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
+            Case<IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>>>,
+
         /// Date + Integral -> Date
         /// Integral + Date -> Date
         Case<IsOperation<Operation>::plus, Switch<
             Case<IsIntegral<RightDataType>, LeftDataType>,
             Case<IsIntegral<LeftDataType>, RightDataType>>>,
+
         /// Date - Date     -> Int32
         /// Date - Integral -> Date
         Case<IsOperation<Operation>::minus, Switch<
             Case<std::is_same_v<LeftDataType, RightDataType>, DataTypeInt32>,
             Case<IsDateOrDateTime<LeftDataType> && IsIntegral<RightDataType>, LeftDataType>>>,
+
         /// least(Date, Date) -> Date
         /// greatest(Date, Date) -> Date
         Case<std::is_same_v<LeftDataType, RightDataType> && (IsOperation<Operation>::least || IsOperation<Operation>::greatest),
             LeftDataType>,
+
         /// Date % Int32 -> Int32
         /// Date % Float -> Float64
         Case<IsOperation<Operation>::modulo, Switch<
@@ -501,7 +507,6 @@ public:
             Case<IsDateOrDateTime<LeftDataType> && IsFloatingPoint<RightDataType>, DataTypeFloat64>>>>;
 };
 
-
 template <template <typename, typename> class Op, typename Name, bool valid_on_default_arguments = true>
 class FunctionBinaryArithmetic : public IFunction
 {
@@ -974,15 +979,7 @@ public:
                 using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
                 using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
 
-                ResultDataType type;
-
-                if constexpr (IsFloatingPoint<NativeResultType>)
-                {
-                    if constexpr (IsFloatingPoint<LeftDataType>)
-                        type = ...
-
-                } else
-                    type = decimalResultType<is_multiply, is_division>(left, right);
+                ResultDataType type = decimalResultType<is_multiply, is_division>(left, right);
 
                 static constexpr const bool dec_a = IsDecimalNumber<T0>;
                 static constexpr const bool dec_b = IsDecimalNumber<T1>;

From 02baaddc13b5cb40f77b44bcc104421030963012 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 16 Dec 2020 18:20:41 +0300
Subject: [PATCH 166/742] removed some casts

---
 src/Functions/FunctionBinaryArithmetic.h | 16 ++--------------
 1 file changed, 2 insertions(+), 14 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 73fd40db454..ef54c059b47 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -992,20 +992,8 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    NativeResultType const_a;
-                    NativeResultType const_b;
-
-                    if constexpr (IsFloatingPoint<NativeResultType> && dec_a)
-                        const_a = DecimalUtils::convertTo<NativeResultType>(
-                            col_left_const->template getValue<T0>(), scale_a);
-                    else
-                        const_a = col_left_const->template getValue<T0>();
-
-                    if constexpr (IsFloatingPoint<NativeResultType> && dec_b)
-                        const_b = DecimalUtils::convertTo<NativeResultType>(
-                            col_right_const->template getValue<T1>(), scale_b);
-                    else
-                        const_b = col_right_const->template getValue<T1>();
+                    NativeResultType const_a = col_left_const->template getValue<T0>();
+                    NativeResultType const_b = col_right_const->template getValue<T1>();
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :

From 17d996054ecd77d59246a26b48ff3f2436c17d3a Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 16 Dec 2020 18:47:24 +0300
Subject: [PATCH 167/742] style fix

---
 src/Functions/FunctionBinaryArithmetic.h | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index ef54c059b47..db68f07603c 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -548,7 +548,13 @@ class FunctionBinaryArithmetic : public IFunction
     template <typename F>
     static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
     {
-        return castType(left, [&](const auto & left_) { return castType(right, [&](const auto & right_) { return f(left_, right_); }); });
+        return castType(left, [&](const auto & left_)
+        {
+            return castType(right, [&](const auto & right_)
+            {
+                return f(left_, right_);
+            });
+        });
     }
 
     static FunctionOverloadResolverPtr
@@ -1097,10 +1103,12 @@ public:
         const auto * left_generic = left_argument.type.get();
         const auto * right_generic = right_argument.type.get();
         ColumnPtr res;
-        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
+
+        const bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
         {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
+
             if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> || std::is_same_v<DataTypeFixedString, RightDataType>)
             {
                 if constexpr (!Op<DataTypeFixedString, DataTypeFixedString>::allow_fixed_string)

From 05c621c16ca47122e95c5c3f709284c82e25adbb Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 16 Dec 2020 19:49:02 +0300
Subject: [PATCH 168/742] Revert "Try use clang-10 for tsan."

This reverts commit c63c7137abd0d9d213efb0b777564c807bef511d.
---
 tests/ci/ci_config.json | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/tests/ci/ci_config.json b/tests/ci/ci_config.json
index 2d788b0a598..4e5f36a5f5d 100644
--- a/tests/ci/ci_config.json
+++ b/tests/ci/ci_config.json
@@ -52,7 +52,7 @@
             "with_coverage": false
         },
         {
-            "compiler": "clang-10",
+            "compiler": "clang-11",
             "build-type": "",
             "sanitizer": "thread",
             "package-type": "deb",
@@ -179,7 +179,7 @@
         },
         "Functional stateful tests (thread)": {
             "required_build_properties": {
-                "compiler": "clang-10",
+                "compiler": "clang-11",
                 "package_type": "deb",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",
@@ -263,7 +263,7 @@
         },
         "Functional stateless tests (thread)": {
             "required_build_properties": {
-                "compiler": "clang-10",
+                "compiler": "clang-11",
                 "package_type": "deb",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",
@@ -371,7 +371,7 @@
         },
         "Stress test (thread)": {
             "required_build_properties": {
-                "compiler": "clang-10",
+                "compiler": "clang-11",
                 "package_type": "deb",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",
@@ -419,7 +419,7 @@
         },
         "Integration tests (thread)": {
             "required_build_properties": {
-                "compiler": "clang-10",
+                "compiler": "clang-11",
                 "package_type": "deb",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",
@@ -539,7 +539,7 @@
         },
         "Unit tests TSAN": {
             "required_build_properties": {
-                "compiler": "clang-10",
+                "compiler": "clang-11",
                 "package_type": "binary",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",
@@ -551,7 +551,7 @@
         },
         "Unit tests UBSAN": {
             "required_build_properties": {
-                "compiler": "clang-10",
+                "compiler": "clang-11",
                 "package_type": "binary",
                 "build_type": "relwithdebuginfo",
                 "sanitizer": "thread",

From a6b4dabab6de4340300c977517a4f89bdcc7f646 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 16 Dec 2020 19:51:58 +0300
Subject: [PATCH 169/742] Use ucontext for tsan.

---
 contrib/boost-cmake/CMakeLists.txt | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index d0b3d7f925c..f7c1ce22e90 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -151,9 +151,14 @@ if (NOT EXTERNAL_BOOST_FOUND)
     enable_language(ASM)
     SET(ASM_OPTIONS "-x assembler-with-cpp")
 
-    if (SANITIZE AND SANITIZE STREQUAL "address")
+    if (SANITIZE AND (SANITIZE STREQUAL "address" OR SANITIZE STREQUAL "thread"))
         add_compile_definitions(BOOST_USE_UCONTEXT)
-        add_compile_definitions(BOOST_USE_ASAN)
+
+        if (SANITIZE STREQUAL "address")
+            add_compile_definitions(BOOST_USE_ASAN)
+        elseif (SANITIZE STREQUAL "thread")
+            add_compile_definitions(BOOST_USE_TSAN)
+        endif()
 
         set (SRCS_CONTEXT
                 ${LIBRARY_DIR}/libs/context/src/fiber.cpp

From 5a19e3068e1141533d83d34c8512a2976c8bad6f Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 16 Dec 2020 19:52:15 +0300
Subject: [PATCH 170/742] Update settings.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Внес поправки в описание настройки.
---
 docs/en/operations/settings/settings.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index c60cd2c2c52..f74e8af3401 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2429,12 +2429,12 @@ Enables special logic to perform merges on replicas.
 Possible values:
 
 -   Positive integer (in seconds).
--   0 — Special merge logic is not executed.
+-   0 — Special merges logic is not executed.
 
 Default value: `0`.
 
 **Special logic to perform merges**
 
-Selects one replica to perform the merge on. Sets the time threshold from the start of the merge. Other replicas wait for the merge to finish, then download the result. If the time threshold passes and the selected replica does not perform merges, then the merge is performed manually.
+Selects one replica to perform the merge on. Sets the time threshold from the start of the merge. Other replicas wait for the merge to finish, then download the result. If the time threshold passes, and the selected replica does not perform merge, then the merge is performed manually.
 
 [Original article](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->

From a85d6e2fbc1c640e3942cfe4acadd8b046be104d Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 16 Dec 2020 19:52:29 +0300
Subject: [PATCH 171/742] Try use tsan annotated boost fibre.

---
 contrib/boost | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/boost b/contrib/boost
index a7ceabe4747..4db0de68baa 160000
--- a/contrib/boost
+++ b/contrib/boost
@@ -1 +1 @@
-Subproject commit a7ceabe4747ecc3309dd3dcd9de4b29660dfd298
+Subproject commit 4db0de68baa345515bb0468d3d1ced619d2e2c4e

From 77e10884fcbe475c5f1c1bc3f369c6d42a8ab752 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 16 Dec 2020 20:04:16 +0300
Subject: [PATCH 172/742] Document union_default_mode setting
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Задокументировал настройку union_default_mode.
---
 docs/en/operations/settings/settings.md       | 79 +++++++++++++++++++
 .../statements/select/union-all.md            |  5 +-
 .../statements/select/union-all.md            |  6 ++
 3 files changed, 89 insertions(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index c5e44d4c464..97375f86d03 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2423,4 +2423,83 @@ Possible values:
 
 Default value: `0`.
 
+## union_default_mode {#union-default-mode}
+
+Sets a special mode for combining `SELECT` query results using the [UNION](../../sql-reference/statements/select/union-all.md) expression.
+
+Possible values:
+
+-   `'DISTINCT'` — ClickHouse outputs rows as a result of combining queries removing duplicate rows.
+-   `'ALL'` — ClickHouse outputs all rows as a result of combining queries including duplicate rows.
+-   `''` — Clickhouse generates an exception when used with `UNION`.
+
+Default value: `'DISTINCT'`.
+
+**Example of using the 'DISTINCT' value**
+
+Query:
+
+```sql
+SET union_default_mode = 'DISTINCT';
+SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
+```
+
+Result:
+
+```text
+┌─1─┐
+│ 1 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 3 │
+└───┘
+```
+
+**Example of using the 'ALL' value**
+
+Query:
+
+```sql
+SET union_default_mode = 'ALL';
+SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
+```
+
+Result:
+
+```text
+┌─1─┐
+│ 1 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 3 │
+└───┘
+```
+
+**Example of using the '' value**
+
+Query:
+
+```sql
+SET union_default_mode = '';
+SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
+```
+
+Result:
+
+```text
+Query id: 8f3755e8-ef76-4d1a-bdb2-7f6fc8a669ec
+
+Received exception from server (version 20.11.1):
+Code: 2005. DB::Exception: Received from localhost:9000. DB::Exception: Expected ALL or DISTINCT in SelectWithUnion query, because setting (union_default_mode) is empty.
+```
+
 [Original article](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->
diff --git a/docs/en/sql-reference/statements/select/union-all.md b/docs/en/sql-reference/statements/select/union-all.md
index f150efbdc80..85c50450273 100644
--- a/docs/en/sql-reference/statements/select/union-all.md
+++ b/docs/en/sql-reference/statements/select/union-all.md
@@ -26,12 +26,15 @@ Type casting is performed for unions. For example, if two queries being combined
 Queries that are parts of `UNION ALL` can’t be enclosed in round brackets. [ORDER BY](../../../sql-reference/statements/select/order-by.md) and [LIMIT](../../../sql-reference/statements/select/limit.md) are applied to separate queries, not to the final result. If you need to apply a conversion to the final result, you can put all the queries with `UNION ALL` in a subquery in the [FROM](../../../sql-reference/statements/select/from.md) clause.
 
 # UNION DISTINCT Clause {#union-distinct-clause}
+
 The difference between `UNION ALL` and `UNION DISTINCT` is that `UNION DISTINCT` will do a distinct transform for union result, it is equivalent to `SELECT DISTINCT` from a subquery containing `UNION ALL`.
 
 # UNION Clause {#union-clause}
-By default, `UNION` has the same behavior as `UNION DISTINCT`, but you can specify union mode by setting `union_default_mode`, values can be 'ALL', 'DISTINCT' or empty string. However, if you use `UNION` with setting `union_default_mode` to empty string, it will throw an exception.
 
+By default, `UNION` has the same behavior as `UNION DISTINCT`, but you can specify union mode by [union_default_mode](../../../operations/settings/settings.md#union-default-mode) setting, values can be `ALL`, `DISTINCT` or an empty string. However, if you use `UNION` with `union_default_mode` setting to empty string, it will throw an exception.
 
 ## Implementation Details {#implementation-details}
 
 Queries that are parts of `UNION/UNION ALL/UNION DISTINCT` can be run simultaneously, and their results can be mixed together.
+
+[Original article](https://clickhouse.tech/docs/en/sql-reference/statements/select/union-all/) <!-- hide -->
diff --git a/docs/ru/sql-reference/statements/select/union-all.md b/docs/ru/sql-reference/statements/select/union-all.md
index b9d1f485a7b..86bcf6a53cc 100644
--- a/docs/ru/sql-reference/statements/select/union-all.md
+++ b/docs/ru/sql-reference/statements/select/union-all.md
@@ -29,6 +29,12 @@ SELECT CounterID, 2 AS table, sum(Sign) AS c
 
 Поддерживается только `UNION ALL`. Обычный `UNION` (`UNION DISTINCT`) не поддерживается. Если вам это нужно `UNION DISTINCT`, вы можете написать `SELECT DISTINCT` из подзапроса, содержащего `UNION ALL`.
 
+# Секция UNION {#union-clause}
+
+По умолчанию, `UNION` ведет себя так же, как и `UNION DISTINCT`. Но вы можете указать режим объединения с помощью настройки [union_default_mode](../../../operations/settings/settings.md#union-default-mode), значениями которой могут быть `ALL`, `DISTINCT` или пустая строка. Однако, если вы используете `UNION` с настройкой `union_default_mode`, значением которой является пустая строка, то сгенерируется исключение.
+
 ## Детали реализации {#implementation-details}
 
 Запросы, которые являются частью `UNION ALL` выполняются параллельно, и их результаты могут быть смешаны вместе.
+
+[Оригинальная статья](https://clickhouse.tech/docs/ru/sql-reference/statements/select/union-all/) <!-- hide -->

From af83d82a846d59a3325dcfa1e9947ef634f60a21 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 16 Dec 2020 20:06:04 +0300
Subject: [PATCH 173/742] Try use tsan annotated boost fibre.

---
 base/common/defines.h | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/base/common/defines.h b/base/common/defines.h
index f6d1d5805c3..28490f9731c 100644
--- a/base/common/defines.h
+++ b/base/common/defines.h
@@ -66,6 +66,11 @@
 #    define BOOST_USE_UCONTEXT 1
 #endif
 
+#if defined(THREAD_SANITIZER)
+#    define BOOST_USE_TSAN 1
+#    define BOOST_USE_UCONTEXT 1
+#endif
+
 /// TODO: Strange enough, there is no way to detect UB sanitizer.
 
 /// Explicitly allow undefined behaviour for certain functions. Use it as a function attribute.

From 263aa88cd9a05e872e15a32445e431e2246f02b0 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 16 Dec 2020 23:27:31 +0300
Subject: [PATCH 174/742] Fixing tests.

---
 src/DataStreams/RemoteQueryExecutor.cpp     | 14 ++++++++++----
 src/Processors/Executors/AsyncTaskQueue.cpp | 20 +++++++++++++-------
 src/Processors/Executors/AsyncTaskQueue.h   |  5 ++---
 3 files changed, 25 insertions(+), 14 deletions(-)

diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index b31b41a36f2..7dacfca8b60 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -210,8 +210,11 @@ std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext>
             return Block();
     }
 
-    if (!read_context)
-        read_context = std::make_unique<ReadContext>(*multiplexed_connections);
+    {
+        std::lock_guard lock(was_cancelled_mutex);
+        if (!read_context)
+            read_context = std::make_unique<ReadContext>(*multiplexed_connections);
+    }
 
     do
     {
@@ -360,8 +363,11 @@ void RemoteQueryExecutor::cancel(std::unique_ptr<ReadContext> * read_context)
     if (!isQueryPending() || hasThrownException())
         return;
 
-    if (read_context && *read_context)
-        (*read_context)->cancel();
+    {
+        std::lock_guard lock(was_cancelled_mutex);
+        if (read_context && *read_context)
+            (*read_context)->cancel();
+    }
 
     tryCancel("Cancelling query");
 }
diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/AsyncTaskQueue.cpp
index eeb7603022d..2ffc424cb86 100644
--- a/src/Processors/Executors/AsyncTaskQueue.cpp
+++ b/src/Processors/Executors/AsyncTaskQueue.cpp
@@ -14,6 +14,7 @@ namespace ErrorCodes
 {
     extern const int CANNOT_OPEN_FILE;
     extern const int CANNOT_READ_FROM_SOCKET;
+    extern const int LOGICAL_ERROR;
 }
 
 
@@ -43,12 +44,14 @@ AsyncTaskQueue::~AsyncTaskQueue()
 
 void AsyncTaskQueue::addTask(size_t thread_number, void * data, int fd)
 {
-    auto it = tasks.insert(tasks.end(), TaskData{thread_number, data, fd, {}});
-    it->self = it;
+    if (tasks.count(data))
+        throw Exception("Task was already added to task queue", ErrorCodes::LOGICAL_ERROR);
+
+    tasks[data] = TaskData{thread_number, data, fd};
 
     epoll_event socket_event;
     socket_event.events = EPOLLIN | EPOLLPRI;
-    socket_event.data.ptr = &(*it);
+    socket_event.data.ptr = data;
 
     if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd, &socket_event))
         throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
@@ -77,13 +80,16 @@ AsyncTaskQueue::TaskData AsyncTaskQueue::wait(std::unique_lock<std::mutex> & loc
     if (event.data.ptr == pipe_fd)
         return {};
 
-    auto it = static_cast<TaskData *>(event.data.ptr)->self;
+    auto it = tasks.find(event.data.ptr);
+    if (it == tasks.end())
+        throw Exception("Task was not found in task queue", ErrorCodes::LOGICAL_ERROR);
 
-    if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_DEL, it->fd, &event))
+    auto res = it->second;
+    tasks.erase(it);
+
+    if (-1 == epoll_ctl(epoll_fd, EPOLL_CTL_DEL, res.fd, &event))
         throwFromErrno("Cannot remove socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
 
-    auto res = *it;
-    tasks.erase(it);
     return res;
 }
 
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/AsyncTaskQueue.h
index af616ca48be..c8eb418955c 100644
--- a/src/Processors/Executors/AsyncTaskQueue.h
+++ b/src/Processors/Executors/AsyncTaskQueue.h
@@ -2,7 +2,7 @@
 #include <cstddef>
 #include <mutex>
 #include <atomic>
-#include <list>
+#include <unordered_map>
 
 namespace DB
 {
@@ -18,7 +18,6 @@ public:
         void * data = nullptr;
         int fd = -1;
 
-        std::list<TaskData>::iterator self;
 
         explicit operator bool() const { return data; }
     };
@@ -27,7 +26,7 @@ private:
     int epoll_fd;
     int pipe_fd[2];
     std::atomic_bool is_finished = false;
-    std::list<TaskData> tasks;
+    std::unordered_map<void *, TaskData> tasks;
 
 public:
     AsyncTaskQueue();

From e8093eaaa697be550664101176ba44a0704b1e33 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 16 Dec 2020 23:33:08 +0300
Subject: [PATCH 175/742] Update settings.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Изменил заголовок примера.
---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 0f8ee7ee632..dd4ea6697bf 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2520,7 +2520,7 @@ Result:
 └───┘
 ```
 
-**Example of using the '' value**
+**Example of using an empty string as a setting value**
 
 Query:
 

From e53281e1763e77016fb463f07916a588afb51b41 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 16 Dec 2020 23:38:28 +0300
Subject: [PATCH 176/742] Update distribution_queue.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Исправил this на these.
---
 docs/en/operations/system-tables/distribution_queue.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/system-tables/distribution_queue.md b/docs/en/operations/system-tables/distribution_queue.md
index 9068e7e860c..fdc6a134da2 100644
--- a/docs/en/operations/system-tables/distribution_queue.md
+++ b/docs/en/operations/system-tables/distribution_queue.md
@@ -1,6 +1,6 @@
 # system.distribution_queue {#system_tables-distribution_queue}
 
-Contains information about local files that are in the queue to be sent to the shards. This local files contain new parts that are created by inserting new data into the Distributed table in asynchronous mode.
+Contains information about local files that are in the queue to be sent to the shards. These local files contain new parts that are created by inserting new data into the Distributed table in asynchronous mode.
 
 Columns:
 

From fef24c81e3b3199b76085ae415cdbe46c2a2b2ef Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 17 Dec 2020 00:44:05 +0300
Subject: [PATCH 177/742] some grammar

---
 src/Interpreters/ActionsVisitor.cpp           |  22 ++-
 src/Interpreters/AggregateDescription.h       |   1 -
 src/Interpreters/ExpressionAnalyzer.cpp       | 176 +++++-------------
 .../ExtractExpressionInfoVisitor.cpp          |   8 +-
 src/Interpreters/GetAggregatesVisitor.h       |  17 +-
 src/Interpreters/MonotonicityCheckVisitor.h   |   9 +-
 .../RewriteAnyFunctionVisitor.cpp             |   6 +-
 src/Parsers/ASTFunction.cpp                   |  40 +++-
 src/Parsers/ASTFunction.h                     |   7 +
 src/Parsers/ASTIndexDeclaration.cpp           |   2 +
 src/Parsers/ASTIndexDeclaration.h             |   4 +-
 src/Parsers/ExpressionElementParsers.cpp      |  87 +++++++++
 src/Parsers/ExpressionElementParsers.h        |   9 +
 src/Parsers/IAST.h                            |   9 +-
 src/Parsers/New/AST/TableElementExpr.cpp      |   1 +
 src/Storages/IndicesDescription.cpp           |   1 +
 src/Storages/MergeTree/MergeTreeIndices.h     |   1 -
 17 files changed, 234 insertions(+), 166 deletions(-)

diff --git a/src/Interpreters/ActionsVisitor.cpp b/src/Interpreters/ActionsVisitor.cpp
index be22af57f32..f3066e6dc2a 100644
--- a/src/Interpreters/ActionsVisitor.cpp
+++ b/src/Interpreters/ActionsVisitor.cpp
@@ -735,17 +735,25 @@ void ActionsMatcher::visit(const ASTFunction & node, const ASTPtr & ast, Data &
         }
     }
 
-    if (AggregateFunctionFactory::instance().isAggregateFunctionName(node.name))
-        return;
-
-    /// FIXME need proper grammar for window functions. For now, ignore it --
-    /// the resulting column is added in ExpressionAnalyzer, similar to the
-    /// aggregate functions.
-    if (node.name == "window")
+    if (node.is_window_function)
     {
+        // Also add columns from PARTITION BY and ORDER BY of window functions.
+        // Requiring a constant reference to a shared pointer to non-const AST
+        // doesn't really look sane, but the visitor does indeed require it.
+        visit(node.window_partition_by->clone(), data);
+        visit(node.window_order_by->clone(), data);
+
+        // Don't need to do anything more for window functions here -- the
+        // resulting column is added in ExpressionAnalyzer, similar to the
+        // aggregate functions.
         return;
     }
 
+    // An aggregate function can also be calculated as a window function, but we
+    // checked for it above, so no need to do anything more.
+    if (AggregateFunctionFactory::instance().isAggregateFunctionName(node.name))
+        return;
+
     FunctionOverloadResolverPtr function_builder;
     try
     {
diff --git a/src/Interpreters/AggregateDescription.h b/src/Interpreters/AggregateDescription.h
index f4ac0cf3898..61e684a1458 100644
--- a/src/Interpreters/AggregateDescription.h
+++ b/src/Interpreters/AggregateDescription.h
@@ -31,7 +31,6 @@ struct WindowFunctionDescription
 {
     std::string window_name;
     std::string column_name;
-    const ASTFunction * wrapper_node;
     const ASTFunction * function_node;
     AggregateFunctionPtr aggregate_function;
     Array function_parameters;
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 09a4855f74f..346c287f239 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -469,63 +469,14 @@ bool ExpressionAnalyzer::makeAggregateDescriptions(ActionsDAGPtr & actions)
     return !aggregates().empty();
 }
 
-// Parses order by & partition by from window() wrapper function.
-// Remove this when we have proper grammar.
-static SortDescription windowArgumentToSortDescription(IAST* ast, const WindowDescription & w)
-{
-    SortDescription result;
-    if (const auto * as_tuple = ast->as<ASTFunction>();
-        as_tuple
-        && as_tuple->name == "tuple"
-        && as_tuple->arguments)
-    {
-        // untuple it
-        for (const auto & element_ast
-            : as_tuple->arguments->children)
-        {
-            const auto * with_alias = dynamic_cast<
-                const ASTWithAlias *>(element_ast.get());
-            if (!with_alias)
-            {
-                throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                    "(1) Expected column in PARTITION BY"
-                    " for window '{}', got '{}'",
-                    w.window_name,
-                    element_ast->formatForErrorMessage());
-            }
-            result.push_back(
-                SortColumnDescription(
-                    with_alias->getColumnName(),
-                    1 /* direction */,
-                    1 /* nulls_direction */));
-        }
-    }
-    else if (const auto * with_alias
-        = dynamic_cast<const ASTWithAlias *>(ast))
-    {
-        result.push_back(
-            SortColumnDescription(
-                with_alias->getColumnName(),
-                1 /* direction */,
-                1 /* nulls_direction */));
-    }
-    else
-    {
-        throw Exception(ErrorCodes::BAD_ARGUMENTS,
-            "(2) Expected tuple or column in PARTITION BY"
-            " for window '{}', got '{}'",
-            w.window_name,
-            ast->formatForErrorMessage());
-    }
-
-    return result;
-}
 
 bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
 {
-    for (const ASTFunction * wrapper_node : windowFunctions())
+    for (const ASTFunction * function_node : windowFunctions())
     {
-        fmt::print(stderr, "window function ast: {}\n", wrapper_node->dumpTree());
+        fmt::print(stderr, "window function ast: {}\n", function_node->dumpTree());
+
+        assert(function_node->is_window_function);
 
         // FIXME not thread-safe, should use a per-query counter.
         static int window_index = 1;
@@ -533,38 +484,44 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
         WindowDescription window_description;
         window_description.window_name = fmt::format("window_{}", window_index++);
 
-        const auto * elist = wrapper_node->arguments
-            ? wrapper_node->arguments->as<const ASTExpressionList>()
-            : nullptr;
-        if (elist)
+        if (function_node->window_partition_by)
         {
-            if (elist->children.size() >= 2)
+            for (const auto & column_ast
+                : function_node->window_partition_by->children)
             {
-                const auto partition_by_ast = elist->children[1];
-                fmt::print(stderr, "partition by ast {}\n",
-                    partition_by_ast->dumpTree());
-
-                window_description.partition_by = windowArgumentToSortDescription(
-                    partition_by_ast.get(), window_description);
-            }
-
-            if (elist->children.size() == 3)
-            {
-                const auto order_by_ast = elist->children[2];
-                fmt::print(stderr, "order by ast {}\n",
-                    order_by_ast->dumpTree());
-
-                window_description.order_by = windowArgumentToSortDescription(
-                    order_by_ast.get(), window_description);
-            }
-
-            if (elist->children.size() > 3)
-            {
-                throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                    "Too many arguments to window function '{}'",
-                    wrapper_node->formatForErrorMessage());
+                const auto * with_alias = dynamic_cast<const ASTWithAlias *>(
+                    column_ast.get());
+                if (!with_alias)
+                {
+                    throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                        "Expected a column in PARTITION BY for window '{}',"
+                        " got '{}'", window_description.window_name,
+                        column_ast->formatForErrorMessage());
+                }
+                window_description.partition_by.push_back(
+                    SortColumnDescription(
+                        with_alias->getColumnName(), 1 /* direction */,
+                        1 /* nulls_direction */));
             }
         }
+
+        if (function_node->window_order_by)
+        {
+            for (const auto & column_ast
+                : function_node->window_order_by->children)
+            {
+                // Parser should have checked that we have a proper element here.
+                const auto & order_by_element
+                    = column_ast->as<ASTOrderByElement &>();
+                // Ignore collation for now.
+                window_description.order_by.push_back(
+                    SortColumnDescription(
+                        order_by_element.children.front()->getColumnName(),
+                        order_by_element.direction,
+                        order_by_element.nulls_direction));
+            }
+        }
+
         window_description.full_sort_description = window_description.partition_by;
         window_description.full_sort_description.insert(
             window_description.full_sort_description.end(),
@@ -573,9 +530,7 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
 
         WindowFunctionDescription window_function;
         window_function.window_name = window_description.window_name;
-        window_function.wrapper_node = wrapper_node;
-        window_function.function_node
-            = &elist->children.at(0)->as<ASTFunction &>();
+        window_function.function_node = function_node;
         window_function.column_name
             = window_function.function_node->getColumnName();
         window_function.function_parameters
@@ -584,17 +539,10 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
                     window_function.function_node->parameters)
                 : Array();
 
-        // We have to fill actions for window function arguments, so that we are
-        // then able to find their argumen types. The `actions` passed to this
-        // functions are temporary and are discarded.
-        // The same calculation is done in appendWindowFunctionsArguments.
-        getRootActionsNoMakeSet(wrapper_node->arguments, true /* no subqueries */,
-            actions);
-        // We have to separately get actions for the arguments of the aggregate
-        // function we calculate over window, because the ActionsVisitor does
-        // not descend into aggregate functions.
-        getRootActionsNoMakeSet(window_function.function_node->arguments,
-            true /* no subqueries */, actions);
+        // Requiring a constant reference to a shared pointer to non-const AST
+        // doesn't really look sane, but the visitor does indeed require it.
+        getRootActionsNoMakeSet(window_function.function_node->clone(),
+            true, actions);
 
         const ASTs & arguments
             = window_function.function_node->arguments->children;
@@ -1013,16 +961,9 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
 
     for (const auto & f : window_functions)
     {
-        // Not sure why NoMakeSet, copied from aggregate functions.
-        getRootActionsNoMakeSet(f.wrapper_node->arguments,
-            true /* no subqueries */, step.actions());
-
-        // We have to separately get actions for the arguments of the aggregate
-        // function we calculate over window, because the ActionsVisitor does
-        // not descend into aggregate functions.
-        // Not sure why NoMakeSet, copied from aggregate functions.
-        getRootActionsNoMakeSet(f.function_node->arguments,
-            true /* no subqueries */, step.actions());
+        // Requiring a constant reference to a shared pointer to non-const AST
+        // doesn't really look sane, but the visitor does indeed require it.
+        getRootActionsNoMakeSet(f.function_node->clone(), true, step.actions());
 
         // Add empty INPUT with window function name.
         // It is an aggregate function, so it won't be added by getRootActions.
@@ -1081,13 +1022,6 @@ void SelectQueryExpressionAnalyzer::appendSelect(ExpressionActionsChain & chain,
 
     for (const auto & child : select_query->select()->children)
     {
-        /// FIXME add proper grammar for window functions
-        if (const auto * as_function = child->as<ASTFunction>();
-            as_function && as_function->name == "window")
-        {
-            continue;
-        }
-
         step.required_output.push_back(child->getColumnName());
     }
 }
@@ -1184,13 +1118,6 @@ ActionsDAGPtr SelectQueryExpressionAnalyzer::appendProjectResult(ExpressionActio
     ASTs asts = select_query->select()->children;
     for (const auto & ast : asts)
     {
-        /// FIXME add proper grammar for window functions
-        if (const auto * as_function = ast->as<ASTFunction>();
-            as_function && as_function->name == "window")
-        {
-            continue;
-        }
-
         String result_name = ast->getAliasOrColumnName();
         if (required_result_columns.empty() || required_result_columns.count(result_name))
         {
@@ -1226,16 +1153,6 @@ ActionsDAGPtr SelectQueryExpressionAnalyzer::appendProjectResult(ExpressionActio
         }
     }
 
-    for (const auto & f : window_functions)
-    {
-        if (required_result_columns.empty()
-            || required_result_columns.count(f.column_name))
-        {
-            result_columns.emplace_back(f.column_name, f.column_name);
-            step.required_output.push_back(f.column_name);
-        }
-    }
-
     auto actions = chain.getLastActions();
     actions->project(result_columns);
     return actions;
@@ -1651,7 +1568,6 @@ std::string WindowFunctionDescription::dump() const
 {
     std::stringstream ss;
     ss << "window function '" << column_name << "' over '" << window_name <<"\n";
-    ss << "wrapper node " << wrapper_node->dumpTree() << "\n";
     ss << "function node " << function_node->dumpTree() << "\n";
     ss << "aggregate function '" << aggregate_function->getName() << "'\n";
     if (function_parameters.size())
diff --git a/src/Interpreters/ExtractExpressionInfoVisitor.cpp b/src/Interpreters/ExtractExpressionInfoVisitor.cpp
index c730f49fe90..579fd13642f 100644
--- a/src/Interpreters/ExtractExpressionInfoVisitor.cpp
+++ b/src/Interpreters/ExtractExpressionInfoVisitor.cpp
@@ -19,9 +19,15 @@ void ExpressionInfoMatcher::visit(const ASTPtr & ast, Data & data)
 void ExpressionInfoMatcher::visit(const ASTFunction & ast_function, const ASTPtr &, Data & data)
 {
     if (ast_function.name == "arrayJoin")
+    {
         data.is_array_join = true;
-    else if (AggregateFunctionFactory::instance().isAggregateFunctionName(ast_function.name))
+    }
+    else if (!ast_function.is_window_function
+        && AggregateFunctionFactory::instance().isAggregateFunctionName(
+            ast_function.name))
+    {
         data.is_aggregate_function = true;
+    }
     else
     {
         const auto & function = FunctionFactory::instance().tryGet(ast_function.name, data.context);
diff --git a/src/Interpreters/GetAggregatesVisitor.h b/src/Interpreters/GetAggregatesVisitor.h
index 966b301a00b..94510f0aaa2 100644
--- a/src/Interpreters/GetAggregatesVisitor.h
+++ b/src/Interpreters/GetAggregatesVisitor.h
@@ -31,9 +31,8 @@ public:
             return false;
         if (auto * func = node->as<ASTFunction>())
         {
-            if (isAggregateFunction(func->name)
-                // FIXME temporary hack while we don't have grammar
-                || func->name == "window")
+            if (isAggregateFunction(*func)
+                || func->is_window_function)
             {
                 return false;
             }
@@ -50,7 +49,7 @@ public:
 private:
     static void visit(const ASTFunction & node, const ASTPtr &, Data & data)
     {
-        if (isAggregateFunction(node.name))
+        if (isAggregateFunction(node))
         {
             if (data.assert_no_aggregates)
                 throw Exception("Aggregate function " + node.getColumnName()  + " is found " + String(data.assert_no_aggregates) + " in query",
@@ -63,7 +62,7 @@ private:
             data.uniq_names.insert(column_name);
             data.aggregates.push_back(&node);
         }
-        else if (node.name == "window")
+        else if (node.is_window_function)
         {
             if (data.assert_no_windows)
                 throw Exception("Window function " + node.getColumnName()  + " is found " + String(data.assert_no_windows) + " in query",
@@ -78,9 +77,13 @@ private:
         }
     }
 
-    static bool isAggregateFunction(const String & name)
+    static bool isAggregateFunction(const ASTFunction & node)
     {
-        return AggregateFunctionFactory::instance().isAggregateFunctionName(name);
+        // Aggregate functions can also be calculated as window functions, but
+        // here we are interested in aggregate functions calculated in GROUP BY.
+        return !node.is_window_function
+            && AggregateFunctionFactory::instance().isAggregateFunctionName(
+                node.name);
     }
 };
 
diff --git a/src/Interpreters/MonotonicityCheckVisitor.h b/src/Interpreters/MonotonicityCheckVisitor.h
index 137f8d25b4a..87571a44eb0 100644
--- a/src/Interpreters/MonotonicityCheckVisitor.h
+++ b/src/Interpreters/MonotonicityCheckVisitor.h
@@ -43,9 +43,14 @@ public:
             if (group_by_function_hashes.count(key))
                 return false;
 
-            /// if ORDER BY contains aggregate function it shouldn't be optimized
-            if (AggregateFunctionFactory::instance().isAggregateFunctionName(ast_function.name))
+            /// if ORDER BY contains aggregate function or window functions, it
+            /// shouldn't be optimized
+            if (ast_function.is_window_function
+                || AggregateFunctionFactory::instance().isAggregateFunctionName(
+                    ast_function.name))
+            {
                 return false;
+            }
 
             return true;
         }
diff --git a/src/Interpreters/RewriteAnyFunctionVisitor.cpp b/src/Interpreters/RewriteAnyFunctionVisitor.cpp
index 7c3f1bf31b2..3e5d0b693cf 100644
--- a/src/Interpreters/RewriteAnyFunctionVisitor.cpp
+++ b/src/Interpreters/RewriteAnyFunctionVisitor.cpp
@@ -38,8 +38,12 @@ bool extractIdentifiers(const ASTFunction & func, std::unordered_set<ASTPtr *> &
             if (arg_func->name == "lambda")
                 return false;
 
-            if (AggregateFunctionFactory::instance().isAggregateFunctionName(arg_func->name))
+            if ( arg_func->is_window_function
+                || AggregateFunctionFactory::instance().isAggregateFunctionName(
+                    arg_func->name))
+            {
                 return false;
+            }
 
             if (!extractIdentifiers(*arg_func, identifiers))
                 return false;
diff --git a/src/Parsers/ASTFunction.cpp b/src/Parsers/ASTFunction.cpp
index 4cca8ad0807..667fde1941a 100644
--- a/src/Parsers/ASTFunction.cpp
+++ b/src/Parsers/ASTFunction.cpp
@@ -1,13 +1,14 @@
-#include <Common/typeid_cast.h>
-#include <Parsers/ASTLiteral.h>
 #include <Parsers/ASTFunction.h>
-#include <Parsers/ASTWithAlias.h>
-#include <Parsers/ASTSubquery.h>
-#include <IO/WriteHelpers.h>
-#include <IO/WriteBufferFromString.h>
-#include <Common/SipHash.h>
-#include <IO/Operators.h>
 
+#include <Common/SipHash.h>
+#include <Common/typeid_cast.h>
+#include <IO/Operators.h>
+#include <IO/WriteBufferFromString.h>
+#include <IO/WriteHelpers.h>
+#include <Parsers/ASTIdentifier.h>
+#include <Parsers/ASTLiteral.h>
+#include <Parsers/ASTSubquery.h>
+#include <Parsers/ASTWithAlias.h>
 
 namespace DB
 {
@@ -37,6 +38,14 @@ void ASTFunction::appendColumnNameImpl(WriteBuffer & ostr) const
             (*it)->appendColumnName(ostr);
         }
     writeChar(')', ostr);
+
+    /*
+    if (window_name)
+    {
+        writeCString(" over ", ostr);
+        window_name->appendColumnName(ostr);
+    }
+    */
 }
 
 /** Get the text that identifies this element. */
@@ -53,6 +62,21 @@ ASTPtr ASTFunction::clone() const
     if (arguments) { res->arguments = arguments->clone(); res->children.push_back(res->arguments); }
     if (parameters) { res->parameters = parameters->clone(); res->children.push_back(res->parameters); }
 
+    if (window_name)
+    {
+        res->set(res->window_name, window_name->clone());
+    }
+
+    if (window_partition_by)
+    {
+        res->set(res->window_partition_by, window_partition_by->clone());
+    }
+
+    if (window_order_by)
+    {
+        res->set(res->window_order_by, window_order_by->clone());
+    }
+
     return res;
 }
 
diff --git a/src/Parsers/ASTFunction.h b/src/Parsers/ASTFunction.h
index a6e3834ac1a..02f6f46f020 100644
--- a/src/Parsers/ASTFunction.h
+++ b/src/Parsers/ASTFunction.h
@@ -8,6 +8,8 @@
 namespace DB
 {
 
+class ASTIdentifier;
+
 /** AST for function application or operator.
   */
 class ASTFunction : public ASTWithAlias
@@ -18,6 +20,11 @@ public:
     /// parameters - for parametric aggregate function. Example: quantile(0.9)(x) - what in first parens are 'parameters'.
     ASTPtr parameters;
 
+    bool is_window_function = false;
+    ASTIdentifier * window_name;
+    ASTExpressionList * window_partition_by;
+    ASTExpressionList * window_order_by;
+
     /// do not print empty parentheses if there are no args - compatibility with new AST for data types and engine names.
     bool no_empty_args = false;
 
diff --git a/src/Parsers/ASTIndexDeclaration.cpp b/src/Parsers/ASTIndexDeclaration.cpp
index 0e8f0d0f7e8..d8ebf825674 100644
--- a/src/Parsers/ASTIndexDeclaration.cpp
+++ b/src/Parsers/ASTIndexDeclaration.cpp
@@ -1,6 +1,8 @@
 #include <Parsers/ASTIndexDeclaration.h>
+
 #include <Common/quoteString.h>
 #include <IO/Operators.h>
+#include <Parsers/ASTFunction.h>
 
 
 namespace DB
diff --git a/src/Parsers/ASTIndexDeclaration.h b/src/Parsers/ASTIndexDeclaration.h
index 64ef6eb2db1..8416ec6b0a6 100644
--- a/src/Parsers/ASTIndexDeclaration.h
+++ b/src/Parsers/ASTIndexDeclaration.h
@@ -1,12 +1,12 @@
 #pragma once
 
-#include <Parsers/ASTFunction.h>
 #include <Parsers/IAST.h>
 
-
 namespace DB
 {
 
+class ASTFunction;
+
 /** name BY expr TYPE typename(args) GRANULARITY int in create query
   */
 class ASTIndexDeclaration : public IAST
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index 6fbe9abc96e..0ce2c38969b 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -263,6 +263,7 @@ bool ParserFunction::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
     ParserKeyword distinct("DISTINCT");
     ParserExpressionList contents(false);
     ParserSelectWithUnionQuery select;
+    ParserKeyword over("OVER");
 
     bool has_distinct_modifier = false;
 
@@ -382,10 +383,96 @@ bool ParserFunction::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
         function_node->children.push_back(function_node->parameters);
     }
 
+    if (over.ignore(pos, expected))
+    {
+        function_node->is_window_function = true;
+
+        // We are slightly breaking the parser interface by parsing the window
+        // definition into an existing ASTFunction, hence this weirdness.
+        ASTPtr function_node_as_iast = function_node;
+
+        ParserWindowDefinition window_definition;
+        if (!window_definition.parse(pos, function_node_as_iast, expected))
+        {
+            return false;
+        }
+
+        fmt::print(stderr, "window function ast {}\n", function_node->dumpTree());
+    }
+
     node = function_node;
     return true;
 }
 
+bool ParserWindowDefinition::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
+{
+    ASTFunction * function = dynamic_cast<ASTFunction *>(node.get());
+
+    // Variant 1:
+    // function_name ( * ) OVER window_name
+    // FIXME doesn't work anyway for now -- never used anywhere, window names
+    // can't be defined, and TreeRewriter thinks the window name is a column so
+    // the query fails.
+    if (pos->type != TokenType::OpeningRoundBracket)
+    {
+        ASTPtr window_name_ast;
+        ParserIdentifier window_name_parser;
+        if (window_name_parser.parse(pos, window_name_ast, expected))
+        {
+            function->set(function->window_name, window_name_ast);
+            return true;
+        }
+        else
+        {
+            return false;
+        }
+    }
+    ++pos;
+
+    // Variant 2:
+    // function_name ( * ) OVER ( window_definition )
+    ParserKeyword keyword_partition_by("PARTITION BY");
+    ParserNotEmptyExpressionList columns_partition_by(
+        false /* we don't allow declaring aliases here*/);
+    ParserKeyword keyword_order_by("ORDER BY");
+    ParserOrderByExpressionList columns_order_by;
+
+    if (keyword_partition_by.ignore(pos, expected))
+    {
+        ASTPtr partition_by_ast;
+        if (columns_partition_by.parse(pos, partition_by_ast, expected))
+        {
+            function->set(function->window_partition_by, partition_by_ast);
+        }
+        else
+        {
+            return false;
+        }
+    }
+
+    if (keyword_order_by.ignore(pos, expected))
+    {
+        ASTPtr order_by_ast;
+        if (columns_order_by.parse(pos, order_by_ast, expected))
+        {
+            function->set(function->window_order_by, order_by_ast);
+        }
+        else
+        {
+            return false;
+        }
+    }
+
+    if (pos->type != TokenType::ClosingRoundBracket)
+    {
+        expected.add(pos, "')'");
+        return false;
+    }
+    ++pos;
+
+    return true;
+}
+
 bool ParserCodecDeclarationList::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
 {
     return ParserList(std::make_unique<ParserIdentifierWithOptionalParameters>(),
diff --git a/src/Parsers/ExpressionElementParsers.h b/src/Parsers/ExpressionElementParsers.h
index 4713a7ea8a6..81db411a802 100644
--- a/src/Parsers/ExpressionElementParsers.h
+++ b/src/Parsers/ExpressionElementParsers.h
@@ -124,6 +124,15 @@ protected:
     bool allow_function_parameters;
 };
 
+struct ParserWindowDefinition : public IParserBase
+{
+
+protected:
+    const char * getName() const override { return "window definition"; }
+    bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected) override;
+
+};
+
 class ParserCodecDeclarationList : public IParserBase
 {
 protected:
diff --git a/src/Parsers/IAST.h b/src/Parsers/IAST.h
index 54eaf088797..47cbcfde4d3 100644
--- a/src/Parsers/IAST.h
+++ b/src/Parsers/IAST.h
@@ -19,9 +19,6 @@ namespace DB
 
 namespace ErrorCodes
 {
-    extern const int NOT_A_COLUMN;
-    extern const int UNKNOWN_TYPE_OF_AST_NODE;
-    extern const int UNKNOWN_ELEMENT_IN_AST;
     extern const int LOGICAL_ERROR;
 }
 
@@ -46,7 +43,7 @@ public:
     String getColumnName() const;
     virtual void appendColumnName(WriteBuffer &) const
     {
-        throw Exception("Trying to get name of not a column: " + getID(), ErrorCodes::NOT_A_COLUMN);
+        throw Exception("Trying to get name of not a column: " + getID(), ErrorCodes::LOGICAL_ERROR);
     }
 
     /** Get the alias, if any, or the canonical name of the column, if it is not. */
@@ -58,7 +55,7 @@ public:
     /** Set the alias. */
     virtual void setAlias(const String & /*to*/)
     {
-        throw Exception("Can't set alias of " + getColumnName(), ErrorCodes::UNKNOWN_TYPE_OF_AST_NODE);
+        throw Exception("Can't set alias of " + getColumnName(), ErrorCodes::LOGICAL_ERROR);
     }
 
     /** Get the text that identifies this element. */
@@ -209,7 +206,7 @@ public:
 
     virtual void formatImpl(const FormatSettings & /*settings*/, FormatState & /*state*/, FormatStateStacked /*frame*/) const
     {
-        throw Exception("Unknown element in AST: " + getID(), ErrorCodes::UNKNOWN_ELEMENT_IN_AST);
+        throw Exception("Unknown element in AST: " + getID(), ErrorCodes::LOGICAL_ERROR);
     }
 
     // A simple way to add some user-readable context to an error message.
diff --git a/src/Parsers/New/AST/TableElementExpr.cpp b/src/Parsers/New/AST/TableElementExpr.cpp
index 1336ea06b27..d994ea7eef6 100644
--- a/src/Parsers/New/AST/TableElementExpr.cpp
+++ b/src/Parsers/New/AST/TableElementExpr.cpp
@@ -2,6 +2,7 @@
 
 #include <Parsers/ASTColumnDeclaration.h>
 #include <Parsers/ASTConstraintDeclaration.h>
+#include <Parsers/ASTFunction.h>
 #include <Parsers/ASTIndexDeclaration.h>
 #include <Parsers/New/AST/ColumnExpr.h>
 #include <Parsers/New/AST/ColumnTypeExpr.h>
diff --git a/src/Storages/IndicesDescription.cpp b/src/Storages/IndicesDescription.cpp
index 8adf2be1bd4..dbc95615383 100644
--- a/src/Storages/IndicesDescription.cpp
+++ b/src/Storages/IndicesDescription.cpp
@@ -2,6 +2,7 @@
 #include <Interpreters/TreeRewriter.h>
 #include <Storages/IndicesDescription.h>
 
+#include <Parsers/ASTFunction.h>
 #include <Parsers/ASTIndexDeclaration.h>
 #include <Parsers/formatAST.h>
 #include <Parsers/ParserCreateQuery.h>
diff --git a/src/Storages/MergeTree/MergeTreeIndices.h b/src/Storages/MergeTree/MergeTreeIndices.h
index 28795ae46b5..c7b9dfb123e 100644
--- a/src/Storages/MergeTree/MergeTreeIndices.h
+++ b/src/Storages/MergeTree/MergeTreeIndices.h
@@ -10,7 +10,6 @@
 #include <Storages/SelectQueryInfo.h>
 #include <Storages/MergeTree/MarkRange.h>
 #include <Interpreters/ExpressionActions.h>
-#include <Parsers/ASTIndexDeclaration.h>
 #include <DataTypes/DataTypeLowCardinality.h>
 
 constexpr auto INDEX_FILE_PREFIX = "skp_idx_";

From d20da24b0b472a149a6d23d3ad328c090bdb148f Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Thu, 17 Dec 2020 00:56:31 +0300
Subject: [PATCH 178/742] Update settings.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Убрал лишние символы.
---
 docs/en/operations/settings/settings.md | 1 -
 1 file changed, 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index dd4ea6697bf..2caf4a6f370 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2447,7 +2447,6 @@ Result:
 {"number":"2"}
 ```
 
-=======
 ## allow_nullable_key {#allow-nullable-key}
 
 Allows using of the [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable)-typed values in a sorting and a primary key for [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md#table_engines-mergetree) tables.

From bcaccab0ff35e5280a014e5a0e899321a7f057c9 Mon Sep 17 00:00:00 2001
From: spongedc <duchuangucas@live.com>
Date: Thu, 17 Dec 2020 11:28:18 +0800
Subject: [PATCH 179/742] 1. Fix test error 2. Add more test cases

---
 .../01083_expressions_in_engine_arguments.sql |  2 +-
 .../01602_show_create_view.reference          |  4 ++++
 .../0_stateless/01602_show_create_view.sql    | 24 +++++++++++++++++++
 3 files changed, 29 insertions(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01083_expressions_in_engine_arguments.sql b/tests/queries/0_stateless/01083_expressions_in_engine_arguments.sql
index 22aa4434f19..e8ea12f9f9f 100644
--- a/tests/queries/0_stateless/01083_expressions_in_engine_arguments.sql
+++ b/tests/queries/0_stateless/01083_expressions_in_engine_arguments.sql
@@ -59,7 +59,7 @@ SHOW CREATE distributed;
 SHOW CREATE distributed_tf;
 SHOW CREATE url;
 SHOW CREATE rich_syntax;
-SHOW CREATE view;
+SHOW CREATE VIEW view;
 SHOW CREATE dict;
 
 INSERT INTO buffer VALUES (1);
diff --git a/tests/queries/0_stateless/01602_show_create_view.reference b/tests/queries/0_stateless/01602_show_create_view.reference
index 2c2ba13bef3..5d4bd2cd972 100644
--- a/tests/queries/0_stateless/01602_show_create_view.reference
+++ b/tests/queries/0_stateless/01602_show_create_view.reference
@@ -1,3 +1,7 @@
 CREATE VIEW test_1602.v\n(\n    `EventDate` DateTime,\n    `CounterID` UInt32,\n    `UserID` UInt32\n) AS\nSELECT *\nFROM test_1602.tbl
 CREATE MATERIALIZED VIEW test_1602.vv\n(\n    `EventDate` DateTime,\n    `CounterID` UInt32,\n    `UserID` UInt32\n)\nENGINE = MergeTree\nPARTITION BY toYYYYMM(EventDate)\nORDER BY (CounterID, EventDate, intHash32(UserID))\nSETTINGS index_granularity = 8192 AS\nSELECT *\nFROM test_1602.tbl
 CREATE LIVE VIEW test_1602.vvv\n(\n    `EventDate` DateTime,\n    `CounterID` UInt32,\n    `UserID` UInt32\n) AS\nSELECT *\nFROM test_1602.tbl
+CREATE VIEW test_1602.VIEW\n(\n    `EventDate` DateTime,\n    `CounterID` UInt32,\n    `UserID` UInt32\n) AS\nSELECT *\nFROM test_1602.tbl
+CREATE VIEW test_1602.DATABASE\n(\n    `EventDate` DateTime,\n    `CounterID` UInt32,\n    `UserID` UInt32\n) AS\nSELECT *\nFROM test_1602.tbl
+CREATE VIEW test_1602.DICTIONARY\n(\n    `EventDate` DateTime,\n    `CounterID` UInt32,\n    `UserID` UInt32\n) AS\nSELECT *\nFROM test_1602.tbl
+CREATE VIEW test_1602.TABLE\n(\n    `EventDate` DateTime,\n    `CounterID` UInt32,\n    `UserID` UInt32\n) AS\nSELECT *\nFROM test_1602.tbl
diff --git a/tests/queries/0_stateless/01602_show_create_view.sql b/tests/queries/0_stateless/01602_show_create_view.sql
index 855ccf58562..fd5bf70d470 100644
--- a/tests/queries/0_stateless/01602_show_create_view.sql
+++ b/tests/queries/0_stateless/01602_show_create_view.sql
@@ -5,8 +5,16 @@ CREATE DATABASE test_1602;
 CREATE TABLE test_1602.tbl (`EventDate` DateTime, `CounterID` UInt32, `UserID` UInt32) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SETTINGS index_granularity = 8192;
 
 CREATE VIEW test_1602.v AS SELECT * FROM test_1602.tbl; 
+
+CREATE VIEW test_1602.DATABASE AS SELECT * FROM test_1602.tbl; 
+
+CREATE VIEW test_1602.DICTIONARY AS SELECT * FROM test_1602.tbl; 
+
+CREATE VIEW test_1602.TABLE AS SELECT * FROM test_1602.tbl; 
+
 CREATE MATERIALIZED VIEW test_1602.vv (`EventDate` DateTime, `CounterID` UInt32, `UserID` UInt32) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SETTINGS index_granularity = 8192 AS SELECT * FROM test_1602.tbl;
 
+CREATE VIEW test_1602.VIEW AS SELECT * FROM test_1602.tbl; 
 
 SET allow_experimental_live_view=1;
 
@@ -24,4 +32,20 @@ SHOW CREATE VIEW test_1602.tbl; -- { serverError 36 }
 
 SHOW CREATE TEMPORARY VIEW; -- { serverError 60 }
 
+SHOW CREATE VIEW; -- { clientError 62 }
+
+SHOW CREATE DATABASE; -- { clientError 62 }
+
+SHOW CREATE DICTIONARY; -- { clientError 62 }
+
+SHOW CREATE TABLE; -- { clientError 62 }
+
+SHOW CREATE test_1602.VIEW;
+
+SHOW CREATE test_1602.DATABASE;
+
+SHOW CREATE test_1602.DICTIONARY;
+
+SHOW CREATE test_1602.TABLE;
+
 DROP DATABASE IF EXISTS test_1602;

From 5425fa4dd2f22d3266f164c695c0ee483686fc67 Mon Sep 17 00:00:00 2001
From: spongedc <duchuangucas@live.com>
Date: Thu, 17 Dec 2020 12:27:04 +0800
Subject: [PATCH 180/742] Fix style check fail

---
 src/Interpreters/InterpreterShowCreateQuery.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/Interpreters/InterpreterShowCreateQuery.cpp b/src/Interpreters/InterpreterShowCreateQuery.cpp
index e4f30c30cfb..10c8339c135 100644
--- a/src/Interpreters/InterpreterShowCreateQuery.cpp
+++ b/src/Interpreters/InterpreterShowCreateQuery.cpp
@@ -20,6 +20,7 @@ namespace ErrorCodes
 {
     extern const int SYNTAX_ERROR;
     extern const int THERE_IS_NO_QUERY;
+    extern const int BAD_ARGUMENTS;
 }
 
 BlockIO InterpreterShowCreateQuery::execute()

From bf9c945ce24497c530952f466ec491b5cf33c47d Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 17 Dec 2020 10:27:54 +0300
Subject: [PATCH 181/742] Try to fix ubsan crash.

---
 src/Processors/Executors/AsyncTaskQueue.cpp | 8 +++++---
 src/Processors/Executors/AsyncTaskQueue.h   | 3 ++-
 2 files changed, 7 insertions(+), 4 deletions(-)

diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/AsyncTaskQueue.cpp
index 2ffc424cb86..621f526d80b 100644
--- a/src/Processors/Executors/AsyncTaskQueue.cpp
+++ b/src/Processors/Executors/AsyncTaskQueue.cpp
@@ -44,10 +44,11 @@ AsyncTaskQueue::~AsyncTaskQueue()
 
 void AsyncTaskQueue::addTask(size_t thread_number, void * data, int fd)
 {
-    if (tasks.count(data))
+    std::uintptr_t key = reinterpret_cast<uintptr_t>(data);
+    if (tasks.count(key))
         throw Exception("Task was already added to task queue", ErrorCodes::LOGICAL_ERROR);
 
-    tasks[data] = TaskData{thread_number, data, fd};
+    tasks[key] = TaskData{thread_number, data, fd};
 
     epoll_event socket_event;
     socket_event.events = EPOLLIN | EPOLLPRI;
@@ -80,7 +81,8 @@ AsyncTaskQueue::TaskData AsyncTaskQueue::wait(std::unique_lock<std::mutex> & loc
     if (event.data.ptr == pipe_fd)
         return {};
 
-    auto it = tasks.find(event.data.ptr);
+    std::uintptr_t key = reinterpret_cast<uintptr_t>(event.data.ptr);
+    auto it = tasks.find(key);
     if (it == tasks.end())
         throw Exception("Task was not found in task queue", ErrorCodes::LOGICAL_ERROR);
 
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/AsyncTaskQueue.h
index c8eb418955c..1a4bdec5dd3 100644
--- a/src/Processors/Executors/AsyncTaskQueue.h
+++ b/src/Processors/Executors/AsyncTaskQueue.h
@@ -1,5 +1,6 @@
 #pragma once
 #include <cstddef>
+#include <cstdint>
 #include <mutex>
 #include <atomic>
 #include <unordered_map>
@@ -26,7 +27,7 @@ private:
     int epoll_fd;
     int pipe_fd[2];
     std::atomic_bool is_finished = false;
-    std::unordered_map<void *, TaskData> tasks;
+    std::unordered_map<std::uintptr_t, TaskData> tasks;
 
 public:
     AsyncTaskQueue();

From 53d5012a20e549d06635c17ece0b11451ea40a9e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 17 Dec 2020 10:32:51 +0300
Subject: [PATCH 182/742] Update boost.

---
 contrib/boost | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/boost b/contrib/boost
index 4db0de68baa..0b98b443aa7 160000
--- a/contrib/boost
+++ b/contrib/boost
@@ -1 +1 @@
-Subproject commit 4db0de68baa345515bb0468d3d1ced619d2e2c4e
+Subproject commit 0b98b443aa7bb77d65efd7b23b3b8c8a0ab5f1f3

From a860f128f5d07b022e66b01f31aae4eefd96b917 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 17 Dec 2020 13:07:28 +0300
Subject: [PATCH 183/742] Try fix race in RemoteQueryExecutor.

---
 src/DataStreams/RemoteQueryExecutor.cpp | 26 ++++++++++++-------------
 src/DataStreams/RemoteQueryExecutor.h   |  2 +-
 2 files changed, 13 insertions(+), 15 deletions(-)

diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index 7dacfca8b60..06d8b0b7e37 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -210,10 +210,13 @@ std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext>
             return Block();
     }
 
+    if (!read_context)
     {
         std::lock_guard lock(was_cancelled_mutex);
-        if (!read_context)
-            read_context = std::make_unique<ReadContext>(*multiplexed_connections);
+        if (was_cancelled)
+            return Block();
+
+        read_context = std::make_unique<ReadContext>(*multiplexed_connections);
     }
 
     do
@@ -312,15 +315,12 @@ void RemoteQueryExecutor::finish(std::unique_ptr<ReadContext> * read_context)
     if (!isQueryPending() || hasThrownException())
         return;
 
-    if (read_context && *read_context)
-        (*read_context)->cancel();
-
     /** If you have not read all the data yet, but they are no longer needed.
       * This may be due to the fact that the data is sufficient (for example, when using LIMIT).
       */
 
     /// Send the request to abort the execution of the request, if not already sent.
-    tryCancel("Cancelling query because enough data has been read");
+    tryCancel("Cancelling query because enough data has been read", read_context);
 
     /// Get the remaining packets so that there is no out of sync in the connections to the replicas.
     Packet packet = multiplexed_connections->drain();
@@ -363,13 +363,7 @@ void RemoteQueryExecutor::cancel(std::unique_ptr<ReadContext> * read_context)
     if (!isQueryPending() || hasThrownException())
         return;
 
-    {
-        std::lock_guard lock(was_cancelled_mutex);
-        if (read_context && *read_context)
-            (*read_context)->cancel();
-    }
-
-    tryCancel("Cancelling query");
+    tryCancel("Cancelling query", read_context);
 }
 
 void RemoteQueryExecutor::sendScalars()
@@ -421,7 +415,7 @@ void RemoteQueryExecutor::sendExternalTables()
     multiplexed_connections->sendExternalTablesData(external_tables_data);
 }
 
-void RemoteQueryExecutor::tryCancel(const char * reason)
+void RemoteQueryExecutor::tryCancel(const char * reason, std::unique_ptr<ReadContext> * read_context)
 {
     {
         /// Flag was_cancelled is atomic because it is checked in read().
@@ -431,6 +425,10 @@ void RemoteQueryExecutor::tryCancel(const char * reason)
             return;
 
         was_cancelled = true;
+
+        if (read_context && *read_context)
+            (*read_context)->cancel();
+
         multiplexed_connections->sendCancel();
     }
 
diff --git a/src/DataStreams/RemoteQueryExecutor.h b/src/DataStreams/RemoteQueryExecutor.h
index 6c668f280a1..d15bd7a2aa0 100644
--- a/src/DataStreams/RemoteQueryExecutor.h
+++ b/src/DataStreams/RemoteQueryExecutor.h
@@ -164,7 +164,7 @@ private:
     void sendExternalTables();
 
     /// If wasn't sent yet, send request to cancel all connections to replicas
-    void tryCancel(const char * reason);
+    void tryCancel(const char * reason, std::unique_ptr<ReadContext> * read_context);
 
     /// Returns true if query was sent
     bool isQueryPending() const;

From fbf2ac35e843d7afedd074c712792ca6f88614b8 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@mtlog-perftest03j.yandex.ru>
Date: Thu, 17 Dec 2020 18:14:09 +0300
Subject: [PATCH 184/742] fix tsan

---
 src/Formats/FormatFactory.cpp                             | 8 ++------
 .../Formats/Impl/{NativeFormat.cpp => NativeFormat.h}     | 0
 .../Formats/Impl/ParallelParsingInputFormat.cpp           | 7 -------
 tests/integration/test_storage_kafka/test.py              | 2 +-
 4 files changed, 3 insertions(+), 14 deletions(-)
 rename src/Processors/Formats/Impl/{NativeFormat.cpp => NativeFormat.h} (100%)

diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 4f465e05e4e..edce5a6bbf9 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -14,7 +14,7 @@
 #include <Processors/Formats/OutputStreamToOutputFormat.h>
 #include <Processors/Formats/Impl/ValuesBlockInputFormat.h>
 #include <Processors/Formats/Impl/MySQLOutputFormat.h>
-#include <Processors/Formats/Impl/NativeFormat.cpp>
+#include <Processors/Formats/Impl/NativeFormat.h>
 #include <Processors/Formats/Impl/ParallelParsingInputFormat.h>
 #include <Processors/Formats/Impl/ParallelFormattingOutputFormat.h>
 #include <Poco/URI.h>
@@ -176,7 +176,6 @@ InputFormatPtr FormatFactory::getInput(
 
     if (parallel_parsing)
     {
-        std::cout << "parallel_parsing" << std::endl;
         const auto & input_getter = getCreators(name).input_processor_creator;
 
         RowInputFormatParams row_input_format_params;
@@ -186,13 +185,10 @@ InputFormatPtr FormatFactory::getInput(
         row_input_format_params.max_execution_time = settings.max_execution_time;
         row_input_format_params.timeout_overflow_mode = settings.timeout_overflow_mode;
 
-        std::cout << "format_settings.csv.delimiter " << format_settings.csv.delimiter << std::endl;
-
         /// Const reference is copied to lambda.
         auto parser_creator = [input_getter, sample, row_input_format_params, format_settings]
             (ReadBuffer & input) -> InputFormatPtr
-            {   std::cout << format_settings.csv.delimiter << std::endl;
-                return input_getter(input, sample, row_input_format_params, format_settings); };
+            { return input_getter(input, sample, row_input_format_params, format_settings); };
 
 
         ParallelParsingInputFormat::Params params{
diff --git a/src/Processors/Formats/Impl/NativeFormat.cpp b/src/Processors/Formats/Impl/NativeFormat.h
similarity index 100%
rename from src/Processors/Formats/Impl/NativeFormat.cpp
rename to src/Processors/Formats/Impl/NativeFormat.h
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index 1f66761be1a..2c4a567b16f 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -79,13 +79,6 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
          */
         ReadBuffer read_buffer(unit.segment.data(), unit.segment.size(), 0);
 
-        std::cout << unit.segment.size() << std::endl;
-
-        for (size_t i = 0; i < unit.segment.size(); ++i) {
-            std::cout << *(unit.segment.data() + i);
-        }
-        std::cout << std::endl;
-
         InputFormatPtr input_format = internal_parser_creator(read_buffer);
         InternalParser parser(input_format);
 
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 07d2bcb60c0..1f31cbdbbc7 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -322,7 +322,7 @@ def test_kafka_formats(kafka_cluster):
                 # /src/IO/VarInt.h:149: DB::readVarUInt(unsigned long&, DB::ReadBuffer&) @ 0x15c68844 in /usr/bin/clickhouse
                 # /src/DataStreams/NativeBlockInputStream.cpp:124: DB::NativeBlockInputStream::readImpl() @ 0x1d3e2778 in /usr/bin/clickhouse
                 # /src/DataStreams/IBlockInputStream.cpp:60: DB::IBlockInputStream::read() @ 0x1c9c92fd in /usr/bin/clickhouse
-                # /src/Processors/Formats/Impl/NativeFormat.cpp:42: DB::NativeInputFormatFromNativeBlockInputStream::generate() @ 0x1df1ea79 in /usr/bin/clickhouse
+                # /src/Processors/Formats/Impl/NativeFormat.h:42: DB::NativeInputFormatFromNativeBlockInputStream::generate() @ 0x1df1ea79 in /usr/bin/clickhouse
                 # /src/Processors/ISource.cpp:48: DB::ISource::work() @ 0x1dd79737 in /usr/bin/clickhouse
             ],
         },

From 9d5998fd10812ae4cf6b786dbe11fb947b6ec35b Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 18:46:01 +0300
Subject: [PATCH 185/742] added debug info

---
 src/Functions/FunctionBinaryArithmetic.h | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index db68f07603c..d97b4dff06d 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -45,6 +45,8 @@
 #    pragma GCC diagnostic pop
 #endif
 
+#include <cassert>
+
 
 namespace DB
 {
@@ -548,6 +550,18 @@ class FunctionBinaryArithmetic : public IFunction
     template <typename F>
     static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
     {
+        const bool l = castType(left, [](const auto& c){
+            assert(std::is_same_v<decltype(c), Decimal32>);
+        });
+
+        assert(l);
+
+        const bool r = castType(right, [](const auto& c){
+            assert(std::is_same_v<decltype(c), Float32>);
+        });
+
+        assert(r);
+
         return castType(left, [&](const auto & left_)
         {
             return castType(right, [&](const auto & right_)

From 0d319c8c612285fc249a6aea9382e9aad3b8e7c4 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 18:47:14 +0300
Subject: [PATCH 186/742] fix

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index d97b4dff06d..ae1c344f507 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -551,13 +551,13 @@ class FunctionBinaryArithmetic : public IFunction
     static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
     {
         const bool l = castType(left, [](const auto& c){
-            assert(std::is_same_v<decltype(c), Decimal32>);
+            assert((std::is_same_v<decltype(c), Decimal32>));
         });
 
         assert(l);
 
         const bool r = castType(right, [](const auto& c){
-            assert(std::is_same_v<decltype(c), Float32>);
+            assert((std::is_same_v<decltype(c), Float32>));
         });
 
         assert(r);

From 49f3b71b5f1c731c98eb0d90421bef968a675e64 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 18:48:22 +0300
Subject: [PATCH 187/742] another fix

---
 src/Functions/FunctionBinaryArithmetic.h | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index ae1c344f507..bd287bb66cc 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -552,12 +552,14 @@ class FunctionBinaryArithmetic : public IFunction
     {
         const bool l = castType(left, [](const auto& c){
             assert((std::is_same_v<decltype(c), Decimal32>));
+            return true;
         });
 
         assert(l);
 
         const bool r = castType(right, [](const auto& c){
             assert((std::is_same_v<decltype(c), Float32>));
+            return true;
         });
 
         assert(r);

From 3a723f77be0c818fdd082c10fcf88ab3fb8762cf Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 17 Dec 2020 19:09:54 +0300
Subject: [PATCH 188/742] Try fix submodules

---
 .gitmodules | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/.gitmodules b/.gitmodules
index 3b6ff83099e..23deab0eed0 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -188,6 +188,10 @@
 	path = contrib/cyrus-sasl
 	url = https://github.com/cyrusimap/cyrus-sasl
 	branch = cyrus-sasl-2.1
+[submodule "contrib/croaring"]
+	path = contrib/croaring
+	url = https://github.com/RoaringBitmap/CRoaring
+	branch = v0.2.66
 [submodule "contrib/miniselect"]
 	path = contrib/miniselect
 	url = https://github.com/danlark1/miniselect

From 1287ef607a568ddfbcdeb3981653758753630ee2 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 17 Dec 2020 19:26:31 +0300
Subject: [PATCH 189/742] Fix other adaprots

---
 contrib/croaring | 1 +
 1 file changed, 1 insertion(+)
 create mode 160000 contrib/croaring

diff --git a/contrib/croaring b/contrib/croaring
new file mode 160000
index 00000000000..5f20740ec0d
--- /dev/null
+++ b/contrib/croaring
@@ -0,0 +1 @@
+Subproject commit 5f20740ec0de5e153e8f4cb2ab91814e8b291a14

From fcacf5c510c1ea34f3980863c92b34a191523f7d Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 19:31:54 +0300
Subject: [PATCH 190/742] another try

---
 src/Functions/FunctionBinaryArithmetic.h | 12 ++----------
 1 file changed, 2 insertions(+), 10 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index bd287bb66cc..34a0ad1618b 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -550,18 +550,10 @@ class FunctionBinaryArithmetic : public IFunction
     template <typename F>
     static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
     {
-        const bool l = castType(left, [](const auto& c){
-            assert((std::is_same_v<decltype(c), Decimal32>));
-            return true;
-        });
+        const bool l = castType(left, [](const auto& c){ return std::is_same_v<decltype(c), DataTypeDecimal<Decimal32>>; });
+        const bool r = castType(right, [](const auto& c){ return std::is_same_v<decltype(c), DataTypeFloat32>; });
 
         assert(l);
-
-        const bool r = castType(right, [](const auto& c){
-            assert((std::is_same_v<decltype(c), Float32>));
-            return true;
-        });
-
         assert(r);
 
         return castType(left, [&](const auto & left_)

From 737d4fc22fd2565e5551b15f6cd96aa419a271cd Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 19:43:29 +0300
Subject: [PATCH 191/742] debug fix

---
 src/Functions/FunctionBinaryArithmetic.h | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 34a0ad1618b..05989dad0a7 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -550,8 +550,10 @@ class FunctionBinaryArithmetic : public IFunction
     template <typename F>
     static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
     {
-        const bool l = castType(left, [](const auto& c){ return std::is_same_v<decltype(c), DataTypeDecimal<Decimal32>>; });
-        const bool r = castType(right, [](const auto& c){ return std::is_same_v<decltype(c), DataTypeFloat32>; });
+        const bool l = castType(left, [](const auto& c){ 
+            return std::is_same_v<decltype(c), DataTypeDecimal<Decimal32>>; });
+        const bool r = castType(right, [](const auto& c){ 
+            return std::is_same_v<decltype(c), DataTypeFloat32>; });
 
         assert(l);
         assert(r);

From af8a72a45f2162f69c3cc0034af607cc17d288f9 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 20:16:37 +0300
Subject: [PATCH 192/742] fix

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 05989dad0a7..0147ff1de86 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -551,9 +551,9 @@ class FunctionBinaryArithmetic : public IFunction
     static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
     {
         const bool l = castType(left, [](const auto& c){ 
-            return std::is_same_v<decltype(c), DataTypeDecimal<Decimal32>>; });
+            return std::is_same_v<std::decay_t<decltype(c)>, DataTypeDecimal<Decimal32>>; });
         const bool r = castType(right, [](const auto& c){ 
-            return std::is_same_v<decltype(c), DataTypeFloat32>; });
+            return std::is_same_v<std::decay_t<decltype(c)>, DataTypeFloat32>; });
 
         assert(l);
         assert(r);

From fa8823243dbf35711291529566b0652aabc4a1a2 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Thu, 17 Dec 2020 20:29:10 +0300
Subject: [PATCH 193/742] Update settings.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Добавил подраздел в русскую версию, чтобы исправить битую ссылку.
---
 docs/ru/operations/settings/settings.md | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 0a8094231c2..1b688a528d3 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2324,4 +2324,6 @@ SELECT number FROM numbers(3) FORMAT JSONEachRow;
 
 Значение по умолчанию: `0`.
 
+## union_default_mode {#union-default-mode}
+
 [Оригинальная статья](https://clickhouse.tech/docs/ru/operations/settings/settings/) <!--hide-->

From fa6a1d3b4a70f3217df426934b14de4c6a166e6d Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 20:55:35 +0300
Subject: [PATCH 194/742] fix

---
 src/Functions/FunctionBinaryArithmetic.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 0147ff1de86..3d1c53f62b0 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -553,7 +553,7 @@ class FunctionBinaryArithmetic : public IFunction
         const bool l = castType(left, [](const auto& c){ 
             return std::is_same_v<std::decay_t<decltype(c)>, DataTypeDecimal<Decimal32>>; });
         const bool r = castType(right, [](const auto& c){ 
-            return std::is_same_v<std::decay_t<decltype(c)>, DataTypeFloat32>; });
+            return std::is_same_v<std::decay_t<decltype(c)>, DataTypeFloat64>; });
 
         assert(l);
         assert(r);

From 9f217c5df57e6fe8d8ca5d823d4889e39830ffc1 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 21:11:39 +0300
Subject: [PATCH 195/742] case fix

---
 src/Functions/FunctionBinaryArithmetic.h | 8 --------
 1 file changed, 8 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 3d1c53f62b0..7986b6f0a24 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -550,14 +550,6 @@ class FunctionBinaryArithmetic : public IFunction
     template <typename F>
     static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
     {
-        const bool l = castType(left, [](const auto& c){ 
-            return std::is_same_v<std::decay_t<decltype(c)>, DataTypeDecimal<Decimal32>>; });
-        const bool r = castType(right, [](const auto& c){ 
-            return std::is_same_v<std::decay_t<decltype(c)>, DataTypeFloat64>; });
-
-        assert(l);
-        assert(r);
-
         return castType(left, [&](const auto & left_)
         {
             return castType(right, [&](const auto & right_)

From d24fc58c94e270f48834451f4807aba10fe330fc Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 21:12:24 +0300
Subject: [PATCH 196/742] case fix 2

---
 src/Functions/FunctionBinaryArithmetic.h | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 7986b6f0a24..a5e706c75a8 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -472,6 +472,11 @@ public:
         Case<IsDataTypeDecimal<LeftDataType> && IsIntegralOrExtended<RightDataType>, LeftDataType>,
         Case<IsDataTypeDecimal<RightDataType> && IsIntegralOrExtended<LeftDataType>, RightDataType>,
 
+        /// e.g Decimal * Float64 = Float64
+        Case<IsOperation<Operation>::multiply, Switch<
+            Case<IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
+            Case<IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>>>,
+
         /// Decimal <op> Real is not supported (traditional DBs convert Decimal <op> Real to Real)
         Case<IsDataTypeDecimal<LeftDataType> && !IsIntegralOrExtendedOrDecimal<RightDataType>, InvalidType>,
         Case<IsDataTypeDecimal<RightDataType> && !IsIntegralOrExtendedOrDecimal<LeftDataType>, InvalidType>,
@@ -480,11 +485,6 @@ public:
         Case<!IsDateOrDateTime<LeftDataType> && !IsDateOrDateTime<RightDataType>,
             DataTypeFromFieldType<typename Op::ResultType>>,
 
-        /// e.g Decimal * Float64 = Float64
-        Case<IsOperation<Operation>::multiply, Switch<
-            Case<IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
-            Case<IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>>>,
-
         /// Date + Integral -> Date
         /// Integral + Date -> Date
         Case<IsOperation<Operation>::plus, Switch<

From 494e9066c33c9949d2063f8a63ce1f31120c8805 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 21:17:38 +0300
Subject: [PATCH 197/742] fixing first compile bug

---
 src/Functions/FunctionBinaryArithmetic.h | 16 ++++++++++++++--
 1 file changed, 14 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index a5e706c75a8..cc030d76537 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1000,8 +1000,20 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    NativeResultType const_a = col_left_const->template getValue<T0>();
-                    NativeResultType const_b = col_right_const->template getValue<T1>();
+                    NativeResultType const_a;
+                    NativeResultType const_b;
+
+                    if constexpr (IsFloatingPoint<ResultDataType> && dec_a)
+                        const_a = DecimalUtils::convertTo<NativeResultType>(
+                            col_left_const->template getValue<T0>(), scale_a);
+                    else
+                        const_a = col_left_const->template getValue<T0>();
+
+                    if constexpr (IsFloatingPoint<ResultDataType> && dec_b)
+                        const_b = DecimalUtils::convertTo<NativeResultType>(
+                            col_right_const->template getValue<T1>(), scale_b);
+                    else
+                        const_b = col_right_const->template getValue<T1>();
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :

From 1f67b0ce8d68693262a6e714d5c9f2f40b74c9a1 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 21:28:51 +0300
Subject: [PATCH 198/742] reverting if constexpr

---
 src/Functions/FunctionBinaryArithmetic.h | 29 ++++++++++++------------
 1 file changed, 15 insertions(+), 14 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index cc030d76537..05cef1ce0be 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -987,11 +987,11 @@ public:
                 using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
                 using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
 
-                ResultDataType type = decimalResultType<is_multiply, is_division>(left, right);
-
                 static constexpr const bool dec_a = IsDecimalNumber<T0>;
                 static constexpr const bool dec_b = IsDecimalNumber<T1>;
 
+                ResultDataType type = decimalResultType<is_multiply, is_division>(left, right);
+
                 typename ResultDataType::FieldType scale_a = type.scaleFactorFor(left, is_multiply);
                 typename ResultDataType::FieldType scale_b = type.scaleFactorFor(right, is_multiply || is_division);
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
@@ -1000,20 +1000,21 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    NativeResultType const_a;
-                    NativeResultType const_b;
+                    NativeResultType const_a = col_left_const->template getValue<T0>();
+                    NativeResultType const_b = col_right_const->template getValue<T1>();
 
-                    if constexpr (IsFloatingPoint<ResultDataType> && dec_a)
-                        const_a = DecimalUtils::convertTo<NativeResultType>(
-                            col_left_const->template getValue<T0>(), scale_a);
-                    else
-                        const_a = col_left_const->template getValue<T0>();
+                    //if constexpr (IsFloatingPoint<ResultDataType> && dec_a)
+                    //    const_a = DecimalUtils::convertTo<NativeResultType>(
+                    //        col_left_const->template getValue<T0>(), scale_a);
+                    //else
+                    //    const_a = col_left_const->template getValue<T0>();
+
+                    //if constexpr (IsFloatingPoint<ResultDataType> && dec_b)
+                    //    const_b = DecimalUtils::convertTo<NativeResultType>(
+                    //        col_right_const->template getValue<T1>(), scale_b);
+                    //else
+                    //    const_b = col_right_const->template getValue<T1>();
 
-                    if constexpr (IsFloatingPoint<ResultDataType> && dec_b)
-                        const_b = DecimalUtils::convertTo<NativeResultType>(
-                            col_right_const->template getValue<T1>(), scale_b);
-                    else
-                        const_b = col_right_const->template getValue<T1>();
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :

From ea2da764f6bd4e1500adaebfc9794879bf414526 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 21:33:51 +0300
Subject: [PATCH 199/742] fixed result data type init

---
 src/Functions/FunctionBinaryArithmetic.h | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 05cef1ce0be..c43b52ec71f 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -990,7 +990,14 @@ public:
                 static constexpr const bool dec_a = IsDecimalNumber<T0>;
                 static constexpr const bool dec_b = IsDecimalNumber<T1>;
 
-                ResultDataType type = decimalResultType<is_multiply, is_division>(left, right);
+                ResultDataType type;
+
+                if constexpr(dec_a && IsFloatingPoint<RightDataType>)
+                    type = RightDataType();
+                else if constexpr(dec_b && IsFloatingPoint<LeftDataType>)
+                    type = LeftDataType();
+                else
+                    type = decimalResultType<is_multiply, is_division>(left, right);
 
                 typename ResultDataType::FieldType scale_a = type.scaleFactorFor(left, is_multiply);
                 typename ResultDataType::FieldType scale_b = type.scaleFactorFor(right, is_multiply || is_division);

From 3e9428515c28aa6b9f73fa1a9ff02f7115f913a8 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 21:36:15 +0300
Subject: [PATCH 200/742] fix deleted constuctor

---
 src/Functions/FunctionBinaryArithmetic.h | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index c43b52ec71f..d515872d381 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -990,14 +990,14 @@ public:
                 static constexpr const bool dec_a = IsDecimalNumber<T0>;
                 static constexpr const bool dec_b = IsDecimalNumber<T1>;
 
-                ResultDataType type;
-
-                if constexpr(dec_a && IsFloatingPoint<RightDataType>)
-                    type = RightDataType();
-                else if constexpr(dec_b && IsFloatingPoint<LeftDataType>)
-                    type = LeftDataType();
-                else
-                    type = decimalResultType<is_multiply, is_division>(left, right);
+                const ResultDataType type = [&] {
+                    if constexpr(dec_a && IsFloatingPoint<RightDataType>)
+                        return RightDataType();
+                    else if constexpr(dec_b && IsFloatingPoint<LeftDataType>)
+                        return LeftDataType();
+                    else
+                        return decimalResultType<is_multiply, is_division>(left, right);
+                }();
 
                 typename ResultDataType::FieldType scale_a = type.scaleFactorFor(left, is_multiply);
                 typename ResultDataType::FieldType scale_b = type.scaleFactorFor(right, is_multiply || is_division);

From 54887dacbf2a1243e1dc70dee259787141592ab2 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 21:38:36 +0300
Subject: [PATCH 201/742] fix scale init

---
 src/Functions/FunctionBinaryArithmetic.h | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index d515872d381..2f0f5e41f4f 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -999,8 +999,11 @@ public:
                         return decimalResultType<is_multiply, is_division>(left, right);
                 }();
 
-                typename ResultDataType::FieldType scale_a = type.scaleFactorFor(left, is_multiply);
-                typename ResultDataType::FieldType scale_b = type.scaleFactorFor(right, is_multiply || is_division);
+                typename ResultDataType::FieldType scale_a = dec_a ? type.scaleFactorFor(left, is_multiply) : 0;
+                typename ResultDataType::FieldType scale_b = dec_b
+                    ? type.scaleFactorFor(right, is_multiply || is_division)
+                    : 0;
+
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
                     scale_a = right.getScaleMultiplier();
 

From 39c82fe50cb3652ae1f426650634bb89468023f5 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 21:52:19 +0300
Subject: [PATCH 202/742] fixed result type

---
 src/Functions/FunctionBinaryArithmetic.h | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 2f0f5e41f4f..e3876c93817 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -999,10 +999,8 @@ public:
                         return decimalResultType<is_multiply, is_division>(left, right);
                 }();
 
-                typename ResultDataType::FieldType scale_a = dec_a ? type.scaleFactorFor(left, is_multiply) : 0;
-                typename ResultDataType::FieldType scale_b = dec_b
-                    ? type.scaleFactorFor(right, is_multiply || is_division)
-                    : 0;
+                typename ResultDataType::FieldType scale_a = type.scaleFactorFor(left, is_multiply);
+                typename ResultDataType::FieldType scale_b = type.scaleFactorFor(right, is_multiply || is_division);
 
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
                     scale_a = right.getScaleMultiplier();
@@ -1025,13 +1023,15 @@ public:
                     //else
                     //    const_b = col_right_const->template getValue<T1>();
 
-
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :
                         OpImpl::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b);
 
-                    return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
+                    if constexpr (IsDataTypeDecimal<ResultDataType>)
+                        return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
                             col_left_const->size(), toField(res, type.getScale()));
+                    else
+                         return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
                 }
 
                 col_res = ColVecResult::create(0, type.getScale());

From b428f8fcd88c8bcc29fe3aac86361df672d5d0e4 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 22:01:04 +0300
Subject: [PATCH 203/742] fixed scales

---
 src/Functions/FunctionBinaryArithmetic.h | 13 ++++++++++---
 1 file changed, 10 insertions(+), 3 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index e3876c93817..9bb2fb3e824 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -986,9 +986,11 @@ public:
                 using NativeResultType = typename NativeType<ResultType>::Type;
                 using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
                 using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
+                using FieldType = typename ResultDataType::FieldType;
 
                 static constexpr const bool dec_a = IsDecimalNumber<T0>;
                 static constexpr const bool dec_b = IsDecimalNumber<T1>;
+                static constexpr const bool result_is_decimal = IsDataTypeDecimal<ResultDataType>;
 
                 const ResultDataType type = [&] {
                     if constexpr(dec_a && IsFloatingPoint<RightDataType>)
@@ -999,11 +1001,16 @@ public:
                         return decimalResultType<is_multiply, is_division>(left, right);
                 }();
 
-                typename ResultDataType::FieldType scale_a = type.scaleFactorFor(left, is_multiply);
-                typename ResultDataType::FieldType scale_b = type.scaleFactorFor(right, is_multiply || is_division);
+                FieldType scale_a;
+                FieldType scale_b;
 
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
                     scale_a = right.getScaleMultiplier();
+                else if constexpr(result_is_decimal)
+                    scale_a = type.scaleFactorFor(left, is_multiply);
+
+                if constexpr(result_is_decimal)
+                    scale_b = type.scaleFactorFor(right, is_multiply || is_division);
 
                 /// non-vector result
                 if (col_left_const && col_right_const)
@@ -1027,7 +1034,7 @@ public:
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :
                         OpImpl::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b);
 
-                    if constexpr (IsDataTypeDecimal<ResultDataType>)
+                    if constexpr (result_is_decimal)
                         return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
                             col_left_const->size(), toField(res, type.getScale()));
                     else

From fd1d24c928acdcf8d0009ba975209fc2876ebfd0 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 22:10:33 +0300
Subject: [PATCH 204/742] fixed overflow check

---
 src/Functions/FunctionBinaryArithmetic.h | 6 +++++-
 src/Functions/multiply.cpp               | 8 +++++++-
 2 files changed, 12 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 9bb2fb3e824..b58ea9b9e05 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1041,7 +1041,11 @@ public:
                          return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
                 }
 
-                col_res = ColVecResult::create(0, type.getScale());
+                if constexpr(IsDecimalNumber<ResultType>)
+                    col_res = ColVecResult::create(0, type.getScale());
+                else
+                    col_res = ColVecResult::create(0);
+
                 auto & vec_res = col_res->getData();
                 vec_res.resize(col_left_raw->size());
 
diff --git a/src/Functions/multiply.cpp b/src/Functions/multiply.cpp
index 18c1927b4a5..d3171a48825 100644
--- a/src/Functions/multiply.cpp
+++ b/src/Functions/multiply.cpp
@@ -1,3 +1,4 @@
+#include <type_traits>
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionBinaryArithmetic.h>
 #include <common/arithmeticOverflow.h>
@@ -29,7 +30,12 @@ struct MultiplyImpl
     template <typename Result = ResultType>
     static inline bool apply(A a, B b, Result & c)
     {
-        return common::mulOverflow(static_cast<Result>(a), b, c);
+        if constexpr(std::is_same_v<Result, float> || std::is_same_v<Result, double>)
+        {
+            c = static_cast<Result>(a) * b;
+            return false;
+        } else
+            return common::mulOverflow(static_cast<Result>(a), b, c);
     }
 
 #if USE_EMBEDDED_COMPILER

From c61af32360f95b5cffa8827b77e603fcb7c01740 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 22:12:12 +0300
Subject: [PATCH 205/742] fixed const column branch

---
 src/Functions/FunctionBinaryArithmetic.h | 24 ++++++++++++------------
 1 file changed, 12 insertions(+), 12 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index b58ea9b9e05..b04e07833ba 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1015,20 +1015,20 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    NativeResultType const_a = col_left_const->template getValue<T0>();
-                    NativeResultType const_b = col_right_const->template getValue<T1>();
+                    NativeResultType const_a;
+                    NativeResultType const_b;
 
-                    //if constexpr (IsFloatingPoint<ResultDataType> && dec_a)
-                    //    const_a = DecimalUtils::convertTo<NativeResultType>(
-                    //        col_left_const->template getValue<T0>(), scale_a);
-                    //else
-                    //    const_a = col_left_const->template getValue<T0>();
+                    if constexpr (IsFloatingPoint<ResultDataType> && dec_a)
+                        const_a = DecimalUtils::convertTo<NativeResultType>(
+                            col_left_const->template getValue<T0>(), scale_a);
+                    else
+                        const_a = col_left_const->template getValue<T0>();
 
-                    //if constexpr (IsFloatingPoint<ResultDataType> && dec_b)
-                    //    const_b = DecimalUtils::convertTo<NativeResultType>(
-                    //        col_right_const->template getValue<T1>(), scale_b);
-                    //else
-                    //    const_b = col_right_const->template getValue<T1>();
+                    if constexpr (IsFloatingPoint<ResultDataType> && dec_b)
+                        const_b = DecimalUtils::convertTo<NativeResultType>(
+                            col_right_const->template getValue<T1>(), scale_b);
+                    else
+                        const_b = col_right_const->template getValue<T1>();
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :

From 654b8528b25718f933b026225a0d5ab88b0ff2d0 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 17 Dec 2020 22:14:01 +0300
Subject: [PATCH 206/742] Try fix build

---
 src/Functions/FunctionsStringHash.h    |  8 ++++----
 src/Functions/bitHammingDistance.cpp   | 17 ++++++++++-------
 src/Functions/tupleHammingDistance.cpp | 17 +++++++++++------
 3 files changed, 25 insertions(+), 17 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index 19fea2d4fc6..93795d1eaab 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -45,9 +45,9 @@ public:
 
     bool useDefaultImplementationForConstants() const override { return true; }
 
-    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) const override
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t) const override
     {
-        const ColumnPtr & column = block.getByPosition(arguments[0]).column;
+        const ColumnPtr & column = arguments[0].column;
         using ResultType = typename Impl::ResultType;
         if constexpr (is_simhash)
         {
@@ -57,7 +57,7 @@ public:
             vec_res.resize(column->size());
             const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
             Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), vec_res);
-            block.getByPosition(result).column = std::move(col_res);
+            return std::move(col_res);
         }
         else // Min hash
         {
@@ -73,7 +73,7 @@ public:
             MutableColumns tuple_columns;
             tuple_columns.emplace_back(std::move(col_h1));
             tuple_columns.emplace_back(std::move(col_h2));
-            block.getByPosition(result).column = ColumnTuple::create(std::move(tuple_columns));
+            return ColumnTuple::create(std::move(tuple_columns));
         }
     }
 };
diff --git a/src/Functions/bitHammingDistance.cpp b/src/Functions/bitHammingDistance.cpp
index cb34634b00d..6e07ca0ad7c 100644
--- a/src/Functions/bitHammingDistance.cpp
+++ b/src/Functions/bitHammingDistance.cpp
@@ -93,10 +93,11 @@ public:
 
     bool useDefaultImplementationForConstants() const override { return true; }
 
-    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) const override
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
     {
-        const auto * left_generic = block.getByPosition(arguments[0]).type.get();
-        const auto * right_generic = block.getByPosition(arguments[1]).type.get();
+        const auto * left_generic = arguments[0].type.get();
+        const auto * right_generic = arguments[1].type.get();
+        ColumnPtr result_column;
         bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right) {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
@@ -108,14 +109,14 @@ public:
 
             using OpImpl = BitHammingDistanceImpl<T0, T1>;
 
-            const auto * const col_left_raw = block.getByPosition(arguments[0]).column.get();
-            const auto * const col_right_raw = block.getByPosition(arguments[1]).column.get();
+            const auto * const col_left_raw = arguments[0].column.get();
+            const auto * const col_right_raw = arguments[1].column.get();
 
             typename ColVecResult::MutablePtr col_res = nullptr;
             col_res = ColVecResult::create();
 
             auto & vec_res = col_res->getData();
-            vec_res.resize(block.rows());
+            vec_res.resize(input_rows_count);
 
             if (auto col_left_const = checkAndGetColumnConst<ColVecT0>(col_left_raw))
             {
@@ -141,11 +142,13 @@ public:
             else
                 return false;
 
-            block.getByPosition(result).column = std::move(col_res);
+            result_column = std::move(col_res);
             return true;
         });
         if (!valid)
             throw Exception(getName() + "'s arguments do not match the expected data types", ErrorCodes::ILLEGAL_COLUMN);
+
+        return result_column;
     }
 };
 
diff --git a/src/Functions/tupleHammingDistance.cpp b/src/Functions/tupleHammingDistance.cpp
index aa38426d228..67d5f73065b 100644
--- a/src/Functions/tupleHammingDistance.cpp
+++ b/src/Functions/tupleHammingDistance.cpp
@@ -100,10 +100,10 @@ public:
         return std::make_shared<DataTypeUInt8>();
     }
 
-    void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t) const override
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
     {
-        const ColumnWithTypeAndName & arg1 = block.getByPosition(arguments[0]);
-        const ColumnWithTypeAndName & arg2 = block.getByPosition(arguments[1]);
+        const ColumnWithTypeAndName & arg1 = arguments[0];
+        const ColumnWithTypeAndName & arg2 = arguments[1];
         const DataTypeTuple & type1 = static_cast<const DataTypeTuple &>(*arg1.type);
         const DataTypeTuple & type2 = static_cast<const DataTypeTuple &>(*arg2.type);
         const auto & left_elems = type1.getElements();
@@ -112,6 +112,9 @@ public:
             throw Exception(
                 "Illegal column of arguments of function " + getName() + ", tuple should have exactly two elements.",
                 ErrorCodes::ILLEGAL_COLUMN);
+
+        ColumnPtr result_column;
+
         bool valid = castBothTypes(left_elems[0].get(), right_elems[0].get(), [&](const auto & left, const auto & right)
         {
             using LeftDataType = std::decay_t<decltype(left)>;
@@ -139,7 +142,7 @@ public:
                     cols2[0]->get(0, a2);
                     cols2[1]->get(0, b2);
                     auto res = OpImpl::constantConstant(a1.get<UInt64>(), b1.get<UInt64>(), a2.get<UInt64>(), b2.get<UInt64>());
-                    block.getByPosition(result).column = DataTypeUInt8().createColumnConst(const_col_left->size(), toField(res));
+                    result_column = DataTypeUInt8().createColumnConst(const_col_left->size(), toField(res));
                     return true;
                 }
             }
@@ -147,7 +150,7 @@ public:
             typename ColVecResult::MutablePtr col_res = nullptr;
             col_res = ColVecResult::create();
             auto & vec_res = col_res->getData();
-            vec_res.resize(block.rows());
+            vec_res.resize(input_rows_count);
             // constant tuple - non-constant tuple
             if (const ColumnConst * const_col_left = checkAndGetColumnConst<ColumnTuple>(arg1.column.get()))
             {
@@ -200,11 +203,13 @@ public:
             }
             else
                 return false;
-            block.getByPosition(result).column = std::move(col_res);
+            result_column = std::move(col_res);
             return true;
         });
         if (!valid)
             throw Exception(getName() + "'s arguments do not match the expected data types", ErrorCodes::ILLEGAL_COLUMN);
+
+        return result_column;
     }
 };
 

From 1c52842e835a661a9fb36693a45ff70a1be96633 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 22:21:23 +0300
Subject: [PATCH 207/742] simplified the condition

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index b04e07833ba..ad4be84d337 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1018,13 +1018,13 @@ public:
                     NativeResultType const_a;
                     NativeResultType const_b;
 
-                    if constexpr (IsFloatingPoint<ResultDataType> && dec_a)
+                    if constexpr (!result_is_decimal && dec_a)
                         const_a = DecimalUtils::convertTo<NativeResultType>(
                             col_left_const->template getValue<T0>(), scale_a);
                     else
                         const_a = col_left_const->template getValue<T0>();
 
-                    if constexpr (IsFloatingPoint<ResultDataType> && dec_b)
+                    if constexpr (!result_is_decimal && dec_b)
                         const_b = DecimalUtils::convertTo<NativeResultType>(
                             col_right_const->template getValue<T1>(), scale_b);
                     else

From 613f4e0f04405a9ce5901f36f82935e32c1ca03b Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 22:24:09 +0300
Subject: [PATCH 208/742] removed explicit types

---
 src/Functions/FunctionBinaryArithmetic.h | 16 ++--------------
 1 file changed, 2 insertions(+), 14 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index ad4be84d337..c99f12a99b0 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1015,20 +1015,8 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    NativeResultType const_a;
-                    NativeResultType const_b;
-
-                    if constexpr (!result_is_decimal && dec_a)
-                        const_a = DecimalUtils::convertTo<NativeResultType>(
-                            col_left_const->template getValue<T0>(), scale_a);
-                    else
-                        const_a = col_left_const->template getValue<T0>();
-
-                    if constexpr (!result_is_decimal && dec_b)
-                        const_b = DecimalUtils::convertTo<NativeResultType>(
-                            col_right_const->template getValue<T1>(), scale_b);
-                    else
-                        const_b = col_right_const->template getValue<T1>();
+                    auto const_a = col_left_const->template getValue<T0>();
+                    auto const_b = col_right_const->template getValue<T1>();
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :

From 31e3ca16703e06b5ac5cd3bc39631d0dfdaa12cc Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 22:26:15 +0300
Subject: [PATCH 209/742] restored type signature

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index c99f12a99b0..0f6fbad3065 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1015,8 +1015,8 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    auto const_a = col_left_const->template getValue<T0>();
-                    auto const_b = col_right_const->template getValue<T1>();
+                    const NativeResultType const_a = col_left_const->template getValue<T0>();
+                    const NativeResultType const_b = col_right_const->template getValue<T1>();
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :

From 6eecef35a6b09f1d83f5e1c75db8200d4a438fe5 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 22:35:46 +0300
Subject: [PATCH 210/742] fixed result type trait

---
 src/Core/DecimalFunctions.h              | 6 +++++-
 src/Functions/FunctionBinaryArithmetic.h | 9 ++++++---
 2 files changed, 11 insertions(+), 4 deletions(-)

diff --git a/src/Core/DecimalFunctions.h b/src/Core/DecimalFunctions.h
index b82cfd88e98..a0a51651353 100644
--- a/src/Core/DecimalFunctions.h
+++ b/src/Core/DecimalFunctions.h
@@ -6,6 +6,7 @@
 #include <common/arithmeticOverflow.h>
 
 #include <limits>
+#include <type_traits>
 
 
 namespace DB
@@ -205,10 +206,13 @@ inline typename DecimalType::NativeType getFractionalPart(const DecimalType & de
     return getFractionalPartWithScaleMultiplier(decimal, scaleMultiplier<typename DecimalType::NativeType>(scale));
 }
 
-/// Decimal to integer/float conversion
+/// Decimal to integer/float conversion with the ability to convert into itself (returns the original value);
 template <typename To, typename DecimalType>
 To convertTo(const DecimalType & decimal, size_t scale)
 {
+    if constexpr (std::is_same_v<To, DecimalType>)
+        return decimal;
+
     using NativeT = typename DecimalType::NativeType;
 
     if constexpr (std::is_floating_point_v<To>)
diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 0f6fbad3065..c871cfd914d 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -22,6 +22,7 @@
 #include <Columns/ColumnFixedString.h>
 #include <Columns/ColumnConst.h>
 #include <Columns/ColumnAggregateFunction.h>
+#include "Core/DecimalFunctions.h"
 #include "IFunctionImpl.h"
 #include "FunctionHelpers.h"
 #include "IsOperation.h"
@@ -209,7 +210,9 @@ struct DecimalBinaryOperation
         DivideIntegralImpl<NativeResultType, NativeResultType>, /// substitute divide by intDiv (throw on division by zero)
         Operation<NativeResultType, NativeResultType>>;
 
-    using ArrayC = typename ColumnDecimal<ResultType>::Container;
+    using ArrayC = typename std::conditional_t<IsDecimalNumber<ResultType>,
+        ColumnDecimal<ResultType>,
+        ColumnVector<ResultType>>::Container;
 
     template <bool is_decimal_a, bool is_decimal_b, typename ArrayA, typename ArrayB>
     static void NO_INLINE vectorVector(const ArrayA & a, const ArrayB & b, ArrayC & c,
@@ -1015,8 +1018,8 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    const NativeResultType const_a = col_left_const->template getValue<T0>();
-                    const NativeResultType const_b = col_right_const->template getValue<T1>();
+                    NativeResultType const_a = col_left_const->template getValue<T0>();
+                    NativeResultType const_b = col_right_const->template getValue<T1>();
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :

From 5974e784c29b54c59b1d84a1cecd1049cbc5e5a5 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 22:52:52 +0300
Subject: [PATCH 211/742] added the conversion func

---
 src/Functions/FunctionBinaryArithmetic.h | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index c871cfd914d..5223dc6cb4a 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1015,11 +1015,18 @@ public:
                 if constexpr(result_is_decimal)
                     scale_b = type.scaleFactorFor(right, is_multiply || is_division);
 
+                const auto get_value_or_convert = []<class T>(const auto& col, const auto & scale) {
+                    if constexpr(IsFloatingPoint<ResultType> && IsDecimalNumber<T>)
+                        return DecimalUtils::convertTo<NativeResultType>(col->template getValue<T>(), scale);
+                    else
+                        return col->template getValue<T>();
+                };
+
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    NativeResultType const_a = col_left_const->template getValue<T0>();
-                    NativeResultType const_b = col_right_const->template getValue<T1>();
+                    const NativeResultType const_a = get_value_or_convert<T0>(col_left_const, scale_a);
+                    const NativeResultType const_b = get_value_or_convert<T1>(col_right_const, scale_b);
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :
@@ -1040,6 +1047,7 @@ public:
                 auto & vec_res = col_res->getData();
                 vec_res.resize(col_left_raw->size());
 
+
                 if (col_left && col_right)
                 {
                     if (check_decimal_overflow)
@@ -1049,7 +1057,7 @@ public:
                 }
                 else if (col_left_const && col_right)
                 {
-                    NativeResultType const_a = col_left_const->template getValue<T0>();
+                    const NativeResultType const_a = get_value_or_convert<T0>(col_left_const, scale_a);
 
                     if (check_decimal_overflow)
                         OpImplCheck::template constantVector<dec_a, dec_b>(const_a, col_right->getData(), vec_res, scale_a, scale_b);
@@ -1058,7 +1066,7 @@ public:
                 }
                 else if (col_left && col_right_const)
                 {
-                    NativeResultType const_b = col_right_const->template getValue<T1>();
+                    const NativeResultType const_b = get_value_or_convert<T1>(col_right_const, scale_b);
 
                     if (check_decimal_overflow)
                         OpImplCheck::template vectorConstant<dec_a, dec_b>(col_left->getData(), const_b, vec_res, scale_a, scale_b);

From f93385dcf01697a3cd5e77d8ef7f5b69aa8c90ac Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 23:01:29 +0300
Subject: [PATCH 212/742] replaced lambda with helper function

---
 src/Functions/FunctionBinaryArithmetic.h | 23 ++++++++++++-----------
 1 file changed, 12 insertions(+), 11 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 5223dc6cb4a..75ce3bcd7bd 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -957,6 +957,14 @@ public:
         return nullptr;
     }
 
+    template <class T, class ResultType, class NativeResultType>
+    static auto helperGetOrConvert(const auto& col, const auto& scale) {
+        if constexpr(IsFloatingPoint<ResultType> && IsDecimalNumber<T>)
+            return DecimalUtils::convertTo<NativeResultType>(col->template getValue<T>(), scale);
+        else
+            return col->template getValue<T>();
+    }
+
     template <typename A, typename B>
     ColumnPtr executeNumeric(const ColumnsWithTypeAndName & arguments, const A & left, const B & right) const
     {
@@ -1015,18 +1023,11 @@ public:
                 if constexpr(result_is_decimal)
                     scale_b = type.scaleFactorFor(right, is_multiply || is_division);
 
-                const auto get_value_or_convert = []<class T>(const auto& col, const auto & scale) {
-                    if constexpr(IsFloatingPoint<ResultType> && IsDecimalNumber<T>)
-                        return DecimalUtils::convertTo<NativeResultType>(col->template getValue<T>(), scale);
-                    else
-                        return col->template getValue<T>();
-                };
-
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    const NativeResultType const_a = get_value_or_convert<T0>(col_left_const, scale_a);
-                    const NativeResultType const_b = get_value_or_convert<T1>(col_right_const, scale_b);
+                    const NativeResultType const_a = helperGetOrConvert<T0>(col_left_const, scale_a);
+                    const NativeResultType const_b = helperGetOrConvert<T1>(col_right_const, scale_b);
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :
@@ -1057,7 +1058,7 @@ public:
                 }
                 else if (col_left_const && col_right)
                 {
-                    const NativeResultType const_a = get_value_or_convert<T0>(col_left_const, scale_a);
+                    const NativeResultType const_a = helperGetOrConvert<T0>(col_left_const, scale_a);
 
                     if (check_decimal_overflow)
                         OpImplCheck::template constantVector<dec_a, dec_b>(const_a, col_right->getData(), vec_res, scale_a, scale_b);
@@ -1066,7 +1067,7 @@ public:
                 }
                 else if (col_left && col_right_const)
                 {
-                    const NativeResultType const_b = get_value_or_convert<T1>(col_right_const, scale_b);
+                    const NativeResultType const_b = helperGetOrConvert<T1>(col_right_const, scale_b);
 
                     if (check_decimal_overflow)
                         OpImplCheck::template vectorConstant<dec_a, dec_b>(col_left->getData(), const_b, vec_res, scale_a, scale_b);

From e50af17545827eb9ef657ff7d17c319afb17428e Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 23:05:10 +0300
Subject: [PATCH 213/742] fixed template args1

---
 src/Functions/FunctionBinaryArithmetic.h | 12 ++++++++----
 1 file changed, 8 insertions(+), 4 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 75ce3bcd7bd..8dadfe5b398 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1026,8 +1026,10 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    const NativeResultType const_a = helperGetOrConvert<T0>(col_left_const, scale_a);
-                    const NativeResultType const_b = helperGetOrConvert<T1>(col_right_const, scale_b);
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultType, NativeResultType>(
+                        col_left_const, scale_a);
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultType, NativeResultType>(
+                        col_right_const, scale_b);
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :
@@ -1058,7 +1060,8 @@ public:
                 }
                 else if (col_left_const && col_right)
                 {
-                    const NativeResultType const_a = helperGetOrConvert<T0>(col_left_const, scale_a);
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultType, NativeResultType>(
+                        col_left_const, scale_a);
 
                     if (check_decimal_overflow)
                         OpImplCheck::template constantVector<dec_a, dec_b>(const_a, col_right->getData(), vec_res, scale_a, scale_b);
@@ -1067,7 +1070,8 @@ public:
                 }
                 else if (col_left && col_right_const)
                 {
-                    const NativeResultType const_b = helperGetOrConvert<T1>(col_right_const, scale_b);
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultType, NativeResultType>(
+                        col_right_const, scale_b);
 
                     if (check_decimal_overflow)
                         OpImplCheck::template vectorConstant<dec_a, dec_b>(col_left->getData(), const_b, vec_res, scale_a, scale_b);

From 488f4ef42e90988667f77ec5b6d7e25fef9a3a03 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 23:09:33 +0300
Subject: [PATCH 214/742] fixed compile condition

---
 src/Functions/FunctionBinaryArithmetic.h | 15 +++++++++------
 1 file changed, 9 insertions(+), 6 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 8dadfe5b398..72b5dbdcecb 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -957,9 +957,12 @@ public:
         return nullptr;
     }
 
-    template <class T, class ResultType, class NativeResultType>
+    template <class T, class ResultDataType>
     static auto helperGetOrConvert(const auto& col, const auto& scale) {
-        if constexpr(IsFloatingPoint<ResultType> && IsDecimalNumber<T>)
+        using ResultType = typename ResultDataType::FieldType;
+        using NativeResultType = typename NativeType<ResultType>::Type;
+
+        if constexpr(IsFloatingPoint<ResultDataType> && IsDecimalNumber<T>)
             return DecimalUtils::convertTo<NativeResultType>(col->template getValue<T>(), scale);
         else
             return col->template getValue<T>();
@@ -1026,9 +1029,9 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    const NativeResultType const_a = helperGetOrConvert<T0, ResultType, NativeResultType>(
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
                         col_left_const, scale_a);
-                    const NativeResultType const_b = helperGetOrConvert<T1, ResultType, NativeResultType>(
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
                         col_right_const, scale_b);
 
                     auto res = check_decimal_overflow ?
@@ -1060,7 +1063,7 @@ public:
                 }
                 else if (col_left_const && col_right)
                 {
-                    const NativeResultType const_a = helperGetOrConvert<T0, ResultType, NativeResultType>(
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
                         col_left_const, scale_a);
 
                     if (check_decimal_overflow)
@@ -1070,7 +1073,7 @@ public:
                 }
                 else if (col_left && col_right_const)
                 {
-                    const NativeResultType const_b = helperGetOrConvert<T1, ResultType, NativeResultType>(
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
                         col_right_const, scale_b);
 
                     if (check_decimal_overflow)

From 73f3195fe17610f814453b27c8f4bbd15a54820d Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 23:12:41 +0300
Subject: [PATCH 215/742] fixed variable init

---
 src/Functions/FunctionBinaryArithmetic.h | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 72b5dbdcecb..35fdd8f0230 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1022,6 +1022,8 @@ public:
                     scale_a = right.getScaleMultiplier();
                 else if constexpr(result_is_decimal)
                     scale_a = type.scaleFactorFor(left, is_multiply);
+                else
+                    scale_a = 0.0; //won't be used
 
                 if constexpr(result_is_decimal)
                     scale_b = type.scaleFactorFor(right, is_multiply || is_division);

From 61d9d213e91f7fbc0381a2ef81b1e941d7fd2506 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 23:14:02 +0300
Subject: [PATCH 216/742] fixed another variable init

---
 src/Functions/FunctionBinaryArithmetic.h | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 35fdd8f0230..68b761c4904 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1023,10 +1023,12 @@ public:
                 else if constexpr(result_is_decimal)
                     scale_a = type.scaleFactorFor(left, is_multiply);
                 else
-                    scale_a = 0.0; //won't be used
+                    scale_a = 0.0; //won't be used as the target column is not decimal
 
                 if constexpr(result_is_decimal)
                     scale_b = type.scaleFactorFor(right, is_multiply || is_division);
+                else
+                    scale_b = 0.0; //won't be used, same
 
                 /// non-vector result
                 if (col_left_const && col_right_const)

From 4f7d019a9ebd22b06b3607895a2160fb78c41f4a Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 23:19:57 +0300
Subject: [PATCH 217/742] Squashed commit of the following:

commit 61d9d213e91f7fbc0381a2ef81b1e941d7fd2506
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:14:02 2020 +0300

    fixed another variable init

commit 73f3195fe17610f814453b27c8f4bbd15a54820d
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:12:41 2020 +0300

    fixed variable init

commit 488f4ef42e90988667f77ec5b6d7e25fef9a3a03
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:09:33 2020 +0300

    fixed compile condition

commit e50af17545827eb9ef657ff7d17c319afb17428e
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:05:10 2020 +0300

    fixed template args1

commit f93385dcf01697a3cd5e77d8ef7f5b69aa8c90ac
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:01:29 2020 +0300

    replaced lambda with helper function

commit 5974e784c29b54c59b1d84a1cecd1049cbc5e5a5
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:52:52 2020 +0300

    added the conversion func

commit 6eecef35a6b09f1d83f5e1c75db8200d4a438fe5
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:35:46 2020 +0300

    fixed result type trait

commit 31e3ca16703e06b5ac5cd3bc39631d0dfdaa12cc
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:26:15 2020 +0300

    restored type signature

commit 613f4e0f04405a9ce5901f36f82935e32c1ca03b
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:24:09 2020 +0300

    removed explicit types

commit 1c52842e835a661a9fb36693a45ff70a1be96633
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:21:23 2020 +0300

    simplified the condition

commit c61af32360f95b5cffa8827b77e603fcb7c01740
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:12:12 2020 +0300

    fixed const column branch

commit fd1d24c928acdcf8d0009ba975209fc2876ebfd0
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:10:33 2020 +0300

    fixed overflow check

commit b428f8fcd88c8bcc29fe3aac86361df672d5d0e4
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:01:04 2020 +0300

    fixed scales

commit 39c82fe50cb3652ae1f426650634bb89468023f5
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:52:19 2020 +0300

    fixed result type

commit 54887dacbf2a1243e1dc70dee259787141592ab2
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:38:36 2020 +0300

    fix scale init

commit 3e9428515c28aa6b9f73fa1a9ff02f7115f913a8
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:36:15 2020 +0300

    fix deleted constuctor

commit ea2da764f6bd4e1500adaebfc9794879bf414526
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:33:51 2020 +0300

    fixed result data type init

commit 1f67b0ce8d68693262a6e714d5c9f2f40b74c9a1
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:28:51 2020 +0300

    reverting if constexpr

commit 494e9066c33c9949d2063f8a63ce1f31120c8805
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:17:38 2020 +0300

    fixing first compile bug

commit d24fc58c94e270f48834451f4807aba10fe330fc
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:12:24 2020 +0300

    case fix 2

commit 9f217c5df57e6fe8d8ca5d823d4889e39830ffc1
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:11:39 2020 +0300

    case fix

commit fa6a1d3b4a70f3217df426934b14de4c6a166e6d
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 20:55:35 2020 +0300

    fix

commit af8a72a45f2162f69c3cc0034af607cc17d288f9
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 20:16:37 2020 +0300

    fix

commit 737d4fc22fd2565e5551b15f6cd96aa419a271cd
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 19:43:29 2020 +0300

    debug fix

commit fcacf5c510c1ea34f3980863c92b34a191523f7d
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 19:31:54 2020 +0300

    another try

commit 49f3b71b5f1c731c98eb0d90421bef968a675e64
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 18:48:22 2020 +0300

    another fix

commit 0d319c8c612285fc249a6aea9382e9aad3b8e7c4
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 18:47:14 2020 +0300

    fix

commit 9d5998fd10812ae4cf6b786dbe11fb947b6ec35b
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 18:46:01 2020 +0300

    added debug info

commit 17d996054ecd77d59246a26b48ff3f2436c17d3a
Author: myrrc <me@myrrec.space>
Date:   Wed Dec 16 18:47:24 2020 +0300

    style fix

commit 02baaddc13b5cb40f77b44bcc104421030963012
Author: myrrc <me@myrrec.space>
Date:   Wed Dec 16 18:20:41 2020 +0300

    removed some casts
---
 src/Core/DecimalFunctions.h              |   6 +-
 src/Functions/FunctionBinaryArithmetic.h | 103 ++++++++++++++++-------
 src/Functions/multiply.cpp               |   8 +-
 3 files changed, 85 insertions(+), 32 deletions(-)

diff --git a/src/Core/DecimalFunctions.h b/src/Core/DecimalFunctions.h
index b82cfd88e98..a0a51651353 100644
--- a/src/Core/DecimalFunctions.h
+++ b/src/Core/DecimalFunctions.h
@@ -6,6 +6,7 @@
 #include <common/arithmeticOverflow.h>
 
 #include <limits>
+#include <type_traits>
 
 
 namespace DB
@@ -205,10 +206,13 @@ inline typename DecimalType::NativeType getFractionalPart(const DecimalType & de
     return getFractionalPartWithScaleMultiplier(decimal, scaleMultiplier<typename DecimalType::NativeType>(scale));
 }
 
-/// Decimal to integer/float conversion
+/// Decimal to integer/float conversion with the ability to convert into itself (returns the original value);
 template <typename To, typename DecimalType>
 To convertTo(const DecimalType & decimal, size_t scale)
 {
+    if constexpr (std::is_same_v<To, DecimalType>)
+        return decimal;
+
     using NativeT = typename DecimalType::NativeType;
 
     if constexpr (std::is_floating_point_v<To>)
diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 73fd40db454..68b761c4904 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -22,6 +22,7 @@
 #include <Columns/ColumnFixedString.h>
 #include <Columns/ColumnConst.h>
 #include <Columns/ColumnAggregateFunction.h>
+#include "Core/DecimalFunctions.h"
 #include "IFunctionImpl.h"
 #include "FunctionHelpers.h"
 #include "IsOperation.h"
@@ -45,6 +46,8 @@
 #    pragma GCC diagnostic pop
 #endif
 
+#include <cassert>
+
 
 namespace DB
 {
@@ -207,7 +210,9 @@ struct DecimalBinaryOperation
         DivideIntegralImpl<NativeResultType, NativeResultType>, /// substitute divide by intDiv (throw on division by zero)
         Operation<NativeResultType, NativeResultType>>;
 
-    using ArrayC = typename ColumnDecimal<ResultType>::Container;
+    using ArrayC = typename std::conditional_t<IsDecimalNumber<ResultType>,
+        ColumnDecimal<ResultType>,
+        ColumnVector<ResultType>>::Container;
 
     template <bool is_decimal_a, bool is_decimal_b, typename ArrayA, typename ArrayB>
     static void NO_INLINE vectorVector(const ArrayA & a, const ArrayB & b, ArrayC & c,
@@ -470,6 +475,11 @@ public:
         Case<IsDataTypeDecimal<LeftDataType> && IsIntegralOrExtended<RightDataType>, LeftDataType>,
         Case<IsDataTypeDecimal<RightDataType> && IsIntegralOrExtended<LeftDataType>, RightDataType>,
 
+        /// e.g Decimal * Float64 = Float64
+        Case<IsOperation<Operation>::multiply, Switch<
+            Case<IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
+            Case<IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>>>,
+
         /// Decimal <op> Real is not supported (traditional DBs convert Decimal <op> Real to Real)
         Case<IsDataTypeDecimal<LeftDataType> && !IsIntegralOrExtendedOrDecimal<RightDataType>, InvalidType>,
         Case<IsDataTypeDecimal<RightDataType> && !IsIntegralOrExtendedOrDecimal<LeftDataType>, InvalidType>,
@@ -478,11 +488,6 @@ public:
         Case<!IsDateOrDateTime<LeftDataType> && !IsDateOrDateTime<RightDataType>,
             DataTypeFromFieldType<typename Op::ResultType>>,
 
-        /// e.g Decimal * Float64 = Float64
-        Case<IsOperation<Operation>::multiply, Switch<
-            Case<IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
-            Case<IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>>>,
-
         /// Date + Integral -> Date
         /// Integral + Date -> Date
         Case<IsOperation<Operation>::plus, Switch<
@@ -548,7 +553,13 @@ class FunctionBinaryArithmetic : public IFunction
     template <typename F>
     static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
     {
-        return castType(left, [&](const auto & left_) { return castType(right, [&](const auto & right_) { return f(left_, right_); }); });
+        return castType(left, [&](const auto & left_)
+        {
+            return castType(right, [&](const auto & right_)
+            {
+                return f(left_, right_);
+            });
+        });
     }
 
     static FunctionOverloadResolverPtr
@@ -946,6 +957,17 @@ public:
         return nullptr;
     }
 
+    template <class T, class ResultDataType>
+    static auto helperGetOrConvert(const auto& col, const auto& scale) {
+        using ResultType = typename ResultDataType::FieldType;
+        using NativeResultType = typename NativeType<ResultType>::Type;
+
+        if constexpr(IsFloatingPoint<ResultDataType> && IsDecimalNumber<T>)
+            return DecimalUtils::convertTo<NativeResultType>(col->template getValue<T>(), scale);
+        else
+            return col->template getValue<T>();
+    }
+
     template <typename A, typename B>
     ColumnPtr executeNumeric(const ColumnsWithTypeAndName & arguments, const A & left, const B & right) const
     {
@@ -978,47 +1000,64 @@ public:
                 using NativeResultType = typename NativeType<ResultType>::Type;
                 using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
                 using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
-
-                ResultDataType type = decimalResultType<is_multiply, is_division>(left, right);
+                using FieldType = typename ResultDataType::FieldType;
 
                 static constexpr const bool dec_a = IsDecimalNumber<T0>;
                 static constexpr const bool dec_b = IsDecimalNumber<T1>;
+                static constexpr const bool result_is_decimal = IsDataTypeDecimal<ResultDataType>;
+
+                const ResultDataType type = [&] {
+                    if constexpr(dec_a && IsFloatingPoint<RightDataType>)
+                        return RightDataType();
+                    else if constexpr(dec_b && IsFloatingPoint<LeftDataType>)
+                        return LeftDataType();
+                    else
+                        return decimalResultType<is_multiply, is_division>(left, right);
+                }();
+
+                FieldType scale_a;
+                FieldType scale_b;
 
-                typename ResultDataType::FieldType scale_a = type.scaleFactorFor(left, is_multiply);
-                typename ResultDataType::FieldType scale_b = type.scaleFactorFor(right, is_multiply || is_division);
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
                     scale_a = right.getScaleMultiplier();
+                else if constexpr(result_is_decimal)
+                    scale_a = type.scaleFactorFor(left, is_multiply);
+                else
+                    scale_a = 0.0; //won't be used as the target column is not decimal
+
+                if constexpr(result_is_decimal)
+                    scale_b = type.scaleFactorFor(right, is_multiply || is_division);
+                else
+                    scale_b = 0.0; //won't be used, same
 
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    NativeResultType const_a;
-                    NativeResultType const_b;
-
-                    if constexpr (IsFloatingPoint<NativeResultType> && dec_a)
-                        const_a = DecimalUtils::convertTo<NativeResultType>(
-                            col_left_const->template getValue<T0>(), scale_a);
-                    else
-                        const_a = col_left_const->template getValue<T0>();
-
-                    if constexpr (IsFloatingPoint<NativeResultType> && dec_b)
-                        const_b = DecimalUtils::convertTo<NativeResultType>(
-                            col_right_const->template getValue<T1>(), scale_b);
-                    else
-                        const_b = col_right_const->template getValue<T1>();
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
+                        col_left_const, scale_a);
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
+                        col_right_const, scale_b);
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :
                         OpImpl::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b);
 
-                    return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
+                    if constexpr (result_is_decimal)
+                        return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
                             col_left_const->size(), toField(res, type.getScale()));
+                    else
+                         return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
                 }
 
-                col_res = ColVecResult::create(0, type.getScale());
+                if constexpr(IsDecimalNumber<ResultType>)
+                    col_res = ColVecResult::create(0, type.getScale());
+                else
+                    col_res = ColVecResult::create(0);
+
                 auto & vec_res = col_res->getData();
                 vec_res.resize(col_left_raw->size());
 
+
                 if (col_left && col_right)
                 {
                     if (check_decimal_overflow)
@@ -1028,7 +1067,8 @@ public:
                 }
                 else if (col_left_const && col_right)
                 {
-                    NativeResultType const_a = col_left_const->template getValue<T0>();
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
+                        col_left_const, scale_a);
 
                     if (check_decimal_overflow)
                         OpImplCheck::template constantVector<dec_a, dec_b>(const_a, col_right->getData(), vec_res, scale_a, scale_b);
@@ -1037,7 +1077,8 @@ public:
                 }
                 else if (col_left && col_right_const)
                 {
-                    NativeResultType const_b = col_right_const->template getValue<T1>();
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
+                        col_right_const, scale_b);
 
                     if (check_decimal_overflow)
                         OpImplCheck::template vectorConstant<dec_a, dec_b>(col_left->getData(), const_b, vec_res, scale_a, scale_b);
@@ -1109,10 +1150,12 @@ public:
         const auto * left_generic = left_argument.type.get();
         const auto * right_generic = right_argument.type.get();
         ColumnPtr res;
-        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
+
+        const bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
         {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
+
             if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> || std::is_same_v<DataTypeFixedString, RightDataType>)
             {
                 if constexpr (!Op<DataTypeFixedString, DataTypeFixedString>::allow_fixed_string)
diff --git a/src/Functions/multiply.cpp b/src/Functions/multiply.cpp
index 18c1927b4a5..d3171a48825 100644
--- a/src/Functions/multiply.cpp
+++ b/src/Functions/multiply.cpp
@@ -1,3 +1,4 @@
+#include <type_traits>
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionBinaryArithmetic.h>
 #include <common/arithmeticOverflow.h>
@@ -29,7 +30,12 @@ struct MultiplyImpl
     template <typename Result = ResultType>
     static inline bool apply(A a, B b, Result & c)
     {
-        return common::mulOverflow(static_cast<Result>(a), b, c);
+        if constexpr(std::is_same_v<Result, float> || std::is_same_v<Result, double>)
+        {
+            c = static_cast<Result>(a) * b;
+            return false;
+        } else
+            return common::mulOverflow(static_cast<Result>(a), b, c);
     }
 
 #if USE_EMBEDDED_COMPILER

From 205db4fa92a3f9086fc154997a9dc283719aefbb Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 23:50:59 +0300
Subject: [PATCH 218/742] fixed the scale bug, added the test (wo reference)

---
 src/Functions/FunctionBinaryArithmetic.h        |  8 ++++----
 .../0_stateless/01603_decimal_mult_float.sql    | 17 +++++++++++++++++
 2 files changed, 21 insertions(+), 4 deletions(-)
 create mode 100644 tests/queries/0_stateless/01603_decimal_mult_float.sql

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 68b761c4904..0d62bc2bb96 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1022,13 +1022,13 @@ public:
                     scale_a = right.getScaleMultiplier();
                 else if constexpr(result_is_decimal)
                     scale_a = type.scaleFactorFor(left, is_multiply);
-                else
-                    scale_a = 0.0; //won't be used as the target column is not decimal
+                else // The result is a floating point, so we need to get the scale explicitly
+                    scale_a = left.getScale();
 
                 if constexpr(result_is_decimal)
                     scale_b = type.scaleFactorFor(right, is_multiply || is_division);
-                else
-                    scale_b = 0.0; //won't be used, same
+                else // Same
+                    scale_b = right.getScale();
 
                 /// non-vector result
                 if (col_left_const && col_right_const)
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.sql b/tests/queries/0_stateless/01603_decimal_mult_float.sql
new file mode 100644
index 00000000000..166be0faf5a
--- /dev/null
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.sql
@@ -0,0 +1,17 @@
+SELECT toDecimal32(2, 2) * 1.2;
+SELECT toDecimal64(0.5, 2) * 20.33;
+SELECT 0.00001 * toDecimal32(12, 2);
+SELECT 30.033 * toDecimal32(5, 1);
+
+CREATE TABLE test01603 IF NOT EXISTS(
+    f64 Float64,
+    d Decimal64(3) DEFAULT toDecimal32(f64, 3),
+    f32 Float32 DEFAULT f64
+);
+
+INSERT INTO test01603(f64) SELECT 1 / num FROM system.numbers LIMIT 1000;
+
+SELECT sum(d * 1.1) FROM test01603;
+SELECT sum(f64 * toDecimal64(80, 2)) FROM test01603;
+
+DROP TABLE test01603 IF EXISTS;

From 7db7a9ef5b2727196f037af3e5d4f0834fbdc3cf Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 17 Dec 2020 23:55:59 +0300
Subject: [PATCH 219/742] added another constexpr branch

---
 src/Functions/FunctionBinaryArithmetic.h | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 0d62bc2bb96..24f3072e0b3 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1022,13 +1022,17 @@ public:
                     scale_a = right.getScaleMultiplier();
                 else if constexpr(result_is_decimal)
                     scale_a = type.scaleFactorFor(left, is_multiply);
-                else // The result is a floating point, so we need to get the scale explicitly
+                else if constexpr(dec_a)
                     scale_a = left.getScale();
+                else
+                    scale_a = 0.0; //won't be used, just to silence the warning
 
                 if constexpr(result_is_decimal)
                     scale_b = type.scaleFactorFor(right, is_multiply || is_division);
-                else // Same
+                else if constexpr(dec_b)
                     scale_b = right.getScale();
+                else
+                    scale_b = 0.0; //same
 
                 /// non-vector result
                 if (col_left_const && col_right_const)

From bf5e836414f68f49d363708c8d32b0a9f0d576cc Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 00:03:45 +0300
Subject: [PATCH 220/742] updated the test

---
 tests/queries/0_stateless/01603_decimal_mult_float.sql | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.sql b/tests/queries/0_stateless/01603_decimal_mult_float.sql
index 166be0faf5a..47a09418ebf 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.sql
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.sql
@@ -12,6 +12,8 @@ CREATE TABLE test01603 IF NOT EXISTS(
 INSERT INTO test01603(f64) SELECT 1 / num FROM system.numbers LIMIT 1000;
 
 SELECT sum(d * 1.1) FROM test01603;
+SELECT sum(8.01 * d) FROM test01603;
 SELECT sum(f64 * toDecimal64(80, 2)) FROM test01603;
+SELECT sum(toDecimal64(0.4, 2) * f32) FROM test01603;
 
 DROP TABLE test01603 IF EXISTS;

From fe1b39625664c7397d7c0f18f650a1a605be2f35 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 00:14:06 +0300
Subject: [PATCH 221/742] added test reference

---
 .../0_stateless/01603_decimal_mult_float.reference        | 8 ++++++++
 tests/queries/0_stateless/01603_decimal_mult_float.sql    | 8 ++++----
 2 files changed, 12 insertions(+), 4 deletions(-)
 create mode 100644 tests/queries/0_stateless/01603_decimal_mult_float.reference

diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.reference b/tests/queries/0_stateless/01603_decimal_mult_float.reference
new file mode 100644
index 00000000000..22650604ff3
--- /dev/null
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.reference
@@ -0,0 +1,8 @@
+2.4
+10.165
+0.00012000000000000002
+150.16500000000002
+15551.800000000001
+113245.37999999999
+1197.6753376880554
+5.988376864581369
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.sql b/tests/queries/0_stateless/01603_decimal_mult_float.sql
index 47a09418ebf..0c722c1899b 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.sql
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.sql
@@ -3,17 +3,17 @@ SELECT toDecimal64(0.5, 2) * 20.33;
 SELECT 0.00001 * toDecimal32(12, 2);
 SELECT 30.033 * toDecimal32(5, 1);
 
-CREATE TABLE test01603 IF NOT EXISTS(
+CREATE TABLE IF NOT EXISTS test01603 (
     f64 Float64,
     d Decimal64(3) DEFAULT toDecimal32(f64, 3),
     f32 Float32 DEFAULT f64
-);
+) ENGINE=Memory() ORDER BY f32;
 
-INSERT INTO test01603(f64) SELECT 1 / num FROM system.numbers LIMIT 1000;
+INSERT INTO test01603(f64) SELECT 1 / (number + 1) FROM system.numbers LIMIT 1000;
 
 SELECT sum(d * 1.1) FROM test01603;
 SELECT sum(8.01 * d) FROM test01603;
 SELECT sum(f64 * toDecimal64(80, 2)) FROM test01603;
 SELECT sum(toDecimal64(0.4, 2) * f32) FROM test01603;
 
-DROP TABLE test01603 IF EXISTS;
+DROP TABLE IF EXISTS test01603;

From 40c702c54a4d676fef6ce22b583a4523c287af2f Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Fri, 18 Dec 2020 00:56:42 +0300
Subject: [PATCH 222/742] Update multiply.cpp

---
 src/Functions/multiply.cpp | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/Functions/multiply.cpp b/src/Functions/multiply.cpp
index d3171a48825..8d86e1fbdd7 100644
--- a/src/Functions/multiply.cpp
+++ b/src/Functions/multiply.cpp
@@ -34,7 +34,8 @@ struct MultiplyImpl
         {
             c = static_cast<Result>(a) * b;
             return false;
-        } else
+        }
+        else
             return common::mulOverflow(static_cast<Result>(a), b, c);
     }
 

From 5a78eafb0547b53df329c9a2b4fb7d3d1d8d7b6b Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Fri, 18 Dec 2020 00:59:39 +0300
Subject: [PATCH 223/742] Update FunctionBinaryArithmetic.h

---
 src/Functions/FunctionBinaryArithmetic.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 24f3072e0b3..bb78cf5fa7e 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -958,7 +958,7 @@ public:
     }
 
     template <class T, class ResultDataType>
-    static auto helperGetOrConvert(const auto& col, const auto& scale) {
+    static auto helperGetOrConvert(const auto & col, const auto & scale) {
         using ResultType = typename ResultDataType::FieldType;
         using NativeResultType = typename NativeType<ResultType>::Type;
 

From 0462340d8a6c02a455b254cd12a6beb4c759c3d0 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Fri, 18 Dec 2020 01:03:25 +0300
Subject: [PATCH 224/742] Update FunctionBinaryArithmetic.h

---
 src/Functions/FunctionBinaryArithmetic.h | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index bb78cf5fa7e..93f7fa112d4 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -962,7 +962,7 @@ public:
         using ResultType = typename ResultDataType::FieldType;
         using NativeResultType = typename NativeType<ResultType>::Type;
 
-        if constexpr(IsFloatingPoint<ResultDataType> && IsDecimalNumber<T>)
+        if constexpr (IsFloatingPoint<ResultDataType> && IsDecimalNumber<T>)
             return DecimalUtils::convertTo<NativeResultType>(col->template getValue<T>(), scale);
         else
             return col->template getValue<T>();
@@ -1007,9 +1007,9 @@ public:
                 static constexpr const bool result_is_decimal = IsDataTypeDecimal<ResultDataType>;
 
                 const ResultDataType type = [&] {
-                    if constexpr(dec_a && IsFloatingPoint<RightDataType>)
+                    if constexpr (dec_a && IsFloatingPoint<RightDataType>)
                         return RightDataType();
-                    else if constexpr(dec_b && IsFloatingPoint<LeftDataType>)
+                    else if constexpr (dec_b && IsFloatingPoint<LeftDataType>)
                         return LeftDataType();
                     else
                         return decimalResultType<is_multiply, is_division>(left, right);
@@ -1020,16 +1020,16 @@ public:
 
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
                     scale_a = right.getScaleMultiplier();
-                else if constexpr(result_is_decimal)
+                else if constexpr (result_is_decimal)
                     scale_a = type.scaleFactorFor(left, is_multiply);
-                else if constexpr(dec_a)
+                else if constexpr (dec_a)
                     scale_a = left.getScale();
                 else
                     scale_a = 0.0; //won't be used, just to silence the warning
 
-                if constexpr(result_is_decimal)
+                if constexpr (result_is_decimal)
                     scale_b = type.scaleFactorFor(right, is_multiply || is_division);
-                else if constexpr(dec_b)
+                else if constexpr (dec_b)
                     scale_b = right.getScale();
                 else
                     scale_b = 0.0; //same
@@ -1053,7 +1053,7 @@ public:
                          return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
                 }
 
-                if constexpr(IsDecimalNumber<ResultType>)
+                if constexpr (IsDecimalNumber<ResultType>)
                     col_res = ColVecResult::create(0, type.getScale());
                 else
                     col_res = ColVecResult::create(0);

From 43348bd7087b7f46b36ec60d4890287d4de78144 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 01:25:30 +0300
Subject: [PATCH 225/742] fixed the possible values case

---
 src/Functions/FunctionBinaryArithmetic.h | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 24f3072e0b3..d768f7ec72b 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -476,9 +476,8 @@ public:
         Case<IsDataTypeDecimal<RightDataType> && IsIntegralOrExtended<LeftDataType>, RightDataType>,
 
         /// e.g Decimal * Float64 = Float64
-        Case<IsOperation<Operation>::multiply, Switch<
-            Case<IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
-            Case<IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>>>,
+        Case<IsOperation<Operation>::multiply && IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
+        Case<IsOperation<Operation>::multiply && IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>,
 
         /// Decimal <op> Real is not supported (traditional DBs convert Decimal <op> Real to Real)
         Case<IsDataTypeDecimal<LeftDataType> && !IsIntegralOrExtendedOrDecimal<RightDataType>, InvalidType>,

From 6a9397a64bc7c3d71520d515d917a13ceab476f3 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Fri, 18 Dec 2020 01:35:37 +0300
Subject: [PATCH 226/742] Update FunctionBinaryArithmetic.h

---
 src/Functions/FunctionBinaryArithmetic.h | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 3543fb80520..bf245497025 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -957,7 +957,8 @@ public:
     }
 
     template <class T, class ResultDataType>
-    static auto helperGetOrConvert(const auto & col, const auto & scale) {
+    static auto helperGetOrConvert(const auto & col, const auto & scale)
+    {
         using ResultType = typename ResultDataType::FieldType;
         using NativeResultType = typename NativeType<ResultType>::Type;
 

From aeef47fd71db342eb452234d5743010ce9705af8 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 17 Dec 2020 20:06:01 +0300
Subject: [PATCH 227/742] first try

---
 programs/install/Install.cpp | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)

diff --git a/programs/install/Install.cpp b/programs/install/Install.cpp
index 9e3942e126d..5260de166a5 100644
--- a/programs/install/Install.cpp
+++ b/programs/install/Install.cpp
@@ -10,6 +10,10 @@
     #include <linux/capability.h>
 #endif
 
+#if defined(OS_DARWIN)
+    #include <mach-o/dyld.h>
+#endif
+
 #include <Common/Exception.h>
 #include <Common/ShellCommand.h>
 #include <Common/formatReadable.h>
@@ -149,7 +153,23 @@ int mainEntryClickHouseInstall(int argc, char ** argv)
         /// We need to copy binary to the binary directory.
         /// The binary is currently run. We need to obtain its path from procfs.
 
+#if defined(OS_DARWIN)
+        uint32_t lenght = 0;
+        _NSGetExecutablePath(nullptr, &length);
+        if (length <= 1) 
+            Exception(ErrorCodes::FILE_DOESNT_EXIST, "Cannot obtain path to the binary");
+
+        std::string path(length, std::string::value_type());
+        auto result = _NSGetExecutablePath(&path[0], &length);
+        if (result != 0)
+            Exception(ErrorCodes::FILE_DOESNT_EXIST, "Cannot obtain path to the binary");
+
+        fs::path binary_self_path(path);
+#endif
+
+#if defined(OS_LINUX)
         fs::path binary_self_path = "/proc/self/exe";
+#endif
         if (!fs::exists(binary_self_path))
             throw Exception(ErrorCodes::FILE_DOESNT_EXIST, "Cannot obtain path to the binary from {}, file doesn't exist",
                             binary_self_path.string());

From faee2b30bd044e475e018035c7da95c0a9c3ee74 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 17 Dec 2020 23:09:03 +0300
Subject: [PATCH 228/742] better

---
 programs/install/Install.cpp | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/programs/install/Install.cpp b/programs/install/Install.cpp
index 5260de166a5..e1934c2ca5a 100644
--- a/programs/install/Install.cpp
+++ b/programs/install/Install.cpp
@@ -151,17 +151,17 @@ int mainEntryClickHouseInstall(int argc, char ** argv)
     try
     {
         /// We need to copy binary to the binary directory.
-        /// The binary is currently run. We need to obtain its path from procfs.
+        /// The binary is currently run. We need to obtain its path from procfs (on Linux).
 
 #if defined(OS_DARWIN)
-        uint32_t lenght = 0;
-        _NSGetExecutablePath(nullptr, &length);
-        if (length <= 1) 
+        uint32_t path_length = 0;
+        _NSGetExecutablePath(nullptr, &path_length);
+        if (path_length <= 1) 
             Exception(ErrorCodes::FILE_DOESNT_EXIST, "Cannot obtain path to the binary");
 
-        std::string path(length, std::string::value_type());
-        auto result = _NSGetExecutablePath(&path[0], &length);
-        if (result != 0)
+        std::string path(path_length, std::string::value_type());
+        auto res = _NSGetExecutablePath(&path[0], &path_length);
+        if (res != 0)
             Exception(ErrorCodes::FILE_DOESNT_EXIST, "Cannot obtain path to the binary");
 
         fs::path binary_self_path(path);

From b04a7e821281a6fe95d540931ba8bf1d6e2ef8aa Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 17 Dec 2020 23:54:48 +0300
Subject: [PATCH 229/742] style

---
 programs/install/Install.cpp | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/programs/install/Install.cpp b/programs/install/Install.cpp
index e1934c2ca5a..52e5e71fd05 100644
--- a/programs/install/Install.cpp
+++ b/programs/install/Install.cpp
@@ -156,7 +156,7 @@ int mainEntryClickHouseInstall(int argc, char ** argv)
 #if defined(OS_DARWIN)
         uint32_t path_length = 0;
         _NSGetExecutablePath(nullptr, &path_length);
-        if (path_length <= 1) 
+        if (path_length <= 1)
             Exception(ErrorCodes::FILE_DOESNT_EXIST, "Cannot obtain path to the binary");
 
         std::string path(path_length, std::string::value_type());
@@ -180,6 +180,8 @@ int mainEntryClickHouseInstall(int argc, char ** argv)
 
         /// TODO An option to link instead of copy - useful for developers.
 
+        std::cout << options["prefix"].as<std::string>() << std::endl;
+
         fs::path prefix = fs::path(options["prefix"].as<std::string>());
         fs::path bin_dir = prefix / fs::path(options["binary-path"].as<std::string>());
 

From d3c64e752803fc5a036a3bc73a0b828b47f582d1 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 17 Dec 2020 23:57:03 +0300
Subject: [PATCH 230/742] cleanup

---
 programs/install/Install.cpp | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/programs/install/Install.cpp b/programs/install/Install.cpp
index 52e5e71fd05..e1934c2ca5a 100644
--- a/programs/install/Install.cpp
+++ b/programs/install/Install.cpp
@@ -156,7 +156,7 @@ int mainEntryClickHouseInstall(int argc, char ** argv)
 #if defined(OS_DARWIN)
         uint32_t path_length = 0;
         _NSGetExecutablePath(nullptr, &path_length);
-        if (path_length <= 1)
+        if (path_length <= 1) 
             Exception(ErrorCodes::FILE_DOESNT_EXIST, "Cannot obtain path to the binary");
 
         std::string path(path_length, std::string::value_type());
@@ -180,8 +180,6 @@ int mainEntryClickHouseInstall(int argc, char ** argv)
 
         /// TODO An option to link instead of copy - useful for developers.
 
-        std::cout << options["prefix"].as<std::string>() << std::endl;
-
         fs::path prefix = fs::path(options["prefix"].as<std::string>());
         fs::path bin_dir = prefix / fs::path(options["binary-path"].as<std::string>());
 

From d4ff611d755c38c0d77d0a7ed50d3c35c190edf9 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@mtlog-perftest03j.yandex.ru>
Date: Fri, 18 Dec 2020 02:31:01 +0300
Subject: [PATCH 231/742] build after merge

---
 src/Common/Arena.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Common/Arena.h b/src/Common/Arena.h
index 904ac0ac1a2..0f4f0420c38 100644
--- a/src/Common/Arena.h
+++ b/src/Common/Arena.h
@@ -130,7 +130,7 @@ private:
 public:
     Arena(size_t initial_size_ = 4096, size_t growth_factor_ = 2, size_t linear_growth_threshold_ = 128 * 1024 * 1024)
         : growth_factor(growth_factor_), linear_growth_threshold(linear_growth_threshold_),
-        head(new MemoryChunk(initial_size_, nullptr)), size_in_bytes(head->size())
+        head(new MemoryChunk(initial_size_, nullptr)), size_in_bytes(head->size()),
         page_size(static_cast<size_t>(::getPageSize()))
     {
     }

From fc426807a8f1e92cb5d8117e2d3f1801adb3b655 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 18 Dec 2020 03:21:23 +0300
Subject: [PATCH 232/742] formatting & fuzzer support

---
 programs/client/QueryFuzzer.cpp     | 98 +++++++++++++++++++++++++++--
 programs/client/QueryFuzzer.h       |  7 ++-
 src/Interpreters/ActionsVisitor.cpp | 10 ++-
 src/Parsers/ASTFunction.cpp         | 98 ++++++++++++++++++-----------
 4 files changed, 167 insertions(+), 46 deletions(-)

diff --git a/programs/client/QueryFuzzer.cpp b/programs/client/QueryFuzzer.cpp
index a8e32d87db5..99b6a977826 100644
--- a/programs/client/QueryFuzzer.cpp
+++ b/programs/client/QueryFuzzer.cpp
@@ -14,6 +14,7 @@
 #include <Parsers/ASTIdentifier.h>
 #include <Parsers/ASTInsertQuery.h>
 #include <Parsers/ASTLiteral.h>
+#include <Parsers/ASTOrderByElement.h>
 #include <Parsers/ASTQueryWithOutput.h>
 #include <Parsers/ASTSelectQuery.h>
 #include <Parsers/ASTSelectWithUnionQuery.h>
@@ -205,14 +206,88 @@ void QueryFuzzer::replaceWithTableLike(ASTPtr & ast)
     ast = new_ast;
 }
 
-void QueryFuzzer::fuzzColumnLikeExpressionList(ASTPtr ast)
+void QueryFuzzer::fuzzOrderByElement(ASTOrderByElement * elem)
+{
+    switch (fuzz_rand() % 10)
+    {
+        case 0:
+            elem->direction = -1;
+            break;
+        case 1:
+            elem->direction = 1;
+            break;
+        case 2:
+            elem->nulls_direction = -1;
+            elem->nulls_direction_was_explicitly_specified = true;
+            break;
+        case 3:
+            elem->nulls_direction = 1;
+            elem->nulls_direction_was_explicitly_specified = true;
+            break;
+        case 4:
+            elem->nulls_direction = elem->direction;
+            elem->nulls_direction_was_explicitly_specified = false;
+            break;
+        default:
+            // do nothing
+            break;
+    }
+}
+
+void QueryFuzzer::fuzzOrderByList(IAST * ast)
 {
     if (!ast)
     {
         return;
     }
 
-    auto * impl = assert_cast<ASTExpressionList *>(ast.get());
+    auto * list = assert_cast<ASTExpressionList *>(ast);
+
+    // Remove element
+    if (fuzz_rand() % 50 == 0 && list->children.size() > 1)
+    {
+        // Don't remove last element -- this leads to questionable
+        // constructs such as empty select.
+        list->children.erase(list->children.begin()
+                             + fuzz_rand() % list->children.size());
+    }
+
+    // Add element
+    if (fuzz_rand() % 50 == 0)
+    {
+        auto pos = list->children.empty()
+                ? list->children.begin()
+                : list->children.begin() + fuzz_rand() % list->children.size();
+        auto col = getRandomColumnLike();
+        if (col)
+        {
+            auto elem = std::make_shared<ASTOrderByElement>();
+            elem->children.push_back(col);
+            elem->direction = 1;
+            elem->nulls_direction = 1;
+            elem->nulls_direction_was_explicitly_specified = false;
+            elem->with_fill = false;
+
+            list->children.insert(pos, elem);
+        }
+        else
+        {
+            fprintf(stderr, "no random col!\n");
+        }
+    }
+
+    // We don't have to recurse here to fuzz the children, this is handled by
+    // the generic recursion into IAST.children.
+}
+
+void QueryFuzzer::fuzzColumnLikeExpressionList(IAST * ast)
+{
+    if (!ast)
+    {
+        return;
+    }
+
+    auto * impl = assert_cast<ASTExpressionList *>(ast);
 
     // Remove element
     if (fuzz_rand() % 50 == 0 && impl->children.size() > 1)
@@ -281,17 +356,28 @@ void QueryFuzzer::fuzz(ASTPtr & ast)
     {
         fuzz(expr_list->children);
     }
+    else if (auto * order_by_element = typeid_cast<ASTOrderByElement *>(ast.get()))
+    {
+        fuzzOrderByElement(order_by_element);
+    }
     else if (auto * fn = typeid_cast<ASTFunction *>(ast.get()))
     {
-        fuzzColumnLikeExpressionList(fn->arguments);
-        fuzzColumnLikeExpressionList(fn->parameters);
+        fuzzColumnLikeExpressionList(fn->arguments.get());
+        fuzzColumnLikeExpressionList(fn->parameters.get());
 
         fuzz(fn->children);
+
+        if (fn->is_window_function)
+        {
+            fuzzColumnLikeExpressionList(fn->window_partition_by);
+            fuzzOrderByList(fn->window_order_by);
+        }
     }
     else if (auto * select = typeid_cast<ASTSelectQuery *>(ast.get()))
     {
-        fuzzColumnLikeExpressionList(select->select());
-        fuzzColumnLikeExpressionList(select->groupBy());
+        fuzzColumnLikeExpressionList(select->select().get());
+        fuzzColumnLikeExpressionList(select->groupBy().get());
+        fuzzOrderByList(select->orderBy().get());
 
         fuzz(select->children);
     }
diff --git a/programs/client/QueryFuzzer.h b/programs/client/QueryFuzzer.h
index 0c7cec8dc84..ffec09c3883 100644
--- a/programs/client/QueryFuzzer.h
+++ b/programs/client/QueryFuzzer.h
@@ -12,6 +12,9 @@
 namespace DB
 {
 
+class ASTExpressionList;
+class ASTOrderByElement;
+
 /*
  * This is an AST-based query fuzzer that makes random modifications to query
  * AST, changing numbers, list of columns, functions, etc. It remembers part of
@@ -46,7 +49,9 @@ struct QueryFuzzer
     ASTPtr getRandomColumnLike();
     void replaceWithColumnLike(ASTPtr & ast);
     void replaceWithTableLike(ASTPtr & ast);
-    void fuzzColumnLikeExpressionList(ASTPtr ast);
+    void fuzzOrderByElement(ASTOrderByElement * elem);
+    void fuzzOrderByList(IAST * ast);
+    void fuzzColumnLikeExpressionList(IAST * ast);
     void fuzz(ASTs & asts);
     void fuzz(ASTPtr & ast);
     void collectFuzzInfoMain(const ASTPtr ast);
diff --git a/src/Interpreters/ActionsVisitor.cpp b/src/Interpreters/ActionsVisitor.cpp
index f3066e6dc2a..c7bbc019518 100644
--- a/src/Interpreters/ActionsVisitor.cpp
+++ b/src/Interpreters/ActionsVisitor.cpp
@@ -740,8 +740,14 @@ void ActionsMatcher::visit(const ASTFunction & node, const ASTPtr & ast, Data &
         // Also add columns from PARTITION BY and ORDER BY of window functions.
         // Requiring a constant reference to a shared pointer to non-const AST
         // doesn't really look sane, but the visitor does indeed require it.
-        visit(node.window_partition_by->clone(), data);
-        visit(node.window_order_by->clone(), data);
+        if (node.window_partition_by)
+        {
+            visit(node.window_partition_by->clone(), data);
+        }
+        if (node.window_order_by)
+        {
+            visit(node.window_order_by->clone(), data);
+        }
 
         // Don't need to do anything more for window functions here -- the
         // resulting column is added in ExpressionAnalyzer, similar to the
diff --git a/src/Parsers/ASTFunction.cpp b/src/Parsers/ASTFunction.cpp
index 06e4332a862..e2939b2bd89 100644
--- a/src/Parsers/ASTFunction.cpp
+++ b/src/Parsers/ASTFunction.cpp
@@ -435,45 +435,69 @@ void ASTFunction::formatImplWithoutAlias(const FormatSettings & settings, Format
         }
     }
 
-    if (!written)
+    if (written)
     {
-        settings.ostr << (settings.hilite ? hilite_function : "") << name;
-
-        if (parameters)
-        {
-            settings.ostr << '(' << (settings.hilite ? hilite_none : "");
-            parameters->formatImpl(settings, state, nested_dont_need_parens);
-            settings.ostr << (settings.hilite ? hilite_function : "") << ')';
-        }
-
-        if ((arguments && !arguments->children.empty()) || !no_empty_args)
-            settings.ostr << '(' << (settings.hilite ? hilite_none : "");
-
-        if (arguments)
-        {
-            bool special_hilite_regexp = settings.hilite
-                && (name == "match" || name == "extract" || name == "extractAll" || name == "replaceRegexpOne"
-                    || name == "replaceRegexpAll");
-
-            for (size_t i = 0, size = arguments->children.size(); i < size; ++i)
-            {
-                if (i != 0)
-                    settings.ostr << ", ";
-
-                bool special_hilite = false;
-                if (i == 1 && special_hilite_regexp)
-                    special_hilite = highlightStringLiteralWithMetacharacters(arguments->children[i], settings, "|()^$.[]?*+{:-");
-
-                if (!special_hilite)
-                    arguments->children[i]->formatImpl(settings, state, nested_dont_need_parens);
-            }
-        }
-
-        if ((arguments && !arguments->children.empty()) || !no_empty_args)
-            settings.ostr << (settings.hilite ? hilite_function : "") << ')';
-
-        settings.ostr << (settings.hilite ? hilite_none : "");
+        return;
     }
+
+    settings.ostr << (settings.hilite ? hilite_function : "") << name;
+
+    if (parameters)
+    {
+        settings.ostr << '(' << (settings.hilite ? hilite_none : "");
+        parameters->formatImpl(settings, state, nested_dont_need_parens);
+        settings.ostr << (settings.hilite ? hilite_function : "") << ')';
+    }
+
+    if ((arguments && !arguments->children.empty()) || !no_empty_args)
+        settings.ostr << '(' << (settings.hilite ? hilite_none : "");
+
+    if (arguments)
+    {
+        bool special_hilite_regexp = settings.hilite
+            && (name == "match" || name == "extract" || name == "extractAll" || name == "replaceRegexpOne"
+                || name == "replaceRegexpAll");
+
+        for (size_t i = 0, size = arguments->children.size(); i < size; ++i)
+        {
+            if (i != 0)
+                settings.ostr << ", ";
+
+            bool special_hilite = false;
+            if (i == 1 && special_hilite_regexp)
+                special_hilite = highlightStringLiteralWithMetacharacters(arguments->children[i], settings, "|()^$.[]?*+{:-");
+
+            if (!special_hilite)
+                arguments->children[i]->formatImpl(settings, state, nested_dont_need_parens);
+        }
+    }
+
+    if ((arguments && !arguments->children.empty()) || !no_empty_args)
+        settings.ostr << (settings.hilite ? hilite_function : "") << ')';
+
+    settings.ostr << (settings.hilite ? hilite_none : "");
+
+    if (!is_window_function)
+    {
+        return;
+    }
+
+    settings.ostr << " OVER (";
+    if (window_partition_by)
+    {
+        settings.ostr << "PARTITION BY ";
+        window_partition_by->formatImpl(settings, state, nested_dont_need_parens);
+    }
+    if (window_partition_by && window_order_by)
+    {
+        settings.ostr << " ";
+    }
+    if (window_order_by)
+    {
+        settings.ostr << "ORDER BY ";
+        window_order_by->formatImpl(settings, state, nested_dont_need_parens);
+    }
+    settings.ostr << ")";
 }
 
 }

From 80fae175451b37ebbbf17e38971d63196cbecfcb Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 18 Dec 2020 03:30:01 +0300
Subject: [PATCH 233/742] Update Install.cpp

---
 programs/install/Install.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/programs/install/Install.cpp b/programs/install/Install.cpp
index e1934c2ca5a..4029df0f314 100644
--- a/programs/install/Install.cpp
+++ b/programs/install/Install.cpp
@@ -156,7 +156,7 @@ int mainEntryClickHouseInstall(int argc, char ** argv)
 #if defined(OS_DARWIN)
         uint32_t path_length = 0;
         _NSGetExecutablePath(nullptr, &path_length);
-        if (path_length <= 1) 
+        if (path_length <= 1)
             Exception(ErrorCodes::FILE_DOESNT_EXIST, "Cannot obtain path to the binary");
 
         std::string path(path_length, std::string::value_type());

From 157fe3e8b4e7b2b5cd0ebbcf693381bf9c888412 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 18 Dec 2020 03:49:18 +0300
Subject: [PATCH 234/742] some tests + ability to echo the queries

---
 programs/client/Client.cpp                    |  5 +
 programs/client/TestHint.h                    |  5 +
 src/Interpreters/ExpressionAnalyzer.cpp       |  2 -
 src/Parsers/ExpressionElementParsers.cpp      |  2 -
 .../01591_window_functions.reference          | 92 +++++++++++++++++++
 .../0_stateless/01591_window_functions.sql    | 27 ++++++
 6 files changed, 129 insertions(+), 4 deletions(-)
 create mode 100644 tests/queries/0_stateless/01591_window_functions.reference
 create mode 100644 tests/queries/0_stateless/01591_window_functions.sql

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 92ae37123fa..a0c1e24b386 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -949,6 +949,11 @@ private:
             TestHint test_hint(test_mode, all_queries_text);
             if (test_hint.clientError() || test_hint.serverError())
                 processTextAsSingleQuery("SET send_logs_level = 'none'");
+
+            // Echo all queries if asked; makes for a more readable reference
+            // file.
+            if (test_hint.echoQueries())
+                echo_queries = true;
         }
 
         /// Several queries separated by ';'.
diff --git a/programs/client/TestHint.h b/programs/client/TestHint.h
index 65666f4304c..f1998588261 100644
--- a/programs/client/TestHint.h
+++ b/programs/client/TestHint.h
@@ -19,6 +19,7 @@ namespace ErrorCodes
 
 /// Checks expected server and client error codes in testmode.
 /// To enable it add special comment after the query: "-- { serverError 60 }" or "-- { clientError 20 }".
+/// Also you can enable echoing all queries by writing "-- { echo }".
 class TestHint
 {
 public:
@@ -84,12 +85,14 @@ public:
 
     int serverError() const { return server_error; }
     int clientError() const { return client_error; }
+    bool echoQueries() const { return echo; }
 
 private:
     bool enabled = false;
     const String & query;
     int server_error = 0;
     int client_error = 0;
+    bool echo = false;
 
     void parse(const String & hint)
     {
@@ -107,6 +110,8 @@ private:
                 ss >> server_error;
             else if (item == "clientError")
                 ss >> client_error;
+            else if (item == "echo")
+                echo = true;
         }
     }
 
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 346c287f239..8e410c5bebd 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -474,8 +474,6 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
 {
     for (const ASTFunction * function_node : windowFunctions())
     {
-        fmt::print(stderr, "window function ast: {}\n", function_node->dumpTree());
-
         assert(function_node->is_window_function);
 
         // FIXME not thread-safe, should use a per-query counter.
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index 575d0331b08..cd9d8e921ef 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -396,8 +396,6 @@ bool ParserFunction::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
         {
             return false;
         }
-
-        fmt::print(stderr, "window function ast {}\n", function_node->dumpTree());
     }
 
     node = function_node;
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
new file mode 100644
index 00000000000..32574813f1e
--- /dev/null
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -0,0 +1,92 @@
+select number, count() over (partition by intDiv(number, 3) order by number) from numbers(10);
+
+-- proper calculation across blocks
+
+0	1
+1	2
+2	3
+3	1
+4	2
+5	3
+6	1
+7	2
+8	3
+9	1
+select number, max(number) over (partition by intDiv(number, 3) order by number desc) from numbers(10) settings max_block_size = 2;
+
+-- not a window function
+
+2	2
+1	2
+0	2
+5	5
+4	5
+3	5
+8	8
+7	8
+6	8
+9	9
+select number, abs(number) over (partition by toString(intDiv(number, 3))) from numbers(10); -- { serverError 63 }
+
+-- no partition by
+
+select number, avg(number) over (order by number) from numbers(10);
+
+-- no order by
+
+0	0
+1	0
+2	1
+3	1
+4	2
+5	2
+6	3
+7	3
+8	4
+9	4
+select number, quantileExact(number) over (partition by intDiv(number, 3)) from numbers(10);
+
+-- can add an alias after window spec
+
+0	0
+1	1
+2	1
+3	3
+4	4
+5	4
+6	6
+7	7
+8	7
+9	9
+select number, quantileExact(number) over (partition by intDiv(number, 3)) q from numbers(10);
+
+-- can't reference it yet -- the window functions are calculated at the
+-- last stage of select, after all other functions.
+
+0	0
+1	1
+2	1
+3	3
+4	4
+5	4
+6	6
+7	7
+8	7
+9	9
+select q * 10, quantileExact(number) over (partition by intDiv(number, 3)) q from numbers(10); -- { serverError 47 }
+
+-- should work in ORDER BY though
+
+select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
+
+
+9	9
+6	8
+7	8
+8	8
+3	5
+4	5
+5	5
+0	2
+1	2
+2	2
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
new file mode 100644
index 00000000000..4a23eb9fa5c
--- /dev/null
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -0,0 +1,27 @@
+-- { echo }
+
+-- just something basic
+select number, count() over (partition by intDiv(number, 3) order by number) from numbers(10);
+
+-- proper calculation across blocks
+select number, max(number) over (partition by intDiv(number, 3) order by number desc) from numbers(10) settings max_block_size = 2;
+
+-- not a window function
+select number, abs(number) over (partition by toString(intDiv(number, 3))) from numbers(10); -- { serverError 63 }
+
+-- no partition by
+select number, avg(number) over (order by number) from numbers(10);
+
+-- no order by
+select number, quantileExact(number) over (partition by intDiv(number, 3)) from numbers(10);
+
+-- can add an alias after window spec
+select number, quantileExact(number) over (partition by intDiv(number, 3)) q from numbers(10);
+
+-- can't reference it yet -- the window functions are calculated at the
+-- last stage of select, after all other functions.
+select q * 10, quantileExact(number) over (partition by intDiv(number, 3)) q from numbers(10); -- { serverError 47 }
+
+-- should work in ORDER BY though
+select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
+

From 4bfcb2fc16119a7606c66263c0e065977eddb73f Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 18 Dec 2020 04:25:21 +0300
Subject: [PATCH 235/742] a setting

---
 src/Core/Settings.h                                  | 1 +
 src/Interpreters/ExpressionAnalyzer.cpp              | 9 +++++++++
 tests/queries/0_stateless/01591_window_functions.sql | 2 ++
 3 files changed, 12 insertions(+)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 4e6fdddc8c6..cd549038097 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -405,6 +405,7 @@ class IColumn;
     M(Bool, optimize_skip_merged_partitions, false, "Skip partitions with one part with level > 0 in optimize final", 0) \
     M(Bool, optimize_on_insert, true, "Do the same transformation for inserted block of data as if merge was done on this block.", 0) \
     M(Bool, allow_experimental_map_type, false, "Allow data type Map", 0) \
+    M(Bool, allow_experimental_window_functions, false, "Allow experimental window functions", 0) \
     \
     M(Bool, use_antlr_parser, false, "Parse incoming queries using ANTLR-generated parser", 0) \
     \
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 8e410c5bebd..61b8dc86350 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -472,6 +472,15 @@ bool ExpressionAnalyzer::makeAggregateDescriptions(ActionsDAGPtr & actions)
 
 bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
 {
+    // Convenient to check here because at least we have the Context.
+    if (windowFunctions().size() > 0 &&
+        !context.getSettingsRef().allow_experimental_window_functions)
+    {
+        throw Exception(ErrorCodes::NOT_IMPLEMENTED,
+            "Window functions are not implemented (while processing '{}')",
+            windowFunctions()[0]->formatForErrorMessage());
+    }
+
     for (const ASTFunction * function_node : windowFunctions())
     {
         assert(function_node->is_window_function);
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index 4a23eb9fa5c..fcb3da896dc 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -1,5 +1,7 @@
 -- { echo }
 
+set allow_experimental_window_functions = 1;
+
 -- just something basic
 select number, count() over (partition by intDiv(number, 3) order by number) from numbers(10);
 

From b1d1ea0e01ad8ae9416f55b084ae7c381a99d0ce Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 18 Dec 2020 06:17:23 +0300
Subject: [PATCH 236/742] Update Install.cpp

---
 programs/install/Install.cpp | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/programs/install/Install.cpp b/programs/install/Install.cpp
index 4029df0f314..2fba335bc66 100644
--- a/programs/install/Install.cpp
+++ b/programs/install/Install.cpp
@@ -165,11 +165,10 @@ int mainEntryClickHouseInstall(int argc, char ** argv)
             Exception(ErrorCodes::FILE_DOESNT_EXIST, "Cannot obtain path to the binary");
 
         fs::path binary_self_path(path);
-#endif
-
-#if defined(OS_LINUX)
+#else
         fs::path binary_self_path = "/proc/self/exe";
 #endif
+
         if (!fs::exists(binary_self_path))
             throw Exception(ErrorCodes::FILE_DOESNT_EXIST, "Cannot obtain path to the binary from {}, file doesn't exist",
                             binary_self_path.string());

From 5b6143bf2f3281a9e57f9316cf7c8c313f1b8ee6 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 15:42:12 +0300
Subject: [PATCH 237/742] fix style error

---
 src/Functions/multiply.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/multiply.cpp b/src/Functions/multiply.cpp
index 8d86e1fbdd7..54695a1087d 100644
--- a/src/Functions/multiply.cpp
+++ b/src/Functions/multiply.cpp
@@ -30,7 +30,7 @@ struct MultiplyImpl
     template <typename Result = ResultType>
     static inline bool apply(A a, B b, Result & c)
     {
-        if constexpr(std::is_same_v<Result, float> || std::is_same_v<Result, double>)
+        if constexpr (std::is_same_v<Result, float> || std::is_same_v<Result, double>)
         {
             c = static_cast<Result>(a) * b;
             return false;

From d4f8c46210fce2491cd4ad49e41f9e1bf82d0170 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 16:04:19 +0300
Subject: [PATCH 238/742] fixed the test

---
 tests/queries/0_stateless/01603_decimal_mult_float.sql | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.sql b/tests/queries/0_stateless/01603_decimal_mult_float.sql
index 0c722c1899b..057e3e95071 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.sql
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.sql
@@ -7,7 +7,7 @@ CREATE TABLE IF NOT EXISTS test01603 (
     f64 Float64,
     d Decimal64(3) DEFAULT toDecimal32(f64, 3),
     f32 Float32 DEFAULT f64
-) ENGINE=Memory() ORDER BY f32;
+) ENGINE=MergeTree() ORDER BY f32;
 
 INSERT INTO test01603(f64) SELECT 1 / (number + 1) FROM system.numbers LIMIT 1000;
 

From c7ef57c6fd8e640bcd46b1848f118600e62cbdb6 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 18 Dec 2020 16:15:03 +0300
Subject: [PATCH 239/742] Add setting async_socket_for_remote

---
 src/Core/Settings.h                           |  2 +
 src/DataStreams/RemoteQueryExecutor.cpp       |  7 +++-
 src/DataStreams/RemoteQueryExecutor.h         |  3 +-
 .../ClusterProxy/SelectStreamFactory.cpp      |  7 ++--
 src/Processors/Sources/RemoteSource.cpp       | 37 +++++++++++--------
 src/Processors/Sources/RemoteSource.h         |  5 ++-
 6 files changed, 36 insertions(+), 25 deletions(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 4a50dd09a89..789d0bb99e1 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -405,6 +405,8 @@ class IColumn;
     \
     M(Bool, use_antlr_parser, false, "Parse incoming queries using ANTLR-generated parser", 0) \
     \
+    M(Bool, async_socket_for_remote, true, "Asynchronously read from socket executing remote query", 0) \
+    \
     /** Obsolete settings that do nothing but left for compatibility reasons. Remove each one after half a year of obsolescence. */ \
     \
     M(UInt64, max_memory_usage_for_all_queries, 0, "Obsolete. Will be removed after 2020-10-20", 0) \
diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index 06d8b0b7e37..5123c763218 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -199,9 +199,10 @@ Block RemoteQueryExecutor::read()
     }
 }
 
-#if defined(OS_LINUX)
 std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext> & read_context)
 {
+
+#if defined(OS_LINUX)
     if (!sent_query)
     {
         sendQuery();
@@ -236,8 +237,10 @@ std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext>
         }
     }
     while (true);
-}
+#else
+    return read();
 #endif
+}
 
 std::optional<Block> RemoteQueryExecutor::processPacket(Packet packet)
 {
diff --git a/src/DataStreams/RemoteQueryExecutor.h b/src/DataStreams/RemoteQueryExecutor.h
index d15bd7a2aa0..754437b22e0 100644
--- a/src/DataStreams/RemoteQueryExecutor.h
+++ b/src/DataStreams/RemoteQueryExecutor.h
@@ -59,11 +59,10 @@ public:
     /// Read next block of data. Returns empty block if query is finished.
     Block read();
 
-#if defined(OS_LINUX)
     /// Async variant of read. Returns ready block or file descriptor which may be used for polling.
     /// ReadContext is an internal read state. Pass empty ptr first time, reuse created one for every call.
     std::variant<Block, int> read(std::unique_ptr<ReadContext> & read_context);
-#endif
+
     /// Receive all remain packets and finish query.
     /// It should be cancelled after read returned empty block.
     void finish(std::unique_ptr<ReadContext> * read_context = nullptr);
diff --git a/src/Interpreters/ClusterProxy/SelectStreamFactory.cpp b/src/Interpreters/ClusterProxy/SelectStreamFactory.cpp
index e2a7c5b55dc..47726e49d50 100644
--- a/src/Interpreters/ClusterProxy/SelectStreamFactory.cpp
+++ b/src/Interpreters/ClusterProxy/SelectStreamFactory.cpp
@@ -126,6 +126,7 @@ void SelectStreamFactory::createForShard(
     bool add_agg_info = processed_stage == QueryProcessingStage::WithMergeableState;
     bool add_totals = false;
     bool add_extremes = false;
+    bool async_read = context_ptr->getSettingsRef().async_socket_for_remote;
     if (processed_stage == QueryProcessingStage::Complete)
     {
         add_totals = query_ast->as<ASTSelectQuery &>().group_by_with_totals;
@@ -153,7 +154,7 @@ void SelectStreamFactory::createForShard(
         if (!table_func_ptr)
             remote_query_executor->setMainTable(main_table);
 
-        remote_pipes.emplace_back(createRemoteSourcePipe(remote_query_executor, add_agg_info, add_totals, add_extremes));
+        remote_pipes.emplace_back(createRemoteSourcePipe(remote_query_executor, add_agg_info, add_totals, add_extremes, async_read));
         remote_pipes.back().addInterpreterContext(context_ptr);
     };
 
@@ -249,7 +250,7 @@ void SelectStreamFactory::createForShard(
                 pool = shard_info.pool, shard_num = shard_info.shard_num, modified_query, header = header, modified_query_ast,
                 &context, context_ptr, throttler,
                 main_table = main_table, table_func_ptr = table_func_ptr, scalars = scalars, external_tables = external_tables,
-                stage = processed_stage, local_delay, add_agg_info, add_totals, add_extremes]()
+                stage = processed_stage, local_delay, add_agg_info, add_totals, add_extremes, async_read]()
             -> Pipe
         {
             auto current_settings = context.getSettingsRef();
@@ -295,7 +296,7 @@ void SelectStreamFactory::createForShard(
                 auto remote_query_executor = std::make_shared<RemoteQueryExecutor>(
                     std::move(connections), modified_query, header, context, throttler, scalars, external_tables, stage);
 
-                return createRemoteSourcePipe(remote_query_executor, add_agg_info, add_totals, add_extremes);
+                return createRemoteSourcePipe(remote_query_executor, add_agg_info, add_totals, add_extremes, async_read);
             }
         };
 
diff --git a/src/Processors/Sources/RemoteSource.cpp b/src/Processors/Sources/RemoteSource.cpp
index b4f5d9272f2..bf3ef32214d 100644
--- a/src/Processors/Sources/RemoteSource.cpp
+++ b/src/Processors/Sources/RemoteSource.cpp
@@ -7,9 +7,10 @@
 namespace DB
 {
 
-RemoteSource::RemoteSource(RemoteQueryExecutorPtr executor, bool add_aggregation_info_)
+RemoteSource::RemoteSource(RemoteQueryExecutorPtr executor, bool add_aggregation_info_, bool async_read_)
     : SourceWithProgress(executor->getHeader(), false)
     , add_aggregation_info(add_aggregation_info_), query_executor(std::move(executor))
+    , async_read(async_read_)
 {
     /// Add AggregatedChunkInfo if we expect DataTypeAggregateFunction as a result.
     const auto & sample = getPort().getHeader();
@@ -65,21 +66,25 @@ std::optional<Chunk> RemoteSource::tryGenerate()
 
         was_query_sent = true;
     }
-#if defined(OS_LINUX)
-    auto res = query_executor->read(read_context);
-    if (std::holds_alternative<int>(res))
+
+    Block block;
+
+    if (async_read)
     {
-        fd = std::get<int>(res);
-        is_async_state = true;
-        return Chunk();
+        auto res = query_executor->read(read_context);
+        if (std::holds_alternative<int>(res))
+        {
+            fd = std::get<int>(res);
+            is_async_state = true;
+            return Chunk();
+        }
+
+        is_async_state = false;
+
+        block = std::get<Block>(std::move(res));
     }
-
-    is_async_state = false;
-
-    auto block = std::get<Block>(std::move(res));
-#else
-    auto block = query_executor->read();
-#endif
+    else
+        block = query_executor->read();
 
     if (!block)
     {
@@ -161,9 +166,9 @@ Chunk RemoteExtremesSource::generate()
 
 Pipe createRemoteSourcePipe(
     RemoteQueryExecutorPtr query_executor,
-    bool add_aggregation_info, bool add_totals, bool add_extremes)
+    bool add_aggregation_info, bool add_totals, bool add_extremes, bool async_read)
 {
-    Pipe pipe(std::make_shared<RemoteSource>(query_executor, add_aggregation_info));
+    Pipe pipe(std::make_shared<RemoteSource>(query_executor, add_aggregation_info, async_read));
 
     if (add_totals)
         pipe.addTotalsSource(std::make_shared<RemoteTotalsSource>(query_executor));
diff --git a/src/Processors/Sources/RemoteSource.h b/src/Processors/Sources/RemoteSource.h
index 79bf750f897..2109cb5eba4 100644
--- a/src/Processors/Sources/RemoteSource.h
+++ b/src/Processors/Sources/RemoteSource.h
@@ -20,7 +20,7 @@ public:
     /// Flag add_aggregation_info tells if AggregatedChunkInfo should be added to result chunk.
     /// AggregatedChunkInfo stores the bucket number used for two-level aggregation.
     /// This flag should be typically enabled for queries with GROUP BY which are executed till WithMergeableState.
-    RemoteSource(RemoteQueryExecutorPtr executor, bool add_aggregation_info_);
+    RemoteSource(RemoteQueryExecutorPtr executor, bool add_aggregation_info_, bool async_read_);
     ~RemoteSource() override;
 
     Status prepare() override;
@@ -44,6 +44,7 @@ private:
     RemoteQueryExecutorPtr query_executor;
     RowsBeforeLimitCounterPtr rows_before_limit;
 
+    const bool async_read;
     bool is_async_state = false;
     std::unique_ptr<RemoteQueryExecutorReadContext> read_context;
     int fd = -1;
@@ -84,6 +85,6 @@ private:
 /// Create pipe with remote sources.
 Pipe createRemoteSourcePipe(
     RemoteQueryExecutorPtr query_executor,
-    bool add_aggregation_info, bool add_totals, bool add_extremes);
+    bool add_aggregation_info, bool add_totals, bool add_extremes, bool async_read);
 
 }

From f34c0500dbd9b3d9af75be1151238cd3668e9b1e Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 16:29:53 +0300
Subject: [PATCH 240/742] enlarged the test, updated scales calc

---
 src/Functions/FunctionBinaryArithmetic.h      | 64 ++++++++++---------
 .../01603_decimal_mult_float.reference        |  8 +--
 .../0_stateless/01603_decimal_mult_float.sql  |  5 ++
 3 files changed, 43 insertions(+), 34 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index bf245497025..f1ed828f101 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1002,49 +1002,54 @@ public:
                 using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
                 using FieldType = typename ResultDataType::FieldType;
 
-                static constexpr const bool dec_a = IsDecimalNumber<T0>;
-                static constexpr const bool dec_b = IsDecimalNumber<T1>;
+                static constexpr const bool left_is_decimal = IsDecimalNumber<T0>;
+                static constexpr const bool right_is_decimal = IsDecimalNumber<T1>;
                 static constexpr const bool result_is_decimal = IsDataTypeDecimal<ResultDataType>;
 
                 const ResultDataType type = [&] {
-                    if constexpr (dec_a && IsFloatingPoint<RightDataType>)
+                    if constexpr (left_is_decimal && IsFloatingPoint<RightDataType>)
                         return RightDataType();
-                    else if constexpr (dec_b && IsFloatingPoint<LeftDataType>)
+                    else if constexpr (right_is_decimal && IsFloatingPoint<LeftDataType>)
                         return LeftDataType();
                     else
                         return decimalResultType<is_multiply, is_division>(left, right);
                 }();
 
-                FieldType scale_a;
-                FieldType scale_b;
+                FieldType left_scale; // not really a Decimal scale, depends on the latter branches.
+                FieldType right_scale;
+
+                const bool both_columns_are_const = col_left_const && col_right_const;
 
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
-                    scale_a = right.getScaleMultiplier();
+                    left_scale = right.getScaleMultiplier();
                 else if constexpr (result_is_decimal)
-                    scale_a = type.scaleFactorFor(left, is_multiply);
-                else if constexpr (dec_a)
-                    scale_a = left.getScale();
+                    left_scale = type.scaleFactorFor(left, is_multiply); //both are decimal, so multiply on 1 / scale
+                else if constexpr (left_is_decimal)
+                    // While multiplying constants, we need the Decimal scales as the conversion function from
+                    // Decimal utils takes it. When one of the columns is non-const, we need the scale multiplier
+                    // instead as the OpImpl::constantConstant function uses the multiplier.
+                    left_scale = both_columns_are_const ? left.getScale() : left.getScaleMultiplier();
                 else
-                    scale_a = 0.0; //won't be used, just to silence the warning
+                    left_scale = 0.0; //won't be used, just to silence the warning
 
                 if constexpr (result_is_decimal)
-                    scale_b = type.scaleFactorFor(right, is_multiply || is_division);
-                else if constexpr (dec_b)
-                    scale_b = right.getScale();
+                    right_scale = type.scaleFactorFor(right, is_multiply || is_division);
+                else if constexpr (right_is_decimal)
+                    right_scale = both_columns_are_const ? right.getScale() : right.getScaleMultiplier();
                 else
-                    scale_b = 0.0; //same
+                    right_scale = 0.0; //same
 
                 /// non-vector result
-                if (col_left_const && col_right_const)
+                if (both_columns_are_const)
                 {
                     const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
-                        col_left_const, scale_a);
+                        col_left_const, left_scale);
                     const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
-                        col_right_const, scale_b);
+                        col_right_const, right_scale);
 
                     auto res = check_decimal_overflow ?
-                        OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :
-                        OpImpl::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b);
+                        OpImplCheck::template constantConstant<left_is_decimal, right_is_decimal>(const_a, const_b, left_scale, right_scale) :
+                        OpImpl::template constantConstant<left_is_decimal, right_is_decimal>(const_a, const_b, left_scale, right_scale);
 
                     if constexpr (result_is_decimal)
                         return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
@@ -1053,7 +1058,7 @@ public:
                          return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
                 }
 
-                if constexpr (IsDecimalNumber<ResultType>)
+                if constexpr (result_is_decimal)
                     col_res = ColVecResult::create(0, type.getScale());
                 else
                     col_res = ColVecResult::create(0);
@@ -1061,33 +1066,32 @@ public:
                 auto & vec_res = col_res->getData();
                 vec_res.resize(col_left_raw->size());
 
-
                 if (col_left && col_right)
                 {
                     if (check_decimal_overflow)
-                        OpImplCheck::template vectorVector<dec_a, dec_b>(col_left->getData(), col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImplCheck::template vectorVector<left_is_decimal, right_is_decimal>(col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
                     else
-                        OpImpl::template vectorVector<dec_a, dec_b>(col_left->getData(), col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImpl::template vectorVector<left_is_decimal, right_is_decimal>(col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
                 }
                 else if (col_left_const && col_right)
                 {
                     const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
-                        col_left_const, scale_a);
+                        col_left_const, left_scale);
 
                     if (check_decimal_overflow)
-                        OpImplCheck::template constantVector<dec_a, dec_b>(const_a, col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImplCheck::template constantVector<left_is_decimal, right_is_decimal>(const_a, col_right->getData(), vec_res, left_scale, right_scale);
                     else
-                        OpImpl::template constantVector<dec_a, dec_b>(const_a, col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImpl::template constantVector<left_is_decimal, right_is_decimal>(const_a, col_right->getData(), vec_res, left_scale, right_scale);
                 }
                 else if (col_left && col_right_const)
                 {
                     const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
-                        col_right_const, scale_b);
+                        col_right_const, right_scale);
 
                     if (check_decimal_overflow)
-                        OpImplCheck::template vectorConstant<dec_a, dec_b>(col_left->getData(), const_b, vec_res, scale_a, scale_b);
+                        OpImplCheck::template vectorConstant<left_is_decimal, right_is_decimal>(col_left->getData(), const_b, vec_res, left_scale, right_scale);
                     else
-                        OpImpl::template vectorConstant<dec_a, dec_b>(col_left->getData(), const_b, vec_res, scale_a, scale_b);
+                        OpImpl::template vectorConstant<left_is_decimal, right_is_decimal>(col_left->getData(), const_b, vec_res, left_scale, right_scale);
                 }
                 else
                     return nullptr;
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.reference b/tests/queries/0_stateless/01603_decimal_mult_float.reference
index 22650604ff3..318564b2d1a 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.reference
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.reference
@@ -2,7 +2,7 @@
 10.165
 0.00012000000000000002
 150.16500000000002
-15551.800000000001
-113245.37999999999
-1197.6753376880554
-5.988376864581369
+7775.900000000001
+56622.689999999995
+598.8376688440277
+2.9941884322906844
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.sql b/tests/queries/0_stateless/01603_decimal_mult_float.sql
index 057e3e95071..8de35f0b3f5 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.sql
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.sql
@@ -16,4 +16,9 @@ SELECT sum(8.01 * d) FROM test01603;
 SELECT sum(f64 * toDecimal64(80, 2)) FROM test01603;
 SELECT sum(toDecimal64(0.4, 2) * f32) FROM test01603;
 
+SELECT sum(f64 * d) FROM test01603;
+SELECT sum(d * f64) FROM test01603;
+SELECT sum(f32 * d) FROM test01603;
+SELECT sum(d * f32) FROM test01603;
+
 DROP TABLE IF EXISTS test01603;

From 84013d253dff75b1f522ac1756fb8c966a51f88c Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 16:33:00 +0300
Subject: [PATCH 241/742] fix: ternary if

---
 src/Functions/FunctionBinaryArithmetic.h | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index f1ed828f101..91d90694844 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1028,14 +1028,18 @@ public:
                     // While multiplying constants, we need the Decimal scales as the conversion function from
                     // Decimal utils takes it. When one of the columns is non-const, we need the scale multiplier
                     // instead as the OpImpl::constantConstant function uses the multiplier.
-                    left_scale = both_columns_are_const ? left.getScale() : left.getScaleMultiplier();
+                    left_scale = both_columns_are_const
+                        ? left.getScale()
+                        : left.template getScaleMultiplier<FieldType>();
                 else
                     left_scale = 0.0; //won't be used, just to silence the warning
 
                 if constexpr (result_is_decimal)
                     right_scale = type.scaleFactorFor(right, is_multiply || is_division);
                 else if constexpr (right_is_decimal)
-                    right_scale = both_columns_are_const ? right.getScale() : right.getScaleMultiplier();
+                    right_scale = both_columns_are_const
+                        ? right.getScale()
+                        : right.template getScaleMultiplier<FieldType>();
                 else
                     right_scale = 0.0; //same
 

From 15f0915ad32913a0032b497acad3367937cf2416 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 16:35:37 +0300
Subject: [PATCH 242/742] replaced ternary if

---
 src/Functions/FunctionBinaryArithmetic.h | 18 ++++++++++++------
 1 file changed, 12 insertions(+), 6 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 91d90694844..1720a984545 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1025,21 +1025,27 @@ public:
                 else if constexpr (result_is_decimal)
                     left_scale = type.scaleFactorFor(left, is_multiply); //both are decimal, so multiply on 1 / scale
                 else if constexpr (left_is_decimal)
+                {
                     // While multiplying constants, we need the Decimal scales as the conversion function from
                     // Decimal utils takes it. When one of the columns is non-const, we need the scale multiplier
                     // instead as the OpImpl::constantConstant function uses the multiplier.
-                    left_scale = both_columns_are_const
-                        ? left.getScale()
-                        : left.template getScaleMultiplier<FieldType>();
+                    if (both_columns_are_const)
+                        left_scale = left.getScale();
+                    else
+                        left_scale = left.getScaleMultiplier();
+                }
                 else
                     left_scale = 0.0; //won't be used, just to silence the warning
 
                 if constexpr (result_is_decimal)
                     right_scale = type.scaleFactorFor(right, is_multiply || is_division);
                 else if constexpr (right_is_decimal)
-                    right_scale = both_columns_are_const
-                        ? right.getScale()
-                        : right.template getScaleMultiplier<FieldType>();
+                {
+                    if (both_columns_are_const)
+                        right_scale = right.getScale();
+                    else
+                        right_scale = right.getScaleMultiplier();
+                }
                 else
                     right_scale = 0.0; //same
 

From bbd34b544adbcf4edfe26d4ff7bcfcf42778b9f7 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 18 Dec 2020 16:37:21 +0300
Subject: [PATCH 243/742] Try fix fluppy test.

---
 .../01244_optimize_distributed_group_by_sharding_key.sql        | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01244_optimize_distributed_group_by_sharding_key.sql b/tests/queries/0_stateless/01244_optimize_distributed_group_by_sharding_key.sql
index 9bc50ae2fc7..d152326091b 100644
--- a/tests/queries/0_stateless/01244_optimize_distributed_group_by_sharding_key.sql
+++ b/tests/queries/0_stateless/01244_optimize_distributed_group_by_sharding_key.sql
@@ -68,7 +68,7 @@ select 'OFFSET';
 select count(), * from dist_01247 group by number offset 1;
 -- this will emulate different data on for different shards
 select 'WHERE LIMIT OFFSET';
-select count(), * from dist_01247 where number = _shard_num-1 group by number limit 1 offset 1;
+select count(), * from dist_01247 where number = _shard_num-1 group by number order by number limit 1 offset 1;
 
 select 'LIMIT BY 1';
 select count(), * from dist_01247 group by number order by number limit 1 by number;

From c4ea410a4da0872035f3ec0a0f57b87aa66999a3 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 16:45:44 +0300
Subject: [PATCH 244/742] updated the comments and branches

---
 src/Functions/FunctionBinaryArithmetic.h | 10 ++++++----
 1 file changed, 6 insertions(+), 4 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 1720a984545..352f194cf2f 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1000,7 +1000,6 @@ public:
                 using NativeResultType = typename NativeType<ResultType>::Type;
                 using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
                 using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
-                using FieldType = typename ResultDataType::FieldType;
 
                 static constexpr const bool left_is_decimal = IsDecimalNumber<T0>;
                 static constexpr const bool right_is_decimal = IsDecimalNumber<T1>;
@@ -1015,15 +1014,18 @@ public:
                         return decimalResultType<is_multiply, is_division>(left, right);
                 }();
 
-                FieldType left_scale; // not really a Decimal scale, depends on the latter branches.
-                FieldType right_scale;
+                /// We need to be able to assign either the integer scale or its multiplier if
+                /// only one column is decimal (if both are, the resulting decimal will be the decimalResultType).
+                using FieldType = typename ResultDataType::FieldType;
+                std::conditional_t<left_is_decimal && !result_is_decimal, T0, FieldType> left_scale;
+                std::conditional_t<right_is_decimal && !result_is_decimal, T1, FieldType> right_scale;
 
                 const bool both_columns_are_const = col_left_const && col_right_const;
 
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
                     left_scale = right.getScaleMultiplier();
                 else if constexpr (result_is_decimal)
-                    left_scale = type.scaleFactorFor(left, is_multiply); //both are decimal, so multiply on 1 / scale
+                    left_scale = type.scaleFactorFor(left, is_multiply);
                 else if constexpr (left_is_decimal)
                 {
                     // While multiplying constants, we need the Decimal scales as the conversion function from

From 07bc3a2a4d26b6be743e511aac4dfddfb343ee97 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 16:49:00 +0300
Subject: [PATCH 245/742] reverted the overengineering

---
 src/Functions/FunctionBinaryArithmetic.h | 31 ++++++------------------
 1 file changed, 7 insertions(+), 24 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 352f194cf2f..4b1018b4ab6 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1000,6 +1000,7 @@ public:
                 using NativeResultType = typename NativeType<ResultType>::Type;
                 using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
                 using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
+                using FieldType = typename ResultDataType::FieldType;
 
                 static constexpr const bool left_is_decimal = IsDecimalNumber<T0>;
                 static constexpr const bool right_is_decimal = IsDecimalNumber<T1>;
@@ -1014,45 +1015,27 @@ public:
                         return decimalResultType<is_multiply, is_division>(left, right);
                 }();
 
-                /// We need to be able to assign either the integer scale or its multiplier if
-                /// only one column is decimal (if both are, the resulting decimal will be the decimalResultType).
-                using FieldType = typename ResultDataType::FieldType;
-                std::conditional_t<left_is_decimal && !result_is_decimal, T0, FieldType> left_scale;
-                std::conditional_t<right_is_decimal && !result_is_decimal, T1, FieldType> right_scale;
-
-                const bool both_columns_are_const = col_left_const && col_right_const;
+                FieldType left_scale; // not really a Decimal scale, depends on the latter branches.
+                FieldType right_scale;
 
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
                     left_scale = right.getScaleMultiplier();
                 else if constexpr (result_is_decimal)
-                    left_scale = type.scaleFactorFor(left, is_multiply);
+                    left_scale = type.scaleFactorFor(left, is_multiply); //both are decimal, so multiply on 1 / scale
                 else if constexpr (left_is_decimal)
-                {
-                    // While multiplying constants, we need the Decimal scales as the conversion function from
-                    // Decimal utils takes it. When one of the columns is non-const, we need the scale multiplier
-                    // instead as the OpImpl::constantConstant function uses the multiplier.
-                    if (both_columns_are_const)
-                        left_scale = left.getScale();
-                    else
-                        left_scale = left.getScaleMultiplier();
-                }
+                    left_scale = left.getScale();
                 else
                     left_scale = 0.0; //won't be used, just to silence the warning
 
                 if constexpr (result_is_decimal)
                     right_scale = type.scaleFactorFor(right, is_multiply || is_division);
                 else if constexpr (right_is_decimal)
-                {
-                    if (both_columns_are_const)
-                        right_scale = right.getScale();
-                    else
-                        right_scale = right.getScaleMultiplier();
-                }
+                    right_scale = right.getScale();
                 else
                     right_scale = 0.0; //same
 
                 /// non-vector result
-                if (both_columns_are_const)
+                if (col_left_const && col_right_const)
                 {
                     const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
                         col_left_const, left_scale);

From c1e7d5d3c10a6e0789de3c4eb512256d719a9f1e Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 18 Dec 2020 16:49:45 +0300
Subject: [PATCH 246/742] Working code

---
 .../MergeTreeDataPartWriterOnDisk.cpp         | 15 ++---
 .../MergeTree/MergeTreeDataPartWriterWide.cpp | 65 +++++++++++++++++--
 .../MergeTree/MergeTreeDataPartWriterWide.h   |  4 ++
 3 files changed, 69 insertions(+), 15 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
index 5190b439809..150bdad55f2 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
@@ -218,6 +218,12 @@ void MergeTreeDataPartWriterOnDisk::calculateAndSerializeSkipIndices(const Block
         auto & stream = *skip_indices_streams[i];
         for (const auto & granule : granules_to_write)
         {
+            if (skip_index_accumulated_marks[i] == index_helper->index.granularity)
+            {
+                skip_indices_aggregators[i]->getGranuleAndReset()->serializeBinary(stream.compressed);
+                skip_index_accumulated_marks[i] = 0;
+            }
+
             if (skip_indices_aggregators[i]->empty() && granule.mark_on_start)
             {
                 skip_indices_aggregators[i] = index_helper->createIndexAggregator();
@@ -236,16 +242,7 @@ void MergeTreeDataPartWriterOnDisk::calculateAndSerializeSkipIndices(const Block
             size_t pos = granule.start_row;
             skip_indices_aggregators[i]->update(skip_indexes_block, &pos, granule.granularity_rows);
             if (granule.isCompleted())
-            {
                 ++skip_index_accumulated_marks[i];
-
-                /// write index if it is filled
-                if (skip_index_accumulated_marks[i] == index_helper->index.granularity)
-                {
-                    skip_indices_aggregators[i]->getGranuleAndReset()->serializeBinary(stream.compressed);
-                    skip_index_accumulated_marks[i] = 0;
-                }
-            }
         }
     }
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
index 1127c3a7dd7..f9b42e7c320 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
@@ -167,6 +167,13 @@ void MergeTreeDataPartWriterWide::write(const Block & block, const IColumn::Perm
     if (compute_granularity)
     {
         size_t index_granularity_for_block = computeIndexGranularity(block);
+        if (rows_written_in_last_mark > 0)
+        {
+            size_t rows_left_in_last_mark = index_granularity.getMarkRows(getCurrentMark()) - rows_written_in_last_mark;
+            if (rows_left_in_last_mark > index_granularity_for_block)
+                adjustLastMarkAndFlushToDisk();
+        }
+
         fillIndexGranularity(index_granularity_for_block, block.rows());
     }
 
@@ -281,9 +288,6 @@ void MergeTreeDataPartWriterWide::writeSingleGranule(
     IDataType::SerializeBinaryBulkSettings & serialize_settings,
     const Granule & granule)
 {
-    if (granule.mark_on_start)
-        writeSingleMark(name, type, offset_columns, granule.granularity_rows, serialize_settings.path);
-
     type.serializeBinaryBulkWithMultipleStreams(column, granule.start_row, granule.granularity_rows, serialize_settings, serialization_state);
 
     /// So that instead of the marks pointing to the end of the compressed block, there were marks pointing to the beginning of the next one.
@@ -309,6 +313,9 @@ void MergeTreeDataPartWriterWide::writeColumn(
     WrittenOffsetColumns & offset_columns,
     const Granules & granules)
 {
+    if (granules.empty())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Empty granules for column {}, current mark {}", backQuoteIfNeed(name), getCurrentMark());
+
     auto [it, inserted] = serialization_states.emplace(name, nullptr);
 
     if (inserted)
@@ -329,6 +336,13 @@ void MergeTreeDataPartWriterWide::writeColumn(
         if (granule.granularity_rows > 0)
             data_written = true;
 
+        if (granule.mark_on_start)
+        {
+            if (last_non_written_marks.count(name))
+                throw Exception(ErrorCodes::LOGICAL_ERROR, "We have to add new mark for column, but already have non written mark. Current mark {}, total marks {}, offset {}", getCurrentMark(), index_granularity.getMarksCount(), rows_written_in_last_mark);
+            last_non_written_marks[name] = getCurrentMarksForColumn(name, type, offset_columns, serialize_settings.path);
+        }
+
         writeSingleGranule(
            name,
            type,
@@ -338,6 +352,17 @@ void MergeTreeDataPartWriterWide::writeColumn(
            serialize_settings,
            granule
         );
+
+        if (granule.isCompleted())
+        {
+            auto it = last_non_written_marks.find(name);
+            if (it == last_non_written_marks.end())
+                throw Exception(ErrorCodes::LOGICAL_ERROR, "No mark was saved for incomplete granule for column {}", backQuoteIfNeed(name));
+
+            for (const auto & mark : it->second)
+                flushMarkToFile(mark, index_granularity.getMarkRows(granule.mark_number));
+            last_non_written_marks.erase(it);
+        }
     }
 
     type.enumerateStreams([&] (const IDataType::SubstreamPath & substream_path, const IDataType & /* substream_type */)
@@ -404,8 +429,8 @@ void MergeTreeDataPartWriterWide::validateColumnOfFixedSize(const String & name,
 
         if (index_granularity_rows != index_granularity.getMarkRows(mark_num))
             throw Exception(
-                ErrorCodes::LOGICAL_ERROR, "Incorrect mark rows for mark #{} (compressed offset {}, decompressed offset {}), in-memory {}, on disk {}",
-                mark_num, offset_in_compressed_file, offset_in_decompressed_block, index_granularity.getMarkRows(mark_num), index_granularity_rows);
+                ErrorCodes::LOGICAL_ERROR, "Incorrect mark rows for mark #{} (compressed offset {}, decompressed offset {}), in-memory {}, on disk {}, total marks {}",
+                mark_num, offset_in_compressed_file, offset_in_decompressed_block, index_granularity.getMarkRows(mark_num), index_granularity_rows, index_granularity.getMarksCount());
 
         auto column = type.createColumn();
 
@@ -415,7 +440,9 @@ void MergeTreeDataPartWriterWide::validateColumnOfFixedSize(const String & name,
         {
             must_be_last = true;
         }
-        else if (column->size() != index_granularity_rows)
+
+        /// Now they must be equal
+        if (column->size() != index_granularity_rows)
         {
             throw Exception(
                 ErrorCodes::LOGICAL_ERROR, "Incorrect mark rows for mark #{} (compressed offset {}, decompressed offset {}), actually in bin file {}, in mrk file {}",
@@ -445,6 +472,8 @@ void MergeTreeDataPartWriterWide::finishDataSerialization(IMergeTreeDataPart::Ch
     serialize_settings.low_cardinality_max_dictionary_size = global_settings.low_cardinality_max_dictionary_size;
     serialize_settings.low_cardinality_use_single_dictionary_for_part = global_settings.low_cardinality_use_single_dictionary_for_part != 0;
     WrittenOffsetColumns offset_columns;
+    if (rows_written_in_last_mark > 0)
+        adjustLastMarkAndFlushToDisk();
 
     bool write_final_mark = (with_final_mark && data_written);
 
@@ -537,4 +566,28 @@ void MergeTreeDataPartWriterWide::fillIndexGranularity(size_t index_granularity_
         rows_in_block);
 }
 
+
+void MergeTreeDataPartWriterWide::adjustLastMarkAndFlushToDisk()
+{
+    if (getCurrentMark() != index_granularity.getMarksCount() - 1)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Non last mark {} having rows offset {}, total marks {}", getCurrentMark(), rows_written_in_last_mark, index_granularity.getMarksCount());
+
+    if (last_non_written_marks.empty())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "No saved marks for last mark {} having rows offset {}, total marks {}", getCurrentMark(), rows_written_in_last_mark, index_granularity.getMarksCount());
+
+    index_granularity.popMark();
+    index_granularity.appendMark(rows_written_in_last_mark);
+    for (const auto & [name, marks] : last_non_written_marks)
+        for (const auto & mark : marks)
+            flushMarkToFile(mark, index_granularity.getMarkRows(getCurrentMark()));
+
+    last_non_written_marks.clear();
+
+    for (size_t i = 0; i < skip_indices.size(); ++i)
+        ++skip_index_accumulated_marks[i];
+
+    setCurrentMark(getCurrentMark() + 1);
+    rows_written_in_last_mark = 0;
+}
+
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
index cffedd66a32..afaf5958338 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
@@ -99,6 +99,8 @@ private:
     /// in our index_granularity array.
     void shiftCurrentMark(const Granules & granules_written);
 
+    void adjustLastMarkAndFlushToDisk();
+
     IDataType::OutputStreamGetter createStreamGetter(const String & name, WrittenOffsetColumns & offset_columns) const;
 
     using SerializationState = IDataType::SerializeBinaryBulkStatePtr;
@@ -108,6 +110,8 @@ private:
 
     using ColumnStreams = std::map<String, StreamPtr>;
     ColumnStreams column_streams;
+    using MarksForColumns = std::unordered_map<String, StreamsWithMarks>;
+    MarksForColumns last_non_written_marks;
 
     /// How many rows we have already written in the current mark.
     /// More than zero when incoming blocks are smaller then their granularity.

From 1f105145994d55e903a2e0343ddaa2e706a92ff6 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:02:02 +0300
Subject: [PATCH 247/742] another attempt

---
 src/Functions/FunctionBinaryArithmetic.h      | 59 +++++++++++--------
 .../01603_decimal_mult_float.reference        |  4 ++
 2 files changed, 40 insertions(+), 23 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 4b1018b4ab6..1ed97535232 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1015,36 +1015,45 @@ public:
                         return decimalResultType<is_multiply, is_division>(left, right);
                 }();
 
-                FieldType left_scale; // not really a Decimal scale, depends on the latter branches.
-                FieldType right_scale;
+                FieldType left_scale_factor; //Used by OpImpl if the left column is not const
+                FieldType right_scale_factor;
+
+                FieldType left_scale {0}; // Used by conversion functions if the left column is const
+                FieldType right_scale {0};
 
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
-                    left_scale = right.getScaleMultiplier();
+                    left_scale_factor = right.getScaleMultiplier();
                 else if constexpr (result_is_decimal)
-                    left_scale = type.scaleFactorFor(left, is_multiply); //both are decimal, so multiply on 1 / scale
+                    left_scale_factor = type.scaleFactorFor(left, is_multiply); //both are decimal, so multiply on 1 / scale
                 else if constexpr (left_is_decimal)
+                {
+                    left_scale_factor = left.getScaleMultiplier();
                     left_scale = left.getScale();
+                }
                 else
-                    left_scale = 0.0; //won't be used, just to silence the warning
+                    left_scale_factor = 0.0; //won't be used, just to silence the warning
 
                 if constexpr (result_is_decimal)
-                    right_scale = type.scaleFactorFor(right, is_multiply || is_division);
+                    right_scale_factor = type.scaleFactorFor(right, is_multiply || is_division);
                 else if constexpr (right_is_decimal)
+                {
+                    right_scale_factor = right.getScaleMultiplier();
                     right_scale = right.getScale();
+                }
                 else
-                    right_scale = 0.0; //same
+                    right_scale_factor = 0.0; //same
 
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
-                        col_left_const, left_scale);
-                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
-                        col_right_const, right_scale);
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left_scale);
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right_scale);
 
                     auto res = check_decimal_overflow ?
-                        OpImplCheck::template constantConstant<left_is_decimal, right_is_decimal>(const_a, const_b, left_scale, right_scale) :
-                        OpImpl::template constantConstant<left_is_decimal, right_is_decimal>(const_a, const_b, left_scale, right_scale);
+                        OpImplCheck::template constantConstant<left_is_decimal, right_is_decimal>(
+                            const_a, const_b, left_scale_factor, right_scale_factor) :
+                        OpImpl::template constantConstant<left_is_decimal, right_is_decimal>(
+                            const_a, const_b, left_scale_factor, right_scale_factor);
 
                     if constexpr (result_is_decimal)
                         return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
@@ -1064,29 +1073,33 @@ public:
                 if (col_left && col_right)
                 {
                     if (check_decimal_overflow)
-                        OpImplCheck::template vectorVector<left_is_decimal, right_is_decimal>(col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
+                        OpImplCheck::template vectorVector<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), col_right->getData(), vec_res, left_scale_factor, right_scale_factor);
                     else
-                        OpImpl::template vectorVector<left_is_decimal, right_is_decimal>(col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
+                        OpImpl::template vectorVector<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), col_right->getData(), vec_res, left_scale_factor, right_scale_factor);
                 }
                 else if (col_left_const && col_right)
                 {
-                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
-                        col_left_const, left_scale);
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left_scale);
 
                     if (check_decimal_overflow)
-                        OpImplCheck::template constantVector<left_is_decimal, right_is_decimal>(const_a, col_right->getData(), vec_res, left_scale, right_scale);
+                        OpImplCheck::template constantVector<left_is_decimal, right_is_decimal>(
+                            const_a, col_right->getData(), vec_res, left_scale_factor, right_scale_factor);
                     else
-                        OpImpl::template constantVector<left_is_decimal, right_is_decimal>(const_a, col_right->getData(), vec_res, left_scale, right_scale);
+                        OpImpl::template constantVector<left_is_decimal, right_is_decimal>(
+                            const_a, col_right->getData(), vec_res, left_scale_factor, right_scale_factor);
                 }
                 else if (col_left && col_right_const)
                 {
-                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
-                        col_right_const, right_scale);
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right_scale);
 
                     if (check_decimal_overflow)
-                        OpImplCheck::template vectorConstant<left_is_decimal, right_is_decimal>(col_left->getData(), const_b, vec_res, left_scale, right_scale);
+                        OpImplCheck::template vectorConstant<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), const_b, vec_res, left_scale_factor, right_scale_factor);
                     else
-                        OpImpl::template vectorConstant<left_is_decimal, right_is_decimal>(col_left->getData(), const_b, vec_res, left_scale, right_scale);
+                        OpImpl::template vectorConstant<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), const_b, vec_res, left_scale_factor, right_scale_factor);
                 }
                 else
                     return nullptr;
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.reference b/tests/queries/0_stateless/01603_decimal_mult_float.reference
index 318564b2d1a..fd2bc721de3 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.reference
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.reference
@@ -6,3 +6,7 @@
 56622.689999999995
 598.8376688440277
 2.9941884322906844
+1641.386318314034
+1641.386318314034
+1641.3863211679272
+1641.3863211679272

From 6c91b3dba0945a0aa40288291c2c93727ff69c59 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:10:37 +0300
Subject: [PATCH 248/742] added explicit scale calc

---
 src/Functions/FunctionBinaryArithmetic.h | 55 ++++++++++--------------
 1 file changed, 23 insertions(+), 32 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 1ed97535232..2581e256727 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1015,45 +1015,34 @@ public:
                         return decimalResultType<is_multiply, is_division>(left, right);
                 }();
 
-                FieldType left_scale_factor; //Used by OpImpl if the left column is not const
-                FieldType right_scale_factor;
-
-                FieldType left_scale {0}; // Used by conversion functions if the left column is const
-                FieldType right_scale {0};
+                FieldType left_scale;
+                FieldType right_scale;
 
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
-                    left_scale_factor = right.getScaleMultiplier();
+                    left_scale = right.getScaleMultiplier();
                 else if constexpr (result_is_decimal)
-                    left_scale_factor = type.scaleFactorFor(left, is_multiply); //both are decimal, so multiply on 1 / scale
-                else if constexpr (left_is_decimal)
-                {
-                    left_scale_factor = left.getScaleMultiplier();
-                    left_scale = left.getScale();
-                }
+                    left_scale = type.scaleFactorFor(left, is_multiply);
                 else
-                    left_scale_factor = 0.0; //won't be used, just to silence the warning
+                    left_scale = 0.0; //won't be used, just to silence the warning
 
                 if constexpr (result_is_decimal)
-                    right_scale_factor = type.scaleFactorFor(right, is_multiply || is_division);
-                else if constexpr (right_is_decimal)
-                {
-                    right_scale_factor = right.getScaleMultiplier();
-                    right_scale = right.getScale();
-                }
+                    right_scale = type.scaleFactorFor(right, is_multiply || is_division);
                 else
-                    right_scale_factor = 0.0; //same
+                    right_scale = 0.0; //same
 
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left_scale);
-                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right_scale);
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
+                        col_left_const, left.getScale());
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
+                        col_right_const, right.getScale());
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<left_is_decimal, right_is_decimal>(
-                            const_a, const_b, left_scale_factor, right_scale_factor) :
+                            const_a, const_b, left_scale, right_scale) :
                         OpImpl::template constantConstant<left_is_decimal, right_is_decimal>(
-                            const_a, const_b, left_scale_factor, right_scale_factor);
+                            const_a, const_b, left_scale, right_scale);
 
                     if constexpr (result_is_decimal)
                         return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
@@ -1074,32 +1063,34 @@ public:
                 {
                     if (check_decimal_overflow)
                         OpImplCheck::template vectorVector<left_is_decimal, right_is_decimal>(
-                            col_left->getData(), col_right->getData(), vec_res, left_scale_factor, right_scale_factor);
+                            col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
                     else
                         OpImpl::template vectorVector<left_is_decimal, right_is_decimal>(
-                            col_left->getData(), col_right->getData(), vec_res, left_scale_factor, right_scale_factor);
+                            col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
                 }
                 else if (col_left_const && col_right)
                 {
-                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left_scale);
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
+                        col_left_const, left.getScale());
 
                     if (check_decimal_overflow)
                         OpImplCheck::template constantVector<left_is_decimal, right_is_decimal>(
-                            const_a, col_right->getData(), vec_res, left_scale_factor, right_scale_factor);
+                            const_a, col_right->getData(), vec_res, left_scale, right_scale);
                     else
                         OpImpl::template constantVector<left_is_decimal, right_is_decimal>(
-                            const_a, col_right->getData(), vec_res, left_scale_factor, right_scale_factor);
+                            const_a, col_right->getData(), vec_res, left_scale, right_scale);
                 }
                 else if (col_left && col_right_const)
                 {
-                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right_scale);
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
+                        col_right_const, right.getScale());
 
                     if (check_decimal_overflow)
                         OpImplCheck::template vectorConstant<left_is_decimal, right_is_decimal>(
-                            col_left->getData(), const_b, vec_res, left_scale_factor, right_scale_factor);
+                            col_left->getData(), const_b, vec_res, left_scale, right_scale);
                     else
                         OpImpl::template vectorConstant<left_is_decimal, right_is_decimal>(
-                            col_left->getData(), const_b, vec_res, left_scale_factor, right_scale_factor);
+                            col_left->getData(), const_b, vec_res, left_scale, right_scale);
                 }
                 else
                     return nullptr;

From 611d400106040e5099dc47a4b7ec71f807a9f324 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:13:15 +0300
Subject: [PATCH 249/742] fixed compile error

---
 src/Functions/FunctionBinaryArithmetic.h | 18 +++++++-----------
 1 file changed, 7 insertions(+), 11 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 2581e256727..6639e0c60ef 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -957,15 +957,15 @@ public:
     }
 
     template <class T, class ResultDataType>
-    static auto helperGetOrConvert(const auto & col, const auto & scale)
+    static auto helperGetOrConvert(const auto & col_const, const auto & col)
     {
         using ResultType = typename ResultDataType::FieldType;
         using NativeResultType = typename NativeType<ResultType>::Type;
 
         if constexpr (IsFloatingPoint<ResultDataType> && IsDecimalNumber<T>)
-            return DecimalUtils::convertTo<NativeResultType>(col->template getValue<T>(), scale);
+            return DecimalUtils::convertTo<NativeResultType>(col_const->template getValue<T>(), col.getScale());
         else
-            return col->template getValue<T>();
+            return col_const->template getValue<T>();
     }
 
     template <typename A, typename B>
@@ -1033,10 +1033,8 @@ public:
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
-                        col_left_const, left.getScale());
-                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
-                        col_right_const, right.getScale());
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
                     auto res = check_decimal_overflow ?
                         OpImplCheck::template constantConstant<left_is_decimal, right_is_decimal>(
@@ -1070,8 +1068,7 @@ public:
                 }
                 else if (col_left_const && col_right)
                 {
-                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(
-                        col_left_const, left.getScale());
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
 
                     if (check_decimal_overflow)
                         OpImplCheck::template constantVector<left_is_decimal, right_is_decimal>(
@@ -1082,8 +1079,7 @@ public:
                 }
                 else if (col_left && col_right_const)
                 {
-                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(
-                        col_right_const, right.getScale());
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
                     if (check_decimal_overflow)
                         OpImplCheck::template vectorConstant<left_is_decimal, right_is_decimal>(

From 764d4622886384b5a60229bb2a1c88d5eeac5764 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:16:54 +0300
Subject: [PATCH 250/742] updated test with possible right values

---
 .../0_stateless/01603_decimal_mult_float.reference   | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.reference b/tests/queries/0_stateless/01603_decimal_mult_float.reference
index fd2bc721de3..08e0fc89922 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.reference
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.reference
@@ -2,11 +2,11 @@
 10.165
 0.00012000000000000002
 150.16500000000002
-7775.900000000001
-56622.689999999995
+7.775900000000001
+56.622689999999995
 598.8376688440277
 2.9941884322906844
-1641.386318314034
-1641.386318314034
-1641.3863211679272
-1641.3863211679272
+1.641386318314034
+1.641386318314034
+1.6413863211679272
+1.6413863211679272

From bc651b304750d28ca722430ad3b4c433b8ab82eb Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:21:32 +0300
Subject: [PATCH 251/742] added the suboptimal solution

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 6639e0c60ef..1510bc73c57 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1022,11 +1022,15 @@ public:
                     left_scale = right.getScaleMultiplier();
                 else if constexpr (result_is_decimal)
                     left_scale = type.scaleFactorFor(left, is_multiply);
+                else if constexpr(left_is_decimal) // BUG precision loss
+                    left_scale = DecimalUtils::convertTo<FieldType>(left.getScaleMultiplier());
                 else
                     left_scale = 0.0; //won't be used, just to silence the warning
 
                 if constexpr (result_is_decimal)
                     right_scale = type.scaleFactorFor(right, is_multiply || is_division);
+                else if constexpr(right_is_decimal) //BUG precision loss
+                    right_scale = DecimalUtils::convertTo<FieldType>(right.getScaleMultiplier());
                 else
                     right_scale = 0.0; //same
 

From 6488846c9200c92629953bde0e6412a83fbdae14 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:23:51 +0300
Subject: [PATCH 252/742] signature fix

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 1510bc73c57..07152a16eb8 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1023,14 +1023,14 @@ public:
                 else if constexpr (result_is_decimal)
                     left_scale = type.scaleFactorFor(left, is_multiply);
                 else if constexpr(left_is_decimal) // BUG precision loss
-                    left_scale = DecimalUtils::convertTo<FieldType>(left.getScaleMultiplier());
+                    left_scale = DecimalUtils::convertTo<FieldType>(left.getScaleMultiplier(), left.getScale());
                 else
                     left_scale = 0.0; //won't be used, just to silence the warning
 
                 if constexpr (result_is_decimal)
                     right_scale = type.scaleFactorFor(right, is_multiply || is_division);
                 else if constexpr(right_is_decimal) //BUG precision loss
-                    right_scale = DecimalUtils::convertTo<FieldType>(right.getScaleMultiplier());
+                    right_scale = DecimalUtils::convertTo<FieldType>(right.getScaleMultiplier(), right.getScale());
                 else
                     right_scale = 0.0; //same
 

From 01c8d5dccc6522f11a0fbfa5456bb898c1105d19 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 18 Dec 2020 17:24:44 +0300
Subject: [PATCH 253/742] Use replace fiber to callback in
 ReadBufferFromPocoSocket

---
 src/CMakeLists.txt                            |  1 -
 src/Client/Connection.cpp                     |  6 +-
 src/Client/Connection.h                       |  5 +-
 src/Client/MultiplexedConnections.cpp         |  4 +-
 src/Client/MultiplexedConnections.h           |  4 +-
 src/Common/Config/CMakeLists.txt              |  1 -
 src/Common/ZooKeeper/CMakeLists.txt           |  2 +-
 .../RemoteQueryExecutorReadContext.h          | 57 +++++++++----------
 src/IO/ReadBufferFromPocoSocket.cpp           | 10 ++--
 src/IO/ReadBufferFromPocoSocket.h             |  6 +-
 10 files changed, 43 insertions(+), 53 deletions(-)

diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index f3afbeb61dc..4771afd4c24 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -428,7 +428,6 @@ if (USE_ROCKSDB)
     dbms_target_include_directories(SYSTEM BEFORE PUBLIC ${ROCKSDB_INCLUDE_DIR})
 endif()
 
-target_link_libraries (clickhouse_common_io PRIVATE _boost_context)
 dbms_target_link_libraries(PRIVATE _boost_context)
 
 if (ENABLE_TESTS AND USE_GTEST)
diff --git a/src/Client/Connection.cpp b/src/Client/Connection.cpp
index 16f0786c70b..ef114490c51 100644
--- a/src/Client/Connection.cpp
+++ b/src/Client/Connection.cpp
@@ -742,10 +742,10 @@ std::optional<UInt64> Connection::checkPacket(size_t timeout_microseconds)
 }
 
 
-Packet Connection::receivePacket(Fiber * fiber)
+Packet Connection::receivePacket(std::function<void(Poco::Net::Socket &)> async_callback)
 {
-    in->setFiber(fiber);
-    SCOPE_EXIT(in->setFiber(nullptr));
+    in->setAsyncCallback(std::move(async_callback));
+    SCOPE_EXIT(in->setAsyncCallback({}));
 
     try
     {
diff --git a/src/Client/Connection.h b/src/Client/Connection.h
index d5d202d9ac2..c2a5d60b9b6 100644
--- a/src/Client/Connection.h
+++ b/src/Client/Connection.h
@@ -171,7 +171,8 @@ public:
     std::optional<UInt64> checkPacket(size_t timeout_microseconds = 0);
 
     /// Receive packet from server.
-    Packet receivePacket(Fiber * fiber = nullptr);
+    /// Each time read blocks and async_callback is set, it will be called. You can poll socket inside it.
+    Packet receivePacket(std::function<void(Poco::Net::Socket &)> async_callback = {});
 
     /// If not connected yet, or if connection is broken - then connect. If cannot connect - throw an exception.
     void forceConnected(const ConnectionTimeouts & timeouts);
@@ -190,8 +191,6 @@ public:
     size_t outBytesCount() const { return out ? out->count() : 0; }
     size_t inBytesCount() const { return in ? in->count() : 0; }
 
-    Poco::Net::Socket & getSocket() { return in->getSocket(); }
-
 private:
     String host;
     UInt16 port;
diff --git a/src/Client/MultiplexedConnections.cpp b/src/Client/MultiplexedConnections.cpp
index 87f8ff34c2f..ed7aad0a515 100644
--- a/src/Client/MultiplexedConnections.cpp
+++ b/src/Client/MultiplexedConnections.cpp
@@ -237,7 +237,7 @@ std::string MultiplexedConnections::dumpAddressesUnlocked() const
     return buf.str();
 }
 
-Packet MultiplexedConnections::receivePacketUnlocked(Fiber * fiber)
+Packet MultiplexedConnections::receivePacketUnlocked(std::function<void(Poco::Net::Socket &)> async_callback)
 {
     if (!sent_query)
         throw Exception("Cannot receive packets: no query sent.", ErrorCodes::LOGICAL_ERROR);
@@ -249,7 +249,7 @@ Packet MultiplexedConnections::receivePacketUnlocked(Fiber * fiber)
     if (current_connection == nullptr)
         throw Exception("Logical error: no available replica", ErrorCodes::NO_AVAILABLE_REPLICA);
 
-    Packet packet = current_connection->receivePacket(fiber);
+    Packet packet = current_connection->receivePacket(std::move(async_callback));
 
     switch (packet.type)
     {
diff --git a/src/Client/MultiplexedConnections.h b/src/Client/MultiplexedConnections.h
index 42d86086ddf..46312ae339d 100644
--- a/src/Client/MultiplexedConnections.h
+++ b/src/Client/MultiplexedConnections.h
@@ -67,11 +67,9 @@ public:
     /// Without locking, because sendCancel() does not change the state of the replicas.
     bool hasActiveConnections() const { return active_connection_count > 0; }
 
-    Poco::Net::Socket & getSocket() { return current_connection->getSocket(); }
-
 private:
     /// Internal version of `receivePacket` function without locking.
-    Packet receivePacketUnlocked(Fiber * fiber = nullptr);
+    Packet receivePacketUnlocked(std::function<void(Poco::Net::Socket &)> async_callback = {});
 
     /// Internal version of `dumpAddresses` function without locking.
     std::string dumpAddressesUnlocked() const;
diff --git a/src/Common/Config/CMakeLists.txt b/src/Common/Config/CMakeLists.txt
index b7a7f8ecda4..a7914fb17ec 100644
--- a/src/Common/Config/CMakeLists.txt
+++ b/src/Common/Config/CMakeLists.txt
@@ -14,5 +14,4 @@ target_link_libraries(clickhouse_common_config
         Poco::XML
     PRIVATE
         string_utils
-        _boost_context
 )
diff --git a/src/Common/ZooKeeper/CMakeLists.txt b/src/Common/ZooKeeper/CMakeLists.txt
index 7012f263d00..ef32d9266c0 100644
--- a/src/Common/ZooKeeper/CMakeLists.txt
+++ b/src/Common/ZooKeeper/CMakeLists.txt
@@ -4,7 +4,7 @@ add_headers_and_sources(clickhouse_common_zookeeper .)
 
 add_library(clickhouse_common_zookeeper ${clickhouse_common_zookeeper_headers} ${clickhouse_common_zookeeper_sources})
 
-target_link_libraries (clickhouse_common_zookeeper PUBLIC clickhouse_common_io common PRIVATE string_utils _boost_context)
+target_link_libraries (clickhouse_common_zookeeper PUBLIC clickhouse_common_io common PRIVATE string_utils)
 
 if (ENABLE_TESTS)
     add_subdirectory (tests)
diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index 9765367b647..de215d46eb3 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -29,10 +29,10 @@ public:
     FiberStack stack;
     boost::context::fiber fiber;
     std::mutex fiber_lock;
-    // std::unique_lock<std::mutex> * connection_lock;
 
     Poco::Timespan receive_timeout;
     MultiplexedConnections & connections;
+    Poco::Net::Socket * last_used_socket = nullptr;
 
     TimerDescriptor timer{CLOCK_MONOTONIC, 0};
     int socket_fd = -1;
@@ -66,8 +66,7 @@ public:
                 throwFromErrno("Cannot add timer descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
         }
 
-        auto lock = std::make_unique<std::unique_lock<std::mutex>>(connections.cancel_mutex, std::defer_lock);
-        auto routine = Routine{connections, *this, std::move(lock)};
+        auto routine = Routine{connections, *this};
         // connection_lock = routine.connection_lock.get();
         fiber = boost::context::fiber(std::allocator_arg_t(), stack, std::move(routine));
     }
@@ -104,7 +103,8 @@ public:
         }
         catch (DB::Exception & e)
         {
-            e.addMessage(" while reading from socket ({})", connections.getSocket().peerAddress().toString());
+            if (last_used_socket)
+                e.addMessage(" while reading from socket ({})", last_used_socket->peerAddress().toString());
             throw;
         }
     }
@@ -165,32 +165,12 @@ public:
             if (!fiber)
                 return false;
 
-//            if (!connection_lock->owns_lock())
-//                connection_lock->lock();
-
             fiber = std::move(fiber).resume();
-
-//            if (!is_read_in_progress)
-//                connection_lock->unlock();
         }
 
         if (exception)
             std::rethrow_exception(std::move(exception));
 
-        if (is_read_in_progress)
-        {
-            auto & socket = connections.getSocket();
-            try
-            {
-                setSocket(socket);
-            }
-            catch (DB::Exception & e)
-            {
-                e.addMessage(" while reading from socket ({})", socket.peerAddress().toString());
-                throw;
-            }
-        }
-
         return true;
     }
 
@@ -221,7 +201,29 @@ public:
     {
         MultiplexedConnections & connections;
         Self & read_context;
-        std::unique_ptr<std::unique_lock<std::mutex>> connection_lock;
+
+        struct ReadCallback
+        {
+            Self & read_context;
+            Fiber & fiber;
+
+            void operator()(Poco::Net::Socket & socket)
+            {
+                try
+                {
+                    read_context.setSocket(socket);
+                }
+                catch (DB::Exception & e)
+                {
+                    e.addMessage(" while reading from socket ({})", socket.peerAddress().toString());
+                    throw;
+                }
+
+                read_context.is_read_in_progress = true;
+                fiber = std::move(fiber).resume();
+                read_context.is_read_in_progress = false;
+            }
+        };
 
         Fiber operator()(Fiber && sink) const
         {
@@ -229,10 +231,7 @@ public:
             {
                 while (true)
                 {
-                    read_context.is_read_in_progress = true;
-                    read_context.packet = connections.receivePacketUnlocked(&sink);
-                    read_context.is_read_in_progress = false;
-
+                    read_context.packet = connections.receivePacketUnlocked(ReadCallback{read_context, sink});
                     sink = std::move(sink).resume();
                 }
             }
diff --git a/src/IO/ReadBufferFromPocoSocket.cpp b/src/IO/ReadBufferFromPocoSocket.cpp
index 7498fb869e0..2c13446e693 100644
--- a/src/IO/ReadBufferFromPocoSocket.cpp
+++ b/src/IO/ReadBufferFromPocoSocket.cpp
@@ -29,7 +29,7 @@ bool ReadBufferFromPocoSocket::nextImpl()
     Stopwatch watch;
 
     int flags = 0;
-    if (fiber)
+    if (async_callback)
         flags |= MSG_DONTWAIT;
 
     /// Add more details to exceptions.
@@ -37,14 +37,12 @@ bool ReadBufferFromPocoSocket::nextImpl()
     {
         bytes_read = socket.impl()->receiveBytes(internal_buffer.begin(), internal_buffer.size(), flags);
 
-        /// If fiber is specified, and read is blocking, run fiber and try again later.
+        /// If async_callback is specified, and read is blocking, run async_callback and try again later.
         /// It is expected that file descriptor may be polled externally.
         /// Note that receive timeout is not checked here. External code should check it while polling.
-        while (bytes_read < 0 && fiber && errno == EAGAIN)
+        while (bytes_read < 0 && async_callback && errno == EAGAIN)
         {
-            //fiber->fd = socket.impl()->sockfd();
-            //fiber->timeout = socket.impl()->getReceiveTimeout();
-            *fiber = std::move(*fiber).resume();
+            async_callback(socket);
             bytes_read = socket.impl()->receiveBytes(internal_buffer.begin(), internal_buffer.size(), flags);
         }
     }
diff --git a/src/IO/ReadBufferFromPocoSocket.h b/src/IO/ReadBufferFromPocoSocket.h
index 2311d20cced..8064cd39246 100644
--- a/src/IO/ReadBufferFromPocoSocket.h
+++ b/src/IO/ReadBufferFromPocoSocket.h
@@ -4,7 +4,6 @@
 
 #include <IO/ReadBuffer.h>
 #include <IO/BufferWithOwnMemory.h>
-#include <Common/Fiber.h>
 
 namespace DB
 {
@@ -29,11 +28,10 @@ public:
 
     bool poll(size_t timeout_microseconds);
 
-    void setFiber(Fiber * fiber_) { fiber = fiber_; }
-    Poco::Net::Socket & getSocket() { return socket; }
+    void setAsyncCallback(std::function<void(Poco::Net::Socket &)> async_callback_) { async_callback = std::move(async_callback_); }
 
 private:
-    Fiber * fiber = nullptr;
+    std::function<void(Poco::Net::Socket &)> async_callback;
 };
 
 }

From fa1f7f40f5875b6e538c9779ae5f4b0258c44c46 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:32:44 +0300
Subject: [PATCH 254/742] another try

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 07152a16eb8..2864c2f9db5 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1025,14 +1025,14 @@ public:
                 else if constexpr(left_is_decimal) // BUG precision loss
                     left_scale = DecimalUtils::convertTo<FieldType>(left.getScaleMultiplier(), left.getScale());
                 else
-                    left_scale = 0.0; //won't be used, just to silence the warning
+                    left_scale = 1;
 
                 if constexpr (result_is_decimal)
                     right_scale = type.scaleFactorFor(right, is_multiply || is_division);
                 else if constexpr(right_is_decimal) //BUG precision loss
                     right_scale = DecimalUtils::convertTo<FieldType>(right.getScaleMultiplier(), right.getScale());
                 else
-                    right_scale = 0.0; //same
+                    right_scale = 1; //same
 
                 /// non-vector result
                 if (col_left_const && col_right_const)

From 440212d01796fef91ff20ed0d518d55c758c7c7c Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 18 Dec 2020 17:34:22 +0300
Subject: [PATCH 255/742] fix the reference

---
 tests/queries/0_stateless/01591_window_functions.reference | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 32574813f1e..67d37653965 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -1,3 +1,7 @@
+set allow_experimental_window_functions = 1;
+
+-- just something basic
+
 select number, count() over (partition by intDiv(number, 3) order by number) from numbers(10);
 
 -- proper calculation across blocks

From 3c01cfe630bb24a24d91583d7137d57be49cb5b4 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:34:51 +0300
Subject: [PATCH 256/742] no scale added

---
 src/Functions/FunctionBinaryArithmetic.h | 8 ++------
 1 file changed, 2 insertions(+), 6 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 2864c2f9db5..4222244c08b 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1022,17 +1022,13 @@ public:
                     left_scale = right.getScaleMultiplier();
                 else if constexpr (result_is_decimal)
                     left_scale = type.scaleFactorFor(left, is_multiply);
-                else if constexpr(left_is_decimal) // BUG precision loss
-                    left_scale = DecimalUtils::convertTo<FieldType>(left.getScaleMultiplier(), left.getScale());
                 else
-                    left_scale = 1;
+                    left_scale = 1; //won't be used
 
                 if constexpr (result_is_decimal)
                     right_scale = type.scaleFactorFor(right, is_multiply || is_division);
-                else if constexpr(right_is_decimal) //BUG precision loss
-                    right_scale = DecimalUtils::convertTo<FieldType>(right.getScaleMultiplier(), right.getScale());
                 else
-                    right_scale = 1; //same
+                    right_scale = 1; //w
 
                 /// non-vector result
                 if (col_left_const && col_right_const)

From 58ef4c34c070c08a7f9b6cc5fd337b91781f6141 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:44:24 +0300
Subject: [PATCH 257/742] prep for debug version

---
 src/Functions/FunctionBinaryArithmetic.h | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 4222244c08b..b46440a027f 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1022,13 +1022,17 @@ public:
                     left_scale = right.getScaleMultiplier();
                 else if constexpr (result_is_decimal)
                     left_scale = type.scaleFactorFor(left, is_multiply);
+                else if constexpr(left_is_decimal) // BUG precision loss
+                    left_scale = left.getScale();
                 else
-                    left_scale = 1; //won't be used
+                    left_scale = 1; //won't be used, just to silence the warning
 
                 if constexpr (result_is_decimal)
                     right_scale = type.scaleFactorFor(right, is_multiply || is_division);
+                else if constexpr(right_is_decimal)
+                    right_scale = right.getScale();
                 else
-                    right_scale = 1; //w
+                    right_scale = 1; //same
 
                 /// non-vector result
                 if (col_left_const && col_right_const)

From cd598034cd7d83466e1b336d548db187b5be99f8 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 18 Dec 2020 17:44:31 +0300
Subject: [PATCH 258/742] Fix add tests

---
 .../MergeTreeDataPartWriterCompact.cpp        | 19 ++++++-------
 .../MergeTreeDataPartWriterOnDisk.cpp         |  4 +--
 .../MergeTree/MergeTreeDataPartWriterOnDisk.h | 17 ++++-------
 .../MergeTree/MergeTreeDataPartWriterWide.cpp | 26 ++++++++---------
 .../MergeTree/MergeTreeDataPartWriterWide.h   |  7 +++++
 ...aptive_granularity_block_borders.reference |  2 ++
 ...605_adaptive_granularity_block_borders.sql | 28 +++++++++++++++++++
 7 files changed, 66 insertions(+), 37 deletions(-)
 create mode 100644 tests/queries/0_stateless/01605_adaptive_granularity_block_borders.reference
 create mode 100644 tests/queries/0_stateless/01605_adaptive_granularity_block_borders.sql

diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp
index 389d2950f65..d5e7009efd6 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp
@@ -93,12 +93,12 @@ Granules getGranulesToWrite(const MergeTreeIndexGranularity & index_granularity,
 
         result.emplace_back(Granule{
             .start_row = current_row,
-            .granularity_rows = expected_rows_in_mark,
-            .block_rows = std::min(rows_left_in_block, expected_rows_in_mark),
+            .rows_to_write = std::min(rows_left_in_block, expected_rows_in_mark),
             .mark_number = current_mark,
-            .mark_on_start = true
+            .mark_on_start = true,
+            .is_complete = (rows_left_in_block >= expected_rows_in_mark)
         });
-        current_row += expected_rows_in_mark;
+        current_row += result.back().rows_to_write;
         current_mark++;
     }
 
@@ -173,8 +173,7 @@ void MergeTreeDataPartWriterCompact::writeDataBlock(const Block & block, const G
 {
     for (const auto & granule : granules)
     {
-        if (granule.granularity_rows)
-            data_written = true;
+        data_written = true;
 
         auto name_and_type = columns_list.begin();
         for (size_t i = 0; i < columns_list.size(); ++i, ++name_and_type)
@@ -206,13 +205,13 @@ void MergeTreeDataPartWriterCompact::writeDataBlock(const Block & block, const G
             writeIntBinary(plain_hashing.count(), marks);
             writeIntBinary(UInt64(0), marks);
 
-            writeColumnSingleGranule(block.getByName(name_and_type->name), stream_getter, granule.start_row, granule.granularity_rows);
+            writeColumnSingleGranule(block.getByName(name_and_type->name), stream_getter, granule.start_row, granule.rows_to_write);
 
             /// Each type always have at least one substream
             prev_stream->hashing_buf.next(); //-V522
         }
 
-        writeIntBinary(granule.block_rows, marks);
+        writeIntBinary(granule.rows_to_write, marks);
     }
 }
 
@@ -222,11 +221,11 @@ void MergeTreeDataPartWriterCompact::finishDataSerialization(IMergeTreeDataPart:
     {
         auto block = header.cloneWithColumns(columns_buffer.releaseColumns());
         auto granules_to_write = getGranulesToWrite(index_granularity, block.rows(), getCurrentMark(), /* last_block = */ true);
-        if (!granules_to_write.back().isCompleted())
+        if (!granules_to_write.back().is_complete)
         {
             /// Correct last mark as it should contain exact amount of rows.
             index_granularity.popMark();
-            index_granularity.appendMark(granules_to_write.back().block_rows);
+            index_granularity.appendMark(granules_to_write.back().rows_to_write);
         }
         writeDataBlockPrimaryIndexAndSkipIndices(block, granules_to_write);
     }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
index 150bdad55f2..8e6ffe9ee68 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
@@ -240,8 +240,8 @@ void MergeTreeDataPartWriterOnDisk::calculateAndSerializeSkipIndices(const Block
             }
 
             size_t pos = granule.start_row;
-            skip_indices_aggregators[i]->update(skip_indexes_block, &pos, granule.granularity_rows);
-            if (granule.isCompleted())
+            skip_indices_aggregators[i]->update(skip_indexes_block, &pos, granule.rows_to_write);
+            if (granule.is_complete)
                 ++skip_index_accumulated_marks[i];
         }
     }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h
index bc09e0e61e1..a7b84c95e0a 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h
@@ -20,25 +20,18 @@ struct Granule
 {
     /// Start row in block for granule
     size_t start_row;
-    /// Amount of rows which granule have to contain according to index
-    /// granularity.
-    /// NOTE: Sometimes it's not equal to actually written rows, for example
-    /// for the last granule if it's smaller than computed granularity.
-    size_t granularity_rows;
     /// Amount of rows from block which have to be written to disk from start_row
-    size_t block_rows;
+    size_t rows_to_write;
     /// Global mark number in the list of all marks (index_granularity) for this part
     size_t mark_number;
     /// Should writer write mark for the first of this granule to disk.
     /// NOTE: Sometimes we don't write mark for the start row, because
     /// this granule can be continuation of the previous one.
     bool mark_on_start;
-
-    /// Is this granule contain amout of rows equal to the value in index granularity
-    bool isCompleted() const
-    {
-        return granularity_rows == block_rows;
-    }
+    /// if true: When this granule will be written to disk all rows for corresponding mark will
+    /// be wrtten. It doesn't mean that rows_to_write == index_granularity.getMarkRows(mark_number),
+    /// We may have a lot of small blocks between two marks and this may be the last one.
+    bool is_complete;
 };
 
 /// Multiple granules to write for concrete block.
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
index f9b42e7c320..ca0e4e014a5 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
@@ -33,12 +33,12 @@ Granules getGranulesToWrite(const MergeTreeIndexGranularity & index_granularity,
         size_t rows_left_in_block = block_rows - current_row;
         result.emplace_back(Granule{
             .start_row = current_row,
-            .granularity_rows = rows_left_in_last_mark,
-            .block_rows = std::min(rows_left_in_block, rows_left_in_last_mark),
+            .rows_to_write = std::min(rows_left_in_block, rows_left_in_last_mark),
             .mark_number = current_mark,
             .mark_on_start = false, /// Don't mark this granule because we have already marked it
+            .is_complete = (rows_left_in_block >= rows_left_in_last_mark),
         });
-        current_row += rows_left_in_last_mark;
+        current_row += result.back().rows_to_write;
         current_mark++;
     }
 
@@ -51,12 +51,12 @@ Granules getGranulesToWrite(const MergeTreeIndexGranularity & index_granularity,
         /// save incomplete granule
         result.emplace_back(Granule{
             .start_row = current_row,
-            .granularity_rows = expected_rows_in_mark,
-            .block_rows = std::min(rows_left_in_block, expected_rows_in_mark),
+            .rows_to_write = std::min(rows_left_in_block, expected_rows_in_mark),
             .mark_number = current_mark,
             .mark_on_start = true,
+            .is_complete = (rows_left_in_block >= expected_rows_in_mark),
         });
-        current_row += expected_rows_in_mark;
+        current_row += result.back().rows_to_write;
         current_mark++;
     }
 
@@ -136,11 +136,12 @@ IDataType::OutputStreamGetter MergeTreeDataPartWriterWide::createStreamGetter(
     };
 }
 
+
 void MergeTreeDataPartWriterWide::shiftCurrentMark(const Granules & granules_written)
 {
     auto last_granule = granules_written.back();
     /// If we didn't finished last granule than we will continue to write it from new block
-    if (!last_granule.isCompleted())
+    if (!last_granule.is_complete)
     {
         /// Shift forward except last granule
         setCurrentMark(getCurrentMark() + granules_written.size() - 1);
@@ -148,9 +149,9 @@ void MergeTreeDataPartWriterWide::shiftCurrentMark(const Granules & granules_wri
         /// We wrote whole block in the same granule, but didn't finished it.
         /// So add written rows to rows written in last_mark
         if (still_in_the_same_granule)
-            rows_written_in_last_mark += last_granule.block_rows;
+            rows_written_in_last_mark += last_granule.rows_to_write;
         else
-            rows_written_in_last_mark = last_granule.block_rows;
+            rows_written_in_last_mark = last_granule.rows_to_write;
     }
     else
     {
@@ -288,7 +289,7 @@ void MergeTreeDataPartWriterWide::writeSingleGranule(
     IDataType::SerializeBinaryBulkSettings & serialize_settings,
     const Granule & granule)
 {
-    type.serializeBinaryBulkWithMultipleStreams(column, granule.start_row, granule.granularity_rows, serialize_settings, serialization_state);
+    type.serializeBinaryBulkWithMultipleStreams(column, granule.start_row, granule.rows_to_write, serialize_settings, serialization_state);
 
     /// So that instead of the marks pointing to the end of the compressed block, there were marks pointing to the beginning of the next one.
     type.enumerateStreams([&] (const IDataType::SubstreamPath & substream_path, const IDataType & /* substream_type */)
@@ -333,8 +334,7 @@ void MergeTreeDataPartWriterWide::writeColumn(
 
     for (const auto & granule : granules)
     {
-        if (granule.granularity_rows > 0)
-            data_written = true;
+        data_written = true;
 
         if (granule.mark_on_start)
         {
@@ -353,7 +353,7 @@ void MergeTreeDataPartWriterWide::writeColumn(
            granule
         );
 
-        if (granule.isCompleted())
+        if (granule.is_complete)
         {
             auto it = last_non_written_marks.find(name);
             if (it == last_non_written_marks.end())
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
index afaf5958338..3fc3e3bfa3d 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
@@ -99,6 +99,11 @@ private:
     /// in our index_granularity array.
     void shiftCurrentMark(const Granules & granules_written);
 
+    /// Change rows in the last mark in index_granularity to rows_written_in_last_mark.
+    /// Flush all marks from last_non_written_marks to disk and increment current mark.
+    ///
+    /// This function used when blocks change granularity drastically and we have unfinished mark.
+    /// Also useful to have exact amount of rows in last (non-final) mark.
     void adjustLastMarkAndFlushToDisk();
 
     IDataType::OutputStreamGetter createStreamGetter(const String & name, WrittenOffsetColumns & offset_columns) const;
@@ -110,6 +115,8 @@ private:
 
     using ColumnStreams = std::map<String, StreamPtr>;
     ColumnStreams column_streams;
+    /// Non written marks to disk (for each column). Waiting until all rows for
+    /// this marks will be written to disk.
     using MarksForColumns = std::unordered_map<String, StreamsWithMarks>;
     MarksForColumns last_non_written_marks;
 
diff --git a/tests/queries/0_stateless/01605_adaptive_granularity_block_borders.reference b/tests/queries/0_stateless/01605_adaptive_granularity_block_borders.reference
new file mode 100644
index 00000000000..81c7e6e4df0
--- /dev/null
+++ b/tests/queries/0_stateless/01605_adaptive_granularity_block_borders.reference
@@ -0,0 +1,2 @@
+849
+102400
diff --git a/tests/queries/0_stateless/01605_adaptive_granularity_block_borders.sql b/tests/queries/0_stateless/01605_adaptive_granularity_block_borders.sql
new file mode 100644
index 00000000000..a73045f5a6f
--- /dev/null
+++ b/tests/queries/0_stateless/01605_adaptive_granularity_block_borders.sql
@@ -0,0 +1,28 @@
+DROP TABLE IF EXISTS adaptive_table;
+
+--- If granularity of consequent blocks differs a lot, then adaptive
+--- granularity will adjust amout of marks correctly. Data for test empirically
+--- derived, it's quite hard to get good parameters.
+
+CREATE TABLE adaptive_table(
+    key UInt64,
+    value String
+) ENGINE MergeTree()
+ORDER BY key
+SETTINGS index_granularity_bytes=1048576, min_bytes_for_wide_part = 0, enable_vertical_merge_algorithm = 0;
+
+SET max_block_size=900;
+
+-- There are about 900 marks for our settings.
+INSERT INTO adaptive_table SELECT number, if(number > 700, randomPrintableASCII(102400), randomPrintableASCII(1)) FROM numbers(10000);
+
+OPTIMIZE TABLE adaptive_table FINAL;
+
+SELECT marks FROM system.parts WHERE table = 'adaptive_table' and database=currentDatabase() and active;
+
+-- If we have computed granularity incorrectly than we will exceed this limit.
+SET max_memory_usage='30M';
+
+SELECT max(length(value)) FROM adaptive_table;
+
+DROP TABLE IF EXISTS adaptive_table;

From 6b956a2a0dbcf0b80ef976116006d14db60abebe Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:50:16 +0300
Subject: [PATCH 259/742] possible fix for non-const mult

---
 src/Functions/FunctionBinaryArithmetic.h | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index b46440a027f..30799085acc 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -219,7 +219,8 @@ struct DecimalBinaryOperation
                                        NativeResultType scale_a [[maybe_unused]], NativeResultType scale_b [[maybe_unused]])
     {
         size_t size = a.size();
-        if constexpr (is_plus_minus_compare)
+
+        if constexpr (is_plus_minus_compare || is_multiply)
         {
             if (scale_a != 1)
             {

From 7611f8d15b13130b2374a5f0025ed5907e77c29e Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 17:54:48 +0300
Subject: [PATCH 260/742] compile fix

---
 src/Functions/FunctionBinaryArithmetic.h | 57 ++++++++++++------------
 1 file changed, 29 insertions(+), 28 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 30799085acc..efee38e5926 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -204,6 +204,8 @@ struct DecimalBinaryOperation
     static constexpr bool is_plus_minus_compare = is_plus_minus || is_compare;
     static constexpr bool can_overflow = is_plus_minus || is_multiply;
 
+    static constexpr bool is_plus_minus_compare_mult = is_plus_minus || is_compare || is_multiply;
+
     using ResultType = ResultType_;
     using NativeResultType = typename NativeType<ResultType>::Type;
     using Op = std::conditional_t<is_float_division,
@@ -220,7 +222,7 @@ struct DecimalBinaryOperation
     {
         size_t size = a.size();
 
-        if constexpr (is_plus_minus_compare || is_multiply)
+        if constexpr (is_plus_minus_compare_mult)
         {
             if (scale_a != 1)
             {
@@ -351,37 +353,36 @@ private:
     template <bool scale_left>
     static NO_SANITIZE_UNDEFINED NativeResultType applyScaled(NativeResultType a, NativeResultType b, NativeResultType scale)
     {
-        if constexpr (is_plus_minus_compare)
+        static_assert(is_plus_minus_compare_mult);
+
+        NativeResultType res;
+
+        if constexpr (check_overflow)
         {
-            NativeResultType res;
-
-            if constexpr (check_overflow)
-            {
-                bool overflow = false;
-                if constexpr (scale_left)
-                    overflow |= common::mulOverflow(a, scale, a);
-                else
-                    overflow |= common::mulOverflow(b, scale, b);
-
-                if constexpr (can_overflow)
-                    overflow |= Op::template apply<NativeResultType>(a, b, res);
-                else
-                    res = Op::template apply<NativeResultType>(a, b);
-
-                if (overflow)
-                    throw Exception("Decimal math overflow", ErrorCodes::DECIMAL_OVERFLOW);
-            }
+            bool overflow = false;
+            if constexpr (scale_left)
+                overflow |= common::mulOverflow(a, scale, a);
             else
-            {
-                if constexpr (scale_left)
-                    a *= scale;
-                else
-                    b *= scale;
-                res = Op::template apply<NativeResultType>(a, b);
-            }
+                overflow |= common::mulOverflow(b, scale, b);
 
-            return res;
+            if constexpr (can_overflow)
+                overflow |= Op::template apply<NativeResultType>(a, b, res);
+            else
+                res = Op::template apply<NativeResultType>(a, b);
+
+            if (overflow)
+                throw Exception("Decimal math overflow", ErrorCodes::DECIMAL_OVERFLOW);
         }
+        else
+        {
+            if constexpr (scale_left)
+                a *= scale;
+            else
+                b *= scale;
+            res = Op::template apply<NativeResultType>(a, b);
+        }
+
+        return res;
     }
 
     template <bool is_decimal_a>

From 9d24cafccdaadf9803d02183a5af4a0856b407aa Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:06:24 +0300
Subject: [PATCH 261/742] added vector mult branch

---
 src/Functions/FunctionBinaryArithmetic.h | 24 +++++++++++++++++++-----
 1 file changed, 19 insertions(+), 5 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index efee38e5926..c79c6256172 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -186,8 +186,7 @@ inline constexpr const auto & undec(const T & x)
 }
 
 /// Binary operations for Decimals need scale args
-/// +|- scale one of args (which scale factor is not 1). ScaleR = oneof(Scale1, Scale2);
-/// *   no agrs scale. ScaleR = Scale1 + Scale2;
+/// +|-* scale one of args (which scale factor is not 1). ScaleR = oneof(Scale1, Scale2);
 /// /   first arg scale. ScaleR = Scale1 (scale_a = DecimalType<B>::getScale()).
 template <template <typename, typename> typename Operation, typename ResultType_, bool check_overflow = true>
 struct DecimalBinaryOperation
@@ -222,7 +221,7 @@ struct DecimalBinaryOperation
     {
         size_t size = a.size();
 
-        if constexpr (is_plus_minus_compare_mult)
+        if constexpr (is_plus_minus_compare)
         {
             if (scale_a != 1)
             {
@@ -237,6 +236,21 @@ struct DecimalBinaryOperation
                 return;
             }
         }
+        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b))
+        {
+            if (scale_a != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    c[i] = apply(scale_a * undec(a[i]), undec(b[i]));
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    c[i] = apply(undec(a[i]), undec(b[i]) * scale_b);
+                return;
+            }
+        }
         else if constexpr (is_division && is_decimal_b)
         {
             for (size_t i = 0; i < size; ++i)
@@ -353,13 +367,13 @@ private:
     template <bool scale_left>
     static NO_SANITIZE_UNDEFINED NativeResultType applyScaled(NativeResultType a, NativeResultType b, NativeResultType scale)
     {
-        static_assert(is_plus_minus_compare_mult);
-
+        static_assert(is_plus_minus_compare);
         NativeResultType res;
 
         if constexpr (check_overflow)
         {
             bool overflow = false;
+
             if constexpr (scale_left)
                 overflow |= common::mulOverflow(a, scale, a);
             else

From 855c4bc7d72212f07dc54715037cf9a5d70a03a4 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 18 Dec 2020 18:12:31 +0300
Subject: [PATCH 262/742] Added comments.

---
 src/Common/TimerDescriptor.h                         |  1 +
 src/DataStreams/RemoteQueryExecutorReadContext.h     |  3 +++
 src/Processors/Executors/PipelineExecutor.h          |  4 ++--
 .../{AsyncTaskQueue.cpp => PollingQueue.cpp}         | 12 ++++++------
 .../Executors/{AsyncTaskQueue.h => PollingQueue.h}   | 11 ++++++-----
 src/Processors/ya.make                               |  2 +-
 6 files changed, 19 insertions(+), 14 deletions(-)
 rename src/Processors/Executors/{AsyncTaskQueue.cpp => PollingQueue.cpp} (89%)
 rename src/Processors/Executors/{AsyncTaskQueue.h => PollingQueue.h} (85%)

diff --git a/src/Common/TimerDescriptor.h b/src/Common/TimerDescriptor.h
index 0e24c78696c..ddb8f2a1367 100644
--- a/src/Common/TimerDescriptor.h
+++ b/src/Common/TimerDescriptor.h
@@ -5,6 +5,7 @@
 namespace DB
 {
 
+/// Wrapper over timerfd.
 class TimerDescriptor
 {
 private:
diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index de215d46eb3..fc81132ea18 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -237,6 +237,9 @@ public:
             }
             catch (const boost::context::detail::forced_unwind &)
             {
+                /// This exception is thrown by fiber implementation in case if fiber is being deleted but hasn't exited
+                /// It should not be caught or it will segfault.
+                /// Other exceptions must be caught
                 throw;
             }
             catch (...)
diff --git a/src/Processors/Executors/PipelineExecutor.h b/src/Processors/Executors/PipelineExecutor.h
index 16ace7b40bb..213446ad43f 100644
--- a/src/Processors/Executors/PipelineExecutor.h
+++ b/src/Processors/Executors/PipelineExecutor.h
@@ -1,7 +1,7 @@
 #pragma once
 
 #include <Processors/IProcessor.h>
-#include <Processors/Executors/AsyncTaskQueue.h>
+#include <Processors/Executors/PollingQueue.h>
 #include <Processors/Executors/ThreadsQueue.h>
 #include <Processors/Executors/TasksQueue.h>
 #include <Processors/Executors/ExecutingGraph.h>
@@ -61,7 +61,7 @@ private:
     /// Queue which stores tasks where processors returned Async status after prepare.
     /// If multiple threads are using, main thread will wait for async tasks.
     /// For single thread, will wait for async tasks only when task_queue is empty.
-    AsyncTaskQueue async_task_queue;
+    PollingQueue async_task_queue;
     size_t num_waiting_async_tasks = 0;
 
     ThreadsQueue threads_queue;
diff --git a/src/Processors/Executors/AsyncTaskQueue.cpp b/src/Processors/Executors/PollingQueue.cpp
similarity index 89%
rename from src/Processors/Executors/AsyncTaskQueue.cpp
rename to src/Processors/Executors/PollingQueue.cpp
index 621f526d80b..7383824a592 100644
--- a/src/Processors/Executors/AsyncTaskQueue.cpp
+++ b/src/Processors/Executors/PollingQueue.cpp
@@ -1,4 +1,4 @@
-#include <Processors/Executors/AsyncTaskQueue.h>
+#include <Processors/Executors/PollingQueue.h>
 
 #if defined(OS_LINUX)
 
@@ -18,7 +18,7 @@ namespace ErrorCodes
 }
 
 
-AsyncTaskQueue::AsyncTaskQueue()
+PollingQueue::PollingQueue()
 {
     epoll_fd = epoll_create(1);
     if (-1 == epoll_fd)
@@ -35,14 +35,14 @@ AsyncTaskQueue::AsyncTaskQueue()
         throwFromErrno("Cannot add pipe descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
 }
 
-AsyncTaskQueue::~AsyncTaskQueue()
+PollingQueue::~PollingQueue()
 {
     close(epoll_fd);
     close(pipe_fd[0]);
     close(pipe_fd[1]);
 }
 
-void AsyncTaskQueue::addTask(size_t thread_number, void * data, int fd)
+void PollingQueue::addTask(size_t thread_number, void * data, int fd)
 {
     std::uintptr_t key = reinterpret_cast<uintptr_t>(data);
     if (tasks.count(key))
@@ -58,7 +58,7 @@ void AsyncTaskQueue::addTask(size_t thread_number, void * data, int fd)
         throwFromErrno("Cannot add socket descriptor to epoll", ErrorCodes::CANNOT_OPEN_FILE);
 }
 
-AsyncTaskQueue::TaskData AsyncTaskQueue::wait(std::unique_lock<std::mutex> & lock)
+PollingQueue::TaskData PollingQueue::wait(std::unique_lock<std::mutex> & lock)
 {
     if (is_finished)
         return {};
@@ -95,7 +95,7 @@ AsyncTaskQueue::TaskData AsyncTaskQueue::wait(std::unique_lock<std::mutex> & loc
     return res;
 }
 
-void AsyncTaskQueue::finish()
+void PollingQueue::finish()
 {
     is_finished = true;
     tasks.clear();
diff --git a/src/Processors/Executors/AsyncTaskQueue.h b/src/Processors/Executors/PollingQueue.h
similarity index 85%
rename from src/Processors/Executors/AsyncTaskQueue.h
rename to src/Processors/Executors/PollingQueue.h
index 1a4bdec5dd3..5588bb87436 100644
--- a/src/Processors/Executors/AsyncTaskQueue.h
+++ b/src/Processors/Executors/PollingQueue.h
@@ -9,7 +9,9 @@ namespace DB
 {
 
 #if defined(OS_LINUX)
-class AsyncTaskQueue
+
+/// This queue is used to poll descriptors. Generally, just a wrapper over epoll.
+class PollingQueue
 {
 public:
     struct TaskData
@@ -19,7 +21,6 @@ public:
         void * data = nullptr;
         int fd = -1;
 
-
         explicit operator bool() const { return data; }
     };
 
@@ -30,8 +31,8 @@ private:
     std::unordered_map<std::uintptr_t, TaskData> tasks;
 
 public:
-    AsyncTaskQueue();
-    ~AsyncTaskQueue();
+    PollingQueue();
+    ~PollingQueue();
 
     size_t size() const { return tasks.size(); }
     bool empty() const { return tasks.empty(); }
@@ -41,7 +42,7 @@ public:
 
     /// Wait for any descriptor. If no descriptors in queue, blocks.
     /// Returns ptr which was inserted into queue or nullptr if finished was called.
-    /// Lock is used to wait on condvar.
+    /// Lock is unlocked during waiting.
     TaskData wait(std::unique_lock<std::mutex> & lock);
 
     /// Interrupt waiting.
diff --git a/src/Processors/ya.make b/src/Processors/ya.make
index bb99cabb1dd..0d573328bfa 100644
--- a/src/Processors/ya.make
+++ b/src/Processors/ya.make
@@ -14,7 +14,7 @@ SRCS(
     Chunk.cpp
     ConcatProcessor.cpp
     DelayedPortsProcessor.cpp
-    Executors/AsyncTaskQueue.cpp
+    Executors/PollingQueue.cpp
     Executors/ExecutingGraph.cpp
     Executors/PipelineExecutingBlockInputStream.cpp
     Executors/PipelineExecutor.cpp

From d22d045a59a8e2db0b7bff0f4bd9f11ac48aa48f Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:12:31 +0300
Subject: [PATCH 263/742] fixed the impl

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index c79c6256172..e8391463e05 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -241,13 +241,13 @@ struct DecimalBinaryOperation
             if (scale_a != 1)
             {
                 for (size_t i = 0; i < size; ++i)
-                    c[i] = apply(scale_a * undec(a[i]), undec(b[i]));
+                    c[i] = scale_a * apply(undec(a[i]), undec(b[i]));
                 return;
             }
             else if (scale_b != 1)
             {
                 for (size_t i = 0; i < size; ++i)
-                    c[i] = apply(undec(a[i]), undec(b[i]) * scale_b);
+                    c[i] = scale_b * apply(undec(a[i]), undec(b[i]));
                 return;
             }
         }

From 1c885274ff13afd13a90f3f2349fe7359a330309 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 18 Dec 2020 18:13:30 +0300
Subject: [PATCH 264/742] Fix yamake.

---
 src/Processors/ya.make | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Processors/ya.make b/src/Processors/ya.make
index 0d573328bfa..2d437cb09bd 100644
--- a/src/Processors/ya.make
+++ b/src/Processors/ya.make
@@ -14,10 +14,10 @@ SRCS(
     Chunk.cpp
     ConcatProcessor.cpp
     DelayedPortsProcessor.cpp
-    Executors/PollingQueue.cpp
     Executors/ExecutingGraph.cpp
     Executors/PipelineExecutingBlockInputStream.cpp
     Executors/PipelineExecutor.cpp
+    Executors/PollingQueue.cpp
     Executors/PullingAsyncPipelineExecutor.cpp
     Executors/PullingPipelineExecutor.cpp
     ForkProcessor.cpp

From 0dca8562373c495ba9170ecac3bf298df022927e Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:16:38 +0300
Subject: [PATCH 265/742] solution fix

---
 src/Functions/FunctionBinaryArithmetic.h | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index e8391463e05..76f9b497367 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -241,13 +241,15 @@ struct DecimalBinaryOperation
             if (scale_a != 1)
             {
                 for (size_t i = 0; i < size; ++i)
-                    c[i] = scale_a * apply(undec(a[i]), undec(b[i]));
+                    // BUG very bad solution
+                    c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<UInt64>(scale_a);
                 return;
             }
             else if (scale_b != 1)
             {
                 for (size_t i = 0; i < size; ++i)
-                    c[i] = scale_b * apply(undec(a[i]), undec(b[i]));
+                    c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<UInt64>(scale_a);
+
                 return;
             }
         }

From 6f1c0b118aea3ba96af3ba1a882c0fa4e6417316 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:17:03 +0300
Subject: [PATCH 266/742] typo

---
 src/Functions/FunctionBinaryArithmetic.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 76f9b497367..39543b83ef1 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -248,7 +248,7 @@ struct DecimalBinaryOperation
             else if (scale_b != 1)
             {
                 for (size_t i = 0; i < size; ++i)
-                    c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<UInt64>(scale_a);
+                    c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<UInt64>(scale_b);
 
                 return;
             }

From ed6d74b21837532773a3eaf870e3b6abb5547725 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:21:10 +0300
Subject: [PATCH 267/742] another bad solution

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 39543b83ef1..b2ea79cea61 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -242,13 +242,13 @@ struct DecimalBinaryOperation
             {
                 for (size_t i = 0; i < size; ++i)
                     // BUG very bad solution
-                    c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<UInt64>(scale_a);
+                    c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
                 return;
             }
             else if (scale_b != 1)
             {
                 for (size_t i = 0; i < size; ++i)
-                    c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<UInt64>(scale_b);
+                    c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
 
                 return;
             }

From fbaa8d3951f4f6056e92ab68adf6647dc2cc5caf Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:24:31 +0300
Subject: [PATCH 268/742] fix

---
 src/Functions/FunctionBinaryArithmetic.h | 13 +++++++++----
 1 file changed, 9 insertions(+), 4 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index b2ea79cea61..f3904ae764e 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -236,19 +236,24 @@ struct DecimalBinaryOperation
                 return;
             }
         }
-        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b))
+        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
         {
             if (scale_a != 1)
             {
                 for (size_t i = 0; i < size; ++i)
-                    // BUG very bad solution
-                    c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                    else
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
                 return;
             }
             else if (scale_b != 1)
             {
                 for (size_t i = 0; i < size; ++i)
-                    c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                    else
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
 
                 return;
             }

From a19934886028e6a8bf5320f15eea056c5fad3eb5 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:26:58 +0300
Subject: [PATCH 269/742] fix2

---
 src/Functions/FunctionBinaryArithmetic.h | 22 ++++++++++++++++++++++
 1 file changed, 22 insertions(+)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index f3904ae764e..e0745e65c55 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -292,6 +292,28 @@ struct DecimalBinaryOperation
                 return;
             }
         }
+        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
+        {
+            if (scale_a != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                    else
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                    else
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
+
+                return;
+            }
+        }
         else if constexpr (is_division && is_decimal_b)
         {
             for (size_t i = 0; i < size; ++i)

From e2556659e04c705e370e5ac5c79e06b84d1a27a8 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:28:21 +0300
Subject: [PATCH 270/742] fix3

---
 src/Functions/FunctionBinaryArithmetic.h | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index e0745e65c55..276b2e11fb1 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -298,18 +298,18 @@ struct DecimalBinaryOperation
             {
                 for (size_t i = 0; i < size; ++i)
                     if constexpr(IsDecimalNumber<ResultType>)
-                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
                     else
-                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
                 return;
             }
             else if (scale_b != 1)
             {
                 for (size_t i = 0; i < size; ++i)
                     if constexpr(IsDecimalNumber<ResultType>)
-                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
                     else
-                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
 
                 return;
             }

From 985876b737d8564a2850e54cefa88063c6da2f2d Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:37:00 +0300
Subject: [PATCH 271/742] another fix

---
 src/Functions/FunctionBinaryArithmetic.h      | 23 +++++++++++++++++++
 .../01603_decimal_mult_float.reference        |  8 +++----
 .../0_stateless/01603_decimal_mult_float.sql  |  4 +++-
 3 files changed, 30 insertions(+), 5 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 276b2e11fb1..756a6c2e4d3 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -348,6 +348,29 @@ struct DecimalBinaryOperation
                 return;
             }
         }
+        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
+        {
+            if (scale_a != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(a, undec(a[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                    else
+                        c[i] = apply(a, undec(a[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                    else
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
+
+                return;
+            }
+        }
+
         else if constexpr (is_division && is_decimal_b)
         {
             for (size_t i = 0; i < size; ++i)
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.reference b/tests/queries/0_stateless/01603_decimal_mult_float.reference
index 08e0fc89922..c25beb42a27 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.reference
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.reference
@@ -3,10 +3,10 @@
 0.00012000000000000002
 150.16500000000002
 7.775900000000001
-56.622689999999995
-598.8376688440277
+56622.689999999995
+5.988376688440276
 2.9941884322906844
 1.641386318314034
 1.641386318314034
-1.6413863211679272
-1.6413863211679272
+1.6413863192433382
+1.6413863192433382
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.sql b/tests/queries/0_stateless/01603_decimal_mult_float.sql
index 8de35f0b3f5..407fe3649ec 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.sql
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.sql
@@ -14,7 +14,9 @@ INSERT INTO test01603(f64) SELECT 1 / (number + 1) FROM system.numbers LIMIT 100
 SELECT sum(d * 1.1) FROM test01603;
 SELECT sum(8.01 * d) FROM test01603;
 SELECT sum(f64 * toDecimal64(80, 2)) FROM test01603;
-SELECT sum(toDecimal64(0.4, 2) * f32) FROM test01603;
+SELECT sum(toDecimal64(40, 2) * f32) FROM test01603;
+SELECT sum(f64 * toDecimal64(0.1, 2)) FROM test01603;
+SELECT sum(toDecimal64(0.3, 2) * f32) FROM test01603;
 
 SELECT sum(f64 * d) FROM test01603;
 SELECT sum(d * f64) FROM test01603;

From 0e235d35f80af6298c5373602c065969474dccfc Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:48:37 +0300
Subject: [PATCH 272/742] aa

---
 .gitmodules                                   |   2 +-
 CHANGELOG.md                                  | 123 ++++
 base/common/CMakeLists.txt                    |   1 +
 base/common/ReadlineLineReader.cpp            |   5 +-
 base/common/ReplxxLineReader.cpp              |  10 +-
 base/common/getMemoryAmount.cpp               |   3 +-
 base/common/getPageSize.cpp                   |   8 +
 base/common/getPageSize.h                     |   6 +
 base/common/setTerminalEcho.cpp               |   5 +-
 base/common/ya.make                           |   1 +
 cmake/sanitize.cmake                          |  21 +-
 contrib/boost                                 |   2 +-
 contrib/krb5                                  |   2 +-
 contrib/libc-headers                          |   2 +-
 contrib/libgsasl                              |   2 +-
 contrib/libhdfs3                              |   2 +-
 contrib/libhdfs3-cmake/CMakeLists.txt         |  17 +-
 contrib/librdkafka                            |   2 +-
 contrib/libunwind                             |   2 +-
 debian/control                                |   2 +-
 docker/images.json                            |  11 +-
 docker/packager/binary/build.sh               |   1 +
 docker/packager/packager                      |   4 +
 docker/server/README.md                       |  66 ++
 docker/test/base/Dockerfile                   |   2 +-
 .../integration/kerberized_hadoop/Dockerfile  |  18 +
 docker/test/integration/runner/Dockerfile     |   5 +-
 .../runner/compose/docker_compose_hdfs.yml    |   1 +
 .../docker_compose_kerberized_hdfs.yml        |  29 +
 .../zzz-perf-comparison-tweaks-config.xml     |   1 +
 docker/test/stateful_with_coverage/Dockerfile |   2 -
 .../table-engines/integrations/hdfs.md        |  89 +++
 docs/en/interfaces/cli.md                     |   2 +-
 docs/en/introduction/performance.md           |   2 +-
 .../system-tables/distribution_queue.md       |   2 +-
 .../system-tables/replication_queue.md        |  81 ++
 docs/en/operations/tips.md                    |  17 +
 .../aggregate-functions/combinators.md        |   4 +
 .../functions/array-functions.md              |  18 +
 .../functions/type-conversion-functions.md    |  57 ++
 docs/en/sql-reference/statements/system.md    |   2 +-
 docs/es/interfaces/cli.md                     |   2 +-
 docs/ja/interfaces/cli.md                     |   2 +-
 docs/ru/faq/general/index.md                  |  25 +
 .../faq/{general.md => general/mapreduce.md}  |  52 +-
 docs/ru/faq/index.md                          |  11 +
 docs/ru/faq/integration/file-export.md        |  37 +
 docs/ru/faq/integration/index.md              |  19 +
 docs/ru/faq/integration/oracle-odbc.md        |  15 +
 docs/ru/faq/operations/index.md               |  18 +
 docs/ru/faq/use-cases/index.md                |  14 +
 docs/ru/interfaces/cli.md                     |   2 +-
 .../system-tables/replication_queue.md        |  81 ++
 .../external-dicts-dict-sources.md            |   2 +-
 .../functions/date-time-functions.md          |  12 +
 docs/tr/interfaces/cli.md                     |   2 +-
 docs/zh/sql-reference/statements/misc.md      |  48 +-
 .../sql-reference/statements/select/limit.md  |  10 +-
 programs/client/Client.cpp                    |   2 +-
 programs/odbc-bridge/ColumnInfoHandler.cpp    |   2 +-
 programs/server/Server.cpp                    |  68 +-
 programs/server/config.xml                    | 189 +++--
 src/Access/ContextAccess.cpp                  |   9 +-
 src/Access/SettingsConstraints.cpp            |  19 +
 src/AggregateFunctions/AggregateFunctionAvg.h |   2 +-
 .../AggregateFunctionFactory.cpp              |  12 +-
 .../AggregateFunctionSimpleState.cpp          |  32 +
 .../AggregateFunctionSimpleState.h            |  77 ++
 .../registerAggregateFunctions.cpp            |   2 +
 src/AggregateFunctions/ya.make                |   1 +
 src/CMakeLists.txt                            |   8 +-
 src/Client/Connection.h                       |   5 +-
 src/Columns/ColumnMap.cpp                     | 241 ++++++
 src/Columns/ColumnMap.h                       |  92 +++
 src/Columns/ya.make                           |   1 +
 src/Common/Allocator.h                        |   5 +-
 src/Common/Arena.h                            |  10 +-
 src/Common/ArrayCache.h                       |   5 +-
 src/Common/Config/ConfigProcessor.cpp         |   4 +-
 src/Common/ErrorCodes.cpp                     |   1 +
 src/Common/FieldVisitors.cpp                  | 102 +++
 src/Common/FieldVisitors.h                    |  33 +
 src/Common/IFactoryWithAliases.h              |   5 +
 src/Common/MemoryStatisticsOS.cpp             |  15 +-
 src/Common/StringSearcher.h                   |   3 +-
 src/Common/ThreadProfileEvents.cpp            |  15 +-
 src/Common/ThreadStatus.cpp                   |  48 ++
 src/Common/UInt128.h                          | 127 ++--
 src/Common/ZooKeeper/TestKeeperStorage.cpp    |  15 +
 src/Common/config.h.in                        |   1 +
 src/Common/ya.make                            |   4 +-
 src/Common/ya.make.in                         |   4 +-
 src/Core/AccurateComparison.h                 |  29 +-
 src/Core/DecimalFunctions.h                   |  49 +-
 src/Core/Field.cpp                            | 378 +++-------
 src/Core/Field.h                              |  24 +-
 src/Core/Settings.cpp                         |   2 -
 src/Core/Settings.h                           |   7 +-
 src/Core/SortCursor.h                         |  39 +-
 src/Core/Types.h                              |   2 +
 .../MergingSortedBlockInputStream.cpp         |   2 +-
 src/DataStreams/RemoteQueryExecutor.h         |   3 +-
 .../DataTypeCustomSimpleAggregateFunction.cpp |  22 +-
 .../DataTypeCustomSimpleAggregateFunction.h   |   1 +
 src/DataTypes/DataTypeFactory.cpp             |   1 +
 src/DataTypes/DataTypeFactory.h               |   1 +
 src/DataTypes/DataTypeMap.cpp                 | 375 ++++++++++
 src/DataTypes/DataTypeMap.h                   | 103 +++
 src/DataTypes/DataTypesDecimal.h              | 134 +++-
 src/DataTypes/FieldToDataType.cpp             |  19 +
 src/DataTypes/FieldToDataType.h               |   1 +
 src/DataTypes/IDataType.h                     |   4 +
 src/DataTypes/ya.make                         |   1 +
 src/Databases/DatabaseAtomic.cpp              |  12 +-
 src/Databases/DatabaseAtomic.h                |   8 +-
 src/Databases/DatabaseFactory.cpp             |  33 +-
 src/Databases/DatabaseLazy.cpp                |   8 +
 src/Databases/DatabaseOnDisk.cpp              |  97 ++-
 src/Databases/DatabaseOnDisk.h                |  10 +
 src/Databases/DatabaseOrdinary.cpp            |  13 +
 src/Databases/DatabasesCommon.cpp             |  10 +-
 src/Databases/IDatabase.h                     |  13 +
 .../MySQL/DatabaseConnectionMySQL.cpp         |   7 +-
 src/Databases/MySQL/DatabaseConnectionMySQL.h |   2 +
 .../MySQL/DatabaseMaterializeMySQL.cpp        | 266 ++++---
 .../MySQL/DatabaseMaterializeMySQL.h          |  49 +-
 .../MySQL/DatabaseMaterializeTablesIterator.h |   6 +-
 .../MySQL/MaterializeMySQLSyncThread.cpp      |  14 +-
 src/Disks/S3/DiskS3.cpp                       |  17 +-
 src/Disks/S3/DiskS3.h                         |   4 +-
 src/Disks/S3/registerDiskS3.cpp               |   2 +-
 src/Functions/FunctionBase64Conversion.h      |   4 +-
 src/Functions/FunctionBinaryArithmetic.h      | 268 +++++--
 src/Functions/FunctionFactory.cpp             |  11 +-
 src/Functions/FunctionsConversion.cpp         |  11 +-
 src/Functions/FunctionsConversion.h           | 697 +++++++++++++-----
 src/Functions/array/arrayAggregation.cpp      | 318 ++++++++
 src/Functions/array/arrayElement.cpp          | 279 ++++++-
 src/Functions/array/arrayEnumerateRanked.h    |   4 +-
 src/Functions/array/arrayIntersect.cpp        |   8 +-
 src/Functions/array/arraySum.cpp              | 146 ----
 src/Functions/map.cpp                         | 140 ++++
 src/Functions/multiply.cpp                    |  11 +-
 src/Functions/registerFunctions.cpp           |   2 +
 .../registerFunctionsHigherOrder.cpp          |   4 +-
 src/Functions/toFixedString.h                 |  61 +-
 src/Functions/toModifiedJulianDay.cpp         |  11 +-
 src/Functions/trap.cpp                        |  11 +-
 src/Functions/ya.make                         |   3 +-
 src/IO/HDFSCommon.cpp                         |  62 --
 src/IO/HDFSCommon.h                           |  58 --
 src/IO/MMapReadBufferFromFileDescriptor.cpp   |   5 +-
 src/IO/S3Common.cpp                           |   8 +-
 src/IO/WriteBufferFromS3.cpp                  | 183 ++---
 src/IO/WriteBufferFromS3.h                    |  32 +-
 src/IO/WriteHelpers.h                         |  21 +-
 src/IO/readFloatText.h                        |  38 +-
 src/IO/tests/o_direct_and_dirty_pages.cpp     |  10 +-
 src/IO/ya.make                                |   2 +
 src/IO/ya.make.in                             |   2 +
 src/Interpreters/ActionsDAG.cpp               |   4 +-
 src/Interpreters/Context.cpp                  |   2 +
 src/Interpreters/DatabaseCatalog.cpp          |  37 +-
 .../IInterpreterUnionOrSelectQuery.h          |   2 +
 src/Interpreters/InterpreterCreateQuery.cpp   |  50 +-
 src/Interpreters/InterpreterDropQuery.cpp     |  48 +-
 src/Interpreters/InterpreterSelectQuery.cpp   |   7 +-
 .../InterpreterSelectWithUnionQuery.cpp       | 142 +++-
 .../InterpreterShowTablesQuery.cpp            |  20 +
 src/Interpreters/MergeJoin.cpp                |  22 +-
 src/Interpreters/Set.cpp                      |  21 +-
 src/Interpreters/castColumn.cpp               |  36 +-
 src/Interpreters/castColumn.h                 |   5 +-
 src/Interpreters/convertFieldToType.cpp       |   1 +
 src/Interpreters/loadMetadata.cpp             |   1 +
 src/Interpreters/tests/internal_iotop.cpp     |   4 +-
 src/Parsers/ASTDropQuery.cpp                  |   3 +
 src/Parsers/ASTDropQuery.h                    |   3 +
 src/Parsers/ASTFunction.cpp                   |  14 +
 src/Parsers/ASTShowTablesQuery.cpp            |   6 +
 src/Parsers/ASTShowTablesQuery.h              |   2 +
 src/Parsers/ExpressionElementParsers.cpp      |   6 +
 src/Parsers/ExpressionElementParsers.h        |  12 +
 src/Parsers/ExpressionListParsers.cpp         |   1 +
 src/Parsers/ParserCreateQuery.cpp             |  12 +-
 src/Parsers/ParserDropQuery.cpp               |  70 +-
 src/Parsers/ParserDropQuery.h                 |   2 +-
 src/Parsers/ParserExplainQuery.cpp            |   9 +-
 src/Parsers/ParserExplainQuery.h              |   4 +
 src/Parsers/ParserQuery.cpp                   |   2 +-
 src/Parsers/ParserQueryWithOutput.cpp         |   2 +-
 src/Parsers/ParserQueryWithOutput.h           |   3 +
 src/Parsers/ParserShowTablesQuery.cpp         |  25 +
 src/Parsers/tests/select_parser.cpp           |   2 +-
 src/Parsers/tests/select_parser_fuzzer.cpp    |   2 +-
 .../Impl/ConstantExpressionTemplate.cpp       |  33 +-
 .../Algorithms/AggregatingSortedAlgorithm.cpp |   6 +-
 .../Algorithms/CollapsingSortedAlgorithm.cpp  |   6 +-
 .../Algorithms/CollapsingSortedAlgorithm.h    |   6 +-
 .../GraphiteRollupSortedAlgorithm.cpp         |   8 +-
 .../Merges/Algorithms/IMergingAlgorithm.h     |   2 +
 .../IMergingAlgorithmWithDelayedChunk.cpp     |   4 +-
 .../IMergingAlgorithmWithSharedChunks.cpp     |   4 +-
 .../Algorithms/MergingSortedAlgorithm.cpp     |   2 +-
 .../Algorithms/MergingSortedAlgorithm.h       |   6 +-
 .../Algorithms/ReplacingSortedAlgorithm.cpp   |   2 +-
 src/Processors/Merges/Algorithms/RowRef.h     |   4 +-
 .../Algorithms/SummingSortedAlgorithm.cpp     |   4 +-
 .../VersionedCollapsingAlgorithm.cpp          |   2 +-
 .../Merges/CollapsingSortedTransform.h        |   4 +-
 .../Transforms/SortingTransform.cpp           |   2 +-
 src/Server/TestKeeperTCPHandler.cpp           |  42 +-
 src/Storages/AlterCommands.cpp                |   4 +-
 src/Storages/HDFS/HDFSCommon.cpp              | 194 +++++
 src/Storages/HDFS/HDFSCommon.h                | 114 +++
 .../HDFS}/ReadBufferFromHDFS.cpp              |  20 +-
 .../HDFS}/ReadBufferFromHDFS.h                |   9 +-
 src/Storages/{ => HDFS}/StorageHDFS.cpp       |  14 +-
 src/Storages/{ => HDFS}/StorageHDFS.h         |   0
 .../HDFS}/WriteBufferFromHDFS.cpp             |  17 +-
 .../HDFS}/WriteBufferFromHDFS.h               |   2 +-
 src/Storages/Kafka/KafkaSettings.h            |   2 +-
 .../MergeTree/IMergeTreeDataPartWriter.cpp    |  60 +-
 .../MergeTree/IMergeTreeDataPartWriter.h      |  60 +-
 .../MergeTree/IMergedBlockOutputStream.cpp    |  19 -
 .../MergeTree/IMergedBlockOutputStream.h      |   2 -
 src/Storages/MergeTree/KeyCondition.cpp       |   2 +-
 .../MergeTree/MergeTreeBlockOutputStream.cpp  |  12 +-
 .../MergeTree/MergeTreeBlockOutputStream.h    |   5 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |  24 +-
 src/Storages/MergeTree/MergeTreeData.h        |   1 -
 .../MergeTree/MergeTreeDataMergerMutator.cpp  |  10 +
 .../MergeTreeDataPartWriterCompact.cpp        | 190 +++--
 .../MergeTreeDataPartWriterCompact.h          |  27 +-
 .../MergeTreeDataPartWriterInMemory.cpp       |  12 +-
 .../MergeTreeDataPartWriterInMemory.h         |   9 +-
 .../MergeTreeDataPartWriterOnDisk.cpp         | 134 ++--
 .../MergeTree/MergeTreeDataPartWriterOnDisk.h |  92 ++-
 .../MergeTree/MergeTreeDataPartWriterWide.cpp | 372 +++++++---
 .../MergeTree/MergeTreeDataPartWriterWide.h   |  68 +-
 .../MergeTree/MergeTreeDataWriter.cpp         | 137 +++-
 src/Storages/MergeTree/MergeTreeDataWriter.h  |   4 +-
 src/Storages/MergeTree/MergeTreeIOSettings.h  |   3 +
 .../MergeTree/MergeTreeIndexGranularity.cpp   |  12 +
 .../MergeTree/MergeTreeIndexGranularity.h     |   8 +-
 .../MergeTree/MergedBlockOutputStream.cpp     |  21 +-
 .../MergedColumnOnlyOutputStream.cpp          |  21 +-
 .../MergeTree/MergedColumnOnlyOutputStream.h  |   2 +-
 .../ReplicatedMergeTreeBlockOutputStream.cpp  |  16 +-
 .../ReplicatedMergeTreeBlockOutputStream.h    |   5 +-
 src/Storages/MergeTree/SimpleMergeSelector.h  |  77 ++
 src/Storages/SetSettings.h                    |   3 +-
 src/Storages/StorageDictionary.cpp            |   4 +-
 src/Storages/StorageJoin.cpp                  |  22 +-
 src/Storages/StorageJoin.h                    |   2 +-
 src/Storages/StorageMaterializeMySQL.cpp      |   7 +-
 src/Storages/StorageMaterializeMySQL.h        |  10 +-
 src/Storages/StorageMerge.cpp                 |  31 +-
 src/Storages/StorageMerge.h                   |  12 +-
 src/Storages/StorageMergeTree.cpp             |   2 +-
 src/Storages/StorageReplicatedMergeTree.cpp   |  11 +-
 src/Storages/StorageReplicatedMergeTree.h     |   3 +-
 src/Storages/StorageS3.cpp                    |  23 +-
 src/Storages/StorageS3.h                      |   4 +-
 src/Storages/StorageSet.cpp                   |  57 +-
 src/Storages/StorageSet.h                     |   7 +-
 src/Storages/StorageStripeLog.cpp             |   4 +-
 src/Storages/System/StorageSystemColumns.cpp  |  54 +-
 .../System/StorageSystemDatabases.cpp         |  19 +-
 src/Storages/System/StorageSystemTables.cpp   |  17 +-
 ...est_aux_funcs_for_adaptive_granularity.cpp |   1 +
 src/TableFunctions/TableFunctionFile.h        |   2 +-
 src/TableFunctions/TableFunctionHDFS.cpp      |   2 +-
 src/TableFunctions/TableFunctionMerge.cpp     |  77 +-
 src/TableFunctions/TableFunctionMerge.h       |   4 +-
 src/TableFunctions/TableFunctionS3.cpp        |   2 +
 tests/CMakeLists.txt                          |  10 -
 tests/clickhouse-test                         |  78 +-
 .../config.d/max_concurrent_queries.xml       |   4 +
 tests/config/install.sh                       |   1 +
 tests/config/top_level_domains                |   1 -
 .../top_level_domains/public_suffix_list.dat  |   0
 tests/instructions/easy_tasks_sorted_ru.md    |  28 +-
 tests/integration/README.md                   |  13 +-
 tests/integration/helpers/cluster.py          |  61 +-
 tests/integration/helpers/hdfs_api.py         | 185 ++++-
 .../test_allowed_url_from_config/test.py      |   6 +-
 .../configs/users.xml                         |   8 +
 .../test_graphite_merge_tree/test.py          |   3 +-
 .../test_join_set_family_s3/__init__.py       |   0
 .../configs/config.d/log_conf.xml             |  12 +
 .../configs/config.xml                        |  28 +
 .../test_join_set_family_s3/configs/minio.xml |  14 +
 .../test_join_set_family_s3/configs/ssl.xml   |  12 +
 .../test_join_set_family_s3/configs/users.xml |  23 +
 .../test_join_set_family_s3/test.py           |  97 +++
 .../configs/users.xml                         |   2 +
 .../configs/users_db_atomic.xml               |  19 +
 .../materialize_with_ddl.py                   |  52 +-
 .../test_materialize_mysql_database/test.py   | 103 +--
 .../test_postgresql_protocol/test.py          |   2 +-
 .../configs/users.d/settings.xml              |   1 +
 .../test_redirect_url_storage/test.py         |  15 +-
 .../configs/users.d/another_user.xml          |   7 +-
 tests/integration/test_storage_hdfs/test.py   |  57 +-
 tests/integration/test_storage_kafka/test.py  |  61 ++
 .../test_storage_kerberized_hdfs/__init__.py  |   0
 .../configs/hdfs.xml                          |  13 +
 .../configs/log_conf.xml                      |  11 +
 .../hdfs_configs/bootstrap.sh                 | 262 +++++++
 .../kerberos_image_config.sh                  | 139 ++++
 .../secrets/krb.conf                          |  24 +
 .../secrets/krb_long.conf                     |  24 +
 .../test_storage_kerberized_hdfs/test.py      | 108 +++
 tests/integration/test_storage_s3/test.py     |   3 +-
 .../__init__.py                               |   0
 .../test.py                                   |  55 ++
 .../configs/logs_conf.xml                     |  12 +
 .../test_testkeeper_back_to_back/test.py      | 125 +++-
 .../00083_create_merge_tree_zookeeper.sql     |   2 +
 .../00327_summing_composite_nested.sql        |   2 +
 .../00443_optimize_final_vertical_merge.sh    |   6 +-
 ...ed_storage_definition_syntax_zookeeper.sql |   2 +
 .../00564_versioned_collapsing_merge_tree.sql |   2 +
 ...77_replacing_merge_tree_vertical_merge.sql |   2 +
 .../0_stateless/00616_final_single_part.sql   |   2 +
 ...ptimize_on_nonleader_replica_zookeeper.sql |   4 +-
 ...00660_optimize_final_without_partition.sql |   2 +
 ...replicated_without_partition_zookeeper.sql |   2 +
 .../0_stateless/00682_empty_parts_merge.sh    |  14 +-
 ...block_size_system_tables_columns.reference |   2 +-
 ...sert_have_data_before_quorum_zookeeper.sql |   2 +-
 ...ert_lost_part_and_alive_part_zookeeper.sql |   4 +-
 ...0732_quorum_insert_lost_part_zookeeper.sql |   4 +-
 ..._old_data_and_without_quorum_zookeeper.sql |   2 +-
 ...m_insert_simple_test_1_parts_zookeeper.sql |   2 +-
 ...m_insert_simple_test_2_parts_zookeeper.sql |   2 +-
 .../00754_alter_modify_order_by.sql           |   1 +
 ...r_modify_order_by_replicated_zookeeper.sql |   2 +
 ...tem_parts_race_condition_drop_zookeeper.sh |   2 +-
 ...030_incorrect_count_summing_merge_tree.sql |   2 +
 ...invalidate_query_switchover_long.reference |   2 +-
 ...ionary_invalidate_query_switchover_long.sh |   2 +-
 .../01056_create_table_as.reference           |   1 +
 .../0_stateless/01056_create_table_as.sql     |   4 +
 ...81_PartialSortingTransform_full_column.sql |   2 -
 ..._zookeeper_mutations_and_insert_quorum.sql |   2 +-
 ...98_temporary_and_external_tables.reference |   7 +
 .../01098_temporary_and_external_tables.sh    |  27 +-
 .../01187_set_profile_as_setting.reference    |   8 +
 .../01187_set_profile_as_setting.sh           |  15 +
 ...01285_data_skip_index_over_aggregation.sql |   2 +
 .../0_stateless/01293_show_settings.reference |   5 +
 .../0_stateless/01293_show_settings.sql       |   3 +
 .../01322_cast_keep_nullable.reference        |   1 +
 .../0_stateless/01322_cast_keep_nullable.sql  |   2 +-
 .../0_stateless/01323_add_scalars_in_time.sql |   2 +
 ...mming_merge_tree_exclude_partition_key.sql |   2 +
 ...1451_replicated_detach_drop_and_quorum.sql |   2 +-
 .../01459_manual_write_to_replicas_quorum.sh  |   2 +-
 ..._select_sequence_consistency_zookeeper.sql |   2 +-
 .../01550_create_map_type.reference           |  29 +
 .../0_stateless/01550_create_map_type.sql     |  65 ++
 .../01550_type_map_formats.reference          |  46 ++
 .../0_stateless/01550_type_map_formats.sql    |  19 +
 .../01550_type_map_formats_input.reference    |   5 +
 .../01550_type_map_formats_input.sh           |  21 +
 .../01556_accurate_cast_or_null.reference     |  30 +
 .../01556_accurate_cast_or_null.sql           |  35 +
 .../01560_optimize_on_insert.reference        |  13 +
 .../0_stateless/01560_optimize_on_insert.sql  |  35 +
 ...gregator_combinator_simple_state.reference |  14 +
 ...570_aggregator_combinator_simple_state.sql |  17 +
 .../01581_to_int256_uint256_inf_nan.reference |   6 -
 .../01581_to_int256_uint256_inf_nan.sql       |  10 -
 .../01581_to_int_inf_nan.reference            |   0
 .../0_stateless/01581_to_int_inf_nan.sql      |  10 +
 .../01596_setting_limit_offset.reference      |  63 ++
 .../01596_setting_limit_offset.sql            |  30 +
 .../01600_detach_permanently.reference        | 102 +++
 .../0_stateless/01600_detach_permanently.sh   | 125 ++++
 ...emerge_sort_lowered_memory_bytes_ratio.sql |  28 +-
 .../01600_select_in_different_types.reference |  11 +
 .../01600_select_in_different_types.sql       |  35 +
 .../0_stateless/01601_accurate_cast.reference |   8 +
 .../0_stateless/01601_accurate_cast.sql       |  24 +
 .../01601_detach_permanently.reference        |  79 ++
 .../0_stateless/01601_detach_permanently.sql  | 214 ++++++
 ...01_temporary_table_session_scope.reference |   5 +
 .../01601_temporary_table_session_scope.sh    |  19 +
 .../01602_array_aggregation.reference         |  60 ++
 .../0_stateless/01602_array_aggregation.sql   |  60 ++
 ...1602_max_distributed_connections.reference |   0
 .../01602_max_distributed_connections.sh      |  15 +
 .../01602_modified_julian_day_msan.reference  |   1 +
 .../01602_modified_julian_day_msan.sql        |   4 +
 ...temporary_table_in_system_tables.reference |  10 +
 ...01602_temporary_table_in_system_tables.sql |  18 +
 .../01603_decimal_mult_float.reference        |  12 +
 .../0_stateless/01603_decimal_mult_float.sql  |  26 +
 ...603_insert_select_too_many_parts.reference |   1 +
 .../01603_insert_select_too_many_parts.sql    |  14 +
 .../01603_remove_column_ttl.reference         |   6 +
 .../0_stateless/01603_remove_column_ttl.sql   |  30 +
 .../01603_rename_overwrite_bug.reference      |   4 +
 .../01603_rename_overwrite_bug.sql            |  22 +
 ...4_explain_ast_of_nonselect_query.reference |   8 +
 .../01604_explain_ast_of_nonselect_query.sql  |   1 +
 .../queries/0_stateless/arcadia_skip_list.txt |   2 +
 tests/queries/skip_list.json                  | 172 +++++
 .../tests/privileges/create/create_table.py   |   3 +
 .../convert-month-partitioned-parts/main.cpp  |   1 +
 utils/db-generator/query_db_generator.cpp     |   2 +-
 utils/iotest/iotest.cpp                       |   3 +-
 utils/iotest/iotest_aio.cpp                   |   3 +-
 utils/zookeeper-test/main.cpp                 |  97 ++-
 416 files changed, 10085 insertions(+), 2626 deletions(-)
 create mode 100644 base/common/getPageSize.cpp
 create mode 100644 base/common/getPageSize.h
 create mode 100644 docker/test/integration/kerberized_hadoop/Dockerfile
 create mode 100644 docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
 create mode 100644 docs/en/operations/system-tables/replication_queue.md
 create mode 100644 docs/ru/faq/general/index.md
 rename docs/ru/faq/{general.md => general/mapreduce.md} (60%)
 create mode 100644 docs/ru/faq/integration/file-export.md
 create mode 100644 docs/ru/faq/integration/index.md
 create mode 100644 docs/ru/faq/integration/oracle-odbc.md
 create mode 100644 docs/ru/faq/operations/index.md
 create mode 100644 docs/ru/faq/use-cases/index.md
 create mode 100644 docs/ru/operations/system-tables/replication_queue.md
 create mode 100644 src/AggregateFunctions/AggregateFunctionSimpleState.cpp
 create mode 100644 src/AggregateFunctions/AggregateFunctionSimpleState.h
 create mode 100644 src/Columns/ColumnMap.cpp
 create mode 100644 src/Columns/ColumnMap.h
 create mode 100644 src/DataTypes/DataTypeMap.cpp
 create mode 100644 src/DataTypes/DataTypeMap.h
 create mode 100644 src/Functions/array/arrayAggregation.cpp
 delete mode 100644 src/Functions/array/arraySum.cpp
 create mode 100644 src/Functions/map.cpp
 delete mode 100644 src/IO/HDFSCommon.cpp
 delete mode 100644 src/IO/HDFSCommon.h
 create mode 100644 src/Storages/HDFS/HDFSCommon.cpp
 create mode 100644 src/Storages/HDFS/HDFSCommon.h
 rename src/{IO => Storages/HDFS}/ReadBufferFromHDFS.cpp (81%)
 rename src/{IO => Storages/HDFS}/ReadBufferFromHDFS.h (69%)
 rename src/Storages/{ => HDFS}/StorageHDFS.cpp (95%)
 rename src/Storages/{ => HDFS}/StorageHDFS.h (100%)
 rename src/{IO => Storages/HDFS}/WriteBufferFromHDFS.cpp (84%)
 rename src/{IO => Storages/HDFS}/WriteBufferFromHDFS.h (80%)
 create mode 100644 tests/config/config.d/max_concurrent_queries.xml
 delete mode 120000 tests/config/top_level_domains
 rename {docker/test/performance-comparison => tests}/config/top_level_domains/public_suffix_list.dat (100%)
 create mode 100644 tests/integration/test_graphite_merge_tree/configs/users.xml
 create mode 100644 tests/integration/test_join_set_family_s3/__init__.py
 create mode 100644 tests/integration/test_join_set_family_s3/configs/config.d/log_conf.xml
 create mode 100644 tests/integration/test_join_set_family_s3/configs/config.xml
 create mode 100644 tests/integration/test_join_set_family_s3/configs/minio.xml
 create mode 100644 tests/integration/test_join_set_family_s3/configs/ssl.xml
 create mode 100644 tests/integration/test_join_set_family_s3/configs/users.xml
 create mode 100644 tests/integration/test_join_set_family_s3/test.py
 create mode 100644 tests/integration/test_materialize_mysql_database/configs/users_db_atomic.xml
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/__init__.py
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/configs/hdfs.xml
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/configs/log_conf.xml
 create mode 100755 tests/integration/test_storage_kerberized_hdfs/hdfs_configs/bootstrap.sh
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/kerberos_image_config.sh
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/secrets/krb_long.conf
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/test.py
 create mode 100644 tests/integration/test_table_functions_access_rights/__init__.py
 create mode 100644 tests/integration/test_table_functions_access_rights/test.py
 create mode 100644 tests/integration/test_testkeeper_back_to_back/configs/logs_conf.xml
 create mode 100644 tests/queries/0_stateless/01187_set_profile_as_setting.reference
 create mode 100755 tests/queries/0_stateless/01187_set_profile_as_setting.sh
 create mode 100644 tests/queries/0_stateless/01293_show_settings.reference
 create mode 100644 tests/queries/0_stateless/01293_show_settings.sql
 create mode 100644 tests/queries/0_stateless/01550_create_map_type.reference
 create mode 100644 tests/queries/0_stateless/01550_create_map_type.sql
 create mode 100644 tests/queries/0_stateless/01550_type_map_formats.reference
 create mode 100644 tests/queries/0_stateless/01550_type_map_formats.sql
 create mode 100644 tests/queries/0_stateless/01550_type_map_formats_input.reference
 create mode 100755 tests/queries/0_stateless/01550_type_map_formats_input.sh
 create mode 100644 tests/queries/0_stateless/01556_accurate_cast_or_null.reference
 create mode 100644 tests/queries/0_stateless/01556_accurate_cast_or_null.sql
 create mode 100644 tests/queries/0_stateless/01560_optimize_on_insert.reference
 create mode 100644 tests/queries/0_stateless/01560_optimize_on_insert.sql
 create mode 100644 tests/queries/0_stateless/01570_aggregator_combinator_simple_state.reference
 create mode 100644 tests/queries/0_stateless/01570_aggregator_combinator_simple_state.sql
 delete mode 100644 tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.reference
 delete mode 100644 tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.sql
 create mode 100644 tests/queries/0_stateless/01581_to_int_inf_nan.reference
 create mode 100644 tests/queries/0_stateless/01581_to_int_inf_nan.sql
 create mode 100644 tests/queries/0_stateless/01596_setting_limit_offset.reference
 create mode 100644 tests/queries/0_stateless/01596_setting_limit_offset.sql
 create mode 100644 tests/queries/0_stateless/01600_detach_permanently.reference
 create mode 100755 tests/queries/0_stateless/01600_detach_permanently.sh
 create mode 100644 tests/queries/0_stateless/01600_select_in_different_types.reference
 create mode 100644 tests/queries/0_stateless/01600_select_in_different_types.sql
 create mode 100644 tests/queries/0_stateless/01601_accurate_cast.reference
 create mode 100644 tests/queries/0_stateless/01601_accurate_cast.sql
 create mode 100644 tests/queries/0_stateless/01601_detach_permanently.reference
 create mode 100644 tests/queries/0_stateless/01601_detach_permanently.sql
 create mode 100644 tests/queries/0_stateless/01601_temporary_table_session_scope.reference
 create mode 100755 tests/queries/0_stateless/01601_temporary_table_session_scope.sh
 create mode 100644 tests/queries/0_stateless/01602_array_aggregation.reference
 create mode 100644 tests/queries/0_stateless/01602_array_aggregation.sql
 create mode 100644 tests/queries/0_stateless/01602_max_distributed_connections.reference
 create mode 100755 tests/queries/0_stateless/01602_max_distributed_connections.sh
 create mode 100644 tests/queries/0_stateless/01602_modified_julian_day_msan.reference
 create mode 100644 tests/queries/0_stateless/01602_modified_julian_day_msan.sql
 create mode 100644 tests/queries/0_stateless/01602_temporary_table_in_system_tables.reference
 create mode 100644 tests/queries/0_stateless/01602_temporary_table_in_system_tables.sql
 create mode 100644 tests/queries/0_stateless/01603_decimal_mult_float.reference
 create mode 100644 tests/queries/0_stateless/01603_decimal_mult_float.sql
 create mode 100644 tests/queries/0_stateless/01603_insert_select_too_many_parts.reference
 create mode 100644 tests/queries/0_stateless/01603_insert_select_too_many_parts.sql
 create mode 100644 tests/queries/0_stateless/01603_remove_column_ttl.reference
 create mode 100644 tests/queries/0_stateless/01603_remove_column_ttl.sql
 create mode 100644 tests/queries/0_stateless/01603_rename_overwrite_bug.reference
 create mode 100644 tests/queries/0_stateless/01603_rename_overwrite_bug.sql
 create mode 100644 tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.reference
 create mode 100644 tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.sql

diff --git a/.gitmodules b/.gitmodules
index 1d996fb84cc..23deab0eed0 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -183,7 +183,7 @@
 	url = https://github.com/kthohr/stats.git
 [submodule "contrib/krb5"]
 	path = contrib/krb5
-	url = https://github.com/krb5/krb5
+	url = https://github.com/ClickHouse-Extras/krb5
 [submodule "contrib/cyrus-sasl"]
 	path = contrib/cyrus-sasl
 	url = https://github.com/cyrusimap/cyrus-sasl
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 4d525798505..6d9174c7d07 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,3 +1,126 @@
+### ClickHouse release 20.12
+
+### ClickHouse release v20.12.3.3-stable, 2020-12-13
+
+#### Backward Incompatible Change
+
+* Enable `use_compact_format_in_distributed_parts_names` by default (see the documentation for the reference). [#16728](https://github.com/ClickHouse/ClickHouse/pull/16728) ([Azat Khuzhin](https://github.com/azat)).
+* Accept user settings related to file formats (e.g. `format_csv_delimiter`) in the `SETTINGS` clause when creating a table that uses `File` engine, and use these settings in all `INSERT`s and `SELECT`s. The file format settings changed in the current user session, or in the `SETTINGS` clause of a DML query itself, no longer affect the query. [#16591](https://github.com/ClickHouse/ClickHouse/pull/16591) ([Alexander Kuzmenkov](https://github.com/akuzm)).
+
+#### New Feature
+
+* add `*.xz` compression/decompression support.It enables using `*.xz` in `file()` function. This closes [#8828](https://github.com/ClickHouse/ClickHouse/issues/8828). [#16578](https://github.com/ClickHouse/ClickHouse/pull/16578) ([Abi Palagashvili](https://github.com/fibersel)).
+* Introduce the query `ALTER TABLE ... DROP|DETACH PART 'part_name'`. [#15511](https://github.com/ClickHouse/ClickHouse/pull/15511) ([nvartolomei](https://github.com/nvartolomei)).
+* Added new ALTER UPDATE/DELETE IN PARTITION syntax. [#13403](https://github.com/ClickHouse/ClickHouse/pull/13403) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* Allow formatting named tuples as JSON objects when using JSON input/output formats, controlled by the `output_format_json_named_tuples_as_objects` setting, disabled by default. [#17175](https://github.com/ClickHouse/ClickHouse/pull/17175) ([Alexander Kuzmenkov](https://github.com/akuzm)).
+* Add a possibility to input enum value as it's id in TSV and CSV formats by default. [#16834](https://github.com/ClickHouse/ClickHouse/pull/16834) ([Kruglov Pavel](https://github.com/Avogar)).
+* Add COLLATE support for Nullable, LowCardinality, Array and Tuple, where nested type is String. Also refactor the code associated with collations in ColumnString.cpp. [#16273](https://github.com/ClickHouse/ClickHouse/pull/16273) ([Kruglov Pavel](https://github.com/Avogar)).
+* New `tcpPort` function returns TCP port listened by this server. [#17134](https://github.com/ClickHouse/ClickHouse/pull/17134) ([Ivan](https://github.com/abyss7)).
+* Add new math functions: `acosh`, `asinh`, `atan2`, `atanh`, `cosh`, `hypot`, `log1p`, `sinh`. [#16636](https://github.com/ClickHouse/ClickHouse/pull/16636) ([Konstantin Malanchev](https://github.com/hombit)).
+* Possibility to distribute the merges between different replicas. Introduces the `execute_merges_on_single_replica_time_threshold` mergetree setting. [#16424](https://github.com/ClickHouse/ClickHouse/pull/16424) ([filimonov](https://github.com/filimonov)).
+* Add setting `aggregate_functions_null_for_empty` for SQL standard compatibility. This option will rewrite all aggregate functions in a query, adding -OrNull suffix to them. Implements [10273](https://github.com/ClickHouse/ClickHouse/issues/10273). [#16123](https://github.com/ClickHouse/ClickHouse/pull/16123) ([flynn](https://github.com/ucasFL)).
+* Updated DateTime, DateTime64 parsing to accept string Date literal format. [#16040](https://github.com/ClickHouse/ClickHouse/pull/16040) ([Maksim Kita](https://github.com/kitaisreal)).
+* Make it possible to change the path to history file in `clickhouse-client` using the `--history_file` parameter. [#15960](https://github.com/ClickHouse/ClickHouse/pull/15960) ([Maksim Kita](https://github.com/kitaisreal)).
+
+#### Bug Fix
+
+* Fix the issue when server can stop accepting connections in very rare cases. [#17542](https://github.com/ClickHouse/ClickHouse/pull/17542) ([Amos Bird](https://github.com/amosbird)).
+* Fixed `Function not implemented` error when executing `RENAME` query in `Atomic` database with ClickHouse running on Windows Subsystem for Linux. Fixes [#17661](https://github.com/ClickHouse/ClickHouse/issues/17661). [#17664](https://github.com/ClickHouse/ClickHouse/pull/17664) ([tavplubix](https://github.com/tavplubix)).
+* Do not restore parts from WAL if `in_memory_parts_enable_wal` is disabled. [#17802](https://github.com/ClickHouse/ClickHouse/pull/17802) ([detailyang](https://github.com/detailyang)).
+* fix incorrect initialization of `max_compress_block_size` of MergeTreeWriterSettings with `min_compress_block_size`. [#17833](https://github.com/ClickHouse/ClickHouse/pull/17833) ([flynn](https://github.com/ucasFL)).
+* Exception message about max table size to drop was displayed incorrectly. [#17764](https://github.com/ClickHouse/ClickHouse/pull/17764) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fixed possible segfault when there is not enough space when inserting into `Distributed` table. [#17737](https://github.com/ClickHouse/ClickHouse/pull/17737) ([tavplubix](https://github.com/tavplubix)).
+* Fixed problem when ClickHouse fails to resume connection to MySQL servers. [#17681](https://github.com/ClickHouse/ClickHouse/pull/17681) ([Alexander Kazakov](https://github.com/Akazz)).
+* In might be determined incorrectly if cluster is circular- (cross-) replicated or not when executing `ON CLUSTER` query due to race condition when `pool_size` > 1. It's fixed. [#17640](https://github.com/ClickHouse/ClickHouse/pull/17640) ([tavplubix](https://github.com/tavplubix)).
+* Exception `fmt::v7::format_error` can be logged in background for MergeTree tables. This fixes [#17613](https://github.com/ClickHouse/ClickHouse/issues/17613). [#17615](https://github.com/ClickHouse/ClickHouse/pull/17615) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* When clickhouse-client is used in interactive mode with multiline queries, single line comment was erronously extended till the end of query. This fixes [#13654](https://github.com/ClickHouse/ClickHouse/issues/13654). [#17565](https://github.com/ClickHouse/ClickHouse/pull/17565) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix alter query hang when the corresponding mutation was killed on the different replica. Fixes [#16953](https://github.com/ClickHouse/ClickHouse/issues/16953). [#17499](https://github.com/ClickHouse/ClickHouse/pull/17499) ([alesapin](https://github.com/alesapin)).
+* Fix issue when mark cache size was underestimated by clickhouse. It may happen when there are a lot of tiny files with marks. [#17496](https://github.com/ClickHouse/ClickHouse/pull/17496) ([alesapin](https://github.com/alesapin)).
+* Fix `ORDER BY` with enabled setting `optimize_redundant_functions_in_order_by`. [#17471](https://github.com/ClickHouse/ClickHouse/pull/17471) ([Anton Popov](https://github.com/CurtizJ)).
+* Fix duplicates after `DISTINCT` which were possible because of incorrect optimization. Fixes [#17294](https://github.com/ClickHouse/ClickHouse/issues/17294). [#17296](https://github.com/ClickHouse/ClickHouse/pull/17296) ([li chengxiang](https://github.com/chengxianglibra)). [#17439](https://github.com/ClickHouse/ClickHouse/pull/17439) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix crash while reading from `JOIN` table with `LowCardinality` types. Fixes [#17228](https://github.com/ClickHouse/ClickHouse/issues/17228). [#17397](https://github.com/ClickHouse/ClickHouse/pull/17397) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* fix `toInt256(inf)` stack overflow. Int256 is an experimental feature. Closed [#17235](https://github.com/ClickHouse/ClickHouse/issues/17235). [#17257](https://github.com/ClickHouse/ClickHouse/pull/17257) ([flynn](https://github.com/ucasFL)).
+* Fix possible `Unexpected packet Data received from client` error logged for Distributed queries with `LIMIT`. [#17254](https://github.com/ClickHouse/ClickHouse/pull/17254) ([Azat Khuzhin](https://github.com/azat)).
+* Fix set index invalidation when there are const columns in the subquery. This fixes [#17246](https://github.com/ClickHouse/ClickHouse/issues/17246). [#17249](https://github.com/ClickHouse/ClickHouse/pull/17249) ([Amos Bird](https://github.com/amosbird)).
+* Fix possible wrong index analysis when the types of the index comparison are different. This fixes [#17122](https://github.com/ClickHouse/ClickHouse/issues/17122). [#17145](https://github.com/ClickHouse/ClickHouse/pull/17145) ([Amos Bird](https://github.com/amosbird)).
+* Fix ColumnConst comparison which leads to crash. This fixed [#17088](https://github.com/ClickHouse/ClickHouse/issues/17088) . [#17135](https://github.com/ClickHouse/ClickHouse/pull/17135) ([Amos Bird](https://github.com/amosbird)).
+* Multiple fixed for MaterializeMySQL (experimental feature). Fixes [#16923](https://github.com/ClickHouse/ClickHouse/issues/16923) Fixes [#15883](https://github.com/ClickHouse/ClickHouse/issues/15883) Fix MaterializeMySQL SYNC failure when the modify MySQL binlog_checksum. [#17091](https://github.com/ClickHouse/ClickHouse/pull/17091) ([Winter Zhang](https://github.com/zhang2014)).
+* Fix bug when `ON CLUSTER` queries may hang forever for non-leader ReplicatedMergeTreeTables. [#17089](https://github.com/ClickHouse/ClickHouse/pull/17089) ([alesapin](https://github.com/alesapin)).
+* Fixed crash on `CREATE TABLE ... AS some_table` query when `some_table` was created `AS table_function()` Fixes [#16944](https://github.com/ClickHouse/ClickHouse/issues/16944). [#17072](https://github.com/ClickHouse/ClickHouse/pull/17072) ([tavplubix](https://github.com/tavplubix)).
+* Bug unfinished implementation for funciton fuzzBits, related issue: [#16980](https://github.com/ClickHouse/ClickHouse/issues/16980). [#17051](https://github.com/ClickHouse/ClickHouse/pull/17051) ([hexiaoting](https://github.com/hexiaoting)).
+* Fix LLVM's libunwind in the case when CFA register is RAX. This is the [bug](https://bugs.llvm.org/show_bug.cgi?id=48186) in [LLVM's libunwind](https://github.com/llvm/llvm-project/tree/master/libunwind). We already have workarounds for this bug. [#17046](https://github.com/ClickHouse/ClickHouse/pull/17046) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Avoid unnecessary network errors for remote queries which may be cancelled while execution, like queries with `LIMIT`. [#17006](https://github.com/ClickHouse/ClickHouse/pull/17006) ([Azat Khuzhin](https://github.com/azat)).
+* Fix `optimize_distributed_group_by_sharding_key` setting (that is disabled by default) for query with OFFSET only. [#16996](https://github.com/ClickHouse/ClickHouse/pull/16996) ([Azat Khuzhin](https://github.com/azat)).
+* Fix for Merge tables over Distributed tables with JOIN. [#16993](https://github.com/ClickHouse/ClickHouse/pull/16993) ([Azat Khuzhin](https://github.com/azat)).
+* Fixed wrong result in big integers (128, 256 bit) when casting from double. Big integers support is experimental. [#16986](https://github.com/ClickHouse/ClickHouse/pull/16986) ([Mike](https://github.com/myrrc)).
+* Fix possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter doesn't finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
+* Blame info was not calculated correctly in `clickhouse-git-import`. [#16959](https://github.com/ClickHouse/ClickHouse/pull/16959) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix order by optimization with monotonous functions. Fixes [#16107](https://github.com/ClickHouse/ClickHouse/issues/16107). [#16956](https://github.com/ClickHouse/ClickHouse/pull/16956) ([Anton Popov](https://github.com/CurtizJ)).
+* Fix optimization of group by with enabled setting `optimize_aggregators_of_group_by_keys` and joins. Fixes [#12604](https://github.com/ClickHouse/ClickHouse/issues/12604). [#16951](https://github.com/ClickHouse/ClickHouse/pull/16951) ([Anton Popov](https://github.com/CurtizJ)).
+* Fix possible error `Illegal type of argument` for queries with `ORDER BY`. Fixes [#16580](https://github.com/ClickHouse/ClickHouse/issues/16580). [#16928](https://github.com/ClickHouse/ClickHouse/pull/16928) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix strange code in InterpreterShowAccessQuery. [#16866](https://github.com/ClickHouse/ClickHouse/pull/16866) ([tavplubix](https://github.com/tavplubix)).
+* Prevent clickhouse server crashes when using the function `timeSeriesGroupSum`. The function is removed from newer ClickHouse releases. [#16865](https://github.com/ClickHouse/ClickHouse/pull/16865) ([filimonov](https://github.com/filimonov)).
+* Fix rare silent crashes when query profiler is on and ClickHouse is installed on OS with glibc version that has (supposedly) broken asynchronous unwind tables for some functions. This fixes [#15301](https://github.com/ClickHouse/ClickHouse/issues/15301). This fixes [#13098](https://github.com/ClickHouse/ClickHouse/issues/13098). [#16846](https://github.com/ClickHouse/ClickHouse/pull/16846) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix crash when using `any` without any arguments. This is for [#16803](https://github.com/ClickHouse/ClickHouse/issues/16803) . cc @azat. [#16826](https://github.com/ClickHouse/ClickHouse/pull/16826) ([Amos Bird](https://github.com/amosbird)).
+* If no memory can be allocated while writing table metadata on disk, broken metadata file can be written. [#16772](https://github.com/ClickHouse/ClickHouse/pull/16772) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix trivial query optimization with partition predicate. [#16767](https://github.com/ClickHouse/ClickHouse/pull/16767) ([Azat Khuzhin](https://github.com/azat)).
+* Fix `IN` operator over several columns and tuples with enabled `transform_null_in` setting. Fixes [#15310](https://github.com/ClickHouse/ClickHouse/issues/15310). [#16722](https://github.com/ClickHouse/ClickHouse/pull/16722) ([Anton Popov](https://github.com/CurtizJ)).
+* Return number of affected rows for INSERT queries via MySQL protocol. Previously ClickHouse used to always return 0, it's fixed. Fixes [#16605](https://github.com/ClickHouse/ClickHouse/issues/16605). [#16715](https://github.com/ClickHouse/ClickHouse/pull/16715) ([Winter Zhang](https://github.com/zhang2014)).
+* Fix remote query failure when using 'if' suffix aggregate function. Fixes [#16574](https://github.com/ClickHouse/ClickHouse/issues/16574) Fixes [#16231](https://github.com/ClickHouse/ClickHouse/issues/16231) [#16610](https://github.com/ClickHouse/ClickHouse/pull/16610) ([Winter Zhang](https://github.com/zhang2014)).
+* Fix inconsistent behavior caused by `select_sequential_consistency` for optimized trivial count query and system.tables. [#16309](https://github.com/ClickHouse/ClickHouse/pull/16309) ([Hao Chen](https://github.com/haoch)).
+
+#### Improvement
+
+* Remove empty parts after they were pruned by TTL, mutation, or collapsing merge algorithm. [#16895](https://github.com/ClickHouse/ClickHouse/pull/16895) ([Anton Popov](https://github.com/CurtizJ)).
+* Enable compact format of directories for asynchronous sends in Distributed tables: `use_compact_format_in_distributed_parts_names` is set to 1 by default. [#16788](https://github.com/ClickHouse/ClickHouse/pull/16788) ([Azat Khuzhin](https://github.com/azat)).
+* Abort multipart upload if no data was written to S3. [#16840](https://github.com/ClickHouse/ClickHouse/pull/16840) ([Pavel Kovalenko](https://github.com/Jokser)).
+* Reresolve the IP of the `format_avro_schema_registry_url` in case of errors. [#16985](https://github.com/ClickHouse/ClickHouse/pull/16985) ([filimonov](https://github.com/filimonov)).
+* Mask password in data_path in the system.distribution_queue. [#16727](https://github.com/ClickHouse/ClickHouse/pull/16727) ([Azat Khuzhin](https://github.com/azat)).
+* Throw error when use column transformer replaces non existing column. [#16183](https://github.com/ClickHouse/ClickHouse/pull/16183) ([hexiaoting](https://github.com/hexiaoting)).
+* Turn off parallel parsing when there is no enough memory for all threads to work simultaneously. Also there could be exceptions like "Memory limit exceeded" when somebody will try to insert extremely huge rows (> min_chunk_bytes_for_parallel_parsing), because each piece to parse has to be independent set of strings (one or more). [#16721](https://github.com/ClickHouse/ClickHouse/pull/16721) ([Nikita Mikhaylov](https://github.com/nikitamikhaylov)).
+* Install script should always create subdirs in config folders. This is only relevant for Docker build with custom config. [#16936](https://github.com/ClickHouse/ClickHouse/pull/16936) ([filimonov](https://github.com/filimonov)).
+* Correct grammar in error message in JSONEachRow, JSONCompactEachRow, and RegexpRow input formats. [#17205](https://github.com/ClickHouse/ClickHouse/pull/17205) ([nico piderman](https://github.com/sneako)).
+* Set default `host` and `port` parameters for `SOURCE(CLICKHOUSE(...))` to current instance and set default `user` value to `'default'`. [#16997](https://github.com/ClickHouse/ClickHouse/pull/16997) ([vdimir](https://github.com/vdimir)).
+* Throw an informative error message when doing `ATTACH/DETACH TABLE <DICTIONARY>`. Before this PR, `detach table <dict>` works but leads to an ill-formed in-memory metadata. [#16885](https://github.com/ClickHouse/ClickHouse/pull/16885) ([Amos Bird](https://github.com/amosbird)).
+* Add cutToFirstSignificantSubdomainWithWWW(). [#16845](https://github.com/ClickHouse/ClickHouse/pull/16845) ([Azat Khuzhin](https://github.com/azat)).
+* Server refused to startup with exception message if wrong config is given (`metric_log`.`collect_interval_milliseconds` is missing). [#16815](https://github.com/ClickHouse/ClickHouse/pull/16815) ([Ivan](https://github.com/abyss7)).
+* Better exception message when configuration for distributed DDL is absent. This fixes [#5075](https://github.com/ClickHouse/ClickHouse/issues/5075). [#16769](https://github.com/ClickHouse/ClickHouse/pull/16769) ([Nikita Mikhaylov](https://github.com/nikitamikhaylov)).
+* Usability improvement: better suggestions in syntax error message when `CODEC` expression is misplaced in `CREATE TABLE` query. This fixes [#12493](https://github.com/ClickHouse/ClickHouse/issues/12493). [#16768](https://github.com/ClickHouse/ClickHouse/pull/16768) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Remove empty directories for async INSERT at start of Distributed engine. [#16729](https://github.com/ClickHouse/ClickHouse/pull/16729) ([Azat Khuzhin](https://github.com/azat)).
+* Workaround for use S3 with nginx server as proxy. Nginx currenty does not accept urls with empty path like `http://domain.com?delete`, but vanilla aws-sdk-cpp produces this kind of urls. This commit uses patched aws-sdk-cpp version, which makes urls with "/" as path in this cases, like `http://domain.com/?delete`. [#16709](https://github.com/ClickHouse/ClickHouse/pull/16709) ([ianton-ru](https://github.com/ianton-ru)).
+* Allow `reinterpretAs*` functions to work for integers and floats of the same size. Implements [16640](https://github.com/ClickHouse/ClickHouse/issues/16640). [#16657](https://github.com/ClickHouse/ClickHouse/pull/16657) ([flynn](https://github.com/ucasFL)).
+* Now, `<auxiliary_zookeepers>` configuration can be changed in `config.xml` and reloaded without server startup. [#16627](https://github.com/ClickHouse/ClickHouse/pull/16627) ([Amos Bird](https://github.com/amosbird)).
+* Support SNI in https connections to remote resources. This will allow to connect to Cloudflare servers that require SNI. This fixes [#10055](https://github.com/ClickHouse/ClickHouse/issues/10055). [#16252](https://github.com/ClickHouse/ClickHouse/pull/16252) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Make it possible to connect to `clickhouse-server` secure endpoint which requires SNI. This is possible when `clickhouse-server` is hosted behind TLS proxy. [#16938](https://github.com/ClickHouse/ClickHouse/pull/16938) ([filimonov](https://github.com/filimonov)).
+* Fix possible stack overflow if a loop of materialized views is created. This closes [#15732](https://github.com/ClickHouse/ClickHouse/issues/15732). [#16048](https://github.com/ClickHouse/ClickHouse/pull/16048) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Simplify the implementation of background tasks processing for the MergeTree table engines family. There should be no visible changes for user. [#15983](https://github.com/ClickHouse/ClickHouse/pull/15983) ([alesapin](https://github.com/alesapin)).
+* Improvement for MaterializeMySQL (experimental feature). Throw exception about right sync privileges when MySQL sync user has error privileges. [#15977](https://github.com/ClickHouse/ClickHouse/pull/15977) ([TCeason](https://github.com/TCeason)).
+* Made `indexOf()` use BloomFilter. [#14977](https://github.com/ClickHouse/ClickHouse/pull/14977) ([achimbab](https://github.com/achimbab)).
+
+#### Performance Improvement
+
+* Use Floyd-Rivest algorithm, it is the best for the ClickHouse use case of partial sorting. Bechmarks are in https://github.com/danlark1/miniselect and [here](https://drive.google.com/drive/folders/1DHEaeXgZuX6AJ9eByeZ8iQVQv0ueP8XM). [#16825](https://github.com/ClickHouse/ClickHouse/pull/16825) ([Danila Kutenin](https://github.com/danlark1)).
+* Now `ReplicatedMergeTree` tree engines family uses a separate thread pool for replicated fetches. Size of the pool limited by setting `background_fetches_pool_size` which can be tuned with a server restart. The default value of the setting is 3 and it means that the maximum amount of parallel fetches is equal to 3 (and it allows to utilize 10G network). Fixes #520. [#16390](https://github.com/ClickHouse/ClickHouse/pull/16390) ([alesapin](https://github.com/alesapin)).
+* Fixed uncontrolled growth of the state of `quantileTDigest`. [#16680](https://github.com/ClickHouse/ClickHouse/pull/16680) ([hrissan](https://github.com/hrissan)).
+* Add `VIEW` subquery description to `EXPLAIN`. Limit push down optimisation for `VIEW`. Add local replicas of `Distributed` to query plan. [#14936](https://github.com/ClickHouse/ClickHouse/pull/14936) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix optimize_read_in_order/optimize_aggregation_in_order with max_threads > 0 and expression in ORDER BY. [#16637](https://github.com/ClickHouse/ClickHouse/pull/16637) ([Azat Khuzhin](https://github.com/azat)).
+* Fix performance of reading from `Merge` tables over huge number of `MergeTree` tables. Fixes [#7748](https://github.com/ClickHouse/ClickHouse/issues/7748). [#16988](https://github.com/ClickHouse/ClickHouse/pull/16988) ([Anton Popov](https://github.com/CurtizJ)).
+* Now we can safely prune partitions with exact match. Useful case: Suppose table is partitioned by `intHash64(x) % 100` and the query has condition on `intHash64(x) % 100` verbatim, not on x. [#16253](https://github.com/ClickHouse/ClickHouse/pull/16253) ([Amos Bird](https://github.com/amosbird)).
+
+#### Experimental Feature
+
+* Add `EmbeddedRocksDB` table engine (can be used for dictionaries). [#15073](https://github.com/ClickHouse/ClickHouse/pull/15073) ([sundyli](https://github.com/sundy-li)).
+
+#### Build/Testing/Packaging Improvement
+
+* Improvements in test coverage building images. [#17233](https://github.com/ClickHouse/ClickHouse/pull/17233) ([alesapin](https://github.com/alesapin)).
+* Update embedded timezone data to version 2020d (also update cctz to the latest master). [#17204](https://github.com/ClickHouse/ClickHouse/pull/17204) ([filimonov](https://github.com/filimonov)).
+* Fix UBSan report in Poco. This closes [#12719](https://github.com/ClickHouse/ClickHouse/issues/12719). [#16765](https://github.com/ClickHouse/ClickHouse/pull/16765) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Do not instrument 3rd-party libraries with UBSan. [#16764](https://github.com/ClickHouse/ClickHouse/pull/16764) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix UBSan report in cache dictionaries. This closes [#12641](https://github.com/ClickHouse/ClickHouse/issues/12641). [#16763](https://github.com/ClickHouse/ClickHouse/pull/16763) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix UBSan report when trying to convert infinite floating point number to integer. This closes [#14190](https://github.com/ClickHouse/ClickHouse/issues/14190). [#16677](https://github.com/ClickHouse/ClickHouse/pull/16677) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+
+
 ## ClickHouse release 20.11
 
 ### ClickHouse release v20.11.3.3-stable, 2020-11-13
diff --git a/base/common/CMakeLists.txt b/base/common/CMakeLists.txt
index 9e4462c821a..cea52b443dd 100644
--- a/base/common/CMakeLists.txt
+++ b/base/common/CMakeLists.txt
@@ -6,6 +6,7 @@ set (SRCS
     demangle.cpp
     getFQDNOrHostName.cpp
     getMemoryAmount.cpp
+    getPageSize.cpp
     getThreadId.cpp
     JSON.cpp
     LineReader.cpp
diff --git a/base/common/ReadlineLineReader.cpp b/base/common/ReadlineLineReader.cpp
index 4e67ed5e4a3..397a7dd7543 100644
--- a/base/common/ReadlineLineReader.cpp
+++ b/base/common/ReadlineLineReader.cpp
@@ -1,4 +1,5 @@
 #include <common/ReadlineLineReader.h>
+#include <common/errnoToString.h>
 #include <ext/scope_guard.h>
 
 #include <errno.h>
@@ -69,7 +70,7 @@ ReadlineLineReader::ReadlineLineReader(
     {
         int res = read_history(history_file_path.c_str());
         if (res)
-            std::cerr << "Cannot read history from file " + history_file_path + ": "+ strerror(errno) << std::endl;
+            std::cerr << "Cannot read history from file " + history_file_path + ": "+ errnoToString(errno) << std::endl;
     }
 
     /// Added '.' to the default list. Because it is used to separate database and table.
@@ -107,7 +108,7 @@ ReadlineLineReader::ReadlineLineReader(
     };
 
     if (signal(SIGINT, clear_prompt_or_exit) == SIG_ERR)
-        throw std::runtime_error(std::string("Cannot set signal handler for readline: ") + strerror(errno));
+        throw std::runtime_error(std::string("Cannot set signal handler for readline: ") + errnoToString(errno));
 
     rl_variable_bind("completion-ignore-case", "on");
     // TODO: it doesn't work
diff --git a/base/common/ReplxxLineReader.cpp b/base/common/ReplxxLineReader.cpp
index 4eb7b065fe3..111428447af 100644
--- a/base/common/ReplxxLineReader.cpp
+++ b/base/common/ReplxxLineReader.cpp
@@ -47,7 +47,7 @@ ReplxxLineReader::ReplxxLineReader(
             {
                 if (!rx.history_load(history_file_path))
                 {
-                    rx.print("Loading history failed: %s\n", strerror(errno));
+                    rx.print("Loading history failed: %s\n", errnoToString(errno).c_str());
                 }
 
                 if (flock(history_file_fd, LOCK_UN))
@@ -88,7 +88,7 @@ ReplxxLineReader::ReplxxLineReader(
 ReplxxLineReader::~ReplxxLineReader()
 {
     if (close(history_file_fd))
-        rx.print("Close of history file failed: %s\n", strerror(errno));
+        rx.print("Close of history file failed: %s\n", errnoToString(errno).c_str());
 }
 
 LineReader::InputStatus ReplxxLineReader::readOneLine(const String & prompt)
@@ -113,7 +113,7 @@ void ReplxxLineReader::addToHistory(const String & line)
     // and that is why flock() is added here.
     bool locked = false;
     if (flock(history_file_fd, LOCK_EX))
-        rx.print("Lock of history file failed: %s\n", strerror(errno));
+        rx.print("Lock of history file failed: %s\n", errnoToString(errno).c_str());
     else
         locked = true;
 
@@ -121,10 +121,10 @@ void ReplxxLineReader::addToHistory(const String & line)
 
     // flush changes to the disk
     if (!rx.history_save(history_file_path))
-        rx.print("Saving history failed: %s\n", strerror(errno));
+        rx.print("Saving history failed: %s\n", errnoToString(errno).c_str());
 
     if (locked && 0 != flock(history_file_fd, LOCK_UN))
-        rx.print("Unlock of history file failed: %s\n", strerror(errno));
+        rx.print("Unlock of history file failed: %s\n", errnoToString(errno).c_str());
 }
 
 void ReplxxLineReader::enableBracketedPaste()
diff --git a/base/common/getMemoryAmount.cpp b/base/common/getMemoryAmount.cpp
index e7d284354f9..1f1b2b8c5dd 100644
--- a/base/common/getMemoryAmount.cpp
+++ b/base/common/getMemoryAmount.cpp
@@ -1,5 +1,6 @@
 #include <stdexcept>
 #include "common/getMemoryAmount.h"
+#include "common/getPageSize.h"
 
 #include <unistd.h>
 #include <sys/types.h>
@@ -18,7 +19,7 @@ uint64_t getMemoryAmountOrZero()
     if (num_pages <= 0)
         return 0;
 
-    int64_t page_size = sysconf(_SC_PAGESIZE);
+    int64_t page_size = getPageSize();
     if (page_size <= 0)
         return 0;
 
diff --git a/base/common/getPageSize.cpp b/base/common/getPageSize.cpp
new file mode 100644
index 00000000000..e96149cc1fb
--- /dev/null
+++ b/base/common/getPageSize.cpp
@@ -0,0 +1,8 @@
+#include "common/getPageSize.h"
+
+#include <unistd.h>
+
+Int64 getPageSize()
+{
+    return sysconf(_SC_PAGESIZE);
+}
diff --git a/base/common/getPageSize.h b/base/common/getPageSize.h
new file mode 100644
index 00000000000..8a35acbfe9b
--- /dev/null
+++ b/base/common/getPageSize.h
@@ -0,0 +1,6 @@
+#pragma once
+
+#include "common/types.h"
+
+/// Get memory page size
+Int64 getPageSize();
diff --git a/base/common/setTerminalEcho.cpp b/base/common/setTerminalEcho.cpp
index 11f6c1db3f0..658f27705ba 100644
--- a/base/common/setTerminalEcho.cpp
+++ b/base/common/setTerminalEcho.cpp
@@ -1,6 +1,7 @@
 // https://stackoverflow.com/questions/1413445/reading-a-password-from-stdcin
 
 #include <common/setTerminalEcho.h>
+#include <common/errnoToString.h>
 #include <stdexcept>
 #include <cstring>
 #include <string>
@@ -31,7 +32,7 @@ void setTerminalEcho(bool enable)
 #else
     struct termios tty;
     if (tcgetattr(STDIN_FILENO, &tty))
-        throw std::runtime_error(std::string("setTerminalEcho failed get: ") + strerror(errno));
+        throw std::runtime_error(std::string("setTerminalEcho failed get: ") + errnoToString(errno));
     if (!enable)
         tty.c_lflag &= ~ECHO;
     else
@@ -39,6 +40,6 @@ void setTerminalEcho(bool enable)
 
     auto ret = tcsetattr(STDIN_FILENO, TCSANOW, &tty);
     if (ret)
-        throw std::runtime_error(std::string("setTerminalEcho failed set: ") + strerror(errno));
+        throw std::runtime_error(std::string("setTerminalEcho failed set: ") + errnoToString(errno));
 #endif
 }
diff --git a/base/common/ya.make b/base/common/ya.make
index 9b38e3919be..fd88760c933 100644
--- a/base/common/ya.make
+++ b/base/common/ya.make
@@ -47,6 +47,7 @@ SRCS(
     errnoToString.cpp
     getFQDNOrHostName.cpp
     getMemoryAmount.cpp
+    getPageSize.cpp
     getResource.cpp
     getThreadId.cpp
     mremap.cpp
diff --git a/cmake/sanitize.cmake b/cmake/sanitize.cmake
index 7a9e263778e..72bdf27004e 100644
--- a/cmake/sanitize.cmake
+++ b/cmake/sanitize.cmake
@@ -41,9 +41,10 @@ if (SANITIZE)
         if (COMPILER_CLANG)
             set (TSAN_FLAGS "${TSAN_FLAGS} -fsanitize-blacklist=${CMAKE_SOURCE_DIR}/tests/tsan_suppressions.txt")
         else()
-            message (WARNING "TSAN suppressions was not passed to the compiler (since the compiler is not clang)")
-            message (WARNING "Use the following command to pass them manually:")
-            message (WARNING "    export TSAN_OPTIONS=\"$TSAN_OPTIONS suppressions=${CMAKE_SOURCE_DIR}/tests/tsan_suppressions.txt\"")
+            set (MESSAGE "TSAN suppressions was not passed to the compiler (since the compiler is not clang)\n")
+            set (MESSAGE "${MESSAGE}Use the following command to pass them manually:\n")
+            set (MESSAGE "${MESSAGE}    export TSAN_OPTIONS=\"$TSAN_OPTIONS suppressions=${CMAKE_SOURCE_DIR}/tests/tsan_suppressions.txt\"")
+            message (WARNING "${MESSAGE}")
         endif()
 
 
@@ -57,8 +58,18 @@ if (SANITIZE)
         endif ()
 
     elseif (SANITIZE STREQUAL "undefined")
-        set (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${SAN_FLAGS} -fsanitize=undefined -fno-sanitize-recover=all -fno-sanitize=float-divide-by-zero -fsanitize-blacklist=${CMAKE_SOURCE_DIR}/tests/ubsan_suppressions.txt")
-        set (CMAKE_C_FLAGS "${CMAKE_C_FLAGS} ${SAN_FLAGS} -fsanitize=undefined -fno-sanitize-recover=all -fno-sanitize=float-divide-by-zero -fsanitize-blacklist=${CMAKE_SOURCE_DIR}/tests/ubsan_suppressions.txt")
+        set (UBSAN_FLAGS "-fsanitize=undefined -fno-sanitize-recover=all -fno-sanitize=float-divide-by-zero")
+        if (COMPILER_CLANG)
+            set (UBSAN_FLAGS "${UBSAN_FLAGS} -fsanitize-blacklist=${CMAKE_SOURCE_DIR}/tests/ubsan_suppressions.txt")
+        else()
+            set (MESSAGE "UBSAN suppressions was not passed to the compiler (since the compiler is not clang)\n")
+            set (MESSAGE "${MESSAGE}Use the following command to pass them manually:\n")
+            set (MESSAGE "${MESSAGE}        export UBSAN_OPTIONS=\"$UBSAN_OPTIONS suppressions=${CMAKE_SOURCE_DIR}/tests/ubsan_suppressions.txt\"")
+            message (WARNING "${MESSAGE}")
+        endif()
+
+        set (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${SAN_FLAGS} ${UBSAN_FLAGS}")
+        set (CMAKE_C_FLAGS "${CMAKE_C_FLAGS} ${SAN_FLAGS} ${UBSAN_FLAGS}")
         if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
             set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fsanitize=undefined")
         endif()
diff --git a/contrib/boost b/contrib/boost
index a7ceabe4747..0b98b443aa7 160000
--- a/contrib/boost
+++ b/contrib/boost
@@ -1 +1 @@
-Subproject commit a7ceabe4747ecc3309dd3dcd9de4b29660dfd298
+Subproject commit 0b98b443aa7bb77d65efd7b23b3b8c8a0ab5f1f3
diff --git a/contrib/krb5 b/contrib/krb5
index 99f7ad2831a..90ff6f4f8c6 160000
--- a/contrib/krb5
+++ b/contrib/krb5
@@ -1 +1 @@
-Subproject commit 99f7ad2831a01f264c07eed42a0a3a9336b86184
+Subproject commit 90ff6f4f8c695d6bf1aaba78a9b8942be92141c2
diff --git a/contrib/libc-headers b/contrib/libc-headers
index 92c74f938cf..a720b7105a6 160000
--- a/contrib/libc-headers
+++ b/contrib/libc-headers
@@ -1 +1 @@
-Subproject commit 92c74f938cf2c4dd529cae4f3d2923d153b029a7
+Subproject commit a720b7105a610acbd7427eea475a5b6810c151eb
diff --git a/contrib/libgsasl b/contrib/libgsasl
index 140fb582505..383ee28e82f 160000
--- a/contrib/libgsasl
+++ b/contrib/libgsasl
@@ -1 +1 @@
-Subproject commit 140fb58250588c8323285b75fcf127c4adc33dfa
+Subproject commit 383ee28e82f69fa16ed43b48bd9c8ee5b313ab84
diff --git a/contrib/libhdfs3 b/contrib/libhdfs3
index 30552ac527f..095b9d48b40 160000
--- a/contrib/libhdfs3
+++ b/contrib/libhdfs3
@@ -1 +1 @@
-Subproject commit 30552ac527f2c14070d834e171493b2e7f662375
+Subproject commit 095b9d48b400abb72d967cb0539af13b1e3d90cf
diff --git a/contrib/libhdfs3-cmake/CMakeLists.txt b/contrib/libhdfs3-cmake/CMakeLists.txt
index 3aa5cb970db..60f4376bdea 100644
--- a/contrib/libhdfs3-cmake/CMakeLists.txt
+++ b/contrib/libhdfs3-cmake/CMakeLists.txt
@@ -17,7 +17,12 @@ if (NOT USE_INTERNAL_PROTOBUF_LIBRARY AND PROTOBUF_OLD_ABI_COMPAT)
     endif ()
 endif()
 
-set(WITH_KERBEROS false)
+if (${ENABLE_LIBRARIES} AND ${ENABLE_KRB5})
+    SET(WITH_KERBEROS 1)
+else()
+    SET(WITH_KERBEROS 0)
+endif()
+
 # project and source dir
 set(HDFS3_ROOT_DIR ${ClickHouse_SOURCE_DIR}/contrib/libhdfs3)
 set(HDFS3_SOURCE_DIR ${HDFS3_ROOT_DIR}/src)
@@ -28,11 +33,6 @@ set(CMAKE_MODULE_PATH "${CMAKE_CURRENT_SOURCE_DIR}/CMake" ${CMAKE_MODULE_PATH})
 include(Platform)
 include(Options)
 
-# prefer shared libraries
-if (WITH_KERBEROS)
-    find_package(KERBEROS REQUIRED)
-endif()
-
 # source
 set(PROTO_FILES
     #${HDFS3_SOURCE_DIR}/proto/encryption.proto
@@ -207,14 +207,11 @@ target_include_directories(hdfs3 PRIVATE ${HDFS3_COMMON_DIR})
 target_include_directories(hdfs3 PRIVATE ${CMAKE_CURRENT_BINARY_DIR})
 
 target_include_directories(hdfs3 PRIVATE ${LIBGSASL_INCLUDE_DIR})
-if (WITH_KERBEROS)
-    target_include_directories(hdfs3 PRIVATE ${KERBEROS_INCLUDE_DIRS})
-endif()
 target_include_directories(hdfs3 PRIVATE ${LIBXML2_INCLUDE_DIR})
 
 target_link_libraries(hdfs3 PRIVATE ${LIBGSASL_LIBRARY})
 if (WITH_KERBEROS)
-    target_link_libraries(hdfs3 PRIVATE ${KERBEROS_LIBRARIES})
+    target_link_libraries(hdfs3 PRIVATE ${KRB5_LIBRARY})
 endif()
 target_link_libraries(hdfs3 PRIVATE ${LIBXML2_LIBRARIES})
 
diff --git a/contrib/librdkafka b/contrib/librdkafka
index 9902bc4fb18..f2f6616419d 160000
--- a/contrib/librdkafka
+++ b/contrib/librdkafka
@@ -1 +1 @@
-Subproject commit 9902bc4fb18bb441fa55ca154b341cdda191e5d3
+Subproject commit f2f6616419d567c9198aef0d1133a2e9b4f02276
diff --git a/contrib/libunwind b/contrib/libunwind
index 51b84d9b6d2..8fe25d7dc70 160000
--- a/contrib/libunwind
+++ b/contrib/libunwind
@@ -1 +1 @@
-Subproject commit 51b84d9b6d2548f1cbdcafe622d5a753853b6149
+Subproject commit 8fe25d7dc70f2a4ea38c3e5a33fa9d4199b67a5a
diff --git a/debian/control b/debian/control
index 9b34e982698..809b5bb5d2a 100644
--- a/debian/control
+++ b/debian/control
@@ -40,7 +40,7 @@ Description: Common files for ClickHouse
 Package: clickhouse-server
 Architecture: all
 Depends: ${shlibs:Depends}, ${misc:Depends}, clickhouse-common-static (= ${binary:Version}), adduser
-Recommends: libcap2-bin
+Recommends: libcap2-bin, krb5-user
 Replaces: clickhouse-server-common, clickhouse-server-base
 Provides: clickhouse-server-common
 Description: Server binary for ClickHouse
diff --git a/docker/images.json b/docker/images.json
index f5b10a14313..5657a748579 100644
--- a/docker/images.json
+++ b/docker/images.json
@@ -58,8 +58,7 @@
     "docker/test/stateless": {
         "name": "yandex/clickhouse-stateless-test",
         "dependent": [
-            "docker/test/stateful",
-            "docker/test/stateful_with_coverage"
+            "docker/test/stateful"
         ]
     },
     "docker/test/stateless_pytest": {
@@ -68,7 +67,9 @@
     },
     "docker/test/stateless_with_coverage": {
         "name": "yandex/clickhouse-stateless-test-with-coverage",
-        "dependent": []
+        "dependent": [
+            "docker/test/stateful_with_coverage"
+        ]
     },
     "docker/test/unit": {
         "name": "yandex/clickhouse-unit-test",
@@ -157,5 +158,9 @@
          "name": "yandex/clickhouse-stateless-unbundled-test",
          "dependent": [
          ]
+    },
+    "docker/test/integration/kerberized_hadoop": {
+        "name": "yandex/clickhouse-kerberized-hadoop",
+        "dependent": []
     }
 }
diff --git a/docker/packager/binary/build.sh b/docker/packager/binary/build.sh
index 4ba2f5f87c7..c46e3b23994 100755
--- a/docker/packager/binary/build.sh
+++ b/docker/packager/binary/build.sh
@@ -31,6 +31,7 @@ find . -name '*.so.*' -print -exec mv '{}' /output \;
 if [ "performance" == "$COMBINED_OUTPUT" ]
 then
     cp -r ../tests/performance /output
+    cp -r ../tests/config/top_level_domains  /
     cp -r ../docker/test/performance-comparison/config /output ||:
     rm /output/unit_tests_dbms ||:
     rm /output/clickhouse-odbc-bridge ||:
diff --git a/docker/packager/packager b/docker/packager/packager
index 6d075195003..65c03cc10e3 100755
--- a/docker/packager/packager
+++ b/docker/packager/packager
@@ -148,6 +148,10 @@ def parse_env_variables(build_type, compiler, sanitizer, package_type, image_typ
 
     if split_binary:
         cmake_flags.append('-DUSE_STATIC_LIBRARIES=0 -DSPLIT_SHARED_LIBRARIES=1 -DCLICKHOUSE_SPLIT_BINARY=1')
+        # We can't always build utils because it requires too much space, but
+        # we have to build them at least in some way in CI. The split build is
+        # probably the least heavy disk-wise.
+        cmake_flags.append('-DENABLE_UTILS=1')
 
     if clang_tidy:
         cmake_flags.append('-DENABLE_CLANG_TIDY=1')
diff --git a/docker/server/README.md b/docker/server/README.md
index e8e8d326de7..d8e9204dffa 100644
--- a/docker/server/README.md
+++ b/docker/server/README.md
@@ -15,6 +15,8 @@ For more information and documentation see https://clickhouse.yandex/.
 $ docker run -d --name some-clickhouse-server --ulimit nofile=262144:262144 yandex/clickhouse-server
 ```
 
+By default ClickHouse will be accessible only via docker network. See the [networking section below](#networking).
+
 ### connect to it from a native client
 ```bash
 $ docker run -it --rm --link some-clickhouse-server:clickhouse-server yandex/clickhouse-client --host clickhouse-server
@@ -22,6 +24,70 @@ $ docker run -it --rm --link some-clickhouse-server:clickhouse-server yandex/cli
 
 More information about [ClickHouse client](https://clickhouse.yandex/docs/en/interfaces/cli/).
 
+### connect to it using curl
+
+```bash
+echo "SELECT 'Hello, ClickHouse!'" | docker run -i --rm --link some-clickhouse-server:clickhouse-server curlimages/curl 'http://clickhouse-server:8123/?query=' -s --data-binary @-
+```
+More information about [ClickHouse HTTP Interface](https://clickhouse.tech/docs/en/interfaces/http/).
+
+### stopping / removing the containter
+
+```bash
+$ docker stop some-clickhouse-server
+$ docker rm some-clickhouse-server
+```
+
+### networking
+
+You can expose you ClickHouse running in docker by [mapping particular port](https://docs.docker.com/config/containers/container-networking/) from inside container to a host ports:
+
+```bash
+$ docker run -d -p 18123:8123 -p19000:9000 --name some-clickhouse-server --ulimit nofile=262144:262144 yandex/clickhouse-server
+$ echo 'SELECT version()' | curl 'http://localhost:18123/' --data-binary @-
+20.12.3.3
+```
+
+or by allowing container to use [host ports directly](https://docs.docker.com/network/host/) using `--network=host` (also allows archiving better network performance):
+
+```bash
+$ docker run -d --network=host --name some-clickhouse-server --ulimit nofile=262144:262144 yandex/clickhouse-server
+$ echo 'SELECT version()' | curl 'http://localhost:8123/' --data-binary @-
+20.12.3.3
+```
+
+### Volumes 
+
+Typically you may want to mount the following folders inside your container to archieve persistency:
+
+* `/var/lib/clickhouse/` - main folder where ClickHouse stores the data
+* `/val/log/clickhouse-server/` - logs
+
+```bash
+$ docker run -d \
+	-v $(realpath ./ch_data):/var/lib/clickhouse/ \
+	-v $(realpath ./ch_logs):/var/log/clickhouse-server/ \
+	--name some-clickhouse-server --ulimit nofile=262144:262144 yandex/clickhouse-server
+```
+
+You may also want to mount:
+
+* `/etc/clickhouse-server/config.d/*.xml` - files with server configuration adjustmenets
+* `/etc/clickhouse-server/usert.d/*.xml` - files with use settings adjustmenets
+* `/docker-entrypoint-initdb.d/` - folder with database initialization scripts (see below).
+
+### Linux capabilities 
+
+ClickHouse has some advanced functionality which requite enabling several [linux capabilities](https://man7.org/linux/man-pages/man7/capabilities.7.html).
+
+It is optional and can be enabled using the following [docker command line agruments](https://docs.docker.com/engine/reference/run/#runtime-privilege-and-linux-capabilities):
+
+```bash
+$ docker run -d \
+	--cap-add=SYS_NICE --cap-add=NET_ADMIN --cap-add=IPC_LOCK \
+	--name some-clickhouse-server --ulimit nofile=262144:262144 yandex/clickhouse-server
+```
+
 ## Configuration
 
 Container exposes 8123 port for [HTTP interface](https://clickhouse.yandex/docs/en/interfaces/http_interface/) and 9000 port for [native client](https://clickhouse.yandex/docs/en/interfaces/tcp/).
diff --git a/docker/test/base/Dockerfile b/docker/test/base/Dockerfile
index 61a40673a96..e8653c2122e 100644
--- a/docker/test/base/Dockerfile
+++ b/docker/test/base/Dockerfile
@@ -1,5 +1,5 @@
 # docker build -t yandex/clickhouse-test-base .
-FROM ubuntu:19.10
+FROM ubuntu:20.04
 
 ENV DEBIAN_FRONTEND=noninteractive LLVM_VERSION=11
 
diff --git a/docker/test/integration/kerberized_hadoop/Dockerfile b/docker/test/integration/kerberized_hadoop/Dockerfile
new file mode 100644
index 00000000000..6a2fd96e7a7
--- /dev/null
+++ b/docker/test/integration/kerberized_hadoop/Dockerfile
@@ -0,0 +1,18 @@
+# docker build -t yandex/clickhouse-kerberized-hadoop .
+
+FROM sequenceiq/hadoop-docker:2.7.0
+RUN sed -i -e 's/^\#baseurl/baseurl/' /etc/yum.repos.d/CentOS-Base.repo
+RUN sed -i -e 's/^mirrorlist/#mirrorlist/' /etc/yum.repos.d/CentOS-Base.repo
+RUN sed -i -e 's#http://mirror.centos.org/#http://vault.centos.org/#' /etc/yum.repos.d/CentOS-Base.repo
+RUN yum clean all && \
+	rpm --rebuilddb &&	\
+	yum -y update && \
+	yum -y install yum-plugin-ovl && \
+	yum --quiet -y install krb5-workstation.x86_64
+RUN cd /tmp && \
+	curl http://archive.apache.org/dist/commons/daemon/source/commons-daemon-1.0.15-src.tar.gz   -o  commons-daemon-1.0.15-src.tar.gz && \
+	tar xzf commons-daemon-1.0.15-src.tar.gz && \
+	cd commons-daemon-1.0.15-src/src/native/unix && \
+	./configure && \
+	make && \
+	cp ./jsvc /usr/local/hadoop/sbin
diff --git a/docker/test/integration/runner/Dockerfile b/docker/test/integration/runner/Dockerfile
index 36188fc4a63..9b51891ccf5 100644
--- a/docker/test/integration/runner/Dockerfile
+++ b/docker/test/integration/runner/Dockerfile
@@ -29,6 +29,8 @@ RUN apt-get update \
     libcurl4-openssl-dev \
     gdb \
     software-properties-common \
+    libkrb5-dev \
+    krb5-user \
     && rm -rf \
         /var/lib/apt/lists/* \
         /var/cache/debconf \
@@ -75,7 +77,8 @@ RUN python3 -m pip install \
     pytest-timeout \
     redis \
     tzlocal \
-    urllib3
+    urllib3 \
+    requests-kerberos
 
 COPY modprobe.sh /usr/local/bin/modprobe
 COPY dockerd-entrypoint.sh /usr/local/bin/
diff --git a/docker/test/integration/runner/compose/docker_compose_hdfs.yml b/docker/test/integration/runner/compose/docker_compose_hdfs.yml
index d19aacfc8d4..b8cd7f64273 100644
--- a/docker/test/integration/runner/compose/docker_compose_hdfs.yml
+++ b/docker/test/integration/runner/compose/docker_compose_hdfs.yml
@@ -2,6 +2,7 @@ version: '2.3'
 services:
     hdfs1:
         image: sequenceiq/hadoop-docker:2.7.0
+        hostname: hdfs1
         restart: always
         ports:
           - 50075:50075
diff --git a/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml b/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
new file mode 100644
index 00000000000..a74476613f3
--- /dev/null
+++ b/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
@@ -0,0 +1,29 @@
+version: '2.3'
+
+services:
+  kerberizedhdfs1:
+    cap_add:
+      - DAC_READ_SEARCH
+    image: yandex/clickhouse-kerberized-hadoop:16621
+    hostname: kerberizedhdfs1
+    restart: always
+    volumes:
+        - ${KERBERIZED_HDFS_DIR}/../../hdfs_configs/bootstrap.sh:/etc/bootstrap.sh:ro
+        - ${KERBERIZED_HDFS_DIR}/secrets:/usr/local/hadoop/etc/hadoop/conf
+        - ${KERBERIZED_HDFS_DIR}/secrets/krb_long.conf:/etc/krb5.conf:ro
+    ports:
+      - 1006:1006
+      - 50070:50070
+      - 9000:9000
+    depends_on:
+        - hdfskerberos
+    entrypoint: /etc/bootstrap.sh -d
+
+  hdfskerberos:
+    image: yandex/clickhouse-kerberos-kdc:${DOCKER_KERBEROS_KDC_TAG}
+    hostname: hdfskerberos
+    volumes:
+        - ${KERBERIZED_HDFS_DIR}/secrets:/tmp/keytab
+        - ${KERBERIZED_HDFS_DIR}/../../kerberos_image_config.sh:/config.sh
+        - /dev/urandom:/dev/random
+    ports: [88, 749]
diff --git a/docker/test/performance-comparison/config/config.d/zzz-perf-comparison-tweaks-config.xml b/docker/test/performance-comparison/config/config.d/zzz-perf-comparison-tweaks-config.xml
index 81dab1a48b0..ee2006201b0 100644
--- a/docker/test/performance-comparison/config/config.d/zzz-perf-comparison-tweaks-config.xml
+++ b/docker/test/performance-comparison/config/config.d/zzz-perf-comparison-tweaks-config.xml
@@ -3,6 +3,7 @@
     <mysql_port remove="remove"/>
     <interserver_http_port remove="remove"/>
     <tcp_with_proxy_port remove="remove"/>
+    <test_keeper_server remove="remove"/>
     <listen_host>::</listen_host>
 
     <logger>
diff --git a/docker/test/stateful_with_coverage/Dockerfile b/docker/test/stateful_with_coverage/Dockerfile
index ac6645b9463..07acf4ed4e6 100644
--- a/docker/test/stateful_with_coverage/Dockerfile
+++ b/docker/test/stateful_with_coverage/Dockerfile
@@ -1,8 +1,6 @@
 # docker build -t yandex/clickhouse-stateful-test-with-coverage .
 FROM yandex/clickhouse-stateless-test-with-coverage
 
-RUN echo "deb [trusted=yes] http://apt.llvm.org/bionic/ llvm-toolchain-bionic-9 main" >> /etc/apt/sources.list
-
 RUN apt-get update -y \
     && env DEBIAN_FRONTEND=noninteractive \
         apt-get install --yes --no-install-recommends \
diff --git a/docs/en/engines/table-engines/integrations/hdfs.md b/docs/en/engines/table-engines/integrations/hdfs.md
index f36a4771222..5c36e3f1c21 100644
--- a/docs/en/engines/table-engines/integrations/hdfs.md
+++ b/docs/en/engines/table-engines/integrations/hdfs.md
@@ -108,6 +108,95 @@ Create table with files named `file000`, `file001`, … , `file999`:
 ``` sql
 CREATE TABLE big_table (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/big_dir/file{0..9}{0..9}{0..9}', 'CSV')
 ```
+## Configuration {#configuration}
+
+Similar to GraphiteMergeTree, the HDFS engine supports extended configuration using the ClickHouse config file. There are two configuration keys that you can use: global (`hdfs`) and user-level (`hdfs_*`). The global configuration is applied first, and then the user-level configuration is applied (if it exists).
+
+``` xml
+  <!-- Global configuration options for HDFS engine type -->
+  <hdfs>
+	<hadoop_kerberos_keytab>/tmp/keytab/clickhouse.keytab</hadoop_kerberos_keytab>
+	<hadoop_kerberos_principal>clickuser@TEST.CLICKHOUSE.TECH</hadoop_kerberos_principal>
+	<hadoop_security_authentication>kerberos</hadoop_security_authentication>
+  </hdfs>
+
+  <!-- Configuration specific for user "root" -->
+  <hdfs_root>
+	<hadoop_kerberos_principal>root@TEST.CLICKHOUSE.TECH</hadoop_kerberos_principal>
+  </hdfs_root>
+```
+
+### List of possible configuration options with default values
+#### Supported by libhdfs3
+
+
+| **parameter**                                         | **default value**       |
+| rpc\_client\_connect\_tcpnodelay                      | true                    |
+| dfs\_client\_read\_shortcircuit                       | true                    |
+| output\_replace-datanode-on-failure                   | true                    |
+| input\_notretry-another-node                          | false                   |
+| input\_localread\_mappedfile                          | true                    |
+| dfs\_client\_use\_legacy\_blockreader\_local          | false                   |
+| rpc\_client\_ping\_interval                           | 10  * 1000              |
+| rpc\_client\_connect\_timeout                         | 600 * 1000              |
+| rpc\_client\_read\_timeout                            | 3600 * 1000             |
+| rpc\_client\_write\_timeout                           | 3600 * 1000             |
+| rpc\_client\_socekt\_linger\_timeout                  | -1                      |
+| rpc\_client\_connect\_retry                           | 10                      |
+| rpc\_client\_timeout                                  | 3600 * 1000             |
+| dfs\_default\_replica                                 | 3                       |
+| input\_connect\_timeout                               | 600 * 1000              |
+| input\_read\_timeout                                  | 3600 * 1000             |
+| input\_write\_timeout                                 | 3600 * 1000             |
+| input\_localread\_default\_buffersize                 | 1 * 1024 * 1024         |
+| dfs\_prefetchsize                                     | 10                      |
+| input\_read\_getblockinfo\_retry                      | 3                       |
+| input\_localread\_blockinfo\_cachesize                | 1000                    |
+| input\_read\_max\_retry                               | 60                      |
+| output\_default\_chunksize                            | 512                     |
+| output\_default\_packetsize                           | 64 * 1024               |
+| output\_default\_write\_retry                         | 10                      |
+| output\_connect\_timeout                              | 600 * 1000              |
+| output\_read\_timeout                                 | 3600 * 1000             |
+| output\_write\_timeout                                | 3600 * 1000             |
+| output\_close\_timeout                                | 3600 * 1000             |
+| output\_packetpool\_size                              | 1024                    |
+| output\_heeartbeat\_interval                          | 10 * 1000               |
+| dfs\_client\_failover\_max\_attempts                  | 15                      |
+| dfs\_client\_read\_shortcircuit\_streams\_cache\_size | 256                     |
+| dfs\_client\_socketcache\_expiryMsec                  | 3000                    |
+| dfs\_client\_socketcache\_capacity                    | 16                      |
+| dfs\_default\_blocksize                               | 64 * 1024 * 1024        |
+| dfs\_default\_uri                                     | "hdfs://localhost:9000" |
+| hadoop\_security\_authentication                      | "simple"                |
+| hadoop\_security\_kerberos\_ticket\_cache\_path       | ""                      |
+| dfs\_client\_log\_severity                            | "INFO"                  |
+| dfs\_domain\_socket\_path                             | ""                      |
+
+
+[HDFS Configuration Reference ](https://hawq.apache.org/docs/userguide/2.3.0.0-incubating/reference/HDFSConfigurationParameterReference.html) might explain some parameters.
+
+
+#### ClickHouse extras {#clickhouse-extras}
+
+| **parameter**                                         | **default value**       |
+|hadoop\_kerberos\_keytab                               | ""                      |
+|hadoop\_kerberos\_principal                            | ""                      |
+|hadoop\_kerberos\_kinit\_command                       | kinit                   |
+
+#### Limitations {#limitations}
+
+  * hadoop\_security\_kerberos\_ticket\_cache\_path can be global only, not user specific
+
+## Kerberos support {#kerberos-support}
+
+If hadoop\_security\_authentication parameter has value 'kerberos', ClickHouse authentifies via Kerberos facility.
+Parameters [here](#clickhouse-extras) and hadoop\_security\_kerberos\_ticket\_cache\_path may be of help.
+Note that due to libhdfs3 limitations only old-fashioned approach is supported,
+datanode communications are not secured by SASL (HADOOP\_SECURE\_DN\_USER is a reliable indicator of such
+security approach). Use tests/integration/test\_storage\_kerberized\_hdfs/hdfs_configs/bootstrap.sh for reference.
+
+If hadoop\_kerberos\_keytab, hadoop\_kerberos\_principal or hadoop\_kerberos\_kinit\_command is specified, kinit will be invoked. hadoop\_kerberos\_keytab and hadoop\_kerberos\_principal are mandatory in this case. kinit tool and krb5 configuration files are required.
 
 ## Virtual Columns {#virtual-columns}
 
diff --git a/docs/en/interfaces/cli.md b/docs/en/interfaces/cli.md
index a2ea6edf24a..7700ed36ca5 100644
--- a/docs/en/interfaces/cli.md
+++ b/docs/en/interfaces/cli.md
@@ -57,7 +57,7 @@ The command line is based on ‘replxx’ (similar to ‘readline’). In other
 
 By default, the format used is PrettyCompact. You can change the format in the FORMAT clause of the query, or by specifying `\G` at the end of the query, using the `--format` or `--vertical` argument in the command line, or using the client configuration file.
 
-To exit the client, press Ctrl+D (or Ctrl+C), or enter one of the following instead of a query: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
+To exit the client, press Ctrl+D, or enter one of the following instead of a query: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
 
 When processing a query, the client shows:
 
diff --git a/docs/en/introduction/performance.md b/docs/en/introduction/performance.md
index d2780aedccb..6e5710347a1 100644
--- a/docs/en/introduction/performance.md
+++ b/docs/en/introduction/performance.md
@@ -25,6 +25,6 @@ Under the same conditions, ClickHouse can handle several hundred queries per sec
 
 ## Performance When Inserting Data {#performance-when-inserting-data}
 
-We recommend inserting data in packets of at least 1000 rows, or no more than a single request per second. When inserting to a MergeTree table from a tab-separated dump, the insertion speed can be from 50 to 200 MB/s. If the inserted rows are around 1 Kb in size, the speed will be from 50,000 to 200,000 rows per second. If the rows are small, the performance can be higher in rows per second (on Banner System data -`>` 500,000 rows per second; on Graphite data -`>` 1,000,000 rows per second). To improve performance, you can make multiple INSERT queries in parallel, which scales linearly.
+We recommend inserting data in packets of at least 1000 rows, or no more than a single request per second. When inserting to a MergeTree table from a tab-separated dump, the insertion speed can be from 50 to 200 MB/s. If the inserted rows are around 1 KB in size, the speed will be from 50,000 to 200,000 rows per second. If the rows are small, the performance can be higher in rows per second (on Banner System data -`>` 500,000 rows per second; on Graphite data -`>` 1,000,000 rows per second). To improve performance, you can make multiple INSERT queries in parallel, which scales linearly.
 
 {## [Original article](https://clickhouse.tech/docs/en/introduction/performance/) ##}
diff --git a/docs/en/operations/system-tables/distribution_queue.md b/docs/en/operations/system-tables/distribution_queue.md
index 39d06c49e53..9068e7e860c 100644
--- a/docs/en/operations/system-tables/distribution_queue.md
+++ b/docs/en/operations/system-tables/distribution_queue.md
@@ -39,7 +39,7 @@ data_compressed_bytes: 499
 last_exception:        
 ```
 
-**See also**
+**See Also**
 
 -   [Distributed table engine](../../engines/table-engines/special/distributed.md)
 
diff --git a/docs/en/operations/system-tables/replication_queue.md b/docs/en/operations/system-tables/replication_queue.md
new file mode 100644
index 00000000000..aa379caa46c
--- /dev/null
+++ b/docs/en/operations/system-tables/replication_queue.md
@@ -0,0 +1,81 @@
+# system.replication_queue {#system_tables-replication_queue}
+
+Contains information about tasks from replication queues stored in ZooKeeper for tables in the `ReplicatedMergeTree` family.
+
+Columns:
+
+-   `database` ([String](../../sql-reference/data-types/string.md)) — Name of the database.
+
+-   `table` ([String](../../sql-reference/data-types/string.md)) — Name of the table.
+
+-   `replica_name` ([String](../../sql-reference/data-types/string.md)) — Replica name in ZooKeeper. Different replicas of the same table have different names.
+
+-   `position` ([UInt32](../../sql-reference/data-types/int-uint.md)) — Position of the task in the queue.
+
+-   `node_name` ([String](../../sql-reference/data-types/string.md)) — Node name in ZooKeeper.
+
+-   `type` ([String](../../sql-reference/data-types/string.md)) — Type of the task in the queue: `GET_PARTS`, `MERGE_PARTS`, `DETACH_PARTS`, `DROP_PARTS`, or `MUTATE_PARTS`.
+
+-   `create_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — Date and time when the task was submitted for execution.
+
+-   `required_quorum` ([UInt32](../../sql-reference/data-types/int-uint.md)) — The number of replicas waiting for the task to complete with confirmation of completion. This column is only relevant for the `GET_PARTS` task.
+
+-   `source_replica` ([String](../../sql-reference/data-types/string.md)) — Name of the source replica.
+
+-   `new_part_name` ([String](../../sql-reference/data-types/string.md)) — Name of the new part.
+
+-   `parts_to_merge` ([Array](../../sql-reference/data-types/array.md) ([String](../../sql-reference/data-types/string.md))) — Names of parts to merge or update.
+
+-   `is_detach` ([UInt8](../../sql-reference/data-types/int-uint.md)) — The flag indicates whether the `DETACH_PARTS` task is in the queue.
+
+-   `is_currently_executing` ([UInt8](../../sql-reference/data-types/int-uint.md)) — The flag indicates whether a specific task is being performed right now.
+
+-   `num_tries` ([UInt32](../../sql-reference/data-types/int-uint.md)) — The number of failed attempts to complete the task.
+
+-   `last_exception` ([String](../../sql-reference/data-types/string.md)) — Text message about the last error that occurred (if any).
+
+-   `last_attempt_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — Date and time when the task was last attempted.
+
+-   `num_postponed` ([UInt32](../../sql-reference/data-types/int-uint.md)) — The number of postponed tasks.
+
+-   `postpone_reason` ([String](../../sql-reference/data-types/string.md)) — The reason why the task was postponed.
+
+-   `last_postpone_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — Date and time when the task was last postponed.
+
+-   `merge_type` ([String](../../sql-reference/data-types/string.md)) — Type of the current merge. Empty if it's a mutation.
+
+**Example**
+
+``` sql
+SELECT * FROM system.replication_queue LIMIT 1 FORMAT Vertical;
+```
+
+``` text
+Row 1:
+──────
+database:               merge
+table:                  visits_v2
+replica_name:           mtgiga001-1t.metrika.yandex.net
+position:               15
+node_name:              queue-0009325559
+type:                   MERGE_PARTS
+create_time:            2020-12-07 14:04:21
+required_quorum:        0
+source_replica:         mtgiga001-1t.metrika.yandex.net
+new_part_name:          20201130_121373_121384_2
+parts_to_merge:         ['20201130_121373_121378_1','20201130_121379_121379_0','20201130_121380_121380_0','20201130_121381_121381_0','20201130_121382_121382_0','20201130_121383_121383_0','20201130_121384_121384_0']
+is_detach:              0
+is_currently_executing: 0
+num_tries:              36
+last_exception:         Code: 226, e.displayText() = DB::Exception: Marks file '/opt/clickhouse/data/merge/visits_v2/tmp_fetch_20201130_121373_121384_2/CounterID.mrk' doesn't exist (version 20.8.7.15 (official build))
+last_attempt_time:      2020-12-08 17:35:54
+num_postponed:          0
+postpone_reason:        
+last_postpone_time:     1970-01-01 03:00:00
+```
+
+**See Also**
+
+-   [Managing ReplicatedMergeTree Tables](../../sql-reference/statements/system.md/#query-language-system-replicated)
+
+[Original article](https://clickhouse.tech/docs/en/operations/system_tables/replication_queue) <!--hide-->
diff --git a/docs/en/operations/tips.md b/docs/en/operations/tips.md
index 024eba1c899..e62dea0b04e 100644
--- a/docs/en/operations/tips.md
+++ b/docs/en/operations/tips.md
@@ -91,6 +91,23 @@ The Linux kernel prior to 3.2 had a multitude of problems with IPv6 implementati
 
 Use at least a 10 GB network, if possible. 1 Gb will also work, but it will be much worse for patching replicas with tens of terabytes of data, or for processing distributed queries with a large amount of intermediate data.
 
+## Hypervisor configuration
+
+If you are using OpenStack, set
+```
+cpu_mode=host-passthrough
+```
+in nova.conf.
+
+If you are using libvirt, set
+```
+<cpu mode='host-passthrough'/>
+```
+in XML configuration.
+
+This is important for ClickHouse to be able to get correct information with `cpuid` instruction.
+Otherwise you may get `Illegal instruction` crashes when hypervisor is run on old CPU models.
+
 ## ZooKeeper {#zookeeper}
 
 You are probably already using ZooKeeper for other purposes. You can use the same installation of ZooKeeper, if it isn’t already overloaded.
diff --git a/docs/en/sql-reference/aggregate-functions/combinators.md b/docs/en/sql-reference/aggregate-functions/combinators.md
index 554969b80a3..e4f7ba0db81 100644
--- a/docs/en/sql-reference/aggregate-functions/combinators.md
+++ b/docs/en/sql-reference/aggregate-functions/combinators.md
@@ -25,6 +25,10 @@ Example 2: `uniqArray(arr)` – Counts the number of unique elements in all ‘a
 
 -If and -Array can be combined. However, ‘Array’ must come first, then ‘If’. Examples: `uniqArrayIf(arr, cond)`, `quantilesTimingArrayIf(level1, level2)(arr, cond)`. Due to this order, the ‘cond’ argument won’t be an array.
 
+## -SimpleState {#agg-functions-combinator-simplestate}
+
+If you apply this combinator, the aggregate function returns the same value but with a different type. This is an `SimpleAggregateFunction(...)` that can be stored in a table to work with [AggregatingMergeTree](../../engines/table-engines/mergetree-family/aggregatingmergetree.md) table engines.
+
 ## -State {#agg-functions-combinator-state}
 
 If you apply this combinator, the aggregate function doesn’t return the resulting value (such as the number of unique values for the [uniq](../../sql-reference/aggregate-functions/reference/uniq.md#agg_function-uniq) function), but an intermediate state of the aggregation (for `uniq`, this is the hash table for calculating the number of unique values). This is an `AggregateFunction(...)` that can be used for further processing or stored in a table to finish aggregating later.
diff --git a/docs/en/sql-reference/functions/array-functions.md b/docs/en/sql-reference/functions/array-functions.md
index abdf778c089..c4b7156ad95 100644
--- a/docs/en/sql-reference/functions/array-functions.md
+++ b/docs/en/sql-reference/functions/array-functions.md
@@ -1288,12 +1288,30 @@ Returns the index of the first element in the `arr1` array for which `func` retu
 
 Note that the `arrayFirstIndex` is a [higher-order function](../../sql-reference/functions/index.md#higher-order-functions). You must pass a lambda function to it as the first argument, and it can’t be omitted.
 
+## arrayMin(\[func,\] arr1, …) {#array-min}
+
+Returns the sum of the `func` values. If the function is omitted, it just returns the min of the array elements.
+
+Note that the `arrayMin` is a [higher-order function](../../sql-reference/functions/index.md#higher-order-functions). You can pass a lambda function to it as the first argument.
+
+## arrayMax(\[func,\] arr1, …) {#array-max}
+
+Returns the sum of the `func` values. If the function is omitted, it just returns the min of the array elements.
+
+Note that the `arrayMax` is a [higher-order function](../../sql-reference/functions/index.md#higher-order-functions). You can pass a lambda function to it as the first argument.
+
 ## arraySum(\[func,\] arr1, …) {#array-sum}
 
 Returns the sum of the `func` values. If the function is omitted, it just returns the sum of the array elements.
 
 Note that the `arraySum` is a [higher-order function](../../sql-reference/functions/index.md#higher-order-functions). You can pass a lambda function to it as the first argument.
 
+## arrayAvg(\[func,\] arr1, …) {#array-avg}
+
+Returns the sum of the `func` values. If the function is omitted, it just returns the average of the array elements.
+
+Note that the `arrayAvg` is a [higher-order function](../../sql-reference/functions/index.md#higher-order-functions). You can pass a lambda function to it as the first argument.
+
 ## arrayCumSum(\[func,\] arr1, …) {#arraycumsumfunc-arr1}
 
 Returns an array of partial sums of elements in the source array (a running sum). If the `func` function is specified, then the values of the array elements are converted by this function before summing.
diff --git a/docs/en/sql-reference/functions/type-conversion-functions.md b/docs/en/sql-reference/functions/type-conversion-functions.md
index f8458b27a22..6237cd6a976 100644
--- a/docs/en/sql-reference/functions/type-conversion-functions.md
+++ b/docs/en/sql-reference/functions/type-conversion-functions.md
@@ -430,6 +430,63 @@ SELECT toTypeName(CAST(x, 'Nullable(UInt16)')) FROM t_null
 
 -   [cast_keep_nullable](../../operations/settings/settings.md#cast_keep_nullable) setting
 
+## accurateCast(x, T) {#type_conversion_function-accurate-cast}
+
+Converts ‘x’ to the ‘t’ data type. The differente from cast(x, T) is that accurateCast
+does not allow overflow of numeric types during cast if type value x does not fit
+bounds of type T.
+
+Example
+``` sql
+SELECT cast(-1, 'UInt8') as uint8; 
+```
+
+
+``` text
+┌─uint8─┐
+│   255 │
+└───────┘
+```
+
+```sql
+SELECT accurateCast(-1, 'UInt8') as uint8;
+```
+
+``` text
+Code: 70. DB::Exception: Received from localhost:9000. DB::Exception: Value in column Int8 cannot be safely converted into type UInt8: While processing accurateCast(-1, 'UInt8') AS uint8.
+
+```
+
+## accurateCastOrNull(x, T) {#type_conversion_function-accurate-cast_or_null}
+
+Converts ‘x’ to the ‘t’ data type. Always returns nullable type and returns NULL 
+if the casted value is not representable in the target type.
+
+Example:
+
+``` sql
+SELECT
+    accurateCastOrNull(-1, 'UInt8') as uint8,
+    accurateCastOrNull(128, 'Int8') as int8,
+    accurateCastOrNull('Test', 'FixedString(2)') as fixed_string
+```
+
+``` text
+┌─uint8─┬─int8─┬─fixed_string─┐
+│  ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ         │
+└───────┴──────┴──────────────┘┘
+```
+
+``` sql
+SELECT toTypeName(accurateCastOrNull(5, 'UInt8'))
+```
+
+``` text
+┌─toTypeName(accurateCastOrNull(5, 'UInt8'))─┐
+│ Nullable(UInt8)                            │
+└────────────────────────────────────────────┘
+```
+
 ## toInterval(Year\|Quarter\|Month\|Week\|Day\|Hour\|Minute\|Second) {#function-tointerval}
 
 Converts a Number type argument to an [Interval](../../sql-reference/data-types/special-data-types/interval.md) data type.
diff --git a/docs/en/sql-reference/statements/system.md b/docs/en/sql-reference/statements/system.md
index ddba1443d04..bb279703cc2 100644
--- a/docs/en/sql-reference/statements/system.md
+++ b/docs/en/sql-reference/statements/system.md
@@ -204,7 +204,7 @@ SYSTEM STOP MOVES [[db.]merge_tree_family_table_name]
 
 ## Managing ReplicatedMergeTree Tables {#query-language-system-replicated}
 
-ClickHouse can manage background replication related processes in [ReplicatedMergeTree](../../engines/table-engines/mergetree-family/replication/#table_engines-replication) tables.
+ClickHouse can manage background replication related processes in [ReplicatedMergeTree](../../engines/table-engines/mergetree-family/replication.md#table_engines-replication) tables.
 
 ### STOP FETCHES {#query_language-system-stop-fetches}
 
diff --git a/docs/es/interfaces/cli.md b/docs/es/interfaces/cli.md
index 1e4852be53f..395f9831a4e 100644
--- a/docs/es/interfaces/cli.md
+++ b/docs/es/interfaces/cli.md
@@ -59,7 +59,7 @@ La línea de comandos se basa en ‘replxx’ (similar a ‘readline’). En otr
 
 De forma predeterminada, el formato utilizado es PrettyCompact. Puede cambiar el formato en la cláusula FORMAT de la consulta o especificando `\G` al final de la consulta, utilizando el `--format` o `--vertical` en la línea de comandos, o utilizando el archivo de configuración del cliente.
 
-Para salir del cliente, presione Ctrl+D (o Ctrl+C) o introduzca una de las siguientes opciones en lugar de una consulta: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
+Para salir del cliente, presione Ctrl+D o introduzca una de las siguientes opciones en lugar de una consulta: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
 
 Al procesar una consulta, el cliente muestra:
 
diff --git a/docs/ja/interfaces/cli.md b/docs/ja/interfaces/cli.md
index 0c10ee902f5..7037fcf5512 100644
--- a/docs/ja/interfaces/cli.md
+++ b/docs/ja/interfaces/cli.md
@@ -59,7 +59,7 @@ $ cat file.csv | clickhouse-client --database=test --query="INSERT INTO test FOR
 
 既定では、使用される形式はPrettyCompactです。 クエリのFORMAT句で書式を変更するか、次のように指定することができます `\G` クエリの最後に、 `--format` または `--vertical` コマンドラインでの引数、またはクライアント構成ファイルの使用。
 
-クライアントを終了するには、Ctrl+D(またはCtrl+C)を押すか、クエリの代わりに次のいずれかを入力します: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
+クライアントを終了するには、Ctrl+Dを押すか、クエリの代わりに次のいずれかを入力します: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
 
 が処理クエリー、クライアントを示し:
 
diff --git a/docs/ru/faq/general/index.md b/docs/ru/faq/general/index.md
new file mode 100644
index 00000000000..cf0f8451450
--- /dev/null
+++ b/docs/ru/faq/general/index.md
@@ -0,0 +1,25 @@
+---
+title: General questions about ClickHouse
+toc_hidden_folder: true
+toc_priority: 1
+toc_title: Общие вопросы
+---
+
+# Общие вопросы о ClickHouse {#obshchie-voprosy}
+
+Вопросы:
+
+-   Что такое ClickHouse?
+-   Почему ClickHouse такой быстрый?
+-   Кто пользуется ClickHouse?
+-   Что обозначает название “ClickHouse”?
+-   Что значит “Не тормозит”?
+-   Что такое OLAP?
+-   Что такое колоночная база данных?
+-   [Почему бы не использовать системы типа MapReduce?](mapreduce.md)
+
+!!! info "Если вы не нашли то, что искали:"
+    Загляните в другие категории F.A.Q. или поищите в других разделах документации, ориентируйтесь по оглавлению слева.
+
+{## [Original article](https://clickhouse.tech/docs/ru/faq/general/) ##}
+
diff --git a/docs/ru/faq/general.md b/docs/ru/faq/general/mapreduce.md
similarity index 60%
rename from docs/ru/faq/general.md
rename to docs/ru/faq/general/mapreduce.md
index 470b8dabbf1..645391493c3 100644
--- a/docs/ru/faq/general.md
+++ b/docs/ru/faq/general/mapreduce.md
@@ -1,8 +1,12 @@
-# Общие вопросы {#obshchie-voprosy}
+---
+title: Why not use something like MapReduce?
+toc_hidden: true
+toc_priority: 110
+---
 
 ## Почему бы не использовать системы типа MapReduce? {#pochemu-by-ne-ispolzovat-sistemy-tipa-mapreduce}
 
-Системами типа MapReduce будем называть системы распределённых вычислений, в которых операция reduce сделана на основе распределённой сортировки. Наиболее распространённым opensource решением данного класса является [Apache Hadoop](http://hadoop.apache.org). Яндекс использует собственное решение — YT.
+Системами типа MapReduce будем называть системы распределённых вычислений, в которых операция reduce сделана на основе распределённой сортировки. Наиболее распространённым opensource решением данного класса является [Apache Hadoop](http://hadoop.apache.org). Яндекс использует собственное решение — YT. 
 
 Такие системы не подходят для онлайн запросов в силу слишком большой latency. То есть, не могут быть использованы в качестве бэкенда для веб-интерфейса.
 Такие системы не подходят для обновления данных в реальном времени.
@@ -10,47 +14,3 @@
 Распределённая сортировка является основной причиной тормозов при выполнении несложных map-reduce задач.
 
 Большинство реализаций MapReduce позволяют выполнять произвольный код на кластере. Но для OLAP задач лучше подходит декларативный язык запросов, который позволяет быстро проводить исследования. Для примера, для Hadoop существует Hive и Pig. Также смотрите Cloudera Impala, Shark (устаревший) для Spark, а также Spark SQL, Presto, Apache Drill. Впрочем, производительность при выполнении таких задач является сильно неоптимальной по сравнению со специализированными системами, а сравнительно высокая latency не позволяет использовать эти системы в качестве бэкенда для веб-интерфейса.
-
-## Что делать, если у меня проблема с кодировками при использовании Oracle через ODBC? {#oracle-odbc-encodings}
-
-Если вы используете Oracle через драйвер ODBC в качестве источника внешних словарей, необходимо задать правильное значение для переменной окружения `NLS_LANG` в `/etc/default/clickhouse`. Подробнее читайте в [Oracle NLS_LANG FAQ](https://www.oracle.com/technetwork/products/globalization/nls-lang-099431.html).
-
-**Пример**
-
-``` sql
-NLS_LANG=RUSSIAN_RUSSIA.UTF8
-```
-
-## Как экспортировать данные из ClickHouse в файл? {#how-to-export-to-file}
-
-### Секция INTO OUTFILE {#sektsiia-into-outfile}
-
-Добавьте секцию [INTO OUTFILE](../sql-reference/statements/select/into-outfile.md#into-outfile-clause) к своему запросу.
-
-Например:
-
-``` sql
-SELECT * FROM table INTO OUTFILE 'file'
-```
-
-По умолчанию, для выдачи данных ClickHouse использует формат [TabSeparated](../interfaces/formats.md#tabseparated). Чтобы выбрать [формат данных](../interfaces/formats.md), используйте [секцию FORMAT](../sql-reference/statements/select/format.md#format-clause).
-
-Например:
-
-``` sql
-SELECT * FROM table INTO OUTFILE 'file' FORMAT CSV
-```
-
-### Таблица с движком File {#tablitsa-s-dvizhkom-file}
-
-Смотрите [File](../engines/table-engines/special/file.md).
-
-### Перенаправление в командой строке {#perenapravlenie-v-komandoi-stroke}
-
-``` sql
-$ clickhouse-client --query "SELECT * from table" --format FormatName > result.txt
-```
-
-Смотрите [clickhouse-client](../interfaces/cli.md).
-
-[Оригинальная статья](https://clickhouse.tech/docs/en/faq/general/) <!--hide-->
diff --git a/docs/ru/faq/index.md b/docs/ru/faq/index.md
index d9eccf59c5c..611e604bc8e 100644
--- a/docs/ru/faq/index.md
+++ b/docs/ru/faq/index.md
@@ -4,3 +4,14 @@ toc_hidden: true
 toc_priority: 76
 ---
 
+# Содержание F.A.Q. {#soderzhanie}
+
+В этом разделе документации собрали вопросы о ClickHouse, которые задают чаще всего.
+
+Категории:
+
+-   **[Общие вопросы](../faq/general/index.md)** 
+-   **[Применение](../faq/use-cases/index.md)**
+-   **[Операции](../faq/operations/index.md)**  
+-   **[Интеграция](../faq/integration/index.md)**
+
diff --git a/docs/ru/faq/integration/file-export.md b/docs/ru/faq/integration/file-export.md
new file mode 100644
index 00000000000..d21ffbd3349
--- /dev/null
+++ b/docs/ru/faq/integration/file-export.md
@@ -0,0 +1,37 @@
+---
+title: How do I export data from ClickHouse to a file?
+toc_hidden: true
+toc_priority: 10
+---
+
+## Как экспортировать данные из ClickHouse в файл? {#how-to-export-to-file-rus}
+
+### Секция INTO OUTFILE {#sektsiia-into-outfile-rus}
+
+Добавьте секцию [INTO OUTFILE](../../sql-reference/statements/select/into-outfile.md#into-outfile-clause) к своему запросу.
+
+Например:
+
+``` sql
+SELECT * FROM table INTO OUTFILE 'file'
+```
+
+По умолчанию, для выдачи данных ClickHouse использует формат [TabSeparated](../../interfaces/formats.md#tabseparated). Чтобы выбрать [формат данных](../../interfaces/formats.md), используйте секцию [FORMAT](../../sql-reference/statements/select/format.md#format-clause).
+
+Например:
+
+``` sql
+SELECT * FROM table INTO OUTFILE 'file' FORMAT CSV
+```
+
+## Таблица с движком File {#using-a-file-engine-table}
+
+Смотрите [File](../../engines/table-engines/special/file.md).
+
+## Перенаправление в командой строке {#using-command-line-redirection}
+
+``` bash
+$ clickhouse-client --query "SELECT * from table" --format FormatName > result.txt
+```
+
+Смотрите [clickhouse-client](../../interfaces/cli.md).
diff --git a/docs/ru/faq/integration/index.md b/docs/ru/faq/integration/index.md
new file mode 100644
index 00000000000..59fd84a8139
--- /dev/null
+++ b/docs/ru/faq/integration/index.md
@@ -0,0 +1,19 @@
+---
+title: Questions about integrating ClickHouse and other systems
+toc_hidden_folder: true
+toc_priority: 4
+toc_title: Интеграция
+---
+
+# Вопросы об интеграции ClickHouse с другими системами {#question-about-integrating-clickhouse-and-other-systems-rus}
+
+Вопросы:
+
+-   [Как экспортировать данные из ClickHouse в файл?](file-export.md)
+-   Как импортировать JSON в ClickHouse?
+-   [Что делать, если у меня проблема с кодировками при использовании Oracle через ODBC?](oracle-odbc.md)
+
+!!! info "Если вы не нашли то, что искали"
+    Загляните в другие подразделы F.A.Q. или поищите в остальных разделах документации, ориентируйтесь по оглавлению слева.
+
+{## [Original article](https://clickhouse.tech/docs/ru/faq/integration/) ##}
diff --git a/docs/ru/faq/integration/oracle-odbc.md b/docs/ru/faq/integration/oracle-odbc.md
new file mode 100644
index 00000000000..f41f1ae7fc1
--- /dev/null
+++ b/docs/ru/faq/integration/oracle-odbc.md
@@ -0,0 +1,15 @@
+---
+title: What if I have a problem with encodings when using Oracle via ODBC?
+toc_hidden: true
+toc_priority: 20
+---
+
+## Что делать, если у меня проблема с кодировками при использовании Oracle через ODBC? {#oracle-odbc-encodings-rus}
+
+Если вы используете Oracle через драйвер ODBC в качестве источника внешних словарей, необходимо задать правильное значение для переменной окружения `NLS_LANG` в `/etc/default/clickhouse`. Подробнее читайте в [Oracle NLS_LANG FAQ](https://www.oracle.com/technetwork/products/globalization/nls-lang-099431.html).
+
+**Пример**
+
+``` sql
+NLS_LANG=RUSSIAN_RUSSIA.UTF8
+```
\ No newline at end of file
diff --git a/docs/ru/faq/operations/index.md b/docs/ru/faq/operations/index.md
new file mode 100644
index 00000000000..98a04213fb7
--- /dev/null
+++ b/docs/ru/faq/operations/index.md
@@ -0,0 +1,18 @@
+---
+title: Question about operating ClickHouse servers and clusters
+toc_hidden_folder: true
+toc_priority: 3
+toc_title: Операции
+---
+
+# Вопросы о производительности серверов и кластеров ClickHouse {#voprosy-ob-operating-clickhouse-servers-and-clusters}
+
+Вопросы:
+
+-   Which ClickHouse version to use in production?
+-   Is it possible to delete old records from a ClickHouse table?
+
+    !!! info "Don’t see what you were looking for?"
+        Check out [other F.A.Q. categories](../../faq/index.md) or browse around main documentation articles found in the left sidebar.
+
+    {## [Original article](https://clickhouse.tech/docs/en/faq/production/) ##}
diff --git a/docs/ru/faq/use-cases/index.md b/docs/ru/faq/use-cases/index.md
new file mode 100644
index 00000000000..6e7f2b36fe0
--- /dev/null
+++ b/docs/ru/faq/use-cases/index.md
@@ -0,0 +1,14 @@
+---
+title: Questions about ClickHouse use cases
+toc_hidden_folder: true
+toc_priority: 2
+toc_title: Применение
+---
+
+# Вопросы о применении ClickHouse {#voprosy-o-primenenii}
+
+Вопросы:
+
+-   Can I use ClickHouse as a time-series database?
+-   Can I use ClickHouse as a key-value storage?
+
diff --git a/docs/ru/interfaces/cli.md b/docs/ru/interfaces/cli.md
index 222af33f952..e37018acdfb 100644
--- a/docs/ru/interfaces/cli.md
+++ b/docs/ru/interfaces/cli.md
@@ -63,7 +63,7 @@ $ cat file.csv | clickhouse-client --database=test --query="INSERT INTO test FOR
 
 По умолчанию, в качестве формата, используется формат PrettyCompact (красивые таблички). Вы можете изменить формат с помощью секции FORMAT запроса, или с помощью указания `\G` на конце запроса, с помощью аргумента командной строки `--format` или `--vertical`, или с помощью конфигурационного файла клиента.
 
-Чтобы выйти из клиента, нажмите Ctrl+D (или Ctrl+C), или наберите вместо запроса одно из: «exit», «quit», «logout», «учше», «йгше», «дщпщге», «exit;», «quit;», «logout;», «учшеж», «йгшеж», «дщпщгеж», «q», «й», «q», «Q», «:q», «й», «Й», «Жй»
+Чтобы выйти из клиента, нажмите Ctrl+D, или наберите вместо запроса одно из: «exit», «quit», «logout», «учше», «йгше», «дщпщге», «exit;», «quit;», «logout;», «учшеж», «йгшеж», «дщпщгеж», «q», «й», «q», «Q», «:q», «й», «Й», «Жй»
 
 При выполнении запроса, клиент показывает:
 
diff --git a/docs/ru/operations/system-tables/replication_queue.md b/docs/ru/operations/system-tables/replication_queue.md
new file mode 100644
index 00000000000..47f64aea55d
--- /dev/null
+++ b/docs/ru/operations/system-tables/replication_queue.md
@@ -0,0 +1,81 @@
+# system.replication_queue {#system_tables-replication_queue}
+
+Содержит информацию о задачах из очередей репликации, хранящихся в ZooKeeper, для таблиц семейства `ReplicatedMergeTree`.
+
+Столбцы:
+
+-   `database` ([String](../../sql-reference/data-types/string.md)) — имя базы данных.
+
+-   `table` ([String](../../sql-reference/data-types/string.md)) — имя таблицы.
+
+-   `replica_name` ([String](../../sql-reference/data-types/string.md)) — имя реплики в ZooKeeper. Разные реплики одной и той же таблицы имеют различные имена.
+
+-   `position` ([UInt32](../../sql-reference/data-types/int-uint.md)) — позиция задачи в очереди.
+
+-   `node_name` ([String](../../sql-reference/data-types/string.md)) — имя узла в ZooKeeper.
+
+-   `type` ([String](../../sql-reference/data-types/string.md)) — тип задачи в очереди: `GET_PARTS`, `MERGE_PARTS`, `DETACH_PARTS`, `DROP_PARTS` или `MUTATE_PARTS`.
+
+-   `create_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — дата и время отправки задачи на выполнение.
+
+-   `required_quorum` ([UInt32](../../sql-reference/data-types/int-uint.md)) — количество реплик, ожидающих завершения задачи, с подтверждением о завершении. Этот столбец актуален только для задачи `GET_PARTS`.
+
+-   `source_replica` ([String](../../sql-reference/data-types/string.md)) — имя исходной реплики.
+
+-   `new_part_name` ([String](../../sql-reference/data-types/string.md)) — имя нового куска.
+
+-   `parts_to_merge` ([Array](../../sql-reference/data-types/array.md) ([String](../../sql-reference/data-types/string.md))) — имена кусков, которые требуется смержить или обновить.
+
+-   `is_detach` ([UInt8](../../sql-reference/data-types/int-uint.md)) — флаг, указывающий на присутствие в очереди задачи `DETACH_PARTS`.
+
+-   `is_currently_executing` ([UInt8](../../sql-reference/data-types/int-uint.md)) — флаг, указывающий на выполнение конкретной задачи на данный момент.
+
+-   `num_tries` ([UInt32](../../sql-reference/data-types/int-uint.md)) — количество неудачных попыток выполнить задачу.
+
+-   `last_exception` ([String](../../sql-reference/data-types/string.md)) — текст сообщения о последней возникшей ошибке, если таковые имеются.
+
+-   `last_attempt_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — дата и время последней попытки выполнить задачу.
+
+-   `num_postponed` ([UInt32](../../sql-reference/data-types/int-uint.md)) — количество отложенных задач.
+
+-   `postpone_reason` ([String](../../sql-reference/data-types/string.md)) — причина, по которой была отложена задача.
+
+-   `last_postpone_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — дата и время, когда была отложена задача в последний раз.
+
+-   `merge_type` ([String](../../sql-reference/data-types/string.md)) — тип текущего слияния. Пусто, если это мутация.
+
+**Пример**
+
+``` sql
+SELECT * FROM system.replication_queue LIMIT 1 FORMAT Vertical;
+```
+
+``` text
+Row 1:
+──────
+database:               merge
+table:                  visits_v2
+replica_name:           mtgiga001-1t.metrika.yandex.net
+position:               15
+node_name:              queue-0009325559
+type:                   MERGE_PARTS
+create_time:            2020-12-07 14:04:21
+required_quorum:        0
+source_replica:         mtgiga001-1t.metrika.yandex.net
+new_part_name:          20201130_121373_121384_2
+parts_to_merge:         ['20201130_121373_121378_1','20201130_121379_121379_0','20201130_121380_121380_0','20201130_121381_121381_0','20201130_121382_121382_0','20201130_121383_121383_0','20201130_121384_121384_0']
+is_detach:              0
+is_currently_executing: 0
+num_tries:              36
+last_exception:         Code: 226, e.displayText() = DB::Exception: Marks file '/opt/clickhouse/data/merge/visits_v2/tmp_fetch_20201130_121373_121384_2/CounterID.mrk' doesn't exist (version 20.8.7.15 (official build))
+last_attempt_time:      2020-12-08 17:35:54
+num_postponed:          0
+postpone_reason:        
+last_postpone_time:     1970-01-01 03:00:00
+```
+
+**Смотрите также**
+
+-   [Управление таблицами ReplicatedMergeTree](../../sql-reference/statements/system.md/#query-language-system-replicated)
+
+[Оригинальная статья](https://clickhouse.tech/docs/ru/operations/system_tables/replication_queue) <!--hide-->
diff --git a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
index 0015edfdf72..1367216e401 100644
--- a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
@@ -199,7 +199,7 @@ SOURCE(ODBC(
 
 ClickHouse получает от ODBC-драйвера информацию о квотировании и квотирует настройки в запросах к драйверу, поэтому имя таблицы нужно указывать в соответствии с регистром имени таблицы в базе данных.
 
-Если у вас есть проблемы с кодировками при использовании Oracle, ознакомьтесь с соответствующим разделом [FAQ](../../../faq/general.md#oracle-odbc-encodings).
+Если у вас есть проблемы с кодировками при использовании Oracle, ознакомьтесь с соответствующим разделом [FAQ](../../../faq/integration/oracle-odbc.md).
 
 ### Выявленная уязвимость в функционировании ODBC словарей {#vyiavlennaia-uiazvimost-v-funktsionirovanii-odbc-slovarei}
 
diff --git a/docs/ru/sql-reference/functions/date-time-functions.md b/docs/ru/sql-reference/functions/date-time-functions.md
index b7a077b3bd6..31482cde77f 100644
--- a/docs/ru/sql-reference/functions/date-time-functions.md
+++ b/docs/ru/sql-reference/functions/date-time-functions.md
@@ -593,6 +593,18 @@ SELECT dateDiff('hour', toDateTime('2018-01-01 22:00:00'), toDateTime('2018-01-0
 Например, `timeSlots(toDateTime('2012-01-01 12:20:00'), toUInt32(600)) = [toDateTime('2012-01-01 12:00:00'), toDateTime('2012-01-01 12:30:00')]`.
 Это нужно для поиска хитов, входящих в соответствующий визит.
 
+## toYYYYMM
+
+Переводит дату или дату со временем в число типа UInt32, содержащее номер года и месяца (YYYY * 100 + MM).
+
+## toYYYYMMDD
+
+Переводит дату или дату со временем в число типа UInt32, содержащее номер года, месяца и дня (YYYY * 10000 + MM * 100 + DD).
+
+## toYYYYMMDDhhmmss
+
+Переводит дату или дату со временем в число типа UInt64 содержащее номер года, месяца, дня и время (YYYY * 10000000000 + MM * 100000000 + DD * 1000000 + hh * 10000 + mm * 100 + ss).
+
 ## formatDateTime {#formatdatetime}
 
 Функция преобразует дату-и-время в строку по заданному шаблону. Важно: шаблон — константное выражение, поэтому использовать разные шаблоны в одной колонке не получится.
diff --git a/docs/tr/interfaces/cli.md b/docs/tr/interfaces/cli.md
index de62b3003af..dc0ca9e7591 100644
--- a/docs/tr/interfaces/cli.md
+++ b/docs/tr/interfaces/cli.md
@@ -59,7 +59,7 @@ Komut satırı dayanmaktadır ‘replxx’ (benzer ‘readline’). Başka bir d
 
 Varsayılan olarak, kullanılan biçim PrettyCompact. Sorgunun biçim yan tümcesinde veya belirterek biçimi değiştirebilirsiniz `\G` sorgunun sonunda, `--format` veya `--vertical` komut satırında veya istemci yapılandırma dosyasını kullanarak bağımsız değişken.
 
-İstemciden çıkmak için Ctrl+D (veya Ctrl+C) tuşlarına basın veya bir sorgu yerine aşağıdakilerden birini girin: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
+İstemciden çıkmak için Ctrl+D tuşlarına basın veya bir sorgu yerine aşağıdakilerden birini girin: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
 
 Bir sorguyu işlerken, istemci şunları gösterir:
 
diff --git a/docs/zh/sql-reference/statements/misc.md b/docs/zh/sql-reference/statements/misc.md
index b4297d1ed4f..26b3997a4d6 100644
--- a/docs/zh/sql-reference/statements/misc.md
+++ b/docs/zh/sql-reference/statements/misc.md
@@ -9,19 +9,21 @@ toc_title: "\u5176\u4ED6"
 
 ## ATTACH {#attach}
 
-这个查询是完全一样的 `CREATE`，但是
+与`CREATE`类似，但有所区别
 
--   而不是这个词 `CREATE` 它使用这个词 `ATTACH`.
--   查询不会在磁盘上创建数据，但假定数据已经在适当的位置，只是将有关表的信息添加到服务器。
-    执行附加查询后，服务器将知道表的存在。
+-   使用关键词 `ATTACH`
+-   查询不会在磁盘上创建数据。但会假定数据已经在对应位置存放，同时将与表相关的信息添加到服务器。
+    执行 `ATTACH` 查询后，服务器将知道表已经被创建。
 
-如果表之前已分离 (`DETACH`），意味着其结构是已知的，可以使用速记而不限定该结构。
+如果表之前已分离 (`DETACH`），意味着其结构是已知的，可以使用简要的写法来建立表，即不需要定义表结构的Schema细节。
 
 ``` sql
 ATTACH TABLE [IF NOT EXISTS] [db.]name [ON CLUSTER cluster]
 ```
 
-启动服务器时使用此查询。 服务器将表元数据作为文件存储 `ATTACH` 查询，它只是在启动时运行（除了在服务器上显式创建的系统表）。
+启动服务器时会自动触发此查询。 
+
+服务器将表的元数据作为文件存储 `ATTACH` 查询，它只是在启动时运行。有些表例外，如系统表，它们是在服务器上显式指定的。
 
 ## CHECK TABLE {#check-table}
 
@@ -31,13 +33,12 @@ ATTACH TABLE [IF NOT EXISTS] [db.]name [ON CLUSTER cluster]
 CHECK TABLE [db.]name
 ```
 
-该 `CHECK TABLE` 查询将实际文件大小与存储在服务器上的预期值进行比较。 如果文件大小与存储的值不匹配，则表示数据已损坏。 例如，这可能是由查询执行期间的系统崩溃引起的。
+`CHECK TABLE` 查询会比较存储在服务器上的实际文件大小与预期值。 如果文件大小与存储的值不匹配，则表示数据已损坏。 例如，这可能是由查询执行期间的系统崩溃引起的。
 
-查询响应包含 `result` 具有单行的列。 该行的值为
-[布尔值](../../sql-reference/data-types/boolean.md) 类型:
+查询返回一行结果，列名为 `result`, 该行的值为 [布尔值](../../sql-reference/data-types/boolean.md) 类型:
 
--   0-表中的数据已损坏。
--   1-数据保持完整性。
+-   0-表中的数据已损坏；
+-   1-数据保持完整性；
 
 该 `CHECK TABLE` 查询支持下表引擎:
 
@@ -56,13 +57,14 @@ CHECK TABLE [db.]name
 
 如果表已损坏，则可以将未损坏的数据复制到另一个表。 要做到这一点:
 
-1.  创建一个与损坏的表结构相同的新表。 要做到这一点，请执行查询 `CREATE TABLE <new_table_name> AS <damaged_table_name>`.
+1.  创建一个与损坏的表结构相同的新表。 请执行查询 `CREATE TABLE <new_table_name> AS <damaged_table_name>`.
 2.  将 [max_threads](../../operations/settings/settings.md#settings-max_threads) 值设置为1，以在单个线程中处理下一个查询。 要这样做，请运行查询 `SET max_threads = 1`.
 3.  执行查询 `INSERT INTO <new_table_name> SELECT * FROM <damaged_table_name>`. 此请求将未损坏的数据从损坏的表复制到另一个表。 只有损坏部分之前的数据才会被复制。
 4.  重新启动 `clickhouse-client` 以重置 `max_threads` 值。
 
 ## DESCRIBE TABLE {#misc-describe-table}
 
+查看表的描述信息，返回各列的Schema，语法如下：
 ``` sql
 DESC|DESCRIBE TABLE [db.]table [INTO OUTFILE filename] [FORMAT format]
 ```
@@ -73,24 +75,25 @@ DESC|DESCRIBE TABLE [db.]table [INTO OUTFILE filename] [FORMAT format]
 -   `type`— 列的类型。
 -   `default_type` — [默认表达式](create.md#create-default-values) (`DEFAULT`, `MATERIALIZED` 或 `ALIAS`)中使用的子句。 如果没有指定默认表达式，则列包含一个空字符串。
 -   `default_expression` — `DEFAULT` 子句中指定的值。
--   `comment_expression` — 注释。
+-   `comment_expression` — 注释信息。
 
 嵌套数据结构以 “expanded” 格式输出。 每列分别显示，列名后加点号。
 
 ## DETACH {#detach}
 
-从服务器中删除有关 ‘name’ 表的信息。 服务器停止了解该表的存在。
+从服务器中删除目标表信息（删除对象是表), 执行查询后,服务器视作该表已经不存在。
 
 ``` sql
 DETACH TABLE [IF EXISTS] [db.]name [ON CLUSTER cluster]
 ```
 
 这不会删除表的数据或元数据。 在下一次服务器启动时，服务器将读取元数据并再次查找该表。
-同样，可以使用 `ATTACH` 查询重新连接一个 “detached” 的表（系统表除外，没有为它们存储元数据）。
+也可以不停止服务器的情况下，使用前面介绍的 `ATTACH` 查询来重新关联该表（系统表除外，没有为它们存储元数据）。
 
 ## DROP {#drop}
 
 删除已经存在的实体。如果指定 `IF EXISTS`， 则如果实体不存在，则不返回错误。
+建议使用时添加 `IF EXISTS` 修饰符。
 
 ## DROP DATABASE {#drop-database}
 
@@ -135,7 +138,7 @@ DROP USER [IF EXISTS] name [,...] [ON CLUSTER cluster_name]
 
 删除角色。
 
-已删除的角色将从授予该角色的所有实体撤销。
+同时该角色所拥有的权限也会被收回。
 
 语法:
 
@@ -199,6 +202,8 @@ EXISTS [TEMPORARY] [TABLE|DICTIONARY] [db.]name [INTO OUTFILE filename] [FORMAT
 
 ## KILL QUERY {#kill-query-statement}
 
+
+
 ``` sql
 KILL QUERY [ON CLUSTER cluster]
   WHERE <where expression to SELECT FROM system.processes query>
@@ -219,16 +224,17 @@ KILL QUERY WHERE query_id='2-857d-4a57-9ee0-327da5d60a90'
 KILL QUERY WHERE user='username' SYNC
 ```
 
-只读用户只能停止自己的查询。
+只读用户只能停止自己提交的查询。
 
-默认情况下，使用异步版本的查询 (`ASYNC`），不等待确认查询已停止。
+默认情况下，使用异步版本的查询 (`ASYNC`），不需要等待确认查询已停止。
 
-同步版本 (`SYNC`）等待所有查询停止，并在停止时显示有关每个进程的信息。
-响应包含 `kill_status` 列，该列可以采用以下值:
+而相对的，终止同步版本 (`SYNC`）的查询会显示每步停止时间。
+
+返回信息包含 `kill_status` 列，该列可以采用以下值:
 
 1.  ‘finished’ – 查询已成功终止。
 2.  ‘waiting’ – 发送查询信号终止后，等待查询结束。
-3.  其他值解释为什么查询不能停止。
+3.  其他值，会解释为什么查询不能停止。
 
 测试查询 (`TEST`）仅检查用户的权限，并显示要停止的查询列表。
 
diff --git a/docs/zh/sql-reference/statements/select/limit.md b/docs/zh/sql-reference/statements/select/limit.md
index b079248deca..d6d827552b0 100644
--- a/docs/zh/sql-reference/statements/select/limit.md
+++ b/docs/zh/sql-reference/statements/select/limit.md
@@ -14,7 +14,7 @@ toc_title: LIMIT
 
 ## LIMIT … WITH TIES 修饰符 {#limit-with-ties}
 
-如果为 `LIMIT n[,m]` 设置了 `WITH TIES` ，并且声明了 `ORDER BY expr_list`, you will get in result first `n` or `n,m` rows and all rows with same `ORDER BY` fields values equal to row at position `n` for `LIMIT n` and `m` for `LIMIT n,m`.
+如果为 `LIMIT n[,m]` 设置了 `WITH TIES` ，并且声明了 `ORDER BY expr_list`, 除了得到无修饰符的结果（正常情况下的 `limit n`, 前n行数据), 还会返回与第`n`行具有相同排序字段的行(即如果第n+1行的字段与第n行 拥有相同的排序字段，同样返回该结果.
 
 此修饰符可以与： [ORDER BY … WITH FILL modifier](../../../sql-reference/statements/select/order-by.md#orderby-with-fill) 组合使用.
 
@@ -38,7 +38,7 @@ SELECT * FROM (
 └───┘
 ```
 
-单子执行了 `WITH TIES` 修饰符后
+添加 `WITH TIES` 修饰符后
 
 ``` sql
 SELECT * FROM (
@@ -59,4 +59,8 @@ SELECT * FROM (
 └───┘
 ```
 
-cause row number 6 have same value “2” for field `n` as row number 5
+虽然指定了`LIMIT 5`, 但第6行的`n`字段值为2，与第5行相同，因此也作为满足条件的记录返回。
+简而言之，该修饰符可理解为是否增加“并列行”的数据。
+
+``` sql，
+``` sql
diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 92ae37123fa..9d0227a51e3 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -2335,7 +2335,7 @@ public:
                 "Suggestion limit for how many databases, tables and columns to fetch.")
             ("multiline,m", "multiline")
             ("multiquery,n", "multiquery")
-            ("queries-file,qf", po::value<std::string>(), "file path with queries to execute")
+            ("queries-file", po::value<std::string>(), "file path with queries to execute")
             ("format,f", po::value<std::string>(), "default output format")
             ("testmode,T", "enable test hints in comments")
             ("ignore-error", "do not stop processing in multiquery mode")
diff --git a/programs/odbc-bridge/ColumnInfoHandler.cpp b/programs/odbc-bridge/ColumnInfoHandler.cpp
index 9e2307715c5..ee4daa3e16d 100644
--- a/programs/odbc-bridge/ColumnInfoHandler.cpp
+++ b/programs/odbc-bridge/ColumnInfoHandler.cpp
@@ -115,7 +115,7 @@ void ODBCColumnsInfoHandler::handleRequest(Poco::Net::HTTPServerRequest & reques
         std::string name = schema_name.empty() ? backQuoteIfNeed(table_name) : backQuoteIfNeed(schema_name) + "." + backQuoteIfNeed(table_name);
         WriteBufferFromOwnString buf;
         std::string input = "SELECT * FROM " + name + " WHERE 1 = 0";
-        ParserQueryWithOutput parser;
+        ParserQueryWithOutput parser(input.data() + input.size());
         ASTPtr select = parseQuery(parser, input.data(), input.data() + input.size(), "", context_settings.max_query_size, context_settings.max_parser_depth);
 
         IAST::FormatSettings settings(buf, true);
diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index 28d8301b920..1eeec398f44 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -139,6 +139,28 @@ void setupTmpPath(Poco::Logger * log, const std::string & path)
     }
 }
 
+int waitServersToFinish(std::vector<DB::ProtocolServerAdapter> & servers, size_t seconds_to_wait)
+{
+    const int sleep_max_ms = 1000 * seconds_to_wait;
+    const int sleep_one_ms = 100;
+    int sleep_current_ms = 0;
+    int current_connections = 0;
+    while (sleep_current_ms < sleep_max_ms)
+    {
+        current_connections = 0;
+        for (auto & server : servers)
+        {
+            server.stop();
+            current_connections += server.currentConnections();
+        }
+        if (!current_connections)
+            break;
+        sleep_current_ms += sleep_one_ms;
+        std::this_thread::sleep_for(std::chrono::milliseconds(sleep_one_ms));
+    }
+    return current_connections;
+}
+
 }
 
 namespace DB
@@ -366,7 +388,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
     LOG_WARNING(log, "Server was built in debug mode. It will work slowly.");
 #endif
 
-#if defined(ADDRESS_SANITIZER) || defined(THREAD_SANITIZER) || defined(MEMORY_SANITIZER)
+#if defined(SANITIZER)
     LOG_WARNING(log, "Server was built with sanitizer. It will work slowly.");
 #endif
 
@@ -794,8 +816,29 @@ int Server::main(const std::vector<std::string> & /*args*/)
 
         LOG_DEBUG(log, "Shut down storages.");
 
-        for (auto & server : servers_to_start_before_tables)
-            server.stop();
+        if (!servers_to_start_before_tables.empty())
+        {
+            LOG_DEBUG(log, "Waiting for current connections to servers for tables to finish.");
+            int current_connections = 0;
+            for (auto & server : servers_to_start_before_tables)
+            {
+                server.stop();
+                current_connections += server.currentConnections();
+            }
+
+            if (current_connections)
+                LOG_INFO(log, "Closed all listening sockets. Waiting for {} outstanding connections.", current_connections);
+            else
+                LOG_INFO(log, "Closed all listening sockets.");
+
+            if (current_connections > 0)
+                current_connections = waitServersToFinish(servers_to_start_before_tables, config().getInt("shutdown_wait_unfinished", 5));
+
+            if (current_connections)
+                LOG_INFO(log, "Closed connections to servers for tables. But {} remain. Probably some tables of other users cannot finish their connections after context shutdown.", current_connections);
+            else
+                LOG_INFO(log, "Closed connections to servers for tables.");
+        }
 
         /** Explicitly destroy Context. It is more convenient than in destructor of Server, because logger is still available.
           * At this moment, no one could own shared part of Context.
@@ -1167,24 +1210,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
             global_context->getProcessList().killAllQueries();
 
             if (current_connections)
-            {
-                const int sleep_max_ms = 1000 * config().getInt("shutdown_wait_unfinished", 5);
-                const int sleep_one_ms = 100;
-                int sleep_current_ms = 0;
-                while (sleep_current_ms < sleep_max_ms)
-                {
-                    current_connections = 0;
-                    for (auto & server : servers)
-                    {
-                        server.stop();
-                        current_connections += server.currentConnections();
-                    }
-                    if (!current_connections)
-                        break;
-                    sleep_current_ms += sleep_one_ms;
-                    std::this_thread::sleep_for(std::chrono::milliseconds(sleep_one_ms));
-                }
-            }
+                current_connections = waitServersToFinish(servers, config().getInt("shutdown_wait_unfinished", 5));
 
             if (current_connections)
                 LOG_INFO(log, "Closed connections. But {} remain."
diff --git a/programs/server/config.xml b/programs/server/config.xml
index f41c346bbed..e05ef61eed7 100644
--- a/programs/server/config.xml
+++ b/programs/server/config.xml
@@ -48,97 +48,121 @@
         -->
     </logger>
 
-    <send_crash_reports>
-        <!-- Changing <enabled> to true allows sending crash reports to -->
-        <!-- the ClickHouse core developers team via Sentry https://sentry.io -->
-        <!-- Doing so at least in pre-production environments is highly appreciated -->
-        <enabled>false</enabled>
-        <!-- Change <anonymize> to true if you don't feel comfortable attaching the server hostname to the crash report -->
-        <anonymize>false</anonymize>
-        <!-- Default endpoint should be changed to different Sentry DSN only if you have -->
-        <!-- some in-house engineers or hired consultants who're going to debug ClickHouse issues for you -->
-        <endpoint>https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277</endpoint>
-    </send_crash_reports>
+    <!-- It is the name that will be shown in the clickhouse-client.
+         By default, anything with "production" will be highlighted in red in query prompt.
+    -->
+    <!--display_name>production</display_name-->
 
-    <!--display_name>production</display_name--> <!-- It is the name that will be shown in the client -->
+    <!-- Port for HTTP API. See also 'https_port' for secure connections.
+         This interface is also used by ODBC and JDBC drivers (DataGrip, Dbeaver, ...)
+         and by most of web interfaces (embedded UI, Grafana, Redash, ...).
+      -->
     <http_port>8123</http_port>
+
+    <!-- Port for interaction by native protocol with:
+         - clickhouse-client and other native ClickHouse tools (clickhouse-benchmark, clickhouse-copier);
+         - clickhouse-server with other clickhouse-servers for distributed query processing;
+         - ClickHouse drivers and applications supporting native protocol
+         (this protocol is also informally called as "the TCP protocol");
+         See also 'tcp_port_secure' for secure connections.
+    -->
     <tcp_port>9000</tcp_port>
+
+    <!-- Compatibility with MySQL protocol.
+         ClickHouse will pretend to be MySQL for applications connecting to this port.
+    -->
     <mysql_port>9004</mysql_port>
 
-    <!-- For HTTPS and SSL over native protocol. -->
-    <!--
-    <https_port>8443</https_port>
-    <tcp_port_secure>9440</tcp_port_secure>
+    <!-- Compatibility with PostgreSQL protocol.
+         ClickHouse will pretend to be PostgreSQL for applications connecting to this port.
     -->
+    <!-- <postgresql_port>9005</postgresql_port> -->
 
-    <!-- TCP with PROXY protocol (PROXY header sent for every connection) -->
-    <!--
-    <tcp_with_proxy_port>9010</tcp_with_proxy_port>
+    <!-- HTTP API with TLS (HTTPS).
+         You have to configure certificate to enable this interface.
+         See the openSSL section below.
     -->
+    <!-- <https_port>8443</https_port> -->
 
-    <!-- Used with https_port and tcp_port_secure. Full ssl options list: https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h#L71 -->
-    <openSSL>
-        <server> <!-- Used for https server AND secure tcp port -->
-            <!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt -->
-            <certificateFile>/etc/clickhouse-server/server.crt</certificateFile>
-            <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile>
-            <!-- openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096 -->
-            <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>
-            <verificationMode>none</verificationMode>
-            <loadDefaultCAFile>true</loadDefaultCAFile>
-            <cacheSessions>true</cacheSessions>
-            <disableProtocols>sslv2,sslv3</disableProtocols>
-            <preferServerCiphers>true</preferServerCiphers>
-        </server>
-
-        <client> <!-- Used for connecting to https dictionary source and secured Zookeeper communication -->
-            <loadDefaultCAFile>true</loadDefaultCAFile>
-            <cacheSessions>true</cacheSessions>
-            <disableProtocols>sslv2,sslv3</disableProtocols>
-            <preferServerCiphers>true</preferServerCiphers>
-            <!-- Use for self-signed: <verificationMode>none</verificationMode> -->
-            <invalidCertificateHandler>
-                <!-- Use for self-signed: <name>AcceptCertificateHandler</name> -->
-                <name>RejectCertificateHandler</name>
-            </invalidCertificateHandler>
-        </client>
-    </openSSL>
-
-    <!-- Default root page on http[s] server. For example load UI from https://tabix.io/ when opening http://localhost:8123 -->
-    <!--
-    <http_server_default_response><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></http_server_default_response>
+    <!-- Native interface with TLS.
+         You have to configure certificate to enable this interface.
+         See the openSSL section below.
     -->
+    <!-- <tcp_port_secure>9440</tcp_port_secure> -->
 
-    <!-- Port for communication between replicas. Used for data exchange. -->
+    <!-- Native interface wrapped with PROXYv1 protocol
+         PROXYv1 header sent for every connection.
+         ClickHouse will extract information about proxy-forwarded client address from the header.
+    -->
+    <!-- <tcp_with_proxy_port>9011</tcp_with_proxy_port> -->
+
+    <!-- Port for communication between replicas. Used for data exchange.
+         It provides low-level data access between servers.
+         This port should not be accessible from untrusted networks.
+         See also 'interserver_http_credentials'.
+         Data transferred over connections to this port should not go through untrusted networks.
+         See also 'interserver_https_port'.
+      -->
     <interserver_http_port>9009</interserver_http_port>
 
+    <!-- Port for communication between replicas with TLS.
+         You have to configure certificate to enable this interface.
+         See the openSSL section below.
+         See also 'interserver_http_credentials'.
+      -->
+    <!-- <interserver_https_port>9010</interserver_https_port> -->
+
     <!-- Hostname that is used by other replicas to request this server.
          If not specified, than it is determined analogous to 'hostname -f' command.
-         This setting could be used to switch replication to another network interface.
+         This setting could be used to switch replication to another network interface
+         (the server may be connected to multiple networks via multiple addresses)
       -->
     <!--
     <interserver_http_host>example.yandex.ru</interserver_http_host>
     -->
 
-    <!-- Listen specified host. use :: (wildcard IPv6 address), if you want to accept connections both with IPv4 and IPv6 from everywhere. -->
+    <!-- You can specify credentials for authenthication between replicas.
+         This is required when interserver_https_port is accessible from untrusted networks,
+         and also recommended to avoid SSRF attacks from possibly compromised services in your network.
+      -->
+    <!--<interserver_http_credentials>
+        <user>interserver</user>
+        <password></password>
+    </interserver_http_credentials>-->
+
+    <!-- Listen specified address.
+         Use :: (wildcard IPv6 address), if you want to accept connections both with IPv4 and IPv6 from everywhere.
+         Notes:
+         If you open connections from wildcard address, make sure that at least one of the following measures applied:
+         - server is protected by firewall and not accessible from untrusted networks;
+         - all users are restricted to subset of network addresses (see users.xml);
+         - all users have strong passwords, only secure (TLS) interfaces are accessible, or connections are only made via TLS interfaces.
+         - users without password have readonly access.
+         See also: https://www.shodan.io/search?query=clickhouse
+      -->
     <!-- <listen_host>::</listen_host> -->
-    <!-- Same for hosts with disabled ipv6: -->
+
+    <!-- Same for hosts without support for IPv6: -->
     <!-- <listen_host>0.0.0.0</listen_host> -->
 
-    <!-- Default values - try listen localhost on ipv4 and ipv6: -->
+    <!-- Default values - try listen localhost on IPv4 and IPv6. -->
     <!--
     <listen_host>::1</listen_host>
     <listen_host>127.0.0.1</listen_host>
     -->
-    <!-- Don't exit if ipv6 or ipv4 unavailable, but listen_host with this protocol specified -->
+
+    <!-- Don't exit if IPv6 or IPv4 networks are unavailable while trying to listen. -->
     <!-- <listen_try>0</listen_try> -->
 
-    <!-- Allow listen on same address:port -->
+    <!-- Allow multiple servers to listen on the same address:port. This is not recommended.
+      -->
     <!-- <listen_reuse_port>0</listen_reuse_port> -->
 
     <!-- <listen_backlog>64</listen_backlog> -->
 
     <max_connections>4096</max_connections>
+
+    <!-- For 'Connection: keep-alive' in HTTP 1.1 -->
     <keep_alive_timeout>3</keep_alive_timeout>
 
     <!-- gRPC protocol (see src/Server/grpc_protos/clickhouse_grpc.proto for the API) -->
@@ -172,6 +196,43 @@
         <verbose_logs>false</verbose_logs>
     </grpc>
 
+    <!-- Used with https_port and tcp_port_secure. Full ssl options list: https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h#L71 -->
+    <openSSL>
+        <server> <!-- Used for https server AND secure tcp port -->
+            <!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt -->
+            <certificateFile>/etc/clickhouse-server/server.crt</certificateFile>
+            <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile>
+            <!-- dhparams are optional. You can delete the <dhParamsFile> element.
+                 To generate dhparams, use the following command:
+                  openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096 
+                 Only file format with BEGIN DH PARAMETERS is supported.
+              -->
+            <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>
+            <verificationMode>none</verificationMode>
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+        </server>
+
+        <client> <!-- Used for connecting to https dictionary source and secured Zookeeper communication -->
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+            <!-- Use for self-signed: <verificationMode>none</verificationMode> -->
+            <invalidCertificateHandler>
+                <!-- Use for self-signed: <name>AcceptCertificateHandler</name> -->
+                <name>RejectCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+
+    <!-- Default root page on http[s] server. For example load UI from https://tabix.io/ when opening http://localhost:8123 -->
+    <!--
+    <http_server_default_response><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></http_server_default_response>
+    -->
+
     <!-- Maximum number of concurrent queries. -->
     <max_concurrent_queries>100</max_concurrent_queries>
 
@@ -605,7 +666,7 @@
                 event_date + INTERVAL 1 WEEK
                 event_date + INTERVAL 7 DAY DELETE
                 event_date + INTERVAL 2 WEEK TO DISK 'bbb'
-        
+
         <ttl>event_date + INTERVAL 30 DAY DELETE</ttl>
         -->
 
@@ -887,6 +948,18 @@
     </http_handlers>
     -->
 
+    <send_crash_reports>
+        <!-- Changing <enabled> to true allows sending crash reports to -->
+        <!-- the ClickHouse core developers team via Sentry https://sentry.io -->
+        <!-- Doing so at least in pre-production environments is highly appreciated -->
+        <enabled>false</enabled>
+        <!-- Change <anonymize> to true if you don't feel comfortable attaching the server hostname to the crash report -->
+        <anonymize>false</anonymize>
+        <!-- Default endpoint should be changed to different Sentry DSN only if you have -->
+        <!-- some in-house engineers or hired consultants who're going to debug ClickHouse issues for you -->
+        <endpoint>https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277</endpoint>
+    </send_crash_reports>
+
     <!-- Uncomment to disable ClickHouse internal DNS caching. -->
     <!-- <disable_internal_dns_cache>1</disable_internal_dns_cache> -->
 </yandex>
diff --git a/src/Access/ContextAccess.cpp b/src/Access/ContextAccess.cpp
index a74f6e8e7a0..a55d0768a7e 100644
--- a/src/Access/ContextAccess.cpp
+++ b/src/Access/ContextAccess.cpp
@@ -392,9 +392,12 @@ bool ContextAccess::checkAccessImpl2(const AccessFlags & flags, const Args &...
     if (!getUser())
         return access_denied("User has been dropped", ErrorCodes::UNKNOWN_USER);
 
-    /// If the current user was allowed to create a temporary table
-    /// then he is allowed to do with it whatever he wants.
-    if ((sizeof...(args) >= 2) && (getDatabase(args...) == DatabaseCatalog::TEMPORARY_DATABASE))
+    /// Access to temporary tables is controlled in an unusual way, not like normal tables.
+    /// Creating of temporary tables is controlled by AccessType::CREATE_TEMPORARY_TABLES grant,
+    /// and other grants are considered as always given.
+    /// The DatabaseCatalog class won't resolve StorageID for temporary tables
+    /// which shouldn't be accessed.
+    if (getDatabase(args...) == DatabaseCatalog::TEMPORARY_DATABASE)
         return access_granted();
 
     auto acs = getAccessRightsWithImplicit();
diff --git a/src/Access/SettingsConstraints.cpp b/src/Access/SettingsConstraints.cpp
index c9a6b6f6b7a..7dce4d96b33 100644
--- a/src/Access/SettingsConstraints.cpp
+++ b/src/Access/SettingsConstraints.cpp
@@ -156,6 +156,25 @@ bool SettingsConstraints::checkImpl(const Settings & current_settings, SettingCh
 {
     const String & setting_name = change.name;
 
+    if (setting_name == "profile")
+    {
+        /// TODO Check profile settings in Context::setProfile(...), not here. It will be backward incompatible.
+        const String & profile_name = change.value.safeGet<String>();
+        const auto & profile_settings_changes = manager->getProfileSettings(profile_name);
+        try
+        {
+            /// NOTE We cannot use CLAMP_ON_VIOLATION here, because we cannot modify elements of profile_settings_changes
+            for (auto change_copy : *profile_settings_changes)
+                checkImpl(current_settings, change_copy, THROW_ON_VIOLATION);
+        }
+        catch (Exception & e)
+        {
+            e.addMessage(", while trying to set settings profile {}", profile_name);
+            throw;
+        }
+        return true;
+    }
+
     bool cannot_cast;
     auto cast_value = [&](const Field & x) -> Field
     {
diff --git a/src/AggregateFunctions/AggregateFunctionAvg.h b/src/AggregateFunctions/AggregateFunctionAvg.h
index fca9df9dd98..d07ff5db2f2 100644
--- a/src/AggregateFunctions/AggregateFunctionAvg.h
+++ b/src/AggregateFunctions/AggregateFunctionAvg.h
@@ -33,7 +33,7 @@ struct AvgFraction
 
     /// Allow division by zero as sometimes we need to return NaN.
     /// Invoked only is either Numerator or Denominator are Decimal.
-    Float64 NO_SANITIZE_UNDEFINED divideIfAnyDecimal(UInt32 num_scale, UInt32 denom_scale) const
+    Float64 NO_SANITIZE_UNDEFINED divideIfAnyDecimal(UInt32 num_scale, UInt32 denom_scale [[maybe_unused]]) const
     {
         if constexpr (IsDecimalNumber<Numerator> && IsDecimalNumber<Denominator>)
         {
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index 1c66650be45..d1dcb8cf455 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -18,6 +18,7 @@
 #include <Poco/String.h>
 #include "registerAggregateFunctions.h"
 
+#include <Functions/FunctionFactory.h>
 
 namespace DB
 {
@@ -135,12 +136,17 @@ AggregateFunctionPtr AggregateFunctionFactory::getImpl(
         return combinator->transformAggregateFunction(nested_function, out_properties, argument_types, parameters);
     }
 
+
+    String extra_info;
+    if (FunctionFactory::instance().hasNameOrAlias(name))
+        extra_info = ". There is an ordinary function with the same name, but aggregate function is expected here";
+
     auto hints = this->getHints(name);
     if (!hints.empty())
-        throw Exception(fmt::format("Unknown aggregate function {}. Maybe you meant: {}", name, toString(hints)),
-            ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION);
+        throw Exception(ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION,
+                        "Unknown aggregate function {}{}. Maybe you meant: {}", name, extra_info, toString(hints));
     else
-        throw Exception(fmt::format("Unknown aggregate function {}", name), ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION);
+        throw Exception(ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION, "Unknown aggregate function {}{}", name, extra_info);
 }
 
 
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.cpp b/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
new file mode 100644
index 00000000000..8a5a71d6806
--- /dev/null
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
@@ -0,0 +1,32 @@
+#include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
+#include <AggregateFunctions/AggregateFunctionSimpleState.h>
+
+namespace DB
+{
+namespace
+{
+    class AggregateFunctionCombinatorSimpleState final : public IAggregateFunctionCombinator
+    {
+    public:
+        String getName() const override { return "SimpleState"; }
+
+        DataTypes transformArguments(const DataTypes & arguments) const override { return arguments; }
+
+        AggregateFunctionPtr transformAggregateFunction(
+            const AggregateFunctionPtr & nested_function,
+            const AggregateFunctionProperties &,
+            const DataTypes & arguments,
+            const Array & params) const override
+        {
+            return std::make_shared<AggregateFunctionSimpleState>(nested_function, arguments, params);
+        }
+    };
+
+}
+
+void registerAggregateFunctionCombinatorSimpleState(AggregateFunctionCombinatorFactory & factory)
+{
+    factory.registerCombinator(std::make_shared<AggregateFunctionCombinatorSimpleState>());
+}
+
+}
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.h b/src/AggregateFunctions/AggregateFunctionSimpleState.h
new file mode 100644
index 00000000000..eefe00e77c0
--- /dev/null
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.h
@@ -0,0 +1,77 @@
+#pragma once
+
+#include <AggregateFunctions/IAggregateFunction.h>
+#include <DataTypes/DataTypeCustomSimpleAggregateFunction.h>
+#include <DataTypes/DataTypeFactory.h>
+
+namespace DB
+{
+
+/** Not an aggregate function, but an adapter of aggregate functions.
+  * Aggregate functions with the `SimpleState` suffix is almost identical to the corresponding ones,
+  * except the return type becomes DataTypeCustomSimpleAggregateFunction.
+  */
+class AggregateFunctionSimpleState final : public IAggregateFunctionHelper<AggregateFunctionSimpleState>
+{
+private:
+    AggregateFunctionPtr nested_func;
+    DataTypes arguments;
+    Array params;
+
+public:
+    AggregateFunctionSimpleState(AggregateFunctionPtr nested_, const DataTypes & arguments_, const Array & params_)
+        : IAggregateFunctionHelper<AggregateFunctionSimpleState>(arguments_, params_)
+        , nested_func(nested_)
+        , arguments(arguments_)
+        , params(params_)
+    {
+    }
+
+    String getName() const override { return nested_func->getName() + "SimpleState"; }
+
+    DataTypePtr getReturnType() const override
+    {
+        DataTypeCustomSimpleAggregateFunction::checkSupportedFunctions(nested_func);
+        // Need to make a clone because it'll be customized.
+        auto storage_type = DataTypeFactory::instance().get(nested_func->getReturnType()->getName());
+        DataTypeCustomNamePtr custom_name
+            = std::make_unique<DataTypeCustomSimpleAggregateFunction>(nested_func, DataTypes{nested_func->getReturnType()}, params);
+        storage_type->setCustomization(std::make_unique<DataTypeCustomDesc>(std::move(custom_name), nullptr));
+        return storage_type;
+    }
+
+    void create(AggregateDataPtr place) const override { nested_func->create(place); }
+
+    void destroy(AggregateDataPtr place) const noexcept override { nested_func->destroy(place); }
+
+    bool hasTrivialDestructor() const override { return nested_func->hasTrivialDestructor(); }
+
+    size_t sizeOfData() const override { return nested_func->sizeOfData(); }
+
+    size_t alignOfData() const override { return nested_func->alignOfData(); }
+
+    void add(AggregateDataPtr place, const IColumn ** columns, size_t row_num, Arena * arena) const override
+    {
+        nested_func->add(place, columns, row_num, arena);
+    }
+
+    void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena * arena) const override { nested_func->merge(place, rhs, arena); }
+
+    void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override { nested_func->serialize(place, buf); }
+
+    void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena * arena) const override
+    {
+        nested_func->deserialize(place, buf, arena);
+    }
+
+    void insertResultInto(AggregateDataPtr place, IColumn & to, Arena * arena) const override
+    {
+        nested_func->insertResultInto(place, to, arena);
+    }
+
+    bool allocatesMemoryInArena() const override { return nested_func->allocatesMemoryInArena(); }
+
+    AggregateFunctionPtr getNestedFunction() const { return nested_func; }
+};
+
+}
diff --git a/src/AggregateFunctions/registerAggregateFunctions.cpp b/src/AggregateFunctions/registerAggregateFunctions.cpp
index 927c7e6d6b1..228ca2f30ab 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.cpp
+++ b/src/AggregateFunctions/registerAggregateFunctions.cpp
@@ -47,6 +47,7 @@ class AggregateFunctionCombinatorFactory;
 void registerAggregateFunctionCombinatorIf(AggregateFunctionCombinatorFactory &);
 void registerAggregateFunctionCombinatorArray(AggregateFunctionCombinatorFactory &);
 void registerAggregateFunctionCombinatorForEach(AggregateFunctionCombinatorFactory &);
+void registerAggregateFunctionCombinatorSimpleState(AggregateFunctionCombinatorFactory &);
 void registerAggregateFunctionCombinatorState(AggregateFunctionCombinatorFactory &);
 void registerAggregateFunctionCombinatorMerge(AggregateFunctionCombinatorFactory &);
 void registerAggregateFunctionCombinatorNull(AggregateFunctionCombinatorFactory &);
@@ -104,6 +105,7 @@ void registerAggregateFunctions()
         registerAggregateFunctionCombinatorIf(factory);
         registerAggregateFunctionCombinatorArray(factory);
         registerAggregateFunctionCombinatorForEach(factory);
+        registerAggregateFunctionCombinatorSimpleState(factory);
         registerAggregateFunctionCombinatorState(factory);
         registerAggregateFunctionCombinatorMerge(factory);
         registerAggregateFunctionCombinatorNull(factory);
diff --git a/src/AggregateFunctions/ya.make b/src/AggregateFunctions/ya.make
index f05b8ef55d2..8faf738fd98 100644
--- a/src/AggregateFunctions/ya.make
+++ b/src/AggregateFunctions/ya.make
@@ -41,6 +41,7 @@ SRCS(
     AggregateFunctionRetention.cpp
     AggregateFunctionSequenceMatch.cpp
     AggregateFunctionSimpleLinearRegression.cpp
+    AggregateFunctionSimpleState.cpp
     AggregateFunctionState.cpp
     AggregateFunctionStatistics.cpp
     AggregateFunctionStatisticsSimple.cpp
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 6021065f937..46956181974 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -88,6 +88,10 @@ if (USE_AWS_S3)
     add_headers_and_sources(dbms Disks/S3)
 endif()
 
+if (USE_HDFS)
+    add_headers_and_sources(dbms Storages/HDFS)
+endif()
+
 list (APPEND clickhouse_common_io_sources ${CONFIG_BUILD})
 list (APPEND clickhouse_common_io_headers ${CONFIG_VERSION} ${CONFIG_COMMON})
 
@@ -389,8 +393,8 @@ if (USE_GRPC)
 endif()
 
 if (USE_HDFS)
-    target_link_libraries (clickhouse_common_io PUBLIC ${HDFS3_LIBRARY})
-    target_include_directories (clickhouse_common_io SYSTEM BEFORE PUBLIC ${HDFS3_INCLUDE_DIR})
+    dbms_target_link_libraries(PRIVATE ${HDFS3_LIBRARY})
+    dbms_target_include_directories (SYSTEM BEFORE PUBLIC ${HDFS3_INCLUDE_DIR})
 endif()
 
 if (USE_AWS_S3)
diff --git a/src/Client/Connection.h b/src/Client/Connection.h
index 30a74ec73aa..265a9913b8e 100644
--- a/src/Client/Connection.h
+++ b/src/Client/Connection.h
@@ -5,8 +5,9 @@
 #include <Poco/Net/StreamSocket.h>
 
 #include <Common/Throttler.h>
-#include <Common/config.h>
-
+#if !defined(ARCADIA_BUILD)
+#   include <Common/config.h>
+#endif
 #include <Core/Block.h>
 #include <Core/Defines.h>
 #include <IO/Progress.h>
diff --git a/src/Columns/ColumnMap.cpp b/src/Columns/ColumnMap.cpp
new file mode 100644
index 00000000000..c210da2aa11
--- /dev/null
+++ b/src/Columns/ColumnMap.cpp
@@ -0,0 +1,241 @@
+#include <Columns/ColumnMap.h>
+#include <Columns/IColumnImpl.h>
+#include <DataStreams/ColumnGathererStream.h>
+#include <IO/WriteBufferFromString.h>
+#include <IO/Operators.h>
+#include <ext/map.h>
+#include <ext/range.h>
+#include <Common/typeid_cast.h>
+#include <Common/assert_cast.h>
+#include <Common/WeakHash.h>
+#include <Core/Field.h>
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int ILLEGAL_COLUMN;
+    extern const int NOT_IMPLEMENTED;
+    extern const int LOGICAL_ERROR;
+}
+
+
+std::string ColumnMap::getName() const
+{
+    WriteBufferFromOwnString res;
+    const auto & nested_tuple = getNestedData();
+    res << "Map(" << nested_tuple.getColumn(0).getName()
+        << ", " << nested_tuple.getColumn(1).getName() << ")";
+
+    return res.str();
+}
+
+ColumnMap::ColumnMap(MutableColumnPtr && nested_)
+    : nested(std::move(nested_))
+{
+    const auto * column_array = typeid_cast<const ColumnArray *>(nested.get());
+    if (!column_array)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "ColumnMap can be created only from array of tuples");
+
+    const auto * column_tuple = typeid_cast<const ColumnTuple *>(column_array->getDataPtr().get());
+    if (!column_tuple)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "ColumnMap can be created only from array of tuples");
+
+    if (column_tuple->getColumns().size() != 2)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "ColumnMap should contain only 2 subcolumns: keys and values");
+
+    for (const auto & column : column_tuple->getColumns())
+        if (isColumnConst(*column))
+            throw Exception(ErrorCodes::ILLEGAL_COLUMN, "ColumnMap cannot have ColumnConst as its element");
+}
+
+MutableColumnPtr ColumnMap::cloneEmpty() const
+{
+    return ColumnMap::create(nested->cloneEmpty());
+}
+
+MutableColumnPtr ColumnMap::cloneResized(size_t new_size) const
+{
+    return ColumnMap::create(nested->cloneResized(new_size));
+}
+
+Field ColumnMap::operator[](size_t n) const
+{
+    auto array = DB::get<Array>((*nested)[n]);
+    return Map(std::make_move_iterator(array.begin()), std::make_move_iterator(array.end()));
+}
+
+void ColumnMap::get(size_t n, Field & res) const
+{
+    const auto & offsets = getNestedColumn().getOffsets();
+    size_t offset = offsets[n - 1];
+    size_t size = offsets[n] - offsets[n - 1];
+
+    res = Map(size);
+    auto & map = DB::get<Map &>(res);
+
+    for (size_t i = 0; i < size; ++i)
+        getNestedData().get(offset + i, map[i]);
+}
+
+StringRef ColumnMap::getDataAt(size_t) const
+{
+    throw Exception("Method getDataAt is not supported for " + getName(), ErrorCodes::NOT_IMPLEMENTED);
+}
+
+void ColumnMap::insertData(const char *, size_t)
+{
+    throw Exception("Method insertData is not supported for " + getName(), ErrorCodes::NOT_IMPLEMENTED);
+}
+
+void ColumnMap::insert(const Field & x)
+{
+    const auto & map = DB::get<const Map &>(x);
+    nested->insert(Array(map.begin(), map.end()));
+}
+
+void ColumnMap::insertDefault()
+{
+    nested->insertDefault();
+}
+void ColumnMap::popBack(size_t n)
+{
+    nested->popBack(n);
+}
+
+StringRef ColumnMap::serializeValueIntoArena(size_t n, Arena & arena, char const *& begin) const
+{
+    return nested->serializeValueIntoArena(n, arena, begin);
+}
+
+const char * ColumnMap::deserializeAndInsertFromArena(const char * pos)
+{
+    return nested->deserializeAndInsertFromArena(pos);
+}
+
+void ColumnMap::updateHashWithValue(size_t n, SipHash & hash) const
+{
+    nested->updateHashWithValue(n, hash);
+}
+
+void ColumnMap::updateWeakHash32(WeakHash32 & hash) const
+{
+    nested->updateWeakHash32(hash);
+}
+
+void ColumnMap::updateHashFast(SipHash & hash) const
+{
+    nested->updateHashFast(hash);
+}
+
+void ColumnMap::insertRangeFrom(const IColumn & src, size_t start, size_t length)
+{
+    nested->insertRangeFrom(
+        assert_cast<const ColumnMap &>(src).getNestedColumn(),
+        start, length);
+}
+
+ColumnPtr ColumnMap::filter(const Filter & filt, ssize_t result_size_hint) const
+{
+    auto filtered = nested->filter(filt, result_size_hint);
+    return ColumnMap::create(filtered);
+}
+
+ColumnPtr ColumnMap::permute(const Permutation & perm, size_t limit) const
+{
+    auto permuted = nested->permute(perm, limit);
+    return ColumnMap::create(std::move(permuted));
+}
+
+ColumnPtr ColumnMap::index(const IColumn & indexes, size_t limit) const
+{
+    auto res = nested->index(indexes, limit);
+    return ColumnMap::create(std::move(res));
+}
+
+ColumnPtr ColumnMap::replicate(const Offsets & offsets) const
+{
+    auto replicated = nested->replicate(offsets);
+    return ColumnMap::create(std::move(replicated));
+}
+
+MutableColumns ColumnMap::scatter(ColumnIndex num_columns, const Selector & selector) const
+{
+    auto scattered_columns = nested->scatter(num_columns, selector);
+    MutableColumns res;
+    res.reserve(num_columns);
+    for (auto && scattered : scattered_columns)
+        res.push_back(ColumnMap::create(std::move(scattered)));
+
+    return res;
+}
+
+int ColumnMap::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
+{
+    const auto & rhs_map = assert_cast<const ColumnMap &>(rhs);
+    return nested->compareAt(n, m, rhs_map.getNestedColumn(), nan_direction_hint);
+}
+
+void ColumnMap::compareColumn(const IColumn & rhs, size_t rhs_row_num,
+                                PaddedPODArray<UInt64> * row_indexes, PaddedPODArray<Int8> & compare_results,
+                                int direction, int nan_direction_hint) const
+{
+    return doCompareColumn<ColumnMap>(assert_cast<const ColumnMap &>(rhs), rhs_row_num, row_indexes,
+                                        compare_results, direction, nan_direction_hint);
+}
+
+void ColumnMap::getPermutation(bool reverse, size_t limit, int nan_direction_hint, Permutation & res) const
+{
+    nested->getPermutation(reverse, limit, nan_direction_hint, res);
+}
+
+void ColumnMap::updatePermutation(bool reverse, size_t limit, int nan_direction_hint, IColumn::Permutation & res, EqualRanges & equal_range) const
+{
+    nested->updatePermutation(reverse, limit, nan_direction_hint, res, equal_range);
+}
+
+void ColumnMap::gather(ColumnGathererStream & gatherer)
+{
+    gatherer.gather(*this);
+}
+
+void ColumnMap::reserve(size_t n)
+{
+    nested->reserve(n);
+}
+
+size_t ColumnMap::byteSize() const
+{
+    return nested->byteSize();
+}
+
+size_t ColumnMap::allocatedBytes() const
+{
+    return nested->allocatedBytes();
+}
+
+void ColumnMap::protect()
+{
+    nested->protect();
+}
+
+void ColumnMap::getExtremes(Field & min, Field & max) const
+{
+    nested->getExtremes(min, max);
+}
+
+void ColumnMap::forEachSubcolumn(ColumnCallback callback)
+{
+    nested->forEachSubcolumn(callback);
+}
+
+bool ColumnMap::structureEquals(const IColumn & rhs) const
+{
+    if (const auto * rhs_map = typeid_cast<const ColumnMap *>(&rhs))
+        return nested->structureEquals(*rhs_map->nested);
+    return false;
+}
+
+}
diff --git a/src/Columns/ColumnMap.h b/src/Columns/ColumnMap.h
new file mode 100644
index 00000000000..08197c3e1e9
--- /dev/null
+++ b/src/Columns/ColumnMap.h
@@ -0,0 +1,92 @@
+#pragma once
+
+#include <Core/Block.h>
+#include <Columns/ColumnArray.h>
+#include <Columns/ColumnVector.h>
+#include <Columns/ColumnTuple.h>
+
+namespace DB
+{
+
+/** Column, that stores a nested Array(Tuple(key, value)) column.
+ */
+class ColumnMap final : public COWHelper<IColumn, ColumnMap>
+{
+private:
+    friend class COWHelper<IColumn, ColumnMap>;
+
+    WrappedPtr nested;
+
+    explicit ColumnMap(MutableColumnPtr && nested_);
+
+    ColumnMap(const ColumnMap &) = default;
+
+public:
+    /** Create immutable column using immutable arguments. This arguments may be shared with other columns.
+      * Use IColumn::mutate in order to make mutable column and mutate shared nested columns.
+      */
+    using Base = COWHelper<IColumn, ColumnMap>;
+
+    static Ptr create(const ColumnPtr & keys, const ColumnPtr & values, const ColumnPtr & offsets)
+    {
+        auto nested_column = ColumnArray::create(ColumnTuple::create(Columns{keys, values}), offsets);
+        return ColumnMap::create(nested_column);
+    }
+
+    static Ptr create(const ColumnPtr & column) { return ColumnMap::create(column->assumeMutable()); }
+    static Ptr create(ColumnPtr && arg) { return create(arg); }
+
+    template <typename Arg, typename = typename std::enable_if<std::is_rvalue_reference<Arg &&>::value>::type>
+    static MutablePtr create(Arg && arg) { return Base::create(std::forward<Arg>(arg)); }
+
+    std::string getName() const override;
+    const char * getFamilyName() const override { return "Map"; }
+    TypeIndex getDataType() const override { return TypeIndex::Map; }
+
+    MutableColumnPtr cloneEmpty() const override;
+    MutableColumnPtr cloneResized(size_t size) const override;
+
+    size_t size() const override { return nested->size(); }
+
+    Field operator[](size_t n) const override;
+    void get(size_t n, Field & res) const override;
+
+    StringRef getDataAt(size_t n) const override;
+    void insertData(const char * pos, size_t length) override;
+    void insert(const Field & x) override;
+    void insertDefault() override;
+    void popBack(size_t n) override;
+    StringRef serializeValueIntoArena(size_t n, Arena & arena, char const *& begin) const override;
+    const char * deserializeAndInsertFromArena(const char * pos) override;
+    void updateHashWithValue(size_t n, SipHash & hash) const override;
+    void updateWeakHash32(WeakHash32 & hash) const override;
+    void updateHashFast(SipHash & hash) const override;
+    void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
+    ColumnPtr filter(const Filter & filt, ssize_t result_size_hint) const override;
+    ColumnPtr permute(const Permutation & perm, size_t limit) const override;
+    ColumnPtr index(const IColumn & indexes, size_t limit) const override;
+    ColumnPtr replicate(const Offsets & offsets) const override;
+    MutableColumns scatter(ColumnIndex num_columns, const Selector & selector) const override;
+    void gather(ColumnGathererStream & gatherer_stream) override;
+    int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
+    void compareColumn(const IColumn & rhs, size_t rhs_row_num,
+                       PaddedPODArray<UInt64> * row_indexes, PaddedPODArray<Int8> & compare_results,
+                       int direction, int nan_direction_hint) const override;
+    void getExtremes(Field & min, Field & max) const override;
+    void getPermutation(bool reverse, size_t limit, int nan_direction_hint, Permutation & res) const override;
+    void updatePermutation(bool reverse, size_t limit, int nan_direction_hint, IColumn::Permutation & res, EqualRanges & equal_range) const override;
+    void reserve(size_t n) override;
+    size_t byteSize() const override;
+    size_t allocatedBytes() const override;
+    void protect() override;
+    void forEachSubcolumn(ColumnCallback callback) override;
+    bool structureEquals(const IColumn & rhs) const override;
+
+    const ColumnArray & getNestedColumn() const { return assert_cast<const ColumnArray &>(*nested); }
+    ColumnArray & getNestedColumn() { return assert_cast<ColumnArray &>(*nested); }
+
+    const ColumnTuple & getNestedData() const { return assert_cast<const ColumnTuple &>(getNestedColumn().getData()); }
+    ColumnTuple & getNestedData() { return assert_cast<ColumnTuple &>(getNestedColumn().getData()); }
+};
+
+}
diff --git a/src/Columns/ya.make b/src/Columns/ya.make
index f1a8cb9f32e..2affaeb0fc6 100644
--- a/src/Columns/ya.make
+++ b/src/Columns/ya.make
@@ -24,6 +24,7 @@ SRCS(
     ColumnFixedString.cpp
     ColumnFunction.cpp
     ColumnLowCardinality.cpp
+    ColumnMap.cpp
     ColumnNullable.cpp
     ColumnString.cpp
     ColumnTuple.cpp
diff --git a/src/Common/Allocator.h b/src/Common/Allocator.h
index 6ac60020379..0964bb9f522 100644
--- a/src/Common/Allocator.h
+++ b/src/Common/Allocator.h
@@ -26,6 +26,7 @@
     #define DISABLE_MREMAP 1
 #endif
 #include <common/mremap.h>
+#include <common/getPageSize.h>
 
 #include <Common/MemoryTracker.h>
 #include <Common/Exception.h>
@@ -59,7 +60,6 @@
   */
 extern const size_t MMAP_THRESHOLD;
 
-static constexpr size_t MMAP_MIN_ALIGNMENT = 4096;
 static constexpr size_t MALLOC_MIN_ALIGNMENT = 8;
 
 namespace DB
@@ -194,10 +194,11 @@ private:
     void * allocNoTrack(size_t size, size_t alignment)
     {
         void * buf;
+        size_t mmap_min_alignment = ::getPageSize();
 
         if (size >= MMAP_THRESHOLD)
         {
-            if (alignment > MMAP_MIN_ALIGNMENT)
+            if (alignment > mmap_min_alignment)
                 throw DB::Exception(fmt::format("Too large alignment {}: more than page size when allocating {}.",
                     ReadableSize(alignment), ReadableSize(size)), DB::ErrorCodes::BAD_ARGUMENTS);
 
diff --git a/src/Common/Arena.h b/src/Common/Arena.h
index 44a9b444ff2..d41dd9484d4 100644
--- a/src/Common/Arena.h
+++ b/src/Common/Arena.h
@@ -83,10 +83,11 @@ private:
     /// Last contiguous chunk of memory.
     Chunk * head;
     size_t size_in_bytes;
+    size_t page_size;
 
-    static size_t roundUpToPageSize(size_t s)
+    static size_t roundUpToPageSize(size_t s, size_t page_size)
     {
-        return (s + 4096 - 1) / 4096 * 4096;
+        return (s + page_size - 1) / page_size * page_size;
     }
 
     /// If chunks size is less than 'linear_growth_threshold', then use exponential growth, otherwise - linear growth
@@ -113,7 +114,7 @@ private:
         }
 
         assert(size_after_grow >= min_next_size);
-        return roundUpToPageSize(size_after_grow);
+        return roundUpToPageSize(size_after_grow, page_size);
     }
 
     /// Add next contiguous chunk of memory with size not less than specified.
@@ -129,7 +130,8 @@ private:
 public:
     Arena(size_t initial_size_ = 4096, size_t growth_factor_ = 2, size_t linear_growth_threshold_ = 128 * 1024 * 1024)
         : growth_factor(growth_factor_), linear_growth_threshold(linear_growth_threshold_),
-        head(new Chunk(initial_size_, nullptr)), size_in_bytes(head->size())
+        head(new Chunk(initial_size_, nullptr)), size_in_bytes(head->size()),
+        page_size(static_cast<size_t>(::getPageSize()))
     {
     }
 
diff --git a/src/Common/ArrayCache.h b/src/Common/ArrayCache.h
index caa26d237bf..6883d5f8041 100644
--- a/src/Common/ArrayCache.h
+++ b/src/Common/ArrayCache.h
@@ -13,6 +13,8 @@
 #include <boost/noncopyable.hpp>
 #include <ext/scope_guard.h>
 
+#include <common/getPageSize.h>
+
 #include <Common/Exception.h>
 #include <Common/randomSeed.h>
 #include <Common/formatReadable.h>
@@ -326,8 +328,6 @@ private:
         return (x + (rounding - 1)) / rounding * rounding;
     }
 
-    static constexpr size_t page_size = 4096;
-
     /// Sizes and addresses of allocated memory will be aligned to specified boundary.
     static constexpr size_t alignment = 16;
 
@@ -505,6 +505,7 @@ private:
 
         /// If nothing was found and total size of allocated chunks plus required size is lower than maximum,
         ///  allocate a new chunk.
+        size_t page_size = static_cast<size_t>(::getPageSize());
         size_t required_chunk_size = std::max(min_chunk_size, roundUp(size, page_size));
         if (total_chunks_size + required_chunk_size <= max_total_size)
         {
diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index 3e06be94b11..5399826fe20 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -16,9 +16,11 @@
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/Exception.h>
 #include <common/getResource.h>
+#include <common/errnoToString.h>
 #include <IO/WriteBufferFromString.h>
 #include <IO/Operators.h>
 
+
 #define PREPROCESSED_SUFFIX "-preprocessed"
 
 
@@ -234,7 +236,7 @@ static std::string layerFromHost()
 {
     utsname buf;
     if (uname(&buf))
-        throw Poco::Exception(std::string("uname failed: ") + std::strerror(errno));
+        throw Poco::Exception(std::string("uname failed: ") + errnoToString(errno));
 
     std::string layer = numberFromHost(buf.nodename);
     if (layer.empty())
diff --git a/src/Common/ErrorCodes.cpp b/src/Common/ErrorCodes.cpp
index 1e381808d16..f9908e4e612 100644
--- a/src/Common/ErrorCodes.cpp
+++ b/src/Common/ErrorCodes.cpp
@@ -529,6 +529,7 @@
     M(560, ZSTD_ENCODER_FAILED) \
     M(561, ZSTD_DECODER_FAILED) \
     M(562, TLD_LIST_NOT_FOUND) \
+    M(563, CANNOT_READ_MAP_FROM_TEXT) \
     \
     M(999, KEEPER_EXCEPTION) \
     M(1000, POCO_EXCEPTION) \
diff --git a/src/Common/FieldVisitors.cpp b/src/Common/FieldVisitors.cpp
index ba3187ed039..dae153bd8d2 100644
--- a/src/Common/FieldVisitors.cpp
+++ b/src/Common/FieldVisitors.cpp
@@ -93,6 +93,22 @@ String FieldVisitorDump::operator() (const Tuple & x) const
     return wb.str();
 }
 
+String FieldVisitorDump::operator() (const Map & x) const
+{
+    WriteBufferFromOwnString wb;
+
+    wb << "Map_(";
+    for (auto it = x.begin(); it != x.end(); ++it)
+    {
+        if (it != x.begin())
+            wb << ", ";
+        wb << applyVisitor(*this, *it);
+    }
+    wb << ')';
+
+    return wb.str();
+}
+
 String FieldVisitorDump::operator() (const AggregateFunctionStateData & x) const
 {
     WriteBufferFromOwnString wb;
@@ -176,6 +192,82 @@ String FieldVisitorToString::operator() (const Tuple & x) const
     return wb.str();
 }
 
+String FieldVisitorToString::operator() (const Map & x) const
+{
+    WriteBufferFromOwnString wb;
+
+    wb << '(';
+    for (auto it = x.begin(); it != x.end(); ++it)
+    {
+        if (it != x.begin())
+            wb << ", ";
+        wb << applyVisitor(*this, *it);
+    }
+    wb << ')';
+
+    return wb.str();
+}
+
+
+void FieldVisitorWriteBinary::operator() (const Null &, WriteBuffer &) const { }
+void FieldVisitorWriteBinary::operator() (const UInt64 & x, WriteBuffer & buf) const { DB::writeVarUInt(x, buf); }
+void FieldVisitorWriteBinary::operator() (const Int64 & x, WriteBuffer & buf) const { DB::writeVarInt(x, buf); }
+void FieldVisitorWriteBinary::operator() (const Float64 & x, WriteBuffer & buf) const { DB::writeFloatBinary(x, buf); }
+void FieldVisitorWriteBinary::operator() (const String & x, WriteBuffer & buf) const { DB::writeStringBinary(x, buf); }
+void FieldVisitorWriteBinary::operator() (const UInt128 & x, WriteBuffer & buf) const { DB::writeBinary(x, buf); }
+void FieldVisitorWriteBinary::operator() (const Int128 & x, WriteBuffer & buf) const { DB::writeVarInt(x, buf); }
+void FieldVisitorWriteBinary::operator() (const UInt256 & x, WriteBuffer & buf) const { DB::writeBinary(x, buf); }
+void FieldVisitorWriteBinary::operator() (const Int256 & x, WriteBuffer & buf) const { DB::writeBinary(x, buf); }
+void FieldVisitorWriteBinary::operator() (const DecimalField<Decimal32> & x, WriteBuffer & buf) const { DB::writeBinary(x.getValue(), buf); }
+void FieldVisitorWriteBinary::operator() (const DecimalField<Decimal64> & x, WriteBuffer & buf) const { DB::writeBinary(x.getValue(), buf); }
+void FieldVisitorWriteBinary::operator() (const DecimalField<Decimal128> & x, WriteBuffer & buf) const { DB::writeBinary(x.getValue(), buf); }
+void FieldVisitorWriteBinary::operator() (const DecimalField<Decimal256> & x, WriteBuffer & buf) const { DB::writeBinary(x.getValue(), buf); }
+void FieldVisitorWriteBinary::operator() (const AggregateFunctionStateData & x, WriteBuffer & buf) const
+{
+    DB::writeStringBinary(x.name, buf);
+    DB::writeStringBinary(x.data, buf);
+}
+
+void FieldVisitorWriteBinary::operator() (const Array & x, WriteBuffer & buf) const
+{
+    const size_t size = x.size();
+    DB::writeBinary(size, buf);
+
+    for (size_t i = 0; i < size; ++i)
+    {
+        const UInt8 type = x[i].getType();
+        DB::writeBinary(type, buf);
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, x[i]);
+    }
+}
+
+void FieldVisitorWriteBinary::operator() (const Tuple & x, WriteBuffer & buf) const
+{
+    const size_t size = x.size();
+    DB::writeBinary(size, buf);
+
+    for (size_t i = 0; i < size; ++i)
+    {
+        const UInt8 type = x[i].getType();
+        DB::writeBinary(type, buf);
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, x[i]);
+    }
+}
+
+
+void FieldVisitorWriteBinary::operator() (const Map & x, WriteBuffer & buf) const
+{
+    const size_t size = x.size();
+    DB::writeBinary(size, buf);
+
+    for (size_t i = 0; i < size; ++i)
+    {
+        const UInt8 type = x[i].getType();
+        writeBinary(type, buf);
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, x[i]);
+    }
+}
+
 
 FieldVisitorHash::FieldVisitorHash(SipHash & hash_) : hash(hash_) {}
 
@@ -238,6 +330,16 @@ void FieldVisitorHash::operator() (const Tuple & x) const
         applyVisitor(*this, elem);
 }
 
+void FieldVisitorHash::operator() (const Map & x) const
+{
+    UInt8 type = Field::Types::Map;
+    hash.update(type);
+    hash.update(x.size());
+
+    for (const auto & elem : x)
+        applyVisitor(*this, elem);
+}
+
 void FieldVisitorHash::operator() (const Array & x) const
 {
     UInt8 type = Field::Types::Array;
diff --git a/src/Common/FieldVisitors.h b/src/Common/FieldVisitors.h
index 79d5af88904..314609ee1a0 100644
--- a/src/Common/FieldVisitors.h
+++ b/src/Common/FieldVisitors.h
@@ -77,6 +77,7 @@ public:
     String operator() (const String & x) const;
     String operator() (const Array & x) const;
     String operator() (const Tuple & x) const;
+    String operator() (const Map & x) const;
     String operator() (const DecimalField<Decimal32> & x) const;
     String operator() (const DecimalField<Decimal64> & x) const;
     String operator() (const DecimalField<Decimal128> & x) const;
@@ -88,6 +89,30 @@ public:
 };
 
 
+class FieldVisitorWriteBinary
+{
+public:
+    void operator() (const Null & x, WriteBuffer & buf) const;
+    void operator() (const UInt64 & x, WriteBuffer & buf) const;
+    void operator() (const UInt128 & x, WriteBuffer & buf) const;
+    void operator() (const Int64 & x, WriteBuffer & buf) const;
+    void operator() (const Int128 & x, WriteBuffer & buf) const;
+    void operator() (const Float64 & x, WriteBuffer & buf) const;
+    void operator() (const String & x, WriteBuffer & buf) const;
+    void operator() (const Array & x, WriteBuffer & buf) const;
+    void operator() (const Tuple & x, WriteBuffer & buf) const;
+    void operator() (const Map & x, WriteBuffer & buf) const;
+    void operator() (const DecimalField<Decimal32> & x, WriteBuffer & buf) const;
+    void operator() (const DecimalField<Decimal64> & x, WriteBuffer & buf) const;
+    void operator() (const DecimalField<Decimal128> & x, WriteBuffer & buf) const;
+    void operator() (const DecimalField<Decimal256> & x, WriteBuffer & buf) const;
+    void operator() (const AggregateFunctionStateData & x, WriteBuffer & buf) const;
+
+    void operator() (const UInt256 & x, WriteBuffer & buf) const;
+    void operator() (const Int256 & x, WriteBuffer & buf) const;
+};
+
+
 /** Print readable and unique text dump of field type and value. */
 class FieldVisitorDump : public StaticVisitor<String>
 {
@@ -101,6 +126,7 @@ public:
     String operator() (const String & x) const;
     String operator() (const Array & x) const;
     String operator() (const Tuple & x) const;
+    String operator() (const Map & x) const;
     String operator() (const DecimalField<Decimal32> & x) const;
     String operator() (const DecimalField<Decimal64> & x) const;
     String operator() (const DecimalField<Decimal128> & x) const;
@@ -137,6 +163,11 @@ public:
         throw Exception("Cannot convert Tuple to " + demangle(typeid(T).name()), ErrorCodes::CANNOT_CONVERT_TYPE);
     }
 
+    T operator() (const Map &) const
+    {
+        throw Exception("Cannot convert Map to " + demangle(typeid(T).name()), ErrorCodes::CANNOT_CONVERT_TYPE);
+    }
+
     T operator() (const UInt64 & x) const { return T(x); }
     T operator() (const Int64 & x) const { return T(x); }
     T operator() (const Int128 & x) const { return T(x); }
@@ -226,6 +257,7 @@ public:
     void operator() (const String & x) const;
     void operator() (const Array & x) const;
     void operator() (const Tuple & x) const;
+    void operator() (const Map & x) const;
     void operator() (const DecimalField<Decimal32> & x) const;
     void operator() (const DecimalField<Decimal64> & x) const;
     void operator() (const DecimalField<Decimal128> & x) const;
@@ -268,6 +300,7 @@ public:
     bool operator() (String &) const { throw Exception("Cannot sum Strings", ErrorCodes::LOGICAL_ERROR); }
     bool operator() (Array &) const { throw Exception("Cannot sum Arrays", ErrorCodes::LOGICAL_ERROR); }
     bool operator() (Tuple &) const { throw Exception("Cannot sum Tuples", ErrorCodes::LOGICAL_ERROR); }
+    bool operator() (Map &) const { throw Exception("Cannot sum Maps", ErrorCodes::LOGICAL_ERROR); }
     bool operator() (UInt128 &) const { throw Exception("Cannot sum UUIDs", ErrorCodes::LOGICAL_ERROR); }
     bool operator() (AggregateFunctionStateData &) const { throw Exception("Cannot sum AggregateFunctionStates", ErrorCodes::LOGICAL_ERROR); }
 
diff --git a/src/Common/IFactoryWithAliases.h b/src/Common/IFactoryWithAliases.h
index 11ebf31db33..49c03049b92 100644
--- a/src/Common/IFactoryWithAliases.h
+++ b/src/Common/IFactoryWithAliases.h
@@ -106,6 +106,11 @@ public:
         return aliases.count(name) || case_insensitive_aliases.count(name);
     }
 
+    bool hasNameOrAlias(const String & name) const
+    {
+        return getMap().count(name) || getCaseInsensitiveMap().count(name) || isAlias(name);
+    }
+
     virtual ~IFactoryWithAliases() override {}
 
 private:
diff --git a/src/Common/MemoryStatisticsOS.cpp b/src/Common/MemoryStatisticsOS.cpp
index 7c65461aeb6..f1022d887c1 100644
--- a/src/Common/MemoryStatisticsOS.cpp
+++ b/src/Common/MemoryStatisticsOS.cpp
@@ -8,10 +8,11 @@
 
 #include "MemoryStatisticsOS.h"
 
+#include <common/logger_useful.h>
+#include <common/getPageSize.h>
 #include <Common/Exception.h>
 #include <IO/ReadBufferFromMemory.h>
 #include <IO/ReadHelpers.h>
-#include <common/logger_useful.h>
 
 
 namespace DB
@@ -26,7 +27,6 @@ namespace ErrorCodes
 }
 
 static constexpr auto filename = "/proc/self/statm";
-static constexpr size_t PAGE_SIZE = 4096;
 
 MemoryStatisticsOS::MemoryStatisticsOS()
 {
@@ -93,11 +93,12 @@ MemoryStatisticsOS::Data MemoryStatisticsOS::get() const
     skipWhitespaceIfAny(in);
     readIntText(data.data_and_stack, in);
 
-    data.virt *= PAGE_SIZE;
-    data.resident *= PAGE_SIZE;
-    data.shared *= PAGE_SIZE;
-    data.code *= PAGE_SIZE;
-    data.data_and_stack *= PAGE_SIZE;
+    size_t page_size = static_cast<size_t>(::getPageSize());
+    data.virt *= page_size;
+    data.resident *= page_size;
+    data.shared *= page_size;
+    data.code *= page_size;
+    data.data_and_stack *= page_size;
 
     return data;
 }
diff --git a/src/Common/StringSearcher.h b/src/Common/StringSearcher.h
index a4da499837b..e39253c439f 100644
--- a/src/Common/StringSearcher.h
+++ b/src/Common/StringSearcher.h
@@ -1,5 +1,6 @@
 #pragma once
 
+#include <common/getPageSize.h>
 #include <Common/Exception.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/UTF8Helpers.h>
@@ -37,7 +38,7 @@ struct StringSearcherBase
 {
 #ifdef __SSE2__
     static constexpr auto n = sizeof(__m128i);
-    const int page_size = getpagesize();
+    const int page_size = ::getPageSize();
 
     bool pageSafe(const void * const ptr) const
     {
diff --git a/src/Common/ThreadProfileEvents.cpp b/src/Common/ThreadProfileEvents.cpp
index c8a4555dabf..e6336baecda 100644
--- a/src/Common/ThreadProfileEvents.cpp
+++ b/src/Common/ThreadProfileEvents.cpp
@@ -21,6 +21,9 @@
 #include <sys/types.h>
 #include <dirent.h>
 
+#include <common/errnoToString.h>
+
+
 namespace DB
 {
 
@@ -246,7 +249,7 @@ static void enablePerfEvent(int event_fd)
     {
         LOG_WARNING(&Poco::Logger::get("PerfEvents"),
             "Can't enable perf event with file descriptor {}: '{}' ({})",
-            event_fd, strerror(errno), errno);
+            event_fd, errnoToString(errno), errno);
     }
 }
 
@@ -256,7 +259,7 @@ static void disablePerfEvent(int event_fd)
     {
         LOG_WARNING(&Poco::Logger::get("PerfEvents"),
             "Can't disable perf event with file descriptor {}: '{}' ({})",
-            event_fd, strerror(errno), errno);
+            event_fd, errnoToString(errno), errno);
     }
 }
 
@@ -266,7 +269,7 @@ static void releasePerfEvent(int event_fd)
     {
         LOG_WARNING(&Poco::Logger::get("PerfEvents"),
             "Can't close perf event file descriptor {}: {} ({})",
-            event_fd, strerror(errno), errno);
+            event_fd, errnoToString(errno), errno);
     }
 }
 
@@ -284,7 +287,7 @@ static bool validatePerfEventDescriptor(int & fd)
     {
         LOG_WARNING(&Poco::Logger::get("PerfEvents"),
             "Error while checking availability of event descriptor {}: {} ({})",
-            fd, strerror(errno), errno);
+            fd, errnoToString(errno), errno);
 
         disablePerfEvent(fd);
         releasePerfEvent(fd);
@@ -391,7 +394,7 @@ bool PerfEventsCounters::processThreadLocalChanges(const std::string & needed_ev
             LOG_WARNING(&Poco::Logger::get("PerfEvents"),
                 "Failed to open perf event {} (event_type={}, event_config={}): "
                 "'{}' ({})", event_info.settings_name, event_info.event_type,
-                event_info.event_config, strerror(errno), errno);
+                event_info.event_config, errnoToString(errno), errno);
         }
     }
 
@@ -477,7 +480,7 @@ void PerfEventsCounters::finalizeProfileEvents(ProfileEvents::Counters & profile
         {
             LOG_WARNING(&Poco::Logger::get("PerfEvents"),
                 "Can't read event value from file descriptor {}: '{}' ({})",
-                fd, strerror(errno), errno);
+                fd, errnoToString(errno), errno);
             current_values[i] = {};
         }
     }
diff --git a/src/Common/ThreadStatus.cpp b/src/Common/ThreadStatus.cpp
index 3215bb55537..4bba3d8f4eb 100644
--- a/src/Common/ThreadStatus.cpp
+++ b/src/Common/ThreadStatus.cpp
@@ -2,11 +2,14 @@
 #include <Common/ThreadProfileEvents.h>
 #include <Common/QueryProfiler.h>
 #include <Common/ThreadStatus.h>
+#include <common/errnoToString.h>
 #include <Interpreters/OpenTelemetrySpanLog.h>
 
 #include <Poco/Logger.h>
 #include <common/getThreadId.h>
 
+#include <signal.h>
+
 
 namespace DB
 {
@@ -21,6 +24,11 @@ namespace ErrorCodes
 thread_local ThreadStatus * current_thread = nullptr;
 thread_local ThreadStatus * main_thread = nullptr;
 
+#if !defined(SANITIZER) && !defined(ARCADIA_BUILD)
+    alignas(4096) static thread_local char alt_stack[4096];
+    static thread_local bool has_alt_stack = false;
+#endif
+
 
 ThreadStatus::ThreadStatus()
     : thread_id{getThreadId()}
@@ -34,6 +42,46 @@ ThreadStatus::ThreadStatus()
 
     /// NOTE: It is important not to do any non-trivial actions (like updating ProfileEvents or logging) before ThreadStatus is created
     /// Otherwise it could lead to SIGSEGV due to current_thread dereferencing
+
+    /// Will set alternative signal stack to provide diagnostics for stack overflow errors.
+    /// If not already installed for current thread.
+    /// Sanitizer makes larger stack usage and also it's incompatible with alternative stack by default (it sets up and relies on its own).
+#if !defined(SANITIZER) && !defined(ARCADIA_BUILD)
+    if (!has_alt_stack)
+    {
+        /// Don't repeat tries even if not installed successfully.
+        has_alt_stack = true;
+
+        /// We have to call 'sigaltstack' before first 'sigaction'. (It does not work other way, for unknown reason).
+        stack_t altstack_description{};
+        altstack_description.ss_sp = alt_stack;
+        altstack_description.ss_flags = 0;
+        altstack_description.ss_size = sizeof(alt_stack);
+
+        if (0 != sigaltstack(&altstack_description, nullptr))
+        {
+            LOG_WARNING(log, "Cannot set alternative signal stack for thread, {}", errnoToString(errno));
+        }
+        else
+        {
+            /// Obtain existing sigaction and modify it by adding a flag.
+            struct sigaction action{};
+            if (0 != sigaction(SIGSEGV, nullptr, &action))
+            {
+                LOG_WARNING(log, "Cannot obtain previous signal action to set alternative signal stack for thread, {}", errnoToString(errno));
+            }
+            else if (!(action.sa_flags & SA_ONSTACK))
+            {
+                action.sa_flags |= SA_ONSTACK;
+
+                if (0 != sigaction(SIGSEGV, &action, nullptr))
+                {
+                    LOG_WARNING(log, "Cannot set action with alternative signal stack for thread, {}", errnoToString(errno));
+                }
+            }
+        }
+    }
+#endif
 }
 
 ThreadStatus::~ThreadStatus()
diff --git a/src/Common/UInt128.h b/src/Common/UInt128.h
index baa33578089..06fddee8dc9 100644
--- a/src/Common/UInt128.h
+++ b/src/Common/UInt128.h
@@ -28,23 +28,28 @@ struct UInt128
     UInt64 low;
     UInt64 high;
 
+    /// TODO: Make this constexpr. Currently it is used in unions
+    /// and union cannot contain member with non trivial constructor
+    /// constructor must be non user provided but compiler cannot constexpr constructor
+    /// if members low and high are not initialized, if we default member initialize them
+    /// constructor becomes non trivial.
     UInt128() = default;
-    explicit UInt128(const UInt64 low_, const UInt64 high_) : low(low_), high(high_) {}
+    explicit constexpr UInt128(const UInt64 low_, const UInt64 high_) : low(low_), high(high_) { }
 
     /// We need Int128 to UInt128 conversion or AccurateComparison will call greaterOp<Int128, UInt64> instead of greaterOp<Int128, UInt128>
-    explicit UInt128(const Int128 rhs) : low(rhs), high(rhs >> 64) {}
-    explicit UInt128(const Int64 rhs) : low(rhs), high() {}
-    explicit UInt128(const Int32 rhs) : low(rhs), high() {}
-    explicit UInt128(const Int16 rhs) : low(rhs), high() {}
-    explicit UInt128(const Int8 rhs) : low(rhs), high() {}
-    explicit UInt128(const UInt8 rhs) : low(rhs), high() {}
-    explicit UInt128(const UInt16 rhs) : low(rhs), high() {}
-    explicit UInt128(const UInt32 rhs) : low(rhs), high() {}
-    explicit UInt128(const UInt64 rhs) : low(rhs), high() {}
-    explicit UInt128(const Float32 rhs) : low(rhs), high() {}
-    explicit UInt128(const Float64 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Int128 rhs) : low(rhs), high(rhs >> 64) {}
+    explicit constexpr UInt128(const Int64 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Int32 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Int16 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Int8 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const UInt8 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const UInt16 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const UInt32 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const UInt64 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Float32 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Float64 rhs) : low(rhs), high() {}
 
-    auto tuple() const { return std::tie(high, low); }
+    constexpr auto tuple() const { return std::tie(high, low); }
 
     String toHexString() const
     {
@@ -53,31 +58,31 @@ struct UInt128
         return res;
     }
 
-    bool inline operator== (const UInt128 rhs) const { return tuple() == rhs.tuple(); }
-    bool inline operator!= (const UInt128 rhs) const { return tuple() != rhs.tuple(); }
-    bool inline operator<  (const UInt128 rhs) const { return tuple() < rhs.tuple(); }
-    bool inline operator<= (const UInt128 rhs) const { return tuple() <= rhs.tuple(); }
-    bool inline operator>  (const UInt128 rhs) const { return tuple() > rhs.tuple(); }
-    bool inline operator>= (const UInt128 rhs) const { return tuple() >= rhs.tuple(); }
+    constexpr bool operator== (const UInt128 rhs) const { return tuple() == rhs.tuple(); }
+    constexpr bool operator!= (const UInt128 rhs) const { return tuple() != rhs.tuple(); }
+    constexpr bool operator<  (const UInt128 rhs) const { return tuple() < rhs.tuple(); }
+    constexpr bool operator<= (const UInt128 rhs) const { return tuple() <= rhs.tuple(); }
+    constexpr bool operator>  (const UInt128 rhs) const { return tuple() > rhs.tuple(); }
+    constexpr bool operator>= (const UInt128 rhs) const { return tuple() >= rhs.tuple(); }
 
-    bool inline operator == (const Int128 rhs) const { return *this == UInt128(rhs, rhs >> 64) && rhs >= 0; }
-    bool inline operator != (const Int128 rhs) const { return *this != UInt128(rhs, rhs >> 64) || rhs < 0; }
-    bool inline operator >= (const Int128 rhs) const { return *this >= UInt128(rhs, rhs >> 64) || rhs < 0; }
-    bool inline operator >  (const Int128 rhs) const { return *this >  UInt128(rhs, rhs >> 64) || rhs < 0; }
-    bool inline operator <= (const Int128 rhs) const { return *this <= UInt128(rhs, rhs >> 64) && rhs >= 0; }
-    bool inline operator <  (const Int128 rhs) const { return *this <  UInt128(rhs, rhs >> 64) && rhs >= 0; }
+    constexpr bool operator == (const Int128 rhs) const { return *this == UInt128(rhs, rhs >> 64) && rhs >= 0; }
+    constexpr bool operator != (const Int128 rhs) const { return *this != UInt128(rhs, rhs >> 64) || rhs < 0; }
+    constexpr bool operator >= (const Int128 rhs) const { return *this >= UInt128(rhs, rhs >> 64) || rhs < 0; }
+    constexpr bool operator >  (const Int128 rhs) const { return *this >  UInt128(rhs, rhs >> 64) || rhs < 0; }
+    constexpr bool operator <= (const Int128 rhs) const { return *this <= UInt128(rhs, rhs >> 64) && rhs >= 0; }
+    constexpr bool operator <  (const Int128 rhs) const { return *this <  UInt128(rhs, rhs >> 64) && rhs >= 0; }
 
-    bool inline operator >  (const Int256 rhs) const { return (rhs < 0) || ((Int256(high) << 64) + low) > rhs; }
-    bool inline operator >  (const UInt256 rhs) const { return ((UInt256(high) << 64) + low) > rhs; }
-    bool inline operator <  (const Int256 rhs) const { return (rhs >= 0) && ((Int256(high) << 64) + low) < rhs; }
-    bool inline operator <  (const UInt256 rhs) const { return ((UInt256(high) << 64) + low) < rhs; }
+    constexpr bool operator >  (const Int256 rhs) const { return (rhs < 0) || ((Int256(high) << 64) + low) > rhs; }
+    constexpr bool operator >  (const UInt256 rhs) const { return ((UInt256(high) << 64) + low) > rhs; }
+    constexpr bool operator <  (const Int256 rhs) const { return (rhs >= 0) && ((Int256(high) << 64) + low) < rhs; }
+    constexpr bool operator <  (const UInt256 rhs) const { return ((UInt256(high) << 64) + low) < rhs; }
 
-    template <typename T> bool inline operator== (const T rhs) const { return *this == UInt128(rhs); }
-    template <typename T> bool inline operator!= (const T rhs) const { return *this != UInt128(rhs); }
-    template <typename T> bool inline operator>= (const T rhs) const { return *this >= UInt128(rhs); }
-    template <typename T> bool inline operator>  (const T rhs) const { return *this >  UInt128(rhs); }
-    template <typename T> bool inline operator<= (const T rhs) const { return *this <= UInt128(rhs); }
-    template <typename T> bool inline operator<  (const T rhs) const { return *this <  UInt128(rhs); }
+    template <typename T> constexpr bool operator== (const T rhs) const { return *this == UInt128(rhs); }
+    template <typename T> constexpr bool operator!= (const T rhs) const { return *this != UInt128(rhs); }
+    template <typename T> constexpr bool operator>= (const T rhs) const { return *this >= UInt128(rhs); }
+    template <typename T> constexpr bool operator>  (const T rhs) const { return *this >  UInt128(rhs); }
+    template <typename T> constexpr bool operator<= (const T rhs) const { return *this <= UInt128(rhs); }
+    template <typename T> constexpr bool operator<  (const T rhs) const { return *this <  UInt128(rhs); }
 
     template <typename T> explicit operator T() const
     {
@@ -91,15 +96,15 @@ struct UInt128
 #pragma GCC diagnostic pop
 #endif
 
-    UInt128 & operator= (const UInt64 rhs) { low = rhs; high = 0; return *this; }
+    constexpr UInt128 & operator= (const UInt64 rhs) { low = rhs; high = 0; return *this; }
 };
 
-template <typename T> bool inline operator == (T a, const UInt128 b) { return b.operator==(a); }
-template <typename T> bool inline operator != (T a, const UInt128 b) { return b.operator!=(a); }
-template <typename T> bool inline operator >= (T a, const UInt128 b) { return b <= a; }
-template <typename T> bool inline operator >  (T a, const UInt128 b) { return b < a; }
-template <typename T> bool inline operator <= (T a, const UInt128 b) { return b >= a; }
-template <typename T> bool inline operator <  (T a, const UInt128 b) { return b > a; }
+template <typename T> constexpr bool operator == (T a, const UInt128 b) { return b.operator==(a); }
+template <typename T> constexpr bool operator != (T a, const UInt128 b) { return b.operator!=(a); }
+template <typename T> constexpr bool operator >= (T a, const UInt128 b) { return b <= a; }
+template <typename T> constexpr bool operator >  (T a, const UInt128 b) { return b < a; }
+template <typename T> constexpr bool operator <= (T a, const UInt128 b) { return b >= a; }
+template <typename T> constexpr bool operator <  (T a, const UInt128 b) { return b > a; }
 
 template <> inline constexpr bool IsNumber<UInt128> = true;
 template <> struct TypeName<UInt128> { static constexpr const char * get() { return "UInt128"; } };
@@ -246,4 +251,42 @@ template <> struct hash<DB::UInt128>
     }
 };
 
+template<>
+class numeric_limits<DB::UInt128>
+{
+public:
+    static constexpr bool is_specialized = true;
+    static constexpr bool is_signed = ::is_signed<DB::UInt128>::value;
+    static constexpr bool is_integer = ::is_integer<DB::UInt128>::value;
+    static constexpr bool is_exact = true;
+    static constexpr bool has_infinity = false;
+    static constexpr bool has_quiet_NaN = false;
+    static constexpr bool has_signaling_NaN = false;
+    static constexpr std::float_denorm_style has_denorm = std::denorm_absent;
+    static constexpr bool has_denorm_loss = false;
+    static constexpr std::float_round_style round_style = std::round_toward_zero;
+    static constexpr bool is_iec559 = false;
+    static constexpr bool is_bounded = true;
+    static constexpr bool is_modulo = true;
+    static constexpr int digits = std::numeric_limits<UInt64>::digits * 2;
+    static constexpr int digits10 = digits * 0.30103 /*std::log10(2)*/;
+    static constexpr int max_digits10 = 0;
+    static constexpr int radix = 2;
+    static constexpr int min_exponent = 0;
+    static constexpr int min_exponent10 = 0;
+    static constexpr int max_exponent = 0;
+    static constexpr int max_exponent10 = 0;
+    static constexpr bool traps = true;
+    static constexpr bool tinyness_before = false;
+
+    static constexpr DB::UInt128 min() noexcept { return DB::UInt128(0, 0); }
+
+    static constexpr DB::UInt128 max() noexcept
+    {
+        return DB::UInt128(std::numeric_limits<UInt64>::max(), std::numeric_limits<UInt64>::max());
+    }
+
+    static constexpr DB::UInt128 lowest() noexcept { return min(); }
+};
+
 }
diff --git a/src/Common/ZooKeeper/TestKeeperStorage.cpp b/src/Common/ZooKeeper/TestKeeperStorage.cpp
index e3e4edc23a7..6b6ae93bbb9 100644
--- a/src/Common/ZooKeeper/TestKeeperStorage.cpp
+++ b/src/Common/ZooKeeper/TestKeeperStorage.cpp
@@ -798,6 +798,21 @@ void TestKeeperStorage::clearDeadWatches(int64_t session_id)
                 if (watches_for_path.empty())
                     watches.erase(watch);
             }
+
+            auto list_watch = list_watches.find(watch_path);
+            if (list_watch != list_watches.end())
+            {
+                auto & list_watches_for_path = list_watch->second;
+                for (auto w_it = list_watches_for_path.begin(); w_it != list_watches_for_path.end();)
+                {
+                    if (w_it->session_id == session_id)
+                        w_it = list_watches_for_path.erase(w_it);
+                    else
+                        ++w_it;
+                }
+                if (list_watches_for_path.empty())
+                    list_watches.erase(list_watch);
+            }
         }
         sessions_and_watchers.erase(watches_it);
     }
diff --git a/src/Common/config.h.in b/src/Common/config.h.in
index 3a67b2a8f2c..ee2bfe3df53 100644
--- a/src/Common/config.h.in
+++ b/src/Common/config.h.in
@@ -5,6 +5,7 @@
 #cmakedefine01 USE_RE2_ST
 #cmakedefine01 USE_SSL
 #cmakedefine01 USE_HDFS
+#cmakedefine01 USE_INTERNAL_HDFS3_LIBRARY
 #cmakedefine01 USE_AWS_S3
 #cmakedefine01 USE_BROTLI
 #cmakedefine01 USE_UNWIND
diff --git a/src/Common/ya.make b/src/Common/ya.make
index e515741a272..c8be43f98a2 100644
--- a/src/Common/ya.make
+++ b/src/Common/ya.make
@@ -7,7 +7,7 @@ ADDINCL (
     GLOBAL clickhouse/src
     contrib/libs/libcpuid
     contrib/libs/libunwind/include
-    GLOBAL contrib/restricted/ryu
+    GLOBAL contrib/restricted/dragonbox
 )
 
 PEERDIR(
@@ -18,7 +18,7 @@ PEERDIR(
     contrib/libs/openssl
     contrib/libs/poco/NetSSL_OpenSSL
     contrib/libs/re2
-    contrib/restricted/ryu
+    contrib/restricted/dragonbox
 )
 
 INCLUDE(${ARCADIA_ROOT}/clickhouse/cmake/yandex/ya.make.versions.inc)
diff --git a/src/Common/ya.make.in b/src/Common/ya.make.in
index d913832b91b..210ecab6ef6 100644
--- a/src/Common/ya.make.in
+++ b/src/Common/ya.make.in
@@ -6,7 +6,7 @@ ADDINCL (
     GLOBAL clickhouse/src
     contrib/libs/libcpuid
     contrib/libs/libunwind/include
-    GLOBAL contrib/restricted/ryu
+    GLOBAL contrib/restricted/dragonbox
 )
 
 PEERDIR(
@@ -17,7 +17,7 @@ PEERDIR(
     contrib/libs/openssl
     contrib/libs/poco/NetSSL_OpenSSL
     contrib/libs/re2
-    contrib/restricted/ryu
+    contrib/restricted/dragonbox
 )
 
 INCLUDE(${ARCADIA_ROOT}/clickhouse/cmake/yandex/ya.make.versions.inc)
diff --git a/src/Core/AccurateComparison.h b/src/Core/AccurateComparison.h
index 500346872db..c533cf0c7fb 100644
--- a/src/Core/AccurateComparison.h
+++ b/src/Core/AccurateComparison.h
@@ -515,11 +515,32 @@ inline bool NO_SANITIZE_UNDEFINED convertNumeric(From value, To & result)
         return true;
     }
 
-    /// Note that NaNs doesn't compare equal to anything, but they are still in range of any Float type.
-    if (isNaN(value) && std::is_floating_point_v<To>)
+    if constexpr (std::is_floating_point_v<From> && std::is_floating_point_v<To>)
     {
-        result = value;
-        return true;
+        /// Note that NaNs doesn't compare equal to anything, but they are still in range of any Float type.
+        if (isNaN(value))
+        {
+            result = value;
+            return true;
+        }
+
+        if (value == std::numeric_limits<From>::infinity())
+        {
+            result = std::numeric_limits<To>::infinity();
+            return true;
+        }
+
+        if (value == -std::numeric_limits<From>::infinity())
+        {
+            result = -std::numeric_limits<To>::infinity();
+            return true;
+        }
+    }
+
+    if (accurate::greaterOp(value, std::numeric_limits<To>::max())
+        || accurate::greaterOp(std::numeric_limits<To>::lowest(), value))
+    {
+        return false;
     }
 
     result = static_cast<To>(value);
diff --git a/src/Core/DecimalFunctions.h b/src/Core/DecimalFunctions.h
index b82cfd88e98..2b916cbf538 100644
--- a/src/Core/DecimalFunctions.h
+++ b/src/Core/DecimalFunctions.h
@@ -6,6 +6,7 @@
 #include <common/arithmeticOverflow.h>
 
 #include <limits>
+#include <type_traits>
 
 
 namespace DB
@@ -206,23 +207,32 @@ inline typename DecimalType::NativeType getFractionalPart(const DecimalType & de
 }
 
 /// Decimal to integer/float conversion
-template <typename To, typename DecimalType>
-To convertTo(const DecimalType & decimal, size_t scale)
+template <typename To, typename DecimalType, typename ReturnType>
+ReturnType convertToImpl(const DecimalType & decimal, size_t scale, To & result)
 {
     using NativeT = typename DecimalType::NativeType;
+    static constexpr bool throw_exception = std::is_same_v<ReturnType, void>;
 
     if constexpr (std::is_floating_point_v<To>)
     {
-        return static_cast<To>(decimal.value) / static_cast<To>(scaleMultiplier<NativeT>(scale));
+        result = static_cast<To>(decimal.value) / static_cast<To>(scaleMultiplier<NativeT>(scale));
     }
     else if constexpr (is_integer_v<To> && (sizeof(To) >= sizeof(NativeT)))
     {
         NativeT whole = getWholePart(decimal, scale);
 
         if constexpr (is_unsigned_v<To>)
+        {
             if (whole < 0)
-                throw Exception("Convert overflow", ErrorCodes::DECIMAL_OVERFLOW);
-        return static_cast<To>(whole);
+            {
+                if constexpr (throw_exception)
+                    throw Exception("Convert overflow", ErrorCodes::DECIMAL_OVERFLOW);
+                else
+                    return ReturnType(true);
+            }
+        }
+
+        result = static_cast<To>(whole);
     }
     else if constexpr (is_integer_v<To>)
     {
@@ -235,9 +245,34 @@ To convertTo(const DecimalType & decimal, size_t scale)
         static const constexpr CastTo max_to = std::numeric_limits<ToNativeT>::max();
 
         if (whole < min_to || whole > max_to)
-            throw Exception("Convert overflow", ErrorCodes::DECIMAL_OVERFLOW);
-        return static_cast<CastTo>(whole);
+        {
+            if constexpr (throw_exception)
+                throw Exception("Convert overflow", ErrorCodes::DECIMAL_OVERFLOW);
+            else
+                return ReturnType(true);
+        }
+
+        result = static_cast<CastTo>(whole);
     }
+
+    return ReturnType(true);
+}
+
+
+template <typename To, typename DecimalType>
+To convertTo(const DecimalType & decimal, size_t scale)
+{
+    To result;
+
+    convertToImpl<To, DecimalType, void>(decimal, scale, result);
+
+    return result;
+}
+
+template <typename To, typename DecimalType>
+bool tryConvertTo(const DecimalType & decimal, size_t scale, To & result)
+{
+    return convertToImpl<To, DecimalType, bool>(decimal, scale, result);
 }
 
 template <bool is_multiply, bool is_division, typename T, typename U, template <typename> typename DecimalType>
diff --git a/src/Core/Field.cpp b/src/Core/Field.cpp
index 6fda3b39b3b..93107d7bb2c 100644
--- a/src/Core/Field.cpp
+++ b/src/Core/Field.cpp
@@ -17,6 +17,63 @@ namespace ErrorCodes
     extern const int DECIMAL_OVERFLOW;
 }
 
+inline Field getBinaryValue(UInt8 type, ReadBuffer & buf)
+{
+    switch (type)
+    {
+        case Field::Types::Null: {
+            return DB::Field();
+        }
+        case Field::Types::UInt64: {
+            UInt64 value;
+            DB::readVarUInt(value, buf);
+            return value;
+        }
+        case Field::Types::UInt128: {
+            UInt128 value;
+            DB::readBinary(value, buf);
+            return value;
+        }
+        case Field::Types::Int64: {
+            Int64 value;
+            DB::readVarInt(value, buf);
+            return value;
+        }
+        case Field::Types::Float64: {
+            Float64 value;
+            DB::readFloatBinary(value, buf);
+            return value;
+        }
+        case Field::Types::String: {
+            std::string value;
+            DB::readStringBinary(value, buf);
+            return value;
+        }
+        case Field::Types::Array: {
+            Array value;
+            DB::readBinary(value, buf);
+            return value;
+        }
+        case Field::Types::Tuple: {
+            Tuple value;
+            DB::readBinary(value, buf);
+            return value;
+        }
+        case Field::Types::Map: {
+            Map value;
+            DB::readBinary(value, buf);
+            return value;
+        }
+        case Field::Types::AggregateFunctionState: {
+            AggregateFunctionStateData value;
+            DB::readStringBinary(value.name, buf);
+            DB::readStringBinary(value.data, buf);
+            return value;
+        }
+    }
+    return DB::Field();
+}
+
 void readBinary(Array & x, ReadBuffer & buf)
 {
     size_t size;
@@ -25,73 +82,7 @@ void readBinary(Array & x, ReadBuffer & buf)
     DB::readBinary(size, buf);
 
     for (size_t index = 0; index < size; ++index)
-    {
-        switch (type)
-        {
-            case Field::Types::Null:
-            {
-                x.push_back(DB::Field());
-                break;
-            }
-            case Field::Types::UInt64:
-            {
-                UInt64 value;
-                DB::readVarUInt(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::UInt128:
-            {
-                UInt128 value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Int64:
-            {
-                Int64 value;
-                DB::readVarInt(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Float64:
-            {
-                Float64 value;
-                DB::readFloatBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::String:
-            {
-                std::string value;
-                DB::readStringBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Array:
-            {
-                Array value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Tuple:
-            {
-                Tuple value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::AggregateFunctionState:
-            {
-                AggregateFunctionStateData value;
-                DB::readStringBinary(value.name, buf);
-                DB::readStringBinary(value.data, buf);
-                x.push_back(value);
-                break;
-            }
-        }
-    }
+        x.push_back(getBinaryValue(type, buf));
 }
 
 void writeBinary(const Array & x, WriteBuffer & buf)
@@ -104,53 +95,7 @@ void writeBinary(const Array & x, WriteBuffer & buf)
     DB::writeBinary(size, buf);
 
     for (const auto & elem : x)
-    {
-        switch (type)
-        {
-            case Field::Types::Null: break;
-            case Field::Types::UInt64:
-            {
-                DB::writeVarUInt(get<UInt64>(elem), buf);
-                break;
-            }
-            case Field::Types::UInt128:
-            {
-                DB::writeBinary(get<UInt128>(elem), buf);
-                break;
-            }
-            case Field::Types::Int64:
-            {
-                DB::writeVarInt(get<Int64>(elem), buf);
-                break;
-            }
-            case Field::Types::Float64:
-            {
-                DB::writeFloatBinary(get<Float64>(elem), buf);
-                break;
-            }
-            case Field::Types::String:
-            {
-                DB::writeStringBinary(get<std::string>(elem), buf);
-                break;
-            }
-            case Field::Types::Array:
-            {
-                DB::writeBinary(get<Array>(elem), buf);
-                break;
-            }
-            case Field::Types::Tuple:
-            {
-                DB::writeBinary(get<Tuple>(elem), buf);
-                break;
-            }
-            case Field::Types::AggregateFunctionState:
-            {
-                DB::writeStringBinary(elem.get<AggregateFunctionStateData>().name, buf);
-                DB::writeStringBinary(elem.get<AggregateFunctionStateData>().data, buf);
-                break;
-            }
-        }
-    }
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, elem);
 }
 
 void writeText(const Array & x, WriteBuffer & buf)
@@ -168,93 +113,7 @@ void readBinary(Tuple & x, ReadBuffer & buf)
     {
         UInt8 type;
         DB::readBinary(type, buf);
-
-        switch (type)
-        {
-            case Field::Types::Null:
-            {
-                x.push_back(DB::Field());
-                break;
-            }
-            case Field::Types::UInt64:
-            {
-                UInt64 value;
-                DB::readVarUInt(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::UInt128:
-            {
-                UInt128 value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Int64:
-            {
-                Int64 value;
-                DB::readVarInt(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Int128:
-            {
-                Int64 value;
-                DB::readVarInt(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Float64:
-            {
-                Float64 value;
-                DB::readFloatBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::String:
-            {
-                std::string value;
-                DB::readStringBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::UInt256:
-            {
-                UInt256 value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Int256:
-            {
-                Int256 value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Array:
-            {
-                Array value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Tuple:
-            {
-                Tuple value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::AggregateFunctionState:
-            {
-                AggregateFunctionStateData value;
-                DB::readStringBinary(value.name, buf);
-                DB::readStringBinary(value.data, buf);
-                x.push_back(value);
-                break;
-            }
-        }
+        x.push_back(getBinaryValue(type, buf));
     }
 }
 
@@ -267,67 +126,7 @@ void writeBinary(const Tuple & x, WriteBuffer & buf)
     {
         const UInt8 type = elem.getType();
         DB::writeBinary(type, buf);
-
-        switch (type)
-        {
-            case Field::Types::Null: break;
-            case Field::Types::UInt64:
-            {
-                DB::writeVarUInt(get<UInt64>(elem), buf);
-                break;
-            }
-            case Field::Types::UInt128:
-            {
-                DB::writeBinary(get<UInt128>(elem), buf);
-                break;
-            }
-            case Field::Types::Int64:
-            {
-                DB::writeVarInt(get<Int64>(elem), buf);
-                break;
-            }
-            case Field::Types::Int128:
-            {
-                DB::writeVarInt(get<Int64>(elem), buf);
-                break;
-            }
-            case Field::Types::Float64:
-            {
-                DB::writeFloatBinary(get<Float64>(elem), buf);
-                break;
-            }
-            case Field::Types::String:
-            {
-                DB::writeStringBinary(get<std::string>(elem), buf);
-                break;
-            }
-            case Field::Types::UInt256:
-            {
-                DB::writeBinary(get<UInt256>(elem), buf);
-                break;
-            }
-            case Field::Types::Int256:
-            {
-                DB::writeBinary(get<Int256>(elem), buf);
-                break;
-            }
-            case Field::Types::Array:
-            {
-                DB::writeBinary(get<Array>(elem), buf);
-                break;
-            }
-            case Field::Types::Tuple:
-            {
-                DB::writeBinary(get<Tuple>(elem), buf);
-                break;
-            }
-            case Field::Types::AggregateFunctionState:
-            {
-                DB::writeStringBinary(elem.get<AggregateFunctionStateData>().name, buf);
-                DB::writeStringBinary(elem.get<AggregateFunctionStateData>().data, buf);
-                break;
-            }
-        }
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, elem);
     }
 }
 
@@ -336,6 +135,37 @@ void writeText(const Tuple & x, WriteBuffer & buf)
     writeFieldText(DB::Field(x), buf);
 }
 
+void readBinary(Map & x, ReadBuffer & buf)
+{
+    size_t size;
+    DB::readBinary(size, buf);
+
+    for (size_t index = 0; index < size; ++index)
+    {
+        UInt8 type;
+        DB::readBinary(type, buf);
+        x.push_back(getBinaryValue(type, buf));
+    }
+}
+
+void writeBinary(const Map & x, WriteBuffer & buf)
+{
+    const size_t size = x.size();
+    DB::writeBinary(size, buf);
+
+    for (const auto & elem : x)
+    {
+        const UInt8 type = elem.getType();
+        DB::writeBinary(type, buf);
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, elem);
+    }
+}
+
+void writeText(const Map & x, WriteBuffer & buf)
+{
+    writeFieldText(DB::Field(x), buf);
+}
+
 template <typename T>
 void readQuoted(DecimalField<T> & x, ReadBuffer & buf)
 {
@@ -530,6 +360,30 @@ Field Field::restoreFromDump(const std::string_view & dump_)
         return tuple;
     }
 
+    prefix = std::string_view{"Map_("};
+    if (dump.starts_with(prefix))
+    {
+        std::string_view tail = dump.substr(prefix.length());
+        trimLeft(tail);
+        Map map;
+        while (tail != ")")
+        {
+            size_t separator = tail.find_first_of(",)");
+            if (separator == std::string_view::npos)
+                show_error();
+            bool comma = (tail[separator] == ',');
+            std::string_view element = tail.substr(0, separator);
+            tail.remove_prefix(separator);
+            if (comma)
+                tail.remove_prefix(1);
+            trimLeft(tail);
+            if (!comma && tail != ")")
+                show_error();
+            map.push_back(Field::restoreFromDump(element));
+        }
+        return map;
+    }
+
     prefix = std::string_view{"AggregateFunctionState_("};
     if (dump.starts_with(prefix))
     {
diff --git a/src/Core/Field.h b/src/Core/Field.h
index 33f3a984c5c..3a52186167f 100644
--- a/src/Core/Field.h
+++ b/src/Core/Field.h
@@ -51,6 +51,9 @@ struct X : public FieldVector \
 DEFINE_FIELD_VECTOR(Array);
 DEFINE_FIELD_VECTOR(Tuple);
 
+/// An array with the following structure: [(key1, value1), (key2, value2), ...]
+DEFINE_FIELD_VECTOR(Map);
+
 #undef DEFINE_FIELD_VECTOR
 
 struct AggregateFunctionStateData
@@ -206,6 +209,7 @@ template <> struct NearestFieldTypeImpl<std::string_view> { using Type = String;
 template <> struct NearestFieldTypeImpl<String> { using Type = String; };
 template <> struct NearestFieldTypeImpl<Array> { using Type = Array; };
 template <> struct NearestFieldTypeImpl<Tuple> { using Type = Tuple; };
+template <> struct NearestFieldTypeImpl<Map> { using Type = Map; };
 template <> struct NearestFieldTypeImpl<bool> { using Type = UInt64; };
 template <> struct NearestFieldTypeImpl<Null> { using Type = Null; };
 
@@ -259,6 +263,7 @@ public:
             Decimal256 = 23,
             UInt256 = 24,
             Int256  = 25,
+            Map = 26,
         };
 
         static const int MIN_NON_POD = 16;
@@ -276,6 +281,7 @@ public:
                 case String:  return "String";
                 case Array:   return "Array";
                 case Tuple:   return "Tuple";
+                case Map:     return "Map";
                 case Decimal32:  return "Decimal32";
                 case Decimal64:  return "Decimal64";
                 case Decimal128: return "Decimal128";
@@ -464,6 +470,7 @@ public:
             case Types::String:  return get<String>()  < rhs.get<String>();
             case Types::Array:   return get<Array>()   < rhs.get<Array>();
             case Types::Tuple:   return get<Tuple>()   < rhs.get<Tuple>();
+            case Types::Map:     return get<Map>()     < rhs.get<Map>();
             case Types::Decimal32:  return get<DecimalField<Decimal32>>()  < rhs.get<DecimalField<Decimal32>>();
             case Types::Decimal64:  return get<DecimalField<Decimal64>>()  < rhs.get<DecimalField<Decimal64>>();
             case Types::Decimal128: return get<DecimalField<Decimal128>>() < rhs.get<DecimalField<Decimal128>>();
@@ -499,6 +506,7 @@ public:
             case Types::String:  return get<String>()  <= rhs.get<String>();
             case Types::Array:   return get<Array>()   <= rhs.get<Array>();
             case Types::Tuple:   return get<Tuple>()   <= rhs.get<Tuple>();
+            case Types::Map:     return get<Map>()     <= rhs.get<Map>();
             case Types::Decimal32:  return get<DecimalField<Decimal32>>()  <= rhs.get<DecimalField<Decimal32>>();
             case Types::Decimal64:  return get<DecimalField<Decimal64>>()  <= rhs.get<DecimalField<Decimal64>>();
             case Types::Decimal128: return get<DecimalField<Decimal128>>() <= rhs.get<DecimalField<Decimal128>>();
@@ -536,6 +544,7 @@ public:
             case Types::String:  return get<String>()  == rhs.get<String>();
             case Types::Array:   return get<Array>()   == rhs.get<Array>();
             case Types::Tuple:   return get<Tuple>()   == rhs.get<Tuple>();
+            case Types::Map:     return get<Map>()     == rhs.get<Map>();
             case Types::UInt128: return get<UInt128>() == rhs.get<UInt128>();
             case Types::Int128:  return get<Int128>()  == rhs.get<Int128>();
             case Types::Decimal32:  return get<DecimalField<Decimal32>>()  == rhs.get<DecimalField<Decimal32>>();
@@ -575,6 +584,7 @@ public:
             case Types::String:  return f(field.template get<String>());
             case Types::Array:   return f(field.template get<Array>());
             case Types::Tuple:   return f(field.template get<Tuple>());
+            case Types::Map:     return f(field.template get<Map>());
             case Types::Decimal32:  return f(field.template get<DecimalField<Decimal32>>());
             case Types::Decimal64:  return f(field.template get<DecimalField<Decimal64>>());
             case Types::Decimal128: return f(field.template get<DecimalField<Decimal128>>());
@@ -600,7 +610,7 @@ public:
 
 private:
     std::aligned_union_t<DBMS_MIN_FIELD_SIZE - sizeof(Types::Which),
-        Null, UInt64, UInt128, Int64, Int128, Float64, String, Array, Tuple,
+        Null, UInt64, UInt128, Int64, Int128, Float64, String, Array, Tuple, Map,
         DecimalField<Decimal32>, DecimalField<Decimal64>, DecimalField<Decimal128>, DecimalField<Decimal256>,
         AggregateFunctionStateData,
         UInt256, Int256
@@ -699,6 +709,9 @@ private:
             case Types::Tuple:
                 destroy<Tuple>();
                 break;
+            case Types::Map:
+                destroy<Map>();
+                break;
             case Types::AggregateFunctionState:
                 destroy<AggregateFunctionStateData>();
                 break;
@@ -729,6 +742,7 @@ template <> struct Field::TypeToEnum<Float64> { static const Types::Which value
 template <> struct Field::TypeToEnum<String>  { static const Types::Which value = Types::String; };
 template <> struct Field::TypeToEnum<Array>   { static const Types::Which value = Types::Array; };
 template <> struct Field::TypeToEnum<Tuple>   { static const Types::Which value = Types::Tuple; };
+template <> struct Field::TypeToEnum<Map>     { static const Types::Which value = Types::Map; };
 template <> struct Field::TypeToEnum<DecimalField<Decimal32>>{ static const Types::Which value = Types::Decimal32; };
 template <> struct Field::TypeToEnum<DecimalField<Decimal64>>{ static const Types::Which value = Types::Decimal64; };
 template <> struct Field::TypeToEnum<DecimalField<Decimal128>>{ static const Types::Which value = Types::Decimal128; };
@@ -747,6 +761,7 @@ template <> struct Field::EnumToType<Field::Types::Float64> { using Type = Float
 template <> struct Field::EnumToType<Field::Types::String>  { using Type = String; };
 template <> struct Field::EnumToType<Field::Types::Array>   { using Type = Array; };
 template <> struct Field::EnumToType<Field::Types::Tuple>   { using Type = Tuple; };
+template <> struct Field::EnumToType<Field::Types::Map>     { using Type = Map; };
 template <> struct Field::EnumToType<Field::Types::Decimal32> { using Type = DecimalField<Decimal32>; };
 template <> struct Field::EnumToType<Field::Types::Decimal64> { using Type = DecimalField<Decimal64>; };
 template <> struct Field::EnumToType<Field::Types::Decimal128> { using Type = DecimalField<Decimal128>; };
@@ -814,6 +829,7 @@ T safeGet(Field & field)
 
 template <> struct TypeName<Array> { static std::string get() { return "Array"; } };
 template <> struct TypeName<Tuple> { static std::string get() { return "Tuple"; } };
+template <> struct TypeName<Map>   { static std::string get() { return "Map"; } };
 template <> struct TypeName<AggregateFunctionStateData> { static std::string get() { return "AggregateFunctionState"; } };
 
 template <typename T>
@@ -900,6 +916,12 @@ void writeBinary(const Tuple & x, WriteBuffer & buf);
 
 void writeText(const Tuple & x, WriteBuffer & buf);
 
+void readBinary(Map & x, ReadBuffer & buf);
+[[noreturn]] inline void readText(Map &, ReadBuffer &) { throw Exception("Cannot read Map.", ErrorCodes::NOT_IMPLEMENTED); }
+[[noreturn]] inline void readQuoted(Map &, ReadBuffer &) { throw Exception("Cannot read Map.", ErrorCodes::NOT_IMPLEMENTED); }
+void writeBinary(const Map & x, WriteBuffer & buf);
+void writeText(const Map & x, WriteBuffer & buf);
+[[noreturn]] inline void writeQuoted(const Map &, WriteBuffer &) { throw Exception("Cannot write Map quoted.", ErrorCodes::NOT_IMPLEMENTED); }
 
 __attribute__ ((noreturn)) inline void writeText(const AggregateFunctionStateData &, WriteBuffer &)
 {
diff --git a/src/Core/Settings.cpp b/src/Core/Settings.cpp
index 4e59293c88d..2a8dd2acdc0 100644
--- a/src/Core/Settings.cpp
+++ b/src/Core/Settings.cpp
@@ -16,10 +16,8 @@ namespace ErrorCodes
     extern const int UNKNOWN_ELEMENT_IN_CONFIG;
 }
 
-
 IMPLEMENT_SETTINGS_TRAITS(SettingsTraits, LIST_OF_SETTINGS)
 
-
 /** Set the settings from the profile (in the server configuration, many settings can be listed in one profile).
     * The profile can also be set using the `set` functions, like the `profile` setting.
     */
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 86b9d1a197e..0555326022f 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -65,6 +65,7 @@ class IColumn;
     M(UInt64, distributed_connections_pool_size, DBMS_DEFAULT_DISTRIBUTED_CONNECTIONS_POOL_SIZE, "Maximum number of connections with one remote server in the pool.", 0) \
     M(UInt64, connections_with_failover_max_tries, DBMS_CONNECTION_POOL_WITH_FAILOVER_DEFAULT_MAX_TRIES, "The maximum number of attempts to connect to replicas.", 0) \
     M(UInt64, s3_min_upload_part_size, 512*1024*1024, "The minimum size of part to upload during multipart upload to S3.", 0) \
+    M(UInt64, s3_max_single_part_upload_size, 64*1024*1024, "The maximum size of object to upload using singlepart upload to S3.", 0) \
     M(UInt64, s3_max_redirects, 10, "Max number of S3 redirects hops allowed.", 0) \
     M(Bool, extremes, false, "Calculate minimums and maximums of the result columns. They can be output in JSON-formats.", IMPORTANT) \
     M(Bool, use_uncompressed_cache, true, "Whether to use the cache of uncompressed blocks.", 0) \
@@ -165,7 +166,7 @@ class IColumn;
     \
     M(UInt64, insert_quorum, 0, "For INSERT queries in the replicated table, wait writing for the specified number of replicas and linearize the addition of the data. 0 - disabled.", 0) \
     M(Milliseconds, insert_quorum_timeout, 600000, "", 0) \
-    M(Bool, insert_quorum_parallel, false, "For quorum INSERT queries - enable to make parallel inserts without linearizability", 0) \
+    M(Bool, insert_quorum_parallel, true, "For quorum INSERT queries - enable to make parallel inserts without linearizability", 0) \
     M(UInt64, select_sequential_consistency, 0, "For SELECT queries from the replicated table, throw an exception if the replica does not have a chunk written with the quorum; do not read the parts that have not yet been written with the quorum.", 0) \
     M(UInt64, table_function_remote_max_addresses, 1000, "The maximum number of different shards and the maximum number of replicas of one shard in the `remote` function.", 0) \
     M(Milliseconds, read_backoff_min_latency_ms, 1000, "Setting to reduce the number of threads in case of slow reads. Pay attention only to reads that took at least that much time.", 0) \
@@ -238,6 +239,8 @@ class IColumn;
       * Almost all limits apply to each stream individually. \
       */ \
     \
+    M(UInt64, limit, 0, "Limit on read rows from the most 'end' result for select query, default 0 means no limit length", 0) \
+    M(UInt64, offset, 0, "Offset on read rows from the most 'end' result for select query", 0) \
     M(UInt64, max_rows_to_read, 0, "Limit on read rows from the most 'deep' sources. That is, only in the deepest subquery. When reading from a remote server, it is only checked on a remote server.", 0) \
     M(UInt64, max_bytes_to_read, 0, "Limit on read bytes (after decompression) from the most 'deep' sources. That is, only in the deepest subquery. When reading from a remote server, it is only checked on a remote server.", 0) \
     M(OverflowMode, read_overflow_mode, OverflowMode::THROW, "What to do when the limit is exceeded.", 0) \
@@ -400,6 +403,8 @@ class IColumn;
     M(Bool, enable_global_with_statement, false, "Propagate WITH statements to UNION queries and all subqueries", 0) \
     M(Bool, aggregate_functions_null_for_empty, false, "Rewrite all aggregate functions in a query, adding -OrNull suffix to them", 0) \
     M(Bool, optimize_skip_merged_partitions, false, "Skip partitions with one part with level > 0 in optimize final", 0) \
+    M(Bool, optimize_on_insert, true, "Do the same transformation for inserted block of data as if merge was done on this block.", 0) \
+    M(Bool, allow_experimental_map_type, false, "Allow data type Map", 0) \
     \
     M(Bool, use_antlr_parser, false, "Parse incoming queries using ANTLR-generated parser", 0) \
     \
diff --git a/src/Core/SortCursor.h b/src/Core/SortCursor.h
index 7a222f70199..f383c3ded8e 100644
--- a/src/Core/SortCursor.h
+++ b/src/Core/SortCursor.h
@@ -30,7 +30,6 @@ struct SortCursorImpl
     ColumnRawPtrs all_columns;
     SortDescription desc;
     size_t sort_columns_size = 0;
-    size_t pos = 0;
     size_t rows = 0;
 
     /** Determines order if comparing columns are equal.
@@ -49,15 +48,20 @@ struct SortCursorImpl
     /** Is there at least one column with Collator. */
     bool has_collation = false;
 
+    /** We could use SortCursorImpl in case when columns aren't sorted
+      *  but we have their sorted permutation
+      */
+    IColumn::Permutation * permutation = nullptr;
+
     SortCursorImpl() {}
 
-    SortCursorImpl(const Block & block, const SortDescription & desc_, size_t order_ = 0)
+    SortCursorImpl(const Block & block, const SortDescription & desc_, size_t order_ = 0, IColumn::Permutation * perm = nullptr)
         : desc(desc_), sort_columns_size(desc.size()), order(order_), need_collation(desc.size())
     {
-        reset(block);
+        reset(block, perm);
     }
 
-    SortCursorImpl(const Columns & columns, const SortDescription & desc_, size_t order_ = 0)
+    SortCursorImpl(const Columns & columns, const SortDescription & desc_, size_t order_ = 0, IColumn::Permutation * perm = nullptr)
         : desc(desc_), sort_columns_size(desc.size()), order(order_), need_collation(desc.size())
     {
         for (auto & column_desc : desc)
@@ -66,19 +70,19 @@ struct SortCursorImpl
                 throw Exception("SortDescription should contain column position if SortCursor was used without header.",
                         ErrorCodes::LOGICAL_ERROR);
         }
-        reset(columns, {});
+        reset(columns, {}, perm);
     }
 
     bool empty() const { return rows == 0; }
 
     /// Set the cursor to the beginning of the new block.
-    void reset(const Block & block)
+    void reset(const Block & block, IColumn::Permutation * perm = nullptr)
     {
-        reset(block.getColumns(), block);
+        reset(block.getColumns(), block, perm);
     }
 
     /// Set the cursor to the beginning of the new block.
-    void reset(const Columns & columns, const Block & block)
+    void reset(const Columns & columns, const Block & block, IColumn::Permutation * perm = nullptr)
     {
         all_columns.clear();
         sort_columns.clear();
@@ -96,18 +100,33 @@ struct SortCursorImpl
                                    : column_desc.column_number;
             sort_columns.push_back(columns[column_number].get());
 
-            need_collation[j] = desc[j].collator != nullptr && sort_columns.back()->isCollationSupported();    /// TODO Nullable(String)
+            need_collation[j] = desc[j].collator != nullptr && sort_columns.back()->isCollationSupported();
             has_collation |= need_collation[j];
         }
 
         pos = 0;
         rows = all_columns[0]->size();
+        permutation = perm;
     }
 
+    size_t getRow() const
+    {
+        if (permutation)
+            return (*permutation)[pos];
+        return pos;
+    }
+
+    /// We need a possibility to change pos (see MergeJoin).
+    size_t & getPosRef() { return pos; }
+
     bool isFirst() const { return pos == 0; }
     bool isLast() const { return pos + 1 >= rows; }
     bool isValid() const { return pos < rows; }
     void next() { ++pos; }
+
+/// Prevent using pos instead of getRow()
+private:
+    size_t pos;
 };
 
 using SortCursorImpls = std::vector<SortCursorImpl>;
@@ -127,7 +146,7 @@ struct SortCursorHelper
 
     bool ALWAYS_INLINE greater(const SortCursorHelper & rhs) const
     {
-        return derived().greaterAt(rhs.derived(), impl->pos, rhs.impl->pos);
+        return derived().greaterAt(rhs.derived(), impl->getRow(), rhs.impl->getRow());
     }
 
     /// Inverted so that the priority queue elements are removed in ascending order.
diff --git a/src/Core/Types.h b/src/Core/Types.h
index 84c676b2204..0d578e17517 100644
--- a/src/Core/Types.h
+++ b/src/Core/Types.h
@@ -56,6 +56,7 @@ enum class TypeIndex
     Function,
     AggregateFunction,
     LowCardinality,
+    Map,
 };
 #if !__clang__
 #pragma GCC diagnostic pop
@@ -267,6 +268,7 @@ inline constexpr const char * getTypeName(TypeIndex idx)
         case TypeIndex::Function:   return "Function";
         case TypeIndex::AggregateFunction: return "AggregateFunction";
         case TypeIndex::LowCardinality: return "LowCardinality";
+        case TypeIndex::Map:        return "Map";
     }
 
     __builtin_unreachable();
diff --git a/src/DataStreams/MergingSortedBlockInputStream.cpp b/src/DataStreams/MergingSortedBlockInputStream.cpp
index ee6b93dc8e4..b7396a23d6a 100644
--- a/src/DataStreams/MergingSortedBlockInputStream.cpp
+++ b/src/DataStreams/MergingSortedBlockInputStream.cpp
@@ -222,7 +222,7 @@ void MergingSortedBlockInputStream::merge(MutableColumns & merged_columns, TSort
 //        std::cerr << "total_merged_rows: " << total_merged_rows << ", merged_rows: " << merged_rows << "\n";
 //        std::cerr << "Inserting row\n";
         for (size_t i = 0; i < num_columns; ++i)
-            merged_columns[i]->insertFrom(*current->all_columns[i], current->pos);
+            merged_columns[i]->insertFrom(*current->all_columns[i], current->getRow());
 
         if (out_row_sources_buf)
         {
diff --git a/src/DataStreams/RemoteQueryExecutor.h b/src/DataStreams/RemoteQueryExecutor.h
index eb03472504d..cec92a5f0e9 100644
--- a/src/DataStreams/RemoteQueryExecutor.h
+++ b/src/DataStreams/RemoteQueryExecutor.h
@@ -3,6 +3,7 @@
 #include <Client/ConnectionPool.h>
 #include <Client/MultiplexedConnections.h>
 #include <Storages/IStorage_fwd.h>
+#include <Interpreters/Context.h>
 #include <Interpreters/StorageID.h>
 
 namespace DB
@@ -93,7 +94,7 @@ private:
 
     const String query;
     String query_id = "";
-    const Context & context;
+    Context context;
 
     ProgressCallback progress_callback;
     ProfileInfoCallback profile_info_callback;
diff --git a/src/DataTypes/DataTypeCustomSimpleAggregateFunction.cpp b/src/DataTypes/DataTypeCustomSimpleAggregateFunction.cpp
index d82adf33108..6b2f94aa7b5 100644
--- a/src/DataTypes/DataTypeCustomSimpleAggregateFunction.cpp
+++ b/src/DataTypes/DataTypeCustomSimpleAggregateFunction.cpp
@@ -25,10 +25,19 @@ namespace ErrorCodes
     extern const int LOGICAL_ERROR;
 }
 
-static const std::vector<String> supported_functions{"any", "anyLast", "min",
-    "max", "sum", "sumWithOverflow", "groupBitAnd", "groupBitOr", "groupBitXor",
-    "sumMap", "minMap", "maxMap", "groupArrayArray", "groupUniqArrayArray"};
+void DataTypeCustomSimpleAggregateFunction::checkSupportedFunctions(const AggregateFunctionPtr & function)
+{
+    static const std::vector<String> supported_functions{"any", "anyLast", "min",
+        "max", "sum", "sumWithOverflow", "groupBitAnd", "groupBitOr", "groupBitXor",
+        "sumMap", "minMap", "maxMap", "groupArrayArray", "groupUniqArrayArray"};
 
+    // check function
+    if (std::find(std::begin(supported_functions), std::end(supported_functions), function->getName()) == std::end(supported_functions))
+    {
+        throw Exception("Unsupported aggregate function " + function->getName() + ", supported functions are " + boost::algorithm::join(supported_functions, ","),
+                ErrorCodes::BAD_ARGUMENTS);
+    }
+}
 
 String DataTypeCustomSimpleAggregateFunction::getName() const
 {
@@ -114,12 +123,7 @@ static std::pair<DataTypePtr, DataTypeCustomDescPtr> create(const ASTPtr & argum
     AggregateFunctionProperties properties;
     function = AggregateFunctionFactory::instance().get(function_name, argument_types, params_row, properties);
 
-    // check function
-    if (std::find(std::begin(supported_functions), std::end(supported_functions), function->getName()) == std::end(supported_functions))
-    {
-        throw Exception("Unsupported aggregate function " + function->getName() + ", supported functions are " + boost::algorithm::join(supported_functions, ","),
-                        ErrorCodes::BAD_ARGUMENTS);
-    }
+    DataTypeCustomSimpleAggregateFunction::checkSupportedFunctions(function);
 
     DataTypePtr storage_type = DataTypeFactory::instance().get(argument_types[0]->getName());
 
diff --git a/src/DataTypes/DataTypeCustomSimpleAggregateFunction.h b/src/DataTypes/DataTypeCustomSimpleAggregateFunction.h
index 0b75cd0ef88..44b007ab07f 100644
--- a/src/DataTypes/DataTypeCustomSimpleAggregateFunction.h
+++ b/src/DataTypes/DataTypeCustomSimpleAggregateFunction.h
@@ -37,6 +37,7 @@ public:
 
     const AggregateFunctionPtr getFunction() const { return function; }
     String getName() const override;
+    static void checkSupportedFunctions(const AggregateFunctionPtr & function);
 };
 
 }
diff --git a/src/DataTypes/DataTypeFactory.cpp b/src/DataTypes/DataTypeFactory.cpp
index 5052a065163..1ff00d97e84 100644
--- a/src/DataTypes/DataTypeFactory.cpp
+++ b/src/DataTypes/DataTypeFactory.cpp
@@ -180,6 +180,7 @@ DataTypeFactory::DataTypeFactory()
     registerDataTypeDomainIPv4AndIPv6(*this);
     registerDataTypeDomainSimpleAggregateFunction(*this);
     registerDataTypeDomainGeo(*this);
+    registerDataTypeMap(*this);
 }
 
 DataTypeFactory & DataTypeFactory::instance()
diff --git a/src/DataTypes/DataTypeFactory.h b/src/DataTypes/DataTypeFactory.h
index ea77c50170c..192b1beae5d 100644
--- a/src/DataTypes/DataTypeFactory.h
+++ b/src/DataTypes/DataTypeFactory.h
@@ -73,6 +73,7 @@ void registerDataTypeFixedString(DataTypeFactory & factory);
 void registerDataTypeEnum(DataTypeFactory & factory);
 void registerDataTypeArray(DataTypeFactory & factory);
 void registerDataTypeTuple(DataTypeFactory & factory);
+void registerDataTypeMap(DataTypeFactory & factory);
 void registerDataTypeNullable(DataTypeFactory & factory);
 void registerDataTypeNothing(DataTypeFactory & factory);
 void registerDataTypeUUID(DataTypeFactory & factory);
diff --git a/src/DataTypes/DataTypeMap.cpp b/src/DataTypes/DataTypeMap.cpp
new file mode 100644
index 00000000000..2047928721a
--- /dev/null
+++ b/src/DataTypes/DataTypeMap.cpp
@@ -0,0 +1,375 @@
+#include <Common/StringUtils/StringUtils.h>
+#include <Columns/ColumnMap.h>
+#include <Columns/ColumnArray.h>
+#include <Core/Field.h>
+#include <Formats/FormatSettings.h>
+#include <DataTypes/DataTypeMap.h>
+#include <DataTypes/DataTypeArray.h>
+#include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeFactory.h>
+#include <Parsers/IAST.h>
+#include <Parsers/ASTNameTypePair.h>
+#include <Common/typeid_cast.h>
+#include <Common/assert_cast.h>
+#include <Common/quoteString.h>
+#include <IO/WriteHelpers.h>
+#include <IO/ReadHelpers.h>
+#include <IO/WriteBufferFromString.h>
+#include <IO/ReadBufferFromString.h>
+#include <IO/Operators.h>
+
+#include <ext/map.h>
+#include <ext/enumerate.h>
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
+    extern const int CANNOT_READ_MAP_FROM_TEXT;
+}
+
+
+DataTypeMap::DataTypeMap(const DataTypes & elems_)
+{
+    assert(elems_.size() == 2);
+    key_type = elems_[0];
+    value_type = elems_[1];
+
+    nested = std::make_shared<DataTypeArray>(
+        std::make_shared<DataTypeTuple>(DataTypes{key_type, value_type}, Names{"keys", "values"}));
+}
+
+DataTypeMap::DataTypeMap(const DataTypePtr & key_type_, const DataTypePtr & value_type_)
+    : key_type(key_type_), value_type(value_type_)
+    , nested(std::make_shared<DataTypeArray>(
+        std::make_shared<DataTypeTuple>(DataTypes{key_type_, value_type_}, Names{"keys", "values"}))) {}
+
+std::string DataTypeMap::doGetName() const
+{
+    WriteBufferFromOwnString s;
+    s << "Map(" << key_type->getName() << "," << value_type->getName() << ")";
+
+    return s.str();
+}
+
+static const IColumn & extractNestedColumn(const IColumn & column)
+{
+    return assert_cast<const ColumnMap &>(column).getNestedColumn();
+}
+
+static IColumn & extractNestedColumn(IColumn & column)
+{
+    return assert_cast<ColumnMap &>(column).getNestedColumn();
+}
+
+void DataTypeMap::serializeBinary(const Field & field, WriteBuffer & ostr) const
+{
+    const auto & map = get<const Map &>(field);
+    writeVarUInt(map.size(), ostr);
+    for (const auto & elem : map)
+    {
+        const auto & tuple = elem.safeGet<const Tuple>();
+        assert(tuple.size() == 2);
+        key_type->serializeBinary(tuple[0], ostr);
+        value_type->serializeBinary(tuple[1], ostr);
+    }
+}
+
+void DataTypeMap::deserializeBinary(Field & field, ReadBuffer & istr) const
+{
+    size_t size;
+    readVarUInt(size, istr);
+    field = Map(size);
+    for (auto & elem : field.get<Map &>())
+    {
+        Tuple tuple(2);
+        key_type->deserializeBinary(tuple[0], istr);
+        value_type->deserializeBinary(tuple[1], istr);
+        elem = std::move(tuple);
+    }
+}
+
+void DataTypeMap::serializeBinary(const IColumn & column, size_t row_num, WriteBuffer & ostr) const
+{
+    nested->serializeBinary(extractNestedColumn(column), row_num, ostr);
+}
+
+void DataTypeMap::deserializeBinary(IColumn & column, ReadBuffer & istr) const
+{
+    nested->deserializeBinary(extractNestedColumn(column), istr);
+}
+
+
+template <typename Writer>
+void DataTypeMap::serializeTextImpl(const IColumn & column, size_t row_num, WriteBuffer & ostr, Writer && writer) const
+{
+    const auto & column_map = assert_cast<const ColumnMap &>(column);
+
+    const auto & nested_array = column_map.getNestedColumn();
+    const auto & nested_tuple = column_map.getNestedData();
+    const auto & offsets = nested_array.getOffsets();
+
+    size_t offset = offsets[row_num - 1];
+    size_t next_offset = offsets[row_num];
+
+    writeChar('{', ostr);
+    for (size_t i = offset; i < next_offset; ++i)
+    {
+        if (i != offset)
+            writeChar(',', ostr);
+        writer(key_type, nested_tuple.getColumn(0), i);
+        writeChar(':', ostr);
+        writer(value_type, nested_tuple.getColumn(1), i);
+    }
+    writeChar('}', ostr);
+}
+
+template <typename Reader>
+void DataTypeMap::deserializeTextImpl(IColumn & column, ReadBuffer & istr, bool need_safe_get_int_key, Reader && reader) const
+{
+    auto & column_map = assert_cast<ColumnMap &>(column);
+
+    auto & nested_array = column_map.getNestedColumn();
+    auto & nested_tuple = column_map.getNestedData();
+    auto & offsets = nested_array.getOffsets();
+
+    auto & key_column = nested_tuple.getColumn(0);
+    auto & value_column = nested_tuple.getColumn(1);
+
+    size_t size = 0;
+    assertChar('{', istr);
+
+    try
+    {
+        bool first = true;
+        while (!istr.eof() && *istr.position() != '}')
+        {
+            if (!first)
+            {
+                if (*istr.position() == ',')
+                    ++istr.position();
+                else
+                    throw Exception("Cannot read Map from text", ErrorCodes::CANNOT_READ_MAP_FROM_TEXT);
+            }
+
+            first = false;
+
+            skipWhitespaceIfAny(istr);
+
+            if (*istr.position() == '}')
+                break;
+
+            if (need_safe_get_int_key)
+            {
+                ReadBuffer::Position tmp = istr.position();
+                while (*tmp != ':' && *tmp != '}')
+                    ++tmp;
+                *tmp = ' ';
+                reader(key_type, key_column);
+            }
+            else
+            {
+                reader(key_type, key_column);
+                skipWhitespaceIfAny(istr);
+                assertChar(':', istr);
+            }
+
+            ++size;
+            skipWhitespaceIfAny(istr);
+            reader(value_type, value_column);
+
+            skipWhitespaceIfAny(istr);
+        }
+
+        offsets.push_back(offsets.back() + size);
+        assertChar('}', istr);
+    }
+    catch (...)
+    {
+        throw;
+    }
+}
+
+void DataTypeMap::serializeText(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings & settings) const
+{
+    serializeTextImpl(column, row_num, ostr,
+        [&](const DataTypePtr & subcolumn_type, const IColumn & subcolumn, size_t pos)
+        {
+            subcolumn_type->serializeAsTextQuoted(subcolumn, pos, ostr, settings);
+        });
+}
+
+void DataTypeMap::deserializeText(IColumn & column, ReadBuffer & istr, const FormatSettings & settings) const
+{
+    // need_safe_get_int_key is set for Interger to prevent to readIntTextUnsafe
+    bool need_safe_get_int_key = isInteger(key_type);
+
+    deserializeTextImpl(column, istr, need_safe_get_int_key,
+        [&](const DataTypePtr & subcolumn_type, IColumn & subcolumn)
+        {
+            subcolumn_type->deserializeAsTextQuoted(subcolumn, istr, settings);
+        });
+}
+
+
+void DataTypeMap::serializeTextJSON(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings & settings) const
+{
+    serializeTextImpl(column, row_num, ostr,
+        [&](const DataTypePtr & subcolumn_type, const IColumn & subcolumn, size_t pos)
+        {
+            subcolumn_type->serializeAsTextJSON(subcolumn, pos, ostr, settings);
+        });
+}
+
+void DataTypeMap::deserializeTextJSON(IColumn & column, ReadBuffer & istr, const FormatSettings & settings) const
+{
+    // need_safe_get_int_key is set for Interger to prevent to readIntTextUnsafe
+    bool need_safe_get_int_key = isInteger(key_type);
+
+    deserializeTextImpl(column, istr, need_safe_get_int_key,
+        [&](const DataTypePtr & subcolumn_type, IColumn & subcolumn)
+        {
+            subcolumn_type->deserializeAsTextJSON(subcolumn, istr, settings);
+        });
+}
+
+void DataTypeMap::serializeTextXML(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings & settings) const
+{
+    const auto & column_map = assert_cast<const ColumnMap &>(column);
+    const auto & offsets = column_map.getNestedColumn().getOffsets();
+
+    size_t offset = offsets[row_num - 1];
+    size_t next_offset = offsets[row_num];
+
+    const auto & nested_data = column_map.getNestedData();
+
+    writeCString("<map>", ostr);
+    for (size_t i = offset; i < next_offset; ++i)
+    {
+        writeCString("<elem>", ostr);
+        writeCString("<key>", ostr);
+        key_type->serializeAsTextXML(nested_data.getColumn(0), i, ostr, settings);
+        writeCString("</key>", ostr);
+
+        writeCString("<value>", ostr);
+        value_type->serializeAsTextXML(nested_data.getColumn(1), i, ostr, settings);
+        writeCString("</value>", ostr);
+        writeCString("</elem>", ostr);
+    }
+    writeCString("</map>", ostr);
+}
+
+void DataTypeMap::serializeTextCSV(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings & settings) const
+{
+    WriteBufferFromOwnString wb;
+    serializeText(column, row_num, wb, settings);
+    writeCSV(wb.str(), ostr);
+}
+
+void DataTypeMap::deserializeTextCSV(IColumn & column, ReadBuffer & istr, const FormatSettings & settings) const
+{
+    String s;
+    readCSV(s, istr, settings.csv);
+    ReadBufferFromString rb(s);
+    deserializeText(column, rb, settings);
+}
+
+
+void DataTypeMap::enumerateStreams(const StreamCallback & callback, SubstreamPath & path) const
+{
+    nested->enumerateStreams(callback, path);
+}
+
+void DataTypeMap::serializeBinaryBulkStatePrefix(
+    SerializeBinaryBulkSettings & settings,
+    SerializeBinaryBulkStatePtr & state) const
+{
+    nested->serializeBinaryBulkStatePrefix(settings, state);
+}
+
+void DataTypeMap::serializeBinaryBulkStateSuffix(
+    SerializeBinaryBulkSettings & settings,
+    SerializeBinaryBulkStatePtr & state) const
+{
+    nested->serializeBinaryBulkStateSuffix(settings, state);
+}
+
+void DataTypeMap::deserializeBinaryBulkStatePrefix(
+        DeserializeBinaryBulkSettings & settings,
+        DeserializeBinaryBulkStatePtr & state) const
+{
+    nested->deserializeBinaryBulkStatePrefix(settings, state);
+}
+
+
+void DataTypeMap::serializeBinaryBulkWithMultipleStreams(
+    const IColumn & column,
+    size_t offset,
+    size_t limit,
+    SerializeBinaryBulkSettings & settings,
+    SerializeBinaryBulkStatePtr & state) const
+{
+    nested->serializeBinaryBulkWithMultipleStreams(extractNestedColumn(column), offset, limit, settings, state);
+}
+
+void DataTypeMap::deserializeBinaryBulkWithMultipleStreams(
+    IColumn & column,
+    size_t limit,
+    DeserializeBinaryBulkSettings & settings,
+    DeserializeBinaryBulkStatePtr & state) const
+{
+    nested->deserializeBinaryBulkWithMultipleStreams(extractNestedColumn(column), limit, settings, state);
+}
+
+void DataTypeMap::serializeProtobuf(const IColumn & column, size_t row_num, ProtobufWriter & protobuf, size_t & value_index) const
+{
+    nested->serializeProtobuf(extractNestedColumn(column), row_num, protobuf, value_index);
+}
+
+void DataTypeMap::deserializeProtobuf(IColumn & column, ProtobufReader & protobuf, bool allow_add_row, bool & row_added) const
+{
+    nested->deserializeProtobuf(extractNestedColumn(column), protobuf, allow_add_row, row_added);
+}
+
+MutableColumnPtr DataTypeMap::createColumn() const
+{
+    return ColumnMap::create(nested->createColumn());
+}
+
+Field DataTypeMap::getDefault() const
+{
+    return Map();
+}
+
+bool DataTypeMap::equals(const IDataType & rhs) const
+{
+    if (typeid(rhs) != typeid(*this))
+        return false;
+
+    const DataTypeMap & rhs_map = static_cast<const DataTypeMap &>(rhs);
+    return nested->equals(*rhs_map.nested);
+}
+
+static DataTypePtr create(const ASTPtr & arguments)
+{
+    if (!arguments || arguments->children.size() != 2)
+        throw Exception("Map data type family must have two arguments: key and value types", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+
+    DataTypes nested_types;
+    nested_types.reserve(arguments->children.size());
+
+    for (const ASTPtr & child : arguments->children)
+        nested_types.emplace_back(DataTypeFactory::instance().get(child));
+
+    return std::make_shared<DataTypeMap>(nested_types);
+}
+
+
+void registerDataTypeMap(DataTypeFactory & factory)
+{
+    factory.registerDataType("Map", create);
+}
+}
diff --git a/src/DataTypes/DataTypeMap.h b/src/DataTypes/DataTypeMap.h
new file mode 100644
index 00000000000..a52969428f4
--- /dev/null
+++ b/src/DataTypes/DataTypeMap.h
@@ -0,0 +1,103 @@
+#pragma once
+
+#include <DataTypes/DataTypeWithSimpleSerialization.h>
+
+
+namespace DB
+{
+
+/** Map data type.
+  * Map is implemented as two arrays of keys and values.
+  * Serialization of type 'Map(K, V)' is similar to serialization.
+  * of 'Array(Tuple(keys K, values V))' or in other words of 'Nested(keys K, valuev V)'.
+  */
+class DataTypeMap final : public DataTypeWithSimpleSerialization
+{
+private:
+    DataTypePtr key_type;
+    DataTypePtr value_type;
+
+    /// 'nested' is an Array(Tuple(key_type, value_type))
+    DataTypePtr nested;
+
+public:
+    static constexpr bool is_parametric = true;
+
+    DataTypeMap(const DataTypes & elems);
+    DataTypeMap(const DataTypePtr & key_type_, const DataTypePtr & value_type_);
+
+    TypeIndex getTypeId() const override { return TypeIndex::Map; }
+    std::string doGetName() const override;
+    const char * getFamilyName() const override { return "Map"; }
+
+    bool canBeInsideNullable() const override { return false; }
+
+    void serializeBinary(const Field & field, WriteBuffer & ostr) const override;
+    void deserializeBinary(Field & field, ReadBuffer & istr) const override;
+    void serializeBinary(const IColumn & column, size_t row_num, WriteBuffer & ostr) const override;
+    void deserializeBinary(IColumn & column, ReadBuffer & istr) const override;
+    void serializeText(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const override;
+    void deserializeText(IColumn & column, ReadBuffer & istr, const FormatSettings &) const override;
+    void serializeTextJSON(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const override;
+    void deserializeTextJSON(IColumn & column, ReadBuffer & istr, const FormatSettings &) const override;
+    void serializeTextXML(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const override;
+
+    void serializeTextCSV(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const override;
+    void deserializeTextCSV(IColumn & column, ReadBuffer & istr, const FormatSettings &) const override;
+
+
+    /** Each sub-column in a map is serialized in separate stream.
+      */
+    void enumerateStreams(const StreamCallback & callback, SubstreamPath & path) const override;
+
+    void serializeBinaryBulkStatePrefix(
+           SerializeBinaryBulkSettings & settings,
+           SerializeBinaryBulkStatePtr & state) const override;
+
+    void serializeBinaryBulkStateSuffix(
+           SerializeBinaryBulkSettings & settings,
+           SerializeBinaryBulkStatePtr & state) const override;
+
+    void deserializeBinaryBulkStatePrefix(
+           DeserializeBinaryBulkSettings & settings,
+           DeserializeBinaryBulkStatePtr & state) const override;
+
+    void serializeBinaryBulkWithMultipleStreams(
+           const IColumn & column,
+           size_t offset,
+           size_t limit,
+           SerializeBinaryBulkSettings & settings,
+           SerializeBinaryBulkStatePtr & state) const override;
+
+    void deserializeBinaryBulkWithMultipleStreams(
+           IColumn & column,
+           size_t limit,
+           DeserializeBinaryBulkSettings & settings,
+           DeserializeBinaryBulkStatePtr & state) const override;
+
+    void serializeProtobuf(const IColumn & column, size_t row_num, ProtobufWriter & protobuf, size_t & value_index) const override;
+    void deserializeProtobuf(IColumn & column, ProtobufReader & protobuf, bool allow_add_row, bool & row_added) const override;
+
+    MutableColumnPtr createColumn() const override;
+
+    Field getDefault() const override;
+
+    bool equals(const IDataType & rhs) const override;
+    bool isComparable() const override { return key_type->isComparable() && value_type->isComparable(); }
+    bool isParametric() const override { return true; }
+    bool haveSubtypes() const override { return true; }
+
+    const DataTypePtr & getKeyType() const { return key_type; }
+    const DataTypePtr & getValueType() const { return value_type; }
+    DataTypes getKeyValueTypes() const { return {key_type, value_type}; }
+
+private:
+    template <typename Writer>
+    void serializeTextImpl(const IColumn & column, size_t row_num, WriteBuffer & ostr, Writer && writer) const;
+
+    template <typename Reader>
+    void deserializeTextImpl(IColumn & column, ReadBuffer & istr, bool need_safe_get_int_key, Reader && reader) const;
+};
+
+}
+
diff --git a/src/DataTypes/DataTypesDecimal.h b/src/DataTypes/DataTypesDecimal.h
index 079812c2e74..3f7b4e2ac63 100644
--- a/src/DataTypes/DataTypesDecimal.h
+++ b/src/DataTypes/DataTypesDecimal.h
@@ -96,22 +96,29 @@ inline UInt32 getDecimalScale(const DataTypeDecimal<T> & data_type)
     return data_type.getScale();
 }
 
-template <typename FromDataType, typename ToDataType>
-inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>, typename ToDataType::FieldType>
-convertDecimals(const typename FromDataType::FieldType & value, UInt32 scale_from, UInt32 scale_to)
+template <typename FromDataType, typename ToDataType, typename ReturnType = void>
+inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>, ReturnType>
+convertDecimalsImpl(const typename FromDataType::FieldType & value, UInt32 scale_from, UInt32 scale_to, typename ToDataType::FieldType& result)
 {
     using FromFieldType = typename FromDataType::FieldType;
     using ToFieldType = typename ToDataType::FieldType;
     using MaxFieldType = std::conditional_t<(sizeof(FromFieldType) > sizeof(ToFieldType)), FromFieldType, ToFieldType>;
     using MaxNativeType = typename MaxFieldType::NativeType;
 
+    static constexpr bool throw_exception = std::is_same_v<ReturnType, void>;
+
     MaxNativeType converted_value;
     if (scale_to > scale_from)
     {
         converted_value = DecimalUtils::scaleMultiplier<MaxNativeType>(scale_to - scale_from);
         if (common::mulOverflow(static_cast<MaxNativeType>(value.value), converted_value, converted_value))
-            throw Exception(std::string(ToDataType::family_name) + " convert overflow",
-                            ErrorCodes::DECIMAL_OVERFLOW);
+        {
+            if constexpr (throw_exception)
+                throw Exception(std::string(ToDataType::family_name) + " convert overflow",
+                                ErrorCodes::DECIMAL_OVERFLOW);
+            else
+                return ReturnType(false);
+        }
     }
     else
         converted_value = value.value / DecimalUtils::scaleMultiplier<MaxNativeType>(scale_from - scale_to);
@@ -120,35 +127,87 @@ convertDecimals(const typename FromDataType::FieldType & value, UInt32 scale_fro
     {
         if (converted_value < std::numeric_limits<typename ToFieldType::NativeType>::min() ||
             converted_value > std::numeric_limits<typename ToFieldType::NativeType>::max())
-            throw Exception(std::string(ToDataType::family_name) + " convert overflow",
-                            ErrorCodes::DECIMAL_OVERFLOW);
+        {
+            if constexpr (throw_exception)
+                throw Exception(std::string(ToDataType::family_name) + " convert overflow",
+                                ErrorCodes::DECIMAL_OVERFLOW);
+            else
+                return ReturnType(false);
+        }
     }
 
-    return static_cast<typename ToFieldType::NativeType>(converted_value);
+    result = static_cast<typename ToFieldType::NativeType>(converted_value);
+
+    return ReturnType(true);
+}
+
+template <typename FromDataType, typename ToDataType>
+inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>, typename ToDataType::FieldType>
+convertDecimals(const typename FromDataType::FieldType & value, UInt32 scale_from, UInt32 scale_to)
+{
+    using ToFieldType = typename ToDataType::FieldType;
+    ToFieldType result;
+
+    convertDecimalsImpl<FromDataType, ToDataType, void>(value, scale_from, scale_to, result);
+
+    return result;
+}
+
+template <typename FromDataType, typename ToDataType>
+inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>, bool>
+tryConvertDecimals(const typename FromDataType::FieldType & value, UInt32 scale_from, UInt32 scale_to, typename ToDataType::FieldType& result)
+{
+    return convertDecimalsImpl<FromDataType, ToDataType, bool>(value, scale_from, scale_to, result);
+}
+
+template <typename FromDataType, typename ToDataType, typename ReturnType>
+inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsNumber<typename ToDataType::FieldType>, ReturnType>
+convertFromDecimalImpl(const typename FromDataType::FieldType & value, UInt32 scale, typename ToDataType::FieldType& result)
+{
+    using FromFieldType = typename FromDataType::FieldType;
+    using ToFieldType = typename ToDataType::FieldType;
+
+    return DecimalUtils::convertToImpl<ToFieldType, FromFieldType, ReturnType>(value, scale, result);
 }
 
 template <typename FromDataType, typename ToDataType>
 inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsNumber<typename ToDataType::FieldType>, typename ToDataType::FieldType>
 convertFromDecimal(const typename FromDataType::FieldType & value, UInt32 scale)
 {
-    using ToFieldType = typename ToDataType::FieldType;
+    typename ToDataType::FieldType result;
 
-    return DecimalUtils::convertTo<ToFieldType>(value, scale);
+    convertFromDecimalImpl<FromDataType, ToDataType, void>(value, scale, result);
+
+    return result;
 }
 
 template <typename FromDataType, typename ToDataType>
-inline std::enable_if_t<IsNumber<typename FromDataType::FieldType> && IsDataTypeDecimal<ToDataType>, typename ToDataType::FieldType>
-convertToDecimal(const typename FromDataType::FieldType & value, UInt32 scale)
+inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsNumber<typename ToDataType::FieldType>, bool>
+tryConvertFromDecimal(const typename FromDataType::FieldType & value, UInt32 scale, typename ToDataType::FieldType& result)
+{
+    return convertFromDecimalImpl<FromDataType, ToDataType, bool>(value, scale, result);
+}
+
+template <typename FromDataType, typename ToDataType, typename ReturnType>
+inline std::enable_if_t<IsNumber<typename FromDataType::FieldType> && IsDataTypeDecimal<ToDataType>, ReturnType>
+convertToDecimalImpl(const typename FromDataType::FieldType & value, UInt32 scale, typename ToDataType::FieldType& result)
 {
     using FromFieldType = typename FromDataType::FieldType;
     using ToFieldType = typename ToDataType::FieldType;
     using ToNativeType = typename ToFieldType::NativeType;
 
+    static constexpr bool throw_exception = std::is_same_v<ReturnType, void>;
+
     if constexpr (std::is_floating_point_v<FromFieldType>)
     {
         if (!std::isfinite(value))
-            throw Exception(std::string(ToDataType::family_name) + " convert overflow. Cannot convert infinity or NaN to decimal",
-                            ErrorCodes::DECIMAL_OVERFLOW);
+        {
+            if constexpr (throw_exception)
+                throw Exception(std::string(ToDataType::family_name) + " convert overflow. Cannot convert infinity or NaN to decimal",
+                                ErrorCodes::DECIMAL_OVERFLOW);
+            else
+                return false;
+        }
 
         auto out = value * static_cast<FromFieldType>(DecimalUtils::scaleMultiplier<ToNativeType>(scale));
         if constexpr (std::is_same_v<ToNativeType, Int128>)
@@ -157,29 +216,60 @@ convertToDecimal(const typename FromDataType::FieldType & value, UInt32 scale)
             static constexpr Int128 max_int128 = maxInt128();
 
             if (out <= static_cast<ToNativeType>(min_int128) || out >= static_cast<ToNativeType>(max_int128))
-                throw Exception(std::string(ToDataType::family_name) + " convert overflow. Float is out of Decimal range",
-                                ErrorCodes::DECIMAL_OVERFLOW);
+            {
+                if constexpr (throw_exception)
+                    throw Exception(std::string(ToDataType::family_name) + " convert overflow. Float is out of Decimal range",
+                                    ErrorCodes::DECIMAL_OVERFLOW);
+                else
+                    return ReturnType(false);
+            }
         }
         else
         {
             if (out <= static_cast<FromFieldType>(std::numeric_limits<ToNativeType>::min()) ||
                 out >= static_cast<FromFieldType>(std::numeric_limits<ToNativeType>::max()))
-                throw Exception(std::string(ToDataType::family_name) + " convert overflow. Float is out of Decimal range",
-                                ErrorCodes::DECIMAL_OVERFLOW);
+            {
+                if constexpr (throw_exception)
+                    throw Exception(std::string(ToDataType::family_name) + " convert overflow. Float is out of Decimal range",
+                                    ErrorCodes::DECIMAL_OVERFLOW);
+                else
+                    return ReturnType(false);
+            }
         }
-        return static_cast<ToNativeType>(out);
+
+        result = static_cast<ToNativeType>(out);
+
+        return ReturnType(true);
     }
     else
     {
         if constexpr (is_big_int_v<FromFieldType>)
-            return convertDecimals<DataTypeDecimal<Decimal256>, ToDataType>(static_cast<Int256>(value), 0, scale);
+            return ReturnType(convertDecimalsImpl<DataTypeDecimal<Decimal256>, ToDataType, ReturnType>(static_cast<Int256>(value), 0, scale, result));
         else if constexpr (std::is_same_v<FromFieldType, UInt64>)
-            return convertDecimals<DataTypeDecimal<Decimal128>, ToDataType>(value, 0, scale);
+            return ReturnType(convertDecimalsImpl<DataTypeDecimal<Decimal128>, ToDataType, ReturnType>(value, 0, scale, result));
         else
-            return convertDecimals<DataTypeDecimal<Decimal64>, ToDataType>(value, 0, scale);
+            return ReturnType(convertDecimalsImpl<DataTypeDecimal<Decimal64>, ToDataType, ReturnType>(value, 0, scale, result));
     }
 }
 
+template <typename FromDataType, typename ToDataType>
+inline std::enable_if_t<IsNumber<typename FromDataType::FieldType> && IsDataTypeDecimal<ToDataType>, typename ToDataType::FieldType>
+convertToDecimal(const typename FromDataType::FieldType & value, UInt32 scale)
+{
+    typename ToDataType::FieldType result;
+
+    convertToDecimalImpl<FromDataType, ToDataType, void>(value, scale, result);
+
+    return result;
+}
+
+template <typename FromDataType, typename ToDataType>
+inline std::enable_if_t<IsNumber<typename FromDataType::FieldType> && IsDataTypeDecimal<ToDataType>, bool>
+tryConvertToDecimal(const typename FromDataType::FieldType & value, UInt32 scale, typename ToDataType::FieldType& result)
+{
+    return convertToDecimalImpl<FromDataType, ToDataType, bool>(value, scale, result);
+}
+
 template <typename T>
 inline DataTypePtr createDecimalMaxPrecision(UInt64 scale)
 {
diff --git a/src/DataTypes/FieldToDataType.cpp b/src/DataTypes/FieldToDataType.cpp
index e01b264df81..95f03385121 100644
--- a/src/DataTypes/FieldToDataType.cpp
+++ b/src/DataTypes/FieldToDataType.cpp
@@ -1,6 +1,7 @@
 #include <Common/FieldVisitors.h>
 #include <DataTypes/FieldToDataType.h>
 #include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeMap.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <DataTypes/DataTypesDecimal.h>
 #include <DataTypes/DataTypeString.h>
@@ -118,6 +119,24 @@ DataTypePtr FieldToDataType::operator() (const Tuple & tuple) const
     return std::make_shared<DataTypeTuple>(element_types);
 }
 
+DataTypePtr FieldToDataType::operator() (const Map & map) const
+{
+    DataTypes key_types;
+    DataTypes value_types;
+    key_types.reserve(map.size());
+    value_types.reserve(map.size());
+
+    for (const auto & elem : map)
+    {
+        const auto & tuple = elem.safeGet<const Tuple &>();
+        assert(tuple.size() == 2);
+        key_types.push_back(applyVisitor(FieldToDataType(), tuple[0]));
+        value_types.push_back(applyVisitor(FieldToDataType(), tuple[1]));
+    }
+
+    return std::make_shared<DataTypeMap>(getLeastSupertype(key_types), getLeastSupertype(value_types));
+}
+
 DataTypePtr FieldToDataType::operator() (const AggregateFunctionStateData & x) const
 {
     const auto & name = static_cast<const AggregateFunctionStateData &>(x).name;
diff --git a/src/DataTypes/FieldToDataType.h b/src/DataTypes/FieldToDataType.h
index 0f8cbfd266c..39457564a2f 100644
--- a/src/DataTypes/FieldToDataType.h
+++ b/src/DataTypes/FieldToDataType.h
@@ -26,6 +26,7 @@ public:
     DataTypePtr operator() (const String & x) const;
     DataTypePtr operator() (const Array & x) const;
     DataTypePtr operator() (const Tuple & tuple) const;
+    DataTypePtr operator() (const Map & map) const;
     DataTypePtr operator() (const DecimalField<Decimal32> & x) const;
     DataTypePtr operator() (const DecimalField<Decimal64> & x) const;
     DataTypePtr operator() (const DecimalField<Decimal128> & x) const;
diff --git a/src/DataTypes/IDataType.h b/src/DataTypes/IDataType.h
index 4601378e8c2..060572ee997 100644
--- a/src/DataTypes/IDataType.h
+++ b/src/DataTypes/IDataType.h
@@ -91,6 +91,8 @@ public:
 
             TupleElement,
 
+            MapElement,
+
             DictionaryKeys,
             DictionaryIndexes,
         };
@@ -449,6 +451,7 @@ public:
     static bool isSpecialCompressionAllowed(const SubstreamPath & path);
 private:
     friend class DataTypeFactory;
+    friend class AggregateFunctionSimpleState;
     /// Customize this DataType
     void setCustomization(DataTypeCustomDescPtr custom_desc_) const;
 
@@ -517,6 +520,7 @@ struct WhichDataType
     constexpr bool isUUID() const { return idx == TypeIndex::UUID; }
     constexpr bool isArray() const { return idx == TypeIndex::Array; }
     constexpr bool isTuple() const { return idx == TypeIndex::Tuple; }
+    constexpr bool isMap() const {return idx == TypeIndex::Map; }
     constexpr bool isSet() const { return idx == TypeIndex::Set; }
     constexpr bool isInterval() const { return idx == TypeIndex::Interval; }
 
diff --git a/src/DataTypes/ya.make b/src/DataTypes/ya.make
index b570adbdc7a..db6793db6ca 100644
--- a/src/DataTypes/ya.make
+++ b/src/DataTypes/ya.make
@@ -27,6 +27,7 @@ SRCS(
     DataTypeInterval.cpp
     DataTypeLowCardinality.cpp
     DataTypeLowCardinalityHelpers.cpp
+    DataTypeMap.cpp
     DataTypeNothing.cpp
     DataTypeNullable.cpp
     DataTypeNumberBase.cpp
diff --git a/src/Databases/DatabaseAtomic.cpp b/src/Databases/DatabaseAtomic.cpp
index af8b751e787..17a91a1fff9 100644
--- a/src/Databases/DatabaseAtomic.cpp
+++ b/src/Databases/DatabaseAtomic.cpp
@@ -35,8 +35,8 @@ public:
 };
 
 
-DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, UUID uuid, Context & context_)
-    : DatabaseOrdinary(name_, std::move(metadata_path_), "store/", "DatabaseAtomic (" + name_ + ")", context_)
+DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, UUID uuid, const String & logger_name, const Context & context_)
+    : DatabaseOrdinary(name_, std::move(metadata_path_), "store/", logger_name, context_)
     , path_to_table_symlinks(global_context.getPath() + "data/" + escapeForFileName(name_) + "/")
     , path_to_metadata_symlink(global_context.getPath() + "metadata/" + escapeForFileName(name_))
     , db_uuid(uuid)
@@ -46,6 +46,11 @@ DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, UUID uuid, C
     tryCreateMetadataSymlink();
 }
 
+DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, UUID uuid, const Context & context_)
+    : DatabaseAtomic(name_, std::move(metadata_path_), uuid, "DatabaseAtomic (" + name_ + ")", context_)
+{
+}
+
 String DatabaseAtomic::getTableDataPath(const String & table_name) const
 {
     std::lock_guard lock(mutex);
@@ -212,6 +217,9 @@ void DatabaseAtomic::renameTable(const Context & context, const String & table_n
     if (is_dictionary && !inside_database)
         throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Cannot move dictionary to other database");
 
+    if (!exchange)
+        other_db.checkMetadataFilenameAvailabilityUnlocked(to_table_name, inside_database ? db_lock : other_db_lock);
+
     StoragePtr table = getTableUnlocked(table_name, db_lock);
     table->checkTableCanBeRenamed();
     assert_can_move_mat_view(table);
diff --git a/src/Databases/DatabaseAtomic.h b/src/Databases/DatabaseAtomic.h
index 82408ff3ab3..1b1c0cd4353 100644
--- a/src/Databases/DatabaseAtomic.h
+++ b/src/Databases/DatabaseAtomic.h
@@ -20,8 +20,8 @@ namespace DB
 class DatabaseAtomic : public DatabaseOrdinary
 {
 public:
-
-    DatabaseAtomic(String name_, String metadata_path_, UUID uuid, Context & context_);
+    DatabaseAtomic(String name_, String metadata_path_, UUID uuid, const String & logger_name, const Context & context_);
+    DatabaseAtomic(String name_, String metadata_path_, UUID uuid, const Context & context_);
 
     String getEngineName() const override { return "Atomic"; }
     UUID getUUID() const override { return db_uuid; }
@@ -51,14 +51,14 @@ public:
     void loadStoredObjects(Context & context, bool has_force_restore_data_flag, bool force_attach) override;
 
     /// Atomic database cannot be detached if there is detached table which still in use
-    void assertCanBeDetached(bool cleanup);
+    void assertCanBeDetached(bool cleanup) override;
 
     UUID tryGetTableUUID(const String & table_name) const override;
 
     void tryCreateSymlink(const String & table_name, const String & actual_data_path, bool if_data_path_exist = false);
     void tryRemoveSymlink(const String & table_name);
 
-    void waitDetachedTableNotInUse(const UUID & uuid);
+    void waitDetachedTableNotInUse(const UUID & uuid) override;
 
 private:
     void commitAlterTable(const StorageID & table_id, const String & table_metadata_tmp_path, const String & table_metadata_path) override;
diff --git a/src/Databases/DatabaseFactory.cpp b/src/Databases/DatabaseFactory.cpp
index 2bb4c595c05..0ac80706bd8 100644
--- a/src/Databases/DatabaseFactory.cpp
+++ b/src/Databases/DatabaseFactory.cpp
@@ -120,27 +120,32 @@ DatabasePtr DatabaseFactory::getImpl(const ASTCreateQuery & create, const String
             const auto & [remote_host_name, remote_port] = parseAddress(host_name_and_port, 3306);
             auto mysql_pool = mysqlxx::Pool(mysql_database_name, remote_host_name, mysql_user_name, mysql_user_password, remote_port);
 
-            if (engine_name == "MaterializeMySQL")
+            if (engine_name == "MySQL")
             {
-                MySQLClient client(remote_host_name, remote_port, mysql_user_name, mysql_user_password);
+                auto mysql_database_settings = std::make_unique<ConnectionMySQLSettings>();
 
-                auto materialize_mode_settings = std::make_unique<MaterializeMySQLSettings>();
+                mysql_database_settings->loadFromQueryContext(context);
+                mysql_database_settings->loadFromQuery(*engine_define); /// higher priority
 
-                if (engine_define->settings)
-                    materialize_mode_settings->loadFromQuery(*engine_define);
-
-                return std::make_shared<DatabaseMaterializeMySQL>(
-                    context, database_name, metadata_path, engine_define, mysql_database_name, std::move(mysql_pool), std::move(client)
-                    , std::move(materialize_mode_settings));
+                return std::make_shared<DatabaseConnectionMySQL>(
+                    context, database_name, metadata_path, engine_define, mysql_database_name, std::move(mysql_database_settings), std::move(mysql_pool));
             }
 
-            auto mysql_database_settings = std::make_unique<ConnectionMySQLSettings>();
+            MySQLClient client(remote_host_name, remote_port, mysql_user_name, mysql_user_password);
 
-            mysql_database_settings->loadFromQueryContext(context);
-            mysql_database_settings->loadFromQuery(*engine_define); /// higher priority
+            auto materialize_mode_settings = std::make_unique<MaterializeMySQLSettings>();
 
-            return std::make_shared<DatabaseConnectionMySQL>(
-                context, database_name, metadata_path, engine_define, mysql_database_name, std::move(mysql_database_settings), std::move(mysql_pool));
+            if (engine_define->settings)
+                materialize_mode_settings->loadFromQuery(*engine_define);
+
+            if (create.uuid == UUIDHelpers::Nil)
+                return std::make_shared<DatabaseMaterializeMySQL<DatabaseOrdinary>>(
+                    context, database_name, metadata_path, uuid, mysql_database_name, std::move(mysql_pool), std::move(client)
+                    , std::move(materialize_mode_settings));
+            else
+                return std::make_shared<DatabaseMaterializeMySQL<DatabaseAtomic>>(
+                    context, database_name, metadata_path, uuid, mysql_database_name, std::move(mysql_pool), std::move(client)
+                    , std::move(materialize_mode_settings));
         }
         catch (...)
         {
diff --git a/src/Databases/DatabaseLazy.cpp b/src/Databases/DatabaseLazy.cpp
index 0119f17f843..f297bf2c82f 100644
--- a/src/Databases/DatabaseLazy.cpp
+++ b/src/Databases/DatabaseLazy.cpp
@@ -42,6 +42,14 @@ void DatabaseLazy::loadStoredObjects(
     iterateMetadataFiles(context, [this](const String & file_name)
     {
         const std::string table_name = file_name.substr(0, file_name.size() - 4);
+
+        auto detached_permanently_flag = Poco::File(getMetadataPath() + "/" + file_name + detached_suffix);
+        if (detached_permanently_flag.exists())
+        {
+            LOG_DEBUG(log, "Skipping permanently detached table {}.", backQuote(table_name));
+            return;
+        }
+
         attachTable(table_name, nullptr, {});
     });
 }
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 1e6b4019c4b..2a8276ec6db 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -164,20 +164,38 @@ void DatabaseOnDisk::createTable(
     /// But there is protection from it - see using DDLGuard in InterpreterCreateQuery.
 
     if (isDictionaryExist(table_name))
-        throw Exception("Dictionary " + backQuote(getDatabaseName()) + "." + backQuote(table_name) + " already exists.",
-            ErrorCodes::DICTIONARY_ALREADY_EXISTS);
+        throw Exception(ErrorCodes::DICTIONARY_ALREADY_EXISTS, "Dictionary {}.{} already exists", backQuote(getDatabaseName()), backQuote(table_name));
 
     if (isTableExist(table_name, global_context))
-        throw Exception("Table " + backQuote(getDatabaseName()) + "." + backQuote(table_name) + " already exists.", ErrorCodes::TABLE_ALREADY_EXISTS);
+        throw Exception(ErrorCodes::TABLE_ALREADY_EXISTS, "Table {}.{} already exists", backQuote(getDatabaseName()), backQuote(table_name));
+
+    String table_metadata_path = getObjectMetadataPath(table_name);
 
     if (create.attach_short_syntax)
     {
         /// Metadata already exists, table was detached
         attachTable(table_name, table, getTableDataPath(create));
+        removeDetachedPermanentlyFlag(table_name, table_metadata_path);
         return;
     }
 
-    String table_metadata_path = getObjectMetadataPath(table_name);
+    if (!create.attach)
+        checkMetadataFilenameAvailability(table_name);
+
+    if (create.attach && Poco::File(table_metadata_path).exists())
+    {
+        ASTPtr ast_detached = parseQueryFromMetadata(log, context, table_metadata_path);
+        auto & create_detached = ast_detached->as<ASTCreateQuery &>();
+
+        // either both should be Nil, either values should be equal
+        if (create.uuid != create_detached.uuid)
+            throw Exception(
+                    ErrorCodes::TABLE_ALREADY_EXISTS,
+                    "Table {}.{} already exist (detached permanently). To attach it back "
+                    "you need to use short ATTACH syntax or a full statement with the same UUID",
+                    backQuote(getDatabaseName()), backQuote(table_name));
+    }
+
     String table_metadata_tmp_path = table_metadata_path + create_suffix;
     String statement;
 
@@ -194,6 +212,26 @@ void DatabaseOnDisk::createTable(
     }
 
     commitCreateTable(create, table, table_metadata_tmp_path, table_metadata_path);
+
+    removeDetachedPermanentlyFlag(table_name, table_metadata_path);
+}
+
+/// If the table was detached permanently we will have a flag file with
+/// .sql.detached extension, is not needed anymore since we attached the table back
+void DatabaseOnDisk::removeDetachedPermanentlyFlag(const String & table_name, const String & table_metadata_path) const
+{
+    try
+    {
+        auto detached_permanently_flag = Poco::File(table_metadata_path + detached_suffix);
+
+        if (detached_permanently_flag.exists())
+            detached_permanently_flag.remove();
+    }
+    catch (Exception & e)
+    {
+        e.addMessage("while trying to remove permanenty detached flag. Table {}.{} may still be marked as permanently detached, and will not be reattached during server restart.", backQuote(getDatabaseName()), backQuote(table_name));
+        throw;
+    }
 }
 
 void DatabaseOnDisk::commitCreateTable(const ASTCreateQuery & query, const StoragePtr & table,
@@ -215,6 +253,22 @@ void DatabaseOnDisk::commitCreateTable(const ASTCreateQuery & query, const Stora
     }
 }
 
+void DatabaseOnDisk::detachTablePermanently(const String & table_name)
+{
+    auto table = detachTable(table_name);
+
+    Poco::File detached_permanently_flag(getObjectMetadataPath(table_name) + detached_suffix);
+    try
+    {
+        detached_permanently_flag.createFile();
+    }
+    catch (Exception & e)
+    {
+        e.addMessage("while trying to set permanenty detached flag. Table {}.{} may be reattached during server restart.", backQuote(getDatabaseName()), backQuote(table_name));
+        throw;
+    }
+}
+
 void DatabaseOnDisk::dropTable(const Context & context, const String & table_name, bool /*no_delay*/)
 {
     String table_metadata_path = getObjectMetadataPath(table_name);
@@ -253,6 +307,27 @@ void DatabaseOnDisk::dropTable(const Context & context, const String & table_nam
     Poco::File(table_metadata_path_drop).remove();
 }
 
+void DatabaseOnDisk::checkMetadataFilenameAvailability(const String & to_table_name) const
+{
+    std::unique_lock lock(mutex);
+    checkMetadataFilenameAvailabilityUnlocked(to_table_name, lock);
+}
+
+void DatabaseOnDisk::checkMetadataFilenameAvailabilityUnlocked(const String & to_table_name, std::unique_lock<std::mutex> &) const
+{
+    String table_metadata_path = getObjectMetadataPath(to_table_name);
+
+    if (Poco::File(table_metadata_path).exists())
+    {
+        auto detached_permanently_flag = Poco::File(table_metadata_path + detached_suffix);
+
+        if (detached_permanently_flag.exists())
+            throw Exception(ErrorCodes::TABLE_ALREADY_EXISTS, "Table {}.{} already exists (detached permanently)", backQuote(database_name), backQuote(to_table_name));
+        else
+            throw Exception(ErrorCodes::TABLE_ALREADY_EXISTS, "Table {}.{} already exists (detached)", backQuote(database_name), backQuote(to_table_name));
+    }
+}
+
 void DatabaseOnDisk::renameTable(
         const Context & context,
         const String & table_name,
@@ -299,6 +374,9 @@ void DatabaseOnDisk::renameTable(
         if (from_atomic_to_ordinary)
             create.uuid = UUIDHelpers::Nil;
 
+        if (auto * target_db = dynamic_cast<DatabaseOnDisk *>(&to_database))
+            target_db->checkMetadataFilenameAvailability(to_table_name);
+
         /// Notify the table that it is renamed. It will move data to new path (if it stores data on disk) and update StorageID
         table->rename(to_database.getTableDataPath(create), StorageID(create));
     }
@@ -328,6 +406,8 @@ void DatabaseOnDisk::renameTable(
     }
 }
 
+
+/// It returns create table statement (even if table is detached)
 ASTPtr DatabaseOnDisk::getCreateTableQueryImpl(const String & table_name, const Context &, bool throw_on_error) const
 {
     ASTPtr ast;
@@ -400,7 +480,7 @@ void DatabaseOnDisk::iterateMetadataFiles(const Context & context, const Iterati
 {
     auto process_tmp_drop_metadata_file = [&](const String & file_name)
     {
-        assert(getEngineName() != "Atomic");
+        assert(getUUID() == UUIDHelpers::Nil);
         static const char * tmp_drop_ext = ".sql.tmp_drop";
         const std::string object_name = file_name.substr(0, file_name.size() - strlen(tmp_drop_ext));
         if (Poco::File(context.getPath() + getDataPath() + '/' + object_name).exists())
@@ -430,8 +510,11 @@ void DatabaseOnDisk::iterateMetadataFiles(const Context & context, const Iterati
         if (endsWith(dir_it.name(), ".sql.bak"))
             continue;
 
-        static const char * tmp_drop_ext = ".sql.tmp_drop";
-        if (endsWith(dir_it.name(), tmp_drop_ext))
+        /// Permanently detached table flag
+        if (endsWith(dir_it.name(), ".sql.detached"))
+            continue;
+
+        if (endsWith(dir_it.name(), ".sql.tmp_drop"))
         {
             /// There are files that we tried to delete previously
             metadata_files.emplace(dir_it.name(), false);
diff --git a/src/Databases/DatabaseOnDisk.h b/src/Databases/DatabaseOnDisk.h
index 586491d4d29..fff2a259911 100644
--- a/src/Databases/DatabaseOnDisk.h
+++ b/src/Databases/DatabaseOnDisk.h
@@ -39,6 +39,8 @@ public:
         const StoragePtr & table,
         const ASTPtr & query) override;
 
+    void detachTablePermanently(const String & table_name) override;
+
     void dropTable(
         const Context & context,
         const String & table_name,
@@ -67,9 +69,14 @@ public:
 
     static ASTPtr parseQueryFromMetadata(Poco::Logger * log, const Context & context, const String & metadata_file_path, bool throw_on_error = true, bool remove_empty = false);
 
+    /// will throw when the table we want to attach already exists (in active / detached / detached permanently form)
+    void checkMetadataFilenameAvailability(const String & to_table_name) const;
+    void checkMetadataFilenameAvailabilityUnlocked(const String & to_table_name, std::unique_lock<std::mutex> &) const;
+
 protected:
     static constexpr const char * create_suffix = ".tmp";
     static constexpr const char * drop_suffix = ".tmp_drop";
+    static constexpr const char * detached_suffix = ".detached";
 
     using IteratingFunction = std::function<void(const String &)>;
 
@@ -87,6 +94,9 @@ protected:
 
     const String metadata_path;
     const String data_path;
+
+private:
+    void removeDetachedPermanentlyFlag(const String & table_name, const String & table_metadata_path) const;
 };
 
 }
diff --git a/src/Databases/DatabaseOrdinary.cpp b/src/Databases/DatabaseOrdinary.cpp
index 24e2bdcd6b2..58b4ad72a1b 100644
--- a/src/Databases/DatabaseOrdinary.cpp
+++ b/src/Databases/DatabaseOrdinary.cpp
@@ -135,6 +135,19 @@ void DatabaseOrdinary::loadStoredObjects(Context & context, bool has_force_resto
             {
                 auto * create_query = ast->as<ASTCreateQuery>();
                 create_query->database = database_name;
+
+                auto detached_permanently_flag = Poco::File(full_path.string() + detached_suffix);
+                if (detached_permanently_flag.exists())
+                {
+                    /// FIXME: even if we don't load the table we can still mark the uuid of it as taken.
+                    /// if (create_query->uuid != UUIDHelpers::Nil)
+                    ///     DatabaseCatalog::instance().addUUIDMapping(create_query->uuid);
+
+                    const std::string table_name = file_name.substr(0, file_name.size() - 4);
+                    LOG_DEBUG(log, "Skipping permanently detached table {}.", backQuote(table_name));
+                    return;
+                }
+
                 std::lock_guard lock{file_names_mutex};
                 file_names[file_name] = ast;
                 total_dictionaries += create_query->is_dictionary;
diff --git a/src/Databases/DatabasesCommon.cpp b/src/Databases/DatabasesCommon.cpp
index c5df954c2da..2d3d206162b 100644
--- a/src/Databases/DatabasesCommon.cpp
+++ b/src/Databases/DatabasesCommon.cpp
@@ -72,7 +72,7 @@ StoragePtr DatabaseWithOwnTablesBase::detachTableUnlocked(const String & table_n
 
     auto it = tables.find(table_name);
     if (it == tables.end())
-        throw Exception(ErrorCodes::UNKNOWN_TABLE, "Table {}.{} doesn't exist.",
+        throw Exception(ErrorCodes::UNKNOWN_TABLE, "Table {}.{} doesn't exist",
                         backQuote(database_name), backQuote(table_name));
     res = it->second;
     tables.erase(it);
@@ -80,7 +80,7 @@ StoragePtr DatabaseWithOwnTablesBase::detachTableUnlocked(const String & table_n
     auto table_id = res->getStorageID();
     if (table_id.hasUUID())
     {
-        assert(database_name == DatabaseCatalog::TEMPORARY_DATABASE || getEngineName() == "Atomic");
+        assert(database_name == DatabaseCatalog::TEMPORARY_DATABASE || getUUID() != UUIDHelpers::Nil);
         DatabaseCatalog::instance().removeUUIDMapping(table_id.uuid);
     }
 
@@ -102,7 +102,7 @@ void DatabaseWithOwnTablesBase::attachTableUnlocked(const String & table_name, c
 
     if (table_id.hasUUID())
     {
-        assert(database_name == DatabaseCatalog::TEMPORARY_DATABASE || getEngineName() == "Atomic");
+        assert(database_name == DatabaseCatalog::TEMPORARY_DATABASE || getUUID() != UUIDHelpers::Nil);
         DatabaseCatalog::instance().addUUIDMapping(table_id.uuid, shared_from_this(), table);
     }
 
@@ -131,7 +131,7 @@ void DatabaseWithOwnTablesBase::shutdown()
         kv.second->shutdown();
         if (table_id.hasUUID())
         {
-            assert(getDatabaseName() == DatabaseCatalog::TEMPORARY_DATABASE || getEngineName() == "Atomic");
+            assert(getDatabaseName() == DatabaseCatalog::TEMPORARY_DATABASE || getUUID() != UUIDHelpers::Nil);
             DatabaseCatalog::instance().removeUUIDMapping(table_id.uuid);
         }
     }
@@ -157,7 +157,7 @@ StoragePtr DatabaseWithOwnTablesBase::getTableUnlocked(const String & table_name
     auto it = tables.find(table_name);
     if (it != tables.end())
         return it->second;
-    throw Exception(ErrorCodes::UNKNOWN_TABLE, "Table {}.{} doesn't exist.",
+    throw Exception(ErrorCodes::UNKNOWN_TABLE, "Table {}.{} doesn't exist",
                     backQuote(database_name), backQuote(table_name));
 }
 
diff --git a/src/Databases/IDatabase.h b/src/Databases/IDatabase.h
index fadec5fe7a9..fc821fcab30 100644
--- a/src/Databases/IDatabase.h
+++ b/src/Databases/IDatabase.h
@@ -221,6 +221,8 @@ public:
     }
 
     /// Add a table to the database, but do not add it to the metadata. The database may not support this method.
+    ///
+    /// Note: ATTACH TABLE statement actually uses createTable method.
     virtual void attachTable(const String & /*name*/, const StoragePtr & /*table*/, [[maybe_unused]] const String & relative_table_path = {})
     {
         throw Exception("There is no ATTACH TABLE query for Database" + getEngineName(), ErrorCodes::NOT_IMPLEMENTED);
@@ -245,6 +247,13 @@ public:
         throw Exception("There is no DETACH DICTIONARY query for Database" + getEngineName(), ErrorCodes::NOT_IMPLEMENTED);
     }
 
+    /// Forget about the table without deleting it's data, but rename metadata file to prevent reloading it
+    /// with next restart. The database may not support this method.
+    virtual void detachTablePermanently(const String & /*name*/)
+    {
+        throw Exception("There is no DETACH TABLE PERMANENTLY query for Database" + getEngineName(), ErrorCodes::NOT_IMPLEMENTED);
+    }
+
     /// Rename the table and possibly move the table to another database.
     virtual void renameTable(
         const Context & /*context*/,
@@ -334,6 +343,10 @@ public:
     /// All tables and dictionaries should be detached before detaching the database.
     virtual bool shouldBeEmptyOnDetach() const { return true; }
 
+    virtual void assertCanBeDetached(bool /*cleanup*/) {}
+
+    virtual void waitDetachedTableNotInUse(const UUID & /*uuid*/) { assert(false); }
+
     /// Ask all tables to complete the background threads they are using and delete all table objects.
     virtual void shutdown() = 0;
 
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
index 45483055739..35b016f255b 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
@@ -395,7 +395,7 @@ void DatabaseConnectionMySQL::loadStoredObjects(Context &, bool, bool /*force_at
     }
 }
 
-void DatabaseConnectionMySQL::dropTable(const Context &, const String & table_name, bool /*no_delay*/)
+void DatabaseConnectionMySQL::detachTablePermanently(const String & table_name)
 {
     std::lock_guard<std::mutex> lock{mutex};
 
@@ -429,6 +429,11 @@ void DatabaseConnectionMySQL::dropTable(const Context &, const String & table_na
     table_iter->second.second->is_dropped = true;
 }
 
+void DatabaseConnectionMySQL::dropTable(const Context &, const String & table_name, bool /*no_delay*/)
+{
+    detachTablePermanently(table_name);
+}
+
 DatabaseConnectionMySQL::~DatabaseConnectionMySQL()
 {
     try
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.h b/src/Databases/MySQL/DatabaseConnectionMySQL.h
index d8694e71db2..3e305fcb20d 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.h
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.h
@@ -72,6 +72,8 @@ public:
 
     StoragePtr detachTable(const String & table_name) override;
 
+    void detachTablePermanently(const String & table_name) override;
+
     void dropTable(const Context &, const String & table_name, bool no_delay) override;
 
     void attachTable(const String & table_name, const StoragePtr & storage, const String & relative_table_path) override;
diff --git a/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp b/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
index b5231a23d7e..6a9f1e37f8e 100644
--- a/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
@@ -8,6 +8,7 @@
 
 #    include <Interpreters/Context.h>
 #    include <Databases/DatabaseOrdinary.h>
+#    include <Databases/DatabaseAtomic.h>
 #    include <Databases/MySQL/DatabaseMaterializeTablesIterator.h>
 #    include <Databases/MySQL/MaterializeMySQLSyncThread.h>
 #    include <Parsers/ASTCreateQuery.h>
@@ -22,21 +23,37 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int NOT_IMPLEMENTED;
+    extern const int LOGICAL_ERROR;
 }
 
-DatabaseMaterializeMySQL::DatabaseMaterializeMySQL(
-    const Context & context, const String & database_name_, const String & metadata_path_, const IAST * database_engine_define_
-    , const String & mysql_database_name_, mysqlxx::Pool && pool_, MySQLClient && client_, std::unique_ptr<MaterializeMySQLSettings> settings_)
-    : IDatabase(database_name_), global_context(context.getGlobalContext()), engine_define(database_engine_define_->clone())
-    , nested_database(std::make_shared<DatabaseOrdinary>(database_name_, metadata_path_, context))
-    , settings(std::move(settings_)), log(&Poco::Logger::get("DatabaseMaterializeMySQL"))
+template<>
+DatabaseMaterializeMySQL<DatabaseOrdinary>::DatabaseMaterializeMySQL(
+    const Context & context, const String & database_name_, const String & metadata_path_, UUID /*uuid*/,
+    const String & mysql_database_name_, mysqlxx::Pool && pool_, MySQLClient && client_, std::unique_ptr<MaterializeMySQLSettings> settings_)
+    : DatabaseOrdinary(database_name_
+                      , metadata_path_
+                      , "data/" + escapeForFileName(database_name_) + "/"
+                      , "DatabaseMaterializeMySQL<Ordinary> (" + database_name_ + ")", context
+                      )
+    , settings(std::move(settings_))
     , materialize_thread(context, database_name_, mysql_database_name_, std::move(pool_), std::move(client_), settings.get())
 {
 }
 
-void DatabaseMaterializeMySQL::rethrowExceptionIfNeed() const
+template<>
+DatabaseMaterializeMySQL<DatabaseAtomic>::DatabaseMaterializeMySQL(
+    const Context & context, const String & database_name_, const String & metadata_path_, UUID uuid,
+    const String & mysql_database_name_, mysqlxx::Pool && pool_, MySQLClient && client_, std::unique_ptr<MaterializeMySQLSettings> settings_)
+    : DatabaseAtomic(database_name_, metadata_path_, uuid, "DatabaseMaterializeMySQL<Atomic> (" + database_name_ + ")", context)
+    , settings(std::move(settings_))
+    , materialize_thread(context, database_name_, mysql_database_name_, std::move(pool_), std::move(client_), settings.get())
 {
-    std::unique_lock<std::mutex> lock(mutex);
+}
+
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::rethrowExceptionIfNeed() const
+{
+    std::unique_lock<std::mutex> lock(Base::mutex);
 
     if (!settings->allows_query_when_mysql_lost && exception)
     {
@@ -46,129 +63,71 @@ void DatabaseMaterializeMySQL::rethrowExceptionIfNeed() const
         }
         catch (Exception & ex)
         {
+            /// This method can be called from multiple threads
+            /// and Exception can be modified concurrently by calling addMessage(...),
+            /// so we rethrow a copy.
             throw Exception(ex);
         }
     }
 }
 
-void DatabaseMaterializeMySQL::setException(const std::exception_ptr & exception_)
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::setException(const std::exception_ptr & exception_)
 {
-    std::unique_lock<std::mutex> lock(mutex);
+    std::unique_lock<std::mutex> lock(Base::mutex);
     exception = exception_;
 }
 
-ASTPtr DatabaseMaterializeMySQL::getCreateDatabaseQuery() const
-{
-    const auto & create_query = std::make_shared<ASTCreateQuery>();
-    create_query->database = database_name;
-    create_query->set(create_query->storage, engine_define);
-    return create_query;
-}
-
-void DatabaseMaterializeMySQL::loadStoredObjects(Context & context, bool has_force_restore_data_flag, bool force_attach)
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::loadStoredObjects(Context & context, bool has_force_restore_data_flag, bool force_attach)
 {
+    Base::loadStoredObjects(context, has_force_restore_data_flag, force_attach);
     try
     {
-        std::unique_lock<std::mutex> lock(mutex);
-        nested_database->loadStoredObjects(context, has_force_restore_data_flag, force_attach);
         materialize_thread.startSynchronization();
+        started_up = true;
     }
     catch (...)
     {
-        tryLogCurrentException(log, "Cannot load MySQL nested database stored objects.");
+        tryLogCurrentException(Base::log, "Cannot load MySQL nested database stored objects.");
 
         if (!force_attach)
             throw;
     }
 }
 
-void DatabaseMaterializeMySQL::shutdown()
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::createTable(const Context & context, const String & name, const StoragePtr & table, const ASTPtr & query)
 {
-    materialize_thread.stopSynchronization();
-
-    auto iterator = nested_database->getTablesIterator(global_context, {});
-
-    /// We only shutdown the table, The tables is cleaned up when destructed database
-    for (; iterator->isValid(); iterator->next())
-        iterator->table()->shutdown();
+    assertCalledFromSyncThreadOrDrop("create table");
+    Base::createTable(context, name, table, query);
 }
 
-bool DatabaseMaterializeMySQL::empty() const
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::dropTable(const Context & context, const String & name, bool no_delay)
 {
-    return nested_database->empty();
+    assertCalledFromSyncThreadOrDrop("drop table");
+    Base::dropTable(context, name, no_delay);
 }
 
-String DatabaseMaterializeMySQL::getDataPath() const
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::attachTable(const String & name, const StoragePtr & table, const String & relative_table_path)
 {
-    return nested_database->getDataPath();
+    assertCalledFromSyncThreadOrDrop("attach table");
+    Base::attachTable(name, table, relative_table_path);
 }
 
-String DatabaseMaterializeMySQL::getMetadataPath() const
+template<typename Base>
+StoragePtr DatabaseMaterializeMySQL<Base>::detachTable(const String & name)
 {
-    return nested_database->getMetadataPath();
+    assertCalledFromSyncThreadOrDrop("detach table");
+    return Base::detachTable(name);
 }
 
-String DatabaseMaterializeMySQL::getTableDataPath(const String & table_name) const
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::renameTable(const Context & context, const String & name, IDatabase & to_database, const String & to_name, bool exchange, bool dictionary)
 {
-    return nested_database->getTableDataPath(table_name);
-}
-
-String DatabaseMaterializeMySQL::getTableDataPath(const ASTCreateQuery & query) const
-{
-    return nested_database->getTableDataPath(query);
-}
-
-String DatabaseMaterializeMySQL::getObjectMetadataPath(const String & table_name) const
-{
-    return nested_database->getObjectMetadataPath(table_name);
-}
-
-UUID DatabaseMaterializeMySQL::tryGetTableUUID(const String & table_name) const
-{
-    return nested_database->tryGetTableUUID(table_name);
-}
-
-time_t DatabaseMaterializeMySQL::getObjectMetadataModificationTime(const String & name) const
-{
-    return nested_database->getObjectMetadataModificationTime(name);
-}
-
-void DatabaseMaterializeMySQL::createTable(const Context & context, const String & name, const StoragePtr & table, const ASTPtr & query)
-{
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support create table.", ErrorCodes::NOT_IMPLEMENTED);
-
-    nested_database->createTable(context, name, table, query);
-}
-
-void DatabaseMaterializeMySQL::dropTable(const Context & context, const String & name, bool no_delay)
-{
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support drop table.", ErrorCodes::NOT_IMPLEMENTED);
-
-    nested_database->dropTable(context, name, no_delay);
-}
-
-void DatabaseMaterializeMySQL::attachTable(const String & name, const StoragePtr & table, const String & relative_table_path)
-{
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support attach table.", ErrorCodes::NOT_IMPLEMENTED);
-
-    nested_database->attachTable(name, table, relative_table_path);
-}
-
-StoragePtr DatabaseMaterializeMySQL::detachTable(const String & name)
-{
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support detach table.", ErrorCodes::NOT_IMPLEMENTED);
-
-    return nested_database->detachTable(name);
-}
-
-void DatabaseMaterializeMySQL::renameTable(const Context & context, const String & name, IDatabase & to_database, const String & to_name, bool exchange, bool dictionary)
-{
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support rename table.", ErrorCodes::NOT_IMPLEMENTED);
+    assertCalledFromSyncThreadOrDrop("rename table");
 
     if (exchange)
         throw Exception("MaterializeMySQL database not support exchange table.", ErrorCodes::NOT_IMPLEMENTED);
@@ -176,57 +135,37 @@ void DatabaseMaterializeMySQL::renameTable(const Context & context, const String
     if (dictionary)
         throw Exception("MaterializeMySQL database not support rename dictionary.", ErrorCodes::NOT_IMPLEMENTED);
 
-    if (to_database.getDatabaseName() != getDatabaseName())
+    if (to_database.getDatabaseName() != Base::getDatabaseName())
         throw Exception("Cannot rename with other database for MaterializeMySQL database.", ErrorCodes::NOT_IMPLEMENTED);
 
-    nested_database->renameTable(context, name, *nested_database, to_name, exchange, dictionary);
+    Base::renameTable(context, name, *this, to_name, exchange, dictionary);
 }
 
-void DatabaseMaterializeMySQL::alterTable(const Context & context, const StorageID & table_id, const StorageInMemoryMetadata & metadata)
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::alterTable(const Context & context, const StorageID & table_id, const StorageInMemoryMetadata & metadata)
 {
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support alter table.", ErrorCodes::NOT_IMPLEMENTED);
-
-    nested_database->alterTable(context, table_id, metadata);
+    assertCalledFromSyncThreadOrDrop("alter table");
+    Base::alterTable(context, table_id, metadata);
 }
 
-bool DatabaseMaterializeMySQL::shouldBeEmptyOnDetach() const
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::drop(const Context & context)
 {
-    return false;
+    /// Remove metadata info
+    Poco::File metadata(Base::getMetadataPath() + "/.metadata");
+
+    if (metadata.exists())
+        metadata.remove(false);
+
+    Base::drop(context);
 }
 
-void DatabaseMaterializeMySQL::drop(const Context & context)
-{
-    if (nested_database->shouldBeEmptyOnDetach())
-    {
-        for (auto iterator = nested_database->getTablesIterator(context, {}); iterator->isValid(); iterator->next())
-        {
-            TableExclusiveLockHolder table_lock = iterator->table()->lockExclusively(
-                context.getCurrentQueryId(), context.getSettingsRef().lock_acquire_timeout);
-
-            nested_database->dropTable(context, iterator->name(), true);
-        }
-
-        /// Remove metadata info
-        Poco::File metadata(getMetadataPath() + "/.metadata");
-
-        if (metadata.exists())
-            metadata.remove(false);
-    }
-
-    nested_database->drop(context);
-}
-
-bool DatabaseMaterializeMySQL::isTableExist(const String & name, const Context & context) const
-{
-    return nested_database->isTableExist(name, context);
-}
-
-StoragePtr DatabaseMaterializeMySQL::tryGetTable(const String & name, const Context & context) const
+template<typename Base>
+StoragePtr DatabaseMaterializeMySQL<Base>::tryGetTable(const String & name, const Context & context) const
 {
     if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
     {
-        StoragePtr nested_storage = nested_database->tryGetTable(name, context);
+        StoragePtr nested_storage = Base::tryGetTable(name, context);
 
         if (!nested_storage)
             return {};
@@ -234,20 +173,71 @@ StoragePtr DatabaseMaterializeMySQL::tryGetTable(const String & name, const Cont
         return std::make_shared<StorageMaterializeMySQL>(std::move(nested_storage), this);
     }
 
-    return nested_database->tryGetTable(name, context);
+    return Base::tryGetTable(name, context);
 }
 
-DatabaseTablesIteratorPtr DatabaseMaterializeMySQL::getTablesIterator(const Context & context, const FilterByNameFunction & filter_by_table_name)
+template<typename Base>
+DatabaseTablesIteratorPtr DatabaseMaterializeMySQL<Base>::getTablesIterator(const Context & context, const DatabaseOnDisk::FilterByNameFunction & filter_by_table_name)
 {
     if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
     {
-        DatabaseTablesIteratorPtr iterator = nested_database->getTablesIterator(context, filter_by_table_name);
+        DatabaseTablesIteratorPtr iterator = Base::getTablesIterator(context, filter_by_table_name);
         return std::make_unique<DatabaseMaterializeTablesIterator>(std::move(iterator), this);
     }
 
-    return nested_database->getTablesIterator(context, filter_by_table_name);
+    return Base::getTablesIterator(context, filter_by_table_name);
 }
 
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::assertCalledFromSyncThreadOrDrop(const char * method) const
+{
+    if (!MaterializeMySQLSyncThread::isMySQLSyncThread() && started_up)
+        throw Exception(ErrorCodes::NOT_IMPLEMENTED, "MaterializeMySQL database not support {}", method);
+}
+
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::shutdownSynchronizationThread()
+{
+    materialize_thread.stopSynchronization();
+    started_up = false;
+}
+
+template<typename Database, template<class> class Helper, typename... Args>
+auto castToMaterializeMySQLAndCallHelper(Database * database, Args && ... args)
+{
+    using Ordinary = DatabaseMaterializeMySQL<DatabaseOrdinary>;
+    using Atomic = DatabaseMaterializeMySQL<DatabaseAtomic>;
+    using ToOrdinary = typename std::conditional_t<std::is_const_v<Database>, const Ordinary *, Ordinary *>;
+    using ToAtomic = typename std::conditional_t<std::is_const_v<Database>, const Atomic *, Atomic *>;
+    if (auto * database_materialize = typeid_cast<ToOrdinary>(database))
+        return (database_materialize->*Helper<Ordinary>::v)(std::forward<Args>(args)...);
+    if (auto * database_materialize = typeid_cast<ToAtomic>(database))
+        return (database_materialize->*Helper<Atomic>::v)(std::forward<Args>(args)...);
+
+    throw Exception("LOGICAL_ERROR: cannot cast to DatabaseMaterializeMySQL, it is a bug.", ErrorCodes::LOGICAL_ERROR);
+}
+
+template<typename T> struct HelperSetException { static constexpr auto v = &T::setException; };
+void setSynchronizationThreadException(const DatabasePtr & materialize_mysql_db, const std::exception_ptr & exception)
+{
+    castToMaterializeMySQLAndCallHelper<IDatabase, HelperSetException>(materialize_mysql_db.get(), exception);
+}
+
+template<typename T> struct HelperStopSync { static constexpr auto v = &T::shutdownSynchronizationThread; };
+void stopDatabaseSynchronization(const DatabasePtr & materialize_mysql_db)
+{
+    castToMaterializeMySQLAndCallHelper<IDatabase, HelperStopSync>(materialize_mysql_db.get());
+}
+
+template<typename T> struct HelperRethrow { static constexpr auto v = &T::rethrowExceptionIfNeed; };
+void rethrowSyncExceptionIfNeed(const IDatabase * materialize_mysql_db)
+{
+    castToMaterializeMySQLAndCallHelper<const IDatabase, HelperRethrow>(materialize_mysql_db);
+}
+
+template class DatabaseMaterializeMySQL<DatabaseOrdinary>;
+template class DatabaseMaterializeMySQL<DatabaseAtomic>;
+
 }
 
 #endif
diff --git a/src/Databases/MySQL/DatabaseMaterializeMySQL.h b/src/Databases/MySQL/DatabaseMaterializeMySQL.h
index 799db65b481..e1229269a33 100644
--- a/src/Databases/MySQL/DatabaseMaterializeMySQL.h
+++ b/src/Databases/MySQL/DatabaseMaterializeMySQL.h
@@ -17,48 +17,34 @@ namespace DB
  *
  *  All table structure and data will be written to the local file system
  */
-class DatabaseMaterializeMySQL : public IDatabase
+template<typename Base>
+class DatabaseMaterializeMySQL : public Base
 {
 public:
+
     DatabaseMaterializeMySQL(
-        const Context & context, const String & database_name_, const String & metadata_path_,
-        const IAST * database_engine_define_, const String & mysql_database_name_, mysqlxx::Pool && pool_,
+        const Context & context, const String & database_name_, const String & metadata_path_, UUID uuid,
+        const String & mysql_database_name_, mysqlxx::Pool && pool_,
         MySQLClient && client_, std::unique_ptr<MaterializeMySQLSettings> settings_);
 
     void rethrowExceptionIfNeed() const;
 
     void setException(const std::exception_ptr & exception);
 protected:
-    const Context & global_context;
 
-    ASTPtr engine_define;
-    DatabasePtr nested_database;
     std::unique_ptr<MaterializeMySQLSettings> settings;
 
-    Poco::Logger * log;
     MaterializeMySQLSyncThread materialize_thread;
 
     std::exception_ptr exception;
 
+    std::atomic_bool started_up{false};
+
 public:
     String getEngineName() const override { return "MaterializeMySQL"; }
 
-    ASTPtr getCreateDatabaseQuery() const override;
-
     void loadStoredObjects(Context & context, bool has_force_restore_data_flag, bool force_attach) override;
 
-    void shutdown() override;
-
-    bool empty() const override;
-
-    String getDataPath() const override;
-
-    String getTableDataPath(const String & table_name) const override;
-
-    String getTableDataPath(const ASTCreateQuery & query) const override;
-
-    UUID tryGetTableUUID(const String & table_name) const override;
-
     void createTable(const Context & context, const String & name, const StoragePtr & table, const ASTPtr & query) override;
 
     void dropTable(const Context & context, const String & name, bool no_delay) override;
@@ -71,23 +57,22 @@ public:
 
     void alterTable(const Context & context, const StorageID & table_id, const StorageInMemoryMetadata & metadata) override;
 
-    time_t getObjectMetadataModificationTime(const String & name) const override;
-
-    String getMetadataPath() const override;
-
-    String getObjectMetadataPath(const String & table_name) const override;
-
-    bool shouldBeEmptyOnDetach() const override;
-
     void drop(const Context & context) override;
 
-    bool isTableExist(const String & name, const Context & context) const override;
-
     StoragePtr tryGetTable(const String & name, const Context & context) const override;
 
-    DatabaseTablesIteratorPtr getTablesIterator(const Context & context, const FilterByNameFunction & filter_by_table_name) override;
+    DatabaseTablesIteratorPtr getTablesIterator(const Context & context, const DatabaseOnDisk::FilterByNameFunction & filter_by_table_name) override;
+
+    void assertCalledFromSyncThreadOrDrop(const char * method) const;
+
+    void shutdownSynchronizationThread();
 };
 
+
+void setSynchronizationThreadException(const DatabasePtr & materialize_mysql_db, const std::exception_ptr & exception);
+void stopDatabaseSynchronization(const DatabasePtr & materialize_mysql_db);
+void rethrowSyncExceptionIfNeed(const IDatabase * materialize_mysql_db);
+
 }
 
 #endif
diff --git a/src/Databases/MySQL/DatabaseMaterializeTablesIterator.h b/src/Databases/MySQL/DatabaseMaterializeTablesIterator.h
index 86a5cbf8206..54031de40a2 100644
--- a/src/Databases/MySQL/DatabaseMaterializeTablesIterator.h
+++ b/src/Databases/MySQL/DatabaseMaterializeTablesIterator.h
@@ -2,7 +2,6 @@
 
 #include <Databases/IDatabase.h>
 #include <Storages/StorageMaterializeMySQL.h>
-#include <Databases/MySQL/DatabaseMaterializeMySQL.h>
 
 namespace DB
 {
@@ -30,7 +29,7 @@ public:
 
     UUID uuid() const override { return nested_iterator->uuid(); }
 
-    DatabaseMaterializeTablesIterator(DatabaseTablesIteratorPtr nested_iterator_, DatabaseMaterializeMySQL * database_)
+    DatabaseMaterializeTablesIterator(DatabaseTablesIteratorPtr nested_iterator_, const IDatabase * database_)
         : nested_iterator(std::move(nested_iterator_)), database(database_)
     {
     }
@@ -38,8 +37,7 @@ public:
 private:
     mutable std::vector<StoragePtr> tables;
     DatabaseTablesIteratorPtr nested_iterator;
-    DatabaseMaterializeMySQL * database;
-
+    const IDatabase * database;
 };
 
 }
diff --git a/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp b/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
index bc7c9e4c554..1da033fa4b3 100644
--- a/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
+++ b/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
@@ -71,15 +71,6 @@ static BlockIO tryToExecuteQuery(const String & query_to_execute, Context & quer
     }
 }
 
-static inline DatabaseMaterializeMySQL & getDatabase(const String & database_name)
-{
-    DatabasePtr database = DatabaseCatalog::instance().getDatabase(database_name);
-
-    if (DatabaseMaterializeMySQL * database_materialize = typeid_cast<DatabaseMaterializeMySQL *>(database.get()))
-        return *database_materialize;
-
-    throw Exception("LOGICAL_ERROR: cannot cast to DatabaseMaterializeMySQL, it is a bug.", ErrorCodes::LOGICAL_ERROR);
-}
 
 MaterializeMySQLSyncThread::~MaterializeMySQLSyncThread()
 {
@@ -190,7 +181,8 @@ void MaterializeMySQLSyncThread::synchronization()
     {
         client.disconnect();
         tryLogCurrentException(log);
-        getDatabase(database_name).setException(std::current_exception());
+        auto db = DatabaseCatalog::instance().getDatabase(database_name);
+        setSynchronizationThreadException(db, std::current_exception());
     }
 }
 
@@ -343,7 +335,7 @@ std::optional<MaterializeMetadata> MaterializeMySQLSyncThread::prepareSynchroniz
             opened_transaction = false;
 
             MaterializeMetadata metadata(
-                connection, getDatabase(database_name).getMetadataPath() + "/.metadata", mysql_database_name, opened_transaction);
+                connection, DatabaseCatalog::instance().getDatabase(database_name)->getMetadataPath() + "/.metadata", mysql_database_name, opened_transaction);
 
             if (!metadata.need_dumping_tables.empty())
             {
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index aa5088373b3..4786c05f8b0 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -348,11 +348,11 @@ public:
         DiskS3::Metadata metadata_,
         const String & s3_path_,
         std::optional<DiskS3::ObjectMetadata> object_metadata_,
-        bool is_multipart,
         size_t min_upload_part_size,
+        size_t max_single_part_upload_size,
         size_t buf_size_)
         : WriteBufferFromFileBase(buf_size_, nullptr, 0)
-        , impl(WriteBufferFromS3(client_ptr_, bucket_, metadata_.s3_root_path + s3_path_, min_upload_part_size, is_multipart,std::move(object_metadata_), buf_size_))
+        , impl(WriteBufferFromS3(client_ptr_, bucket_, metadata_.s3_root_path + s3_path_, min_upload_part_size, max_single_part_upload_size,std::move(object_metadata_), buf_size_))
         , metadata(std::move(metadata_))
         , s3_path(s3_path_)
     {
@@ -542,7 +542,7 @@ DiskS3::DiskS3(
     String s3_root_path_,
     String metadata_path_,
     size_t min_upload_part_size_,
-    size_t min_multi_part_upload_size_,
+    size_t max_single_part_upload_size_,
     size_t min_bytes_for_seek_,
     bool send_metadata_)
     : IDisk(std::make_unique<AsyncExecutor>())
@@ -553,7 +553,7 @@ DiskS3::DiskS3(
     , s3_root_path(std::move(s3_root_path_))
     , metadata_path(std::move(metadata_path_))
     , min_upload_part_size(min_upload_part_size_)
-    , min_multi_part_upload_size(min_multi_part_upload_size_)
+    , max_single_part_upload_size(max_single_part_upload_size_)
     , min_bytes_for_seek(min_bytes_for_seek_)
     , send_metadata(send_metadata_)
 {
@@ -665,7 +665,7 @@ std::unique_ptr<ReadBufferFromFileBase> DiskS3::readFile(const String & path, si
     return std::make_unique<SeekAvoidingReadBuffer>(std::move(reader), min_bytes_for_seek);
 }
 
-std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path, size_t buf_size, WriteMode mode, size_t estimated_size, size_t)
+std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path, size_t buf_size, WriteMode mode, size_t, size_t)
 {
     bool exist = exists(path);
     if (exist && readMeta(path).read_only)
@@ -674,7 +674,6 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
     /// Path to store new S3 object.
     auto s3_path = getRandomName();
     auto object_metadata = createObjectMetadata(path);
-    bool is_multipart = estimated_size >= min_multi_part_upload_size;
     if (!exist || mode == WriteMode::Rewrite)
     {
         /// If metadata file exists - remove and create new.
@@ -687,7 +686,8 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
 
         LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Write to file by path: {}. New S3 path: {}", backQuote(metadata_path + path), s3_root_path + s3_path);
 
-        return std::make_unique<WriteIndirectBufferFromS3>(client, bucket, metadata, s3_path, object_metadata, is_multipart, min_upload_part_size, buf_size);
+        return std::make_unique<WriteIndirectBufferFromS3>(
+            client, bucket, metadata, s3_path, object_metadata, min_upload_part_size, max_single_part_upload_size, buf_size);
     }
     else
     {
@@ -696,7 +696,8 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
         LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Append to file by path: {}. New S3 path: {}. Existing S3 objects: {}.",
             backQuote(metadata_path + path), s3_root_path + s3_path, metadata.s3_objects.size());
 
-        return std::make_unique<WriteIndirectBufferFromS3>(client, bucket, metadata, s3_path, object_metadata, is_multipart, min_upload_part_size, buf_size);
+        return std::make_unique<WriteIndirectBufferFromS3>(
+            client, bucket, metadata, s3_path, object_metadata, min_upload_part_size, max_single_part_upload_size, buf_size);
     }
 }
 
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index 5bc8d51abb2..f62c603adda 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -34,7 +34,7 @@ public:
         String s3_root_path_,
         String metadata_path_,
         size_t min_upload_part_size_,
-        size_t min_multi_part_upload_size_,
+        size_t max_single_part_upload_size_,
         size_t min_bytes_for_seek_,
         bool send_metadata_);
 
@@ -133,7 +133,7 @@ private:
     const String s3_root_path;
     const String metadata_path;
     size_t min_upload_part_size;
-    size_t min_multi_part_upload_size;
+    size_t max_single_part_upload_size;
     size_t min_bytes_for_seek;
     bool send_metadata;
 
diff --git a/src/Disks/S3/registerDiskS3.cpp b/src/Disks/S3/registerDiskS3.cpp
index ff92c295fe4..fd658d95327 100644
--- a/src/Disks/S3/registerDiskS3.cpp
+++ b/src/Disks/S3/registerDiskS3.cpp
@@ -148,7 +148,7 @@ void registerDiskS3(DiskFactory & factory)
             uri.key,
             metadata_path,
             context.getSettingsRef().s3_min_upload_part_size,
-            config.getUInt64(config_prefix + ".min_multi_part_upload_size", 10 * 1024 * 1024),
+            context.getSettingsRef().s3_max_single_part_upload_size,
             config.getUInt64(config_prefix + ".min_bytes_for_seek", 1024 * 1024),
             config.getBool(config_prefix + ".send_object_metadata", false));
 
diff --git a/src/Functions/FunctionBase64Conversion.h b/src/Functions/FunctionBase64Conversion.h
index 4bc2a779cf4..4887e9fe8cc 100644
--- a/src/Functions/FunctionBase64Conversion.h
+++ b/src/Functions/FunctionBase64Conversion.h
@@ -158,7 +158,9 @@ public:
             __msan_unpoison(dst_pos, outlen);
 
             source += srclen + 1;
-            dst_pos += outlen + 1;
+            dst_pos += outlen;
+            *dst_pos = '\0';
+            dst_pos += 1;
 
             dst_offsets[row] = dst_pos - dst;
             src_offset_prev = src_offsets[row];
diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 8c684d3578f..4a54e1ffb2b 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -3,6 +3,8 @@
 // Include this first, because `#define _asan_poison_address` from
 // llvm/Support/Compiler.h conflicts with its forward declaration in
 // sanitizer/asan_interface.h
+#include <memory>
+#include <type_traits>
 #include <Common/Arena.h>
 
 #include <DataTypes/DataTypesNumber.h>
@@ -20,6 +22,7 @@
 #include <Columns/ColumnFixedString.h>
 #include <Columns/ColumnConst.h>
 #include <Columns/ColumnAggregateFunction.h>
+#include "Core/DecimalFunctions.h"
 #include "IFunctionImpl.h"
 #include "FunctionHelpers.h"
 #include "IsOperation.h"
@@ -43,6 +46,8 @@
 #    pragma GCC diagnostic pop
 #endif
 
+#include <cassert>
+
 
 namespace DB
 {
@@ -181,8 +186,7 @@ inline constexpr const auto & undec(const T & x)
 }
 
 /// Binary operations for Decimals need scale args
-/// +|- scale one of args (which scale factor is not 1). ScaleR = oneof(Scale1, Scale2);
-/// *   no agrs scale. ScaleR = Scale1 + Scale2;
+/// +|-* scale one of args (which scale factor is not 1). ScaleR = oneof(Scale1, Scale2);
 /// /   first arg scale. ScaleR = Scale1 (scale_a = DecimalType<B>::getScale()).
 template <template <typename, typename> typename Operation, typename ResultType_, bool check_overflow = true>
 struct DecimalBinaryOperation
@@ -199,19 +203,24 @@ struct DecimalBinaryOperation
     static constexpr bool is_plus_minus_compare = is_plus_minus || is_compare;
     static constexpr bool can_overflow = is_plus_minus || is_multiply;
 
+    static constexpr bool is_plus_minus_compare_mult = is_plus_minus || is_compare || is_multiply;
+
     using ResultType = ResultType_;
     using NativeResultType = typename NativeType<ResultType>::Type;
     using Op = std::conditional_t<is_float_division,
         DivideIntegralImpl<NativeResultType, NativeResultType>, /// substitute divide by intDiv (throw on division by zero)
         Operation<NativeResultType, NativeResultType>>;
 
-    using ArrayC = typename ColumnDecimal<ResultType>::Container;
+    using ArrayC = typename std::conditional_t<IsDecimalNumber<ResultType>,
+        ColumnDecimal<ResultType>,
+        ColumnVector<ResultType>>::Container;
 
     template <bool is_decimal_a, bool is_decimal_b, typename ArrayA, typename ArrayB>
     static void NO_INLINE vectorVector(const ArrayA & a, const ArrayB & b, ArrayC & c,
                                        NativeResultType scale_a [[maybe_unused]], NativeResultType scale_b [[maybe_unused]])
     {
         size_t size = a.size();
+
         if constexpr (is_plus_minus_compare)
         {
             if (scale_a != 1)
@@ -227,6 +236,28 @@ struct DecimalBinaryOperation
                 return;
             }
         }
+        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
+        {
+            if (scale_a != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                    else
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                    else
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
+
+                return;
+            }
+        }
         else if constexpr (is_division && is_decimal_b)
         {
             for (size_t i = 0; i < size; ++i)
@@ -261,6 +292,28 @@ struct DecimalBinaryOperation
                 return;
             }
         }
+        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
+        {
+            if (scale_a != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                    else
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                    else
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
+
+                return;
+            }
+        }
         else if constexpr (is_division && is_decimal_b)
         {
             for (size_t i = 0; i < size; ++i)
@@ -295,6 +348,29 @@ struct DecimalBinaryOperation
                 return;
             }
         }
+        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
+        {
+            if (scale_a != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                    else
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                    else
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
+
+                return;
+            }
+        }
+
         else if constexpr (is_division && is_decimal_b)
         {
             for (size_t i = 0; i < size; ++i)
@@ -343,37 +419,36 @@ private:
     template <bool scale_left>
     static NO_SANITIZE_UNDEFINED NativeResultType applyScaled(NativeResultType a, NativeResultType b, NativeResultType scale)
     {
-        if constexpr (is_plus_minus_compare)
+        static_assert(is_plus_minus_compare);
+        NativeResultType res;
+
+        if constexpr (check_overflow)
         {
-            NativeResultType res;
+            bool overflow = false;
 
-            if constexpr (check_overflow)
-            {
-                bool overflow = false;
-                if constexpr (scale_left)
-                    overflow |= common::mulOverflow(a, scale, a);
-                else
-                    overflow |= common::mulOverflow(b, scale, b);
-
-                if constexpr (can_overflow)
-                    overflow |= Op::template apply<NativeResultType>(a, b, res);
-                else
-                    res = Op::template apply<NativeResultType>(a, b);
-
-                if (overflow)
-                    throw Exception("Decimal math overflow", ErrorCodes::DECIMAL_OVERFLOW);
-            }
+            if constexpr (scale_left)
+                overflow |= common::mulOverflow(a, scale, a);
             else
-            {
-                if constexpr (scale_left)
-                    a *= scale;
-                else
-                    b *= scale;
-                res = Op::template apply<NativeResultType>(a, b);
-            }
+                overflow |= common::mulOverflow(b, scale, b);
 
-            return res;
+            if constexpr (can_overflow)
+                overflow |= Op::template apply<NativeResultType>(a, b, res);
+            else
+                res = Op::template apply<NativeResultType>(a, b);
+
+            if (overflow)
+                throw Exception("Decimal math overflow", ErrorCodes::DECIMAL_OVERFLOW);
         }
+        else
+        {
+            if constexpr (scale_left)
+                a *= scale;
+            else
+                b *= scale;
+            res = Op::template apply<NativeResultType>(a, b);
+        }
+
+        return res;
     }
 
     template <bool is_decimal_a>
@@ -467,26 +542,36 @@ public:
         Case<IsDataTypeDecimal<LeftDataType> && IsDataTypeDecimal<RightDataType>, RightDataType>,
         Case<IsDataTypeDecimal<LeftDataType> && IsIntegralOrExtended<RightDataType>, LeftDataType>,
         Case<IsDataTypeDecimal<RightDataType> && IsIntegralOrExtended<LeftDataType>, RightDataType>,
+
+        /// e.g Decimal * Float64 = Float64
+        Case<IsOperation<Operation>::multiply && IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
+        Case<IsOperation<Operation>::multiply && IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>,
+
         /// Decimal <op> Real is not supported (traditional DBs convert Decimal <op> Real to Real)
         Case<IsDataTypeDecimal<LeftDataType> && !IsIntegralOrExtendedOrDecimal<RightDataType>, InvalidType>,
         Case<IsDataTypeDecimal<RightDataType> && !IsIntegralOrExtendedOrDecimal<LeftDataType>, InvalidType>,
+
         /// number <op> number -> see corresponding impl
         Case<!IsDateOrDateTime<LeftDataType> && !IsDateOrDateTime<RightDataType>,
             DataTypeFromFieldType<typename Op::ResultType>>,
+
         /// Date + Integral -> Date
         /// Integral + Date -> Date
         Case<IsOperation<Operation>::plus, Switch<
             Case<IsIntegral<RightDataType>, LeftDataType>,
             Case<IsIntegral<LeftDataType>, RightDataType>>>,
+
         /// Date - Date     -> Int32
         /// Date - Integral -> Date
         Case<IsOperation<Operation>::minus, Switch<
             Case<std::is_same_v<LeftDataType, RightDataType>, DataTypeInt32>,
             Case<IsDateOrDateTime<LeftDataType> && IsIntegral<RightDataType>, LeftDataType>>>,
+
         /// least(Date, Date) -> Date
         /// greatest(Date, Date) -> Date
         Case<std::is_same_v<LeftDataType, RightDataType> && (IsOperation<Operation>::least || IsOperation<Operation>::greatest),
             LeftDataType>,
+
         /// Date % Int32 -> Int32
         /// Date % Float -> Float64
         Case<IsOperation<Operation>::modulo, Switch<
@@ -494,7 +579,6 @@ public:
             Case<IsDateOrDateTime<LeftDataType> && IsFloatingPoint<RightDataType>, DataTypeFloat64>>>>;
 };
 
-
 template <template <typename, typename> class Op, typename Name, bool valid_on_default_arguments = true>
 class FunctionBinaryArithmetic : public IFunction
 {
@@ -536,7 +620,13 @@ class FunctionBinaryArithmetic : public IFunction
     template <typename F>
     static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
     {
-        return castType(left, [&](const auto & left_) { return castType(right, [&](const auto & right_) { return f(left_, right_); }); });
+        return castType(left, [&](const auto & left_)
+        {
+            return castType(right, [&](const auto & right_)
+            {
+                return f(left_, right_);
+            });
+        });
     }
 
     static FunctionOverloadResolverPtr
@@ -790,10 +880,12 @@ public:
         }
 
         DataTypePtr type_res;
-        bool valid = castBothTypes(arguments[0].get(), arguments[1].get(), [&](const auto & left, const auto & right)
+
+        const bool valid = castBothTypes(arguments[0].get(), arguments[1].get(), [&](const auto & left, const auto & right)
         {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
+
             if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> || std::is_same_v<DataTypeFixedString, RightDataType>)
             {
                 if constexpr (!Op<DataTypeFixedString, DataTypeFixedString>::allow_fixed_string)
@@ -810,6 +902,7 @@ public:
             else
             {
                 using ResultDataType = typename BinaryOperationTraits<Op, LeftDataType, RightDataType>::ResultDataType;
+
                 if constexpr (!std::is_same_v<ResultDataType, InvalidType>)
                 {
                     if constexpr (IsDataTypeDecimal<LeftDataType> && IsDataTypeDecimal<RightDataType>)
@@ -817,6 +910,10 @@ public:
                         ResultDataType result_type = decimalResultType<is_multiply, is_division>(left, right);
                         type_res = std::make_shared<ResultDataType>(result_type.getPrecision(), result_type.getScale());
                     }
+                    else if constexpr ((IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>) ||
+                        (IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>))
+                        type_res = std::make_shared<std::conditional_t<IsFloatingPoint<LeftDataType>,
+                            LeftDataType, RightDataType>>();
                     else if constexpr (IsDataTypeDecimal<LeftDataType>)
                         type_res = std::make_shared<LeftDataType>(left.getPrecision(), left.getScale());
                     else if constexpr (IsDataTypeDecimal<RightDataType>)
@@ -841,10 +938,15 @@ public:
             }
             return false;
         });
-        if (!valid)
-            throw Exception("Illegal types " + arguments[0]->getName() + " and " + arguments[1]->getName() + " of arguments of function " + String(name),
-                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-        return type_res;
+
+        if (valid)
+            return type_res;
+
+        throw Exception(
+            "Illegal types " + arguments[0]->getName() +
+            " and " + arguments[1]->getName() +
+            " of arguments of function " + String(name),
+            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
     }
 
     ColumnPtr executeFixedString(const ColumnsWithTypeAndName & arguments) const
@@ -922,6 +1024,18 @@ public:
         return nullptr;
     }
 
+    template <class T, class ResultDataType>
+    static auto helperGetOrConvert(const auto & col_const, const auto & col)
+    {
+        using ResultType = typename ResultDataType::FieldType;
+        using NativeResultType = typename NativeType<ResultType>::Type;
+
+        if constexpr (IsFloatingPoint<ResultDataType> && IsDecimalNumber<T>)
+            return DecimalUtils::convertTo<NativeResultType>(col_const->template getValue<T>(), col.getScale());
+        else
+            return col_const->template getValue<T>();
+    }
+
     template <typename A, typename B>
     ColumnPtr executeNumeric(const ColumnsWithTypeAndName & arguments, const A & left, const B & right) const
     {
@@ -954,59 +1068,97 @@ public:
                 using NativeResultType = typename NativeType<ResultType>::Type;
                 using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
                 using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
+                using FieldType = typename ResultDataType::FieldType;
 
-                ResultDataType type = decimalResultType<is_multiply, is_division>(left, right);
+                static constexpr const bool left_is_decimal = IsDecimalNumber<T0>;
+                static constexpr const bool right_is_decimal = IsDecimalNumber<T1>;
+                static constexpr const bool result_is_decimal = IsDataTypeDecimal<ResultDataType>;
 
-                static constexpr const bool dec_a = IsDecimalNumber<T0>;
-                static constexpr const bool dec_b = IsDecimalNumber<T1>;
+                const ResultDataType type = [&] {
+                    if constexpr (left_is_decimal && IsFloatingPoint<RightDataType>)
+                        return RightDataType();
+                    else if constexpr (right_is_decimal && IsFloatingPoint<LeftDataType>)
+                        return LeftDataType();
+                    else
+                        return decimalResultType<is_multiply, is_division>(left, right);
+                }();
+
+                FieldType left_scale;
+                FieldType right_scale;
 
-                typename ResultDataType::FieldType scale_a = type.scaleFactorFor(left, is_multiply);
-                typename ResultDataType::FieldType scale_b = type.scaleFactorFor(right, is_multiply || is_division);
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
-                    scale_a = right.getScaleMultiplier();
+                    left_scale = right.getScaleMultiplier();
+                else if constexpr (result_is_decimal)
+                    left_scale = type.scaleFactorFor(left, is_multiply);
+                else if constexpr(left_is_decimal) // BUG precision loss
+                    left_scale = left.getScale();
+                else
+                    left_scale = 1; //won't be used, just to silence the warning
+
+                if constexpr (result_is_decimal)
+                    right_scale = type.scaleFactorFor(right, is_multiply || is_division);
+                else if constexpr(right_is_decimal)
+                    right_scale = right.getScale();
+                else
+                    right_scale = 1; //same
 
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    NativeResultType const_a = col_left_const->template getValue<T0>();
-                    NativeResultType const_b = col_right_const->template getValue<T1>();
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
                     auto res = check_decimal_overflow ?
-                        OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :
-                        OpImpl::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b);
+                        OpImplCheck::template constantConstant<left_is_decimal, right_is_decimal>(
+                            const_a, const_b, left_scale, right_scale) :
+                        OpImpl::template constantConstant<left_is_decimal, right_is_decimal>(
+                            const_a, const_b, left_scale, right_scale);
 
-                    return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
+                    if constexpr (result_is_decimal)
+                        return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
                             col_left_const->size(), toField(res, type.getScale()));
+                    else
+                         return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
                 }
 
-                col_res = ColVecResult::create(0, type.getScale());
+                if constexpr (result_is_decimal)
+                    col_res = ColVecResult::create(0, type.getScale());
+                else
+                    col_res = ColVecResult::create(0);
+
                 auto & vec_res = col_res->getData();
                 vec_res.resize(col_left_raw->size());
 
                 if (col_left && col_right)
                 {
                     if (check_decimal_overflow)
-                        OpImplCheck::template vectorVector<dec_a, dec_b>(col_left->getData(), col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImplCheck::template vectorVector<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
                     else
-                        OpImpl::template vectorVector<dec_a, dec_b>(col_left->getData(), col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImpl::template vectorVector<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
                 }
                 else if (col_left_const && col_right)
                 {
-                    NativeResultType const_a = col_left_const->template getValue<T0>();
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
 
                     if (check_decimal_overflow)
-                        OpImplCheck::template constantVector<dec_a, dec_b>(const_a, col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImplCheck::template constantVector<left_is_decimal, right_is_decimal>(
+                            const_a, col_right->getData(), vec_res, left_scale, right_scale);
                     else
-                        OpImpl::template constantVector<dec_a, dec_b>(const_a, col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImpl::template constantVector<left_is_decimal, right_is_decimal>(
+                            const_a, col_right->getData(), vec_res, left_scale, right_scale);
                 }
                 else if (col_left && col_right_const)
                 {
-                    NativeResultType const_b = col_right_const->template getValue<T1>();
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
                     if (check_decimal_overflow)
-                        OpImplCheck::template vectorConstant<dec_a, dec_b>(col_left->getData(), const_b, vec_res, scale_a, scale_b);
+                        OpImplCheck::template vectorConstant<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), const_b, vec_res, left_scale, right_scale);
                     else
-                        OpImpl::template vectorConstant<dec_a, dec_b>(col_left->getData(), const_b, vec_res, scale_a, scale_b);
+                        OpImpl::template vectorConstant<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), const_b, vec_res, left_scale, right_scale);
                 }
                 else
                     return nullptr;
@@ -1073,10 +1225,12 @@ public:
         const auto * left_generic = left_argument.type.get();
         const auto * right_generic = right_argument.type.get();
         ColumnPtr res;
-        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
+
+        const bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
         {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
+
             if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> || std::is_same_v<DataTypeFixedString, RightDataType>)
             {
                 if constexpr (!Op<DataTypeFixedString, DataTypeFixedString>::allow_fixed_string)
diff --git a/src/Functions/FunctionFactory.cpp b/src/Functions/FunctionFactory.cpp
index fbc8e11a9c9..945a78c2734 100644
--- a/src/Functions/FunctionFactory.cpp
+++ b/src/Functions/FunctionFactory.cpp
@@ -8,6 +8,8 @@
 
 #include <IO/WriteHelpers.h>
 
+#include <AggregateFunctions/AggregateFunctionFactory.h>
+
 namespace DB
 {
 
@@ -46,12 +48,15 @@ FunctionOverloadResolverImplPtr FunctionFactory::getImpl(
     auto res = tryGetImpl(name, context);
     if (!res)
     {
+        String extra_info;
+        if (AggregateFunctionFactory::instance().hasNameOrAlias(name))
+            extra_info = ". There is an aggregate function with the same name, but ordinary function is expected here";
+
         auto hints = this->getHints(name);
         if (!hints.empty())
-            throw Exception("Unknown function " + name + ". Maybe you meant: " + toString(hints),
-                            ErrorCodes::UNKNOWN_FUNCTION);
+            throw Exception(ErrorCodes::UNKNOWN_FUNCTION, "Unknown function {}{}. Maybe you meant: {}", name, extra_info, toString(hints));
         else
-            throw Exception("Unknown function " + name, ErrorCodes::UNKNOWN_FUNCTION);
+            throw Exception(ErrorCodes::UNKNOWN_FUNCTION, "Unknown function {}{}", name, extra_info);
     }
     return res;
 }
diff --git a/src/Functions/FunctionsConversion.cpp b/src/Functions/FunctionsConversion.cpp
index df962800385..257b852ecd8 100644
--- a/src/Functions/FunctionsConversion.cpp
+++ b/src/Functions/FunctionsConversion.cpp
@@ -1,16 +1,10 @@
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionsConversion.h>
-#include <Interpreters/Context.h>
 
 
 namespace DB
 {
 
-FunctionOverloadResolverImplPtr CastOverloadResolver::create(const Context & context)
-{
-    return createImpl(context.getSettingsRef().cast_keep_nullable);
-}
-
 void registerFunctionFixedString(FunctionFactory & factory);
 
 void registerFunctionsConversion(FunctionFactory & factory)
@@ -44,7 +38,10 @@ void registerFunctionsConversion(FunctionFactory & factory)
     registerFunctionFixedString(factory);
 
     factory.registerFunction<FunctionToUnixTimestamp>();
-    factory.registerFunction<CastOverloadResolver>(FunctionFactory::CaseInsensitive);
+
+    factory.registerFunction<CastOverloadResolver<CastType::nonAccurate>>(FunctionFactory::CaseInsensitive);
+    factory.registerFunction<CastOverloadResolver<CastType::accurate>>();
+    factory.registerFunction<CastOverloadResolver<CastType::accurateOrNull>>();
 
     factory.registerFunction<FunctionToUInt8OrZero>();
     factory.registerFunction<FunctionToUInt16OrZero>();
diff --git a/src/Functions/FunctionsConversion.h b/src/Functions/FunctionsConversion.h
index 1e4bd5c26d6..92607f718d5 100644
--- a/src/Functions/FunctionsConversion.h
+++ b/src/Functions/FunctionsConversion.h
@@ -20,6 +20,7 @@
 #include <DataTypes/DataTypeEnum.h>
 #include <DataTypes/DataTypeArray.h>
 #include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeMap.h>
 #include <DataTypes/DataTypeNullable.h>
 #include <DataTypes/DataTypeNothing.h>
 #include <DataTypes/DataTypeUUID.h>
@@ -32,17 +33,20 @@
 #include <Columns/ColumnArray.h>
 #include <Columns/ColumnNullable.h>
 #include <Columns/ColumnTuple.h>
+#include <Columns/ColumnMap.h>
 #include <Columns/ColumnsCommon.h>
 #include <Common/FieldVisitors.h>
 #include <Common/assert_cast.h>
 #include <Common/quoteString.h>
+#include <Core/AccurateComparison.h>
 #include <Functions/IFunctionAdaptors.h>
 #include <Functions/FunctionsMiscellaneous.h>
 #include <Functions/FunctionHelpers.h>
 #include <Functions/DateTimeTransforms.h>
+#include <Functions/toFixedString.h>
 #include <DataTypes/DataTypeLowCardinality.h>
 #include <Columns/ColumnLowCardinality.h>
-#include <Functions/toFixedString.h>
+#include <Interpreters/Context.h>
 
 
 namespace DB
@@ -94,6 +98,15 @@ inline UInt32 extractToDecimalScale(const ColumnWithTypeAndName & named_column)
 /// Function toUnixTimestamp has exactly the same implementation as toDateTime of String type.
 struct NameToUnixTimestamp { static constexpr auto name = "toUnixTimestamp"; };
 
+struct AccurateConvertStrategyAdditions
+{
+    UInt32 scale { 0 };
+};
+
+struct AccurateOrNullConvertStrategyAdditions
+{
+    UInt32 scale { 0 };
+};
 
 /** Conversion of number types to each other, enums to numbers, dates and datetimes to numbers and back: done by straight assignment.
   *  (Date is represented internally as number of days from some day; DateTime - as unix timestamp)
@@ -106,7 +119,7 @@ struct ConvertImpl
 
     template <typename Additions = void *>
     static ColumnPtr NO_SANITIZE_UNDEFINED execute(
-        const ColumnsWithTypeAndName & arguments, const DataTypePtr & /*result_type*/, size_t /*input_rows_count*/,
+        const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type [[maybe_unused]], size_t /*input_rows_count*/,
         Additions additions [[maybe_unused]] = Additions())
     {
         const ColumnWithTypeAndName & named_from = arguments[0];
@@ -136,7 +149,17 @@ struct ConvertImpl
             typename ColVecTo::MutablePtr col_to = nullptr;
             if constexpr (IsDataTypeDecimal<ToDataType>)
             {
-                UInt32 scale = additions;
+                UInt32 scale;
+                if constexpr (std::is_same_v<Additions, AccurateConvertStrategyAdditions>
+                    || std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                {
+                    scale = additions.scale;
+                }
+                else
+                {
+                    scale = additions;
+                }
+
                 col_to = ColVecTo::create(0, scale);
             }
             else
@@ -147,36 +170,106 @@ struct ConvertImpl
             size_t size = vec_from.size();
             vec_to.resize(size);
 
-            for (size_t i = 0; i < size; ++i)
+            ColumnUInt8::MutablePtr col_null_map_to;
+            ColumnUInt8::Container * vec_null_map_to [[maybe_unused]] = nullptr;
+            if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
             {
-                if constexpr (IsDataTypeDecimal<FromDataType> || IsDataTypeDecimal<ToDataType>)
-                {
-                    if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>)
-                        vec_to[i] = convertDecimals<FromDataType, ToDataType>(vec_from[i], vec_from.getScale(), vec_to.getScale());
-                    else if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeNumber<ToDataType>)
-                        vec_to[i] = convertFromDecimal<FromDataType, ToDataType>(vec_from[i], vec_from.getScale());
-                    else if constexpr (IsDataTypeNumber<FromDataType> && IsDataTypeDecimal<ToDataType>)
-                        vec_to[i] = convertToDecimal<FromDataType, ToDataType>(vec_from[i], vec_to.getScale());
-                    else
-                        throw Exception("Unsupported data type in conversion function", ErrorCodes::CANNOT_CONVERT_TYPE);
-                }
-                else if constexpr (is_big_int_v<FromFieldType> || is_big_int_v<ToFieldType>)
-                {
-                    if constexpr (std::is_same_v<FromFieldType, UInt128> || std::is_same_v<ToFieldType, UInt128>)
-                        throw Exception("Unexpected UInt128 to big int conversion", ErrorCodes::NOT_IMPLEMENTED);
-                    /// If From Data is Nan or Inf, throw exception
-                    else if (!isFinite(vec_from[i]))
-                        throw Exception("Unexpected inf or nan to big int conversion", ErrorCodes::NOT_IMPLEMENTED);
-                    else
-                        vec_to[i] = bigint_cast<ToFieldType>(vec_from[i]);
-                }
-                else if constexpr (std::is_same_v<ToFieldType, UInt128> && sizeof(FromFieldType) <= sizeof(UInt64))
-                    vec_to[i] = static_cast<ToFieldType>(static_cast<UInt64>(vec_from[i]));
-                else
-                    vec_to[i] = static_cast<ToFieldType>(vec_from[i]);
+                col_null_map_to = ColumnUInt8::create(size, false);
+                vec_null_map_to = &col_null_map_to->getData();
             }
 
-            return col_to;
+            for (size_t i = 0; i < size; ++i)
+            {
+                if constexpr ((is_big_int_v<FromFieldType> || is_big_int_v<ToFieldType>) &&
+                    (std::is_same_v<FromFieldType, UInt128> || std::is_same_v<ToFieldType, UInt128>))
+                {
+                    if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                        (*vec_null_map_to)[i] = true;
+                    else
+                        throw Exception("Unexpected UInt128 to big int conversion", ErrorCodes::NOT_IMPLEMENTED);
+                }
+                else
+                {
+                    if constexpr (IsDataTypeDecimal<FromDataType> || IsDataTypeDecimal<ToDataType>)
+                    {
+                        if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                        {
+                            ToFieldType result;
+                            bool convert_result = false;
+
+                            if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>)
+                                convert_result = tryConvertDecimals<FromDataType, ToDataType>(vec_from[i], vec_from.getScale(), vec_to.getScale(), result);
+                            else if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeNumber<ToDataType>)
+                                convert_result = tryConvertFromDecimal<FromDataType, ToDataType>(vec_from[i], vec_from.getScale(), result);
+                            else if constexpr (IsDataTypeNumber<FromDataType> && IsDataTypeDecimal<ToDataType>)
+                                convert_result = tryConvertToDecimal<FromDataType, ToDataType>(vec_from[i], vec_to.getScale(), result);
+
+                            if (convert_result)
+                                vec_to[i] = result;
+                            else
+                                (*vec_null_map_to)[i] = true;
+                        }
+                        else
+                        {
+                            if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>)
+                                vec_to[i] = convertDecimals<FromDataType, ToDataType>(vec_from[i], vec_from.getScale(), vec_to.getScale());
+                            else if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeNumber<ToDataType>)
+                                vec_to[i] = convertFromDecimal<FromDataType, ToDataType>(vec_from[i], vec_from.getScale());
+                            else if constexpr (IsDataTypeNumber<FromDataType> && IsDataTypeDecimal<ToDataType>)
+                                vec_to[i] = convertToDecimal<FromDataType, ToDataType>(vec_from[i], vec_to.getScale());
+                            else
+                                throw Exception("Unsupported data type in conversion function", ErrorCodes::CANNOT_CONVERT_TYPE);
+                        }
+                    }
+                    else
+                    {
+                        /// If From Data is Nan or Inf and we convert to integer type, throw exception
+                        if constexpr (std::is_floating_point_v<FromFieldType> && !std::is_floating_point_v<ToFieldType>)
+                        {
+                            if (!isFinite(vec_from[i]))
+                            {
+                                if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                                {
+                                    (*vec_null_map_to)[i] = true;
+                                    continue;
+                                }
+                                else
+                                    throw Exception("Unexpected inf or nan to integer conversion", ErrorCodes::CANNOT_CONVERT_TYPE);
+                            }
+                        }
+
+                        if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>
+                                || std::is_same_v<Additions, AccurateConvertStrategyAdditions>)
+                        {
+                            bool convert_result = accurate::convertNumeric(vec_from[i], vec_to[i]);
+
+                            if (!convert_result)
+                            {
+                                if (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                                {
+                                    (*vec_null_map_to)[i] = true;
+                                }
+                                else
+                                {
+                                    throw Exception(
+                                        "Value in column " + named_from.column->getName() + " cannot be safely converted into type "
+                                            + result_type->getName(),
+                                        ErrorCodes::CANNOT_CONVERT_TYPE);
+                                }
+                            }
+                        }
+                        else
+                        {
+                            vec_to[i] = static_cast<ToFieldType>(vec_from[i]);
+                        }
+                    }
+                }
+            }
+
+            if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                return ColumnNullable::create(std::move(col_to), std::move(col_null_map_to));
+            else
+                return col_to;
         }
         else
             throw Exception("Illegal column " + named_from.column->getName() + " of first argument of function " + Name::name,
@@ -943,7 +1036,9 @@ struct ConvertImpl<DataTypeString, DataTypeUInt32, NameToUnixTimestamp>
 template <typename T, typename Name>
 struct ConvertImpl<std::enable_if_t<!T::is_parametric, T>, T, Name>
 {
-    static ColumnPtr execute(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/)
+    template <typename Additions = void *>
+    static ColumnPtr execute(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/,
+        Additions additions [[maybe_unused]] = Additions())
     {
         return arguments[0].column;
     }
@@ -1929,9 +2024,15 @@ private:
     std::optional<Diagnostic> diagnostic;
 };
 
-
 struct NameCast { static constexpr auto name = "CAST"; };
 
+enum class CastType
+{
+    nonAccurate,
+    accurate,
+    accurateOrNull
+};
+
 class FunctionCast final : public IFunctionBaseImpl
 {
 public:
@@ -1940,9 +2041,11 @@ public:
     using Diagnostic = ExecutableFunctionCast::Diagnostic;
 
     FunctionCast(const char * name_, MonotonicityForRange && monotonicity_for_range_
-        , const DataTypes & argument_types_, const DataTypePtr & return_type_, std::optional<Diagnostic> diagnostic_)
-        : name(name_), monotonicity_for_range(monotonicity_for_range_)
+        , const DataTypes & argument_types_, const DataTypePtr & return_type_
+        , std::optional<Diagnostic> diagnostic_, CastType cast_type_)
+        : name(name_), monotonicity_for_range(std::move(monotonicity_for_range_))
         , argument_types(argument_types_), return_type(return_type_), diagnostic(std::move(diagnostic_))
+        , cast_type(cast_type_)
     {
     }
 
@@ -1989,70 +2092,118 @@ private:
     DataTypePtr return_type;
 
     std::optional<Diagnostic> diagnostic;
+    CastType cast_type;
 
-    template <typename DataType>
-    WrapperType createWrapper(const DataTypePtr & from_type, const DataType * const, bool requested_result_is_nullable) const
+    WrapperType createFunctionAdaptor(FunctionPtr function, const DataTypePtr & from_type) const
     {
-        FunctionPtr function;
+        auto function_adaptor = FunctionOverloadResolverAdaptor(std::make_unique<DefaultOverloadResolver>(function))
+                                    .build({ColumnWithTypeAndName{nullptr, from_type, ""}});
+
+        return [function_adaptor]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
+        {
+            return function_adaptor->execute(arguments, result_type, input_rows_count);
+        };
+    }
+
+    static WrapperType createToNullableColumnWrapper()
+    {
+        return [] (ColumnsWithTypeAndName &, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
+        {
+            ColumnPtr res = result_type->createColumn();
+            ColumnUInt8::Ptr col_null_map_to = ColumnUInt8::create(input_rows_count, true);
+            return ColumnNullable::create(res->cloneResized(input_rows_count), std::move(col_null_map_to));
+        };
+    }
+
+    template <typename ToDataType>
+    WrapperType createWrapper(const DataTypePtr & from_type, const ToDataType * const to_type, bool requested_result_is_nullable) const
+    {
+        TypeIndex from_type_index = from_type->getTypeId();
+        WhichDataType which(from_type_index);
+        bool can_apply_accurate_cast = (cast_type == CastType::accurate || cast_type == CastType::accurateOrNull)
+            && (which.isInt() || which.isUInt() || which.isFloat());
 
         if (requested_result_is_nullable && checkAndGetDataType<DataTypeString>(from_type.get()))
         {
             /// In case when converting to Nullable type, we apply different parsing rule,
             /// that will not throw an exception but return NULL in case of malformed input.
-            function = FunctionConvertFromString<DataType, NameCast, ConvertFromStringExceptionMode::Null>::create();
+            FunctionPtr function = FunctionConvertFromString<ToDataType, NameCast, ConvertFromStringExceptionMode::Null>::create();
+            return createFunctionAdaptor(function, from_type);
         }
-        else
-            function = FunctionTo<DataType>::Type::create();
-
-        auto function_adaptor =
-                FunctionOverloadResolverAdaptor(std::make_unique<DefaultOverloadResolver>(function))
-                .build({ColumnWithTypeAndName{nullptr, from_type, ""}});
-
-        return [function_adaptor] (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
+        else if (!can_apply_accurate_cast)
         {
-            return function_adaptor->execute(arguments, result_type, input_rows_count);
+            FunctionPtr function = FunctionTo<ToDataType>::Type::create();
+            return createFunctionAdaptor(function, from_type);
+        }
+
+        auto wrapper_cast_type = cast_type;
+
+        return [wrapper_cast_type, from_type_index, to_type]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *column_nullable, size_t input_rows_count)
+        {
+            ColumnPtr result_column;
+            auto res = callOnIndexAndDataType<ToDataType>(from_type_index, [&](const auto & types) -> bool {
+                using Types = std::decay_t<decltype(types)>;
+                using LeftDataType = typename Types::LeftType;
+                using RightDataType = typename Types::RightType;
+
+                if constexpr (IsDataTypeNumber<LeftDataType> && IsDataTypeNumber<RightDataType>)
+                {
+                    if (wrapper_cast_type == CastType::accurate)
+                    {
+                        result_column = ConvertImpl<LeftDataType, RightDataType, NameCast>::execute(
+                            arguments, result_type, input_rows_count, AccurateConvertStrategyAdditions());
+                    }
+                    else
+                    {
+                        result_column = ConvertImpl<LeftDataType, RightDataType, NameCast>::execute(
+                            arguments, result_type, input_rows_count, AccurateOrNullConvertStrategyAdditions());
+                    }
+
+                    return true;
+                }
+
+                return false;
+            });
+
+            /// Additionally check if callOnIndexAndDataType wasn't called at all.
+            if (!res)
+            {
+                if (wrapper_cast_type == CastType::accurateOrNull)
+                {
+                    auto nullable_column_wrapper = FunctionCast::createToNullableColumnWrapper();
+                    return nullable_column_wrapper(arguments, result_type, column_nullable, input_rows_count);
+                }
+                else
+                {
+                    throw Exception{"Conversion from " + std::string(getTypeName(from_type_index)) + " to " + to_type->getName() + " is not supported",
+                        ErrorCodes::CANNOT_CONVERT_TYPE};
+                }
+            }
+
+            return result_column;
         };
     }
 
-    static WrapperType createStringWrapper(const DataTypePtr & from_type)
+    WrapperType createStringWrapper(const DataTypePtr & from_type) const
     {
         FunctionPtr function = FunctionToString::create();
-
-        auto function_adaptor =
-                FunctionOverloadResolverAdaptor(std::make_unique<DefaultOverloadResolver>(function))
-                .build({ColumnWithTypeAndName{nullptr, from_type, ""}});
-
-        return [function_adaptor] (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
-        {
-            return function_adaptor->execute(arguments, result_type, input_rows_count);
-        };
+        return createFunctionAdaptor(function, from_type);
     }
 
-    static WrapperType createFixedStringWrapper(const DataTypePtr & from_type, const size_t N)
+    WrapperType createFixedStringWrapper(const DataTypePtr & from_type, const size_t N) const
     {
         if (!isStringOrFixedString(from_type))
             throw Exception{"CAST AS FixedString is only implemented for types String and FixedString", ErrorCodes::NOT_IMPLEMENTED};
 
-        return [N] (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable *, size_t /*input_rows_count*/)
+        bool exception_mode_null = cast_type == CastType::accurateOrNull;
+        return [exception_mode_null, N] (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable *, size_t /*input_rows_count*/)
         {
-            return FunctionToFixedString::executeForN(arguments, N);
-        };
-    }
-
-    static WrapperType createUUIDWrapper(const DataTypePtr & from_type, const DataTypeUUID * const, bool requested_result_is_nullable)
-    {
-        if (requested_result_is_nullable)
-            throw Exception{"CAST AS Nullable(UUID) is not implemented", ErrorCodes::NOT_IMPLEMENTED};
-
-        FunctionPtr function = FunctionTo<DataTypeUUID>::Type::create();
-
-        auto function_adaptor =
-                FunctionOverloadResolverAdaptor(std::make_unique<DefaultOverloadResolver>(function))
-                .build({ColumnWithTypeAndName{nullptr, from_type, ""}});
-
-        return [function_adaptor] (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
-        {
-            return function_adaptor->execute(arguments, result_type, input_rows_count);
+            if (exception_mode_null)
+                return FunctionToFixedString::executeForN<ConvertToFixedStringExceptionMode::Null>(arguments, N);
+            else
+                return FunctionToFixedString::executeForN<ConvertToFixedStringExceptionMode::Throw>(arguments, N);
         };
     }
 
@@ -2064,41 +2215,73 @@ private:
         UInt32 scale = to_type->getScale();
 
         WhichDataType which(type_index);
-        bool ok = which.isNativeInt() ||
-            which.isNativeUInt() ||
-            which.isDecimal() ||
-            which.isFloat() ||
-            which.isDateOrDateTime() ||
-            which.isStringOrFixedString();
+        bool ok = which.isNativeInt() || which.isNativeUInt() || which.isDecimal() || which.isFloat() || which.isDateOrDateTime()
+            || which.isStringOrFixedString();
         if (!ok)
-            throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() + " is not supported",
-                ErrorCodes::CANNOT_CONVERT_TYPE};
+        {
+            if (cast_type == CastType::accurateOrNull)
+                return createToNullableColumnWrapper();
+            else
+                throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() + " is not supported",
+                    ErrorCodes::CANNOT_CONVERT_TYPE};
+        }
 
-        return [type_index, scale, to_type] (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
+        auto wrapper_cast_type = cast_type;
+
+        return [wrapper_cast_type, type_index, scale, to_type]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *column_nullable, size_t input_rows_count)
         {
             ColumnPtr result_column;
-            auto res = callOnIndexAndDataType<ToDataType>(type_index, [&](const auto & types) -> bool
-            {
+            auto res = callOnIndexAndDataType<ToDataType>(type_index, [&](const auto & types) -> bool {
                 using Types = std::decay_t<decltype(types)>;
                 using LeftDataType = typename Types::LeftType;
                 using RightDataType = typename Types::RightType;
 
+                if constexpr (IsDataTypeDecimalOrNumber<LeftDataType> && IsDataTypeDecimalOrNumber<RightDataType>)
+                {
+                    if (wrapper_cast_type == CastType::accurate)
+                    {
+                        AccurateConvertStrategyAdditions additions;
+                        additions.scale = scale;
+                        result_column = ConvertImpl<LeftDataType, RightDataType, NameCast>::execute(
+                            arguments, result_type, input_rows_count, additions);
+
+                        return true;
+                    }
+                    else if (wrapper_cast_type == CastType::accurateOrNull)
+                    {
+                        AccurateOrNullConvertStrategyAdditions additions;
+                        additions.scale = scale;
+                        result_column = ConvertImpl<LeftDataType, RightDataType, NameCast>::execute(
+                            arguments, result_type, input_rows_count, additions);
+
+                        return true;
+                    }
+                }
+
                 result_column = ConvertImpl<LeftDataType, RightDataType, NameCast>::execute(arguments, result_type, input_rows_count, scale);
+
                 return true;
             });
 
             /// Additionally check if callOnIndexAndDataType wasn't called at all.
             if (!res)
             {
-                throw Exception{"Conversion from " + std::string(getTypeName(type_index)) + " to " + to_type->getName() +
-                                " is not supported", ErrorCodes::CANNOT_CONVERT_TYPE};
+                if (wrapper_cast_type == CastType::accurateOrNull)
+                {
+                    auto nullable_column_wrapper = FunctionCast::createToNullableColumnWrapper();
+                    return nullable_column_wrapper(arguments, result_type, column_nullable, input_rows_count);
+                }
+                else
+                    throw Exception{"Conversion from " + std::string(getTypeName(type_index)) + " to " + to_type->getName() + " is not supported",
+                        ErrorCodes::CANNOT_CONVERT_TYPE};
             }
 
             return result_column;
         };
     }
 
-    static WrapperType createAggregateFunctionWrapper(const DataTypePtr & from_type_untyped, const DataTypeAggregateFunction * to_type)
+    WrapperType createAggregateFunctionWrapper(const DataTypePtr & from_type_untyped, const DataTypeAggregateFunction * to_type) const
     {
         /// Conversion from String through parsing.
         if (checkAndGetDataType<DataTypeString>(from_type_untyped.get()))
@@ -2109,8 +2292,13 @@ private:
             };
         }
         else
-            throw Exception{"Conversion from " + from_type_untyped->getName() + " to " + to_type->getName() +
-                " is not supported", ErrorCodes::CANNOT_CONVERT_TYPE};
+        {
+            if (cast_type == CastType::accurateOrNull)
+                return createToNullableColumnWrapper();
+            else
+                throw Exception{"Conversion from " + from_type_untyped->getName() + " to " + to_type->getName() +
+                    " is not supported", ErrorCodes::CANNOT_CONVERT_TYPE};
+        }
     }
 
     WrapperType createArrayWrapper(const DataTypePtr & from_type_untyped, const DataTypeArray * to_type) const
@@ -2167,6 +2355,20 @@ private:
         };
     }
 
+    using ElementWrappers = std::vector<WrapperType>;
+
+    ElementWrappers getElementWrappers(const DataTypes & from_element_types, const DataTypes & to_element_types) const
+    {
+        ElementWrappers element_wrappers;
+        element_wrappers.reserve(from_element_types.size());
+
+        /// Create conversion wrapper for each element in tuple
+        for (const auto idx_type : ext::enumerate(from_element_types))
+            element_wrappers.push_back(prepareUnpackDictionaries(idx_type.second, to_element_types[idx_type.first]));
+
+        return element_wrappers;
+    }
+
     WrapperType createTupleWrapper(const DataTypePtr & from_type_untyped, const DataTypeTuple * to_type) const
     {
         /// Conversion from String through parsing.
@@ -2189,12 +2391,7 @@ private:
 
         const auto & from_element_types = from_type->getElements();
         const auto & to_element_types = to_type->getElements();
-        std::vector<WrapperType> element_wrappers;
-        element_wrappers.reserve(from_element_types.size());
-
-        /// Create conversion wrapper for each element in tuple
-        for (const auto idx_type : ext::enumerate(from_type->getElements()))
-            element_wrappers.push_back(prepareUnpackDictionaries(idx_type.second, to_element_types[idx_type.first]));
+        auto element_wrappers = getElementWrappers(from_element_types, to_element_types);
 
         return [element_wrappers, from_element_types, to_element_types]
             (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable * nullable_source, size_t input_rows_count) -> ColumnPtr
@@ -2217,6 +2414,121 @@ private:
         };
     }
 
+    /// The case of: tuple([key1, key2, ..., key_n], [value1, value2, ..., value_n])
+    WrapperType createTupleToMapWrapper(const DataTypes & from_kv_types, const DataTypes & to_kv_types) const
+    {
+        return [element_wrappers = getElementWrappers(from_kv_types, to_kv_types), from_kv_types, to_kv_types]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable * nullable_source, size_t input_rows_count) -> ColumnPtr
+        {
+            const auto * col = arguments.front().column.get();
+            const auto & column_tuple = assert_cast<const ColumnTuple &>(*col);
+
+            if (column_tuple.getColumn(0).size() != column_tuple.getColumn(1).size())
+                throw Exception(ErrorCodes::TYPE_MISMATCH,
+                    "CAST AS Map can only be performed from tuple of arrays with equal sizes."
+                    " Size of keys: {}. Size of values: {}", column_tuple.getColumn(0).size(), column_tuple.getColumn(1).size());
+
+            ColumnPtr offsets;
+            Columns converted_columns(2);
+            for (size_t i = 0; i < 2; ++i)
+            {
+                const auto & column_array = assert_cast<const ColumnArray &>(column_tuple.getColumn(i));
+                ColumnsWithTypeAndName element = {{column_array.getDataPtr(), from_kv_types[i], ""}};
+                converted_columns[i] = element_wrappers[i](element, to_kv_types[i], nullable_source, input_rows_count);
+
+                if (!offsets)
+                    offsets = column_array.getOffsetsPtr();
+            }
+
+            return ColumnMap::create(converted_columns[0], converted_columns[1], offsets);
+        };
+    }
+
+    WrapperType createMapToMapWrrapper(const DataTypes & from_kv_types, const DataTypes & to_kv_types) const
+    {
+        return [element_wrappers = getElementWrappers(from_kv_types, to_kv_types), from_kv_types, to_kv_types]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable * nullable_source, size_t input_rows_count) -> ColumnPtr
+        {
+            const auto * col = arguments.front().column.get();
+            const auto & column_map = typeid_cast<const ColumnMap &>(*col);
+            const auto & nested_data = column_map.getNestedData();
+
+            Columns converted_columns(2);
+            for (size_t i = 0; i < 2; ++i)
+            {
+                ColumnsWithTypeAndName element = {{nested_data.getColumnPtr(i), from_kv_types[i], ""}};
+                converted_columns[i] = element_wrappers[i](element, to_kv_types[i], nullable_source, input_rows_count);
+            }
+
+            return ColumnMap::create(converted_columns[0], converted_columns[1], column_map.getNestedColumn().getOffsetsPtr());
+        };
+    }
+
+    /// The case of: [(key1, value1), (key2, value2), ...]
+    WrapperType createArrayToMapWrrapper(const DataTypes & from_kv_types, const DataTypes & to_kv_types) const
+    {
+        return [element_wrappers = getElementWrappers(from_kv_types, to_kv_types), from_kv_types, to_kv_types]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable * nullable_source, size_t input_rows_count) -> ColumnPtr
+        {
+            const auto * col = arguments.front().column.get();
+            const auto & column_array = typeid_cast<const ColumnArray &>(*col);
+            const auto & nested_data = typeid_cast<const ColumnTuple &>(column_array.getData());
+
+            Columns converted_columns(2);
+            for (size_t i = 0; i < 2; ++i)
+            {
+                ColumnsWithTypeAndName element = {{nested_data.getColumnPtr(i), from_kv_types[i], ""}};
+                converted_columns[i] = element_wrappers[i](element, to_kv_types[i], nullable_source, input_rows_count);
+            }
+
+            return ColumnMap::create(converted_columns[0], converted_columns[1], column_array.getOffsetsPtr());
+        };
+    }
+
+
+    WrapperType createMapWrapper(const DataTypePtr & from_type_untyped, const DataTypeMap * to_type) const
+    {
+        if (const auto * from_tuple = checkAndGetDataType<DataTypeTuple>(from_type_untyped.get()))
+        {
+            if (from_tuple->getElements().size() != 2)
+                throw Exception{"CAST AS Map from tuple requeires 2 elements.\n"
+                    "Left type: " + from_tuple->getName() + ", right type: " + to_type->getName(), ErrorCodes::TYPE_MISMATCH};
+
+            DataTypes from_kv_types;
+            const auto & to_kv_types = to_type->getKeyValueTypes();
+
+            for (const auto & elem : from_tuple->getElements())
+            {
+                const auto * type_array = checkAndGetDataType<DataTypeArray>(elem.get());
+                if (!type_array)
+                    throw Exception(ErrorCodes::TYPE_MISMATCH,
+                        "CAST AS Map can only be performed from tuples of array. Got: {}", from_tuple->getName());
+
+                from_kv_types.push_back(type_array->getNestedType());
+            }
+
+            return createTupleToMapWrapper(from_kv_types, to_kv_types);
+        }
+        else if (const auto * from_array = typeid_cast<const DataTypeArray *>(from_type_untyped.get()))
+        {
+            const auto * nested_tuple = typeid_cast<const DataTypeTuple *>(from_array->getNestedType().get());
+            if (!nested_tuple || nested_tuple->getElements().size() != 2)
+                throw Exception{"CAST AS Map from array requeires nested tuple of 2 elements.\n"
+                    "Left type: " + from_array->getName() + ", right type: " + to_type->getName(), ErrorCodes::TYPE_MISMATCH};
+
+            return createArrayToMapWrrapper(nested_tuple->getElements(), to_type->getKeyValueTypes());
+        }
+        else if (const auto * from_type = checkAndGetDataType<DataTypeMap>(from_type_untyped.get()))
+        {
+            return createMapToMapWrrapper(from_type->getKeyValueTypes(), to_type->getKeyValueTypes());
+        }
+        else
+        {
+            throw Exception{"Unsupported types to CAST AS Map\n"
+                "Left type: " + from_type_untyped->getName() + ", right type: " + to_type->getName(), ErrorCodes::TYPE_MISMATCH};
+        }
+    }
+
     template <typename FieldType>
     WrapperType createEnumWrapper(const DataTypePtr & from_type, const DataTypeEnum<FieldType> * to_type) const
     {
@@ -2235,17 +2547,16 @@ private:
         else if (isNativeNumber(from_type) || isEnum(from_type))
         {
             auto function = Function::create();
-            auto func_or_adaptor = FunctionOverloadResolverAdaptor(std::make_unique<DefaultOverloadResolver>(function))
-                    .build(ColumnsWithTypeAndName{{nullptr, from_type, "" }});
-
-            return [func_or_adaptor] (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
-            {
-                return func_or_adaptor->execute(arguments, result_type, input_rows_count);
-            };
+            return createFunctionAdaptor(function, from_type);
         }
         else
-            throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() +
-                " is not supported", ErrorCodes::CANNOT_CONVERT_TYPE};
+        {
+            if (cast_type == CastType::accurateOrNull)
+                return createToNullableColumnWrapper();
+            else
+                throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() + " is not supported",
+                    ErrorCodes::CANNOT_CONVERT_TYPE};
+        }
     }
 
     template <typename EnumTypeFrom, typename EnumTypeTo>
@@ -2346,7 +2657,16 @@ private:
         if (from_type->onlyNull())
         {
             if (!to_nested->isNullable())
-                throw Exception{"Cannot convert NULL to a non-nullable type", ErrorCodes::CANNOT_CONVERT_TYPE};
+            {
+                if (cast_type == CastType::accurateOrNull)
+                {
+                    return createToNullableColumnWrapper();
+                }
+                else
+                {
+                    throw Exception{"Cannot convert NULL to a non-nullable type", ErrorCodes::CANNOT_CONVERT_TYPE};
+                }
+            }
 
             return [](ColumnsWithTypeAndName &, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
             {
@@ -2536,7 +2856,8 @@ private:
                 std::is_same_v<ToDataType, DataTypeFloat32> ||
                 std::is_same_v<ToDataType, DataTypeFloat64> ||
                 std::is_same_v<ToDataType, DataTypeDate> ||
-                std::is_same_v<ToDataType, DataTypeDateTime>)
+                std::is_same_v<ToDataType, DataTypeDateTime> ||
+                std::is_same_v<ToDataType, DataTypeUUID>)
             {
                 ret = createWrapper(from_type, checkAndGetDataType<ToDataType>(to_type.get()), requested_result_is_nullable);
                 return true;
@@ -2558,14 +2879,6 @@ private:
                 ret = createDecimalWrapper(from_type, checkAndGetDataType<ToDataType>(to_type.get()));
                 return true;
             }
-            if constexpr (std::is_same_v<ToDataType, DataTypeUUID>)
-            {
-                if (isStringOrFixedString(from_type))
-                {
-                    ret = createUUIDWrapper(from_type, checkAndGetDataType<ToDataType>(to_type.get()), requested_result_is_nullable);
-                    return true;
-                }
-            }
 
             return false;
         };
@@ -2584,6 +2897,8 @@ private:
                 return createArrayWrapper(from_type, checkAndGetDataType<DataTypeArray>(to_type.get()));
             case TypeIndex::Tuple:
                 return createTupleWrapper(from_type, checkAndGetDataType<DataTypeTuple>(to_type.get()));
+            case TypeIndex::Map:
+                return createMapWrapper(from_type, checkAndGetDataType<DataTypeMap>(to_type.get()));
 
             case TypeIndex::AggregateFunction:
                 return createAggregateFunctionWrapper(from_type, checkAndGetDataType<DataTypeAggregateFunction>(to_type.get()));
@@ -2591,20 +2906,91 @@ private:
                 break;
         }
 
-        throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() + " is not supported",
-            ErrorCodes::CANNOT_CONVERT_TYPE};
+        if (cast_type == CastType::accurateOrNull)
+            return createToNullableColumnWrapper();
+        else
+            throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() + " is not supported",
+                ErrorCodes::CANNOT_CONVERT_TYPE};
     }
 };
 
+class MonotonicityHelper
+{
+public:
+    using MonotonicityForRange = FunctionCast::MonotonicityForRange;
+
+    template <typename DataType>
+    static auto monotonicityForType(const DataType * const)
+    {
+        return FunctionTo<DataType>::Type::Monotonic::get;
+    }
+
+    static MonotonicityForRange getMonotonicityInformation(const DataTypePtr & from_type, const IDataType * to_type)
+    {
+        if (const auto type = checkAndGetDataType<DataTypeUInt8>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeUInt16>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeUInt32>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeUInt64>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeUInt256>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt8>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt16>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt32>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt64>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt128>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt256>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeFloat32>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeFloat64>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeDate>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeDateTime>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeString>(to_type))
+            return monotonicityForType(type);
+        if (isEnum(from_type))
+        {
+            if (const auto type = checkAndGetDataType<DataTypeEnum8>(to_type))
+                return monotonicityForType(type);
+            if (const auto type = checkAndGetDataType<DataTypeEnum16>(to_type))
+                return monotonicityForType(type);
+        }
+        /// other types like Null, FixedString, Array and Tuple have no monotonicity defined
+        return {};
+    }
+};
+
+template<CastType cast_type>
 class CastOverloadResolver : public IFunctionOverloadResolverImpl
 {
 public:
     using MonotonicityForRange = FunctionCast::MonotonicityForRange;
     using Diagnostic = FunctionCast::Diagnostic;
 
-    static constexpr auto name = "CAST";
+    static constexpr auto accurate_cast_name = "accurateCast";
+    static constexpr auto accurate_cast_or_null_name = "accurateCastOrNull";
+    static constexpr auto cast_name = "CAST";
+
+    static constexpr auto name = cast_type == CastType::accurate
+        ? accurate_cast_name
+        : (cast_type == CastType::accurateOrNull ? accurate_cast_or_null_name : cast_name);
+
+    static FunctionOverloadResolverImplPtr create(const Context & context)
+    {
+        return createImpl(context.getSettingsRef().cast_keep_nullable);
+    }
 
-    static FunctionOverloadResolverImplPtr create(const Context & context);
     static FunctionOverloadResolverImplPtr createImpl(bool keep_nullable, std::optional<Diagnostic> diagnostic = {})
     {
         return std::make_unique<CastOverloadResolver>(keep_nullable, std::move(diagnostic));
@@ -2630,8 +3016,8 @@ protected:
         for (size_t i = 0; i < arguments.size(); ++i)
             data_types[i] = arguments[i].type;
 
-        auto monotonicity = getMonotonicityInformation(arguments.front().type, return_type.get());
-        return std::make_unique<FunctionCast>(name, std::move(monotonicity), data_types, return_type, diagnostic);
+        auto monotonicity = MonotonicityHelper::getMonotonicityInformation(arguments.front().type, return_type.get());
+        return std::make_unique<FunctionCast>(name, std::move(monotonicity), data_types, return_type, diagnostic, cast_type);
     }
 
     DataTypePtr getReturnType(const ColumnsWithTypeAndName & arguments) const override
@@ -2649,9 +3035,17 @@ protected:
                 ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
         DataTypePtr type = DataTypeFactory::instance().get(type_col->getValue<String>());
-        if (keep_nullable && arguments.front().type->isNullable())
+
+        if constexpr (cast_type == CastType::accurateOrNull)
+        {
             return makeNullable(type);
-        return type;
+        }
+        else
+        {
+            if (keep_nullable && arguments.front().type->isNullable())
+                return makeNullable(type);
+            return type;
+        }
     }
 
     bool useDefaultImplementationForNulls() const override { return false; }
@@ -2660,57 +3054,6 @@ protected:
 private:
     bool keep_nullable;
     std::optional<Diagnostic> diagnostic;
-
-    template <typename DataType>
-    static auto monotonicityForType(const DataType * const)
-    {
-        return FunctionTo<DataType>::Type::Monotonic::get;
-    }
-
-    static MonotonicityForRange getMonotonicityInformation(const DataTypePtr & from_type, const IDataType * to_type)
-    {
-        if (const auto * type = checkAndGetDataType<DataTypeUInt8>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeUInt16>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeUInt32>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeUInt64>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeUInt256>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt8>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt16>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt32>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt64>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt128>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt256>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeFloat32>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeFloat64>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeDate>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeDateTime>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeString>(to_type))
-            return monotonicityForType(type);
-        if (isEnum(from_type))
-        {
-            if (const auto * type = checkAndGetDataType<DataTypeEnum8>(to_type))
-                return monotonicityForType(type);
-            if (const auto * type = checkAndGetDataType<DataTypeEnum16>(to_type))
-                return monotonicityForType(type);
-        }
-        /// other types like Null, FixedString, Array and Tuple have no monotonicity defined
-        return {};
-    }
 };
 
 }
diff --git a/src/Functions/array/arrayAggregation.cpp b/src/Functions/array/arrayAggregation.cpp
new file mode 100644
index 00000000000..992a331d05b
--- /dev/null
+++ b/src/Functions/array/arrayAggregation.cpp
@@ -0,0 +1,318 @@
+#include <DataTypes/DataTypesNumber.h>
+#include <DataTypes/DataTypesDecimal.h>
+#include <DataTypes/DataTypeDateTime64.h>
+#include <Columns/ColumnsNumber.h>
+#include <Columns/ColumnDecimal.h>
+#include "FunctionArrayMapped.h"
+#include <Functions/FunctionFactory.h>
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
+    extern const int ILLEGAL_COLUMN;
+}
+
+enum class AggregateOperation
+{
+    min,
+    max,
+    sum,
+    average
+};
+
+/**
+ * During array aggregation we derive result type from operation.
+ * For array min or array max we use array element as result type.
+ * For array average we use Float64.
+ * For array sum for for big integers, we use same type representation, decimal numbers we use Decimal128,
+ * for floating point numbers Float64, for numeric unsigned Int64, and for numeric signed UInt64.
+ */
+
+template <typename ArrayElement, AggregateOperation operation>
+struct ArrayAggregateResultImpl;
+
+template <typename ArrayElement>
+struct ArrayAggregateResultImpl<ArrayElement, AggregateOperation::min>
+{
+    using Result = ArrayElement;
+};
+
+template <typename ArrayElement>
+struct ArrayAggregateResultImpl<ArrayElement, AggregateOperation::max>
+{
+    using Result = ArrayElement;
+};
+
+template <typename ArrayElement>
+struct ArrayAggregateResultImpl<ArrayElement, AggregateOperation::average>
+{
+    using Result = Float64;
+};
+
+template <typename ArrayElement>
+struct ArrayAggregateResultImpl<ArrayElement, AggregateOperation::sum>
+{
+    using Result =
+        std::conditional_t<std::is_same_v<ArrayElement, Int128>, Int128,
+            std::conditional_t<std::is_same_v<ArrayElement, Int256>, Int256,
+                std::conditional_t<std::is_same_v<ArrayElement, UInt256>, UInt256,
+                    std::conditional_t<IsDecimalNumber<ArrayElement>, Decimal128,
+                        std::conditional_t<std::is_floating_point_v<ArrayElement>, Float64,
+                            std::conditional_t<std::is_signed_v<ArrayElement>, Int64,
+                                UInt64>>>>>>;
+};
+
+template <typename ArrayElement, AggregateOperation operation>
+using ArrayAggregateResult = typename ArrayAggregateResultImpl<ArrayElement, operation>::Result;
+
+template<AggregateOperation aggregate_operation>
+struct ArrayAggregateImpl
+{
+    static bool needBoolean() { return false; }
+    static bool needExpression() { return false; }
+    static bool needOneArray() { return false; }
+
+    static DataTypePtr getReturnType(const DataTypePtr & expression_return, const DataTypePtr & /*array_element*/)
+    {
+        DataTypePtr result;
+
+        auto call = [&](const auto & types)
+        {
+            using Types = std::decay_t<decltype(types)>;
+            using DataType = typename Types::LeftType;
+
+            if constexpr (aggregate_operation == AggregateOperation::average)
+            {
+                result = std::make_shared<DataTypeFloat64>();
+
+                return true;
+            }
+            else if constexpr (IsDataTypeNumber<DataType>)
+            {
+                using NumberReturnType = ArrayAggregateResult<typename DataType::FieldType, aggregate_operation>;
+                result = std::make_shared<DataTypeNumber<NumberReturnType>>();
+
+                return true;
+            }
+            else if constexpr (IsDataTypeDecimal<DataType> && !IsDataTypeDateOrDateTime<DataType>)
+            {
+                using DecimalReturnType = ArrayAggregateResult<typename DataType::FieldType, aggregate_operation>;
+                UInt32 scale = getDecimalScale(*expression_return);
+                result = std::make_shared<DataTypeDecimal<DecimalReturnType>>(DecimalUtils::maxPrecision<DecimalReturnType>(), scale);
+
+                return true;
+            }
+
+            return false;
+        };
+
+        if (!callOnIndexAndDataType<void>(expression_return->getTypeId(), call))
+        {
+            throw Exception(
+                "array aggregation function cannot be performed on type " + expression_return->getName(),
+                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        }
+
+        return result;
+    }
+
+    template <typename Element>
+    static bool executeType(const ColumnPtr & mapped, const ColumnArray::Offsets & offsets, ColumnPtr & res_ptr)
+    {
+        using Result = ArrayAggregateResult<Element, aggregate_operation>;
+        using ColVecType = std::conditional_t<IsDecimalNumber<Element>, ColumnDecimal<Element>, ColumnVector<Element>>;
+        using ColVecResult = std::conditional_t<IsDecimalNumber<Result>, ColumnDecimal<Result>, ColumnVector<Result>>;
+
+        /// For average of array we return Float64 as result, but we want to keep precision
+        /// so we convert to Float64 as last step, but intermediate sum is represented as result of sum operation
+        static constexpr bool is_average_operation = aggregate_operation == AggregateOperation::average;
+        using SummAggregationType = ArrayAggregateResult<Element, AggregateOperation::sum>;
+
+        using AggregationType = std::conditional_t<is_average_operation, SummAggregationType, Result>;
+
+
+        const ColVecType * column = checkAndGetColumn<ColVecType>(&*mapped);
+
+        /// Constant case.
+        if (!column)
+        {
+            const ColumnConst * column_const = checkAndGetColumnConst<ColVecType>(&*mapped);
+
+            if (!column_const)
+                return false;
+
+            const AggregationType x = column_const->template getValue<Element>(); // NOLINT
+            const typename ColVecType::Container & data
+                = checkAndGetColumn<ColVecType>(&column_const->getDataColumn())->getData();
+
+            typename ColVecResult::MutablePtr res_column;
+            if constexpr (IsDecimalNumber<Element>)
+            {
+                res_column = ColVecResult::create(offsets.size(), data.getScale());
+            }
+            else
+                res_column = ColVecResult::create(offsets.size());
+
+            typename ColVecResult::Container & res = res_column->getData();
+
+            size_t pos = 0;
+            for (size_t i = 0; i < offsets.size(); ++i)
+            {
+                if constexpr (aggregate_operation == AggregateOperation::sum)
+                {
+                    size_t array_size = offsets[i] - pos;
+                    /// Just multiply the value by array size.
+                    res[i] = x * array_size;
+                }
+                else if constexpr (aggregate_operation == AggregateOperation::min ||
+                                aggregate_operation == AggregateOperation::max)
+                {
+                    res[i] = x;
+                }
+                else if constexpr (aggregate_operation == AggregateOperation::average)
+                {
+                    if constexpr (IsDecimalNumber<Element>)
+                    {
+                        res[i] = DecimalUtils::convertTo<Result>(x, data.getScale());
+                    }
+                    else
+                    {
+                        res[i] = x;
+                    }
+                }
+
+                pos = offsets[i];
+            }
+
+            res_ptr = std::move(res_column);
+            return true;
+        }
+
+        const typename ColVecType::Container & data = column->getData();
+
+        typename ColVecResult::MutablePtr res_column;
+        if constexpr (IsDecimalNumber<Element>)
+            res_column = ColVecResult::create(offsets.size(), data.getScale());
+        else
+            res_column = ColVecResult::create(offsets.size());
+
+        typename ColVecResult::Container & res = res_column->getData();
+
+        size_t pos = 0;
+        for (size_t i = 0; i < offsets.size(); ++i)
+        {
+            AggregationType s = 0;
+
+            /// Array is empty
+            if (offsets[i] == pos)
+            {
+                res[i] = s;
+                continue;
+            }
+
+            size_t count = 1;
+            s = data[pos]; // NOLINT
+            ++pos;
+
+            for (; pos < offsets[i]; ++pos)
+            {
+                auto element = data[pos];
+
+                if constexpr (aggregate_operation == AggregateOperation::sum ||
+                            aggregate_operation == AggregateOperation::average)
+                {
+                    s += element;
+                }
+                else if constexpr (aggregate_operation == AggregateOperation::min)
+                {
+                    if (element < s)
+                    {
+                        s = element;
+                    }
+                }
+                else if constexpr (aggregate_operation == AggregateOperation::max)
+                {
+                    if (element > s)
+                    {
+                        s = element;
+                    }
+                }
+
+                ++count;
+            }
+
+            if constexpr (aggregate_operation == AggregateOperation::average)
+            {
+                if constexpr (IsDecimalNumber<Element>)
+                {
+                    s = s / count;
+                    res[i] = DecimalUtils::convertTo<Result>(s, data.getScale());
+                }
+                else
+                {
+                    res[i] = static_cast<Result>(s) / count;
+                }
+            }
+            else
+            {
+                res[i] = s;
+            }
+        }
+
+        res_ptr = std::move(res_column);
+        return true;
+    }
+
+    static ColumnPtr execute(const ColumnArray & array, ColumnPtr mapped)
+    {
+        const IColumn::Offsets & offsets = array.getOffsets();
+        ColumnPtr res;
+
+        if (executeType<UInt8>(mapped, offsets, res) ||
+            executeType<UInt16>(mapped, offsets, res) ||
+            executeType<UInt32>(mapped, offsets, res) ||
+            executeType<UInt64>(mapped, offsets, res) ||
+            executeType<UInt256>(mapped, offsets, res) ||
+            executeType<Int8>(mapped, offsets, res) ||
+            executeType<Int16>(mapped, offsets, res) ||
+            executeType<Int32>(mapped, offsets, res) ||
+            executeType<Int64>(mapped, offsets, res) ||
+            executeType<Int128>(mapped, offsets, res) ||
+            executeType<Int256>(mapped, offsets, res) ||
+            executeType<Float32>(mapped, offsets, res) ||
+            executeType<Float64>(mapped, offsets, res) ||
+            executeType<Decimal32>(mapped, offsets, res) ||
+            executeType<Decimal64>(mapped, offsets, res) ||
+            executeType<Decimal128>(mapped, offsets, res))
+            return res;
+        else
+            throw Exception("Unexpected column for arraySum: " + mapped->getName(), ErrorCodes::ILLEGAL_COLUMN);
+    }
+};
+
+struct NameArrayMin { static constexpr auto name = "arrayMin"; };
+using FunctionArrayMin = FunctionArrayMapped<ArrayAggregateImpl<AggregateOperation::min>, NameArrayMin>;
+
+struct NameArrayMax { static constexpr auto name = "arrayMax"; };
+using FunctionArrayMax = FunctionArrayMapped<ArrayAggregateImpl<AggregateOperation::max>, NameArrayMax>;
+
+struct NameArraySum { static constexpr auto name = "arraySum"; };
+using FunctionArraySum = FunctionArrayMapped<ArrayAggregateImpl<AggregateOperation::sum>, NameArraySum>;
+
+struct NameArrayAverage { static constexpr auto name = "arrayAvg"; };
+using FunctionArrayAverage = FunctionArrayMapped<ArrayAggregateImpl<AggregateOperation::average>, NameArrayAverage>;
+
+void registerFunctionArrayAggregation(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionArrayMin>();
+    factory.registerFunction<FunctionArrayMax>();
+    factory.registerFunction<FunctionArraySum>();
+    factory.registerFunction<FunctionArrayAverage>();
+}
+
+}
+
diff --git a/src/Functions/array/arrayElement.cpp b/src/Functions/array/arrayElement.cpp
index 46a384db449..310b6b5b450 100644
--- a/src/Functions/array/arrayElement.cpp
+++ b/src/Functions/array/arrayElement.cpp
@@ -4,12 +4,16 @@
 #include <DataTypes/DataTypeArray.h>
 #include <DataTypes/DataTypeNullable.h>
 #include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeMap.h>
+#include <DataTypes/DataTypesNumber.h>
 #include <Core/ColumnNumbers.h>
 #include <Columns/ColumnArray.h>
+#include <Core/Field.h>
 #include <Columns/ColumnNullable.h>
 #include <Columns/ColumnsNumber.h>
 #include <Columns/ColumnString.h>
 #include <Columns/ColumnTuple.h>
+#include <Columns/ColumnMap.h>
 #include <Common/typeid_cast.h>
 #include <Common/assert_cast.h>
 
@@ -80,6 +84,38 @@ private:
     /** For a tuple array, the function is evaluated component-wise for each element of the tuple.
       */
     ColumnPtr executeTuple(const ColumnsWithTypeAndName & arguments, size_t input_rows_count) const;
+
+    /** For a map the function finds the matched value for a key.
+     *  Currently implemented just as linear seach in array.
+     *  However, optimizations are possible.
+     */
+    ColumnPtr executeMap(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const;
+
+    using Offsets = ColumnArray::Offsets;
+
+    static bool matchKeyToIndex(const IColumn & data, const Offsets & offsets,
+        const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs);
+
+    static bool matchKeyToIndexConst(const IColumn & data, const Offsets & offsets,
+        const Field & index, PaddedPODArray<UInt64> & matched_idxs);
+
+    template <typename DataType>
+    static bool matchKeyToIndexNumber(const IColumn & data, const Offsets & offsets,
+        const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs);
+
+    template <typename DataType>
+    static bool matchKeyToIndexNumberConst(const IColumn & data, const Offsets & offsets,
+        const Field & index, PaddedPODArray<UInt64> & matched_idxs);
+
+    static bool matchKeyToIndexString(const IColumn & data, const Offsets & offsets,
+        const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs);
+
+    static bool matchKeyToIndexStringConst(const IColumn & data, const Offsets & offsets,
+        const Field & index, PaddedPODArray<UInt64> & matched_idxs);
+
+    template <typename Matcher>
+    static void executeMatchKeyToIndex(const Offsets & offsets,
+        PaddedPODArray<UInt64> & matched_idxs, const Matcher & matcher);
 };
 
 
@@ -626,10 +662,8 @@ ColumnPtr FunctionArrayElement::executeArgument(
     const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, ArrayImpl::NullMapBuilder & builder, size_t input_rows_count) const
 {
     auto index = checkAndGetColumn<ColumnVector<IndexType>>(arguments[1].column.get());
-
     if (!index)
         return nullptr;
-
     const auto & index_data = index->getData();
 
     if (builder)
@@ -704,6 +738,236 @@ ColumnPtr FunctionArrayElement::executeTuple(const ColumnsWithTypeAndName & argu
     return ColumnTuple::create(result_tuple_columns);
 }
 
+namespace
+{
+
+struct MatcherString
+{
+    const ColumnString & data;
+    const ColumnString & index;
+
+    bool match(size_t row_data, size_t row_index) const
+    {
+        auto data_ref = data.getDataAt(row_data);
+        auto index_ref = index.getDataAt(row_index);
+        return memequalSmallAllowOverflow15(index_ref.data, index_ref.size, data_ref.data, data_ref.size);
+    }
+};
+
+struct MatcherStringConst
+{
+    const ColumnString & data;
+    const String & index;
+
+    bool match(size_t row_data, size_t /* row_index */) const
+    {
+        auto data_ref = data.getDataAt(row_data);
+        return index.size() == data_ref.size && memcmp(index.data(), data_ref.data, data_ref.size) == 0;
+    }
+};
+
+template <typename T>
+struct MatcherNumber
+{
+    const PaddedPODArray<T> & data;
+    const PaddedPODArray<T> & index;
+
+    bool match(size_t row_data, size_t row_index) const
+    {
+        return data[row_data] == index[row_index];
+    }
+};
+
+template <typename T>
+struct MatcherNumberConst
+{
+    const PaddedPODArray<T> & data;
+    T index;
+
+    bool match(size_t row_data, size_t /* row_index */) const
+    {
+        return data[row_data] == index;
+    }
+};
+
+}
+
+template <typename Matcher>
+void FunctionArrayElement::executeMatchKeyToIndex(
+    const Offsets & offsets, PaddedPODArray<UInt64> & matched_idxs, const Matcher & matcher)
+{
+    size_t rows = offsets.size();
+    for (size_t i = 0; i < rows; ++i)
+    {
+        bool matched = false;
+        size_t begin = offsets[i - 1];
+        size_t end = offsets[i];
+        for (size_t j = begin; j < end; ++j)
+        {
+            if (matcher.match(j, i))
+            {
+                matched_idxs.push_back(j - begin + 1);
+                matched = true;
+                break;
+            }
+        }
+
+        if (!matched)
+            matched_idxs.push_back(0);
+    }
+}
+
+bool FunctionArrayElement::matchKeyToIndexStringConst(
+    const IColumn & data, const Offsets & offsets,
+    const Field & index, PaddedPODArray<UInt64> & matched_idxs)
+{
+    const auto * data_string = checkAndGetColumn<ColumnString>(&data);
+    if (!data_string)
+        return false;
+
+    if (index.getType() != Field::Types::String)
+        return false;
+
+    MatcherStringConst matcher{*data_string, get<const String &>(index)};
+    executeMatchKeyToIndex(offsets, matched_idxs, matcher);
+    return true;
+}
+
+bool FunctionArrayElement::matchKeyToIndexString(
+    const IColumn & data, const Offsets & offsets,
+    const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs)
+{
+    const auto * index_string = checkAndGetColumn<ColumnString>(arguments[1].column.get());
+    if (!index_string)
+        return false;
+
+    const auto * data_string = checkAndGetColumn<ColumnString>(&data);
+    if (!data_string)
+        return false;
+
+    MatcherString matcher{*data_string, *index_string};
+    executeMatchKeyToIndex(offsets, matched_idxs, matcher);
+    return true;
+}
+
+template <typename DataType>
+bool FunctionArrayElement::matchKeyToIndexNumberConst(
+    const IColumn & data, const Offsets & offsets,
+    const Field & index, PaddedPODArray<UInt64> & matched_idxs)
+{
+    const auto * data_numeric = checkAndGetColumn<ColumnVector<DataType>>(&data);
+    if (!data_numeric)
+        return false;
+
+    if (index.getType() != Field::Types::UInt64 && index.getType() != Field::Types::Int64)
+        return false;
+
+    MatcherNumberConst<DataType> matcher{data_numeric->getData(), get<DataType>(index)};
+    executeMatchKeyToIndex(offsets, matched_idxs, matcher);
+    return true;
+}
+
+template <typename DataType>
+bool FunctionArrayElement::matchKeyToIndexNumber(
+    const IColumn & data, const Offsets & offsets,
+    const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs)
+{
+    const auto * index_numeric = checkAndGetColumn<ColumnVector<DataType>>(arguments[1].column.get());
+    if (!index_numeric)
+        return false;
+
+    const auto * data_numeric = checkAndGetColumn<ColumnVector<DataType>>(&data);
+    if (!data_numeric)
+        return false;
+
+    MatcherNumber<DataType> matcher{data_numeric->getData(), index_numeric->getData()};
+    executeMatchKeyToIndex(offsets, matched_idxs, matcher);
+    return true;
+}
+
+bool FunctionArrayElement::matchKeyToIndex(
+    const IColumn & data, const Offsets & offsets,
+    const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs)
+{
+    return matchKeyToIndexNumber<UInt8>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<UInt16>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<UInt32>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<UInt64>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<Int8>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<Int16>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<Int32>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<Int64>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexString(data, offsets, arguments, matched_idxs);
+}
+
+bool FunctionArrayElement::matchKeyToIndexConst(
+    const IColumn & data, const Offsets & offsets,
+    const Field & index, PaddedPODArray<UInt64> & matched_idxs)
+{
+    return matchKeyToIndexNumberConst<UInt8>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<UInt16>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<UInt32>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<UInt64>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<Int8>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<Int16>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<Int32>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<Int64>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexStringConst(data, offsets, index, matched_idxs);
+}
+
+ColumnPtr FunctionArrayElement::executeMap(
+    const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const
+{
+    const ColumnMap * col_map = typeid_cast<const ColumnMap *>(arguments[0].column.get());
+    if (!col_map)
+        return nullptr;
+
+    const auto & nested_column = col_map->getNestedColumn();
+    const auto & keys_data = col_map->getNestedData().getColumn(0);
+    const auto & values_data = col_map->getNestedData().getColumn(1);
+    const auto & offsets = nested_column.getOffsets();
+
+    /// At first step calculate indices in array of values for requested keys.
+    auto indices_column = DataTypeNumber<UInt64>().createColumn();
+    indices_column->reserve(input_rows_count);
+    auto & indices_data = assert_cast<ColumnVector<UInt64> &>(*indices_column).getData();
+
+    if (!isColumnConst(*arguments[1].column))
+    {
+        if (input_rows_count > 0 && !matchKeyToIndex(keys_data, offsets, arguments, indices_data))
+            throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
+                "Illegal types of arguments: {}, {} for function ",
+                arguments[0].type->getName(), arguments[1].type->getName(), getName());
+    }
+    else
+    {
+        Field index = (*arguments[1].column)[0];
+
+        // Get Matched key's value
+        if (input_rows_count > 0 && !matchKeyToIndexConst(keys_data, offsets, index, indices_data))
+            throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
+                "Illegal types of arguments: {}, {} for function {}",
+                arguments[0].type->getName(), arguments[1].type->getName(), getName());
+    }
+
+    /// Prepare arguments to call arrayElement for array with values and calculated indices at previous step.
+    ColumnsWithTypeAndName new_arguments =
+    {
+        {
+            ColumnArray::create(values_data.getPtr(), nested_column.getOffsetsPtr()),
+            std::make_shared<DataTypeArray>(result_type),
+            ""
+        },
+        {
+            std::move(indices_column),
+            std::make_shared<DataTypeNumber<UInt64>>(),
+            ""
+        }
+    };
+
+    return executeImpl(new_arguments, result_type, input_rows_count);
+}
+
 String FunctionArrayElement::getName() const
 {
     return name;
@@ -711,7 +975,10 @@ String FunctionArrayElement::getName() const
 
 DataTypePtr FunctionArrayElement::getReturnTypeImpl(const DataTypes & arguments) const
 {
-    const DataTypeArray * array_type = checkAndGetDataType<DataTypeArray>(arguments[0].get());
+    if (const auto * map_type = checkAndGetDataType<DataTypeMap>(arguments[0].get()))
+        return map_type->getValueType();
+
+    const auto * array_type = checkAndGetDataType<DataTypeArray>(arguments[0].get());
     if (!array_type)
     {
         throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
@@ -734,6 +1001,10 @@ ColumnPtr FunctionArrayElement::executeImpl(const ColumnsWithTypeAndName & argum
     /// Check nullability.
     bool is_array_of_nullable = false;
 
+    const ColumnMap * col_map = checkAndGetColumn<ColumnMap>(arguments[0].column.get());
+    if (col_map)
+        return executeMap(arguments, result_type, input_rows_count);
+
     const ColumnArray * col_array = nullptr;
     const ColumnArray * col_const_array = nullptr;
 
@@ -826,7 +1097,7 @@ ColumnPtr FunctionArrayElement::perform(const ColumnsWithTypeAndName & arguments
             || (res = executeArgument<Int16>(arguments, result_type, builder, input_rows_count))
             || (res = executeArgument<Int32>(arguments, result_type, builder, input_rows_count))
             || (res = executeArgument<Int64>(arguments, result_type, builder, input_rows_count))))
-        throw Exception("Second argument for function " + getName() + " must must have UInt or Int type.",
+        throw Exception("Second argument for function " + getName() + " must have UInt or Int type.",
                         ErrorCodes::ILLEGAL_COLUMN);
     }
     else
diff --git a/src/Functions/array/arrayEnumerateRanked.h b/src/Functions/array/arrayEnumerateRanked.h
index a0d865f08fe..ce82b8bcd86 100644
--- a/src/Functions/array/arrayEnumerateRanked.h
+++ b/src/Functions/array/arrayEnumerateRanked.h
@@ -304,10 +304,10 @@ void FunctionArrayEnumerateRankedExtended<Derived>::executeMethodImpl(
     const size_t depth_to_look = arrays_depths.max_array_depth;
     const auto & offsets = *offsets_by_depth[depth_to_look - 1];
 
-    using Map = ClearableHashMapWithStackMemory<UInt128, UInt32,
+    using Container = ClearableHashMapWithStackMemory<UInt128, UInt32,
         UInt128TrivialHash, INITIAL_SIZE_DEGREE>;
 
-    Map indices;
+    Container indices;
 
     std::vector<size_t> indices_by_depth(depth_to_look);
     std::vector<size_t> current_offset_n_by_depth(depth_to_look);
diff --git a/src/Functions/array/arrayIntersect.cpp b/src/Functions/array/arrayIntersect.cpp
index 1eb3e7ac6c3..736069d6060 100644
--- a/src/Functions/array/arrayIntersect.cpp
+++ b/src/Functions/array/arrayIntersect.cpp
@@ -438,22 +438,22 @@ ColumnPtr FunctionArrayIntersect::executeImpl(const ColumnsWithTypeAndName & arg
 template <typename T, size_t>
 void FunctionArrayIntersect::NumberExecutor::operator()()
 {
-    using Map = ClearableHashMapWithStackMemory<T, size_t, DefaultHash<T>,
+    using Container = ClearableHashMapWithStackMemory<T, size_t, DefaultHash<T>,
         INITIAL_SIZE_DEGREE>;
 
     if (!result && typeid_cast<const DataTypeNumber<T> *>(data_type.get()))
-        result = execute<Map, ColumnVector<T>, true>(arrays, ColumnVector<T>::create());
+        result = execute<Container, ColumnVector<T>, true>(arrays, ColumnVector<T>::create());
 }
 
 template <typename T, size_t>
 void FunctionArrayIntersect::DecimalExecutor::operator()()
 {
-    using Map = ClearableHashMapWithStackMemory<T, size_t, DefaultHash<T>,
+    using Container = ClearableHashMapWithStackMemory<T, size_t, DefaultHash<T>,
         INITIAL_SIZE_DEGREE>;
 
     if (!result)
         if (auto * decimal = typeid_cast<const DataTypeDecimal<T> *>(data_type.get()))
-            result = execute<Map, ColumnDecimal<T>, true>(arrays, ColumnDecimal<T>::create(0, decimal->getScale()));
+            result = execute<Container, ColumnDecimal<T>, true>(arrays, ColumnDecimal<T>::create(0, decimal->getScale()));
 }
 
 template <typename Map, typename ColumnType, bool is_numeric_column>
diff --git a/src/Functions/array/arraySum.cpp b/src/Functions/array/arraySum.cpp
deleted file mode 100644
index 1aedcb6ef92..00000000000
--- a/src/Functions/array/arraySum.cpp
+++ /dev/null
@@ -1,146 +0,0 @@
-#include <DataTypes/DataTypesNumber.h>
-#include <DataTypes/DataTypesDecimal.h>
-#include <Columns/ColumnsNumber.h>
-#include <Columns/ColumnDecimal.h>
-#include "FunctionArrayMapped.h"
-#include <Functions/FunctionFactory.h>
-
-
-namespace DB
-{
-
-namespace ErrorCodes
-{
-    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
-    extern const int ILLEGAL_COLUMN;
-}
-
-struct ArraySumImpl
-{
-    static bool needBoolean() { return false; }
-    static bool needExpression() { return false; }
-    static bool needOneArray() { return false; }
-
-    static DataTypePtr getReturnType(const DataTypePtr & expression_return, const DataTypePtr & /*array_element*/)
-    {
-        WhichDataType which(expression_return);
-
-        if (which.isNativeUInt())
-            return std::make_shared<DataTypeUInt64>();
-
-        if (which.isNativeInt())
-            return std::make_shared<DataTypeInt64>();
-
-        if (which.isFloat())
-            return std::make_shared<DataTypeFloat64>();
-
-        if (which.isDecimal())
-        {
-            UInt32 scale = getDecimalScale(*expression_return);
-            return std::make_shared<DataTypeDecimal<Decimal128>>(DecimalUtils::maxPrecision<Decimal128>(), scale);
-        }
-
-        throw Exception("arraySum cannot add values of type " + expression_return->getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-    }
-
-    template <typename Element, typename Result>
-    static bool executeType(const ColumnPtr & mapped, const ColumnArray::Offsets & offsets, ColumnPtr & res_ptr)
-    {
-        using ColVecType = std::conditional_t<IsDecimalNumber<Element>, ColumnDecimal<Element>, ColumnVector<Element>>;
-        using ColVecResult = std::conditional_t<IsDecimalNumber<Result>, ColumnDecimal<Result>, ColumnVector<Result>>;
-
-        const ColVecType * column = checkAndGetColumn<ColVecType>(&*mapped);
-
-        /// Constant case.
-        if (!column)
-        {
-            const ColumnConst * column_const = checkAndGetColumnConst<ColVecType>(&*mapped);
-
-            if (!column_const)
-                return false;
-
-            const Result x = column_const->template getValue<Element>(); // NOLINT
-
-            typename ColVecResult::MutablePtr res_column;
-            if constexpr (IsDecimalNumber<Element>)
-            {
-                const typename ColVecType::Container & data =
-                    checkAndGetColumn<ColVecType>(&column_const->getDataColumn())->getData();
-                res_column = ColVecResult::create(offsets.size(), data.getScale());
-            }
-            else
-                res_column = ColVecResult::create(offsets.size());
-
-            typename ColVecResult::Container & res = res_column->getData();
-
-            size_t pos = 0;
-            for (size_t i = 0; i < offsets.size(); ++i)
-            {
-                /// Just multiply the value by array size.
-                res[i] = x * (offsets[i] - pos);
-                pos = offsets[i];
-            }
-
-            res_ptr = std::move(res_column);
-            return true;
-        }
-
-        const typename ColVecType::Container & data = column->getData();
-
-        typename ColVecResult::MutablePtr res_column;
-        if constexpr (IsDecimalNumber<Element>)
-            res_column = ColVecResult::create(offsets.size(), data.getScale());
-        else
-            res_column = ColVecResult::create(offsets.size());
-
-        typename ColVecResult::Container & res = res_column->getData();
-
-        size_t pos = 0;
-        for (size_t i = 0; i < offsets.size(); ++i)
-        {
-            Result s = 0;
-            for (; pos < offsets[i]; ++pos)
-            {
-                s += data[pos];
-            }
-            res[i] = s;
-        }
-
-        res_ptr = std::move(res_column);
-        return true;
-    }
-
-    static ColumnPtr execute(const ColumnArray & array, ColumnPtr mapped)
-    {
-        const IColumn::Offsets & offsets = array.getOffsets();
-        ColumnPtr res;
-
-        if (executeType< UInt8 , UInt64>(mapped, offsets, res) ||
-            executeType< UInt16, UInt64>(mapped, offsets, res) ||
-            executeType< UInt32, UInt64>(mapped, offsets, res) ||
-            executeType< UInt64, UInt64>(mapped, offsets, res) ||
-            executeType<  Int8 ,  Int64>(mapped, offsets, res) ||
-            executeType<  Int16,  Int64>(mapped, offsets, res) ||
-            executeType<  Int32,  Int64>(mapped, offsets, res) ||
-            executeType<  Int64,  Int64>(mapped, offsets, res) ||
-            executeType<Float32,Float64>(mapped, offsets, res) ||
-            executeType<Float64,Float64>(mapped, offsets, res) ||
-            executeType<Decimal32, Decimal128>(mapped, offsets, res) ||
-            executeType<Decimal64, Decimal128>(mapped, offsets, res) ||
-            executeType<Decimal128, Decimal128>(mapped, offsets, res))
-            return res;
-        else
-            throw Exception("Unexpected column for arraySum: " + mapped->getName(), ErrorCodes::ILLEGAL_COLUMN);
-    }
-};
-
-struct NameArraySum { static constexpr auto name = "arraySum"; };
-using FunctionArraySum = FunctionArrayMapped<ArraySumImpl, NameArraySum>;
-
-void registerFunctionArraySum(FunctionFactory & factory)
-{
-    factory.registerFunction<FunctionArraySum>();
-}
-
-}
-
diff --git a/src/Functions/map.cpp b/src/Functions/map.cpp
new file mode 100644
index 00000000000..5993ab3706e
--- /dev/null
+++ b/src/Functions/map.cpp
@@ -0,0 +1,140 @@
+#include <Functions/IFunctionImpl.h>
+#include <Functions/FunctionFactory.h>
+#include <DataTypes/DataTypeMap.h>
+#include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypesNumber.h>
+#include <Columns/ColumnMap.h>
+#include <Columns/ColumnArray.h>
+#include <DataTypes/getLeastSupertype.h>
+#include <Interpreters/castColumn.h>
+#include <memory>
+
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
+}
+
+namespace
+{
+
+// map(x, y, ...) is a function that allows you to make key-value pair
+class FunctionMap : public IFunction
+{
+public:
+    static constexpr auto name = "map";
+
+    static FunctionPtr create(const Context &)
+    {
+        return std::make_shared<FunctionMap>();
+    }
+
+    String getName() const override
+    {
+        return name;
+    }
+
+    bool isVariadic() const override
+    {
+        return true;
+    }
+
+    size_t getNumberOfArguments() const override
+    {
+        return 0;
+    }
+
+    bool isInjective(const ColumnsWithTypeAndName &) const override
+    {
+        return true;
+    }
+
+    bool useDefaultImplementationForNulls() const override { return false; }
+    bool useDefaultImplementationForConstants() const override { return true; }
+
+    DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
+    {
+        if (arguments.size() % 2 != 0)
+            throw Exception("Function " + getName() + " even number of arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+
+        DataTypes keys, values;
+        for (size_t i = 0; i < arguments.size(); i += 2)
+        {
+            keys.emplace_back(arguments[i]);
+            values.emplace_back(arguments[i + 1]);
+        }
+
+        DataTypes tmp;
+        tmp.emplace_back(getLeastSupertype(keys));
+        tmp.emplace_back(getLeastSupertype(values));
+        return std::make_shared<DataTypeMap>(tmp);
+    }
+
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const override
+    {
+        size_t num_elements = arguments.size();
+
+        if (num_elements == 0)
+            return result_type->createColumnConstWithDefaultValue(input_rows_count);
+
+        const auto & result_type_map = static_cast<const DataTypeMap &>(*result_type);
+        const DataTypePtr & key_type = result_type_map.getKeyType();
+        const DataTypePtr & value_type = result_type_map.getValueType();
+
+        Columns columns_holder(num_elements);
+        ColumnRawPtrs column_ptrs(num_elements);
+
+        for (size_t i = 0; i < num_elements; ++i)
+        {
+            const auto & arg = arguments[i];
+            const auto to_type = i % 2 == 0 ? key_type : value_type;
+
+            ColumnPtr preprocessed_column = castColumn(arg, to_type);
+            preprocessed_column = preprocessed_column->convertToFullColumnIfConst();
+
+            columns_holder[i] = std::move(preprocessed_column);
+            column_ptrs[i] = columns_holder[i].get();
+        }
+
+        /// Create and fill the result map.
+
+        MutableColumnPtr keys_data = key_type->createColumn();
+        MutableColumnPtr values_data = value_type->createColumn();
+        MutableColumnPtr offsets = DataTypeNumber<IColumn::Offset>().createColumn();
+
+        size_t total_elements = input_rows_count * num_elements / 2;
+        keys_data->reserve(total_elements);
+        values_data->reserve(total_elements);
+        offsets->reserve(input_rows_count);
+
+        IColumn::Offset current_offset = 0;
+        for (size_t i = 0; i < input_rows_count; ++i)
+        {
+            for (size_t j = 0; j < num_elements; j += 2)
+            {
+                keys_data->insertFrom(*column_ptrs[j], i);
+                values_data->insertFrom(*column_ptrs[j + 1], i);
+            }
+
+            current_offset += num_elements / 2;
+            offsets->insert(current_offset);
+        }
+
+        auto nested_column = ColumnArray::create(
+            ColumnTuple::create(Columns{std::move(keys_data), std::move(values_data)}),
+            std::move(offsets));
+
+        return ColumnMap::create(nested_column);
+    }
+};
+
+}
+
+void registerFunctionsMap(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionMap>();
+}
+
+}
diff --git a/src/Functions/multiply.cpp b/src/Functions/multiply.cpp
index 7552af7dbf1..54695a1087d 100644
--- a/src/Functions/multiply.cpp
+++ b/src/Functions/multiply.cpp
@@ -1,3 +1,4 @@
+#include <type_traits>
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionBinaryArithmetic.h>
 #include <common/arithmeticOverflow.h>
@@ -25,11 +26,17 @@ struct MultiplyImpl
             return static_cast<Result>(a) * b;
     }
 
-    /// Apply operation and check overflow. It's used for Deciamal operations. @returns true if overflowed, false otherwise.
+    /// Apply operation and check overflow. It's used for Decimal operations. @returns true if overflowed, false otherwise.
     template <typename Result = ResultType>
     static inline bool apply(A a, B b, Result & c)
     {
-        return common::mulOverflow(static_cast<Result>(a), b, c);
+        if constexpr (std::is_same_v<Result, float> || std::is_same_v<Result, double>)
+        {
+            c = static_cast<Result>(a) * b;
+            return false;
+        }
+        else
+            return common::mulOverflow(static_cast<Result>(a), b, c);
     }
 
 #if USE_EMBEDDED_COMPILER
diff --git a/src/Functions/registerFunctions.cpp b/src/Functions/registerFunctions.cpp
index 6dfebc13665..3f75746f861 100644
--- a/src/Functions/registerFunctions.cpp
+++ b/src/Functions/registerFunctions.cpp
@@ -10,6 +10,7 @@ namespace DB
 void registerFunctionsArithmetic(FunctionFactory &);
 void registerFunctionsArray(FunctionFactory &);
 void registerFunctionsTuple(FunctionFactory &);
+void registerFunctionsMap(FunctionFactory &);
 void registerFunctionsBitmap(FunctionFactory &);
 void registerFunctionsCoding(FunctionFactory &);
 void registerFunctionsComparison(FunctionFactory &);
@@ -64,6 +65,7 @@ void registerFunctions()
     registerFunctionsArithmetic(factory);
     registerFunctionsArray(factory);
     registerFunctionsTuple(factory);
+    registerFunctionsMap(factory);
 #if !defined(ARCADIA_BUILD)
     registerFunctionsBitmap(factory);
 #endif
diff --git a/src/Functions/registerFunctionsHigherOrder.cpp b/src/Functions/registerFunctionsHigherOrder.cpp
index 08938ef6534..d3621a03ecd 100644
--- a/src/Functions/registerFunctionsHigherOrder.cpp
+++ b/src/Functions/registerFunctionsHigherOrder.cpp
@@ -9,7 +9,7 @@ void registerFunctionArrayCount(FunctionFactory & factory);
 void registerFunctionArrayExists(FunctionFactory & factory);
 void registerFunctionArrayAll(FunctionFactory & factory);
 void registerFunctionArrayCompact(FunctionFactory & factory);
-void registerFunctionArraySum(FunctionFactory & factory);
+void registerFunctionArrayAggregation(FunctionFactory & factory);
 void registerFunctionArrayFirst(FunctionFactory & factory);
 void registerFunctionArrayFirstIndex(FunctionFactory & factory);
 void registerFunctionsArrayFill(FunctionFactory & factory);
@@ -27,7 +27,7 @@ void registerFunctionsHigherOrder(FunctionFactory & factory)
     registerFunctionArrayExists(factory);
     registerFunctionArrayAll(factory);
     registerFunctionArrayCompact(factory);
-    registerFunctionArraySum(factory);
+    registerFunctionArrayAggregation(factory);
     registerFunctionArrayFirst(factory);
     registerFunctionArrayFirstIndex(factory);
     registerFunctionsArrayFill(factory);
diff --git a/src/Functions/toFixedString.h b/src/Functions/toFixedString.h
index de1ff7e8084..23c9e92faaf 100644
--- a/src/Functions/toFixedString.h
+++ b/src/Functions/toFixedString.h
@@ -5,6 +5,8 @@
 #include <DataTypes/DataTypesNumber.h>
 #include <Columns/ColumnString.h>
 #include <Columns/ColumnFixedString.h>
+#include <Columns/ColumnsNumber.h>
+#include <Columns/ColumnNullable.h>
 #include <IO/WriteHelpers.h>
 
 
@@ -18,6 +20,11 @@ namespace ErrorCodes
     extern const int NOT_IMPLEMENTED;
 }
 
+enum class ConvertToFixedStringExceptionMode
+{
+    Throw,
+    Null
+};
 
 /** Conversion to fixed string is implemented only for strings.
   */
@@ -55,13 +62,22 @@ public:
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/) const override
     {
         const auto n = arguments[1].column->getUInt(0);
-        return executeForN(arguments, n);
+        return executeForN<ConvertToFixedStringExceptionMode::Throw>(arguments, n);
     }
 
+    template<ConvertToFixedStringExceptionMode exception_mode>
     static ColumnPtr executeForN(const ColumnsWithTypeAndName & arguments, const size_t n)
     {
         const auto & column = arguments[0].column;
 
+        ColumnUInt8::MutablePtr col_null_map_to;
+        ColumnUInt8::Container * vec_null_map_to [[maybe_unused]] = nullptr;
+        if constexpr (exception_mode == ConvertToFixedStringExceptionMode::Null)
+        {
+            col_null_map_to = ColumnUInt8::create(column->size(), false);
+            vec_null_map_to = &col_null_map_to->getData();
+        }
+
         if (const auto * column_string = checkAndGetColumn<ColumnString>(column.get()))
         {
             auto column_fixed = ColumnFixedString::create(n);
@@ -77,18 +93,42 @@ public:
                 const size_t off = i ? in_offsets[i - 1] : 0;
                 const size_t len = in_offsets[i] - off - 1;
                 if (len > n)
-                    throw Exception("String too long for type FixedString(" + toString(n) + ")",
-                        ErrorCodes::TOO_LARGE_STRING_SIZE);
+                {
+                    if constexpr (exception_mode == ConvertToFixedStringExceptionMode::Throw)
+                    {
+                        throw Exception("String too long for type FixedString(" + toString(n) + ")",
+                            ErrorCodes::TOO_LARGE_STRING_SIZE);
+                    }
+                    else
+                    {
+                        (*vec_null_map_to)[i] = true;
+                        continue;
+                    }
+                }
                 memcpy(&out_chars[i * n], &in_chars[off], len);
             }
 
-            return column_fixed;
+            if constexpr (exception_mode == ConvertToFixedStringExceptionMode::Null)
+                return ColumnNullable::create(std::move(column_fixed), std::move(col_null_map_to));
+            else
+                return column_fixed;
         }
         else if (const auto * column_fixed_string = checkAndGetColumn<ColumnFixedString>(column.get()))
         {
             const auto src_n = column_fixed_string->getN();
             if (src_n > n)
-                throw Exception{"String too long for type FixedString(" + toString(n) + ")", ErrorCodes::TOO_LARGE_STRING_SIZE};
+            {
+                if constexpr (exception_mode == ConvertToFixedStringExceptionMode::Throw)
+                {
+                    throw Exception{"String too long for type FixedString(" + toString(n) + ")", ErrorCodes::TOO_LARGE_STRING_SIZE};
+                }
+                else
+                {
+                    auto column_fixed = ColumnFixedString::create(n);
+                    std::fill(vec_null_map_to->begin(), vec_null_map_to->end(), true);
+                    return ColumnNullable::create(column_fixed->cloneResized(column->size()), std::move(col_null_map_to));
+                }
+            }
 
             auto column_fixed = ColumnFixedString::create(n);
 
@@ -103,7 +143,16 @@ public:
             return column_fixed;
         }
         else
-            throw Exception("Unexpected column: " + column->getName(), ErrorCodes::ILLEGAL_COLUMN);
+        {
+            if constexpr (exception_mode == ConvertToFixedStringExceptionMode::Throw)
+                throw Exception("Unexpected column: " + column->getName(), ErrorCodes::ILLEGAL_COLUMN);
+            else
+            {
+                auto column_fixed = ColumnFixedString::create(n);
+                std::fill(vec_null_map_to->begin(), vec_null_map_to->end(), true);
+                return ColumnNullable::create(column_fixed->cloneResized(column->size()), std::move(col_null_map_to));
+            }
+        }
     }
 };
 
diff --git a/src/Functions/toModifiedJulianDay.cpp b/src/Functions/toModifiedJulianDay.cpp
index df3066a5005..32e9eb23987 100644
--- a/src/Functions/toModifiedJulianDay.cpp
+++ b/src/Functions/toModifiedJulianDay.cpp
@@ -62,11 +62,11 @@ namespace DB
             typename ColVecTo::Container & vec_to = col_to->getData();
 
             ColumnUInt8::MutablePtr col_null_map_to;
-            ColumnUInt8::Container * vec_null_map_to [[maybe_unused]] = nullptr;
+            UInt8 * vec_null_map_to [[maybe_unused]] = nullptr;
             if constexpr (nullOnErrors)
             {
                 col_null_map_to = ColumnUInt8::create(input_rows_count);
-                vec_null_map_to = &col_null_map_to->getData();
+                vec_null_map_to = col_null_map_to->getData().data();
             }
 
             size_t current_offset = 0;
@@ -83,12 +83,15 @@ namespace DB
                     {
                         const GregorianDate<> date(read_buffer);
                         vec_to[i] = date.toModifiedJulianDay<typename ToDataType::FieldType>();
-                        (*vec_null_map_to)[i] = false;
+                        vec_null_map_to[i] = false;
                     }
                     catch (const Exception & e)
                     {
                         if (e.code() == ErrorCodes::CANNOT_PARSE_INPUT_ASSERTION_FAILED || e.code() == ErrorCodes::CANNOT_PARSE_DATE)
-                            (*vec_null_map_to)[i] = true;
+                        {
+                            vec_to[i] = static_cast<Int32>(0);
+                            vec_null_map_to[i] = true;
+                        }
                         else
                             throw;
                     }
diff --git a/src/Functions/trap.cpp b/src/Functions/trap.cpp
index 34553f4b266..38cf53948e6 100644
--- a/src/Functions/trap.cpp
+++ b/src/Functions/trap.cpp
@@ -61,9 +61,10 @@ public:
         return std::make_shared<DataTypeUInt8>();
     }
 
-    [[clang::optnone]] void executeImpl(Block & columns, const ColumnNumbers & arguments, size_t result, size_t input_rows_count) const override
+    [[clang::optnone]]
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & block, const DataTypePtr & result_type, size_t input_rows_count) const override
     {
-        if (const ColumnConst * column = checkAndGetColumnConst<ColumnString>(columns[arguments[0]].column.get()))
+        if (const ColumnConst * column = checkAndGetColumnConst<ColumnString>(block[0].column.get()))
         {
             String mode = column->getValue<String>();
 
@@ -135,6 +136,10 @@ public:
             {
                 (void)context.getCurrentQueryId();
             }
+            else if (mode == "stack overflow")
+            {
+                executeImpl(block, result_type, input_rows_count);
+            }
             else if (mode == "mmap many")
             {
                 std::vector<void *> maps;
@@ -160,7 +165,7 @@ public:
         else
             throw Exception("The only argument for function " + getName() + " must be constant String", ErrorCodes::ILLEGAL_COLUMN);
 
-        columns[result].column = columns[result].type->createColumnConst(input_rows_count, 0ULL);
+        return result_type->createColumnConst(input_rows_count, 0ULL);
     }
 };
 
diff --git a/src/Functions/ya.make b/src/Functions/ya.make
index 12013dd22b6..6e5d832db77 100644
--- a/src/Functions/ya.make
+++ b/src/Functions/ya.make
@@ -120,6 +120,7 @@ SRCS(
     appendTrailingCharIfAbsent.cpp
     array/array.cpp
     array/arrayAUC.cpp
+    array/arrayAggregation.cpp
     array/arrayAll.cpp
     array/arrayCompact.cpp
     array/arrayConcat.cpp
@@ -155,7 +156,6 @@ SRCS(
     array/arraySlice.cpp
     array/arraySort.cpp
     array/arraySplit.cpp
-    array/arraySum.cpp
     array/arrayUniq.cpp
     array/arrayWithConstant.cpp
     array/arrayZip.cpp
@@ -325,6 +325,7 @@ SRCS(
     lowCardinalityKeys.cpp
     lower.cpp
     lowerUTF8.cpp
+    map.cpp
     match.cpp
     materialize.cpp
     minus.cpp
diff --git a/src/IO/HDFSCommon.cpp b/src/IO/HDFSCommon.cpp
deleted file mode 100644
index 4789dd2b0f4..00000000000
--- a/src/IO/HDFSCommon.cpp
+++ /dev/null
@@ -1,62 +0,0 @@
-#include <IO/HDFSCommon.h>
-#include <Poco/URI.h>
-
-#if USE_HDFS
-#include <Common/Exception.h>
-
-namespace DB
-{
-namespace ErrorCodes
-{
-extern const int BAD_ARGUMENTS;
-extern const int NETWORK_ERROR;
-}
-
-HDFSBuilderPtr createHDFSBuilder(const std::string & uri_str)
-{
-    const Poco::URI uri(uri_str);
-    const auto & host = uri.getHost();
-    auto port = uri.getPort();
-    const std::string path = "//";
-    if (host.empty())
-        throw Exception("Illegal HDFS URI: " + uri.toString(), ErrorCodes::BAD_ARGUMENTS);
-
-    HDFSBuilderPtr builder(hdfsNewBuilder());
-    if (builder == nullptr)
-        throw Exception("Unable to create builder to connect to HDFS: " + uri.toString() + " " + std::string(hdfsGetLastError()),
-            ErrorCodes::NETWORK_ERROR);
-    hdfsBuilderConfSetStr(builder.get(), "input.read.timeout", "60000"); // 1 min
-    hdfsBuilderConfSetStr(builder.get(), "input.write.timeout", "60000"); // 1 min
-    hdfsBuilderConfSetStr(builder.get(), "input.connect.timeout", "60000"); // 1 min
-
-    std::string user_info = uri.getUserInfo();
-    if (!user_info.empty() && user_info.front() != ':')
-    {
-        std::string user;
-        size_t delim_pos = user_info.find(':');
-        if (delim_pos != std::string::npos)
-            user = user_info.substr(0, delim_pos);
-        else
-            user = user_info;
-
-        hdfsBuilderSetUserName(builder.get(), user.c_str());
-    }
-    hdfsBuilderSetNameNode(builder.get(), host.c_str());
-    if (port != 0)
-    {
-        hdfsBuilderSetNameNodePort(builder.get(), port);
-    }
-    return builder;
-}
-
-HDFSFSPtr createHDFSFS(hdfsBuilder * builder)
-{
-    HDFSFSPtr fs(hdfsBuilderConnect(builder));
-    if (fs == nullptr)
-        throw Exception("Unable to connect to HDFS: " + std::string(hdfsGetLastError()),
-            ErrorCodes::NETWORK_ERROR);
-
-    return fs;
-}
-}
-#endif
diff --git a/src/IO/HDFSCommon.h b/src/IO/HDFSCommon.h
deleted file mode 100644
index 3d212ddc347..00000000000
--- a/src/IO/HDFSCommon.h
+++ /dev/null
@@ -1,58 +0,0 @@
-#pragma once
-#include <Common/config.h>
-#include <memory>
-#include <type_traits>
-
-#if USE_HDFS
-#include <hdfs/hdfs.h>
-
-namespace DB
-{
-namespace detail
-{
-struct HDFSBuilderDeleter
-{
-    void operator()(hdfsBuilder * builder_ptr)
-    {
-        hdfsFreeBuilder(builder_ptr);
-    }
-};
-struct HDFSFsDeleter
-{
-    void operator()(hdfsFS fs_ptr)
-    {
-        hdfsDisconnect(fs_ptr);
-    }
-};
-
-}
-
-struct HDFSFileInfo
-{
-    hdfsFileInfo * file_info;
-    int length;
-
-    HDFSFileInfo()
-        : file_info(nullptr)
-        , length(0)
-    {
-    }
-    HDFSFileInfo(const HDFSFileInfo & other) = delete;
-    HDFSFileInfo(HDFSFileInfo && other) = default;
-    HDFSFileInfo & operator=(const HDFSFileInfo & other) = delete;
-    HDFSFileInfo & operator=(HDFSFileInfo && other) = default;
-
-    ~HDFSFileInfo()
-    {
-        hdfsFreeFileInfo(file_info, length);
-    }
-};
-using HDFSBuilderPtr = std::unique_ptr<hdfsBuilder, detail::HDFSBuilderDeleter>;
-using HDFSFSPtr = std::unique_ptr<std::remove_pointer_t<hdfsFS>, detail::HDFSFsDeleter>;
-
-// set read/connect timeout, default value in libhdfs3 is about 1 hour, and too large
-/// TODO Allow to tune from query Settings.
-HDFSBuilderPtr createHDFSBuilder(const std::string & uri_str);
-HDFSFSPtr createHDFSFS(hdfsBuilder * builder);
-}
-#endif
diff --git a/src/IO/MMapReadBufferFromFileDescriptor.cpp b/src/IO/MMapReadBufferFromFileDescriptor.cpp
index bbeec8959b4..2034a116e0c 100644
--- a/src/IO/MMapReadBufferFromFileDescriptor.cpp
+++ b/src/IO/MMapReadBufferFromFileDescriptor.cpp
@@ -6,6 +6,7 @@
 #include <Common/ProfileEvents.h>
 #include <Common/formatReadable.h>
 #include <Common/Exception.h>
+#include <common/getPageSize.h>
 #include <IO/WriteHelpers.h>
 #include <IO/MMapReadBufferFromFileDescriptor.h>
 
@@ -38,7 +39,9 @@ void MMapReadBufferFromFileDescriptor::init(int fd_, size_t offset, size_t lengt
                 ErrorCodes::CANNOT_ALLOCATE_MEMORY);
 
         BufferBase::set(static_cast<char *>(buf), length, 0);
-        ReadBuffer::padded = (length % 4096) > 0 && (length % 4096) <= (4096 - 15); /// TODO determine page size
+
+        size_t page_size = static_cast<size_t>(::getPageSize());
+        ReadBuffer::padded = (length % page_size) > 0 && (length % page_size) <= (page_size - 15);
     }
 }
 
diff --git a/src/IO/S3Common.cpp b/src/IO/S3Common.cpp
index aad6e984568..06c51e058a0 100644
--- a/src/IO/S3Common.cpp
+++ b/src/IO/S3Common.cpp
@@ -368,8 +368,12 @@ namespace S3
                 throw Exception(
                     "Bucket name length is out of bounds in virtual hosted style S3 URI: " + bucket + " (" + uri.toString() + ")", ErrorCodes::BAD_ARGUMENTS);
 
-            /// Remove leading '/' from path to extract key.
-            key = uri.getPath().substr(1);
+            if (!uri.getPath().empty())
+            {
+                /// Remove leading '/' from path to extract key.
+                key = uri.getPath().substr(1);
+            }
+
             if (key.empty() || key == "/")
                 throw Exception("Key name is empty in virtual hosted style S3 URI: " + key + " (" + uri.toString() + ")", ErrorCodes::BAD_ARGUMENTS);
             boost::to_upper(name);
diff --git a/src/IO/WriteBufferFromS3.cpp b/src/IO/WriteBufferFromS3.cpp
index e4fb0634bd0..09aabb1b21d 100644
--- a/src/IO/WriteBufferFromS3.cpp
+++ b/src/IO/WriteBufferFromS3.cpp
@@ -5,12 +5,9 @@
 #    include <IO/WriteBufferFromS3.h>
 #    include <IO/WriteHelpers.h>
 
-#    include <aws/core/utils/memory/stl/AWSStreamFwd.h>
-#    include <aws/core/utils/memory/stl/AWSStringStream.h>
 #    include <aws/s3/S3Client.h>
-#    include <aws/s3/model/CompleteMultipartUploadRequest.h>
-#    include <aws/s3/model/AbortMultipartUploadRequest.h>
 #    include <aws/s3/model/CreateMultipartUploadRequest.h>
+#    include <aws/s3/model/CompleteMultipartUploadRequest.h>
 #    include <aws/s3/model/PutObjectRequest.h>
 #    include <aws/s3/model/UploadPartRequest.h>
 #    include <common/logger_useful.h>
@@ -42,22 +39,19 @@ WriteBufferFromS3::WriteBufferFromS3(
     const String & bucket_,
     const String & key_,
     size_t minimum_upload_part_size_,
-    bool is_multipart_,
+    size_t max_single_part_upload_size_,
     std::optional<std::map<String, String>> object_metadata_,
     size_t buffer_size_)
     : BufferWithOwnMemory<WriteBuffer>(buffer_size_, nullptr, 0)
-    , is_multipart(is_multipart_)
     , bucket(bucket_)
     , key(key_)
     , object_metadata(std::move(object_metadata_))
     , client_ptr(std::move(client_ptr_))
-    , minimum_upload_part_size{minimum_upload_part_size_}
-    , temporary_buffer{std::make_unique<WriteBufferFromOwnString>()}
-    , last_part_size{0}
-{
-    if (is_multipart)
-        initiate();
-}
+    , minimum_upload_part_size(minimum_upload_part_size_)
+    , max_single_part_upload_size(max_single_part_upload_size_)
+    , temporary_buffer(Aws::MakeShared<Aws::StringStream>("temporary buffer"))
+    , last_part_size(0)
+{ }
 
 void WriteBufferFromS3::nextImpl()
 {
@@ -68,16 +62,17 @@ void WriteBufferFromS3::nextImpl()
 
     ProfileEvents::increment(ProfileEvents::S3WriteBytes, offset());
 
-    if (is_multipart)
-    {
-        last_part_size += offset();
+    last_part_size += offset();
 
-        if (last_part_size > minimum_upload_part_size)
-        {
-            writePart(temporary_buffer->str());
-            last_part_size = 0;
-            temporary_buffer->restart();
-        }
+    /// Data size exceeds singlepart upload threshold, need to use multipart upload.
+    if (multipart_upload_id.empty() && last_part_size > max_single_part_upload_size)
+        createMultipartUpload();
+
+    if (!multipart_upload_id.empty() && last_part_size > minimum_upload_part_size)
+    {
+        writePart();
+        last_part_size = 0;
+        temporary_buffer = Aws::MakeShared<Aws::StringStream>("temporary buffer");
     }
 }
 
@@ -88,17 +83,23 @@ void WriteBufferFromS3::finalize()
 
 void WriteBufferFromS3::finalizeImpl()
 {
-    if (!finalized)
+    if (finalized)
+        return;
+
+    next();
+
+    if (multipart_upload_id.empty())
     {
-        next();
-
-        if (is_multipart)
-            writePart(temporary_buffer->str());
-
-        complete();
-
-        finalized = true;
+        makeSinglepartUpload();
     }
+    else
+    {
+        /// Write rest of the data as last part.
+        writePart();
+        completeMultipartUpload();
+    }
+
+    finalized = true;
 }
 
 WriteBufferFromS3::~WriteBufferFromS3()
@@ -113,7 +114,7 @@ WriteBufferFromS3::~WriteBufferFromS3()
     }
 }
 
-void WriteBufferFromS3::initiate()
+void WriteBufferFromS3::createMultipartUpload()
 {
     Aws::S3::Model::CreateMultipartUploadRequest req;
     req.SetBucket(bucket);
@@ -125,17 +126,17 @@ void WriteBufferFromS3::initiate()
 
     if (outcome.IsSuccess())
     {
-        upload_id = outcome.GetResult().GetUploadId();
-        LOG_DEBUG(log, "Multipart upload initiated. Upload id: {}", upload_id);
+        multipart_upload_id = outcome.GetResult().GetUploadId();
+        LOG_DEBUG(log, "Multipart upload has created. Upload id: {}", multipart_upload_id);
     }
     else
         throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
 }
 
 
-void WriteBufferFromS3::writePart(const String & data)
+void WriteBufferFromS3::writePart()
 {
-    if (data.empty())
+    if (temporary_buffer->tellp() <= 0)
         return;
 
     if (part_tags.size() == S3_WARN_MAX_PARTS)
@@ -149,93 +150,71 @@ void WriteBufferFromS3::writePart(const String & data)
     req.SetBucket(bucket);
     req.SetKey(key);
     req.SetPartNumber(part_tags.size() + 1);
-    req.SetUploadId(upload_id);
-    req.SetContentLength(data.size());
-    req.SetBody(std::make_shared<Aws::StringStream>(data));
+    req.SetUploadId(multipart_upload_id);
+    req.SetContentLength(temporary_buffer->tellp());
+    req.SetBody(temporary_buffer);
 
     auto outcome = client_ptr->UploadPart(req);
 
-    LOG_TRACE(log, "Writing part. Bucket: {}, Key: {}, Upload_id: {}, Data size: {}", bucket, key, upload_id, data.size());
+    LOG_TRACE(log, "Writing part. Bucket: {}, Key: {}, Upload_id: {}, Data size: {}", bucket, key, multipart_upload_id, temporary_buffer->tellp());
 
     if (outcome.IsSuccess())
     {
         auto etag = outcome.GetResult().GetETag();
         part_tags.push_back(etag);
-        LOG_DEBUG(log, "Writing part finished. Total parts: {}, Upload_id: {}, Etag: {}", part_tags.size(), upload_id, etag);
+        LOG_DEBUG(log, "Writing part finished. Total parts: {}, Upload_id: {}, Etag: {}", part_tags.size(), multipart_upload_id, etag);
     }
     else
         throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
 }
 
-
-void WriteBufferFromS3::complete()
+void WriteBufferFromS3::completeMultipartUpload()
 {
-    if (is_multipart)
+    LOG_DEBUG(log, "Completing multipart upload. Bucket: {}, Key: {}, Upload_id: {}", bucket, key, multipart_upload_id);
+
+    Aws::S3::Model::CompleteMultipartUploadRequest req;
+    req.SetBucket(bucket);
+    req.SetKey(key);
+    req.SetUploadId(multipart_upload_id);
+
+    Aws::S3::Model::CompletedMultipartUpload multipart_upload;
+    for (size_t i = 0; i < part_tags.size(); ++i)
     {
-        if (part_tags.empty())
-        {
-            LOG_DEBUG(log, "Multipart upload has no data. Aborting it. Bucket: {}, Key: {}, Upload_id: {}", bucket, key, upload_id);
-
-            Aws::S3::Model::AbortMultipartUploadRequest req;
-            req.SetBucket(bucket);
-            req.SetKey(key);
-            req.SetUploadId(upload_id);
-
-            auto outcome = client_ptr->AbortMultipartUpload(req);
-
-            if (outcome.IsSuccess())
-                LOG_DEBUG(log, "Aborting multipart upload completed. Upload_id: {}", upload_id);
-            else
-                throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
-
-            return;
-        }
-
-        LOG_DEBUG(log, "Completing multipart upload. Bucket: {}, Key: {}, Upload_id: {}", bucket, key, upload_id);
-
-        Aws::S3::Model::CompleteMultipartUploadRequest req;
-        req.SetBucket(bucket);
-        req.SetKey(key);
-        req.SetUploadId(upload_id);
-
-        Aws::S3::Model::CompletedMultipartUpload multipart_upload;
-        for (size_t i = 0; i < part_tags.size(); ++i)
-        {
-            Aws::S3::Model::CompletedPart part;
-            multipart_upload.AddParts(part.WithETag(part_tags[i]).WithPartNumber(i + 1));
-        }
-
-        req.SetMultipartUpload(multipart_upload);
-
-        auto outcome = client_ptr->CompleteMultipartUpload(req);
-
-        if (outcome.IsSuccess())
-            LOG_DEBUG(log, "Multipart upload completed. Upload_id: {}", upload_id);
-        else
-            throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
+        Aws::S3::Model::CompletedPart part;
+        multipart_upload.AddParts(part.WithETag(part_tags[i]).WithPartNumber(i + 1));
     }
+
+    req.SetMultipartUpload(multipart_upload);
+
+    auto outcome = client_ptr->CompleteMultipartUpload(req);
+
+    if (outcome.IsSuccess())
+        LOG_DEBUG(log, "Multipart upload has completed. Upload_id: {}", multipart_upload_id);
     else
-    {
-        LOG_DEBUG(log, "Making single part upload. Bucket: {}, Key: {}", bucket, key);
+        throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
+}
 
-        Aws::S3::Model::PutObjectRequest req;
-        req.SetBucket(bucket);
-        req.SetKey(key);
-        if (object_metadata.has_value())
-            req.SetMetadata(object_metadata.value());
+void WriteBufferFromS3::makeSinglepartUpload()
+{
+    if (temporary_buffer->tellp() <= 0)
+        return;
 
-        /// This could be improved using an adapter to WriteBuffer.
-        const std::shared_ptr<Aws::IOStream> input_data = Aws::MakeShared<Aws::StringStream>("temporary buffer", temporary_buffer->str());
-        temporary_buffer = std::make_unique<WriteBufferFromOwnString>();
-        req.SetBody(input_data);
+    LOG_DEBUG(log, "Making single part upload. Bucket: {}, Key: {}", bucket, key);
 
-        auto outcome = client_ptr->PutObject(req);
+    Aws::S3::Model::PutObjectRequest req;
+    req.SetBucket(bucket);
+    req.SetKey(key);
+    req.SetContentLength(temporary_buffer->tellp());
+    req.SetBody(temporary_buffer);
+    if (object_metadata.has_value())
+        req.SetMetadata(object_metadata.value());
 
-        if (outcome.IsSuccess())
-            LOG_DEBUG(log, "Single part upload has completed. Bucket: {}, Key: {}", bucket, key);
-        else
-            throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
-    }
+    auto outcome = client_ptr->PutObject(req);
+
+    if (outcome.IsSuccess())
+        LOG_DEBUG(log, "Single part upload has completed. Bucket: {}, Key: {}", bucket, key);
+    else
+        throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
 }
 
 }
diff --git a/src/IO/WriteBufferFromS3.h b/src/IO/WriteBufferFromS3.h
index 9bd7b896d7f..9e4b056603a 100644
--- a/src/IO/WriteBufferFromS3.h
+++ b/src/IO/WriteBufferFromS3.h
@@ -6,11 +6,13 @@
 
 #    include <memory>
 #    include <vector>
+#    include <common/logger_useful.h>
 #    include <common/types.h>
+
 #    include <IO/BufferWithOwnMemory.h>
-#    include <IO/HTTPCommon.h>
 #    include <IO/WriteBuffer.h>
-#    include <IO/WriteBufferFromString.h>
+
+#    include <aws/core/utils/memory/stl/AWSStringStream.h>
 
 namespace Aws::S3
 {
@@ -19,24 +21,30 @@ class S3Client;
 
 namespace DB
 {
-/* Perform S3 HTTP PUT request.
+
+/**
+ * Buffer to write a data to a S3 object with specified bucket and key.
+ * If data size written to the buffer is less than 'max_single_part_upload_size' write is performed using singlepart upload.
+ * In another case multipart upload is used:
+ * Data is divided on chunks with size greater than 'minimum_upload_part_size'. Last chunk can be less than this threshold.
+ * Each chunk is written as a part to S3.
  */
 class WriteBufferFromS3 : public BufferWithOwnMemory<WriteBuffer>
 {
 private:
-    bool is_multipart;
-
     String bucket;
     String key;
     std::optional<std::map<String, String>> object_metadata;
     std::shared_ptr<Aws::S3::S3Client> client_ptr;
     size_t minimum_upload_part_size;
-    std::unique_ptr<WriteBufferFromOwnString> temporary_buffer;
+    size_t max_single_part_upload_size;
+    /// Buffer to accumulate data.
+    std::shared_ptr<Aws::StringStream> temporary_buffer;
     size_t last_part_size;
 
     /// Upload in S3 is made in parts.
     /// We initiate upload, then upload each part and get ETag as a response, and then finish upload with listing all our parts.
-    String upload_id;
+    String multipart_upload_id;
     std::vector<String> part_tags;
 
     Poco::Logger * log = &Poco::Logger::get("WriteBufferFromS3");
@@ -47,7 +55,7 @@ public:
         const String & bucket_,
         const String & key_,
         size_t minimum_upload_part_size_,
-        bool is_multipart,
+        size_t max_single_part_upload_size_,
         std::optional<std::map<String, String>> object_metadata_ = std::nullopt,
         size_t buffer_size_ = DBMS_DEFAULT_BUFFER_SIZE);
 
@@ -61,9 +69,11 @@ public:
 private:
     bool finalized = false;
 
-    void initiate();
-    void writePart(const String & data);
-    void complete();
+    void createMultipartUpload();
+    void writePart();
+    void completeMultipartUpload();
+
+    void makeSinglepartUpload();
 
     void finalizeImpl();
 };
diff --git a/src/IO/WriteHelpers.h b/src/IO/WriteHelpers.h
index e5c6f5b4ab8..f89422f9715 100644
--- a/src/IO/WriteHelpers.h
+++ b/src/IO/WriteHelpers.h
@@ -29,11 +29,14 @@
 #include <IO/DoubleConverter.h>
 #include <IO/WriteBufferFromString.h>
 
-/// There is no dragonbox in Arcadia
-#if !defined(ARCADIA_BUILD)
-#   include <dragonbox/dragonbox_to_chars.h>
-#else
-#   include <ryu/ryu.h>
+#ifdef __clang__
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wunused-parameter"
+#pragma clang diagnostic ignored "-Wsign-compare"
+#endif
+#include <dragonbox/dragonbox_to_chars.h>
+#ifdef __clang__
+#pragma clang diagnostic pop
 #endif
 
 #include <Formats/FormatSettings.h>
@@ -233,22 +236,14 @@ inline size_t writeFloatTextFastPath(T x, char * buffer)
         if (DecomposedFloat64(x).is_inside_int64())
             result = itoa(Int64(x), buffer) - buffer;
         else
-#if !defined(ARCADIA_BUILD)
             result = jkj::dragonbox::to_chars_n(x, buffer) - buffer;
-#else
-            result = d2s_buffered_n(x, buffer);
-#endif
     }
     else
     {
         if (DecomposedFloat32(x).is_inside_int32())
             result = itoa(Int32(x), buffer) - buffer;
         else
-#if !defined(ARCADIA_BUILD)
             result = jkj::dragonbox::to_chars_n(x, buffer) - buffer;
-#else
-            result = f2s_buffered_n(x, buffer);
-#endif
     }
 
     if (result <= 0)
diff --git a/src/IO/readFloatText.h b/src/IO/readFloatText.h
index a721642a185..5647d574c62 100644
--- a/src/IO/readFloatText.h
+++ b/src/IO/readFloatText.h
@@ -5,8 +5,15 @@
 #include <common/shift10.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <double-conversion/double-conversion.h>
-#include <fast_float/fast_float.h>
 
+#ifdef __clang__
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wunneeded-internal-declaration"
+#endif
+#include <fast_float/fast_float.h>
+#ifdef __clang__
+#pragma clang diagnostic pop
+#endif
 
 /** Methods for reading floating point numbers from text with decimal representation.
   * There are "precise", "fast" and "simple" implementations.
@@ -249,6 +256,19 @@ ReturnType readFloatTextPreciseImpl(T & x, ReadBuffer & buf)
 }
 
 
+// credit: https://johnnylee-sde.github.io/Fast-numeric-string-to-int/
+static inline bool is_made_of_eight_digits_fast(uint64_t val) noexcept
+{
+    return (((val & 0xF0F0F0F0F0F0F0F0) | (((val + 0x0606060606060606) & 0xF0F0F0F0F0F0F0F0) >> 4)) == 0x3333333333333333);
+}
+
+static inline bool is_made_of_eight_digits_fast(const char * chars) noexcept
+{
+    uint64_t val;
+    ::memcpy(&val, chars, 8);
+    return is_made_of_eight_digits_fast(val);
+}
+
 template <size_t N, typename T>
 static inline void readUIntTextUpToNSignificantDigits(T & x, ReadBuffer & buf)
 {
@@ -266,9 +286,6 @@ static inline void readUIntTextUpToNSignificantDigits(T & x, ReadBuffer & buf)
             else
                 return;
         }
-
-        while (!buf.eof() && isNumericASCII(*buf.position()))
-            ++buf.position();
     }
     else
     {
@@ -283,10 +300,16 @@ static inline void readUIntTextUpToNSignificantDigits(T & x, ReadBuffer & buf)
             else
                 return;
         }
-
-        while (!buf.eof() && isNumericASCII(*buf.position()))
-            ++buf.position();
     }
+
+    while (!buf.eof() && (buf.position() + 8 <= buf.buffer().end()) &&
+         is_made_of_eight_digits_fast(buf.position()))
+    {
+        buf.position() += 8;
+    }
+
+    while (!buf.eof() && isNumericASCII(*buf.position()))
+        ++buf.position();
 }
 
 
@@ -319,7 +342,6 @@ ReturnType readFloatTextFastImpl(T & x, ReadBuffer & in)
         ++in.position();
     }
 
-
     auto count_after_sign = in.count();
 
     constexpr int significant_digits = std::numeric_limits<UInt64>::digits10;
diff --git a/src/IO/tests/o_direct_and_dirty_pages.cpp b/src/IO/tests/o_direct_and_dirty_pages.cpp
index 327d6357e9b..c60141d286f 100644
--- a/src/IO/tests/o_direct_and_dirty_pages.cpp
+++ b/src/IO/tests/o_direct_and_dirty_pages.cpp
@@ -3,6 +3,7 @@
 #include <iostream>
 
 #include <common/types.h>
+#include <common/getPageSize.h>
 #include <IO/WriteHelpers.h>
 #include <IO/ReadHelpers.h>
 #include <IO/WriteBufferFromFile.h>
@@ -16,6 +17,7 @@ int main(int, char **)
     {
         static const size_t N = 100000;
         static const size_t BUF_SIZE = 1048576;
+        size_t page_size = static_cast<size_t>(::getPageSize());
 
         ReadBufferFromFile rand_in("/dev/urandom");
         unsigned rand = 0;
@@ -33,7 +35,7 @@ int main(int, char **)
         }
 
         {
-            ReadBufferFromFile rb("test1", BUF_SIZE, O_RDONLY | O_DIRECT, nullptr, 4096);
+            ReadBufferFromFile rb("test1", BUF_SIZE, O_RDONLY | O_DIRECT, nullptr, page_size);
             String res;
             for (size_t i = 0; i < N; ++i)
                 readStringBinary(res, rb);
@@ -44,14 +46,14 @@ int main(int, char **)
         /// Write to file with O_DIRECT, read as usual.
 
         {
-            WriteBufferFromFile wb("test2", BUF_SIZE, O_WRONLY | O_CREAT | O_TRUNC | O_DIRECT, 0666, nullptr, 4096);
+            WriteBufferFromFile wb("test2", BUF_SIZE, O_WRONLY | O_CREAT | O_TRUNC | O_DIRECT, 0666, nullptr, page_size);
 
             for (size_t i = 0; i < N; ++i)
                 writeStringBinary(test, wb);
 
-            if (wb.offset() % 4096 != 0)
+            if (wb.offset() % page_size != 0)
             {
-                size_t pad = 4096 - wb.offset() % 4096;
+                size_t pad = page_size - wb.offset() % page_size;
                 memset(wb.position(), 0, pad);
                 wb.position() += pad;
             }
diff --git a/src/IO/ya.make b/src/IO/ya.make
index c2913587bb6..4dc3afb2f11 100644
--- a/src/IO/ya.make
+++ b/src/IO/ya.make
@@ -5,6 +5,7 @@ LIBRARY()
 
 ADDINCL(
     contrib/libs/zstd
+    contrib/restricted/fast_float
 )
 
 PEERDIR(
@@ -13,6 +14,7 @@ PEERDIR(
     contrib/libs/brotli/enc
     contrib/libs/poco/NetSSL_OpenSSL
     contrib/libs/zstd
+    contrib/restricted/fast_float
 )
 
 
diff --git a/src/IO/ya.make.in b/src/IO/ya.make.in
index 9b824228b92..252e102a819 100644
--- a/src/IO/ya.make.in
+++ b/src/IO/ya.make.in
@@ -4,6 +4,7 @@ LIBRARY()
 
 ADDINCL(
     contrib/libs/zstd
+    contrib/restricted/fast_float
 )
 
 PEERDIR(
@@ -12,6 +13,7 @@ PEERDIR(
     contrib/libs/brotli/enc
     contrib/libs/poco/NetSSL_OpenSSL
     contrib/libs/zstd
+    contrib/restricted/fast_float
 )
 
 
diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index 75915bdad1a..62cb6047704 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -662,10 +662,10 @@ ActionsDAGPtr ActionsDAG::makeConvertingActions(
             auto * right_arg = const_cast<Node *>(&actions_dag->addColumn(std::move(column), true));
             auto * left_arg = src_node;
 
-            CastOverloadResolver::Diagnostic diagnostic = {src_node->result_name, res_elem.name};
+            FunctionCast::Diagnostic diagnostic = {src_node->result_name, res_elem.name};
             FunctionOverloadResolverPtr func_builder_cast =
                     std::make_shared<FunctionOverloadResolverAdaptor>(
-                            CastOverloadResolver::createImpl(false, std::move(diagnostic)));
+                            CastOverloadResolver<CastType::nonAccurate>::createImpl(false, std::move(diagnostic)));
 
             Inputs children = { left_arg, right_arg };
             src_node = &actions_dag->addFunction(func_builder_cast, std::move(children), {}, true);
diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index 9955c1ca11f..337753ba0b8 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -445,6 +445,8 @@ struct ContextShared
 
         /// Stop trace collector if any
         trace_collector.reset();
+        /// Stop zookeeper connection
+        zookeeper.reset();
         /// Stop test_keeper storage
         test_keeper_storage.reset();
     }
diff --git a/src/Interpreters/DatabaseCatalog.cpp b/src/Interpreters/DatabaseCatalog.cpp
index ea1984c96fb..e9caaab4ef9 100644
--- a/src/Interpreters/DatabaseCatalog.cpp
+++ b/src/Interpreters/DatabaseCatalog.cpp
@@ -4,7 +4,7 @@
 #include <Storages/IStorage.h>
 #include <Databases/IDatabase.h>
 #include <Databases/DatabaseMemory.h>
-#include <Databases/DatabaseAtomic.h>
+#include <Databases/DatabaseOnDisk.h>
 #include <Poco/File.h>
 #include <Common/quoteString.h>
 #include <Storages/StorageMemory.h>
@@ -16,6 +16,15 @@
 #include <Common/CurrentMetrics.h>
 #include <common/logger_useful.h>
 
+#if !defined(ARCADIA_BUILD)
+#    include "config_core.h"
+#endif
+
+#if USE_MYSQL
+#    include <Databases/MySQL/MaterializeMySQLSyncThread.h>
+#    include <Storages/StorageMaterializeMySQL.h>
+#endif
+
 #include <filesystem>
 
 
@@ -202,7 +211,7 @@ DatabaseAndTable DatabaseCatalog::getTableImpl(
     if (!table_id)
     {
         if (exception)
-            exception->emplace("Cannot find table: StorageID is empty", ErrorCodes::UNKNOWN_TABLE);
+            exception->emplace(ErrorCodes::UNKNOWN_TABLE, "Cannot find table: StorageID is empty");
         return {};
     }
 
@@ -214,9 +223,18 @@ DatabaseAndTable DatabaseCatalog::getTableImpl(
         {
             assert(!db_and_table.first && !db_and_table.second);
             if (exception)
-                exception->emplace("Table " + table_id.getNameForLogs() + " doesn't exist.", ErrorCodes::UNKNOWN_TABLE);
+                exception->emplace(ErrorCodes::UNKNOWN_TABLE, "Table {} doesn't exist", table_id.getNameForLogs());
             return {};
         }
+
+#if USE_MYSQL
+        /// It's definitely not the best place for this logic, but behaviour must be consistent with DatabaseMaterializeMySQL::tryGetTable(...)
+        if (db_and_table.first->getEngineName() == "MaterializeMySQL")
+        {
+            if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
+                db_and_table.second = std::make_shared<StorageMaterializeMySQL>(std::move(db_and_table.second), db_and_table.first.get());
+        }
+#endif
         return db_and_table;
     }
 
@@ -226,7 +244,7 @@ DatabaseAndTable DatabaseCatalog::getTableImpl(
         /// If table_id has no UUID, then the name of database was specified by user and table_id was not resolved through context.
         /// Do not allow access to TEMPORARY_DATABASE because it contains all temporary tables of all contexts and users.
         if (exception)
-            exception->emplace("Direct access to `" + String(TEMPORARY_DATABASE) + "` database is not allowed.", ErrorCodes::DATABASE_ACCESS_DENIED);
+            exception->emplace(ErrorCodes::DATABASE_ACCESS_DENIED, "Direct access to `{}` database is not allowed", String(TEMPORARY_DATABASE));
         return {};
     }
 
@@ -237,8 +255,7 @@ DatabaseAndTable DatabaseCatalog::getTableImpl(
         if (databases.end() == it)
         {
             if (exception)
-                exception->emplace("Database " + backQuoteIfNeed(table_id.getDatabaseName()) + " doesn't exist",
-                                   ErrorCodes::UNKNOWN_DATABASE);
+                exception->emplace(ErrorCodes::UNKNOWN_DATABASE, "Database {} doesn't exist", backQuoteIfNeed(table_id.getDatabaseName()));
             return {};
         }
         database = it->second;
@@ -246,7 +263,7 @@ DatabaseAndTable DatabaseCatalog::getTableImpl(
 
     auto table = database->tryGetTable(table_id.table_name, context);
     if (!table && exception)
-            exception->emplace("Table " + table_id.getNameForLogs() + " doesn't exist.", ErrorCodes::UNKNOWN_TABLE);
+            exception->emplace(ErrorCodes::UNKNOWN_TABLE, "Table {} doesn't exist", table_id.getNameForLogs());
     if (!table)
         database = nullptr;
 
@@ -286,7 +303,6 @@ void DatabaseCatalog::attachDatabase(const String & database_name, const Databas
     assertDatabaseDoesntExistUnlocked(database_name);
     databases.emplace(database_name, database);
     UUID db_uuid = database->getUUID();
-    assert((db_uuid != UUIDHelpers::Nil) ^ (dynamic_cast<DatabaseAtomic *>(database.get()) == nullptr));
     if (db_uuid != UUIDHelpers::Nil)
         db_uuid_map.emplace(db_uuid, database);
 }
@@ -313,9 +329,8 @@ DatabasePtr DatabaseCatalog::detachDatabase(const String & database_name, bool d
             if (!db->empty())
                 throw Exception("New table appeared in database being dropped or detached. Try again.",
                                 ErrorCodes::DATABASE_NOT_EMPTY);
-            auto * database_atomic = typeid_cast<DatabaseAtomic *>(db.get());
-            if (!drop && database_atomic)
-                database_atomic->assertCanBeDetached(false);
+            if (!drop)
+                db->assertCanBeDetached(false);
         }
         catch (...)
         {
diff --git a/src/Interpreters/IInterpreterUnionOrSelectQuery.h b/src/Interpreters/IInterpreterUnionOrSelectQuery.h
index 67e3cf25e5a..aefa78260c7 100644
--- a/src/Interpreters/IInterpreterUnionOrSelectQuery.h
+++ b/src/Interpreters/IInterpreterUnionOrSelectQuery.h
@@ -34,6 +34,8 @@ protected:
     Block result_header;
     SelectQueryOptions options;
     size_t max_streams = 1;
+    bool settings_limit_offset_needed = false;
+    bool settings_limit_offset_done = false;
 };
 }
 
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index d57a14a61dc..2446075d38a 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -157,6 +157,35 @@ BlockIO InterpreterCreateQuery::createDatabase(ASTCreateQuery & create)
         if (!create.attach && fs::exists(metadata_path))
             throw Exception(ErrorCodes::DATABASE_ALREADY_EXISTS, "Metadata directory {} already exists", metadata_path.string());
     }
+    else if (create.storage->engine->name == "MaterializeMySQL")
+    {
+        /// It creates nested database with Ordinary or Atomic engine depending on UUID in query and default engine setting.
+        /// Do nothing if it's an internal ATTACH on server startup or short-syntax ATTACH query from user,
+        /// because we got correct query from the metadata file in this case.
+        /// If we got query from user, then normalize it first.
+        bool attach_from_user = create.attach && !internal && !create.attach_short_syntax;
+        bool create_from_user = !create.attach;
+
+        if (create_from_user)
+        {
+            const auto & default_engine = context.getSettingsRef().default_database_engine.value;
+            if (create.uuid == UUIDHelpers::Nil && default_engine == DefaultDatabaseEngine::Atomic)
+                create.uuid = UUIDHelpers::generateV4();    /// Will enable Atomic engine for nested database
+        }
+        else if (attach_from_user && create.uuid == UUIDHelpers::Nil)
+        {
+            /// Ambiguity is possible: should we attach nested database as Ordinary
+            /// or throw "UUID must be specified" for Atomic? So we suggest short syntax for Ordinary.
+            throw Exception("Use short attach syntax ('ATTACH DATABASE name;' without engine) to attach existing database "
+                            "or specify UUID to attach new database with Atomic engine", ErrorCodes::INCORRECT_QUERY);
+        }
+
+        /// Set metadata path according to nested engine
+        if (create.uuid == UUIDHelpers::Nil)
+            metadata_path = metadata_path / "metadata" / database_name_escaped;
+        else
+            metadata_path = metadata_path / "store" / DatabaseCatalog::getPathForUUID(create.uuid);
+    }
     else
     {
         bool is_on_cluster = context.getClientInfo().query_kind == ClientInfo::QueryKind::SECONDARY_QUERY;
@@ -586,6 +615,23 @@ void InterpreterCreateQuery::validateTableStructure(const ASTCreateQuery & creat
             }
         }
     }
+
+    if (!create.attach && !settings.allow_experimental_map_type)
+    {
+        for (const auto & name_and_type_pair : properties.columns.getAllPhysical())
+        {
+            WhichDataType which(*name_and_type_pair.type);
+            if (which.isMap())
+            {
+                const auto & type_name = name_and_type_pair.type->getName();
+                String message = "Cannot create table with column '" + name_and_type_pair.name + "' which type is '"
+                                 + type_name + "' because experimental Map type is not allowed. "
+                                 + "Set 'allow_experimental_map_type = 1' setting to enable";
+                throw Exception(message, ErrorCodes::ILLEGAL_COLUMN);
+            }
+        }
+
+    }
 }
 
 void InterpreterCreateQuery::setEngine(ASTCreateQuery & create) const
@@ -655,7 +701,7 @@ void InterpreterCreateQuery::assertOrSetUUID(ASTCreateQuery & create, const Data
 
     bool from_path = create.attach_from_path.has_value();
 
-    if (database->getEngineName() == "Atomic")
+    if (database->getUUID() != UUIDHelpers::Nil)
     {
         if (create.attach && !from_path && create.uuid == UUIDHelpers::Nil)
         {
@@ -705,7 +751,7 @@ BlockIO InterpreterCreateQuery::createTable(ASTCreateQuery & create)
         auto database = DatabaseCatalog::instance().getDatabase(database_name);
         bool if_not_exists = create.if_not_exists;
 
-        // Table SQL definition is available even if the table is detached
+        // Table SQL definition is available even if the table is detached (even permanently)
         auto query = database->getCreateTableQuery(create.table, context);
         create = query->as<ASTCreateQuery &>(); // Copy the saved create query, but use ATTACH instead of CREATE
         if (create.is_dictionary)
diff --git a/src/Interpreters/InterpreterDropQuery.cpp b/src/Interpreters/InterpreterDropQuery.cpp
index 5f7f70fdda4..47bafdbdcb4 100644
--- a/src/Interpreters/InterpreterDropQuery.cpp
+++ b/src/Interpreters/InterpreterDropQuery.cpp
@@ -11,7 +11,14 @@
 #include <Common/escapeForFileName.h>
 #include <Common/quoteString.h>
 #include <Common/typeid_cast.h>
-#include <Databases/DatabaseAtomic.h>
+
+#if !defined(ARCADIA_BUILD)
+#    include "config_core.h"
+#endif
+
+#if USE_MYSQL
+#   include <Databases/MySQL/DatabaseMaterializeMySQL.h>
+#endif
 
 
 namespace DB
@@ -23,6 +30,7 @@ namespace ErrorCodes
     extern const int SYNTAX_ERROR;
     extern const int UNKNOWN_TABLE;
     extern const int UNKNOWN_DICTIONARY;
+    extern const int NOT_IMPLEMENTED;
 }
 
 
@@ -48,6 +56,8 @@ BlockIO InterpreterDropQuery::execute()
     {
         if (!drop.is_dictionary)
             return executeToTable(drop);
+        else if (drop.permanently && drop.kind == ASTDropQuery::Kind::Detach)
+            throw Exception("DETACH PERMANENTLY is not implemented for dictionaries", ErrorCodes::NOT_IMPLEMENTED);
         else
             return executeToDictionary(drop.database, drop.table, drop.kind, drop.if_exists, drop.temporary, drop.no_ddl_lock);
     }
@@ -66,10 +76,7 @@ void InterpreterDropQuery::waitForTableToBeActuallyDroppedOrDetached(const ASTDr
     if (query.kind == ASTDropQuery::Kind::Drop)
         DatabaseCatalog::instance().waitTableFinallyDropped(uuid_to_wait);
     else if (query.kind == ASTDropQuery::Kind::Detach)
-    {
-        if (auto * atomic = typeid_cast<DatabaseAtomic *>(db.get()))
-            atomic->waitDetachedTableNotInUse(uuid_to_wait);
-    }
+        db->waitDetachedTableNotInUse(uuid_to_wait);
 }
 
 BlockIO InterpreterDropQuery::executeToTable(const ASTDropQuery & query)
@@ -122,10 +129,20 @@ BlockIO InterpreterDropQuery::executeToTableImpl(const ASTDropQuery & query, Dat
             table->checkTableCanBeDetached();
             table->shutdown();
             TableExclusiveLockHolder table_lock;
-            if (database->getEngineName() != "Atomic")
+            if (database->getUUID() == UUIDHelpers::Nil)
                 table_lock = table->lockExclusively(context.getCurrentQueryId(), context.getSettingsRef().lock_acquire_timeout);
-            /// Drop table from memory, don't touch data and metadata
-            database->detachTable(table_id.table_name);
+
+            if (query.permanently)
+            {
+                /// Drop table from memory, don't touch data, metadata file renamed and will be skipped during server restart
+                database->detachTablePermanently(table_id.table_name);
+            }
+            else
+            {
+                /// Drop table from memory, don't touch data and metadata
+                database->detachTable(table_id.table_name);
+            }
+
         }
         else if (query.kind == ASTDropQuery::Kind::Truncate)
         {
@@ -145,7 +162,7 @@ BlockIO InterpreterDropQuery::executeToTableImpl(const ASTDropQuery & query, Dat
             table->shutdown();
 
             TableExclusiveLockHolder table_lock;
-            if (database->getEngineName() != "Atomic")
+            if (database->getUUID() == UUIDHelpers::Nil)
                 table_lock = table->lockExclusively(context.getCurrentQueryId(), context.getSettingsRef().lock_acquire_timeout);
 
             database->dropTable(context, table_id.table_name, query.no_delay);
@@ -282,6 +299,14 @@ BlockIO InterpreterDropQuery::executeToDatabaseImpl(const ASTDropQuery & query,
             bool drop = query.kind == ASTDropQuery::Kind::Drop;
             context.checkAccess(AccessType::DROP_DATABASE, database_name);
 
+            if (query.kind == ASTDropQuery::Kind::Detach && query.permanently)
+                throw Exception("DETACH PERMANENTLY is not implemented for databases", ErrorCodes::NOT_IMPLEMENTED);
+
+#if USE_MYSQL
+            if (database->getEngineName() == "MaterializeMySQL")
+                stopDatabaseSynchronization(database);
+#endif
+
             if (database->shouldBeEmptyOnDetach())
             {
                 /// DETACH or DROP all tables and dictionaries inside database.
@@ -312,9 +337,8 @@ BlockIO InterpreterDropQuery::executeToDatabaseImpl(const ASTDropQuery & query,
             /// Protects from concurrent CREATE TABLE queries
             auto db_guard = DatabaseCatalog::instance().getExclusiveDDLGuardForDatabase(database_name);
 
-            auto * database_atomic = typeid_cast<DatabaseAtomic *>(database.get());
-            if (!drop && database_atomic)
-                database_atomic->assertCanBeDetached(true);
+            if (!drop)
+                database->assertCanBeDetached(true);
 
             /// DETACH or DROP database itself
             DatabaseCatalog::instance().detachDatabase(database_name, drop, database->shouldBeEmptyOnDetach());
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index ee07a2cde87..aee4eae8782 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1552,7 +1552,12 @@ void InterpreterSelectQuery::executeFetchColumns(
         throw Exception("Logical error in InterpreterSelectQuery: nowhere to read", ErrorCodes::LOGICAL_ERROR);
 
     /// Specify the number of threads only if it wasn't specified in storage.
-    if (!query_plan.getMaxThreads())
+    ///
+    /// But in case of remote query and prefer_localhost_replica=1 (default)
+    /// The inner local query (that is done in the same process, without
+    /// network interaction), it will setMaxThreads earlier and distributed
+    /// query will not update it.
+    if (!query_plan.getMaxThreads() || is_remote)
         query_plan.setMaxThreads(max_threads_execute_query);
 
     /// Aliases in table declaration.
diff --git a/src/Interpreters/InterpreterSelectWithUnionQuery.cpp b/src/Interpreters/InterpreterSelectWithUnionQuery.cpp
index a836dc8b271..e6610df43ff 100644
--- a/src/Interpreters/InterpreterSelectWithUnionQuery.cpp
+++ b/src/Interpreters/InterpreterSelectWithUnionQuery.cpp
@@ -9,10 +9,14 @@
 #include <Processors/QueryPlan/IQueryPlanStep.h>
 #include <Processors/QueryPlan/QueryPlan.h>
 #include <Processors/QueryPlan/UnionStep.h>
+#include <Processors/QueryPlan/LimitStep.h>
+#include <Processors/QueryPlan/OffsetStep.h>
 #include <Common/typeid_cast.h>
 
 #include <Interpreters/InDepthNodeVisitor.h>
 
+#include <algorithm>
+
 namespace DB
 {
 
@@ -128,24 +132,28 @@ InterpreterSelectWithUnionQuery::InterpreterSelectWithUnionQuery(
     const ASTPtr & query_ptr_, const Context & context_, const SelectQueryOptions & options_, const Names & required_result_column_names)
     : IInterpreterUnionOrSelectQuery(query_ptr_, context_, options_)
 {
-    auto & ast = query_ptr->as<ASTSelectWithUnionQuery &>();
+    ASTSelectWithUnionQuery * ast = query_ptr->as<ASTSelectWithUnionQuery>();
+
+    const Settings & settings = context->getSettingsRef();
+    if (options.subquery_depth == 0 && (settings.limit > 0 || settings.offset > 0))
+        settings_limit_offset_needed = true;
 
     /// Normalize AST Tree
-    if (!ast.is_normalized)
+    if (!ast->is_normalized)
     {
-        CustomizeASTSelectWithUnionQueryNormalizeVisitor::Data union_default_mode{context->getSettingsRef().union_default_mode};
+        CustomizeASTSelectWithUnionQueryNormalizeVisitor::Data union_default_mode{settings.union_default_mode};
         CustomizeASTSelectWithUnionQueryNormalizeVisitor(union_default_mode).visit(query_ptr);
 
         /// After normalization, if it only has one ASTSelectWithUnionQuery child,
         /// we can lift it up, this can reduce one unnecessary recursion later.
-        if (ast.list_of_selects->children.size() == 1 && ast.list_of_selects->children.at(0)->as<ASTSelectWithUnionQuery>())
+        if (ast->list_of_selects->children.size() == 1 && ast->list_of_selects->children.at(0)->as<ASTSelectWithUnionQuery>())
         {
-            query_ptr = std::move(ast.list_of_selects->children.at(0));
-            ast = query_ptr->as<ASTSelectWithUnionQuery &>();
+            query_ptr = std::move(ast->list_of_selects->children.at(0));
+            ast = query_ptr->as<ASTSelectWithUnionQuery>();
         }
     }
 
-    size_t num_children = ast.list_of_selects->children.size();
+    size_t num_children = ast->list_of_selects->children.size();
     if (!num_children)
         throw Exception("Logical error: no children in ASTSelectWithUnionQuery", ErrorCodes::LOGICAL_ERROR);
 
@@ -161,7 +169,7 @@ InterpreterSelectWithUnionQuery::InterpreterSelectWithUnionQuery(
         /// Result header if there are no filtering by 'required_result_column_names'.
         /// We use it to determine positions of 'required_result_column_names' in SELECT clause.
 
-        Block full_result_header = getCurrentChildResultHeader(ast.list_of_selects->children.at(0), required_result_column_names);
+        Block full_result_header = getCurrentChildResultHeader(ast->list_of_selects->children.at(0), required_result_column_names);
 
         std::vector<size_t> positions_of_required_result_columns(required_result_column_names.size());
 
@@ -171,7 +179,7 @@ InterpreterSelectWithUnionQuery::InterpreterSelectWithUnionQuery(
         for (size_t query_num = 1; query_num < num_children; ++query_num)
         {
             Block full_result_header_for_current_select
-                = getCurrentChildResultHeader(ast.list_of_selects->children.at(query_num), required_result_column_names);
+                = getCurrentChildResultHeader(ast->list_of_selects->children.at(query_num), required_result_column_names);
 
             if (full_result_header_for_current_select.columns() != full_result_header.columns())
                 throw Exception("Different number of columns in UNION ALL elements:\n"
@@ -186,13 +194,59 @@ InterpreterSelectWithUnionQuery::InterpreterSelectWithUnionQuery(
         }
     }
 
+    if (num_children == 1 && settings_limit_offset_needed)
+    {
+        const ASTPtr first_select_ast = ast->list_of_selects->children.at(0);
+        ASTSelectQuery * select_query = first_select_ast->as<ASTSelectQuery>();
+
+        if (!select_query->withFill() && !select_query->limit_with_ties)
+        {
+            UInt64 limit_length = 0;
+            UInt64 limit_offset = 0;
+
+            const ASTPtr limit_offset_ast = select_query->limitOffset();
+            if (limit_offset_ast)
+            {
+                limit_offset = limit_offset_ast->as<ASTLiteral &>().value.safeGet<UInt64>();
+                UInt64 new_limit_offset = settings.offset + limit_offset;
+                limit_offset_ast->as<ASTLiteral &>().value = Field(new_limit_offset);
+            }
+            else if (settings.offset)
+            {
+                ASTPtr new_limit_offset_ast = std::make_shared<ASTLiteral>(Field(UInt64(settings.offset)));
+                select_query->setExpression(ASTSelectQuery::Expression::LIMIT_OFFSET, std::move(new_limit_offset_ast));
+            }
+
+            const ASTPtr limit_length_ast = select_query->limitLength();
+            if (limit_length_ast)
+            {
+                limit_length = limit_length_ast->as<ASTLiteral &>().value.safeGet<UInt64>();
+
+                UInt64 new_limit_length = 0;
+                if (settings.offset == 0)
+                    new_limit_length = std::min(limit_length, UInt64(settings.limit));
+                else if (settings.offset < limit_length)
+                    new_limit_length =  settings.limit ? std::min(UInt64(settings.limit), limit_length - settings.offset) : (limit_length - settings.offset);
+
+                limit_length_ast->as<ASTLiteral &>().value = Field(new_limit_length);
+            }
+            else if (settings.limit)
+            {
+                ASTPtr new_limit_length_ast = std::make_shared<ASTLiteral>(Field(UInt64(settings.limit)));
+                select_query->setExpression(ASTSelectQuery::Expression::LIMIT_LENGTH, std::move(new_limit_length_ast));
+            }
+
+            settings_limit_offset_done = true;
+        }
+    }
+
     for (size_t query_num = 0; query_num < num_children; ++query_num)
     {
         const Names & current_required_result_column_names
             = query_num == 0 ? required_result_column_names : required_result_column_names_for_other_selects[query_num];
 
         nested_interpreters.emplace_back(
-            buildCurrentChildInterpreter(ast.list_of_selects->children.at(query_num), current_required_result_column_names));
+            buildCurrentChildInterpreter(ast->list_of_selects->children.at(query_num), current_required_result_column_names));
     }
 
     /// Determine structure of the result.
@@ -293,39 +347,57 @@ void InterpreterSelectWithUnionQuery::buildQueryPlan(QueryPlan & query_plan)
 {
     // auto num_distinct_union = optimizeUnionList();
     size_t num_plans = nested_interpreters.size();
+    const Settings & settings = context->getSettingsRef();
 
     /// Skip union for single interpreter.
     if (num_plans == 1)
     {
         nested_interpreters.front()->buildQueryPlan(query_plan);
-        return;
+    }
+    else
+    {
+        std::vector<std::unique_ptr<QueryPlan>> plans(num_plans);
+        DataStreams data_streams(num_plans);
+
+        for (size_t i = 0; i < num_plans; ++i)
+        {
+            plans[i] = std::make_unique<QueryPlan>();
+            nested_interpreters[i]->buildQueryPlan(*plans[i]);
+            data_streams[i] = plans[i]->getCurrentDataStream();
+        }
+
+        auto max_threads = context->getSettingsRef().max_threads;
+        auto union_step = std::make_unique<UnionStep>(std::move(data_streams), result_header, max_threads);
+
+        query_plan.unitePlans(std::move(union_step), std::move(plans));
+
+        const auto & query = query_ptr->as<ASTSelectWithUnionQuery &>();
+        if (query.union_mode == ASTSelectWithUnionQuery::Mode::DISTINCT)
+        {
+            /// Add distinct transform
+            SizeLimits limits(settings.max_rows_in_distinct, settings.max_bytes_in_distinct, settings.distinct_overflow_mode);
+
+            auto distinct_step
+                = std::make_unique<DistinctStep>(query_plan.getCurrentDataStream(), limits, 0, result_header.getNames(), false);
+
+            query_plan.addStep(std::move(distinct_step));
+        }
     }
 
-    std::vector<std::unique_ptr<QueryPlan>> plans(num_plans);
-    DataStreams data_streams(num_plans);
-
-    for (size_t i = 0; i < num_plans; ++i)
+    if (settings_limit_offset_needed && !settings_limit_offset_done)
     {
-        plans[i] = std::make_unique<QueryPlan>();
-        nested_interpreters[i]->buildQueryPlan(*plans[i]);
-        data_streams[i] = plans[i]->getCurrentDataStream();
-    }
-
-    auto max_threads = context->getSettingsRef().max_threads;
-    auto union_step = std::make_unique<UnionStep>(std::move(data_streams), result_header, max_threads);
-
-    query_plan.unitePlans(std::move(union_step), std::move(plans));
-
-    const auto & query = query_ptr->as<ASTSelectWithUnionQuery &>();
-    if (query.union_mode == ASTSelectWithUnionQuery::Mode::DISTINCT)
-    {
-        /// Add distinct transform
-        const Settings & settings = context->getSettingsRef();
-        SizeLimits limits(settings.max_rows_in_distinct, settings.max_bytes_in_distinct, settings.distinct_overflow_mode);
-
-        auto distinct_step = std::make_unique<DistinctStep>(query_plan.getCurrentDataStream(), limits, 0, result_header.getNames(), false);
-
-        query_plan.addStep(std::move(distinct_step));
+        if (settings.limit > 0)
+        {
+            auto limit = std::make_unique<LimitStep>(query_plan.getCurrentDataStream(), settings.limit, settings.offset);
+            limit->setStepDescription("LIMIT OFFSET for SETTINGS");
+            query_plan.addStep(std::move(limit));
+        }
+        else
+        {
+            auto offset = std::make_unique<OffsetStep>(query_plan.getCurrentDataStream(), settings.offset);
+            offset->setStepDescription("OFFSET for SETTINGS");
+            query_plan.addStep(std::move(offset));
+        }
     }
 
 }
diff --git a/src/Interpreters/InterpreterShowTablesQuery.cpp b/src/Interpreters/InterpreterShowTablesQuery.cpp
index 861fa8c3505..49c55fa3a93 100644
--- a/src/Interpreters/InterpreterShowTablesQuery.cpp
+++ b/src/Interpreters/InterpreterShowTablesQuery.cpp
@@ -79,6 +79,26 @@ String InterpreterShowTablesQuery::getRewrittenQuery()
         return rewritten_query.str();
     }
 
+    /// SHOW SETTINGS
+    if (query.m_settings)
+    {
+        WriteBufferFromOwnString rewritten_query;
+        rewritten_query << "SELECT name, type, value FROM system.settings";
+
+        if (query.changed)
+            rewritten_query << " WHERE changed = 1";
+
+        if (!query.like.empty())
+        {
+            rewritten_query
+                << (query.changed ? " AND name " : " WHERE name ")
+                << (query.case_insensitive_like ? "ILIKE " : "LIKE ")
+                << DB::quote << query.like;
+        }
+
+        return rewritten_query.str();
+    }
+
     if (query.temporary && !query.from.empty())
         throw Exception("The `FROM` and `TEMPORARY` cannot be used together in `SHOW TABLES`", ErrorCodes::SYNTAX_ERROR);
 
diff --git a/src/Interpreters/MergeJoin.cpp b/src/Interpreters/MergeJoin.cpp
index 60357187270..4839980eac7 100644
--- a/src/Interpreters/MergeJoin.cpp
+++ b/src/Interpreters/MergeJoin.cpp
@@ -180,12 +180,16 @@ class MergeJoinCursor
 public:
     MergeJoinCursor(const Block & block, const SortDescription & desc_)
         : impl(SortCursorImpl(block, desc_))
-    {}
+    {
+        /// SortCursorImpl can work with permutation, but MergeJoinCursor can't.
+        if (impl.permutation)
+            throw Exception("Logical error: MergeJoinCursor doesn't support permutation", ErrorCodes::LOGICAL_ERROR);
+    }
 
-    size_t position() const { return impl.pos; }
+    size_t position() const { return impl.getRow(); }
     size_t end() const { return impl.rows; }
-    bool atEnd() const { return impl.pos >= impl.rows; }
-    void nextN(size_t num) { impl.pos += num; }
+    bool atEnd() const { return impl.getRow() >= impl.rows; }
+    void nextN(size_t num) { impl.getPosRef() += num; }
 
     void setCompareNullability(const MergeJoinCursor & rhs)
     {
@@ -254,10 +258,10 @@ private:
             else if (cmp > 0)
                 rhs.impl.next();
             else if (!cmp)
-                return Range{impl.pos, rhs.impl.pos, getEqualLength(), rhs.getEqualLength()};
+                return Range{impl.getRow(), rhs.impl.getRow(), getEqualLength(), rhs.getEqualLength()};
         }
 
-        return Range{impl.pos, rhs.impl.pos, 0, 0};
+        return Range{impl.getRow(), rhs.impl.getRow(), 0, 0};
     }
 
     template <bool left_nulls, bool right_nulls>
@@ -268,7 +272,7 @@ private:
             const auto * left_column = impl.sort_columns[i];
             const auto * right_column = rhs.impl.sort_columns[i];
 
-            int res = nullableCompareAt<left_nulls, right_nulls>(*left_column, *right_column, impl.pos, rhs.impl.pos);
+            int res = nullableCompareAt<left_nulls, right_nulls>(*left_column, *right_column, impl.getRow(), rhs.impl.getRow());
             if (res)
                 return res;
         }
@@ -278,11 +282,11 @@ private:
     /// Expects !atEnd()
     size_t getEqualLength()
     {
-        size_t pos = impl.pos + 1;
+        size_t pos = impl.getRow() + 1;
         for (; pos < impl.rows; ++pos)
             if (!samePrev(pos))
                 break;
-        return pos - impl.pos;
+        return pos - impl.getRow();
     }
 
     /// Expects lhs_pos > 0
diff --git a/src/Interpreters/Set.cpp b/src/Interpreters/Set.cpp
index 08e6107590e..dcf7b3b3c24 100644
--- a/src/Interpreters/Set.cpp
+++ b/src/Interpreters/Set.cpp
@@ -23,6 +23,7 @@
 #include <Interpreters/evaluateConstantExpression.h>
 #include <Interpreters/NullableUtils.h>
 #include <Interpreters/sortBlock.h>
+#include <Interpreters/castColumn.h>
 #include <Interpreters/Context.h>
 
 #include <Storages/MergeTree/KeyCondition.h>
@@ -30,7 +31,6 @@
 #include <ext/range.h>
 #include <DataTypes/DataTypeLowCardinality.h>
 
-
 namespace DB
 {
 
@@ -251,11 +251,26 @@ ColumnPtr Set::execute(const Block & block, bool negative) const
 
     /// The constant columns to the left of IN are not supported directly. For this, they first materialize.
     Columns materialized_columns;
+    materialized_columns.reserve(num_key_columns);
 
     for (size_t i = 0; i < num_key_columns; ++i)
     {
-        checkTypesEqual(i, block.safeGetByPosition(i).type);
-        materialized_columns.emplace_back(block.safeGetByPosition(i).column->convertToFullColumnIfConst());
+        ColumnPtr result;
+
+        const auto & column_before_cast = block.safeGetByPosition(i);
+        ColumnWithTypeAndName column_to_cast
+            = {column_before_cast.column->convertToFullColumnIfConst(), column_before_cast.type, column_before_cast.name};
+
+        if (!transform_null_in && data_types[i]->canBeInsideNullable())
+        {
+            result = castColumnAccurateOrNull(column_to_cast, data_types[i]);
+        }
+        else
+        {
+            result = castColumnAccurate(column_to_cast, data_types[i]);
+        }
+
+        materialized_columns.emplace_back() = result;
         key_columns.emplace_back() = materialized_columns.back().get();
     }
 
diff --git a/src/Interpreters/castColumn.cpp b/src/Interpreters/castColumn.cpp
index 249538ec2e0..e8f8bd3bed1 100644
--- a/src/Interpreters/castColumn.cpp
+++ b/src/Interpreters/castColumn.cpp
@@ -1,15 +1,12 @@
-#include <Core/Field.h>
 #include <Interpreters/castColumn.h>
-#include <Interpreters/ExpressionActions.h>
-#include <DataTypes/DataTypeString.h>
-#include <Functions/IFunctionAdaptors.h>
-#include <Functions/FunctionsConversion.h>
 
+#include <Functions/FunctionsConversion.h>
 
 namespace DB
 {
 
-ColumnPtr castColumn(const ColumnWithTypeAndName & arg, const DataTypePtr & type)
+template <CastType cast_type = CastType::nonAccurate>
+static ColumnPtr castColumn(const ColumnWithTypeAndName & arg, const DataTypePtr & type)
 {
     if (arg.type->equals(*type))
         return arg.column;
@@ -25,10 +22,33 @@ ColumnPtr castColumn(const ColumnWithTypeAndName & arg, const DataTypePtr & type
     };
 
     FunctionOverloadResolverPtr func_builder_cast =
-        std::make_shared<FunctionOverloadResolverAdaptor>(CastOverloadResolver::createImpl(false));
+        std::make_shared<FunctionOverloadResolverAdaptor>(CastOverloadResolver<cast_type>::createImpl(false));
 
     auto func_cast = func_builder_cast->build(arguments);
-    return func_cast->execute(arguments, type, arg.column->size());
+
+    if constexpr (cast_type == CastType::accurateOrNull)
+    {
+        return func_cast->execute(arguments, makeNullable(type), arg.column->size());
+    }
+    else
+    {
+        return func_cast->execute(arguments, type, arg.column->size());
+    }
+}
+
+ColumnPtr castColumn(const ColumnWithTypeAndName & arg, const DataTypePtr & type)
+{
+    return castColumn<CastType::nonAccurate>(arg, type);
+}
+
+ColumnPtr castColumnAccurate(const ColumnWithTypeAndName & arg, const DataTypePtr & type)
+{
+    return castColumn<CastType::accurate>(arg, type);
+}
+
+ColumnPtr castColumnAccurateOrNull(const ColumnWithTypeAndName & arg, const DataTypePtr & type)
+{
+    return castColumn<CastType::accurateOrNull>(arg, type);
 }
 
 }
diff --git a/src/Interpreters/castColumn.h b/src/Interpreters/castColumn.h
index 44c7f071c26..fcbea0f4646 100644
--- a/src/Interpreters/castColumn.h
+++ b/src/Interpreters/castColumn.h
@@ -2,8 +2,11 @@
 
 #include <Core/ColumnWithTypeAndName.h>
 
-
 namespace DB
 {
+
 ColumnPtr castColumn(const ColumnWithTypeAndName & arg, const DataTypePtr & type);
+ColumnPtr castColumnAccurate(const ColumnWithTypeAndName & arg, const DataTypePtr & type);
+ColumnPtr castColumnAccurateOrNull(const ColumnWithTypeAndName & arg, const DataTypePtr & type);
+
 }
diff --git a/src/Interpreters/convertFieldToType.cpp b/src/Interpreters/convertFieldToType.cpp
index 18a3eeecb46..73bf493fa65 100644
--- a/src/Interpreters/convertFieldToType.cpp
+++ b/src/Interpreters/convertFieldToType.cpp
@@ -5,6 +5,7 @@
 
 #include <DataTypes/DataTypeArray.h>
 #include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeMap.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <DataTypes/DataTypesDecimal.h>
 #include <DataTypes/DataTypeString.h>
diff --git a/src/Interpreters/loadMetadata.cpp b/src/Interpreters/loadMetadata.cpp
index bb476999f8c..71d3c7e6e5b 100644
--- a/src/Interpreters/loadMetadata.cpp
+++ b/src/Interpreters/loadMetadata.cpp
@@ -108,6 +108,7 @@ void loadMetadata(Context & context, const String & default_database_name)
 
         if (!it->isDirectory())
         {
+            /// TODO: DETACH DATABASE PERMANENTLY ?
             if (endsWith(it.name(), ".sql"))
             {
                 String db_name = it.name().substr(0, it.name().size() - 4);
diff --git a/src/Interpreters/tests/internal_iotop.cpp b/src/Interpreters/tests/internal_iotop.cpp
index 3d17ca32f3f..6025a46e9b7 100644
--- a/src/Interpreters/tests/internal_iotop.cpp
+++ b/src/Interpreters/tests/internal_iotop.cpp
@@ -5,6 +5,7 @@
 #include <Common/TaskStatsInfoGetter.h>
 #include <Poco/File.h>
 #include <Common/Stopwatch.h>
+#include <common/getPageSize.h>
 #include <common/getThreadId.h>
 #include <IO/WriteBufferFromString.h>
 #include <linux/taskstats.h>
@@ -61,8 +62,9 @@ static void do_io(size_t id)
     std::string path_dst = "test_out_" + std::to_string(id);
 
     {
+        size_t page_size = static_cast<size_t>(::getPageSize());
         ReadBufferFromFile rb("/dev/urandom");
-        WriteBufferFromFile wb(path_dst, DBMS_DEFAULT_BUFFER_SIZE, O_WRONLY | O_CREAT | O_TRUNC | O_DIRECT, 0666, nullptr, 4096);
+        WriteBufferFromFile wb(path_dst, DBMS_DEFAULT_BUFFER_SIZE, O_WRONLY | O_CREAT | O_TRUNC | O_DIRECT, 0666, nullptr, page_size);
         copyData(rb, wb, copy_size);
         wb.close();
     }
diff --git a/src/Parsers/ASTDropQuery.cpp b/src/Parsers/ASTDropQuery.cpp
index b09b588ca6e..6ea6c81c3be 100644
--- a/src/Parsers/ASTDropQuery.cpp
+++ b/src/Parsers/ASTDropQuery.cpp
@@ -67,6 +67,9 @@ void ASTDropQuery::formatQueryImpl(const FormatSettings & settings, FormatState
 
     formatOnCluster(settings);
 
+    if (permanently)
+        settings.ostr << " PERMANENTLY";
+
     if (no_delay)
         settings.ostr << (settings.hilite ? hilite_keyword : "") << " NO DELAY" << (settings.hilite ? hilite_none : "");
 }
diff --git a/src/Parsers/ASTDropQuery.h b/src/Parsers/ASTDropQuery.h
index 5096975c219..b612618aaec 100644
--- a/src/Parsers/ASTDropQuery.h
+++ b/src/Parsers/ASTDropQuery.h
@@ -33,6 +33,9 @@ public:
 
     bool no_delay{false};
 
+    // We detach the object permanently, so it will not be reattached back during server restart.
+    bool permanently{false};
+
     /** Get the text that identifies this element. */
     String getID(char) const override;
     ASTPtr clone() const override;
diff --git a/src/Parsers/ASTFunction.cpp b/src/Parsers/ASTFunction.cpp
index 4cca8ad0807..c86a8e5c139 100644
--- a/src/Parsers/ASTFunction.cpp
+++ b/src/Parsers/ASTFunction.cpp
@@ -3,6 +3,7 @@
 #include <Parsers/ASTFunction.h>
 #include <Parsers/ASTWithAlias.h>
 #include <Parsers/ASTSubquery.h>
+#include <Parsers/ASTExpressionList.h>
 #include <IO/WriteHelpers.h>
 #include <IO/WriteBufferFromString.h>
 #include <Common/SipHash.h>
@@ -395,6 +396,19 @@ void ASTFunction::formatImplWithoutAlias(const FormatSettings & settings, Format
             settings.ostr << (settings.hilite ? hilite_operator : "") << ')' << (settings.hilite ? hilite_none : "");
             written = true;
         }
+
+        if (!written && 0 == strcmp(name.c_str(), "map"))
+        {
+            settings.ostr << (settings.hilite ? hilite_operator : "") << '{' << (settings.hilite ? hilite_none : "");
+            for (size_t i = 0; i < arguments->children.size(); ++i)
+            {
+                if (i != 0)
+                    settings.ostr << ", ";
+                arguments->children[i]->formatImpl(settings, state, nested_dont_need_parens);
+            }
+            settings.ostr << (settings.hilite ? hilite_operator : "") << '}' << (settings.hilite ? hilite_none : "");
+            written = true;
+        }
     }
 
     if (!written)
diff --git a/src/Parsers/ASTShowTablesQuery.cpp b/src/Parsers/ASTShowTablesQuery.cpp
index cd83bae06d9..61d68c4a273 100644
--- a/src/Parsers/ASTShowTablesQuery.cpp
+++ b/src/Parsers/ASTShowTablesQuery.cpp
@@ -55,6 +55,12 @@ void ASTShowTablesQuery::formatQueryImpl(const FormatSettings & settings, Format
         settings.ostr << (settings.hilite ? hilite_keyword : "") << "SHOW CLUSTER" << (settings.hilite ? hilite_none : "");
         settings.ostr << " " << backQuoteIfNeed(cluster_str);
     }
+    else if (m_settings)
+    {
+        settings.ostr << (settings.hilite ? hilite_keyword : "") << "SHOW " << (changed ? "CHANGED " : "") << "SETTINGS" <<
+            (settings.hilite ? hilite_none : "");
+        formatLike(settings);
+    }
     else
     {
         settings.ostr << (settings.hilite ? hilite_keyword : "") << "SHOW " << (temporary ? "TEMPORARY " : "") <<
diff --git a/src/Parsers/ASTShowTablesQuery.h b/src/Parsers/ASTShowTablesQuery.h
index 43976e8a958..57383dff66f 100644
--- a/src/Parsers/ASTShowTablesQuery.h
+++ b/src/Parsers/ASTShowTablesQuery.h
@@ -18,6 +18,8 @@ public:
     bool clusters{false};
     bool cluster{false};
     bool dictionaries{false};
+    bool m_settings{false};
+    bool changed{false};
     bool temporary{false};
 
     String cluster_str;
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index 6fbe9abc96e..8706aecb7ac 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -1110,6 +1110,10 @@ bool ParserCollectionOfLiterals<Collection>::parseImpl(Pos & pos, ASTPtr & node,
             {
                 ++pos;
             }
+            else if (pos->type == TokenType::Colon && std::is_same_v<Collection, Map> && arr.size() % 2 == 1)
+            {
+                ++pos;
+            }
             else
             {
                 expected.add(pos, "comma or closing bracket");
@@ -1130,6 +1134,7 @@ bool ParserCollectionOfLiterals<Collection>::parseImpl(Pos & pos, ASTPtr & node,
 
 template bool ParserCollectionOfLiterals<Array>::parseImpl(Pos & pos, ASTPtr & node, Expected & expected);
 template bool ParserCollectionOfLiterals<Tuple>::parseImpl(Pos & pos, ASTPtr & node, Expected & expected);
+template bool ParserCollectionOfLiterals<Map>::parseImpl(Pos & pos, ASTPtr & node, Expected & expected);
 
 bool ParserLiteral::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
 {
@@ -1564,6 +1569,7 @@ bool ParserExpressionElement::parseImpl(Pos & pos, ASTPtr & node, Expected & exp
 {
     return ParserSubquery().parse(pos, node, expected)
         || ParserTupleOfLiterals().parse(pos, node, expected)
+        || ParserMapOfLiterals().parse(pos, node, expected)
         || ParserParenthesisExpression().parse(pos, node, expected)
         || ParserArrayOfLiterals().parse(pos, node, expected)
         || ParserArray().parse(pos, node, expected)
diff --git a/src/Parsers/ExpressionElementParsers.h b/src/Parsers/ExpressionElementParsers.h
index 4713a7ea8a6..4033a6e4f61 100644
--- a/src/Parsers/ExpressionElementParsers.h
+++ b/src/Parsers/ExpressionElementParsers.h
@@ -270,6 +270,18 @@ protected:
     }
 };
 
+class ParserMapOfLiterals : public IParserBase
+{
+public:
+    ParserCollectionOfLiterals<Map> map_parser{TokenType::OpeningCurlyBrace, TokenType::ClosingCurlyBrace};
+protected:
+    const char * getName() const override { return "map"; }
+    bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected) override
+    {
+        return map_parser.parse(pos, node, expected);
+    }
+};
+
 class ParserArrayOfLiterals : public IParserBase
 {
 public:
diff --git a/src/Parsers/ExpressionListParsers.cpp b/src/Parsers/ExpressionListParsers.cpp
index dda1417ca97..f50cf71f54d 100644
--- a/src/Parsers/ExpressionListParsers.cpp
+++ b/src/Parsers/ExpressionListParsers.cpp
@@ -100,6 +100,7 @@ bool ParserList::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
     auto list = std::make_shared<ASTExpressionList>(result_separator);
     list->children = std::move(elements);
     node = list;
+
     return true;
 }
 
diff --git a/src/Parsers/ParserCreateQuery.cpp b/src/Parsers/ParserCreateQuery.cpp
index b08646bcf9d..5fe6a4eee80 100644
--- a/src/Parsers/ParserCreateQuery.cpp
+++ b/src/Parsers/ParserCreateQuery.cpp
@@ -449,12 +449,22 @@ bool ParserCreateTableQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
         if (!s_rparen.ignore(pos, expected))
             return false;
 
-        if (!storage_p.parse(pos, storage, expected) && !is_temporary)
+        auto storage_parse_result = storage_p.parse(pos, storage, expected);
+
+        if (storage_parse_result && s_as.ignore(pos, expected))
+        {
+            if (!select_p.parse(pos, select, expected))
+                return false;
+        }
+
+        if (!storage_parse_result && !is_temporary)
         {
             if (!s_as.ignore(pos, expected))
                 return false;
             if (!table_function_p.parse(pos, as_table_function, expected))
+            {
                 return false;
+            }
         }
     }
     else
diff --git a/src/Parsers/ParserDropQuery.cpp b/src/Parsers/ParserDropQuery.cpp
index e09642e7b84..5400f33fbd9 100644
--- a/src/Parsers/ParserDropQuery.cpp
+++ b/src/Parsers/ParserDropQuery.cpp
@@ -11,7 +11,7 @@ namespace DB
 namespace
 {
 
-bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool optional_table_keyword = false)
+bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, const ASTDropQuery::Kind kind)
 {
     ParserKeyword s_temporary("TEMPORARY");
     ParserKeyword s_table("TABLE");
@@ -21,6 +21,7 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
     ParserToken s_dot(TokenType::Dot);
     ParserKeyword s_if_exists("IF EXISTS");
     ParserIdentifier name_p;
+    ParserKeyword s_permanently("PERMANENTLY");
     ParserKeyword s_no_delay("NO DELAY");
     ParserKeyword s_sync("SYNC");
 
@@ -32,6 +33,7 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
     bool is_dictionary = false;
     bool is_view = false;
     bool no_delay = false;
+    bool permanently = false;
 
     if (s_database.ignore(pos, expected))
     {
@@ -40,15 +42,6 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
 
         if (!name_p.parse(pos, database, expected))
             return false;
-
-        if (ParserKeyword{"ON"}.ignore(pos, expected))
-        {
-            if (!ASTQueryWithOnCluster::parse(pos, cluster_str, expected))
-                return false;
-        }
-
-        if (s_no_delay.ignore(pos, expected) || s_sync.ignore(pos, expected))
-            no_delay = true;
     }
     else
     {
@@ -59,7 +52,8 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
         else if (s_temporary.ignore(pos, expected))
             temporary = true;
 
-        if (!is_view && !is_dictionary && (!s_table.ignore(pos, expected) && !optional_table_keyword))
+        /// for TRUNCATE queries TABLE keyword is assumed as default and can be skipped
+        if (!is_view && !is_dictionary && (!s_table.ignore(pos, expected) && kind != ASTDropQuery::Kind::Truncate))
         {
             return false;
         }
@@ -76,26 +70,32 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
             if (!name_p.parse(pos, table, expected))
                 return false;
         }
-
-        if (ParserKeyword{"ON"}.ignore(pos, expected))
-        {
-            if (!ASTQueryWithOnCluster::parse(pos, cluster_str, expected))
-                return false;
-        }
-
-        if (s_no_delay.ignore(pos, expected) || s_sync.ignore(pos, expected))
-            no_delay = true;
     }
 
+    /// common for tables / dictionaries / databases
+    if (ParserKeyword{"ON"}.ignore(pos, expected))
+    {
+        if (!ASTQueryWithOnCluster::parse(pos, cluster_str, expected))
+            return false;
+    }
+
+    if (kind == ASTDropQuery::Kind::Detach && s_permanently.ignore(pos, expected))
+        permanently = true;
+
+    /// actually for TRUNCATE NO DELAY / SYNC means nothing
+    if (s_no_delay.ignore(pos, expected) || s_sync.ignore(pos, expected))
+        no_delay = true;
+
     auto query = std::make_shared<ASTDropQuery>();
     node = query;
 
-    query->kind = ASTDropQuery::Kind::Drop;
+    query->kind = kind;
     query->if_exists = if_exists;
     query->temporary = temporary;
     query->is_dictionary = is_dictionary;
     query->is_view = is_view;
     query->no_delay = no_delay;
+    query->permanently = permanently;
 
     tryGetIdentifierNameInto(database, query->database);
     tryGetIdentifierNameInto(table, query->table);
@@ -105,28 +105,6 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
     return true;
 }
 
-bool parseDetachQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected)
-{
-    if (parseDropQuery(pos, node, expected))
-    {
-        auto * drop_query = node->as<ASTDropQuery>();
-        drop_query->kind = ASTDropQuery::Kind::Detach;
-        return true;
-    }
-    return false;
-}
-
-bool parseTruncateQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected)
-{
-    if (parseDropQuery(pos, node, expected, true))
-    {
-        auto * drop_query = node->as<ASTDropQuery>();
-        drop_query->kind = ASTDropQuery::Kind::Truncate;
-        return true;
-    }
-    return false;
-}
-
 }
 
 bool ParserDropQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
@@ -136,11 +114,11 @@ bool ParserDropQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
     ParserKeyword s_truncate("TRUNCATE");
 
     if (s_drop.ignore(pos, expected))
-        return parseDropQuery(pos, node, expected);
+        return parseDropQuery(pos, node, expected, ASTDropQuery::Kind::Drop);
     else if (s_detach.ignore(pos, expected))
-        return parseDetachQuery(pos, node, expected);
+        return parseDropQuery(pos, node, expected, ASTDropQuery::Kind::Detach);
     else if (s_truncate.ignore(pos, expected))
-        return parseTruncateQuery(pos, node, expected);
+        return parseDropQuery(pos, node, expected, ASTDropQuery::Kind::Truncate);
     else
         return false;
 }
diff --git a/src/Parsers/ParserDropQuery.h b/src/Parsers/ParserDropQuery.h
index 069b9c34ddd..39ff5b7c4fd 100644
--- a/src/Parsers/ParserDropQuery.h
+++ b/src/Parsers/ParserDropQuery.h
@@ -8,7 +8,7 @@ namespace DB
 {
 
 /** Query like this:
-  * DROP|DETACH|TRUNCATE TABLE [IF EXISTS] [db.]name
+  * DROP|DETACH|TRUNCATE TABLE [IF EXISTS] [db.]name [PERMANENTLY]
   *
   * Or:
   * DROP DATABASE [IF EXISTS] db
diff --git a/src/Parsers/ParserExplainQuery.cpp b/src/Parsers/ParserExplainQuery.cpp
index fe48addd0cd..7a7abba94a9 100644
--- a/src/Parsers/ParserExplainQuery.cpp
+++ b/src/Parsers/ParserExplainQuery.cpp
@@ -5,6 +5,7 @@
 #include <Parsers/ParserCreateQuery.h>
 #include <Parsers/ParserSelectWithUnionQuery.h>
 #include <Parsers/ParserSetQuery.h>
+#include <Parsers/ParserQuery.h>
 
 namespace DB
 {
@@ -51,7 +52,13 @@ bool ParserExplainQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expected
     ParserCreateTableQuery create_p;
     ParserSelectWithUnionQuery select_p;
     ASTPtr query;
-    if (select_p.parse(pos, query, expected) ||
+    if (kind == ASTExplainQuery::ExplainKind::ParsedAST)
+    {
+        ParserQuery p(end);
+        if (p.parse(pos, query, expected))
+            explain_query->setExplainedQuery(std::move(query));
+    }
+    else if (select_p.parse(pos, query, expected) ||
         create_p.parse(pos, query, expected))
         explain_query->setExplainedQuery(std::move(query));
     else
diff --git a/src/Parsers/ParserExplainQuery.h b/src/Parsers/ParserExplainQuery.h
index b58597b9248..a1865e30239 100644
--- a/src/Parsers/ParserExplainQuery.h
+++ b/src/Parsers/ParserExplainQuery.h
@@ -9,8 +9,12 @@ namespace DB
 class ParserExplainQuery : public IParserBase
 {
 protected:
+    const char * end;
+
     const char * getName() const override { return "EXPLAIN"; }
     bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected) override;
+public:
+    ParserExplainQuery(const char* end_) : end(end_) {}
 };
 
 }
diff --git a/src/Parsers/ParserQuery.cpp b/src/Parsers/ParserQuery.cpp
index 89ddd1797c0..4550bdc8a75 100644
--- a/src/Parsers/ParserQuery.cpp
+++ b/src/Parsers/ParserQuery.cpp
@@ -26,7 +26,7 @@ namespace DB
 
 bool ParserQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
 {
-    ParserQueryWithOutput query_with_output_p;
+    ParserQueryWithOutput query_with_output_p(end);
     ParserInsertQuery insert_p(end);
     ParserUseQuery use_p;
     ParserSetQuery set_p;
diff --git a/src/Parsers/ParserQueryWithOutput.cpp b/src/Parsers/ParserQueryWithOutput.cpp
index 76a3e8b95f8..d5aa1e47533 100644
--- a/src/Parsers/ParserQueryWithOutput.cpp
+++ b/src/Parsers/ParserQueryWithOutput.cpp
@@ -48,7 +48,7 @@ bool ParserQueryWithOutput::parseImpl(Pos & pos, ASTPtr & node, Expected & expec
     ParserShowCreateAccessEntityQuery show_create_access_entity_p;
     ParserShowGrantsQuery show_grants_p;
     ParserShowPrivilegesQuery show_privileges_p;
-    ParserExplainQuery explain_p;
+    ParserExplainQuery explain_p(end);
 
     ASTPtr query;
 
diff --git a/src/Parsers/ParserQueryWithOutput.h b/src/Parsers/ParserQueryWithOutput.h
index 110cf923147..854d5a74ffd 100644
--- a/src/Parsers/ParserQueryWithOutput.h
+++ b/src/Parsers/ParserQueryWithOutput.h
@@ -11,8 +11,11 @@ namespace DB
 class ParserQueryWithOutput : public IParserBase
 {
 protected:
+    const char * end;
     const char * getName() const override { return "Query with output"; }
     bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected) override;
+public:
+    ParserQueryWithOutput(const char * end_) : end(end_) {}
 };
 
 }
diff --git a/src/Parsers/ParserShowTablesQuery.cpp b/src/Parsers/ParserShowTablesQuery.cpp
index 4586e10a8a3..6022a31034a 100644
--- a/src/Parsers/ParserShowTablesQuery.cpp
+++ b/src/Parsers/ParserShowTablesQuery.cpp
@@ -24,6 +24,8 @@ bool ParserShowTablesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expec
     ParserKeyword s_clusters("CLUSTERS");
     ParserKeyword s_cluster("CLUSTER");
     ParserKeyword s_dictionaries("DICTIONARIES");
+    ParserKeyword s_settings("SETTINGS");
+    ParserKeyword s_changed("CHANGED");
     ParserKeyword s_from("FROM");
     ParserKeyword s_in("IN");
     ParserKeyword s_not("NOT");
@@ -99,6 +101,29 @@ bool ParserShowTablesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expec
 
         query->cluster_str = std::move(cluster_str);
     }
+    else if (bool changed = s_changed.ignore(pos); changed || s_settings.ignore(pos))
+    {
+        query->m_settings = true;
+
+        if (changed)
+        {
+            query->changed = true;
+            if (!s_settings.ignore(pos, expected))
+                return false;
+        }
+
+        /// Not expected due to "SHOW SETTINGS PROFILES"
+        if (bool insensitive = s_ilike.ignore(pos); insensitive || s_like.ignore(pos))
+        {
+            if (insensitive)
+                query->case_insensitive_like = true;
+
+            if (!like_p.parse(pos, like, expected))
+                return false;
+        }
+        else
+            return false;
+    }
     else
     {
         if (s_temporary.ignore(pos))
diff --git a/src/Parsers/tests/select_parser.cpp b/src/Parsers/tests/select_parser.cpp
index 7c18563659d..15295170c6b 100644
--- a/src/Parsers/tests/select_parser.cpp
+++ b/src/Parsers/tests/select_parser.cpp
@@ -22,7 +22,7 @@ try
         " INTO OUTFILE 'test.out'"
         " FORMAT TabSeparated";
 
-    ParserQueryWithOutput parser;
+    ParserQueryWithOutput parser(input.data() + input.size());
     ASTPtr ast = parseQuery(parser, input.data(), input.data() + input.size(), "", 0, 0);
 
     std::cout << "Success." << std::endl;
diff --git a/src/Parsers/tests/select_parser_fuzzer.cpp b/src/Parsers/tests/select_parser_fuzzer.cpp
index fc4670333fe..4848b285c07 100644
--- a/src/Parsers/tests/select_parser_fuzzer.cpp
+++ b/src/Parsers/tests/select_parser_fuzzer.cpp
@@ -11,7 +11,7 @@ try
 {
     std::string input = std::string(reinterpret_cast<const char*>(data), size);
 
-    DB::ParserQueryWithOutput parser;
+    DB::ParserQueryWithOutput parser(input.data() + input.size());
     DB::ASTPtr ast = parseQuery(parser, input.data(), input.data() + input.size(), "", 0, 0);
 
     DB::formatAST(*ast, std::cerr);
diff --git a/src/Processors/Formats/Impl/ConstantExpressionTemplate.cpp b/src/Processors/Formats/Impl/ConstantExpressionTemplate.cpp
index 68854e53a02..d7a65c2f15d 100644
--- a/src/Processors/Formats/Impl/ConstantExpressionTemplate.cpp
+++ b/src/Processors/Formats/Impl/ConstantExpressionTemplate.cpp
@@ -1,11 +1,13 @@
 #include <Columns/ColumnConst.h>
 #include <Columns/ColumnTuple.h>
+#include <Columns/ColumnMap.h>
 #include <Columns/ColumnsNumber.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <DataTypes/DataTypeNullable.h>
 #include <DataTypes/DataTypeString.h>
 #include <DataTypes/DataTypeArray.h>
 #include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeMap.h>
 #include <DataTypes/FieldToDataType.h>
 #include <Processors/Formats/IRowInputFormat.h>
 #include <Functions/FunctionFactory.h>
@@ -46,6 +48,7 @@ struct SpecialParserType
     bool is_nullable = false;
     bool is_array = false;
     bool is_tuple = false;
+    bool is_map = false;
     /// Type and nullability
     std::vector<std::pair<Field::Types::Which, bool>> nested_types;
 
@@ -119,6 +122,10 @@ static void fillLiteralInfo(DataTypes & nested_types, LiteralInfo & info)
         {
             field_type = Field::Types::Tuple;
         }
+        else if (type_info.isMap())
+        {
+            field_type = Field::Types::Map;
+        }
         else
             throw Exception("Unexpected literal type inside Array: " + nested_type->getName() + ". It's a bug",
                             ErrorCodes::LOGICAL_ERROR);
@@ -196,6 +203,13 @@ private:
                 if (not_null == array.end())
                     return true;
             }
+            else if (literal->value.getType() == Field::Types::Map)
+            {
+                const Map & map = literal->value.get<Map>();
+                if (map.size() % 2)
+                    return false;
+            }
+
             String column_name = "_dummy_" + std::to_string(replaced_literals.size());
             replaced_literals.emplace_back(literal, column_name, force_nullable);
             setDataType(replaced_literals.back());
@@ -243,6 +257,15 @@ private:
             fillLiteralInfo(nested_types, info);
             info.type = std::make_shared<DataTypeTuple>(nested_types);
         }
+        else if (field_type == Field::Types::Map)
+        {
+            info.special_parser.is_map = true;
+
+            info.type = applyVisitor(FieldToDataType(), info.literal->value);
+            auto nested_types = assert_cast<const DataTypeMap &>(*info.type).getKeyValueTypes();
+            fillLiteralInfo(nested_types, info);
+            info.type = std::make_shared<DataTypeMap>(nested_types);
+        }
         else
             throw Exception(String("Unexpected literal type ") + info.literal->value.getTypeName() + ". It's a bug",
                             ErrorCodes::LOGICAL_ERROR);
@@ -453,17 +476,19 @@ bool ConstantExpressionTemplate::parseLiteralAndAssertType(ReadBuffer & istr, co
     /// If literal does not fit entirely in the buffer, parsing error will happen.
     /// However, it's possible to deduce new template (or use template from cache) after error like it was template mismatch.
 
-    if (type_info.is_array || type_info.is_tuple)
+    if (type_info.is_array || type_info.is_tuple || type_info.is_map)
     {
         /// TODO faster way to check types without using Parsers
         ParserArrayOfLiterals parser_array;
         ParserTupleOfLiterals parser_tuple;
+        ParserMapOfLiterals parser_map;
 
         Tokens tokens_number(istr.position(), istr.buffer().end());
         IParser::Pos iterator(tokens_number, settings.max_parser_depth);
         Expected expected;
         ASTPtr ast;
-        if (!parser_array.parse(iterator, ast, expected) && !parser_tuple.parse(iterator, ast, expected))
+        if (!parser_array.parse(iterator, ast, expected) && !parser_tuple.parse(iterator, ast, expected)
+            && !parser_map.parse(iterator, ast, expected))
             return false;
 
         istr.position() = const_cast<char *>(iterator->begin);
@@ -474,8 +499,10 @@ bool ConstantExpressionTemplate::parseLiteralAndAssertType(ReadBuffer & istr, co
         DataTypes nested_types;
         if (type_info.is_array)
             nested_types = { assert_cast<const DataTypeArray &>(*collection_type).getNestedType() };
-        else
+        else if (type_info.is_tuple)
             nested_types = assert_cast<const DataTypeTuple &>(*collection_type).getElements();
+        else
+            nested_types = assert_cast<const DataTypeMap &>(*collection_type).getKeyValueTypes();
 
         for (size_t i = 0; i < nested_types.size(); ++i)
         {
diff --git a/src/Processors/Merges/Algorithms/AggregatingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/AggregatingSortedAlgorithm.cpp
index 11d68372b10..6b2ee1c8039 100644
--- a/src/Processors/Merges/Algorithms/AggregatingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/AggregatingSortedAlgorithm.cpp
@@ -257,12 +257,12 @@ void AggregatingSortedAlgorithm::AggregatingMergedData::addRow(SortCursor & curs
         throw Exception("Can't add a row to the group because it was not started.", ErrorCodes::LOGICAL_ERROR);
 
     for (auto & desc : def.columns_to_aggregate)
-        desc.column->insertMergeFrom(*cursor->all_columns[desc.column_number], cursor->pos);
+        desc.column->insertMergeFrom(*cursor->all_columns[desc.column_number], cursor->getRow());
 
     for (auto & desc : def.columns_to_simple_aggregate)
     {
         auto & col = cursor->all_columns[desc.column_number];
-        desc.add_function(desc.function.get(), desc.state.data(), &col, cursor->pos, arena.get());
+        desc.add_function(desc.function.get(), desc.state.data(), &col, cursor->getRow(), arena.get());
     }
 }
 
@@ -352,7 +352,7 @@ IMergingAlgorithm::Status AggregatingSortedAlgorithm::merge()
                 return Status(merged_data.pull());
             }
 
-            merged_data.startGroup(current->all_columns, current->pos);
+            merged_data.startGroup(current->all_columns, current->getRow());
         }
 
         merged_data.addRow(current);
diff --git a/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.cpp
index 8f6888b9a7a..ccb66259e2e 100644
--- a/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.cpp
@@ -26,9 +26,9 @@ CollapsingSortedAlgorithm::CollapsingSortedAlgorithm(
     const String & sign_column,
     bool only_positive_sign_,
     size_t max_block_size,
+    Poco::Logger * log_,
     WriteBuffer * out_row_sources_buf_,
-    bool use_average_block_sizes,
-    Poco::Logger * log_)
+    bool use_average_block_sizes)
     : IMergingAlgorithmWithSharedChunks(num_inputs, std::move(description_), out_row_sources_buf_, max_row_refs)
     , merged_data(header.cloneEmptyColumns(), use_average_block_sizes, max_block_size)
     , sign_column_number(header.getPositionByName(sign_column))
@@ -123,7 +123,7 @@ IMergingAlgorithm::Status CollapsingSortedAlgorithm::merge()
             return Status(current.impl->order);
         }
 
-        Int8 sign = assert_cast<const ColumnInt8 &>(*current->all_columns[sign_column_number]).getData()[current->pos];
+        Int8 sign = assert_cast<const ColumnInt8 &>(*current->all_columns[sign_column_number]).getData()[current->getRow()];
 
         RowRef current_row;
         setRowRef(current_row, current);
diff --git a/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.h b/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.h
index d95fac2f02b..028715f715b 100644
--- a/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.h
+++ b/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.h
@@ -33,9 +33,9 @@ public:
         const String & sign_column,
         bool only_positive_sign_, /// For select final. Skip rows with sum(sign) < 0.
         size_t max_block_size,
-        WriteBuffer * out_row_sources_buf_,
-        bool use_average_block_sizes,
-        Poco::Logger * log_);
+        Poco::Logger * log_,
+        WriteBuffer * out_row_sources_buf_ = nullptr,
+        bool use_average_block_sizes = false);
 
     Status merge() override;
 
diff --git a/src/Processors/Merges/Algorithms/GraphiteRollupSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/GraphiteRollupSortedAlgorithm.cpp
index 0e704e5a05b..df10fb26d40 100644
--- a/src/Processors/Merges/Algorithms/GraphiteRollupSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/GraphiteRollupSortedAlgorithm.cpp
@@ -164,12 +164,12 @@ IMergingAlgorithm::Status GraphiteRollupSortedAlgorithm::merge()
             return Status(current.impl->order);
         }
 
-        StringRef next_path = current->all_columns[columns_definition.path_column_num]->getDataAt(current->pos);
+        StringRef next_path = current->all_columns[columns_definition.path_column_num]->getDataAt(current->getRow());
         bool new_path = is_first || next_path != current_group_path;
 
         is_first = false;
 
-        time_t next_row_time = current->all_columns[columns_definition.time_column_num]->getUInt(current->pos);
+        time_t next_row_time = current->all_columns[columns_definition.time_column_num]->getUInt(current->getRow());
         /// Is new key before rounding.
         bool is_new_key = new_path || next_row_time != current_time;
 
@@ -227,7 +227,7 @@ IMergingAlgorithm::Status GraphiteRollupSortedAlgorithm::merge()
         /// and for rows with same maximum version - only last row.
         if (is_new_key
             || current->all_columns[columns_definition.version_column_num]->compareAt(
-                current->pos, current_subgroup_newest_row.row_num,
+                current->getRow(), current_subgroup_newest_row.row_num,
                 *(*current_subgroup_newest_row.all_columns)[columns_definition.version_column_num],
                 /* nan_direction_hint = */ 1) >= 0)
         {
@@ -263,7 +263,7 @@ IMergingAlgorithm::Status GraphiteRollupSortedAlgorithm::merge()
 
 void GraphiteRollupSortedAlgorithm::startNextGroup(SortCursor & cursor, Graphite::RollupRule next_rule)
 {
-    merged_data.startNextGroup(cursor->all_columns, cursor->pos, next_rule, columns_definition);
+    merged_data.startNextGroup(cursor->all_columns, cursor->getRow(), next_rule, columns_definition);
 }
 
 void GraphiteRollupSortedAlgorithm::finishCurrentGroup()
diff --git a/src/Processors/Merges/Algorithms/IMergingAlgorithm.h b/src/Processors/Merges/Algorithms/IMergingAlgorithm.h
index f86be2a7d1b..5c8d18875e7 100644
--- a/src/Processors/Merges/Algorithms/IMergingAlgorithm.h
+++ b/src/Processors/Merges/Algorithms/IMergingAlgorithm.h
@@ -29,6 +29,8 @@ public:
         /// between different algorithm objects in parallel FINAL.
         bool skip_last_row = false;
 
+        IColumn::Permutation * permutation = nullptr;
+
         void swap(Input & other)
         {
             chunk.swap(other.chunk);
diff --git a/src/Processors/Merges/Algorithms/IMergingAlgorithmWithDelayedChunk.cpp b/src/Processors/Merges/Algorithms/IMergingAlgorithmWithDelayedChunk.cpp
index 0b13d689636..e4c60d7609c 100644
--- a/src/Processors/Merges/Algorithms/IMergingAlgorithmWithDelayedChunk.cpp
+++ b/src/Processors/Merges/Algorithms/IMergingAlgorithmWithDelayedChunk.cpp
@@ -22,7 +22,7 @@ void IMergingAlgorithmWithDelayedChunk::initializeQueue(Inputs inputs)
         if (!current_inputs[source_num].chunk)
             continue;
 
-        cursors[source_num] = SortCursorImpl(current_inputs[source_num].chunk.getColumns(), description, source_num);
+        cursors[source_num] = SortCursorImpl(current_inputs[source_num].chunk.getColumns(), description, source_num, current_inputs[source_num].permutation);
     }
 
     queue = SortingHeap<SortCursor>(cursors);
@@ -37,7 +37,7 @@ void IMergingAlgorithmWithDelayedChunk::updateCursor(Input & input, size_t sourc
     last_chunk_sort_columns = std::move(cursors[source_num].sort_columns);
 
     current_input.swap(input);
-    cursors[source_num].reset(current_input.chunk.getColumns(), {});
+    cursors[source_num].reset(current_input.chunk.getColumns(), {}, current_input.permutation);
 
     queue.push(cursors[source_num]);
 }
diff --git a/src/Processors/Merges/Algorithms/IMergingAlgorithmWithSharedChunks.cpp b/src/Processors/Merges/Algorithms/IMergingAlgorithmWithSharedChunks.cpp
index 39abe5c0ec7..97abffdc167 100644
--- a/src/Processors/Merges/Algorithms/IMergingAlgorithmWithSharedChunks.cpp
+++ b/src/Processors/Merges/Algorithms/IMergingAlgorithmWithSharedChunks.cpp
@@ -39,7 +39,7 @@ void IMergingAlgorithmWithSharedChunks::initialize(Inputs inputs)
 
         source.skip_last_row = inputs[source_num].skip_last_row;
         source.chunk = chunk_allocator.alloc(inputs[source_num].chunk);
-        cursors[source_num] = SortCursorImpl(source.chunk->getColumns(), description, source_num);
+        cursors[source_num] = SortCursorImpl(source.chunk->getColumns(), description, source_num, inputs[source_num].permutation);
 
         source.chunk->all_columns = cursors[source_num].all_columns;
         source.chunk->sort_columns = cursors[source_num].sort_columns;
@@ -55,7 +55,7 @@ void IMergingAlgorithmWithSharedChunks::consume(Input & input, size_t source_num
     auto & source = sources[source_num];
     source.skip_last_row = input.skip_last_row;
     source.chunk = chunk_allocator.alloc(input.chunk);
-    cursors[source_num].reset(source.chunk->getColumns(), {});
+    cursors[source_num].reset(source.chunk->getColumns(), {}, input.permutation);
 
     source.chunk->all_columns = cursors[source_num].all_columns;
     source.chunk->sort_columns = cursors[source_num].sort_columns;
diff --git a/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.cpp
index ee13ef70203..511bd9dd74f 100644
--- a/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.cpp
@@ -139,7 +139,7 @@ IMergingAlgorithm::Status MergingSortedAlgorithm::mergeImpl(TSortingHeap & queue
 
         //std::cerr << "total_merged_rows: " << total_merged_rows << ", merged_rows: " << merged_rows << "\n";
         //std::cerr << "Inserting row\n";
-        merged_data.insertRow(current->all_columns, current->pos, current->rows);
+        merged_data.insertRow(current->all_columns, current->getRow(), current->rows);
 
         if (out_row_sources_buf)
         {
diff --git a/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.h b/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.h
index 531b2636747..63dced26dd4 100644
--- a/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.h
+++ b/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.h
@@ -18,9 +18,9 @@ public:
         size_t num_inputs,
         SortDescription description_,
         size_t max_block_size,
-        UInt64 limit_,
-        WriteBuffer * out_row_sources_buf_,
-        bool use_average_block_sizes);
+        UInt64 limit_ = 0,
+        WriteBuffer * out_row_sources_buf_ = nullptr,
+        bool use_average_block_sizes = false);
 
     void addInput();
 
diff --git a/src/Processors/Merges/Algorithms/ReplacingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/ReplacingSortedAlgorithm.cpp
index 3ee0df0efd8..132241844d7 100644
--- a/src/Processors/Merges/Algorithms/ReplacingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/ReplacingSortedAlgorithm.cpp
@@ -73,7 +73,7 @@ IMergingAlgorithm::Status ReplacingSortedAlgorithm::merge()
         if (version_column_number == -1
             || selected_row.empty()
             || current->all_columns[version_column_number]->compareAt(
-                current->pos, selected_row.row_num,
+                current->getRow(), selected_row.row_num,
                 *(*selected_row.all_columns)[version_column_number],
                 /* nan_direction_hint = */ 1) >= 0)
         {
diff --git a/src/Processors/Merges/Algorithms/RowRef.h b/src/Processors/Merges/Algorithms/RowRef.h
index 1b4da9781f8..e4610c88581 100644
--- a/src/Processors/Merges/Algorithms/RowRef.h
+++ b/src/Processors/Merges/Algorithms/RowRef.h
@@ -136,7 +136,7 @@ struct RowRef
     {
         sort_columns = cursor.impl->sort_columns.data();
         num_columns = cursor.impl->sort_columns.size();
-        row_num = cursor.impl->pos;
+        row_num = cursor.impl->getRow();
     }
 
     static bool checkEquals(size_t size, const IColumn ** lhs, size_t lhs_row, const IColumn ** rhs, size_t rhs_row)
@@ -192,7 +192,7 @@ struct RowRefWithOwnedChunk
     void set(SortCursor & cursor, SharedChunkPtr chunk)
     {
         owned_chunk = std::move(chunk);
-        row_num = cursor.impl->pos;
+        row_num = cursor.impl->getRow();
         all_columns = &owned_chunk->all_columns;
         sort_columns = &owned_chunk->sort_columns;
     }
diff --git a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
index 17e5e4364ff..f558a6f0677 100644
--- a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
@@ -688,10 +688,10 @@ IMergingAlgorithm::Status SummingSortedAlgorithm::merge()
                 return Status(merged_data.pull());
             }
 
-            merged_data.startGroup(current->all_columns, current->pos);
+            merged_data.startGroup(current->all_columns, current->getRow());
         }
         else
-            merged_data.addRow(current->all_columns, current->pos);
+            merged_data.addRow(current->all_columns, current->getRow());
 
         if (!current->isLast())
         {
diff --git a/src/Processors/Merges/Algorithms/VersionedCollapsingAlgorithm.cpp b/src/Processors/Merges/Algorithms/VersionedCollapsingAlgorithm.cpp
index 6273bd28371..672242b253b 100644
--- a/src/Processors/Merges/Algorithms/VersionedCollapsingAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/VersionedCollapsingAlgorithm.cpp
@@ -73,7 +73,7 @@ IMergingAlgorithm::Status VersionedCollapsingAlgorithm::merge()
 
         RowRef current_row;
 
-        Int8 sign = assert_cast<const ColumnInt8 &>(*current->all_columns[sign_column_number]).getData()[current->pos];
+        Int8 sign = assert_cast<const ColumnInt8 &>(*current->all_columns[sign_column_number]).getData()[current->getRow()];
 
         setRowRef(current_row, current);
 
diff --git a/src/Processors/Merges/CollapsingSortedTransform.h b/src/Processors/Merges/CollapsingSortedTransform.h
index 4e65504a101..9e6bd306eee 100644
--- a/src/Processors/Merges/CollapsingSortedTransform.h
+++ b/src/Processors/Merges/CollapsingSortedTransform.h
@@ -27,9 +27,9 @@ public:
             sign_column,
             only_positive_sign,
             max_block_size,
+            &Poco::Logger::get("CollapsingSortedTransform"),
             out_row_sources_buf_,
-            use_average_block_sizes,
-            &Poco::Logger::get("CollapsingSortedTransform"))
+            use_average_block_sizes)
     {
     }
 
diff --git a/src/Processors/Transforms/SortingTransform.cpp b/src/Processors/Transforms/SortingTransform.cpp
index 03c8e87ce7a..11f23530c9e 100644
--- a/src/Processors/Transforms/SortingTransform.cpp
+++ b/src/Processors/Transforms/SortingTransform.cpp
@@ -100,7 +100,7 @@ Chunk MergeSorter::mergeImpl(TSortingHeap & queue)
 
         /// Append a row from queue.
         for (size_t i = 0; i < num_columns; ++i)
-            merged_columns[i]->insertFrom(*current->all_columns[i], current->pos);
+            merged_columns[i]->insertFrom(*current->all_columns[i], current->getRow());
 
         ++total_merged_rows;
         ++merged_rows;
diff --git a/src/Server/TestKeeperTCPHandler.cpp b/src/Server/TestKeeperTCPHandler.cpp
index ffb73985824..ad5c3898bb4 100644
--- a/src/Server/TestKeeperTCPHandler.cpp
+++ b/src/Server/TestKeeperTCPHandler.cpp
@@ -419,28 +419,40 @@ Coordination::OpNum TestKeeperTCPHandler::receiveRequest()
     Coordination::ZooKeeperRequestPtr request = Coordination::ZooKeeperRequestFactory::instance().get(opnum);
     request->xid = xid;
     request->readImpl(*in);
-    int response_fd = poll_wrapper->getResponseFD();
     auto promise = std::make_shared<std::promise<Coordination::ZooKeeperResponsePtr>>();
-    zkutil::ResponseCallback callback = [response_fd, promise] (const Coordination::ZooKeeperResponsePtr & response)
+    if (opnum != Coordination::OpNum::Close)
     {
-        promise->set_value(response);
-        [[maybe_unused]] int result = write(response_fd, &RESPONSE_BYTE, sizeof(RESPONSE_BYTE));
-    };
-
-    if (request->has_watch)
-    {
-        auto watch_promise = std::make_shared<std::promise<Coordination::ZooKeeperResponsePtr>>();
-        zkutil::ResponseCallback watch_callback = [response_fd, watch_promise] (const Coordination::ZooKeeperResponsePtr & response)
+        int response_fd = poll_wrapper->getResponseFD();
+        zkutil::ResponseCallback callback = [response_fd, promise] (const Coordination::ZooKeeperResponsePtr & response)
         {
-            watch_promise->set_value(response);
-            [[maybe_unused]] int result = write(response_fd, &WATCH_RESPONSE_BYTE, sizeof(WATCH_RESPONSE_BYTE));
+            promise->set_value(response);
+            [[maybe_unused]] int result = write(response_fd, &RESPONSE_BYTE, sizeof(RESPONSE_BYTE));
         };
-        test_keeper_storage->putRequest(request, session_id, callback, watch_callback);
-        responses.push(promise->get_future());
-        watch_responses.emplace_back(watch_promise->get_future());
+
+        if (request->has_watch)
+        {
+            auto watch_promise = std::make_shared<std::promise<Coordination::ZooKeeperResponsePtr>>();
+            zkutil::ResponseCallback watch_callback = [response_fd, watch_promise] (const Coordination::ZooKeeperResponsePtr & response)
+            {
+                watch_promise->set_value(response);
+                [[maybe_unused]] int result = write(response_fd, &WATCH_RESPONSE_BYTE, sizeof(WATCH_RESPONSE_BYTE));
+            };
+            test_keeper_storage->putRequest(request, session_id, callback, watch_callback);
+            responses.push(promise->get_future());
+            watch_responses.emplace_back(watch_promise->get_future());
+        }
+        else
+        {
+            test_keeper_storage->putRequest(request, session_id, callback);
+            responses.push(promise->get_future());
+        }
     }
     else
     {
+        zkutil::ResponseCallback callback = [promise] (const Coordination::ZooKeeperResponsePtr & response)
+        {
+            promise->set_value(response);
+        };
         test_keeper_storage->putRequest(request, session_id, callback);
         responses.push(promise->get_future());
     }
diff --git a/src/Storages/AlterCommands.cpp b/src/Storages/AlterCommands.cpp
index 559121d6911..59b40ffdfbb 100644
--- a/src/Storages/AlterCommands.cpp
+++ b/src/Storages/AlterCommands.cpp
@@ -793,6 +793,7 @@ void AlterCommands::apply(StorageInMemoryMetadata & metadata, const Context & co
         throw DB::Exception("Alter commands is not prepared. Cannot apply. It's a bug", ErrorCodes::LOGICAL_ERROR);
 
     auto metadata_copy = metadata;
+
     for (const AlterCommand & command : *this)
         if (!command.ignore)
             command.apply(metadata_copy, context);
@@ -823,6 +824,7 @@ void AlterCommands::apply(StorageInMemoryMetadata & metadata, const Context & co
 
     /// Changes in columns may lead to changes in TTL expressions.
     auto column_ttl_asts = metadata_copy.columns.getColumnTTLs();
+    metadata_copy.column_ttls_by_name.clear();
     for (const auto & [name, ast] : column_ttl_asts)
     {
         auto new_ttl_entry = TTLDescription::getTTLFromAST(ast, metadata_copy.columns, context, metadata_copy.primary_key);
@@ -830,7 +832,7 @@ void AlterCommands::apply(StorageInMemoryMetadata & metadata, const Context & co
     }
 
     if (metadata_copy.table_ttl.definition_ast != nullptr)
-        metadata.table_ttl = TTLTableDescription::getTTLForTableFromAST(
+        metadata_copy.table_ttl = TTLTableDescription::getTTLForTableFromAST(
             metadata_copy.table_ttl.definition_ast, metadata_copy.columns, context, metadata_copy.primary_key);
 
     metadata = std::move(metadata_copy);
diff --git a/src/Storages/HDFS/HDFSCommon.cpp b/src/Storages/HDFS/HDFSCommon.cpp
new file mode 100644
index 00000000000..e5ec8a06139
--- /dev/null
+++ b/src/Storages/HDFS/HDFSCommon.cpp
@@ -0,0 +1,194 @@
+#include <Storages/HDFS/HDFSCommon.h>
+#include <Poco/URI.h>
+#include <boost/algorithm/string/replace.hpp>
+
+#if USE_HDFS
+#include <Common/ShellCommand.h>
+#include <Common/Exception.h>
+#include <IO/WriteBufferFromString.h>
+#include <IO/Operators.h>
+#include <common/logger_useful.h>
+
+namespace DB
+{
+namespace ErrorCodes
+{
+extern const int BAD_ARGUMENTS;
+extern const int NETWORK_ERROR;
+extern const int EXCESSIVE_ELEMENT_IN_CONFIG;
+extern const int NO_ELEMENTS_IN_CONFIG;
+}
+
+const String HDFSBuilderWrapper::CONFIG_PREFIX = "hdfs";
+
+void HDFSBuilderWrapper::loadFromConfig(const Poco::Util::AbstractConfiguration & config,
+    const String & config_path, bool isUser)
+{
+    Poco::Util::AbstractConfiguration::Keys keys;
+
+    config.keys(config_path, keys);
+    for (const auto & key : keys)
+    {
+        const String key_path = config_path + "." + key;
+
+        String key_name;
+        if (key == "hadoop_kerberos_keytab")
+        {
+            need_kinit = true;
+            hadoop_kerberos_keytab = config.getString(key_path);
+            continue;
+        }
+        else if (key == "hadoop_kerberos_principal")
+        {
+            need_kinit = true;
+            hadoop_kerberos_principal = config.getString(key_path);
+
+#if USE_INTERNAL_HDFS3_LIBRARY
+            hdfsBuilderSetPrincipal(hdfs_builder, hadoop_kerberos_principal.c_str());
+#endif
+
+            continue;
+        }
+        else if (key == "hadoop_kerberos_kinit_command")
+        {
+            need_kinit = true;
+            hadoop_kerberos_kinit_command = config.getString(key_path);
+            continue;
+        }
+        else if (key == "hadoop_security_kerberos_ticket_cache_path")
+        {
+            if (isUser)
+            {
+                throw Exception("hadoop.security.kerberos.ticket.cache.path cannot be set per user",
+                    ErrorCodes::EXCESSIVE_ELEMENT_IN_CONFIG);
+            }
+
+            hadoop_security_kerberos_ticket_cache_path = config.getString(key_path);
+            // standard param - pass further
+        }
+
+        key_name = boost::replace_all_copy(key, "_", ".");
+
+        const auto & [k,v] = keep(key_name, config.getString(key_path));
+        hdfsBuilderConfSetStr(hdfs_builder, k.c_str(), v.c_str());
+    }
+}
+
+String HDFSBuilderWrapper::getKinitCmd()
+{
+
+    if (hadoop_kerberos_keytab.empty() || hadoop_kerberos_principal.empty())
+    {
+        throw Exception("Not enough parameters to run kinit",
+            ErrorCodes::NO_ELEMENTS_IN_CONFIG);
+    }
+
+    WriteBufferFromOwnString ss;
+
+    String cache_name =  hadoop_security_kerberos_ticket_cache_path.empty() ?
+        String() :
+        (String(" -c \"") + hadoop_security_kerberos_ticket_cache_path + "\"");
+
+    // command to run looks like
+    // kinit -R -t /keytab_dir/clickhouse.keytab -k somebody@TEST.CLICKHOUSE.TECH || ..
+    ss << hadoop_kerberos_kinit_command << cache_name <<
+        " -R -t \"" << hadoop_kerberos_keytab << "\" -k " << hadoop_kerberos_principal <<
+        "|| " << hadoop_kerberos_kinit_command << cache_name << " -t \"" <<
+        hadoop_kerberos_keytab << "\" -k " << hadoop_kerberos_principal;
+    return ss.str();
+}
+
+void HDFSBuilderWrapper::runKinit()
+{
+    String cmd = getKinitCmd();
+    LOG_DEBUG(&Poco::Logger::get("HDFSClient"), "running kinit: {}", cmd);
+
+    std::unique_lock<std::mutex> lck(kinit_mtx);
+
+    auto command = ShellCommand::execute(cmd);
+    auto status = command->tryWait();
+    if (status)
+    {
+        throw Exception("kinit failure: " + cmd, ErrorCodes::BAD_ARGUMENTS);
+    }
+}
+
+HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::AbstractConfiguration & config)
+{
+    const Poco::URI uri(uri_str);
+    const auto & host = uri.getHost();
+    auto port = uri.getPort();
+    const String path = "//";
+    if (host.empty())
+        throw Exception("Illegal HDFS URI: " + uri.toString(), ErrorCodes::BAD_ARGUMENTS);
+
+    HDFSBuilderWrapper builder;
+    if (builder.get() == nullptr)
+        throw Exception("Unable to create builder to connect to HDFS: " +
+            uri.toString() + " " + String(hdfsGetLastError()),
+            ErrorCodes::NETWORK_ERROR);
+
+    hdfsBuilderConfSetStr(builder.get(), "input.read.timeout", "60000"); // 1 min
+    hdfsBuilderConfSetStr(builder.get(), "input.write.timeout", "60000"); // 1 min
+    hdfsBuilderConfSetStr(builder.get(), "input.connect.timeout", "60000"); // 1 min
+
+    String user_info = uri.getUserInfo();
+    String user;
+    if (!user_info.empty() && user_info.front() != ':')
+    {
+        size_t delim_pos = user_info.find(':');
+        if (delim_pos != String::npos)
+            user = user_info.substr(0, delim_pos);
+        else
+            user = user_info;
+
+        hdfsBuilderSetUserName(builder.get(), user.c_str());
+    }
+    hdfsBuilderSetNameNode(builder.get(), host.c_str());
+    if (port != 0)
+    {
+        hdfsBuilderSetNameNodePort(builder.get(), port);
+    }
+
+    if (config.has(HDFSBuilderWrapper::CONFIG_PREFIX))
+    {
+        builder.loadFromConfig(config, HDFSBuilderWrapper::CONFIG_PREFIX);
+    }
+
+    if (!user.empty())
+    {
+        String user_config_prefix = HDFSBuilderWrapper::CONFIG_PREFIX + "_" + user;
+        if (config.has(user_config_prefix))
+        {
+#if USE_INTERNAL_HDFS3_LIBRARY
+            builder.loadFromConfig(config, user_config_prefix, true);
+#else
+            throw Exception("Multi user HDFS configuration required internal libhdfs3",
+                ErrorCodes::EXCESSIVE_ELEMENT_IN_CONFIG);
+#endif
+        }
+    }
+
+    if (builder.need_kinit)
+    {
+        builder.runKinit();
+    }
+
+    return builder;
+}
+
+std::mutex HDFSBuilderWrapper::kinit_mtx;
+
+HDFSFSPtr createHDFSFS(hdfsBuilder * builder)
+{
+    HDFSFSPtr fs(hdfsBuilderConnect(builder));
+    if (fs == nullptr)
+        throw Exception("Unable to connect to HDFS: " + String(hdfsGetLastError()),
+            ErrorCodes::NETWORK_ERROR);
+
+    return fs;
+}
+
+}
+
+#endif
diff --git a/src/Storages/HDFS/HDFSCommon.h b/src/Storages/HDFS/HDFSCommon.h
new file mode 100644
index 00000000000..fa1ca88464e
--- /dev/null
+++ b/src/Storages/HDFS/HDFSCommon.h
@@ -0,0 +1,114 @@
+#pragma once
+
+#include <Common/config.h>
+
+#if USE_HDFS
+#include <memory>
+#include <type_traits>
+#include <vector>
+
+#include <hdfs/hdfs.h>
+#include <common/types.h>
+#include <mutex>
+
+#include <Interpreters/Context.h>
+#include <Poco/Util/AbstractConfiguration.h>
+
+
+namespace DB
+{
+namespace detail
+{
+    struct HDFSFsDeleter
+    {
+        void operator()(hdfsFS fs_ptr)
+        {
+            hdfsDisconnect(fs_ptr);
+        }
+    };
+}
+
+struct HDFSFileInfo
+{
+    hdfsFileInfo * file_info;
+    int length;
+
+    HDFSFileInfo()
+        : file_info(nullptr)
+        , length(0)
+    {
+    }
+    HDFSFileInfo(const HDFSFileInfo & other) = delete;
+    HDFSFileInfo(HDFSFileInfo && other) = default;
+    HDFSFileInfo & operator=(const HDFSFileInfo & other) = delete;
+    HDFSFileInfo & operator=(HDFSFileInfo && other) = default;
+
+    ~HDFSFileInfo()
+    {
+        hdfsFreeFileInfo(file_info, length);
+    }
+};
+
+class HDFSBuilderWrapper
+{
+    hdfsBuilder * hdfs_builder;
+    String hadoop_kerberos_keytab;
+    String hadoop_kerberos_principal;
+    String hadoop_kerberos_kinit_command = "kinit";
+    String hadoop_security_kerberos_ticket_cache_path;
+
+    static std::mutex kinit_mtx;
+
+    std::vector<std::pair<String, String>> config_stor;
+
+    // hdfs builder relies on an external config data storage
+    std::pair<String, String>& keep(const String & k, const String & v)
+    {
+        return config_stor.emplace_back(std::make_pair(k, v));
+    }
+
+    bool need_kinit{false};
+
+    static const String CONFIG_PREFIX;
+
+private:
+
+    void loadFromConfig(const Poco::Util::AbstractConfiguration & config, const String & config_path, bool isUser = false);
+
+    String getKinitCmd();
+
+    void runKinit();
+
+public:
+
+    hdfsBuilder *
+    get()
+    {
+        return hdfs_builder;
+    }
+
+    HDFSBuilderWrapper()
+        : hdfs_builder(hdfsNewBuilder())
+    {
+    }
+
+    ~HDFSBuilderWrapper()
+    {
+        hdfsFreeBuilder(hdfs_builder);
+
+    }
+
+    HDFSBuilderWrapper(const HDFSBuilderWrapper &) = delete;
+    HDFSBuilderWrapper(HDFSBuilderWrapper &&) = default;
+
+    friend HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::AbstractConfiguration &);
+};
+
+using HDFSFSPtr = std::unique_ptr<std::remove_pointer_t<hdfsFS>, detail::HDFSFsDeleter>;
+
+// set read/connect timeout, default value in libhdfs3 is about 1 hour, and too large
+/// TODO Allow to tune from query Settings.
+HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::AbstractConfiguration &);
+HDFSFSPtr createHDFSFS(hdfsBuilder * builder);
+}
+#endif
diff --git a/src/IO/ReadBufferFromHDFS.cpp b/src/Storages/HDFS/ReadBufferFromHDFS.cpp
similarity index 81%
rename from src/IO/ReadBufferFromHDFS.cpp
rename to src/Storages/HDFS/ReadBufferFromHDFS.cpp
index 0b9f75d8c46..f3b0e3022f1 100644
--- a/src/IO/ReadBufferFromHDFS.cpp
+++ b/src/Storages/HDFS/ReadBufferFromHDFS.cpp
@@ -1,7 +1,7 @@
 #include "ReadBufferFromHDFS.h"
 
 #if USE_HDFS
-#include <IO/HDFSCommon.h>
+#include <Storages/HDFS/HDFSCommon.h>
 #include <hdfs/hdfs.h>
 #include <mutex>
 
@@ -23,15 +23,16 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
 
     std::string hdfs_uri;
     hdfsFile fin;
-    HDFSBuilderPtr builder;
+    HDFSBuilderWrapper builder;
     HDFSFSPtr fs;
 
-    explicit ReadBufferFromHDFSImpl(const std::string & hdfs_name_)
-        : hdfs_uri(hdfs_name_)
+    explicit ReadBufferFromHDFSImpl(const std::string & hdfs_name_,
+        const Poco::Util::AbstractConfiguration & config_)
+        : hdfs_uri(hdfs_name_),
+          builder(createHDFSBuilder(hdfs_uri, config_))
     {
         std::lock_guard lock(hdfs_init_mutex);
 
-        builder = createHDFSBuilder(hdfs_uri);
         fs = createHDFSFS(builder.get());
         const size_t begin_of_path = hdfs_uri.find('/', hdfs_uri.find("//") + 2);
         const std::string path = hdfs_uri.substr(begin_of_path);
@@ -58,11 +59,14 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
     }
 };
 
+
 std::mutex ReadBufferFromHDFS::ReadBufferFromHDFSImpl::hdfs_init_mutex;
 
-ReadBufferFromHDFS::ReadBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size)
-    : BufferWithOwnMemory<ReadBuffer>(buf_size)
-    , impl(std::make_unique<ReadBufferFromHDFSImpl>(hdfs_name_))
+ReadBufferFromHDFS::ReadBufferFromHDFS(const std::string & hdfs_name_,
+    const Poco::Util::AbstractConfiguration & config_,
+    size_t buf_size_)
+    : BufferWithOwnMemory<ReadBuffer>(buf_size_)
+    , impl(std::make_unique<ReadBufferFromHDFSImpl>(hdfs_name_, config_))
 {
 }
 
diff --git a/src/IO/ReadBufferFromHDFS.h b/src/Storages/HDFS/ReadBufferFromHDFS.h
similarity index 69%
rename from src/IO/ReadBufferFromHDFS.h
rename to src/Storages/HDFS/ReadBufferFromHDFS.h
index 58479d45660..8d26c001b2e 100644
--- a/src/IO/ReadBufferFromHDFS.h
+++ b/src/Storages/HDFS/ReadBufferFromHDFS.h
@@ -8,6 +8,13 @@
 #include <string>
 #include <memory>
 
+#include <hdfs/hdfs.h>
+
+#include <common/types.h>
+
+#include <Interpreters/Context.h>
+
+
 namespace DB
 {
 /** Accepts HDFS path to file and opens it.
@@ -18,7 +25,7 @@ class ReadBufferFromHDFS : public BufferWithOwnMemory<ReadBuffer>
     struct ReadBufferFromHDFSImpl;
     std::unique_ptr<ReadBufferFromHDFSImpl> impl;
 public:
-    ReadBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size = DBMS_DEFAULT_BUFFER_SIZE);
+    ReadBufferFromHDFS(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration &, size_t buf_size_ = DBMS_DEFAULT_BUFFER_SIZE);
     ~ReadBufferFromHDFS() override;
 
     bool nextImpl() override;
diff --git a/src/Storages/StorageHDFS.cpp b/src/Storages/HDFS/StorageHDFS.cpp
similarity index 95%
rename from src/Storages/StorageHDFS.cpp
rename to src/Storages/HDFS/StorageHDFS.cpp
index 0a4729b1c06..f50b4722ce1 100644
--- a/src/Storages/StorageHDFS.cpp
+++ b/src/Storages/HDFS/StorageHDFS.cpp
@@ -3,15 +3,15 @@
 #if USE_HDFS
 
 #include <Storages/StorageFactory.h>
-#include <Storages/StorageHDFS.h>
+#include <Storages/HDFS/StorageHDFS.h>
 #include <Interpreters/Context.h>
 #include <Interpreters/evaluateConstantExpression.h>
 #include <Parsers/ASTLiteral.h>
 #include <IO/ReadHelpers.h>
-#include <IO/ReadBufferFromHDFS.h>
-#include <IO/WriteBufferFromHDFS.h>
+#include <Storages/HDFS/ReadBufferFromHDFS.h>
+#include <Storages/HDFS/WriteBufferFromHDFS.h>
 #include <IO/WriteHelpers.h>
-#include <IO/HDFSCommon.h>
+#include <Storages/HDFS/HDFSCommon.h>
 #include <Formats/FormatFactory.h>
 #include <DataTypes/DataTypeString.h>
 #include <DataStreams/IBlockOutputStream.h>
@@ -121,7 +121,7 @@ public:
                 current_path = uri + path;
 
                 auto compression = chooseCompressionMethod(path, compression_method);
-                auto read_buf = wrapReadBufferWithCompressionMethod(std::make_unique<ReadBufferFromHDFS>(current_path), compression);
+                auto read_buf = wrapReadBufferWithCompressionMethod(std::make_unique<ReadBufferFromHDFS>(current_path, context.getGlobalContext().getConfigRef()), compression);
                 auto input_stream = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size);
 
                 reader = std::make_shared<OwningBlockInputStream<ReadBuffer>>(input_stream, std::move(read_buf));
@@ -180,7 +180,7 @@ public:
         const CompressionMethod compression_method)
         : sample_block(sample_block_)
     {
-        write_buf = wrapWriteBufferWithCompressionMethod(std::make_unique<WriteBufferFromHDFS>(uri), compression_method, 3);
+        write_buf = wrapWriteBufferWithCompressionMethod(std::make_unique<WriteBufferFromHDFS>(uri, context.getGlobalContext().getConfigRef()), compression_method, 3);
         writer = FormatFactory::instance().getOutput(format, *write_buf, sample_block, context);
     }
 
@@ -274,7 +274,7 @@ Pipe StorageHDFS::read(
     const String path_from_uri = uri.substr(begin_of_path);
     const String uri_without_path = uri.substr(0, begin_of_path);
 
-    HDFSBuilderPtr builder = createHDFSBuilder(uri_without_path + "/");
+    HDFSBuilderWrapper builder = createHDFSBuilder(uri_without_path + "/", context_.getGlobalContext().getConfigRef());
     HDFSFSPtr fs = createHDFSFS(builder.get());
 
     auto sources_info = std::make_shared<HDFSSource::SourcesInfo>();
diff --git a/src/Storages/StorageHDFS.h b/src/Storages/HDFS/StorageHDFS.h
similarity index 100%
rename from src/Storages/StorageHDFS.h
rename to src/Storages/HDFS/StorageHDFS.h
diff --git a/src/IO/WriteBufferFromHDFS.cpp b/src/Storages/HDFS/WriteBufferFromHDFS.cpp
similarity index 84%
rename from src/IO/WriteBufferFromHDFS.cpp
rename to src/Storages/HDFS/WriteBufferFromHDFS.cpp
index 2176c77b914..3873eace10d 100644
--- a/src/IO/WriteBufferFromHDFS.cpp
+++ b/src/Storages/HDFS/WriteBufferFromHDFS.cpp
@@ -2,8 +2,9 @@
 
 #if USE_HDFS
 
-#include <IO/WriteBufferFromHDFS.h>
-#include <IO/HDFSCommon.h>
+#include <Interpreters/Context.h>
+#include <Storages/HDFS/WriteBufferFromHDFS.h>
+#include <Storages/HDFS/HDFSCommon.h>
 #include <hdfs/hdfs.h>
 
 
@@ -23,12 +24,12 @@ struct WriteBufferFromHDFS::WriteBufferFromHDFSImpl
 {
     std::string hdfs_uri;
     hdfsFile fout;
-    HDFSBuilderPtr builder;
+    HDFSBuilderWrapper builder;
     HDFSFSPtr fs;
 
-    explicit WriteBufferFromHDFSImpl(const std::string & hdfs_name_)
+    explicit WriteBufferFromHDFSImpl(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration & config_)
         : hdfs_uri(hdfs_name_)
-        , builder(createHDFSBuilder(hdfs_uri))
+        , builder(createHDFSBuilder(hdfs_uri,config_))
         , fs(createHDFSFS(builder.get()))
     {
         const size_t begin_of_path = hdfs_uri.find('/', hdfs_uri.find("//") + 2);
@@ -72,9 +73,9 @@ struct WriteBufferFromHDFS::WriteBufferFromHDFSImpl
     }
 };
 
-WriteBufferFromHDFS::WriteBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size)
-    : BufferWithOwnMemory<WriteBuffer>(buf_size)
-    , impl(std::make_unique<WriteBufferFromHDFSImpl>(hdfs_name_))
+WriteBufferFromHDFS::WriteBufferFromHDFS(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration & config_, size_t buf_size_)
+    : BufferWithOwnMemory<WriteBuffer>(buf_size_)
+    , impl(std::make_unique<WriteBufferFromHDFSImpl>(hdfs_name_, config_))
 {
 }
 
diff --git a/src/IO/WriteBufferFromHDFS.h b/src/Storages/HDFS/WriteBufferFromHDFS.h
similarity index 80%
rename from src/IO/WriteBufferFromHDFS.h
rename to src/Storages/HDFS/WriteBufferFromHDFS.h
index 22eab5c4d5d..339ec0c2a7c 100644
--- a/src/IO/WriteBufferFromHDFS.h
+++ b/src/Storages/HDFS/WriteBufferFromHDFS.h
@@ -18,7 +18,7 @@ class WriteBufferFromHDFS : public BufferWithOwnMemory<WriteBuffer>
     struct WriteBufferFromHDFSImpl;
     std::unique_ptr<WriteBufferFromHDFSImpl> impl;
 public:
-    WriteBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size = DBMS_DEFAULT_BUFFER_SIZE);
+    WriteBufferFromHDFS(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration &, size_t buf_size_ = DBMS_DEFAULT_BUFFER_SIZE);
     WriteBufferFromHDFS(WriteBufferFromHDFS &&) = default;
 
     void nextImpl() override;
diff --git a/src/Storages/Kafka/KafkaSettings.h b/src/Storages/Kafka/KafkaSettings.h
index 53fbe8adc6b..1df10d16339 100644
--- a/src/Storages/Kafka/KafkaSettings.h
+++ b/src/Storages/Kafka/KafkaSettings.h
@@ -20,7 +20,7 @@ class ASTStorage;
     M(Milliseconds, kafka_poll_timeout_ms, 0, "Timeout for single poll from Kafka.", 0) \
     /* default is min(max_block_size, kafka_max_block_size)*/ \
     M(UInt64, kafka_poll_max_batch_size, 0, "Maximum amount of messages to be polled in a single Kafka poll.", 0) \
-    /* default is = min_insert_block_size / kafka_num_consumers  */ \
+    /* default is = max_insert_block_size / kafka_num_consumers  */ \
     M(UInt64, kafka_max_block_size, 0, "Number of row collected by poll(s) for flushing data from Kafka.", 0) \
     /* default is stream_flush_interval_ms */ \
     M(Milliseconds, kafka_flush_interval_ms, 0, "Timeout for flushing data from Kafka.", 0) \
diff --git a/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp b/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
index 143a9920b93..df905215df1 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
@@ -3,33 +3,53 @@
 namespace DB
 {
 
-IMergeTreeDataPartWriter::IMergeTreeDataPartWriter(
-    const MergeTreeData::DataPartPtr & data_part_,
-    const NamesAndTypesList & columns_list_,
-    const StorageMetadataPtr & metadata_snapshot_,
-    const MergeTreeWriterSettings & settings_)
-    : data_part(data_part_)
-    , storage(data_part_->storage)
-    , metadata_snapshot(metadata_snapshot_)
-    , columns_list(columns_list_)
-    , settings(settings_)
-    , with_final_mark(storage.getSettings()->write_final_mark && settings.can_use_adaptive_granularity){}
+Block getBlockAndPermute(const Block & block, const Names & names, const IColumn::Permutation * permutation)
+{
+    Block result;
+    for (size_t i = 0, size = names.size(); i < size; ++i)
+    {
+        const auto & name = names[i];
+        result.insert(i, block.getByName(name));
+
+        /// Reorder primary key columns in advance and add them to `primary_key_columns`.
+        if (permutation)
+        {
+            auto & column = result.getByPosition(i);
+            column.column = column.column->permute(*permutation, 0);
+        }
+    }
+
+    return result;
+}
+
+Block permuteBlockIfNeeded(const Block & block, const IColumn::Permutation * permutation)
+{
+    Block result;
+    for (size_t i = 0; i < block.columns(); ++i)
+    {
+        result.insert(i, block.getByPosition(i));
+        if (permutation)
+        {
+            auto & column = result.getByPosition(i);
+            column.column = column.column->permute(*permutation, 0);
+        }
+    }
+    return result;
+}
 
 IMergeTreeDataPartWriter::IMergeTreeDataPartWriter(
     const MergeTreeData::DataPartPtr & data_part_,
     const NamesAndTypesList & columns_list_,
     const StorageMetadataPtr & metadata_snapshot_,
-    const MergeTreeIndices & skip_indices_,
-    const MergeTreeIndexGranularity & index_granularity_,
-    const MergeTreeWriterSettings & settings_)
+    const MergeTreeWriterSettings & settings_,
+    const MergeTreeIndexGranularity & index_granularity_)
     : data_part(data_part_)
     , storage(data_part_->storage)
     , metadata_snapshot(metadata_snapshot_)
     , columns_list(columns_list_)
-    , skip_indices(skip_indices_)
-    , index_granularity(index_granularity_)
     , settings(settings_)
-    , with_final_mark(storage.getSettings()->write_final_mark && settings.can_use_adaptive_granularity) {}
+    , index_granularity(index_granularity_)
+    , with_final_mark(storage.getSettings()->write_final_mark && settings.can_use_adaptive_granularity){}
 
 Columns IMergeTreeDataPartWriter::releaseIndexColumns()
 {
@@ -38,12 +58,6 @@ Columns IMergeTreeDataPartWriter::releaseIndexColumns()
         std::make_move_iterator(index_columns.end()));
 }
 
-void IMergeTreeDataPartWriter::next()
-{
-    current_mark = next_mark;
-    index_offset = next_index_offset;
-}
-
 IMergeTreeDataPartWriter::~IMergeTreeDataPartWriter() = default;
 
 }
diff --git a/src/Storages/MergeTree/IMergeTreeDataPartWriter.h b/src/Storages/MergeTree/IMergeTreeDataPartWriter.h
index 4a42a58a65b..5e12d5da678 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPartWriter.h
+++ b/src/Storages/MergeTree/IMergeTreeDataPartWriter.h
@@ -13,6 +13,9 @@
 namespace DB
 {
 
+Block getBlockAndPermute(const Block & block, const Names & names, const IColumn::Permutation * permutation);
+
+Block permuteBlockIfNeeded(const Block & block, const IColumn::Permutation * permutation);
 
 /// Writes data part to disk in different formats.
 /// Calculates and serializes primary and skip indices if needed.
@@ -23,68 +26,29 @@ public:
         const MergeTreeData::DataPartPtr & data_part_,
         const NamesAndTypesList & columns_list_,
         const StorageMetadataPtr & metadata_snapshot_,
-        const MergeTreeWriterSettings & settings_);
-
-    IMergeTreeDataPartWriter(
-        const MergeTreeData::DataPartPtr & data_part_,
-        const NamesAndTypesList & columns_list_,
-        const StorageMetadataPtr & metadata_snapshot_,
-        const MergeTreeIndices & skip_indices_,
-        const MergeTreeIndexGranularity & index_granularity_,
-        const MergeTreeWriterSettings & settings_);
+        const MergeTreeWriterSettings & settings_,
+        const MergeTreeIndexGranularity & index_granularity_ = {});
 
     virtual ~IMergeTreeDataPartWriter();
 
-    virtual void write(
-        const Block & block, const IColumn::Permutation * permutation = nullptr,
-        /* Blocks with already sorted index columns */
-        const Block & primary_key_block = {}, const Block & skip_indexes_block = {}) = 0;
+    virtual void write(const Block & block, const IColumn::Permutation * permutation) = 0;
 
-    virtual void calculateAndSerializePrimaryIndex(const Block & /* primary_index_block */) {}
-    virtual void calculateAndSerializeSkipIndices(const Block & /* skip_indexes_block */) {}
-
-    /// Shift mark and offset to prepare read next mark.
-    /// You must call it after calling write method and optionally
-    ///  calling calculations of primary and skip indices.
-    void next();
-
-    virtual void initSkipIndices() {}
-    virtual void initPrimaryIndex() {}
-
-    virtual void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync) = 0;
-    virtual void finishPrimaryIndexSerialization(MergeTreeData::DataPart::Checksums & /* checksums */, bool /* sync */) {}
-    virtual void finishSkipIndicesSerialization(MergeTreeData::DataPart::Checksums & /* checksums */, bool /* sync */) {}
+    virtual void finish(IMergeTreeDataPart::Checksums & checksums, bool sync) = 0;
 
     Columns releaseIndexColumns();
     const MergeTreeIndexGranularity & getIndexGranularity() const { return index_granularity; }
-    const MergeTreeIndices & getSkipIndices() { return skip_indices; }
 
 protected:
-    size_t getCurrentMark() const { return current_mark; }
-    size_t getIndexOffset() const { return index_offset; }
 
-    using SerializationState = IDataType::SerializeBinaryBulkStatePtr;
-    using SerializationStates = std::unordered_map<String, SerializationState>;
-
-    MergeTreeData::DataPartPtr data_part;
+    const MergeTreeData::DataPartPtr data_part;
     const MergeTreeData & storage;
-    StorageMetadataPtr metadata_snapshot;
-    NamesAndTypesList columns_list;
-    MergeTreeIndices skip_indices;
+    const StorageMetadataPtr metadata_snapshot;
+    const NamesAndTypesList columns_list;
+    const MergeTreeWriterSettings settings;
     MergeTreeIndexGranularity index_granularity;
-    MergeTreeWriterSettings settings;
-    bool with_final_mark;
-
-    size_t next_mark = 0;
-    size_t next_index_offset = 0;
+    const bool with_final_mark;
 
     MutableColumns index_columns;
-
-private:
-    /// Data is already written up to this mark.
-    size_t current_mark = 0;
-    /// The offset to the first row of the block for which you want to write the index.
-    size_t index_offset = 0;
 };
 
 }
diff --git a/src/Storages/MergeTree/IMergedBlockOutputStream.cpp b/src/Storages/MergeTree/IMergedBlockOutputStream.cpp
index e5cc6d6ecbf..2a52d7d53f0 100644
--- a/src/Storages/MergeTree/IMergedBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/IMergedBlockOutputStream.cpp
@@ -15,25 +15,6 @@ IMergedBlockOutputStream::IMergedBlockOutputStream(
 {
 }
 
-Block IMergedBlockOutputStream::getBlockAndPermute(const Block & block, const Names & names, const IColumn::Permutation * permutation)
-{
-    Block result;
-    for (size_t i = 0, size = names.size(); i < size; ++i)
-    {
-        const auto & name = names[i];
-        result.insert(i, block.getByName(name));
-
-        /// Reorder primary key columns in advance and add them to `primary_key_columns`.
-        if (permutation)
-        {
-            auto & column = result.getByPosition(i);
-            column.column = column.column->permute(*permutation, 0);
-        }
-    }
-
-    return result;
-}
-
 NameSet IMergedBlockOutputStream::removeEmptyColumnsFromPart(
     const MergeTreeDataPartPtr & data_part,
     NamesAndTypesList & columns,
diff --git a/src/Storages/MergeTree/IMergedBlockOutputStream.h b/src/Storages/MergeTree/IMergedBlockOutputStream.h
index 7ec9f85ff28..ed8da4d334b 100644
--- a/src/Storages/MergeTree/IMergedBlockOutputStream.h
+++ b/src/Storages/MergeTree/IMergedBlockOutputStream.h
@@ -42,8 +42,6 @@ protected:
     VolumePtr volume;
     String part_path;
 
-    static Block getBlockAndPermute(const Block & block, const Names & names, const IColumn::Permutation * permutation);
-
     IMergeTreeDataPart::MergeTreeWriterPtr writer;
 };
 
diff --git a/src/Storages/MergeTree/KeyCondition.cpp b/src/Storages/MergeTree/KeyCondition.cpp
index 5903dc89e9b..ead93a6e1d9 100644
--- a/src/Storages/MergeTree/KeyCondition.cpp
+++ b/src/Storages/MergeTree/KeyCondition.cpp
@@ -1135,7 +1135,7 @@ bool KeyCondition::tryParseAtomFromAST(const ASTPtr & node, const Context & cont
                         ColumnsWithTypeAndName arguments{
                             {nullptr, key_expr_type, ""}, {DataTypeString().createColumnConst(1, common_type->getName()), common_type, ""}};
                         FunctionOverloadResolverPtr func_builder_cast
-                                = std::make_shared<FunctionOverloadResolverAdaptor>(CastOverloadResolver::createImpl(false));
+                                = std::make_shared<FunctionOverloadResolverAdaptor>(CastOverloadResolver<CastType::nonAccurate>::createImpl(false));
                         auto func_cast = func_builder_cast->build(arguments);
 
                         /// If we know the given range only contains one value, then we treat all functions as positive monotonic.
diff --git a/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
index 40714e5af31..904081cc1df 100644
--- a/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
@@ -13,16 +13,22 @@ Block MergeTreeBlockOutputStream::getHeader() const
 }
 
 
+void MergeTreeBlockOutputStream::writePrefix()
+{
+    /// Only check "too many parts" before write,
+    /// because interrupting long-running INSERT query in the middle is not convenient for users.
+    storage.delayInsertOrThrowIfNeeded();
+}
+
+
 void MergeTreeBlockOutputStream::write(const Block & block)
 {
-    storage.delayInsertOrThrowIfNeeded();
-
     auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot);
     for (auto & current_block : part_blocks)
     {
         Stopwatch watch;
 
-        MergeTreeData::MutableDataPartPtr part = storage.writer.writeTempPart(current_block, metadata_snapshot);
+        MergeTreeData::MutableDataPartPtr part = storage.writer.writeTempPart(current_block, metadata_snapshot, optimize_on_insert);
         storage.renameTempPartAndAdd(part, &storage.increment);
 
         PartLog::addNewPart(storage.global_context, part, watch.elapsed());
diff --git a/src/Storages/MergeTree/MergeTreeBlockOutputStream.h b/src/Storages/MergeTree/MergeTreeBlockOutputStream.h
index 8aae7f3e625..8caa53382dc 100644
--- a/src/Storages/MergeTree/MergeTreeBlockOutputStream.h
+++ b/src/Storages/MergeTree/MergeTreeBlockOutputStream.h
@@ -14,20 +14,23 @@ class StorageMergeTree;
 class MergeTreeBlockOutputStream : public IBlockOutputStream
 {
 public:
-    MergeTreeBlockOutputStream(StorageMergeTree & storage_, const StorageMetadataPtr metadata_snapshot_, size_t max_parts_per_block_)
+    MergeTreeBlockOutputStream(StorageMergeTree & storage_, const StorageMetadataPtr metadata_snapshot_, size_t max_parts_per_block_, bool optimize_on_insert_)
         : storage(storage_)
         , metadata_snapshot(metadata_snapshot_)
         , max_parts_per_block(max_parts_per_block_)
+        , optimize_on_insert(optimize_on_insert_)
     {
     }
 
     Block getHeader() const override;
     void write(const Block & block) override;
+    void writePrefix() override;
 
 private:
     StorageMergeTree & storage;
     StorageMetadataPtr metadata_snapshot;
     size_t max_parts_per_block;
+    bool optimize_on_insert;
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index c3a599665bb..9fa19859c7f 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -2380,8 +2380,6 @@ void MergeTreeData::delayInsertOrThrowIfNeeded(Poco::Event * until) const
     }
 
     const size_t parts_count_in_partition = getMaxPartsCountForPartition();
-    if (parts_count_in_partition < settings->parts_to_delay_insert)
-        return;
 
     if (parts_count_in_partition >= settings->parts_to_throw_insert)
     {
@@ -2389,6 +2387,9 @@ void MergeTreeData::delayInsertOrThrowIfNeeded(Poco::Event * until) const
         throw Exception("Too many parts (" + toString(parts_count_in_partition) + "). Merges are processing significantly slower than inserts.", ErrorCodes::TOO_MANY_PARTS);
     }
 
+    if (parts_count_in_partition < settings->parts_to_delay_insert)
+        return;
+
     const size_t max_k = settings->parts_to_throw_insert - settings->parts_to_delay_insert; /// always > 0
     const size_t k = 1 + parts_count_in_partition - settings->parts_to_delay_insert; /// from 1 to max_k
     const double delay_milliseconds = ::pow(settings->max_delay_to_insert * 1000, static_cast<double>(k) / max_k);
@@ -2406,24 +2407,6 @@ void MergeTreeData::delayInsertOrThrowIfNeeded(Poco::Event * until) const
         std::this_thread::sleep_for(std::chrono::milliseconds(static_cast<size_t>(delay_milliseconds)));
 }
 
-void MergeTreeData::throwInsertIfNeeded() const
-{
-    const auto settings = getSettings();
-    const size_t parts_count_in_total = getPartsCount();
-    if (parts_count_in_total >= settings->max_parts_in_total)
-    {
-        ProfileEvents::increment(ProfileEvents::RejectedInserts);
-        throw Exception("Too many parts (" + toString(parts_count_in_total) + ") in all partitions in total. This indicates wrong choice of partition key. The threshold can be modified with 'max_parts_in_total' setting in <merge_tree> element in config.xml or with per-table setting.", ErrorCodes::TOO_MANY_PARTS);
-    }
-
-    const size_t parts_count_in_partition = getMaxPartsCountForPartition();
-
-    if (parts_count_in_partition >= settings->parts_to_throw_insert)
-    {
-        ProfileEvents::increment(ProfileEvents::RejectedInserts);
-        throw Exception("Too many parts (" + toString(parts_count_in_partition) + "). Merges are processing significantly slower than inserts.", ErrorCodes::TOO_MANY_PARTS);
-    }
-}
 
 MergeTreeData::DataPartPtr MergeTreeData::getActiveContainingPart(
     const MergeTreePartInfo & part_info, MergeTreeData::DataPartState state, DataPartsLock & /*lock*/) const
@@ -2451,6 +2434,7 @@ MergeTreeData::DataPartPtr MergeTreeData::getActiveContainingPart(
     return nullptr;
 }
 
+
 void MergeTreeData::swapActivePart(MergeTreeData::DataPartPtr part_copy)
 {
     auto lock = lockParts();
diff --git a/src/Storages/MergeTree/MergeTreeData.h b/src/Storages/MergeTree/MergeTreeData.h
index 38e6c34e232..382f53f40a4 100644
--- a/src/Storages/MergeTree/MergeTreeData.h
+++ b/src/Storages/MergeTree/MergeTreeData.h
@@ -423,7 +423,6 @@ public:
     /// If the table contains too many active parts, sleep for a while to give them time to merge.
     /// If until is non-null, wake up from the sleep earlier if the event happened.
     void delayInsertOrThrowIfNeeded(Poco::Event * until = nullptr) const;
-    void throwInsertIfNeeded() const;
 
     /// Renames temporary part to a permanent part and adds it to the parts set.
     /// It is assumed that the part does not intersect with existing parts.
diff --git a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
index 1065b992396..e375e653f8f 100644
--- a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
@@ -235,6 +235,7 @@ SelectPartsDecision MergeTreeDataMergerMutator::selectPartsToMerge(
     /// Previous part only in boundaries of partition frame
     const MergeTreeData::DataPartPtr * prev_part = nullptr;
 
+    size_t parts_selected_precondition = 0;
     for (const MergeTreeData::DataPartPtr & part : data_parts)
     {
         const String & partition_id = part->info.partition_id;
@@ -282,6 +283,8 @@ SelectPartsDecision MergeTreeDataMergerMutator::selectPartsToMerge(
         part_info.compression_codec_desc = part->default_codec->getFullCodecDesc();
         part_info.shall_participate_in_merges = has_volumes_with_disabled_merges ? part->shallParticipateInMerges(storage_policy) : true;
 
+        ++parts_selected_precondition;
+
         parts_ranges.back().emplace_back(part_info);
 
         /// Check for consistency of data parts. If assertion is failed, it requires immediate investigation.
@@ -294,6 +297,13 @@ SelectPartsDecision MergeTreeDataMergerMutator::selectPartsToMerge(
         prev_part = &part;
     }
 
+    if (parts_selected_precondition == 0)
+    {
+        if (out_disable_reason)
+            *out_disable_reason = "No parts satisfy preconditions for merge";
+        return SelectPartsDecision::CANNOT_SELECT;
+    }
+
     IMergeSelector::PartsRange parts_to_merge;
 
     if (metadata_snapshot->hasAnyTTL() && merge_with_ttl_allowed && !ttl_merges_blocker.isCancelled())
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp
index 0b22f1271e3..389d2950f65 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp
@@ -4,6 +4,11 @@
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int LOGICAL_ERROR;
+}
+
 MergeTreeDataPartWriterCompact::MergeTreeDataPartWriterCompact(
     const MergeTreeData::DataPartPtr & data_part_,
     const NamesAndTypesList & columns_list_,
@@ -64,9 +69,64 @@ void MergeTreeDataPartWriterCompact::addStreams(const String & name, const IData
     type.enumerateStreams(callback, stream_path);
 }
 
-void MergeTreeDataPartWriterCompact::write(
-    const Block & block, const IColumn::Permutation * permutation,
-    const Block & primary_key_block, const Block & skip_indexes_block)
+namespace
+{
+
+/// Get granules for block using index_granularity
+Granules getGranulesToWrite(const MergeTreeIndexGranularity & index_granularity, size_t block_rows, size_t current_mark, bool last_block)
+{
+    if (current_mark >= index_granularity.getMarksCount())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Request to get granules from mark {} but index granularity size is {}", current_mark, index_granularity.getMarksCount());
+
+    Granules result;
+    size_t current_row = 0;
+    while (current_row < block_rows)
+    {
+        size_t expected_rows_in_mark = index_granularity.getMarkRows(current_mark);
+        size_t rows_left_in_block = block_rows - current_row;
+        if (rows_left_in_block < expected_rows_in_mark && !last_block)
+        {
+            /// Invariant: we always have equal amount of rows for block in compact parts because we accumulate them in buffer.
+            /// The only exclusion is the last block, when we cannot accumulate more rows.
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Required to write {} rows, but only {} rows was written for the non last granule", expected_rows_in_mark, rows_left_in_block);
+        }
+
+        result.emplace_back(Granule{
+            .start_row = current_row,
+            .granularity_rows = expected_rows_in_mark,
+            .block_rows = std::min(rows_left_in_block, expected_rows_in_mark),
+            .mark_number = current_mark,
+            .mark_on_start = true
+        });
+        current_row += expected_rows_in_mark;
+        current_mark++;
+    }
+
+    return result;
+}
+
+/// Write single granule of one column (rows between 2 marks)
+void writeColumnSingleGranule(
+    const ColumnWithTypeAndName & column,
+    IDataType::OutputStreamGetter stream_getter,
+    size_t from_row,
+    size_t number_of_rows)
+{
+    IDataType::SerializeBinaryBulkStatePtr state;
+    IDataType::SerializeBinaryBulkSettings serialize_settings;
+
+    serialize_settings.getter = stream_getter;
+    serialize_settings.position_independent_encoding = true;
+    serialize_settings.low_cardinality_max_dictionary_size = 0;
+
+    column.type->serializeBinaryBulkStatePrefix(serialize_settings, state);
+    column.type->serializeBinaryBulkWithMultipleStreams(*column.column, from_row, number_of_rows, serialize_settings, state);
+    column.type->serializeBinaryBulkStateSuffix(serialize_settings, state);
+}
+
+}
+
+void MergeTreeDataPartWriterCompact::write(const Block & block, const IColumn::Permutation * permutation)
 {
     /// Fill index granularity for this block
     /// if it's unknown (in case of insert data or horizontal merge,
@@ -77,58 +137,43 @@ void MergeTreeDataPartWriterCompact::write(
         fillIndexGranularity(index_granularity_for_block, block.rows());
     }
 
-    Block result_block;
-
-    if (permutation)
-    {
-        for (const auto & it : columns_list)
-        {
-            if (primary_key_block.has(it.name))
-                result_block.insert(primary_key_block.getByName(it.name));
-            else if (skip_indexes_block.has(it.name))
-                result_block.insert(skip_indexes_block.getByName(it.name));
-            else
-            {
-                auto column = block.getByName(it.name);
-                column.column = column.column->permute(*permutation, 0);
-                result_block.insert(column);
-            }
-        }
-    }
-    else
-    {
-        result_block = block;
-    }
+    Block result_block = permuteBlockIfNeeded(block, permutation);
 
     if (!header)
         header = result_block.cloneEmpty();
 
     columns_buffer.add(result_block.mutateColumns());
-    size_t last_mark_rows = index_granularity.getLastMarkRows();
+    size_t current_mark_rows = index_granularity.getMarkRows(getCurrentMark());
     size_t rows_in_buffer = columns_buffer.size();
 
-    if (rows_in_buffer < last_mark_rows)
+    if (rows_in_buffer >= current_mark_rows)
     {
-        /// If it's not enough rows for granule, accumulate blocks
-        ///  and save how much rows we already have.
-        next_index_offset = last_mark_rows - rows_in_buffer;
-        return;
+        Block flushed_block = header.cloneWithColumns(columns_buffer.releaseColumns());
+        auto granules_to_write = getGranulesToWrite(index_granularity, flushed_block.rows(), getCurrentMark(), /* last_block = */ false);
+        writeDataBlockPrimaryIndexAndSkipIndices(flushed_block, granules_to_write);
+        setCurrentMark(getCurrentMark() + granules_to_write.size());
     }
-
-    writeBlock(header.cloneWithColumns(columns_buffer.releaseColumns()));
 }
 
-void MergeTreeDataPartWriterCompact::writeBlock(const Block & block)
+void MergeTreeDataPartWriterCompact::writeDataBlockPrimaryIndexAndSkipIndices(const Block & block, const Granules & granules_to_write)
 {
-    size_t total_rows = block.rows();
-    size_t from_mark = getCurrentMark();
-    size_t current_row = 0;
+    writeDataBlock(block, granules_to_write);
 
-    while (current_row < total_rows)
+    if (settings.rewrite_primary_key)
     {
-        size_t rows_to_write = index_granularity.getMarkRows(from_mark);
+        Block primary_key_block = getBlockAndPermute(block, metadata_snapshot->getPrimaryKeyColumns(), nullptr);
+        calculateAndSerializePrimaryIndex(primary_key_block, granules_to_write);
+    }
 
-        if (rows_to_write)
+    Block skip_indices_block = getBlockAndPermute(block, getSkipIndicesColumns(), nullptr);
+    calculateAndSerializeSkipIndices(skip_indices_block, granules_to_write);
+}
+
+void MergeTreeDataPartWriterCompact::writeDataBlock(const Block & block, const Granules & granules)
+{
+    for (const auto & granule : granules)
+    {
+        if (granule.granularity_rows)
             data_written = true;
 
         auto name_and_type = columns_list.begin();
@@ -161,53 +206,30 @@ void MergeTreeDataPartWriterCompact::writeBlock(const Block & block)
             writeIntBinary(plain_hashing.count(), marks);
             writeIntBinary(UInt64(0), marks);
 
-            writeColumnSingleGranule(block.getByName(name_and_type->name), stream_getter, current_row, rows_to_write);
+            writeColumnSingleGranule(block.getByName(name_and_type->name), stream_getter, granule.start_row, granule.granularity_rows);
 
             /// Each type always have at least one substream
             prev_stream->hashing_buf.next(); //-V522
         }
 
-        ++from_mark;
-        size_t rows_written = total_rows - current_row;
-        current_row += rows_to_write;
-
-        /// Correct last mark as it should contain exact amount of rows.
-        if (current_row >= total_rows && rows_written != rows_to_write)
-        {
-            rows_to_write = rows_written;
-            index_granularity.popMark();
-            index_granularity.appendMark(rows_written);
-        }
-
-        writeIntBinary(rows_to_write, marks);
+        writeIntBinary(granule.block_rows, marks);
     }
-
-    next_index_offset = 0;
-    next_mark = from_mark;
-}
-
-void MergeTreeDataPartWriterCompact::writeColumnSingleGranule(
-    const ColumnWithTypeAndName & column,
-    IDataType::OutputStreamGetter stream_getter,
-    size_t from_row,
-    size_t number_of_rows)
-{
-    IDataType::SerializeBinaryBulkStatePtr state;
-    IDataType::SerializeBinaryBulkSettings serialize_settings;
-
-    serialize_settings.getter = stream_getter;
-    serialize_settings.position_independent_encoding = true;
-    serialize_settings.low_cardinality_max_dictionary_size = 0;
-
-    column.type->serializeBinaryBulkStatePrefix(serialize_settings, state);
-    column.type->serializeBinaryBulkWithMultipleStreams(*column.column, from_row, number_of_rows, serialize_settings, state);
-    column.type->serializeBinaryBulkStateSuffix(serialize_settings, state);
 }
 
 void MergeTreeDataPartWriterCompact::finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync)
 {
     if (columns_buffer.size() != 0)
-        writeBlock(header.cloneWithColumns(columns_buffer.releaseColumns()));
+    {
+        auto block = header.cloneWithColumns(columns_buffer.releaseColumns());
+        auto granules_to_write = getGranulesToWrite(index_granularity, block.rows(), getCurrentMark(), /* last_block = */ true);
+        if (!granules_to_write.back().isCompleted())
+        {
+            /// Correct last mark as it should contain exact amount of rows.
+            index_granularity.popMark();
+            index_granularity.appendMark(granules_to_write.back().block_rows);
+        }
+        writeDataBlockPrimaryIndexAndSkipIndices(block, granules_to_write);
+    }
 
 #ifndef NDEBUG
     /// Offsets should be 0, because compressed block is written for every granule.
@@ -269,9 +291,13 @@ static void fillIndexGranularityImpl(
 
 void MergeTreeDataPartWriterCompact::fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block)
 {
+    size_t index_offset = 0;
+    if (index_granularity.getMarksCount() > getCurrentMark())
+        index_offset = index_granularity.getMarkRows(getCurrentMark()) - columns_buffer.size();
+
     fillIndexGranularityImpl(
         index_granularity,
-        getIndexOffset(),
+        index_offset,
         index_granularity_for_block,
         rows_in_block);
 }
@@ -328,4 +354,14 @@ size_t MergeTreeDataPartWriterCompact::ColumnsBuffer::size() const
     return accumulated_columns.at(0)->size();
 }
 
+void MergeTreeDataPartWriterCompact::finish(IMergeTreeDataPart::Checksums & checksums, bool sync)
+{
+    finishDataSerialization(checksums, sync);
+
+    if (settings.rewrite_primary_key)
+        finishPrimaryIndexSerialization(checksums, sync);
+
+    finishSkipIndicesSerialization(checksums, sync);
+}
+
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.h b/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.h
index a6187676dde..2913960fd35 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.h
@@ -18,16 +18,22 @@ public:
         const MergeTreeWriterSettings & settings,
         const MergeTreeIndexGranularity & index_granularity);
 
-    void write(const Block & block, const IColumn::Permutation * permutation,
-        const Block & primary_key_block, const Block & skip_indexes_block) override;
+    void write(const Block & block, const IColumn::Permutation * permutation) override;
 
-    void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync) override;
-
-protected:
-    void fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block) override;
+    void finish(IMergeTreeDataPart::Checksums & checksums, bool sync) override;
 
 private:
-    void writeBlock(const Block & block);
+    /// Finish serialization of the data. Flush rows in buffer to disk, compute checksums.
+    void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync);
+
+    void fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block) override;
+
+    /// Write block of rows into .bin file and marks in .mrk files
+    void writeDataBlock(const Block & block, const Granules & granules);
+
+    /// Write block of rows into .bin file and marks in .mrk files, primary index in .idx file
+    /// and skip indices in their corresponding files.
+    void writeDataBlockPrimaryIndexAndSkipIndices(const Block & block, const Granules & granules);
 
     void addToChecksums(MergeTreeDataPartChecksums & checksums);
 
@@ -78,13 +84,6 @@ private:
     /// marks -> marks_file
     std::unique_ptr<WriteBufferFromFileBase> marks_file;
     HashingWriteBuffer marks;
-
-    /// Write single granule of one column (rows between 2 marks)
-    static void writeColumnSingleGranule(
-        const ColumnWithTypeAndName & column,
-        IDataType::OutputStreamGetter stream_getter,
-        size_t from_row,
-        size_t number_of_rows);
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.cpp
index f0738a1130a..5efcc63b2fc 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.cpp
@@ -19,12 +19,15 @@ MergeTreeDataPartWriterInMemory::MergeTreeDataPartWriterInMemory(
     , part_in_memory(part_) {}
 
 void MergeTreeDataPartWriterInMemory::write(
-    const Block & block, const IColumn::Permutation * permutation,
-    const Block & primary_key_block, const Block & /* skip_indexes_block */)
+    const Block & block, const IColumn::Permutation * permutation)
 {
     if (part_in_memory->block)
         throw Exception("DataPartWriterInMemory supports only one write", ErrorCodes::LOGICAL_ERROR);
 
+    Block primary_key_block;
+    if (settings.rewrite_primary_key)
+        primary_key_block = getBlockAndPermute(block, metadata_snapshot->getPrimaryKeyColumns(), permutation);
+
     Block result_block;
     if (permutation)
     {
@@ -50,6 +53,9 @@ void MergeTreeDataPartWriterInMemory::write(
     if (with_final_mark)
         index_granularity.appendMark(0);
     part_in_memory->block = std::move(result_block);
+
+    if (settings.rewrite_primary_key)
+        calculateAndSerializePrimaryIndex(primary_key_block);
 }
 
 void MergeTreeDataPartWriterInMemory::calculateAndSerializePrimaryIndex(const Block & primary_index_block)
@@ -70,7 +76,7 @@ void MergeTreeDataPartWriterInMemory::calculateAndSerializePrimaryIndex(const Bl
     }
 }
 
-void MergeTreeDataPartWriterInMemory::finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool)
+void MergeTreeDataPartWriterInMemory::finish(IMergeTreeDataPart::Checksums & checksums, bool /* sync */)
 {
     /// If part is empty we still need to initialize block by empty columns.
     if (!part_in_memory->block)
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.h b/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.h
index 990661aad1b..495585ad4d2 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.h
@@ -16,14 +16,13 @@ public:
         const MergeTreeWriterSettings & settings_);
 
     /// You can write only one block. In-memory part can be written only at INSERT.
-    void write(const Block & block, const IColumn::Permutation * permutation,
-        const Block & primary_key_block, const Block & skip_indexes_block) override;
+    void write(const Block & block, const IColumn::Permutation * permutation) override;
 
-    void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync) override;
-
-    void calculateAndSerializePrimaryIndex(const Block & primary_index_block) override;
+    void finish(IMergeTreeDataPart::Checksums & checksums, bool sync) override;
 
 private:
+    void calculateAndSerializePrimaryIndex(const Block & primary_index_block);
+
     DataPartInMemoryPtr part_in_memory;
 };
 
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
index 0ec10f9db76..5190b439809 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
@@ -70,14 +70,14 @@ MergeTreeDataPartWriterOnDisk::MergeTreeDataPartWriterOnDisk(
     const MergeTreeData::DataPartPtr & data_part_,
     const NamesAndTypesList & columns_list_,
     const StorageMetadataPtr & metadata_snapshot_,
-    const std::vector<MergeTreeIndexPtr> & indices_to_recalc_,
+    const MergeTreeIndices & indices_to_recalc_,
     const String & marks_file_extension_,
     const CompressionCodecPtr & default_codec_,
     const MergeTreeWriterSettings & settings_,
     const MergeTreeIndexGranularity & index_granularity_)
     : IMergeTreeDataPartWriter(data_part_,
-        columns_list_, metadata_snapshot_, indices_to_recalc_,
-        index_granularity_, settings_)
+        columns_list_, metadata_snapshot_, settings_, index_granularity_)
+    , skip_indices(indices_to_recalc_)
     , part_path(data_part_->getFullRelativePath())
     , marks_file_extension(marks_file_extension_)
     , default_codec(default_codec_)
@@ -89,6 +89,10 @@ MergeTreeDataPartWriterOnDisk::MergeTreeDataPartWriterOnDisk(
     auto disk = data_part->volume->getDisk();
     if (!disk->exists(part_path))
         disk->createDirectories(part_path);
+
+    if (settings.rewrite_primary_key)
+        initPrimaryIndex();
+    initSkipIndices();
 }
 
 // Implementation is split into static functions for ability
@@ -129,17 +133,7 @@ static size_t computeIndexGranularityImpl(
     return index_granularity_for_block;
 }
 
-static void fillIndexGranularityImpl(
-    MergeTreeIndexGranularity & index_granularity,
-    size_t index_offset,
-    size_t index_granularity_for_block,
-    size_t rows_in_block)
-{
-    for (size_t current_row = index_offset; current_row < rows_in_block; current_row += index_granularity_for_block)
-        index_granularity.appendMark(index_granularity_for_block);
-}
-
-size_t MergeTreeDataPartWriterOnDisk::computeIndexGranularity(const Block & block)
+size_t MergeTreeDataPartWriterOnDisk::computeIndexGranularity(const Block & block) const
 {
     const auto storage_settings = storage.getSettings();
     return computeIndexGranularityImpl(
@@ -150,15 +144,6 @@ size_t MergeTreeDataPartWriterOnDisk::computeIndexGranularity(const Block & bloc
             settings.can_use_adaptive_granularity);
 }
 
-void MergeTreeDataPartWriterOnDisk::fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block)
-{
-    fillIndexGranularityImpl(
-        index_granularity,
-        getIndexOffset(),
-        index_granularity_for_block,
-        rows_in_block);
-}
-
 void MergeTreeDataPartWriterOnDisk::initPrimaryIndex()
 {
     if (metadata_snapshot->hasPrimaryKey())
@@ -166,8 +151,6 @@ void MergeTreeDataPartWriterOnDisk::initPrimaryIndex()
         index_file_stream = data_part->volume->getDisk()->writeFile(part_path + "primary.idx", DBMS_DEFAULT_BUFFER_SIZE, WriteMode::Rewrite);
         index_stream = std::make_unique<HashingWriteBuffer>(*index_file_stream);
     }
-
-    primary_index_initialized = true;
 }
 
 void MergeTreeDataPartWriterOnDisk::initSkipIndices()
@@ -184,18 +167,12 @@ void MergeTreeDataPartWriterOnDisk::initSkipIndices()
                         default_codec, settings.max_compress_block_size,
                         0, settings.aio_threshold));
         skip_indices_aggregators.push_back(index_helper->createIndexAggregator());
-        skip_index_filling.push_back(0);
+        skip_index_accumulated_marks.push_back(0);
     }
-
-    skip_indices_initialized = true;
 }
 
-void MergeTreeDataPartWriterOnDisk::calculateAndSerializePrimaryIndex(const Block & primary_index_block)
+void MergeTreeDataPartWriterOnDisk::calculateAndSerializePrimaryIndex(const Block & primary_index_block, const Granules & granules_to_write)
 {
-    if (!primary_index_initialized)
-        throw Exception("Primary index is not initialized", ErrorCodes::LOGICAL_ERROR);
-
-    size_t rows = primary_index_block.rows();
     size_t primary_columns_num = primary_index_block.columns();
     if (index_columns.empty())
     {
@@ -215,98 +192,62 @@ void MergeTreeDataPartWriterOnDisk::calculateAndSerializePrimaryIndex(const Bloc
     MemoryTracker::BlockerInThread temporarily_disable_memory_tracker;
 
     /// Write index. The index contains Primary Key value for each `index_granularity` row.
-
-    size_t current_row = getIndexOffset();
-    size_t total_marks = index_granularity.getMarksCount();
-
-    while (index_mark < total_marks && current_row < rows)
+    for (const auto & granule : granules_to_write)
     {
-        if (metadata_snapshot->hasPrimaryKey())
+        if (metadata_snapshot->hasPrimaryKey() && granule.mark_on_start)
         {
             for (size_t j = 0; j < primary_columns_num; ++j)
             {
                 const auto & primary_column = primary_index_block.getByPosition(j);
-                index_columns[j]->insertFrom(*primary_column.column, current_row);
-                primary_column.type->serializeBinary(*primary_column.column, current_row, *index_stream);
+                index_columns[j]->insertFrom(*primary_column.column, granule.start_row);
+                primary_column.type->serializeBinary(*primary_column.column, granule.start_row, *index_stream);
             }
         }
-
-        current_row += index_granularity.getMarkRows(index_mark++);
     }
-
     /// store last index row to write final mark at the end of column
     for (size_t j = 0; j < primary_columns_num; ++j)
         last_block_index_columns[j] = primary_index_block.getByPosition(j).column;
 }
 
-void MergeTreeDataPartWriterOnDisk::calculateAndSerializeSkipIndices(const Block & skip_indexes_block)
+void MergeTreeDataPartWriterOnDisk::calculateAndSerializeSkipIndices(const Block & skip_indexes_block, const Granules & granules_to_write)
 {
-    if (!skip_indices_initialized)
-        throw Exception("Skip indices are not initialized", ErrorCodes::LOGICAL_ERROR);
-
-    size_t rows = skip_indexes_block.rows();
-    size_t skip_index_current_data_mark = 0;
-
     /// Filling and writing skip indices like in MergeTreeDataPartWriterWide::writeColumn
     for (size_t i = 0; i < skip_indices.size(); ++i)
     {
         const auto index_helper = skip_indices[i];
         auto & stream = *skip_indices_streams[i];
-        size_t prev_pos = 0;
-        skip_index_current_data_mark = skip_index_data_mark;
-        while (prev_pos < rows)
+        for (const auto & granule : granules_to_write)
         {
-            UInt64 limit = 0;
-            size_t current_index_offset = getIndexOffset();
-            if (prev_pos == 0 && current_index_offset != 0)
+            if (skip_indices_aggregators[i]->empty() && granule.mark_on_start)
             {
-                limit = current_index_offset;
-            }
-            else if (skip_index_current_data_mark == index_granularity.getMarksCount())
-            {
-                /// Case, when last granule was exceeded and no new granule was created.
-                limit = rows - prev_pos;
-            }
-            else
-            {
-                limit = index_granularity.getMarkRows(skip_index_current_data_mark);
-                if (skip_indices_aggregators[i]->empty())
-                {
-                    skip_indices_aggregators[i] = index_helper->createIndexAggregator();
-                    skip_index_filling[i] = 0;
+                skip_indices_aggregators[i] = index_helper->createIndexAggregator();
 
-                    if (stream.compressed.offset() >= settings.min_compress_block_size)
-                        stream.compressed.next();
+                if (stream.compressed.offset() >= settings.min_compress_block_size)
+                    stream.compressed.next();
 
-                    writeIntBinary(stream.plain_hashing.count(), stream.marks);
-                    writeIntBinary(stream.compressed.offset(), stream.marks);
-                    /// Actually this numbers is redundant, but we have to store them
-                    /// to be compatible with normal .mrk2 file format
-                    if (settings.can_use_adaptive_granularity)
-                        writeIntBinary(1UL, stream.marks);
-                }
-                /// this mark is aggregated, go to the next one
-                skip_index_current_data_mark++;
+                writeIntBinary(stream.plain_hashing.count(), stream.marks);
+                writeIntBinary(stream.compressed.offset(), stream.marks);
+                /// Actually this numbers is redundant, but we have to store them
+                /// to be compatible with normal .mrk2 file format
+                if (settings.can_use_adaptive_granularity)
+                    writeIntBinary(1UL, stream.marks);
             }
 
-            size_t pos = prev_pos;
-            skip_indices_aggregators[i]->update(skip_indexes_block, &pos, limit);
-
-            if (pos == prev_pos + limit)
+            size_t pos = granule.start_row;
+            skip_indices_aggregators[i]->update(skip_indexes_block, &pos, granule.granularity_rows);
+            if (granule.isCompleted())
             {
-                ++skip_index_filling[i];
+                ++skip_index_accumulated_marks[i];
 
                 /// write index if it is filled
-                if (skip_index_filling[i] == index_helper->index.granularity)
+                if (skip_index_accumulated_marks[i] == index_helper->index.granularity)
                 {
                     skip_indices_aggregators[i]->getGranuleAndReset()->serializeBinary(stream.compressed);
-                    skip_index_filling[i] = 0;
+                    skip_index_accumulated_marks[i] = 0;
                 }
             }
-            prev_pos = pos;
         }
     }
-    skip_index_data_mark = skip_index_current_data_mark;
 }
 
 void MergeTreeDataPartWriterOnDisk::finishPrimaryIndexSerialization(
@@ -360,7 +301,16 @@ void MergeTreeDataPartWriterOnDisk::finishSkipIndicesSerialization(
 
     skip_indices_streams.clear();
     skip_indices_aggregators.clear();
-    skip_index_filling.clear();
+    skip_index_accumulated_marks.clear();
+}
+
+Names MergeTreeDataPartWriterOnDisk::getSkipIndicesColumns() const
+{
+    std::unordered_set<String> skip_indexes_column_names_set;
+    for (const auto & index : skip_indices)
+        std::copy(index->index.column_names.cbegin(), index->index.column_names.cend(),
+                  std::inserter(skip_indexes_column_names_set, skip_indexes_column_names_set.end()));
+    return Names(skip_indexes_column_names_set.begin(), skip_indexes_column_names_set.end());
 }
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h
index 55da413c9fb..bc09e0e61e1 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h
@@ -14,6 +14,35 @@
 namespace DB
 {
 
+/// Single unit for writing data to disk. Contains information about
+/// amount of rows to write and marks.
+struct Granule
+{
+    /// Start row in block for granule
+    size_t start_row;
+    /// Amount of rows which granule have to contain according to index
+    /// granularity.
+    /// NOTE: Sometimes it's not equal to actually written rows, for example
+    /// for the last granule if it's smaller than computed granularity.
+    size_t granularity_rows;
+    /// Amount of rows from block which have to be written to disk from start_row
+    size_t block_rows;
+    /// Global mark number in the list of all marks (index_granularity) for this part
+    size_t mark_number;
+    /// Should writer write mark for the first of this granule to disk.
+    /// NOTE: Sometimes we don't write mark for the start row, because
+    /// this granule can be continuation of the previous one.
+    bool mark_on_start;
+
+    /// Is this granule contain amout of rows equal to the value in index granularity
+    bool isCompleted() const
+    {
+        return granularity_rows == block_rows;
+    }
+};
+
+/// Multiple granules to write for concrete block.
+using Granules = std::vector<Granule>;
 
 /// Writes data part to disk in different formats.
 /// Calculates and serializes primary and skip indices if needed.
@@ -71,42 +100,46 @@ public:
         const MergeTreeWriterSettings & settings,
         const MergeTreeIndexGranularity & index_granularity);
 
-    void calculateAndSerializePrimaryIndex(const Block & primary_index_block) final;
-    void calculateAndSerializeSkipIndices(const Block & skip_indexes_block) final;
-
-     /// Count index_granularity for block and store in `index_granularity`
-    size_t computeIndexGranularity(const Block & block);
-    virtual void fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block);
-
-    void initSkipIndices() final;
-    void initPrimaryIndex() final;
-
-    void finishPrimaryIndexSerialization(MergeTreeData::DataPart::Checksums & checksums, bool sync) final;
-    void finishSkipIndicesSerialization(MergeTreeData::DataPart::Checksums & checksums, bool sync) final;
-
     void setWrittenOffsetColumns(WrittenOffsetColumns * written_offset_columns_)
     {
         written_offset_columns = written_offset_columns_;
     }
 
 protected:
-    using SerializationState = IDataType::SerializeBinaryBulkStatePtr;
-    using SerializationStates = std::unordered_map<String, SerializationState>;
+     /// Count index_granularity for block and store in `index_granularity`
+    size_t computeIndexGranularity(const Block & block) const;
 
-    String part_path;
+    /// Write primary index according to granules_to_write
+    void calculateAndSerializePrimaryIndex(const Block & primary_index_block, const Granules & granules_to_write);
+    /// Write skip indices according to granules_to_write. Skip indices also have their own marks
+    /// and one skip index granule can contain multiple "normal" marks. So skip indices serialization
+    /// require additional state: skip_indices_aggregators and skip_index_accumulated_marks
+    void calculateAndSerializeSkipIndices(const Block & skip_indexes_block, const Granules & granules_to_write);
+
+    /// Finishes primary index serialization: write final primary index row (if required) and compute checksums
+    void finishPrimaryIndexSerialization(MergeTreeData::DataPart::Checksums & checksums, bool sync);
+    /// Finishes skip indices serialization: write all accumulated data to disk and compute checksums
+    void finishSkipIndicesSerialization(MergeTreeData::DataPart::Checksums & checksums, bool sync);
+
+    /// Get global number of the current which we are writing (or going to start to write)
+    size_t getCurrentMark() const { return current_mark; }
+
+    void setCurrentMark(size_t mark) { current_mark = mark; }
+
+    /// Get unique non ordered skip indices column.
+    Names getSkipIndicesColumns() const;
+
+    const MergeTreeIndices skip_indices;
+
+    const String part_path;
     const String marks_file_extension;
-    CompressionCodecPtr default_codec;
+    const CompressionCodecPtr default_codec;
 
-    bool compute_granularity;
-    bool need_finish_last_granule;
-
-    /// Number of marsk in data from which skip indices have to start
-    /// aggregation. I.e. it's data mark number, not skip indices mark.
-    size_t skip_index_data_mark = 0;
+    const bool compute_granularity;
 
     std::vector<StreamPtr> skip_indices_streams;
     MergeTreeIndexAggregators skip_indices_aggregators;
-    std::vector<size_t> skip_index_filling;
+    std::vector<size_t> skip_index_accumulated_marks;
 
     std::unique_ptr<WriteBufferFromFileBase> index_file_stream;
     std::unique_ptr<HashingWriteBuffer> index_stream;
@@ -116,15 +149,18 @@ protected:
     Columns last_block_index_columns;
 
     bool data_written = false;
-    bool primary_index_initialized = false;
-    bool skip_indices_initialized = false;
 
     /// To correctly write Nested elements column-by-column.
     WrittenOffsetColumns * written_offset_columns = nullptr;
 
+    /// Data is already written up to this mark.
+    size_t current_mark = 0;
+
 private:
-    /// Index is already serialized up to this mark.
-    size_t index_mark = 0;
+    void initSkipIndices();
+    void initPrimaryIndex();
+
+    virtual void fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block) = 0;
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
index c15c39e7b7f..1127c3a7dd7 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
@@ -1,6 +1,7 @@
 #include <Storages/MergeTree/MergeTreeDataPartWriterWide.h>
 #include <Interpreters/Context.h>
 #include <Compression/CompressionFactory.h>
+#include <Compression/CompressedReadBufferFromFile.h>
 
 namespace DB
 {
@@ -14,6 +15,56 @@ namespace
     constexpr auto DATA_FILE_EXTENSION = ".bin";
 }
 
+namespace
+{
+
+/// Get granules for block using index_granularity
+Granules getGranulesToWrite(const MergeTreeIndexGranularity & index_granularity, size_t block_rows, size_t current_mark, size_t rows_written_in_last_mark)
+{
+    if (current_mark >= index_granularity.getMarksCount())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Request to get granules from mark {} but index granularity size is {}", current_mark, index_granularity.getMarksCount());
+
+    Granules result;
+    size_t current_row = 0;
+    /// When our last mark is not finished yet and we have to write in rows into it
+    if (rows_written_in_last_mark > 0)
+    {
+        size_t rows_left_in_last_mark = index_granularity.getMarkRows(current_mark) - rows_written_in_last_mark;
+        size_t rows_left_in_block = block_rows - current_row;
+        result.emplace_back(Granule{
+            .start_row = current_row,
+            .granularity_rows = rows_left_in_last_mark,
+            .block_rows = std::min(rows_left_in_block, rows_left_in_last_mark),
+            .mark_number = current_mark,
+            .mark_on_start = false, /// Don't mark this granule because we have already marked it
+        });
+        current_row += rows_left_in_last_mark;
+        current_mark++;
+    }
+
+    /// Calculating normal granules for block
+    while (current_row < block_rows)
+    {
+        size_t expected_rows_in_mark = index_granularity.getMarkRows(current_mark);
+        size_t rows_left_in_block  = block_rows - current_row;
+        /// If we have less rows in block than expected in granularity
+        /// save incomplete granule
+        result.emplace_back(Granule{
+            .start_row = current_row,
+            .granularity_rows = expected_rows_in_mark,
+            .block_rows = std::min(rows_left_in_block, expected_rows_in_mark),
+            .mark_number = current_mark,
+            .mark_on_start = true,
+        });
+        current_row += expected_rows_in_mark;
+        current_mark++;
+    }
+
+    return result;
+}
+
+}
+
 MergeTreeDataPartWriterWide::MergeTreeDataPartWriterWide(
     const MergeTreeData::DataPartPtr & data_part_,
     const NamesAndTypesList & columns_list_,
@@ -69,7 +120,7 @@ void MergeTreeDataPartWriterWide::addStreams(
 
 
 IDataType::OutputStreamGetter MergeTreeDataPartWriterWide::createStreamGetter(
-        const String & name, WrittenOffsetColumns & offset_columns)
+        const String & name, WrittenOffsetColumns & offset_columns) const
 {
     return [&, this] (const IDataType::SubstreamPath & substream_path) -> WriteBuffer *
     {
@@ -81,13 +132,34 @@ IDataType::OutputStreamGetter MergeTreeDataPartWriterWide::createStreamGetter(
         if (is_offsets && offset_columns.count(stream_name))
             return nullptr;
 
-        return &column_streams[stream_name]->compressed;
+        return &column_streams.at(stream_name)->compressed;
     };
 }
 
-void MergeTreeDataPartWriterWide::write(const Block & block,
-    const IColumn::Permutation * permutation,
-    const Block & primary_key_block, const Block & skip_indexes_block)
+void MergeTreeDataPartWriterWide::shiftCurrentMark(const Granules & granules_written)
+{
+    auto last_granule = granules_written.back();
+    /// If we didn't finished last granule than we will continue to write it from new block
+    if (!last_granule.isCompleted())
+    {
+        /// Shift forward except last granule
+        setCurrentMark(getCurrentMark() + granules_written.size() - 1);
+        bool still_in_the_same_granule = granules_written.size() == 1;
+        /// We wrote whole block in the same granule, but didn't finished it.
+        /// So add written rows to rows written in last_mark
+        if (still_in_the_same_granule)
+            rows_written_in_last_mark += last_granule.block_rows;
+        else
+            rows_written_in_last_mark = last_granule.block_rows;
+    }
+    else
+    {
+        setCurrentMark(getCurrentMark() + granules_written.size());
+        rows_written_in_last_mark = 0;
+    }
+}
+
+void MergeTreeDataPartWriterWide::write(const Block & block, const IColumn::Permutation * permutation)
 {
     /// Fill index granularity for this block
     /// if it's unknown (in case of insert data or horizontal merge,
@@ -98,7 +170,14 @@ void MergeTreeDataPartWriterWide::write(const Block & block,
         fillIndexGranularity(index_granularity_for_block, block.rows());
     }
 
+    auto granules_to_write = getGranulesToWrite(index_granularity, block.rows(), getCurrentMark(), rows_written_in_last_mark);
+
     auto offset_columns = written_offset_columns ? *written_offset_columns : WrittenOffsetColumns{};
+    Block primary_key_block;
+    if (settings.rewrite_primary_key)
+        primary_key_block = getBlockAndPermute(block, metadata_snapshot->getPrimaryKeyColumns(), permutation);
+
+    Block skip_indexes_block = getBlockAndPermute(block, getSkipIndicesColumns(), permutation);
 
     auto it = columns_list.begin();
     for (size_t i = 0; i < columns_list.size(); ++i, ++it)
@@ -110,25 +189,32 @@ void MergeTreeDataPartWriterWide::write(const Block & block,
             if (primary_key_block.has(it->name))
             {
                 const auto & primary_column = *primary_key_block.getByName(it->name).column;
-                writeColumn(column.name, *column.type, primary_column, offset_columns);
+                writeColumn(column.name, *column.type, primary_column, offset_columns, granules_to_write);
             }
             else if (skip_indexes_block.has(it->name))
             {
                 const auto & index_column = *skip_indexes_block.getByName(it->name).column;
-                writeColumn(column.name, *column.type, index_column, offset_columns);
+                writeColumn(column.name, *column.type, index_column, offset_columns, granules_to_write);
             }
             else
             {
                 /// We rearrange the columns that are not included in the primary key here; Then the result is released - to save RAM.
                 ColumnPtr permuted_column = column.column->permute(*permutation, 0);
-                writeColumn(column.name, *column.type, *permuted_column, offset_columns);
+                writeColumn(column.name, *column.type, *permuted_column, offset_columns, granules_to_write);
             }
         }
         else
         {
-            writeColumn(column.name, *column.type, *column.column, offset_columns);
+            writeColumn(column.name, *column.type, *column.column, offset_columns, granules_to_write);
         }
     }
+
+    if (settings.rewrite_primary_key)
+        calculateAndSerializePrimaryIndex(primary_key_block, granules_to_write);
+
+    calculateAndSerializeSkipIndices(skip_indexes_block, granules_to_write);
+
+    shiftCurrentMark(granules_to_write);
 }
 
 void MergeTreeDataPartWriterWide::writeSingleMark(
@@ -138,44 +224,67 @@ void MergeTreeDataPartWriterWide::writeSingleMark(
     size_t number_of_rows,
     DB::IDataType::SubstreamPath & path)
 {
-    type.enumerateStreams([&] (const IDataType::SubstreamPath & substream_path, const IDataType & /* substream_type */)
-     {
-         bool is_offsets = !substream_path.empty() && substream_path.back().type == IDataType::Substream::ArraySizes;
-
-         String stream_name = IDataType::getFileNameForStream(name, substream_path);
-
-         /// Don't write offsets more than one time for Nested type.
-         if (is_offsets && offset_columns.count(stream_name))
-             return;
-
-         Stream & stream = *column_streams[stream_name];
-
-         /// There could already be enough data to compress into the new block.
-         if (stream.compressed.offset() >= settings.min_compress_block_size)
-             stream.compressed.next();
-
-         writeIntBinary(stream.plain_hashing.count(), stream.marks);
-         writeIntBinary(stream.compressed.offset(), stream.marks);
-         if (settings.can_use_adaptive_granularity)
-             writeIntBinary(number_of_rows, stream.marks);
-     }, path);
+    StreamsWithMarks marks = getCurrentMarksForColumn(name, type, offset_columns, path);
+    for (const auto & mark : marks)
+        flushMarkToFile(mark, number_of_rows);
 }
 
-size_t MergeTreeDataPartWriterWide::writeSingleGranule(
+void MergeTreeDataPartWriterWide::flushMarkToFile(const StreamNameAndMark & stream_with_mark, size_t rows_in_mark)
+{
+    Stream & stream = *column_streams[stream_with_mark.stream_name];
+    writeIntBinary(stream_with_mark.mark.offset_in_compressed_file, stream.marks);
+    writeIntBinary(stream_with_mark.mark.offset_in_decompressed_block, stream.marks);
+    if (settings.can_use_adaptive_granularity)
+        writeIntBinary(rows_in_mark, stream.marks);
+}
+
+StreamsWithMarks MergeTreeDataPartWriterWide::getCurrentMarksForColumn(
+    const String & name,
+    const IDataType & type,
+    WrittenOffsetColumns & offset_columns,
+    DB::IDataType::SubstreamPath & path)
+{
+    StreamsWithMarks result;
+    type.enumerateStreams([&] (const IDataType::SubstreamPath & substream_path, const IDataType & /* substream_type */)
+    {
+        bool is_offsets = !substream_path.empty() && substream_path.back().type == IDataType::Substream::ArraySizes;
+
+        String stream_name = IDataType::getFileNameForStream(name, substream_path);
+
+        /// Don't write offsets more than one time for Nested type.
+        if (is_offsets && offset_columns.count(stream_name))
+            return;
+
+        Stream & stream = *column_streams[stream_name];
+
+        /// There could already be enough data to compress into the new block.
+        if (stream.compressed.offset() >= settings.min_compress_block_size)
+            stream.compressed.next();
+
+        StreamNameAndMark stream_with_mark;
+        stream_with_mark.stream_name = stream_name;
+        stream_with_mark.mark.offset_in_compressed_file = stream.plain_hashing.count();
+        stream_with_mark.mark.offset_in_decompressed_block = stream.compressed.offset();
+
+        result.push_back(stream_with_mark);
+    }, path);
+
+    return result;
+}
+
+void MergeTreeDataPartWriterWide::writeSingleGranule(
     const String & name,
     const IDataType & type,
     const IColumn & column,
     WrittenOffsetColumns & offset_columns,
     IDataType::SerializeBinaryBulkStatePtr & serialization_state,
     IDataType::SerializeBinaryBulkSettings & serialize_settings,
-    size_t from_row,
-    size_t number_of_rows,
-    bool write_marks)
+    const Granule & granule)
 {
-    if (write_marks)
-        writeSingleMark(name, type, offset_columns, number_of_rows, serialize_settings.path);
+    if (granule.mark_on_start)
+        writeSingleMark(name, type, offset_columns, granule.granularity_rows, serialize_settings.path);
 
-    type.serializeBinaryBulkWithMultipleStreams(column, from_row, number_of_rows, serialize_settings, serialization_state);
+    type.serializeBinaryBulkWithMultipleStreams(column, granule.start_row, granule.granularity_rows, serialize_settings, serialization_state);
 
     /// So that instead of the marks pointing to the end of the compressed block, there were marks pointing to the beginning of the next one.
     type.enumerateStreams([&] (const IDataType::SubstreamPath & substream_path, const IDataType & /* substream_type */)
@@ -190,8 +299,6 @@ size_t MergeTreeDataPartWriterWide::writeSingleGranule(
 
         column_streams[stream_name]->compressed.nextIfAtEnd();
     }, serialize_settings.path);
-
-    return from_row + number_of_rows;
 }
 
 /// Column must not be empty. (column.size() !== 0)
@@ -199,9 +306,11 @@ void MergeTreeDataPartWriterWide::writeColumn(
     const String & name,
     const IDataType & type,
     const IColumn & column,
-    WrittenOffsetColumns & offset_columns)
+    WrittenOffsetColumns & offset_columns,
+    const Granules & granules)
 {
     auto [it, inserted] = serialization_states.emplace(name, nullptr);
+
     if (inserted)
     {
         IDataType::SerializeBinaryBulkSettings serialize_settings;
@@ -215,48 +324,20 @@ void MergeTreeDataPartWriterWide::writeColumn(
     serialize_settings.low_cardinality_max_dictionary_size = global_settings.low_cardinality_max_dictionary_size;
     serialize_settings.low_cardinality_use_single_dictionary_for_part = global_settings.low_cardinality_use_single_dictionary_for_part != 0;
 
-    size_t total_rows = column.size();
-    size_t current_row = 0;
-    size_t current_column_mark = getCurrentMark();
-    size_t current_index_offset = getIndexOffset();
-    while (current_row < total_rows)
+    for (const auto & granule : granules)
     {
-        size_t rows_to_write;
-        bool write_marks = true;
-
-        /// If there is `index_offset`, then the first mark goes not immediately, but after this number of rows.
-        if (current_row == 0 && current_index_offset != 0)
-        {
-            write_marks = false;
-            rows_to_write = current_index_offset;
-        }
-        else
-        {
-            if (index_granularity.getMarksCount() <= current_column_mark)
-                throw Exception(
-                    "Incorrect size of index granularity expect mark " + toString(current_column_mark) + " totally have marks " + toString(index_granularity.getMarksCount()),
-                    ErrorCodes::LOGICAL_ERROR);
-
-            rows_to_write = index_granularity.getMarkRows(current_column_mark);
-        }
-
-        if (rows_to_write != 0)
+        if (granule.granularity_rows > 0)
             data_written = true;
 
-        current_row = writeSingleGranule(
-            name,
-            type,
-            column,
-            offset_columns,
-            it->second,
-            serialize_settings,
-            current_row,
-            rows_to_write,
-            write_marks
+        writeSingleGranule(
+           name,
+           type,
+           column,
+           offset_columns,
+           it->second,
+           serialize_settings,
+           granule
         );
-
-        if (write_marks)
-            current_column_mark++;
     }
 
     type.enumerateStreams([&] (const IDataType::SubstreamPath & substream_path, const IDataType & /* substream_type */)
@@ -268,9 +349,93 @@ void MergeTreeDataPartWriterWide::writeColumn(
             offset_columns.insert(stream_name);
         }
     }, serialize_settings.path);
+}
+
+
+void MergeTreeDataPartWriterWide::validateColumnOfFixedSize(const String & name, const IDataType & type)
+{
+    if (!type.isValueRepresentedByNumber() || type.haveSubtypes())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Cannot validate column of non fixed type {}", type.getName());
+
+    auto disk = data_part->volume->getDisk();
+    String mrk_path = fullPath(disk, part_path + name + marks_file_extension);
+    String bin_path = fullPath(disk, part_path + name + DATA_FILE_EXTENSION);
+    DB::ReadBufferFromFile mrk_in(mrk_path);
+    DB::CompressedReadBufferFromFile bin_in(bin_path, 0, 0, 0);
+    bool must_be_last = false;
+    UInt64 offset_in_compressed_file = 0;
+    UInt64 offset_in_decompressed_block = 0;
+    UInt64 index_granularity_rows = 0;
+
+    size_t mark_num;
+
+    for (mark_num = 0; !mrk_in.eof(); ++mark_num)
+    {
+        if (mark_num > index_granularity.getMarksCount())
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Incorrect number of marks in memory {}, on disk (at least) {}", index_granularity.getMarksCount(), mark_num + 1);
+
+        DB::readBinary(offset_in_compressed_file, mrk_in);
+        DB::readBinary(offset_in_decompressed_block, mrk_in);
+        if (settings.can_use_adaptive_granularity)
+            DB::readBinary(index_granularity_rows, mrk_in);
+        else
+            index_granularity_rows = storage.getSettings()->index_granularity;
+
+        if (must_be_last)
+        {
+            if (index_granularity_rows != 0)
+                throw Exception(ErrorCodes::LOGICAL_ERROR, "We ran out of binary data but still have non empty mark #{} with rows number {}", mark_num, index_granularity_rows);
+
+            if (!mrk_in.eof())
+                throw Exception(ErrorCodes::LOGICAL_ERROR, "Mark #{} must be last, but we still have some to read", mark_num);
+
+            break;
+        }
+
+        if (index_granularity_rows == 0)
+        {
+            auto column = type.createColumn();
+
+            type.deserializeBinaryBulk(*column, bin_in, 1000000000, 0.0);
+
+            throw Exception(ErrorCodes::LOGICAL_ERROR,
+                        "Still have {} rows in bin stream, last mark #{} index granularity size {}, last rows {}", column->size(), mark_num, index_granularity.getMarksCount(), index_granularity_rows);
+        }
+
+        if (index_granularity_rows != index_granularity.getMarkRows(mark_num))
+            throw Exception(
+                ErrorCodes::LOGICAL_ERROR, "Incorrect mark rows for mark #{} (compressed offset {}, decompressed offset {}), in-memory {}, on disk {}",
+                mark_num, offset_in_compressed_file, offset_in_decompressed_block, index_granularity.getMarkRows(mark_num), index_granularity_rows);
+
+        auto column = type.createColumn();
+
+        type.deserializeBinaryBulk(*column, bin_in, index_granularity_rows, 0.0);
+
+        if (bin_in.eof())
+        {
+            must_be_last = true;
+        }
+        else if (column->size() != index_granularity_rows)
+        {
+            throw Exception(
+                ErrorCodes::LOGICAL_ERROR, "Incorrect mark rows for mark #{} (compressed offset {}, decompressed offset {}), actually in bin file {}, in mrk file {}",
+                mark_num, offset_in_compressed_file, offset_in_decompressed_block, column->size(), index_granularity.getMarkRows(mark_num));
+        }
+    }
+
+    if (!mrk_in.eof())
+        throw Exception(ErrorCodes::LOGICAL_ERROR,
+                        "Still have something in marks stream, last mark #{} index granularity size {}, last rows {}", mark_num, index_granularity.getMarksCount(), index_granularity_rows);
+    if (!bin_in.eof())
+    {
+        auto column = type.createColumn();
+
+        type.deserializeBinaryBulk(*column, bin_in, 1000000000, 0.0);
+
+        throw Exception(ErrorCodes::LOGICAL_ERROR,
+                        "Still have {} rows in bin stream, last mark #{} index granularity size {}, last rows {}", column->size(), mark_num, index_granularity.getMarksCount(), index_granularity_rows);
+    }
 
-    next_mark = current_column_mark;
-    next_index_offset = current_row - total_rows;
 }
 
 void MergeTreeDataPartWriterWide::finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync)
@@ -294,12 +459,9 @@ void MergeTreeDataPartWriterWide::finishDataSerialization(IMergeTreeDataPart::Ch
             }
 
             if (write_final_mark)
-            {
                 writeFinalMark(it->name, it->type, offset_columns, serialize_settings.path);
-            }
         }
     }
-
     for (auto & stream : column_streams)
     {
         stream.second->finalize();
@@ -310,6 +472,24 @@ void MergeTreeDataPartWriterWide::finishDataSerialization(IMergeTreeDataPart::Ch
 
     column_streams.clear();
     serialization_states.clear();
+
+#ifndef NDEBUG
+    for (const auto & column : columns_list)
+    {
+        if (column.type->isValueRepresentedByNumber() && !column.type->haveSubtypes())
+            validateColumnOfFixedSize(column.name, *column.type);
+    }
+#endif
+
+}
+
+void MergeTreeDataPartWriterWide::finish(IMergeTreeDataPart::Checksums & checksums, bool sync)
+{
+    finishDataSerialization(checksums, sync);
+    if (settings.rewrite_primary_key)
+        finishPrimaryIndexSerialization(checksums, sync);
+
+    finishSkipIndicesSerialization(checksums, sync);
 }
 
 void MergeTreeDataPartWriterWide::writeFinalMark(
@@ -331,4 +511,30 @@ void MergeTreeDataPartWriterWide::writeFinalMark(
     }, path);
 }
 
+static void fillIndexGranularityImpl(
+    MergeTreeIndexGranularity & index_granularity,
+    size_t index_offset,
+    size_t index_granularity_for_block,
+    size_t rows_in_block)
+{
+    for (size_t current_row = index_offset; current_row < rows_in_block; current_row += index_granularity_for_block)
+        index_granularity.appendMark(index_granularity_for_block);
+}
+
+void MergeTreeDataPartWriterWide::fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block)
+{
+    if (getCurrentMark() < index_granularity.getMarksCount() && getCurrentMark() != index_granularity.getMarksCount() - 1)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Trying to add marks, while current mark {}, but total marks {}", getCurrentMark(), index_granularity.getMarksCount());
+
+    size_t index_offset = 0;
+    if (rows_written_in_last_mark != 0)
+        index_offset = index_granularity.getLastMarkRows() - rows_written_in_last_mark;
+
+    fillIndexGranularityImpl(
+        index_granularity,
+        index_offset,
+        index_granularity_for_block,
+        rows_in_block);
+}
+
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
index aeb686a70a1..cffedd66a32 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
@@ -4,13 +4,19 @@
 namespace DB
 {
 
+struct StreamNameAndMark
+{
+    String stream_name;
+    MarkInCompressedFile mark;
+};
+
+using StreamsWithMarks = std::vector<StreamNameAndMark>;
+using ColumnNameToMark = std::unordered_map<String, StreamsWithMarks>;
+
 /// Writes data part in wide format.
 class MergeTreeDataPartWriterWide : public MergeTreeDataPartWriterOnDisk
 {
 public:
-
-    using ColumnToSize = std::map<std::string, UInt64>;
-
     MergeTreeDataPartWriterWide(
         const MergeTreeData::DataPartPtr & data_part,
         const NamesAndTypesList & columns_list,
@@ -21,14 +27,15 @@ public:
         const MergeTreeWriterSettings & settings,
         const MergeTreeIndexGranularity & index_granularity);
 
-    void write(const Block & block, const IColumn::Permutation * permutation,
-        const Block & primary_key_block, const Block & skip_indexes_block) override;
+    void write(const Block & block, const IColumn::Permutation * permutation) override;
 
-    void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync) override;
-
-    IDataType::OutputStreamGetter createStreamGetter(const String & name, WrittenOffsetColumns & offset_columns);
+    void finish(IMergeTreeDataPart::Checksums & checksums, bool sync) final;
 
 private:
+    /// Finish serialization of data: write final mark if required and compute checksums
+    /// Also validate written data in debug mode
+    void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync);
+
     /// Write data of one column.
     /// Return how many marks were written and
     /// how many rows were written for last mark
@@ -36,21 +43,32 @@ private:
         const String & name,
         const IDataType & type,
         const IColumn & column,
-        WrittenOffsetColumns & offset_columns);
+        WrittenOffsetColumns & offset_columns,
+        const Granules & granules);
 
-    /// Write single granule of one column (rows between 2 marks)
-    size_t writeSingleGranule(
+    /// Write single granule of one column.
+    void writeSingleGranule(
         const String & name,
         const IDataType & type,
         const IColumn & column,
         WrittenOffsetColumns & offset_columns,
         IDataType::SerializeBinaryBulkStatePtr & serialization_state,
         IDataType::SerializeBinaryBulkSettings & serialize_settings,
-        size_t from_row,
-        size_t number_of_rows,
-        bool write_marks);
+        const Granule & granule);
 
-    /// Write mark for column
+    /// Take offsets from column and return as MarkInCompressed file with stream name
+    StreamsWithMarks getCurrentMarksForColumn(
+        const String & name,
+        const IDataType & type,
+        WrittenOffsetColumns & offset_columns,
+        DB::IDataType::SubstreamPath & path);
+
+    /// Write mark to disk using stream and rows count
+    void flushMarkToFile(
+        const StreamNameAndMark & stream_with_mark,
+        size_t rows_in_mark);
+
+    /// Write mark for column taking offsets from column stream
     void writeSingleMark(
         const String & name,
         const IDataType & type,
@@ -70,10 +88,30 @@ private:
         const ASTPtr & effective_codec_desc,
         size_t estimated_size);
 
+    /// Method for self check (used in debug-build only). Checks that written
+    /// data and corresponding marks are consistent. Otherwise throws logical
+    /// errors.
+    void validateColumnOfFixedSize(const String & name, const IDataType & type);
+
+    void fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block) override;
+
+    /// Use information from just written granules to shift current mark
+    /// in our index_granularity array.
+    void shiftCurrentMark(const Granules & granules_written);
+
+    IDataType::OutputStreamGetter createStreamGetter(const String & name, WrittenOffsetColumns & offset_columns) const;
+
+    using SerializationState = IDataType::SerializeBinaryBulkStatePtr;
+    using SerializationStates = std::unordered_map<String, SerializationState>;
+
     SerializationStates serialization_states;
 
     using ColumnStreams = std::map<String, StreamPtr>;
     ColumnStreams column_streams;
+
+    /// How many rows we have already written in the current mark.
+    /// More than zero when incoming blocks are smaller then their granularity.
+    size_t rows_written_in_last_mark = 0;
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.cpp b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
index e65a8e22f32..c93d4bceba0 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
@@ -16,6 +16,14 @@
 
 #include <Parsers/queryToString.h>
 
+#include <Processors/Merges/Algorithms/ReplacingSortedAlgorithm.h>
+#include <Processors/Merges/Algorithms/MergingSortedAlgorithm.h>
+#include <Processors/Merges/Algorithms/CollapsingSortedAlgorithm.h>
+#include <Processors/Merges/Algorithms/SummingSortedAlgorithm.h>
+#include <Processors/Merges/Algorithms/AggregatingSortedAlgorithm.h>
+#include <Processors/Merges/Algorithms/VersionedCollapsingAlgorithm.h>
+#include <Processors/Merges/Algorithms/GraphiteRollupSortedAlgorithm.h>
+
 namespace ProfileEvents
 {
     extern const Event MergeTreeDataWriterBlocks;
@@ -194,7 +202,74 @@ BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block
     return result;
 }
 
-MergeTreeData::MutableDataPartPtr MergeTreeDataWriter::writeTempPart(BlockWithPartition & block_with_partition, const StorageMetadataPtr & metadata_snapshot)
+Block MergeTreeDataWriter::mergeBlock(const Block & block, SortDescription sort_description, Names & partition_key_columns, IColumn::Permutation *& permutation)
+{
+    size_t block_size = block.rows();
+
+    auto get_merging_algorithm = [&]() -> std::shared_ptr<IMergingAlgorithm>
+    {
+        switch (data.merging_params.mode)
+        {
+            /// There is nothing to merge in single block in ordinary MergeTree
+            case MergeTreeData::MergingParams::Ordinary:
+                return nullptr;
+            case MergeTreeData::MergingParams::Replacing:
+                return std::make_shared<ReplacingSortedAlgorithm>(
+                    block, 1, sort_description, data.merging_params.version_column, block_size + 1);
+            case MergeTreeData::MergingParams::Collapsing:
+                return std::make_shared<CollapsingSortedAlgorithm>(
+                    block, 1, sort_description, data.merging_params.sign_column,
+                    false, block_size + 1, &Poco::Logger::get("MergeTreeBlockOutputStream"));
+            case MergeTreeData::MergingParams::Summing:
+                return std::make_shared<SummingSortedAlgorithm>(
+                    block, 1, sort_description, data.merging_params.columns_to_sum,
+                    partition_key_columns, block_size + 1);
+            case MergeTreeData::MergingParams::Aggregating:
+                return std::make_shared<AggregatingSortedAlgorithm>(block, 1, sort_description, block_size + 1);
+            case MergeTreeData::MergingParams::VersionedCollapsing:
+                return std::make_shared<VersionedCollapsingAlgorithm>(
+                    block, 1, sort_description, data.merging_params.sign_column, block_size + 1);
+            case MergeTreeData::MergingParams::Graphite:
+                return std::make_shared<GraphiteRollupSortedAlgorithm>(
+                    block, 1, sort_description, block_size + 1, data.merging_params.graphite_params, time(nullptr));
+        }
+
+        __builtin_unreachable();
+    };
+
+    auto merging_algorithm = get_merging_algorithm();
+    if (!merging_algorithm)
+        return block;
+
+    Chunk chunk(block.getColumns(), block_size);
+
+    IMergingAlgorithm::Input input;
+    input.set(std::move(chunk));
+    input.permutation = permutation;
+
+    IMergingAlgorithm::Inputs inputs;
+    inputs.push_back(std::move(input));
+    merging_algorithm->initialize(std::move(inputs));
+
+    IMergingAlgorithm::Status status = merging_algorithm->merge();
+
+    /// Check that after first merge merging_algorithm is waiting for data from input 0.
+    if (status.required_source != 0)
+        throw Exception("Logical error: required source after the first merge is not 0.", ErrorCodes::LOGICAL_ERROR);
+
+    status = merging_algorithm->merge();
+
+    /// Check that merge is finished.
+    if (!status.is_finished)
+        throw Exception("Logical error: merge is not finished after the second merge.", ErrorCodes::LOGICAL_ERROR);
+
+    /// Merged Block is sorted and we don't need to use permutation anymore
+    permutation = nullptr;
+
+    return block.cloneWithColumns(status.chunk.getColumns());
+}
+
+MergeTreeData::MutableDataPartPtr MergeTreeDataWriter::writeTempPart(BlockWithPartition & block_with_partition, const StorageMetadataPtr & metadata_snapshot, bool optimize_on_insert)
 {
     Block & block = block_with_partition.block;
 
@@ -228,6 +303,38 @@ MergeTreeData::MutableDataPartPtr MergeTreeDataWriter::writeTempPart(BlockWithPa
     else
         part_name = new_part_info.getPartName();
 
+    /// If we need to calculate some columns to sort.
+    if (metadata_snapshot->hasSortingKey() || metadata_snapshot->hasSecondaryIndices())
+        data.getSortingKeyAndSkipIndicesExpression(metadata_snapshot)->execute(block);
+
+    Names sort_columns = metadata_snapshot->getSortingKeyColumns();
+    SortDescription sort_description;
+    size_t sort_columns_size = sort_columns.size();
+    sort_description.reserve(sort_columns_size);
+
+    for (size_t i = 0; i < sort_columns_size; ++i)
+        sort_description.emplace_back(block.getPositionByName(sort_columns[i]), 1, 1);
+
+    ProfileEvents::increment(ProfileEvents::MergeTreeDataWriterBlocks);
+
+    /// Sort
+    IColumn::Permutation * perm_ptr = nullptr;
+    IColumn::Permutation perm;
+    if (!sort_description.empty())
+    {
+        if (!isAlreadySorted(block, sort_description))
+        {
+            stableGetPermutation(block, sort_description, perm);
+            perm_ptr = &perm;
+        }
+        else
+            ProfileEvents::increment(ProfileEvents::MergeTreeDataWriterBlocksAlreadySorted);
+    }
+
+    Names partition_key_columns = metadata_snapshot->getPartitionKey().column_names;
+    if (optimize_on_insert)
+        block = mergeBlock(block, sort_description, partition_key_columns, perm_ptr);
+
     /// Size of part would not be greater than block.bytes() + epsilon
     size_t expected_size = block.bytes();
 
@@ -274,34 +381,6 @@ MergeTreeData::MutableDataPartPtr MergeTreeDataWriter::writeTempPart(BlockWithPa
             sync_guard.emplace(disk, full_path);
     }
 
-    /// If we need to calculate some columns to sort.
-    if (metadata_snapshot->hasSortingKey() || metadata_snapshot->hasSecondaryIndices())
-        data.getSortingKeyAndSkipIndicesExpression(metadata_snapshot)->execute(block);
-
-    Names sort_columns = metadata_snapshot->getSortingKeyColumns();
-    SortDescription sort_description;
-    size_t sort_columns_size = sort_columns.size();
-    sort_description.reserve(sort_columns_size);
-
-    for (size_t i = 0; i < sort_columns_size; ++i)
-        sort_description.emplace_back(block.getPositionByName(sort_columns[i]), 1, 1);
-
-    ProfileEvents::increment(ProfileEvents::MergeTreeDataWriterBlocks);
-
-    /// Sort
-    IColumn::Permutation * perm_ptr = nullptr;
-    IColumn::Permutation perm;
-    if (!sort_description.empty())
-    {
-        if (!isAlreadySorted(block, sort_description))
-        {
-            stableGetPermutation(block, sort_description, perm);
-            perm_ptr = &perm;
-        }
-        else
-            ProfileEvents::increment(ProfileEvents::MergeTreeDataWriterBlocksAlreadySorted);
-    }
-
     if (metadata_snapshot->hasRowsTTL())
         updateTTL(metadata_snapshot->getRowsTTL(), new_data_part->ttl_infos, new_data_part->ttl_infos.table_ttl, block, true);
 
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.h b/src/Storages/MergeTree/MergeTreeDataWriter.h
index b4ad936672c..685d1adf947 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.h
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.h
@@ -45,7 +45,9 @@ public:
     /** All rows must correspond to same partition.
       * Returns part with unique name starting with 'tmp_', yet not added to MergeTreeData.
       */
-    MergeTreeData::MutableDataPartPtr writeTempPart(BlockWithPartition & block, const StorageMetadataPtr & metadata_snapshot);
+    MergeTreeData::MutableDataPartPtr writeTempPart(BlockWithPartition & block, const StorageMetadataPtr & metadata_snapshot, bool optimize_on_insert);
+
+    Block mergeBlock(const Block & block, SortDescription sort_description, Names & partition_key_columns, IColumn::Permutation *& permutation);
 
 private:
     MergeTreeData & data;
diff --git a/src/Storages/MergeTree/MergeTreeIOSettings.h b/src/Storages/MergeTree/MergeTreeIOSettings.h
index 41d9be07c70..7d8dda0c3ca 100644
--- a/src/Storages/MergeTree/MergeTreeIOSettings.h
+++ b/src/Storages/MergeTree/MergeTreeIOSettings.h
@@ -25,6 +25,7 @@ struct MergeTreeWriterSettings
         const MergeTreeSettingsPtr & storage_settings,
         bool can_use_adaptive_granularity_,
         size_t aio_threshold_,
+        bool rewrite_primary_key_,
         bool blocks_are_granules_size_ = false)
         : min_compress_block_size(
             storage_settings->min_compress_block_size ? storage_settings->min_compress_block_size : global_settings.min_compress_block_size)
@@ -33,6 +34,7 @@ struct MergeTreeWriterSettings
                                                         : global_settings.max_compress_block_size)
         , aio_threshold(aio_threshold_)
         , can_use_adaptive_granularity(can_use_adaptive_granularity_)
+        , rewrite_primary_key(rewrite_primary_key_)
         , blocks_are_granules_size(blocks_are_granules_size_)
     {
     }
@@ -41,6 +43,7 @@ struct MergeTreeWriterSettings
     size_t max_compress_block_size;
     size_t aio_threshold;
     bool can_use_adaptive_granularity;
+    bool rewrite_primary_key;
     bool blocks_are_granules_size;
 
     /// true if we write temporary files during alter.
diff --git a/src/Storages/MergeTree/MergeTreeIndexGranularity.cpp b/src/Storages/MergeTree/MergeTreeIndexGranularity.cpp
index bca0d0cb883..8dc353714cb 100644
--- a/src/Storages/MergeTree/MergeTreeIndexGranularity.cpp
+++ b/src/Storages/MergeTree/MergeTreeIndexGranularity.cpp
@@ -7,6 +7,7 @@ namespace DB
 {
 namespace ErrorCodes
 {
+    extern const int LOGICAL_ERROR;
 }
 
 MergeTreeIndexGranularity::MergeTreeIndexGranularity(const std::vector<size_t> & marks_rows_partial_sums_)
@@ -20,6 +21,17 @@ MergeTreeIndexGranularity::MergeTreeIndexGranularity(size_t marks_count, size_t
 {
 }
 
+/// Rows after mark to next mark
+size_t MergeTreeIndexGranularity::getMarkRows(size_t mark_index) const
+{
+    if (mark_index >= getMarksCount())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Trying to get non existing mark {}, while size is {}", mark_index, getMarksCount());
+    if (mark_index == 0)
+        return marks_rows_partial_sums[0];
+    else
+        return marks_rows_partial_sums[mark_index] - marks_rows_partial_sums[mark_index - 1];
+}
+
 size_t MergeTreeIndexGranularity::getMarkStartingRow(size_t mark_index) const
 {
     if (mark_index == 0)
diff --git a/src/Storages/MergeTree/MergeTreeIndexGranularity.h b/src/Storages/MergeTree/MergeTreeIndexGranularity.h
index 5aefd0f102b..0923a496174 100644
--- a/src/Storages/MergeTree/MergeTreeIndexGranularity.h
+++ b/src/Storages/MergeTree/MergeTreeIndexGranularity.h
@@ -47,13 +47,7 @@ public:
     size_t getMarksCountWithoutFinal() const { return getMarksCount() - hasFinalMark(); }
 
     /// Rows after mark to next mark
-    inline size_t getMarkRows(size_t mark_index) const
-    {
-        if (mark_index == 0)
-            return marks_rows_partial_sums[0];
-        else
-            return marks_rows_partial_sums[mark_index] - marks_rows_partial_sums[mark_index - 1];
-    }
+    size_t getMarkRows(size_t mark_index) const;
 
     /// Return amount of rows before mark
     size_t getMarkStartingRow(size_t mark_index) const;
diff --git a/src/Storages/MergeTree/MergedBlockOutputStream.cpp b/src/Storages/MergeTree/MergedBlockOutputStream.cpp
index 00a4c37c60d..e45aaac6169 100644
--- a/src/Storages/MergeTree/MergedBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/MergedBlockOutputStream.cpp
@@ -51,6 +51,7 @@ MergedBlockOutputStream::MergedBlockOutputStream(
         storage.getSettings(),
         data_part->index_granularity_info.is_adaptive,
         aio_threshold,
+        /* rewrite_primary_key = */ true,
         blocks_are_granules_size);
 
     if (aio_threshold > 0 && !merged_column_to_size.empty())
@@ -67,8 +68,6 @@ MergedBlockOutputStream::MergedBlockOutputStream(
         volume->getDisk()->createDirectories(part_path);
 
     writer = data_part->getWriter(columns_list, metadata_snapshot, skip_indices, default_codec, writer_settings);
-    writer->initPrimaryIndex();
-    writer->initSkipIndices();
 }
 
 /// If data is pre-sorted.
@@ -103,9 +102,7 @@ void MergedBlockOutputStream::writeSuffixAndFinalizePart(
         checksums = std::move(*additional_column_checksums);
 
     /// Finish columns serialization.
-    writer->finishDataSerialization(checksums, sync);
-    writer->finishPrimaryIndexSerialization(checksums, sync);
-    writer->finishSkipIndicesSerialization(checksums, sync);
+    writer->finish(checksums, sync);
 
     NamesAndTypesList part_columns;
     if (!total_columns_list)
@@ -219,19 +216,7 @@ void MergedBlockOutputStream::writeImpl(const Block & block, const IColumn::Perm
     if (!rows)
         return;
 
-    std::unordered_set<String> skip_indexes_column_names_set;
-    for (const auto & index : metadata_snapshot->getSecondaryIndices())
-        std::copy(index.column_names.cbegin(), index.column_names.cend(),
-                std::inserter(skip_indexes_column_names_set, skip_indexes_column_names_set.end()));
-    Names skip_indexes_column_names(skip_indexes_column_names_set.begin(), skip_indexes_column_names_set.end());
-
-    Block primary_key_block = getBlockAndPermute(block, metadata_snapshot->getPrimaryKeyColumns(), permutation);
-    Block skip_indexes_block = getBlockAndPermute(block, skip_indexes_column_names, permutation);
-
-    writer->write(block, permutation, primary_key_block, skip_indexes_block);
-    writer->calculateAndSerializeSkipIndices(skip_indexes_block);
-    writer->calculateAndSerializePrimaryIndex(primary_key_block);
-    writer->next();
+    writer->write(block, permutation);
 
     rows_count += rows;
 }
diff --git a/src/Storages/MergeTree/MergedColumnOnlyOutputStream.cpp b/src/Storages/MergeTree/MergedColumnOnlyOutputStream.cpp
index 12b14d13656..87f67ee92a5 100644
--- a/src/Storages/MergeTree/MergedColumnOnlyOutputStream.cpp
+++ b/src/Storages/MergeTree/MergedColumnOnlyOutputStream.cpp
@@ -14,7 +14,7 @@ MergedColumnOnlyOutputStream::MergedColumnOnlyOutputStream(
     const StorageMetadataPtr & metadata_snapshot_,
     const Block & header_,
     CompressionCodecPtr default_codec,
-    const std::vector<MergeTreeIndexPtr> & indices_to_recalc,
+    const MergeTreeIndices & indices_to_recalc,
     WrittenOffsetColumns * offset_columns_,
     const MergeTreeIndexGranularity & index_granularity,
     const MergeTreeIndexGranularityInfo * index_granularity_info)
@@ -28,7 +28,8 @@ MergedColumnOnlyOutputStream::MergedColumnOnlyOutputStream(
         global_settings,
         storage_settings,
         index_granularity_info ? index_granularity_info->is_adaptive : data_part->storage.canUseAdaptiveGranularity(),
-        global_settings.min_bytes_to_use_direct_io);
+        global_settings.min_bytes_to_use_direct_io,
+        /* rewrite_primary_key = */false);
 
     writer = data_part->getWriter(
         header.getNamesAndTypesList(),
@@ -43,25 +44,14 @@ MergedColumnOnlyOutputStream::MergedColumnOnlyOutputStream(
         throw Exception("MergedColumnOnlyOutputStream supports only parts stored on disk", ErrorCodes::NOT_IMPLEMENTED);
 
     writer_on_disk->setWrittenOffsetColumns(offset_columns_);
-    writer_on_disk->initSkipIndices();
 }
 
 void MergedColumnOnlyOutputStream::write(const Block & block)
 {
-    std::unordered_set<String> skip_indexes_column_names_set;
-    for (const auto & index : writer->getSkipIndices())
-        std::copy(index->index.column_names.cbegin(), index->index.column_names.cend(),
-                  std::inserter(skip_indexes_column_names_set, skip_indexes_column_names_set.end()));
-    Names skip_indexes_column_names(skip_indexes_column_names_set.begin(), skip_indexes_column_names_set.end());
-
-    Block skip_indexes_block = getBlockAndPermute(block, skip_indexes_column_names, nullptr);
-
     if (!block.rows())
         return;
 
-    writer->write(block);
-    writer->calculateAndSerializeSkipIndices(skip_indexes_block);
-    writer->next();
+    writer->write(block, nullptr);
 }
 
 void MergedColumnOnlyOutputStream::writeSuffix()
@@ -77,8 +67,7 @@ MergedColumnOnlyOutputStream::writeSuffixAndGetChecksums(
 {
     /// Finish columns serialization.
     MergeTreeData::DataPart::Checksums checksums;
-    writer->finishDataSerialization(checksums, sync);
-    writer->finishSkipIndicesSerialization(checksums, sync);
+    writer->finish(checksums, sync);
 
     auto columns = new_part->getColumns();
 
diff --git a/src/Storages/MergeTree/MergedColumnOnlyOutputStream.h b/src/Storages/MergeTree/MergedColumnOnlyOutputStream.h
index 507a964ede0..393058dc82e 100644
--- a/src/Storages/MergeTree/MergedColumnOnlyOutputStream.h
+++ b/src/Storages/MergeTree/MergedColumnOnlyOutputStream.h
@@ -18,7 +18,7 @@ public:
         const StorageMetadataPtr & metadata_snapshot_,
         const Block & header_,
         CompressionCodecPtr default_codec_,
-        const std::vector<MergeTreeIndexPtr> & indices_to_recalc_,
+        const MergeTreeIndices & indices_to_recalc_,
         WrittenOffsetColumns * offset_columns_ = nullptr,
         const MergeTreeIndexGranularity & index_granularity = {},
         const MergeTreeIndexGranularityInfo * index_granularity_info_ = nullptr);
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
index 9bf1de5d03c..54248e6032c 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
@@ -40,7 +40,8 @@ ReplicatedMergeTreeBlockOutputStream::ReplicatedMergeTreeBlockOutputStream(
     size_t quorum_timeout_ms_,
     size_t max_parts_per_block_,
     bool quorum_parallel_,
-    bool deduplicate_)
+    bool deduplicate_,
+    bool optimize_on_insert_)
     : storage(storage_)
     , metadata_snapshot(metadata_snapshot_)
     , quorum(quorum_)
@@ -49,6 +50,7 @@ ReplicatedMergeTreeBlockOutputStream::ReplicatedMergeTreeBlockOutputStream(
     , quorum_parallel(quorum_parallel_)
     , deduplicate(deduplicate_)
     , log(&Poco::Logger::get(storage.getLogName() + " (Replicated OutputStream)"))
+    , optimize_on_insert(optimize_on_insert_)
 {
     /// The quorum value `1` has the same meaning as if it is disabled.
     if (quorum == 1)
@@ -121,8 +123,6 @@ void ReplicatedMergeTreeBlockOutputStream::write(const Block & block)
 {
     last_block_is_duplicate = false;
 
-    storage.delayInsertOrThrowIfNeeded(&storage.partial_shutdown_event);
-
     auto zookeeper = storage.getZooKeeper();
     assertSessionIsNotExpired(zookeeper);
 
@@ -142,7 +142,7 @@ void ReplicatedMergeTreeBlockOutputStream::write(const Block & block)
 
         /// Write part to the filesystem under temporary name. Calculate a checksum.
 
-        MergeTreeData::MutableDataPartPtr part = storage.writer.writeTempPart(current_block, metadata_snapshot);
+        MergeTreeData::MutableDataPartPtr part = storage.writer.writeTempPart(current_block, metadata_snapshot, optimize_on_insert);
 
         String block_id;
 
@@ -491,6 +491,8 @@ void ReplicatedMergeTreeBlockOutputStream::commitPart(
                 if (!zookeeper->tryGet(quorum_info.status_path, value, nullptr, event))
                     break;
 
+                LOG_TRACE(log, "Quorum node {} still exists, will wait for updates", quorum_info.status_path);
+
                 ReplicatedMergeTreeQuorumEntry quorum_entry(value);
 
                 /// If the node has time to disappear, and then appear again for the next insert.
@@ -499,6 +501,8 @@ void ReplicatedMergeTreeBlockOutputStream::commitPart(
 
                 if (!event->tryWait(quorum_timeout_ms))
                     throw Exception("Timeout while waiting for quorum", ErrorCodes::TIMEOUT_EXCEEDED);
+
+                LOG_TRACE(log, "Quorum {} updated, will check quorum node still exists", quorum_info.status_path);
             }
 
             /// And what if it is possible that the current replica at this time has ceased to be active
@@ -522,7 +526,9 @@ void ReplicatedMergeTreeBlockOutputStream::commitPart(
 
 void ReplicatedMergeTreeBlockOutputStream::writePrefix()
 {
-    storage.throwInsertIfNeeded();
+    /// Only check "too many parts" before write,
+    /// because interrupting long-running INSERT query in the middle is not convenient for users.
+    storage.delayInsertOrThrowIfNeeded(&storage.partial_shutdown_event);
 }
 
 
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
index 97c094c1128..3ac2c4bcfcb 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
@@ -29,7 +29,8 @@ public:
         size_t quorum_timeout_ms_,
         size_t max_parts_per_block_,
         bool quorum_parallel_,
-        bool deduplicate_);
+        bool deduplicate_,
+        bool optimize_on_insert);
 
     Block getHeader() const override;
     void writePrefix() override;
@@ -71,6 +72,8 @@ private:
 
     using Logger = Poco::Logger;
     Poco::Logger * log;
+
+    bool optimize_on_insert;
 };
 
 }
diff --git a/src/Storages/MergeTree/SimpleMergeSelector.h b/src/Storages/MergeTree/SimpleMergeSelector.h
index fe57c40320a..4f277ad74cd 100644
--- a/src/Storages/MergeTree/SimpleMergeSelector.h
+++ b/src/Storages/MergeTree/SimpleMergeSelector.h
@@ -3,6 +3,83 @@
 #include <Storages/MergeTree/MergeSelector.h>
 
 
+/**
+We have a set of data parts that is dynamically changing - new data parts are added and there is background merging process.
+Background merging process periodically selects continuous range of data parts to merge.
+
+It tries to optimize the following metrics:
+1. Write amplification: total amount of data written on disk (source data + merges) relative to the amount of source data.
+It can be also considered as the total amount of work for merges.
+2. The number of data parts in the set at the random moment of time (average + quantiles).
+
+Also taking the following considerations:
+1. Older data parts should be merged less frequently than newer data parts.
+2. Larger data parts should be merged less frequently than smaller data parts.
+3. If no new parts arrive, we should continue to merge existing data parts to eventually optimize the table.
+4. Never allow too many parts, because it will slow down SELECT queries significantly.
+5. Multiple background merges can run concurrently but not too many.
+
+It is not possible to optimize both metrics, because they contradict to each other.
+To lower the number of parts we can merge eagerly but write amplification will increase.
+Then we need some balance between optimization of these two metrics.
+
+But some optimizations may improve both metrics.
+
+For example, we can look at the "merge tree" - the tree of data parts that were merged.
+If the tree is perfectly balanced then its depth is proportonal to the log(data size),
+the total amount of work is proportional to data_size * log(data_size)
+and the write amplification is proportional to log(data_size).
+If it's not balanced (e.g. every new data part is always merged with existing data parts),
+its depth is proportional to the data size, total amount of work is proportional to data_size^2.
+
+We can also control the "base of the logarithm" - you can look it as the number of data parts
+that are merged at once (the tree "arity"). But as the data parts are of different size, we should generalize it:
+calculate the ratio between total size of merged parts to the size of the largest part participated in merge.
+For example, if we merge 4 parts of size 5, 3, 1, 1 - then "base" will be 2 (10 / 5).
+
+Base of the logarithm (simply called `base` in `SimpleMergeSelector`) is the main knob to control the write amplification.
+The more it is, the less is write amplification but we will have more data parts on average.
+
+To fit all the considerations, we also adjust `base` depending on total parts count,
+parts size and parts age, with linear interpolation (then `base` is not a constant but a function of multiple variables,
+looking like a section of hyperplane).
+
+
+Then we apply the algorithm to select the optimal range of data parts to merge.
+There is a proof that this algorithm is optimal if we look in the future only by single step.
+
+The best range of data parts is selected.
+
+We also apply some tunes:
+- there is a fixed const of merging small parts (that is added to the size of data part before all estimations);
+- there are some heuristics to "stick" ranges to large data parts.
+
+It's still unclear if this algorithm is good or optimal at all. It's unclear if this algorithm is using the optimal coefficients.
+
+To test and optimize SimpleMergeSelector, we apply the following methods:
+- insert/merge simulator: a model simulating parts insertion and merging;
+merge selecting algorithm is applied and the relevant metrics are calculated to allow to tune the algorithm;
+- insert/merge simulator on real `system.part_log` from production - it gives realistic information about inserted data parts:
+their sizes, at what time intervals they are inserted;
+
+There is a research thesis dedicated to optimization of merge algorithm:
+https://presentations.clickhouse.tech/hse_2019/merge_algorithm.pptx
+
+This work made attempt to variate the coefficients in SimpleMergeSelector and to solve the optimization task:
+maybe some change in coefficients will give a clear win on all metrics. Surprisingly enough, it has found
+that our selection of coefficients is near optimal. It has found slightly more optimal coefficients,
+but I decided not to use them, because the representativeness of the test data is in question.
+
+This work did not make any attempt to propose any other algorithm.
+This work did not make any attempt to analyze the task with analytical methods.
+That's why I still believe that there are many opportunities to optimize the merge selection algorithm.
+
+Please do not mix the task with a similar task in other LSM-based systems (like RocksDB).
+Their problem statement is subtly different. Our set of data parts is consisted of data parts
+that are completely independent in stored data. Ranges of primary keys in data parts can intersect.
+When doing SELECT we read from all data parts. INSERTed data parts comes with unknown size...
+*/
+
 namespace DB
 {
 
diff --git a/src/Storages/SetSettings.h b/src/Storages/SetSettings.h
index c5926e409c2..8e4706f2b9e 100644
--- a/src/Storages/SetSettings.h
+++ b/src/Storages/SetSettings.h
@@ -10,7 +10,8 @@ class ASTStorage;
 
 
 #define SET_RELATED_SETTINGS(M) \
-    M(Bool, persistent, true, "Disable setting to avoid the overhead of writing to disk for StorageSet", 0)
+    M(Bool, persistent, true, "Disable setting to avoid the overhead of writing to disk for StorageSet", 0) \
+    M(String, disk, "default", "Name of the disk used to persist set data", 0)
 
 #define LIST_OF_SET_SETTINGS(M) \
     SET_RELATED_SETTINGS(M) \
diff --git a/src/Storages/StorageDictionary.cpp b/src/Storages/StorageDictionary.cpp
index 4896ace4e7a..32fe7b4c026 100644
--- a/src/Storages/StorageDictionary.cpp
+++ b/src/Storages/StorageDictionary.cpp
@@ -121,9 +121,9 @@ StorageDictionary::StorageDictionary(
 void StorageDictionary::checkTableCanBeDropped() const
 {
     if (location == Location::SameDatabaseAndNameAsDictionary)
-        throw Exception("Cannot detach dictionary " + backQuote(dictionary_name) + " as table, use DETACH DICTIONARY query", ErrorCodes::CANNOT_DETACH_DICTIONARY_AS_TABLE);
+        throw Exception("Cannot drop/detach dictionary " + backQuote(dictionary_name) + " as table, use DROP DICTIONARY or DETACH DICTIONARY query instead", ErrorCodes::CANNOT_DETACH_DICTIONARY_AS_TABLE);
     if (location == Location::DictionaryDatabase)
-        throw Exception("Cannot detach table " + getStorageID().getFullTableName() + " from a database with DICTIONARY engine", ErrorCodes::CANNOT_DETACH_DICTIONARY_AS_TABLE);
+        throw Exception("Cannot drop/detach table " + getStorageID().getFullTableName() + " from a database with DICTIONARY engine", ErrorCodes::CANNOT_DETACH_DICTIONARY_AS_TABLE);
 }
 
 void StorageDictionary::checkTableCanBeDetached() const
diff --git a/src/Storages/StorageJoin.cpp b/src/Storages/StorageJoin.cpp
index 728f16ec6d8..8d4f0b3b3be 100644
--- a/src/Storages/StorageJoin.cpp
+++ b/src/Storages/StorageJoin.cpp
@@ -8,6 +8,7 @@
 #include <Core/ColumnNumbers.h>
 #include <DataStreams/IBlockInputStream.h>
 #include <DataTypes/NestedUtils.h>
+#include <Disks/IDisk.h>
 #include <Interpreters/joinDispatch.h>
 #include <Interpreters/TableJoin.h>
 #include <Interpreters/castColumn.h>
@@ -35,6 +36,7 @@ namespace ErrorCodes
 }
 
 StorageJoin::StorageJoin(
+    DiskPtr disk_,
     const String & relative_path_,
     const StorageID & table_id_,
     const Names & key_names_,
@@ -45,9 +47,8 @@ StorageJoin::StorageJoin(
     const ColumnsDescription & columns_,
     const ConstraintsDescription & constraints_,
     bool overwrite_,
-    const Context & context_,
     bool persistent_)
-    : StorageSetOrJoinBase{relative_path_, table_id_, columns_, constraints_, context_, persistent_}
+    : StorageSetOrJoinBase{disk_, relative_path_, table_id_, columns_, constraints_, persistent_}
     , key_names(key_names_)
     , use_nulls(use_nulls_)
     , limits(limits_)
@@ -69,9 +70,9 @@ StorageJoin::StorageJoin(
 void StorageJoin::truncate(
     const ASTPtr &, const StorageMetadataPtr & metadata_snapshot, const Context &, TableExclusiveLockHolder&)
 {
-    Poco::File(path).remove(true);
-    Poco::File(path).createDirectories();
-    Poco::File(path + "tmp/").createDirectories();
+    disk->removeRecursive(path);
+    disk->createDirectories(path);
+    disk->createDirectories(path + "tmp/");
 
     increment = 0;
     join = std::make_shared<HashJoin>(table_join, metadata_snapshot->getSampleBlock().sortColumns(), overwrite);
@@ -124,6 +125,7 @@ void registerStorageJoin(StorageFactory & factory)
         auto join_any_take_last_row = settings.join_any_take_last_row;
         auto old_any_join = settings.any_join_distinct_right_table_keys;
         bool persistent = true;
+        String disk_name = "default";
 
         if (args.storage_def && args.storage_def->settings)
         {
@@ -141,6 +143,8 @@ void registerStorageJoin(StorageFactory & factory)
                     join_any_take_last_row = setting.value;
                 else if (setting.name == "any_join_distinct_right_table_keys")
                     old_any_join = setting.value;
+                else if (setting.name == "disk")
+                    disk_name = setting.value.get<String>();
                 else if (setting.name == "persistent")
                 {
                     auto join_settings = std::make_unique<JoinSettings>();
@@ -148,12 +152,12 @@ void registerStorageJoin(StorageFactory & factory)
                     persistent = join_settings->persistent;
                 }
                 else
-                    throw Exception(
-                        "Unknown setting " + setting.name + " for storage " + args.engine_name,
-                        ErrorCodes::BAD_ARGUMENTS);
+                    throw Exception("Unknown setting " + setting.name + " for storage " + args.engine_name, ErrorCodes::BAD_ARGUMENTS);
             }
         }
 
+        DiskPtr disk = args.context.getDisk(disk_name);
+
         if (engine_args.size() < 3)
             throw Exception(
                 "Storage Join requires at least 3 parameters: Join(ANY|ALL|SEMI|ANTI, LEFT|INNER|RIGHT, keys...).",
@@ -219,6 +223,7 @@ void registerStorageJoin(StorageFactory & factory)
         }
 
         return StorageJoin::create(
+            disk,
             args.relative_data_path,
             args.table_id,
             key_names,
@@ -229,7 +234,6 @@ void registerStorageJoin(StorageFactory & factory)
             args.columns,
             args.constraints,
             join_any_take_last_row,
-            args.context,
             persistent);
     };
 
diff --git a/src/Storages/StorageJoin.h b/src/Storages/StorageJoin.h
index df250b89cb1..c453c036b65 100644
--- a/src/Storages/StorageJoin.h
+++ b/src/Storages/StorageJoin.h
@@ -67,6 +67,7 @@ private:
 
 protected:
     StorageJoin(
+        DiskPtr disk_,
         const String & relative_path_,
         const StorageID & table_id_,
         const Names & key_names_,
@@ -76,7 +77,6 @@ protected:
         const ColumnsDescription & columns_,
         const ConstraintsDescription & constraints_,
         bool overwrite,
-        const Context & context_,
         bool persistent_);
 };
 
diff --git a/src/Storages/StorageMaterializeMySQL.cpp b/src/Storages/StorageMaterializeMySQL.cpp
index 9be285adc69..721221e3fdc 100644
--- a/src/Storages/StorageMaterializeMySQL.cpp
+++ b/src/Storages/StorageMaterializeMySQL.cpp
@@ -21,12 +21,13 @@
 #include <Processors/Pipe.h>
 #include <Processors/Transforms/FilterTransform.h>
 
+#include <Databases/MySQL/DatabaseMaterializeMySQL.h>
 #include <Storages/SelectQueryInfo.h>
 
 namespace DB
 {
 
-StorageMaterializeMySQL::StorageMaterializeMySQL(const StoragePtr & nested_storage_, const DatabaseMaterializeMySQL * database_)
+StorageMaterializeMySQL::StorageMaterializeMySQL(const StoragePtr & nested_storage_, const IDatabase * database_)
     : StorageProxy(nested_storage_->getStorageID()), nested_storage(nested_storage_), database(database_)
 {
     auto nested_memory_metadata = nested_storage->getInMemoryMetadata();
@@ -45,7 +46,7 @@ Pipe StorageMaterializeMySQL::read(
     unsigned int num_streams)
 {
     /// If the background synchronization thread has exception.
-    database->rethrowExceptionIfNeed();
+    rethrowSyncExceptionIfNeed(database);
 
     NameSet column_names_set = NameSet(column_names.begin(), column_names.end());
     auto lock = nested_storage->lockForShare(context.getCurrentQueryId(), context.getSettingsRef().lock_acquire_timeout);
@@ -106,7 +107,7 @@ Pipe StorageMaterializeMySQL::read(
 NamesAndTypesList StorageMaterializeMySQL::getVirtuals() const
 {
     /// If the background synchronization thread has exception.
-    database->rethrowExceptionIfNeed();
+    rethrowSyncExceptionIfNeed(database);
     return nested_storage->getVirtuals();
 }
 
diff --git a/src/Storages/StorageMaterializeMySQL.h b/src/Storages/StorageMaterializeMySQL.h
index ff86c7abdc2..ea90c1ffc9e 100644
--- a/src/Storages/StorageMaterializeMySQL.h
+++ b/src/Storages/StorageMaterializeMySQL.h
@@ -5,7 +5,6 @@
 #if USE_MYSQL
 
 #include <Storages/StorageProxy.h>
-#include <Databases/MySQL/DatabaseMaterializeMySQL.h>
 
 namespace DB
 {
@@ -21,7 +20,7 @@ class StorageMaterializeMySQL final : public ext::shared_ptr_helper<StorageMater
 public:
     String getName() const override { return "MaterializeMySQL"; }
 
-    StorageMaterializeMySQL(const StoragePtr & nested_storage_, const DatabaseMaterializeMySQL * database_);
+    StorageMaterializeMySQL(const StoragePtr & nested_storage_, const IDatabase * database_);
 
     Pipe read(
         const Names & column_names, const StorageMetadataPtr & metadata_snapshot, SelectQueryInfo & query_info,
@@ -32,15 +31,18 @@ public:
     NamesAndTypesList getVirtuals() const override;
     ColumnSizeByName getColumnSizes() const override;
 
-private:
     StoragePtr getNested() const override { return nested_storage; }
+
+    void drop() override { nested_storage->drop(); }
+
+private:
     [[noreturn]] void throwNotAllowed() const
     {
         throw Exception("This method is not allowed for MaterializeMySQL", ErrorCodes::NOT_IMPLEMENTED);
     }
 
     StoragePtr nested_storage;
-    const DatabaseMaterializeMySQL * database;
+    const IDatabase * database;
 };
 
 }
diff --git a/src/Storages/StorageMerge.cpp b/src/Storages/StorageMerge.cpp
index 97f4ccd0bba..63d28eaff77 100644
--- a/src/Storages/StorageMerge.cpp
+++ b/src/Storages/StorageMerge.cpp
@@ -72,11 +72,27 @@ StorageMerge::StorageMerge(
     const StorageID & table_id_,
     const ColumnsDescription & columns_,
     const String & source_database_,
-    const String & table_name_regexp_,
+    const Strings & source_tables_,
     const Context & context_)
     : IStorage(table_id_)
     , source_database(source_database_)
-    , table_name_regexp(table_name_regexp_)
+    , source_tables(std::in_place, source_tables_.begin(), source_tables_.end())
+    , global_context(context_.getGlobalContext())
+{
+    StorageInMemoryMetadata storage_metadata;
+    storage_metadata.setColumns(columns_);
+    setInMemoryMetadata(storage_metadata);
+}
+
+StorageMerge::StorageMerge(
+    const StorageID & table_id_,
+    const ColumnsDescription & columns_,
+    const String & source_database_,
+    const String & source_table_regexp_,
+    const Context & context_)
+    : IStorage(table_id_)
+    , source_database(source_database_)
+    , source_table_regexp(source_table_regexp_)
     , global_context(context_.getGlobalContext())
 {
     StorageInMemoryMetadata storage_metadata;
@@ -439,8 +455,17 @@ DatabaseTablesIteratorPtr StorageMerge::getDatabaseIterator(const Context & cont
         e.addMessage("while getting table iterator of Merge table. Maybe caused by two Merge tables that will endlessly try to read each other's data");
         throw;
     }
+
     auto database = DatabaseCatalog::instance().getDatabase(source_database);
-    auto table_name_match = [this](const String & table_name_) { return table_name_regexp.match(table_name_); };
+
+    auto table_name_match = [this](const String & table_name_) -> bool
+    {
+        if (source_tables)
+            return source_tables->count(table_name_);
+        else
+            return source_table_regexp->match(table_name_);
+    };
+
     return database->getTablesIterator(context, table_name_match);
 }
 
diff --git a/src/Storages/StorageMerge.h b/src/Storages/StorageMerge.h
index 681ea7015e7..223383a6975 100644
--- a/src/Storages/StorageMerge.h
+++ b/src/Storages/StorageMerge.h
@@ -48,7 +48,8 @@ public:
 
 private:
     String source_database;
-    OptimizedRegularExpression table_name_regexp;
+    std::optional<std::unordered_set<String>> source_tables;
+    std::optional<OptimizedRegularExpression> source_table_regexp;
     const Context & global_context;
 
     using StorageWithLockAndName = std::tuple<StoragePtr, TableLockHolder, String>;
@@ -72,7 +73,14 @@ protected:
         const StorageID & table_id_,
         const ColumnsDescription & columns_,
         const String & source_database_,
-        const String & table_name_regexp_,
+        const Strings & source_tables_,
+        const Context & context_);
+
+    StorageMerge(
+        const StorageID & table_id_,
+        const ColumnsDescription & columns_,
+        const String & source_database_,
+        const String & source_table_regexp_,
         const Context & context_);
 
     Pipe createSources(
diff --git a/src/Storages/StorageMergeTree.cpp b/src/Storages/StorageMergeTree.cpp
index eb28ccfa3d5..591f9840896 100644
--- a/src/Storages/StorageMergeTree.cpp
+++ b/src/Storages/StorageMergeTree.cpp
@@ -233,7 +233,7 @@ BlockOutputStreamPtr StorageMergeTree::write(const ASTPtr & /*query*/, const Sto
 
     const auto & settings = context.getSettingsRef();
     return std::make_shared<MergeTreeBlockOutputStream>(
-        *this, metadata_snapshot, settings.max_partitions_per_insert_block);
+        *this, metadata_snapshot, settings.max_partitions_per_insert_block, context.getSettingsRef().optimize_on_insert);
 }
 
 void StorageMergeTree::checkTableCanBeDropped() const
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 31b04664b17..f91d83b6811 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -3235,6 +3235,8 @@ void StorageReplicatedMergeTree::updateQuorum(const String & part_name, bool is_
         ReplicatedMergeTreeQuorumEntry quorum_entry(value);
         if (quorum_entry.part_name != part_name)
         {
+            LOG_TRACE(log, "Quorum {}, already achieved for part {} current part {}",
+                      quorum_status_path, part_name, quorum_entry.part_name);
             /// The quorum has already been achieved. Moreover, another INSERT with a quorum has already started.
             break;
         }
@@ -3244,6 +3246,8 @@ void StorageReplicatedMergeTree::updateQuorum(const String & part_name, bool is_
         if (quorum_entry.replicas.size() >= quorum_entry.required_number_of_replicas)
         {
             /// The quorum is reached. Delete the node, and update information about the last part that was successfully written with quorum.
+            LOG_TRACE(log, "Got {} replicas confirmed quorum {}, going to remove node",
+                      quorum_entry.replicas.size(), quorum_status_path);
 
             Coordination::Requests ops;
             Coordination::Responses responses;
@@ -3291,6 +3295,8 @@ void StorageReplicatedMergeTree::updateQuorum(const String & part_name, bool is_
         }
         else
         {
+            LOG_TRACE(log, "Quorum {} still not satisfied (have only {} replicas), updating node",
+                      quorum_status_path, quorum_entry.replicas.size());
             /// We update the node, registering there one more replica.
             auto code = zookeeper->trySet(quorum_status_path, quorum_entry.toString(), stat.version);
 
@@ -3861,7 +3867,8 @@ BlockOutputStreamPtr StorageReplicatedMergeTree::write(const ASTPtr & /*query*/,
         query_settings.insert_quorum_timeout.totalMilliseconds(),
         query_settings.max_partitions_per_insert_block,
         query_settings.insert_quorum_parallel,
-        deduplicate);
+        deduplicate,
+        context.getSettingsRef().optimize_on_insert);
 }
 
 
@@ -4444,7 +4451,7 @@ PartitionCommandsResultInfo StorageReplicatedMergeTree::attachPartition(
     PartsTemporaryRename renamed_parts(*this, "detached/");
     MutableDataPartsVector loaded_parts = tryLoadPartsToAttach(partition, attach_part, query_context, renamed_parts);
 
-    ReplicatedMergeTreeBlockOutputStream output(*this, metadata_snapshot, 0, 0, 0, false, false);   /// TODO Allow to use quorum here.
+    ReplicatedMergeTreeBlockOutputStream output(*this, metadata_snapshot, 0, 0, 0, false, false, false);   /// TODO Allow to use quorum here.
     for (size_t i = 0; i < loaded_parts.size(); ++i)
     {
         String old_name = loaded_parts[i]->name;
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index f1094793944..d396f32dcca 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -39,7 +39,8 @@ namespace DB
   * - the structure of the table (/metadata, /columns)
   * - action log with data (/log/log-...,/replicas/replica_name/queue/queue-...);
   * - a replica list (/replicas), and replica activity tag (/replicas/replica_name/is_active), replica addresses (/replicas/replica_name/host);
-  * - select the leader replica (/leader_election) - this is the replica that assigns the merge;
+  * - select the leader replica (/leader_election) - these are the replicas that assigning merges, mutations and partition manipulations
+  *   (after ClickHouse version 20.5 we allow multiple leaders to act concurrently);
   * - a set of parts of data on each replica (/replicas/replica_name/parts);
   * - list of the last N blocks of data with checksum, for deduplication (/blocks);
   * - the list of incremental block numbers (/block_numbers) that we are about to insert,
diff --git a/src/Storages/StorageS3.cpp b/src/Storages/StorageS3.cpp
index fff44bb1f4c..0465cfdffba 100644
--- a/src/Storages/StorageS3.cpp
+++ b/src/Storages/StorageS3.cpp
@@ -141,17 +141,18 @@ namespace
     public:
         StorageS3BlockOutputStream(
             const String & format,
-            UInt64 min_upload_part_size,
             const Block & sample_block_,
             const Context & context,
             const CompressionMethod compression_method,
             const std::shared_ptr<Aws::S3::S3Client> & client,
             const String & bucket,
-            const String & key)
+            const String & key,
+            size_t min_upload_part_size,
+            size_t max_single_part_upload_size)
             : sample_block(sample_block_)
         {
             write_buf = wrapWriteBufferWithCompressionMethod(
-                std::make_unique<WriteBufferFromS3>(client, bucket, key, min_upload_part_size, true), compression_method, 3);
+                std::make_unique<WriteBufferFromS3>(client, bucket, key, min_upload_part_size, max_single_part_upload_size), compression_method, 3);
             writer = FormatFactory::instance().getOutput(format, *write_buf, sample_block, context);
         }
 
@@ -192,6 +193,7 @@ StorageS3::StorageS3(
     const StorageID & table_id_,
     const String & format_name_,
     UInt64 min_upload_part_size_,
+    UInt64 max_single_part_upload_size_,
     const ColumnsDescription & columns_,
     const ConstraintsDescription & constraints_,
     const Context & context_,
@@ -201,6 +203,7 @@ StorageS3::StorageS3(
     , global_context(context_.getGlobalContext())
     , format_name(format_name_)
     , min_upload_part_size(min_upload_part_size_)
+    , max_single_part_upload_size(max_single_part_upload_size_)
     , compression_method(compression_method_)
     , name(uri_.storage_name)
 {
@@ -331,9 +334,15 @@ Pipe StorageS3::read(
 BlockOutputStreamPtr StorageS3::write(const ASTPtr & /*query*/, const StorageMetadataPtr & metadata_snapshot, const Context & /*context*/)
 {
     return std::make_shared<StorageS3BlockOutputStream>(
-        format_name, min_upload_part_size, metadata_snapshot->getSampleBlock(),
-        global_context, chooseCompressionMethod(uri.endpoint, compression_method),
-        client, uri.bucket, uri.key);
+        format_name,
+        metadata_snapshot->getSampleBlock(),
+        global_context,
+        chooseCompressionMethod(uri.endpoint, compression_method),
+        client,
+        uri.bucket,
+        uri.key,
+        min_upload_part_size,
+        max_single_part_upload_size);
 }
 
 void registerStorageS3Impl(const String & name, StorageFactory & factory)
@@ -362,6 +371,7 @@ void registerStorageS3Impl(const String & name, StorageFactory & factory)
         }
 
         UInt64 min_upload_part_size = args.local_context.getSettingsRef().s3_min_upload_part_size;
+        UInt64 max_single_part_upload_size = args.local_context.getSettingsRef().s3_max_single_part_upload_size;
 
         String compression_method;
         String format_name;
@@ -383,6 +393,7 @@ void registerStorageS3Impl(const String & name, StorageFactory & factory)
             args.table_id,
             format_name,
             min_upload_part_size,
+            max_single_part_upload_size,
             args.columns,
             args.constraints,
             args.context,
diff --git a/src/Storages/StorageS3.h b/src/Storages/StorageS3.h
index 96f0cf02e88..f436fb85c90 100644
--- a/src/Storages/StorageS3.h
+++ b/src/Storages/StorageS3.h
@@ -31,6 +31,7 @@ public:
         const StorageID & table_id_,
         const String & format_name_,
         UInt64 min_upload_part_size_,
+        UInt64 max_single_part_upload_size_,
         const ColumnsDescription & columns_,
         const ConstraintsDescription & constraints_,
         const Context & context_,
@@ -59,7 +60,8 @@ private:
     const Context & global_context;
 
     String format_name;
-    UInt64 min_upload_part_size;
+    size_t min_upload_part_size;
+    size_t max_single_part_upload_size;
     String compression_method;
     std::shared_ptr<Aws::S3::S3Client> client;
     String name;
diff --git a/src/Storages/StorageSet.cpp b/src/Storages/StorageSet.cpp
index d691a185e1e..e518c7da0e4 100644
--- a/src/Storages/StorageSet.cpp
+++ b/src/Storages/StorageSet.cpp
@@ -6,12 +6,11 @@
 #include <Compression/CompressedWriteBuffer.h>
 #include <DataStreams/NativeBlockOutputStream.h>
 #include <DataStreams/NativeBlockInputStream.h>
+#include <Disks/IDisk.h>
 #include <Common/formatReadable.h>
-#include <Common/escapeForFileName.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <Interpreters/Set.h>
 #include <Interpreters/Context.h>
-#include <Poco/DirectoryIterator.h>
 #include <Parsers/ASTCreateQuery.h>
 #include <Parsers/ASTLiteral.h>
 
@@ -49,7 +48,7 @@ private:
     String backup_path;
     String backup_tmp_path;
     String backup_file_name;
-    WriteBufferFromFile backup_buf;
+    std::unique_ptr<WriteBufferFromFileBase> backup_buf;
     CompressedWriteBuffer compressed_backup_buf;
     NativeBlockOutputStream backup_stream;
     bool persistent;
@@ -68,8 +67,8 @@ SetOrJoinBlockOutputStream::SetOrJoinBlockOutputStream(
     , backup_path(backup_path_)
     , backup_tmp_path(backup_tmp_path_)
     , backup_file_name(backup_file_name_)
-    , backup_buf(backup_tmp_path + backup_file_name)
-    , compressed_backup_buf(backup_buf)
+    , backup_buf(table_.disk->writeFile(backup_tmp_path + backup_file_name))
+    , compressed_backup_buf(*backup_buf)
     , backup_stream(compressed_backup_buf, 0, metadata_snapshot->getSampleBlock())
     , persistent(persistent_)
 {
@@ -92,9 +91,10 @@ void SetOrJoinBlockOutputStream::writeSuffix()
     {
         backup_stream.flush();
         compressed_backup_buf.next();
-        backup_buf.next();
+        backup_buf->next();
+        backup_buf->finalize();
 
-        Poco::File(backup_tmp_path + backup_file_name).renameTo(backup_path + backup_file_name);
+        table.disk->replaceFile(backup_tmp_path + backup_file_name, backup_path + backup_file_name);
     }
 }
 
@@ -107,13 +107,14 @@ BlockOutputStreamPtr StorageSetOrJoinBase::write(const ASTPtr & /*query*/, const
 
 
 StorageSetOrJoinBase::StorageSetOrJoinBase(
+    DiskPtr disk_,
     const String & relative_path_,
     const StorageID & table_id_,
     const ColumnsDescription & columns_,
     const ConstraintsDescription & constraints_,
-    const Context & context_,
     bool persistent_)
     : IStorage(table_id_),
+    disk(disk_),
     persistent(persistent_)
 {
     StorageInMemoryMetadata storage_metadata;
@@ -125,19 +126,18 @@ StorageSetOrJoinBase::StorageSetOrJoinBase(
     if (relative_path_.empty())
         throw Exception("Join and Set storages require data path", ErrorCodes::INCORRECT_FILE_NAME);
 
-    base_path = context_.getPath();
-    path = base_path + relative_path_;
+    path = relative_path_;
 }
 
 
 StorageSet::StorageSet(
+    DiskPtr disk_,
     const String & relative_path_,
     const StorageID & table_id_,
     const ColumnsDescription & columns_,
     const ConstraintsDescription & constraints_,
-    const Context & context_,
     bool persistent_)
-    : StorageSetOrJoinBase{relative_path_, table_id_, columns_, constraints_, context_, persistent_},
+    : StorageSetOrJoinBase{disk_, relative_path_, table_id_, columns_, constraints_, persistent_},
     set(std::make_shared<Set>(SizeLimits(), false, true))
 {
 
@@ -158,9 +158,9 @@ std::optional<UInt64> StorageSet::totalBytes(const Settings &) const { return se
 
 void StorageSet::truncate(const ASTPtr &, const StorageMetadataPtr & metadata_snapshot, const Context &, TableExclusiveLockHolder &)
 {
-    Poco::File(path).remove(true);
-    Poco::File(path).createDirectories();
-    Poco::File(path + "tmp/").createDirectories();
+    disk->removeRecursive(path);
+    disk->createDirectories(path);
+    disk->createDirectories(path + "tmp/");
 
     Block header = metadata_snapshot->getSampleBlock();
     header = header.sortColumns();
@@ -173,24 +173,23 @@ void StorageSet::truncate(const ASTPtr &, const StorageMetadataPtr & metadata_sn
 
 void StorageSetOrJoinBase::restore()
 {
-    Poco::File tmp_dir(path + "tmp/");
-    if (!tmp_dir.exists())
+    if (!disk->exists(path + "tmp/"))
     {
-        tmp_dir.createDirectories();
+        disk->createDirectories(path + "tmp/");
         return;
     }
 
     static const char * file_suffix = ".bin";
     static const auto file_suffix_size = strlen(".bin");
 
-    Poco::DirectoryIterator dir_end;
-    for (Poco::DirectoryIterator dir_it(path); dir_end != dir_it; ++dir_it)
+    for (auto dir_it{disk->iterateDirectory(path)}; dir_it->isValid(); dir_it->next())
     {
-        const auto & name = dir_it.name();
+        const auto & name = dir_it->name();
+        const auto & file_path = dir_it->path();
 
-        if (dir_it->isFile()
+        if (disk->isFile(file_path)
             && endsWith(name, file_suffix)
-            && dir_it->getSize() > 0)
+            && disk->getFileSize(file_path) > 0)
         {
             /// Calculate the maximum number of available files with a backup to add the following files with large numbers.
             UInt64 file_num = parse<UInt64>(name.substr(0, name.size() - file_suffix_size));
@@ -205,8 +204,8 @@ void StorageSetOrJoinBase::restore()
 
 void StorageSetOrJoinBase::restoreFromFile(const String & file_path)
 {
-    ReadBufferFromFile backup_buf(file_path);
-    CompressedReadBuffer compressed_backup_buf(backup_buf);
+    auto backup_buf = disk->readFile(file_path);
+    CompressedReadBuffer compressed_backup_buf(*backup_buf);
     NativeBlockInputStream backup_stream(compressed_backup_buf, 0);
 
     backup_stream.readPrefix();
@@ -226,10 +225,9 @@ void StorageSetOrJoinBase::restoreFromFile(const String & file_path)
 void StorageSetOrJoinBase::rename(const String & new_path_to_table_data, const StorageID & new_table_id)
 {
     /// Rename directory with data.
-    String new_path = base_path + new_path_to_table_data;
-    Poco::File(path).renameTo(new_path);
+    disk->replaceFile(path, new_path_to_table_data);
 
-    path = new_path;
+    path = new_path_to_table_data;
     renameInMemory(new_table_id);
 }
 
@@ -251,7 +249,8 @@ void registerStorageSet(StorageFactory & factory)
             set_settings->loadFromQuery(*args.storage_def);
         }
 
-        return StorageSet::create(args.relative_data_path, args.table_id, args.columns, args.constraints, args.context, set_settings->persistent);
+        DiskPtr disk = args.context.getDisk(set_settings->disk);
+        return StorageSet::create(disk, args.relative_data_path, args.table_id, args.columns, args.constraints, set_settings->persistent);
     }, StorageFactory::StorageFeatures{ .supports_settings = true, });
 }
 
diff --git a/src/Storages/StorageSet.h b/src/Storages/StorageSet.h
index 0f976fce17d..9b9078f7dd5 100644
--- a/src/Storages/StorageSet.h
+++ b/src/Storages/StorageSet.h
@@ -2,6 +2,7 @@
 
 #include <ext/shared_ptr_helper.h>
 
+#include <Interpreters/Context.h>
 #include <Storages/IStorage.h>
 #include <Storages/SetSettings.h>
 
@@ -29,14 +30,14 @@ public:
 
 protected:
     StorageSetOrJoinBase(
+        DiskPtr disk_,
         const String & relative_path_,
         const StorageID & table_id_,
         const ColumnsDescription & columns_,
         const ConstraintsDescription & constraints_,
-        const Context & context_,
         bool persistent_);
 
-    String base_path;
+    DiskPtr disk;
     String path;
     bool persistent;
 
@@ -85,11 +86,11 @@ private:
 
 protected:
     StorageSet(
+        DiskPtr disk_,
         const String & relative_path_,
         const StorageID & table_id_,
         const ColumnsDescription & columns_,
         const ConstraintsDescription & constraints_,
-        const Context & context_,
         bool persistent_);
 };
 
diff --git a/src/Storages/StorageStripeLog.cpp b/src/Storages/StorageStripeLog.cpp
index a265df856c1..bc6afffddeb 100644
--- a/src/Storages/StorageStripeLog.cpp
+++ b/src/Storages/StorageStripeLog.cpp
@@ -40,8 +40,6 @@
 namespace DB
 {
 
-#define INDEX_BUFFER_SIZE 4096
-
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -319,7 +317,7 @@ Pipe StorageStripeLog::read(
         return Pipe(std::make_shared<NullSource>(metadata_snapshot->getSampleBlockForColumns(column_names, getVirtuals(), getStorageID())));
     }
 
-    CompressedReadBufferFromFile index_in(disk->readFile(index_file, INDEX_BUFFER_SIZE));
+    CompressedReadBufferFromFile index_in(disk->readFile(index_file, 4096));
     std::shared_ptr<const IndexForNativeFormat> index{std::make_shared<IndexForNativeFormat>(index_in, column_names_set)};
 
     size_t size = index->blocks.size();
diff --git a/src/Storages/System/StorageSystemColumns.cpp b/src/Storages/System/StorageSystemColumns.cpp
index b0371fa12de..6726d502071 100644
--- a/src/Storages/System/StorageSystemColumns.cpp
+++ b/src/Storages/System/StorageSystemColumns.cpp
@@ -272,17 +272,28 @@ Pipe StorageSystemColumns::read(
     Pipes pipes;
 
     {
-        Databases databases = DatabaseCatalog::instance().getDatabases();
-
         /// Add `database` column.
         MutableColumnPtr database_column_mut = ColumnString::create();
-        for (const auto & database : databases)
+
+        const auto databases = DatabaseCatalog::instance().getDatabases();
+        for (const auto & [database_name, database] : databases)
         {
+            if (database_name == DatabaseCatalog::TEMPORARY_DATABASE)
+                continue; /// We don't want to show the internal database for temporary tables in system.columns
+
             /// We are skipping "Lazy" database because we cannot afford initialization of all its tables.
             /// This should be documented.
 
-            if (database.second->getEngineName() != "Lazy")
-                database_column_mut->insert(database.first);
+            if (database->getEngineName() != "Lazy")
+                database_column_mut->insert(database_name);
+        }
+
+        Tables external_tables;
+        if (context.hasSessionContext())
+        {
+            external_tables = context.getSessionContext().getExternalTables();
+            if (!external_tables.empty())
+                database_column_mut->insertDefault(); /// Empty database for external tables.
         }
 
         block_to_filter.insert(ColumnWithTypeAndName(std::move(database_column_mut), std::make_shared<DataTypeString>(), "database"));
@@ -297,29 +308,36 @@ Pipe StorageSystemColumns::read(
         }
 
         ColumnPtr & database_column = block_to_filter.getByName("database").column;
-        size_t rows = database_column->size();
 
         /// Add `table` column.
         MutableColumnPtr table_column_mut = ColumnString::create();
-        IColumn::Offsets offsets(rows);
-        for (size_t i = 0; i < rows; ++i)
+        IColumn::Offsets offsets(database_column->size());
+
+        for (size_t i = 0; i < database_column->size(); ++i)
         {
             const std::string database_name = (*database_column)[i].get<std::string>();
-            const DatabasePtr database = databases.at(database_name);
-            offsets[i] = i ? offsets[i - 1] : 0;
-
-            for (auto iterator = database->getTablesIterator(context); iterator->isValid(); iterator->next())
+            if (database_name.empty())
             {
-                if (const auto & table = iterator->table())
+                for (auto & [table_name, table] : external_tables)
                 {
-                    const String & table_name = iterator->name();
-                    storages.emplace(std::piecewise_construct,
-                        std::forward_as_tuple(database_name, table_name),
-                        std::forward_as_tuple(table));
+                    storages[{"", table_name}] = table;
                     table_column_mut->insert(table_name);
-                    ++offsets[i];
                 }
             }
+            else
+            {
+                const DatabasePtr & database = databases.at(database_name);
+                for (auto iterator = database->getTablesIterator(context); iterator->isValid(); iterator->next())
+                {
+                    if (const auto & table = iterator->table())
+                    {
+                        const String & table_name = iterator->name();
+                        storages[{database_name, table_name}] = table;
+                        table_column_mut->insert(table_name);
+                    }
+                }
+            }
+            offsets[i] = table_column_mut->size();
         }
 
         database_column = database_column->replicate(offsets);
diff --git a/src/Storages/System/StorageSystemDatabases.cpp b/src/Storages/System/StorageSystemDatabases.cpp
index 2a89bf34186..88ac987014d 100644
--- a/src/Storages/System/StorageSystemDatabases.cpp
+++ b/src/Storages/System/StorageSystemDatabases.cpp
@@ -25,17 +25,20 @@ void StorageSystemDatabases::fillData(MutableColumns & res_columns, const Contex
     const auto access = context.getAccess();
     const bool check_access_for_databases = !access->isGranted(AccessType::SHOW_DATABASES);
 
-    auto databases = DatabaseCatalog::instance().getDatabases();
-    for (const auto & database : databases)
+    const auto databases = DatabaseCatalog::instance().getDatabases();
+    for (const auto & [database_name, database] : databases)
     {
-        if (check_access_for_databases && !access->isGranted(AccessType::SHOW_DATABASES, database.first))
+        if (check_access_for_databases && !access->isGranted(AccessType::SHOW_DATABASES, database_name))
             continue;
 
-        res_columns[0]->insert(database.first);
-        res_columns[1]->insert(database.second->getEngineName());
-        res_columns[2]->insert(context.getPath() + database.second->getDataPath());
-        res_columns[3]->insert(database.second->getMetadataPath());
-        res_columns[4]->insert(database.second->getUUID());
+        if (database_name == DatabaseCatalog::TEMPORARY_DATABASE)
+            continue; /// We don't want to show the internal database for temporary tables in system.databases
+
+        res_columns[0]->insert(database_name);
+        res_columns[1]->insert(database->getEngineName());
+        res_columns[2]->insert(context.getPath() + database->getDataPath());
+        res_columns[3]->insert(database->getMetadataPath());
+        res_columns[4]->insert(database->getUUID());
    }
 }
 
diff --git a/src/Storages/System/StorageSystemTables.cpp b/src/Storages/System/StorageSystemTables.cpp
index c9b3223ee38..363a2a20828 100644
--- a/src/Storages/System/StorageSystemTables.cpp
+++ b/src/Storages/System/StorageSystemTables.cpp
@@ -65,8 +65,15 @@ StorageSystemTables::StorageSystemTables(const StorageID & table_id_)
 static ColumnPtr getFilteredDatabases(const ASTPtr & query, const Context & context)
 {
     MutableColumnPtr column = ColumnString::create();
-    for (const auto & db : DatabaseCatalog::instance().getDatabases())
-        column->insert(db.first);
+
+    const auto databases = DatabaseCatalog::instance().getDatabases();
+    for (const auto & database_name : databases | boost::adaptors::map_keys)
+    {
+        if (database_name == DatabaseCatalog::TEMPORARY_DATABASE)
+            continue; /// We don't want to show the internal database for temporary tables in system.tables
+
+        column->insert(database_name);
+    }
 
     Block block { ColumnWithTypeAndName(std::move(column), std::make_shared<DataTypeString>(), "database") };
     VirtualColumnUtils::filterBlockWithQuery(query, block, context);
@@ -192,7 +199,11 @@ protected:
 
                         // create_table_query
                         if (columns_mask[src_index++])
-                            res_columns[res_index++]->insertDefault();
+                        {
+                            auto temp_db = DatabaseCatalog::instance().getDatabaseForTemporaryTables();
+                            ASTPtr ast = temp_db ? temp_db->tryGetCreateTableQuery(table.second->getStorageID().getTableName(), context) : nullptr;
+                            res_columns[res_index++]->insert(ast ? queryToString(ast) : "");
+                        }
 
                         // engine_full
                         if (columns_mask[src_index++])
diff --git a/src/Storages/tests/gtest_aux_funcs_for_adaptive_granularity.cpp b/src/Storages/tests/gtest_aux_funcs_for_adaptive_granularity.cpp
index 4e7bff0ef41..0a3b3bd328f 100644
--- a/src/Storages/tests/gtest_aux_funcs_for_adaptive_granularity.cpp
+++ b/src/Storages/tests/gtest_aux_funcs_for_adaptive_granularity.cpp
@@ -4,6 +4,7 @@
 
 // I know that inclusion of .cpp is not good at all
 #include <Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp> // NOLINT
+#include <Storages/MergeTree/MergeTreeDataPartWriterWide.cpp> // NOLINT
 
 using namespace DB;
 static Block getBlockWithSize(size_t required_size_in_bytes, size_t size_of_row_in_bytes)
diff --git a/src/TableFunctions/TableFunctionFile.h b/src/TableFunctions/TableFunctionFile.h
index 91e2225a6d0..02704e4bf7f 100644
--- a/src/TableFunctions/TableFunctionFile.h
+++ b/src/TableFunctions/TableFunctionFile.h
@@ -6,8 +6,8 @@
 namespace DB
 {
 class Context;
+
 /* file(path, format, structure) - creates a temporary storage from file
- *
  *
  * The file must be in the clickhouse data directory.
  * The relative path begins with the clickhouse data directory.
diff --git a/src/TableFunctions/TableFunctionHDFS.cpp b/src/TableFunctions/TableFunctionHDFS.cpp
index e2f227ef7b5..700cb93ca06 100644
--- a/src/TableFunctions/TableFunctionHDFS.cpp
+++ b/src/TableFunctions/TableFunctionHDFS.cpp
@@ -2,7 +2,7 @@
 #include "registerTableFunctions.h"
 
 #if USE_HDFS
-#include <Storages/StorageHDFS.h>
+#include <Storages/HDFS/StorageHDFS.h>
 #include <Storages/ColumnsDescription.h>
 #include <TableFunctions/TableFunctionFactory.h>
 #include <TableFunctions/TableFunctionHDFS.h>
diff --git a/src/TableFunctions/TableFunctionMerge.cpp b/src/TableFunctions/TableFunctionMerge.cpp
index a878909e29d..c5fb9a7686d 100644
--- a/src/TableFunctions/TableFunctionMerge.cpp
+++ b/src/TableFunctions/TableFunctionMerge.cpp
@@ -6,6 +6,7 @@
 #include <TableFunctions/ITableFunction.h>
 #include <Interpreters/evaluateConstantExpression.h>
 #include <Interpreters/Context.h>
+#include <Access/ContextAccess.h>
 #include <TableFunctions/TableFunctionMerge.h>
 #include <TableFunctions/TableFunctionFactory.h>
 #include <TableFunctions/registerTableFunctions.h>
@@ -14,37 +15,24 @@
 namespace DB
 {
 
-
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
     extern const int UNKNOWN_TABLE;
 }
 
-
-static NamesAndTypesList chooseColumns(const String & source_database, const String & table_name_regexp_, const Context & context)
+namespace
 {
-    OptimizedRegularExpression table_name_regexp(table_name_regexp_);
-    auto table_name_match = [&](const String & table_name) { return table_name_regexp.match(table_name); };
-
-    StoragePtr any_table;
-
+    [[noreturn]] void throwNoTablesMatchRegexp(const String & source_database, const String & source_table_regexp)
     {
-        auto database = DatabaseCatalog::instance().getDatabase(source_database);
-        auto iterator = database->getTablesIterator(context, table_name_match);
-
-        if (iterator->isValid())
-            if (const auto & table = iterator->table())
-                any_table = table;
+        throw Exception(
+            "Error while executing table function merge. In database " + source_database
+                + " no one matches regular expression: " + source_table_regexp,
+            ErrorCodes::UNKNOWN_TABLE);
     }
-
-    if (!any_table)
-        throw Exception("Error while executing table function merge. In database " + source_database + " no one matches regular expression: "
-            + table_name_regexp_, ErrorCodes::UNKNOWN_TABLE);
-
-    return any_table->getInMemoryMetadataPtr()->getColumns().getAllPhysical();
 }
 
+
 void TableFunctionMerge::parseArguments(const ASTPtr & ast_function, const Context & context)
 {
     ASTs & args_func = ast_function->children;
@@ -65,21 +53,64 @@ void TableFunctionMerge::parseArguments(const ASTPtr & ast_function, const Conte
     args[1] = evaluateConstantExpressionAsLiteral(args[1], context);
 
     source_database = args[0]->as<ASTLiteral &>().value.safeGet<String>();
-    table_name_regexp = args[1]->as<ASTLiteral &>().value.safeGet<String>();
+    source_table_regexp = args[1]->as<ASTLiteral &>().value.safeGet<String>();
 }
 
+
+const Strings & TableFunctionMerge::getSourceTables(const Context & context) const
+{
+    if (source_tables)
+        return *source_tables;
+
+    auto database = DatabaseCatalog::instance().getDatabase(source_database);
+
+    OptimizedRegularExpression re(source_table_regexp);
+    auto table_name_match = [&](const String & table_name_) { return re.match(table_name_); };
+
+    auto access = context.getAccess();
+    bool granted_show_on_all_tables = access->isGranted(AccessType::SHOW_TABLES, source_database);
+    bool granted_select_on_all_tables = access->isGranted(AccessType::SELECT, source_database);
+
+    source_tables.emplace();
+    for (auto it = database->getTablesIterator(context, table_name_match); it->isValid(); it->next())
+    {
+        if (!it->table())
+            continue;
+        bool granted_show = granted_show_on_all_tables || access->isGranted(AccessType::SHOW_TABLES, source_database, it->name());
+        if (!granted_show)
+            continue;
+        if (!granted_select_on_all_tables)
+            access->checkAccess(AccessType::SELECT, source_database, it->name());
+        source_tables->emplace_back(it->name());
+    }
+
+    if (source_tables->empty())
+        throwNoTablesMatchRegexp(source_database, source_table_regexp);
+
+    return *source_tables;
+}
+
+
 ColumnsDescription TableFunctionMerge::getActualTableStructure(const Context & context) const
 {
-    return ColumnsDescription{chooseColumns(source_database, table_name_regexp, context)};
+    for (const auto & table_name : getSourceTables(context))
+    {
+        auto storage = DatabaseCatalog::instance().tryGetTable(StorageID{source_database, table_name}, context);
+        if (storage)
+            return ColumnsDescription{storage->getInMemoryMetadataPtr()->getColumns().getAllPhysical()};
+    }
+
+    throwNoTablesMatchRegexp(source_database, source_table_regexp);
 }
 
+
 StoragePtr TableFunctionMerge::executeImpl(const ASTPtr & /*ast_function*/, const Context & context, const std::string & table_name, ColumnsDescription /*cached_columns*/) const
 {
     auto res = StorageMerge::create(
         StorageID(getDatabaseName(), table_name),
         getActualTableStructure(context),
         source_database,
-        table_name_regexp,
+        getSourceTables(context),
         context);
 
     res->startup();
diff --git a/src/TableFunctions/TableFunctionMerge.h b/src/TableFunctions/TableFunctionMerge.h
index a9c4dd6b038..8f9f4522d17 100644
--- a/src/TableFunctions/TableFunctionMerge.h
+++ b/src/TableFunctions/TableFunctionMerge.h
@@ -19,11 +19,13 @@ private:
     StoragePtr executeImpl(const ASTPtr & ast_function, const Context & context, const std::string & table_name, ColumnsDescription cached_columns) const override;
     const char * getStorageTypeName() const override { return "Merge"; }
 
+    const Strings & getSourceTables(const Context & context) const;
     ColumnsDescription getActualTableStructure(const Context & context) const override;
     void parseArguments(const ASTPtr & ast_function, const Context & context) override;
 
     String source_database;
-    String table_name_regexp;
+    String source_table_regexp;
+    mutable std::optional<Strings> source_tables;
 };
 
 
diff --git a/src/TableFunctions/TableFunctionS3.cpp b/src/TableFunctions/TableFunctionS3.cpp
index dfe1cf6e792..cc7877b204e 100644
--- a/src/TableFunctions/TableFunctionS3.cpp
+++ b/src/TableFunctions/TableFunctionS3.cpp
@@ -67,6 +67,7 @@ StoragePtr TableFunctionS3::executeImpl(const ASTPtr & /*ast_function*/, const C
     Poco::URI uri (filename);
     S3::URI s3_uri (uri);
     UInt64 min_upload_part_size = context.getSettingsRef().s3_min_upload_part_size;
+    UInt64 max_single_part_upload_size = context.getSettingsRef().s3_max_single_part_upload_size;
 
     StoragePtr storage = StorageS3::create(
             s3_uri,
@@ -75,6 +76,7 @@ StoragePtr TableFunctionS3::executeImpl(const ASTPtr & /*ast_function*/, const C
             StorageID(getDatabaseName(), table_name),
             format,
             min_upload_part_size,
+            max_single_part_upload_size,
             getActualTableStructure(context),
             ConstraintsDescription{},
             const_cast<Context &>(context),
diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt
index 9e5a2e29dc9..3ef09e5658f 100644
--- a/tests/CMakeLists.txt
+++ b/tests/CMakeLists.txt
@@ -15,16 +15,6 @@ install (
     COMPONENT clickhouse
     PATTERN "CMakeLists.txt" EXCLUDE
     PATTERN ".gitignore" EXCLUDE
-    PATTERN "top_level_domains" EXCLUDE
-)
-
-# Dereference symlink
-get_filename_component(TOP_LEVEL_DOMAINS_ABS_DIR config/top_level_domains REALPATH)
-install (
-    DIRECTORY "${TOP_LEVEL_DOMAINS_ABS_DIR}"
-    DESTINATION ${CMAKE_INSTALL_DATAROOTDIR}/clickhouse-test/config
-    USE_SOURCE_PERMISSIONS
-    COMPONENT clickhouse
 )
 
 install (FILES server-test.xml DESTINATION  ${CLICKHOUSE_ETC_DIR}/clickhouse-server COMPONENT clickhouse)
diff --git a/tests/clickhouse-test b/tests/clickhouse-test
index 3702268819b..45cde00037f 100755
--- a/tests/clickhouse-test
+++ b/tests/clickhouse-test
@@ -15,6 +15,7 @@ from subprocess import check_call
 from subprocess import Popen
 from subprocess import PIPE
 from subprocess import CalledProcessError
+from subprocess import TimeoutExpired
 from datetime import datetime
 from time import time, sleep
 from errno import ESRCH
@@ -114,6 +115,7 @@ def get_db_engine(args):
 def run_single_test(args, ext, server_logs_level, client_options, case_file, stdout_file, stderr_file):
     # print(client_options)
 
+    start_time = datetime.now()
     if args.database:
         database = args.database
         os.environ.setdefault("CLICKHOUSE_DATABASE", database)
@@ -129,7 +131,11 @@ def run_single_test(args, ext, server_logs_level, client_options, case_file, std
         database = 'test_{suffix}'.format(suffix=random_str())
 
         clickhouse_proc_create = Popen(shlex.split(args.client), stdin=PIPE, stdout=PIPE, stderr=PIPE, universal_newlines=True)
-        clickhouse_proc_create.communicate(("CREATE DATABASE " + database + get_db_engine(args)))
+        try:
+            clickhouse_proc_create.communicate(("CREATE DATABASE " + database + get_db_engine(args)), timeout=args.timeout)
+        except TimeoutExpired:
+            total_time = (datetime.now() - start_time).total_seconds()
+            return clickhouse_proc_create, "", "Timeout creating database {} before test".format(database), total_time
 
         os.environ["CLICKHOUSE_DATABASE"] = database
 
@@ -152,14 +158,26 @@ def run_single_test(args, ext, server_logs_level, client_options, case_file, std
     # print(command)
 
     proc = Popen(command, shell=True, env=os.environ)
-    start_time = datetime.now()
 
     while (datetime.now() - start_time).total_seconds() < args.timeout and proc.poll() is None:
         sleep(0.01)
 
     if not args.database:
         clickhouse_proc_create = Popen(shlex.split(args.client), stdin=PIPE, stdout=PIPE, stderr=PIPE, universal_newlines=True)
-        clickhouse_proc_create.communicate(("DROP DATABASE " + database))
+        seconds_left = max(args.timeout - (datetime.now() - start_time).total_seconds(), 10)
+        try:
+            clickhouse_proc_create.communicate(("DROP DATABASE " + database), timeout=seconds_left)
+        except TimeoutExpired:
+            # kill test process because it can also hung
+            if proc.returncode is None:
+                try:
+                    proc.kill()
+                except OSError as e:
+                    if e.errno != ESRCH:
+                        raise
+
+            total_time = (datetime.now() - start_time).total_seconds()
+            return clickhouse_proc_create, "", "Timeout dropping database {} after test".format(database), total_time
 
     total_time = (datetime.now() - start_time).total_seconds()
 
@@ -305,7 +323,7 @@ def run_tests_array(all_tests_with_params):
 
                     if args.testname:
                         clickhouse_proc = Popen(shlex.split(args.client), stdin=PIPE, stdout=PIPE, stderr=PIPE, universal_newlines=True)
-                        clickhouse_proc.communicate(("SELECT 'Running test {suite}/{case} from pid={pid}';".format(pid = os.getpid(), case = case, suite = suite)))
+                        clickhouse_proc.communicate(("SELECT 'Running test {suite}/{case} from pid={pid}';".format(pid = os.getpid(), case = case, suite = suite)), timeout=10)
 
                         if clickhouse_proc.returncode != 0:
                             failures += 1
@@ -330,6 +348,8 @@ def run_tests_array(all_tests_with_params):
                         print(MSG_FAIL, end='')
                         print_test_time(total_time)
                         print(" - Timeout!")
+                        if stderr:
+                            print(stderr)
                     else:
                         counter = 1
                         while proc.returncode != 0 and need_retry(stderr):
@@ -562,6 +582,9 @@ def main(args):
     else:
         args.skip = tests_to_skip_from_list
 
+    if args.use_skip_list and not args.sequential:
+        args.sequential = collect_sequential_list(args.skip_list_path)
+
     base_dir = os.path.abspath(args.queries)
     tmp_dir = os.path.abspath(args.tmp)
 
@@ -675,10 +698,19 @@ def main(args):
                 all_tests = [t for t in all_tests if any([re.search(r, t) for r in args.test])]
             all_tests.sort(key=key_func)
 
+            parallel_tests = []
+            sequential_tests = []
+            for test in all_tests:
+                if any(s in test for s in args.sequential):
+                    sequential_tests.append(test)
+                else:
+                    parallel_tests.append(test)
+
+            print("Found", len(parallel_tests), "parallel tests and", len(sequential_tests), "sequential tests")
             run_n, run_total = args.parallel.split('/')
             run_n = float(run_n)
             run_total = float(run_total)
-            tests_n = len(all_tests)
+            tests_n = len(parallel_tests)
             if run_total > tests_n:
                 run_total = tests_n
             if run_n > run_total:
@@ -690,18 +722,20 @@ def main(args):
             if jobs > run_total:
                 run_total = jobs
 
-            batch_size = len(all_tests) // jobs
-            all_tests_array = []
-            for i in range(0, len(all_tests), batch_size):
-                all_tests_array.append((all_tests[i:i+batch_size], suite, suite_dir, suite_tmp_dir, run_total))
+            batch_size = len(parallel_tests) // jobs
+            parallel_tests_array = []
+            for i in range(0, len(parallel_tests), batch_size):
+                parallel_tests_array.append((parallel_tests[i:i+batch_size], suite, suite_dir, suite_tmp_dir, run_total))
 
             if jobs > 1:
                 with closing(multiprocessing.Pool(processes=jobs)) as pool:
-                    pool.map(run_tests_array, all_tests_array)
-            else:
-                run_tests_array(all_tests_array[int(run_n)-1])
+                    pool.map(run_tests_array, parallel_tests_array)
 
-            total_tests_run += tests_n
+                run_tests_array((sequential_tests, suite, suite_dir, suite_tmp_dir, run_total))
+                total_tests_run += len(sequential_tests) + len(parallel_tests)
+            else:
+                run_tests_array((all_tests, suite, suite_dir, suite_tmp_dir, run_total))
+                total_tests_run += len(all_tests)
 
     if args.hung_check:
 
@@ -792,6 +826,20 @@ def collect_tests_to_skip(skip_list_path, build_flags):
 
     return result
 
+
+def collect_sequential_list(skip_list_path):
+    if not os.path.exists(skip_list_path):
+        return set([])
+
+    with open(skip_list_path, 'r') as skip_list_file:
+        content = skip_list_file.read()
+        # allows to have comments in skip_list.json
+        skip_dict = json.loads(json_minify(content))
+        if 'parallel' in skip_dict:
+            return skip_dict['parallel']
+        return set([])
+
+
 if __name__ == '__main__':
     parser=ArgumentParser(description='ClickHouse functional tests')
     parser.add_argument('-q', '--queries', help='Path to queries dir')
@@ -828,6 +876,7 @@ if __name__ == '__main__':
     parser.add_argument('--no-stateless', action='store_true', help='Disable all stateless tests')
     parser.add_argument('--no-stateful', action='store_true', help='Disable all stateful tests')
     parser.add_argument('--skip', nargs='+', help="Skip these tests")
+    parser.add_argument('--sequential', nargs='+', help="Run these tests sequentially even if --parallel specified")
     parser.add_argument('--no-long', action='store_false', dest='no_long', help='Do not run long tests')
     parser.add_argument('--client-option', nargs='+', help='Specify additional client argument')
     parser.add_argument('--print-time', action='store_true', dest='print_time', help='Print test time')
@@ -871,6 +920,9 @@ if __name__ == '__main__':
     if args.skip_list_path is None:
         args.skip_list_path = os.path.join(args.queries, 'skip_list.json')
 
+    if args.sequential is None:
+        args.sequential = set([])
+
     if args.tmp is None:
         args.tmp = args.queries
     if args.client is None:
diff --git a/tests/config/config.d/max_concurrent_queries.xml b/tests/config/config.d/max_concurrent_queries.xml
new file mode 100644
index 00000000000..f326c293244
--- /dev/null
+++ b/tests/config/config.d/max_concurrent_queries.xml
@@ -0,0 +1,4 @@
+<!-- Ignore limit of concurrent queries in tests -->
+<yandex>
+    <max_concurrent_queries>0</max_concurrent_queries>
+</yandex>
diff --git a/tests/config/install.sh b/tests/config/install.sh
index 416cc21893b..9965e1fb1ad 100755
--- a/tests/config/install.sh
+++ b/tests/config/install.sh
@@ -27,6 +27,7 @@ ln -sf $SRC_PATH/config.d/secure_ports.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/clusters.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/graphite.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/database_atomic.xml $DEST_SERVER_PATH/config.d/
+ln -sf $SRC_PATH/config.d/max_concurrent_queries.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/test_cluster_with_incorrect_pw.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/test_keeper_port.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/logging_no_rotate.xml $DEST_SERVER_PATH/config.d/
diff --git a/tests/config/top_level_domains b/tests/config/top_level_domains
deleted file mode 120000
index 7e12ab4ba2c..00000000000
--- a/tests/config/top_level_domains
+++ /dev/null
@@ -1 +0,0 @@
-../../docker/test/performance-comparison/config/top_level_domains
\ No newline at end of file
diff --git a/docker/test/performance-comparison/config/top_level_domains/public_suffix_list.dat b/tests/config/top_level_domains/public_suffix_list.dat
similarity index 100%
rename from docker/test/performance-comparison/config/top_level_domains/public_suffix_list.dat
rename to tests/config/top_level_domains/public_suffix_list.dat
diff --git a/tests/instructions/easy_tasks_sorted_ru.md b/tests/instructions/easy_tasks_sorted_ru.md
index 2dd60f97db3..2c38dcc2c8f 100644
--- a/tests/instructions/easy_tasks_sorted_ru.md
+++ b/tests/instructions/easy_tasks_sorted_ru.md
@@ -16,7 +16,7 @@
 
 `context.setSetting` - для выставления `max_memory_usage` и других.
 
-## Битовые операции для FixedString.
+## + Битовые операции для FixedString.
 
 bitAnd, bitOr, bitNot, bitXor для значения типа FixedString, интерпретируемого как набор бит.
 
@@ -26,7 +26,7 @@ void memoryBitAnd(const char * a, const char * b, char * result, size_t size);
 ```
 Потом используйте их в вашей функции.
 
-## Добавить generic вариант функций least, greatest.
+## + Добавить generic вариант функций least, greatest.
 
 `SELECT least(123, 456)` - работает.
 
@@ -38,7 +38,7 @@ void memoryBitAnd(const char * a, const char * b, char * result, size_t size);
 
 Смотрим, что все файлы в прикрепляемых кусках от правильного пользователя.
 
-## COLLATE должно работать для Nullable(String).
+## + COLLATE должно работать для Nullable(String).
 
 В ClickHouse есть возможность указать collation для сортировки строк. Это не работает для `Nullable(String)`.
 
@@ -46,13 +46,13 @@ void memoryBitAnd(const char * a, const char * b, char * result, size_t size);
 
 Состояния агрегатных функций могут быть записаны в дамп и считаны из него. Но десериализация состояний агрегатных функций небезопасна. Аккуратно выбранные пользовательские данные могут привести к segfault или порче памяти. Поэтому нужно просто сделать настройку, которая запрещает читать AggregateFunction из пользовательских данных.
 
-## В статистику jemalloc добавить информацию по arenas.
+## + В статистику jemalloc добавить информацию по arenas.
 
 В `system.asynchronous_metrics` - суммарный размер арен.
 
 # Более сложные задачи
 
-## Layout внешних словарей "direct".
+## + Layout внешних словарей "direct".
 
 Как cache, но без кэша — всегда прямой запрос в источник.
 
@@ -60,7 +60,7 @@ void memoryBitAnd(const char * a, const char * b, char * result, size_t size);
 
 ## Агрегатные функции для статистических тестов (e.g. тест нормальности распределения) и статистик.
 
-## Функции создания и обновления состояния агрегатной функции по одному кортежу аргументов.
+## + Функции создания и обновления состояния агрегатной функции по одному кортежу аргументов.
 
 В ClickHouse есть понятие - состояние вычисления агрегатной функции. Состояния агрегатных функций можно записывать в таблицы, складывать, финализировать и т. п. https://clickhouse.yandex/docs/ru/data_types/nested_data_structures/aggregatefunction/
 
@@ -85,7 +85,7 @@ void memoryBitAnd(const char * a, const char * b, char * result, size_t size);
 
 `changeYear(datetime, 2019)`
 
-## Исправить мерцание прогресс-бара в clickhouse-client.
+## + Исправить мерцание прогресс-бара в clickhouse-client.
 
 Это заметно при работе с серверами с большим пингом.
 Прогресс бар не должен мерцать.
@@ -107,15 +107,15 @@ https://dev.mysql.com/doc/refman/8.0/en/date-and-time-functions.html#function_da
 
 position с конца строки.
 
-## Функция indexOf должна поддерживать Enum-ы без cast-а.
+## + Функция indexOf должна поддерживать Enum-ы без cast-а.
 
 `indexOf(arr, 'hello')`, `indexOf(arr, 1)` должны работать, если arr имеет тип `Array(Enum8('hello' = 1, 'world' = 2))`
 
-## Комбинатор агрегатных функций Distinct.
+## + Комбинатор агрегатных функций Distinct.
 
 Пример: `avgDistinct(x)` - вычислить среднее по всем различным переданным значениям.
 
-## Метрики количества ошибок.
+## + Метрики количества ошибок.
 
 Добавляем счётчики всех ошибок (ErrorCodes) по аналогии с ProfileEvents. Кроме количества запоминаем также время последней ошибки, стек трейс, сообщение. Добавляем системную таблицу system.errors. Отправка в Graphite.
 
@@ -125,9 +125,9 @@ position с конца строки.
 
 ## Запрос CREATE OR REPLACE TABLE
 
-Атомарно (под блокировкой) удаляет таблицу перед созданием новой, если такая была.
+Атомарно удаляет таблицу перед созданием новой, если такая была.
 
-## Приведение типов для IN (subquery).
+## * Приведение типов для IN (subquery).
 
 `SELECT 1 IN (SELECT -1 UNION ALL SELECT 1)`
 
@@ -155,7 +155,7 @@ https://clickhouse.yandex/docs/en/query_language/create/#create-table
 
 Подключить одну из key-value БД как источник.
 
-## Движок таблиц Mongo, табличная функция mongo.
+## + Движок таблиц Mongo, табличная функция mongo.
 
 Возможность легко импортировать данные из MongoDB.
 
@@ -201,7 +201,7 @@ https://clickhouse.yandex/docs/en/operations/table_engines/external_data/
 
 ## Настройка rollup_use_nulls.
 
-## Настройка cast_keep_nullable.
+## + Настройка cast_keep_nullable.
 
 ## Функция bitEquals для сравнения произвольных типов данных побитово.
 
diff --git a/tests/integration/README.md b/tests/integration/README.md
index 0886dc2cfac..cdfb6b1a70a 100644
--- a/tests/integration/README.md
+++ b/tests/integration/README.md
@@ -38,7 +38,8 @@ sudo -H pip install \
     pytest-timeout \
     redis \
     tzlocal \
-    urllib3
+    urllib3 \
+    requests-kerberos
 ```
 
 (highly not recommended) If you really want to use OS packages on modern debian/ubuntu instead of "pip": `sudo apt install -y docker docker-compose python3-pytest python3-dicttoxml python3-docker python3-pymysql python3-pymongo python3-tzlocal python3-kazoo python3-psycopg2 kafka-python python3-pytest-timeout python3-minio`
@@ -135,3 +136,13 @@ named `test.py` containing tests in it. All functions with names starting with `
 To assert that two TSV files must be equal, wrap them in the `TSV` class and use the regular `assert`
 statement. Example: `assert TSV(result) == TSV(reference)`. In case the assertion fails, `pytest`
 will automagically detect the types of variables and only the small diff of two files is printed.
+
+### Troubleshooting
+
+If tests failing for misterious reasons, this may help:
+
+```
+sudo service docker stop
+sudo bash -c 'rm -rf /var/lib/docker/*'
+sudo service docker start
+```
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 3967d016591..a65a420cd5b 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -137,6 +137,7 @@ class ClickHouseCluster:
         self.with_rabbitmq = False
         self.with_odbc_drivers = False
         self.with_hdfs = False
+        self.with_kerberized_hdfs = False
         self.with_mongo = False
         self.with_net_trics = False
         self.with_redis = False
@@ -172,7 +173,7 @@ class ClickHouseCluster:
                      macros=None,
                      with_zookeeper=False, with_mysql=False, with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False,
                      clickhouse_path_dir=None,
-                     with_odbc_drivers=False, with_postgres=False, with_hdfs=False, with_mongo=False,
+                     with_odbc_drivers=False, with_postgres=False, with_hdfs=False, with_kerberized_hdfs=False, with_mongo=False,
                      with_redis=False, with_minio=False, with_cassandra=False,
                      hostname=None, env_variables=None, image="yandex/clickhouse-integration-test", tag=None,
                      stay_alive=False, ipv4_address=None, ipv6_address=None, with_installed_binary=False, tmpfs=None,
@@ -210,6 +211,7 @@ class ClickHouseCluster:
             with_kafka=with_kafka,
             with_kerberized_kafka=with_kerberized_kafka,
             with_rabbitmq=with_rabbitmq,
+            with_kerberized_hdfs=with_kerberized_hdfs,
             with_mongo=with_mongo,
             with_redis=with_redis,
             with_minio=with_minio,
@@ -315,6 +317,14 @@ class ClickHouseCluster:
                                   p.join(docker_compose_yml_dir, 'docker_compose_hdfs.yml')]
             cmds.append(self.base_hdfs_cmd)
 
+        if with_kerberized_hdfs and not self.with_kerberized_hdfs:
+            self.with_kerberized_hdfs = True
+            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_hdfs.yml')])
+            self.base_kerberized_hdfs_cmd = ['docker-compose', '--project-directory', self.base_dir, '--project-name',
+                                             self.project_name, '--file',
+                                             p.join(docker_compose_yml_dir, 'docker_compose_kerberized_hdfs.yml')]
+            cmds.append(self.base_kerberized_hdfs_cmd)
+
         if with_mongo and not self.with_mongo:
             self.with_mongo = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mongo.yml')])
@@ -476,12 +486,35 @@ class ClickHouseCluster:
 
         raise Exception("Cannot wait ZooKeeper container")
 
+    def make_hdfs_api(self, timeout=60, kerberized=False):
+        if kerberized:
+            keytab = p.abspath(p.join(self.instances['node1'].path, "secrets/clickhouse.keytab"))
+            krb_conf = p.abspath(p.join(self.instances['node1'].path, "secrets/krb_long.conf"))
+            hdfs_ip = self.get_instance_ip('kerberizedhdfs1')
+            # print("kerberizedhdfs1 ip ", hdfs_ip)
+            kdc_ip = self.get_instance_ip('hdfskerberos')
+            # print("kdc_ip ", kdc_ip)
+            self.hdfs_api = HDFSApi(user="root",
+                               timeout=timeout,
+                               kerberized=True,
+                               principal="root@TEST.CLICKHOUSE.TECH",
+                               keytab=keytab,
+                               krb_conf=krb_conf,
+                               host="kerberizedhdfs1",
+                               protocol="http",
+                               proxy_port=50070,
+                               data_port=1006,
+                               hdfs_ip=hdfs_ip,
+                               kdc_ip=kdc_ip)
+        else:
+            self.hdfs_api = HDFSApi(user="root", host="hdfs1")
+
+
     def wait_hdfs_to_start(self, timeout=60):
-        hdfs_api = HDFSApi("root")
         start = time.time()
         while time.time() - start < timeout:
             try:
-                hdfs_api.write_data("/somefilewithrandomname222", "1")
+                self.hdfs_api.write_data("/somefilewithrandomname222", "1")
                 print("Connected to HDFS and SafeMode disabled! ")
                 return
             except Exception as ex:
@@ -620,6 +653,7 @@ class ClickHouseCluster:
                 self.wait_schema_registry_to_start(120)
 
             if self.with_kerberized_kafka and self.base_kerberized_kafka_cmd:
+                print('Setup kerberized kafka')
                 env = os.environ.copy()
                 env['KERBERIZED_KAFKA_DIR'] = instance.path + '/'
                 subprocess.check_call(self.base_kerberized_kafka_cmd + common_opts + ['--renew-anon-volumes'], env=env)
@@ -631,8 +665,17 @@ class ClickHouseCluster:
             if self.with_hdfs and self.base_hdfs_cmd:
                 print('Setup HDFS')
                 subprocess_check_call(self.base_hdfs_cmd + common_opts)
+                self.make_hdfs_api()
                 self.wait_hdfs_to_start(120)
 
+            if self.with_kerberized_hdfs and self.base_kerberized_hdfs_cmd:
+                print('Setup kerberized HDFS')
+                env = os.environ.copy()
+                env['KERBERIZED_HDFS_DIR'] = instance.path + '/'
+                subprocess.check_call(self.base_kerberized_hdfs_cmd + common_opts, env=env)
+                self.make_hdfs_api(kerberized=True)
+                self.wait_hdfs_to_start(timeout=300)
+
             if self.with_mongo and self.base_mongo_cmd:
                 print('Setup Mongo')
                 subprocess_check_call(self.base_mongo_cmd + common_opts)
@@ -840,8 +883,8 @@ class ClickHouseInstance:
     def __init__(
             self, cluster, base_path, name, base_config_dir, custom_main_configs, custom_user_configs,
             custom_dictionaries,
-            macros, with_zookeeper, zookeeper_config_path, with_mysql, with_kafka, with_kerberized_kafka, with_rabbitmq, with_mongo,
-            with_redis, with_minio,
+            macros, with_zookeeper, zookeeper_config_path, with_mysql, with_kafka, with_kerberized_kafka, with_rabbitmq, with_kerberized_hdfs,
+            with_mongo, with_redis, with_minio,
             with_cassandra, server_bin_path, odbc_bridge_bin_path, clickhouse_path_dir, with_odbc_drivers,
             hostname=None, env_variables=None,
             image="yandex/clickhouse-integration-test", tag="latest",
@@ -871,6 +914,7 @@ class ClickHouseInstance:
         self.with_kafka = with_kafka
         self.with_kerberized_kafka = with_kerberized_kafka
         self.with_rabbitmq = with_rabbitmq
+        self.with_kerberized_hdfs = with_kerberized_hdfs
         self.with_mongo = with_mongo
         self.with_redis = with_redis
         self.with_minio = with_minio
@@ -885,7 +929,7 @@ class ClickHouseInstance:
         else:
             self.odbc_ini_path = ""
 
-        if with_kerberized_kafka:
+        if with_kerberized_kafka or with_kerberized_hdfs:
             self.keytab_path = '- ' + os.path.dirname(self.docker_compose_path) + "/secrets:/tmp/keytab"
             self.krb5_conf = '- ' + os.path.dirname(self.docker_compose_path) + "/secrets/krb.conf:/etc/krb5.conf:ro"
         else:
@@ -1231,7 +1275,7 @@ class ClickHouseInstance:
         if self.with_zookeeper:
             shutil.copy(self.zookeeper_config_path, conf_d_dir)
 
-        if self.with_kerberized_kafka:
+        if self.with_kerberized_kafka or self.with_kerberized_hdfs:
             shutil.copytree(self.kerberos_secrets_dir, p.abspath(p.join(self.path, 'secrets')))
 
         # Copy config.d configs
@@ -1272,6 +1316,9 @@ class ClickHouseInstance:
         if self.with_kerberized_kafka:
             depends_on.append("kerberized_kafka1")
 
+        if self.with_kerberized_hdfs:
+            depends_on.append("kerberizedhdfs1")
+
         if self.with_rabbitmq:
             depends_on.append("rabbitmq1")
 
diff --git a/tests/integration/helpers/hdfs_api.py b/tests/integration/helpers/hdfs_api.py
index d3afa9be837..cb742662855 100644
--- a/tests/integration/helpers/hdfs_api.py
+++ b/tests/integration/helpers/hdfs_api.py
@@ -2,45 +2,145 @@
 import io
 import gzip
 import subprocess
+import time
 from tempfile import NamedTemporaryFile
-
 import requests
+import requests_kerberos as reqkerb
+import socket
+import tempfile
+import logging
+import os
 
+g_dns_hook = None
+
+def custom_getaddrinfo(*args):
+    # print("from custom_getaddrinfo g_dns_hook is None ", g_dns_hook is None)
+    ret = g_dns_hook.custom_getaddrinfo(*args)
+    # print("g_dns_hook.custom_getaddrinfo result", ret)
+    return ret
+
+
+class mk_krb_conf(object):
+    def __init__(self, krb_conf, kdc_ip):
+        self.krb_conf = krb_conf
+        self.kdc_ip = kdc_ip
+        self.amended_krb_conf = None
+    def __enter__(self):
+        with open(self.krb_conf) as f:
+            content = f.read()
+        amended_content = content.replace('hdfskerberos', self.kdc_ip)
+        self.amended_krb_conf = tempfile.NamedTemporaryFile(delete=False, mode="w+")
+        self.amended_krb_conf.write(amended_content)
+        self.amended_krb_conf.close()
+        return self.amended_krb_conf.name
+    def __exit__(self, type, value, traceback):
+        if self.amended_krb_conf is not None:
+            self.amended_krb_conf.close()
+
+# tweak dns resolution to connect to localhost where api_host is in URL
+class dns_hook(object):
+    def __init__(self, hdfs_api):
+        # print("dns_hook.init ", hdfs_api.kerberized, hdfs_api.host, hdfs_api.data_port, hdfs_api.proxy_port)
+        self.hdfs_api = hdfs_api
+    def __enter__(self):
+        global g_dns_hook
+        g_dns_hook = self
+        # print("g_dns_hook is None ", g_dns_hook is None)
+        self.original_getaddrinfo = socket.getaddrinfo
+        socket.getaddrinfo = custom_getaddrinfo
+        return self
+    def __exit__(self, type, value, traceback):
+        global g_dns_hook
+        g_dns_hook = None
+        socket.getaddrinfo = self.original_getaddrinfo
+    def custom_getaddrinfo(self, *args):
+        (hostname, port) = args[:2]
+        # print("top of custom_getaddrinfo", hostname, port)
+
+        if hostname == self.hdfs_api.host and (port == self.hdfs_api.data_port or port == self.hdfs_api.proxy_port):
+            # print("dns_hook substitute")
+            return [(socket.AF_INET, 1, 6, '', ("127.0.0.1", port))]
+        else:
+            return self.original_getaddrinfo(*args)
 
 class HDFSApi(object):
-    def __init__(self, user):
-        self.host = "localhost"
-        self.http_proxy_port = "50070"
-        self.http_data_port = "50075"
+    def __init__(self, user, timeout=100, kerberized=False, principal=None,
+                 keytab=None, krb_conf=None,
+                 host = "localhost", protocol = "http",
+                 proxy_port = 50070, data_port = 50075, hdfs_ip = None, kdc_ip = None):
+        self.host = host
+        self.protocol = protocol
+        self.proxy_port = proxy_port
+        self.data_port = data_port
         self.user = user
+        self.kerberized = kerberized
+        self.principal = principal
+        self.keytab = keytab
+        self.timeout = timeout
+        self.hdfs_ip = hdfs_ip
+        self.kdc_ip = kdc_ip
+        self.krb_conf = krb_conf
+
+        # logging.basicConfig(level=logging.DEBUG)
+        # logging.getLogger().setLevel(logging.DEBUG)
+        # requests_log = logging.getLogger("requests.packages.urllib3")
+        # requests_log.setLevel(logging.DEBUG)
+        # requests_log.propagate = True
+
+        if kerberized:
+            self._run_kinit()
+            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override=self.host, principal=self.principal)
+                #principal=self.principal,
+                #hostname_override=self.host, principal=self.principal)
+                # , mutual_authentication=reqkerb.REQUIRED, force_preemptive=True)
+        else:
+            self.kerberos_auth = None
+
+    def _run_kinit(self):
+        if self.principal is None or self.keytab is None:
+            raise Exception("kerberos principal and keytab are required")
+
+        with mk_krb_conf(self.krb_conf, self.kdc_ip) as instantiated_krb_conf:
+            # print("instantiated_krb_conf ", instantiated_krb_conf)
+
+            os.environ["KRB5_CONFIG"] = instantiated_krb_conf
+
+            cmd = "(kinit -R -t {keytab} -k {principal} || (sleep 5 && kinit -R -t {keytab} -k {principal})) ; klist".format(instantiated_krb_conf=instantiated_krb_conf, keytab=self.keytab, principal=self.principal)
+
+            # print(cmd)
+
+            start = time.time()
+
+            while time.time() - start < self.timeout:
+                try:
+                    subprocess.call(cmd, shell=True)
+                    print("KDC started, kinit successfully run")
+                    return
+                except Exception as ex:
+                    print("Can't run kinit ... waiting {}".format(str(ex)))
+                    time.sleep(1)
+
+        raise Exception("Kinit running failure")
 
     def read_data(self, path, universal_newlines=True):
-        response = requests.get(
-            "http://{host}:{port}/webhdfs/v1{path}?op=OPEN".format(host=self.host, port=self.http_proxy_port,
-                                                                   path=path), allow_redirects=False)
+        with dns_hook(self):
+            response = requests.get("{protocol}://{host}:{port}/webhdfs/v1{path}?op=OPEN".format(protocol=self.protocol, host=self.host, port=self.proxy_port, path=path), headers={'host': 'localhost'}, allow_redirects=False, verify=False, auth=self.kerberos_auth)
         if response.status_code != 307:
             response.raise_for_status()
-        additional_params = '&'.join(response.headers['Location'].split('&')[1:2])
-        response_data = requests.get(
-            "http://{host}:{port}/webhdfs/v1{path}?op=OPEN&{params}".format(host=self.host, port=self.http_data_port,
-                                                                            path=path, params=additional_params))
+        # additional_params = '&'.join(response.headers['Location'].split('&')[1:2])
+        url = "{location}".format(location=response.headers['Location'])
+        # print("redirected to ", url)
+        with dns_hook(self):
+            response_data = requests.get(url,
+                                         headers={'host': 'localhost'},
+                                         verify=False, auth=self.kerberos_auth)
         if response_data.status_code != 200:
             response_data.raise_for_status()
-
         if universal_newlines:
             return response_data.text
         else:
             return response_data.content
 
-    # Requests can't put file
-    def _curl_to_put(self, filename, path, params):
-        url = "http://{host}:{port}/webhdfs/v1{path}?op=CREATE&{params}".format(host=self.host,
-                                                                                port=self.http_data_port, path=path,
-                                                                                params=params)
-        cmd = "curl -s -i -X PUT -T {fname} '{url}'".format(fname=filename, url=url)
-        output = subprocess.check_output(cmd, shell=True, universal_newlines=True)
-        return output
-
     def write_data(self, path, content):
         named_file = NamedTemporaryFile(mode='wb+')
         fpath = named_file.name
@@ -48,19 +148,44 @@ class HDFSApi(object):
             content = content.encode()
         named_file.write(content)
         named_file.flush()
-        response = requests.put(
-            "http://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(host=self.host, port=self.http_proxy_port,
-                                                                     path=path, user=self.user),
-            allow_redirects=False
-        )
+
+
+        if self.kerberized:
+            self._run_kinit()
+            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override=self.host, principal=self.principal)
+            # print(self.kerberos_auth)
+
+        with dns_hook(self):
+            response = requests.put(
+                "{protocol}://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(protocol=self.protocol, host=self.host,
+                                                                               port=self.proxy_port,
+                                                                               path=path, user=self.user),
+                allow_redirects=False,
+                headers={'host': 'localhost'},
+                params={'overwrite' : 'true'},
+                verify=False, auth=self.kerberos_auth
+            )
         if response.status_code != 307:
+            # print(response.headers)
             response.raise_for_status()
 
         additional_params = '&'.join(
             response.headers['Location'].split('&')[1:2] + ["user.name={}".format(self.user), "overwrite=true"])
-        output = self._curl_to_put(fpath, path, additional_params)
-        if "201 Created" not in output:
-            raise Exception("Can't create file on hdfs:\n {}".format(output))
+
+        with dns_hook(self), open(fpath, mode="rb") as fh:
+            file_data = fh.read()
+            protocol = "http" # self.protocol
+            response = requests.put(
+                "{location}".format(location=response.headers['Location']),
+                data=file_data,
+                headers={'content-type':'text/plain', 'host': 'localhost'},
+                params={'file': path, 'user.name' : self.user},
+                allow_redirects=False, verify=False, auth=self.kerberos_auth
+            )
+            # print(response)
+            if response.status_code != 201:
+                response.raise_for_status()
+
 
     def write_gzip_data(self, path, content):
         if isinstance(content, str):
diff --git a/tests/integration/test_allowed_url_from_config/test.py b/tests/integration/test_allowed_url_from_config/test.py
index 44715d92121..6442937c8f4 100644
--- a/tests/integration/test_allowed_url_from_config/test.py
+++ b/tests/integration/test_allowed_url_from_config/test.py
@@ -1,6 +1,5 @@
 import pytest
 from helpers.cluster import ClickHouseCluster
-from helpers.hdfs_api import HDFSApi
 
 cluster = ClickHouseCluster(__file__)
 node1 = cluster.add_instance('node1', main_configs=['configs/config_with_hosts.xml'])
@@ -101,9 +100,8 @@ def test_table_function_remote(start_cluster):
 
 
 def test_redirect(start_cluster):
-    hdfs_api = HDFSApi("root")
-    hdfs_api.write_data("/simple_storage", "1\t\n")
-    assert hdfs_api.read_data("/simple_storage") == "1\t\n"
+    start_cluster.hdfs_api.write_data("/simple_storage", "1\t\n")
+    assert start_cluster.hdfs_api.read_data("/simple_storage") == "1\t\n"
     node7.query(
         "CREATE TABLE table_test_7_1 (word String) ENGINE=URL('http://hdfs1:50070/webhdfs/v1/simple_storage?op=OPEN&namenoderpcaddress=hdfs1:9000&offset=0', CSV)")
     assert "not allowed" in node7.query_and_get_error("SET max_http_get_redirects=1; SELECT * from table_test_7_1")
diff --git a/tests/integration/test_graphite_merge_tree/configs/users.xml b/tests/integration/test_graphite_merge_tree/configs/users.xml
new file mode 100644
index 00000000000..cdd437797ce
--- /dev/null
+++ b/tests/integration/test_graphite_merge_tree/configs/users.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+            <optimize_on_insert>0</optimize_on_insert>
+        </default>
+    </profiles>
+</yandex>
diff --git a/tests/integration/test_graphite_merge_tree/test.py b/tests/integration/test_graphite_merge_tree/test.py
index 502004d2dfe..ee8a18f1ca5 100644
--- a/tests/integration/test_graphite_merge_tree/test.py
+++ b/tests/integration/test_graphite_merge_tree/test.py
@@ -8,7 +8,8 @@ from helpers.test_tools import TSV
 
 cluster = ClickHouseCluster(__file__)
 instance = cluster.add_instance('instance',
-                                main_configs=['configs/graphite_rollup.xml'])
+                                main_configs=['configs/graphite_rollup.xml'],
+                                user_configs=["configs/users.xml"])
 q = instance.query
 
 
diff --git a/tests/integration/test_join_set_family_s3/__init__.py b/tests/integration/test_join_set_family_s3/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_join_set_family_s3/configs/config.d/log_conf.xml b/tests/integration/test_join_set_family_s3/configs/config.d/log_conf.xml
new file mode 100644
index 00000000000..318a6bca95d
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/configs/config.d/log_conf.xml
@@ -0,0 +1,12 @@
+<yandex>
+    <shutdown_wait_unfinished>3</shutdown_wait_unfinished>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/log.log</log>
+        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_join_set_family_s3/configs/config.xml b/tests/integration/test_join_set_family_s3/configs/config.xml
new file mode 100644
index 00000000000..5b9b5b5843a
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/configs/config.xml
@@ -0,0 +1,28 @@
+<?xml version="1.0"?>
+<yandex>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/clickhouse-server.log</log>
+        <errorlog>/var/log/clickhouse-server/clickhouse-server.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+    </logger>
+
+    <tcp_port>9000</tcp_port>
+    <listen_host>127.0.0.1</listen_host>
+
+    <openSSL>
+        <client>
+            <cacheSessions>true</cacheSessions>
+            <verificationMode>none</verificationMode>
+            <invalidCertificateHandler>
+                <name>AcceptCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+
+    <max_concurrent_queries>500</max_concurrent_queries>
+    <mark_cache_size>5368709120</mark_cache_size>
+    <path>./clickhouse/</path>
+    <users_config>users.xml</users_config>
+</yandex>
diff --git a/tests/integration/test_join_set_family_s3/configs/minio.xml b/tests/integration/test_join_set_family_s3/configs/minio.xml
new file mode 100644
index 00000000000..7337be1ad94
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/configs/minio.xml
@@ -0,0 +1,14 @@
+<?xml version="1.0"?>
+<yandex>
+    <storage_configuration>
+        <disks>
+            <s3>
+                <type>s3</type>
+                <endpoint>http://minio1:9001/root/data/</endpoint>
+                <access_key_id>minio</access_key_id>
+                <secret_access_key>minio123</secret_access_key>
+                <send_object_metadata>true</send_object_metadata>
+            </s3>
+        </disks>
+    </storage_configuration>
+</yandex>
diff --git a/tests/integration/test_join_set_family_s3/configs/ssl.xml b/tests/integration/test_join_set_family_s3/configs/ssl.xml
new file mode 100644
index 00000000000..95cdc918bd0
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/configs/ssl.xml
@@ -0,0 +1,12 @@
+<?xml version="1.0"?>
+<yandex>
+    <openSSL>
+        <client>
+            <cacheSessions>true</cacheSessions>
+            <verificationMode>none</verificationMode>
+            <invalidCertificateHandler>
+                <name>AcceptCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+</yandex>
diff --git a/tests/integration/test_join_set_family_s3/configs/users.xml b/tests/integration/test_join_set_family_s3/configs/users.xml
new file mode 100644
index 00000000000..6061af8e33d
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/configs/users.xml
@@ -0,0 +1,23 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+        </default>
+    </profiles>
+
+    <users>
+        <default>
+            <password></password>
+            <networks incl="networks" replace="replace">
+                <ip>::/0</ip>
+            </networks>
+            <profile>default</profile>
+            <quota>default</quota>
+        </default>
+    </users>
+
+    <quotas>
+        <default>
+        </default>
+    </quotas>
+</yandex>
diff --git a/tests/integration/test_join_set_family_s3/test.py b/tests/integration/test_join_set_family_s3/test.py
new file mode 100644
index 00000000000..2a20c8eade9
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/test.py
@@ -0,0 +1,97 @@
+import logging
+import sys
+
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+logging.getLogger().setLevel(logging.INFO)
+logging.getLogger().addHandler(logging.StreamHandler())
+
+
+@pytest.fixture(scope="module")
+def cluster():
+    try:
+        cluster = ClickHouseCluster(__file__)
+        cluster.add_instance("node",
+                             main_configs=["configs/minio.xml", "configs/ssl.xml", "configs/config.d/log_conf.xml"],
+                             with_minio=True, stay_alive=True)
+        logging.info("Starting cluster...")
+        cluster.start()
+
+        logging.info("Cluster started")
+
+        yield cluster
+    finally:
+        cluster.shutdown()
+
+
+def assert_objects_count(cluster, objects_count, path='data/'):
+    minio = cluster.minio_client
+    s3_objects = list(minio.list_objects(cluster.minio_bucket, path))
+    if objects_count != len(s3_objects):
+        for s3_object in s3_objects:
+            object_meta = minio.stat_object(cluster.minio_bucket, s3_object.object_name)
+            logging.info("Existing S3 object: %s", str(object_meta))
+        assert objects_count == len(s3_objects)
+
+
+def test_set_s3(cluster):
+    node = cluster.instances["node"]
+
+    node.query("CREATE TABLE testLocalSet (n UInt64) Engine = Set")
+    node.query("CREATE TABLE testS3Set (n UInt64) Engine = Set SETTINGS disk='s3'")
+
+    node.query("INSERT INTO TABLE testLocalSet VALUES (1)")
+    node.query("INSERT INTO TABLE testS3Set VALUES (1)")
+
+    assert node.query("SELECT number in testLocalSet, number in testS3Set FROM system.numbers LIMIT 3") == "0\t0\n1\t1\n0\t0\n"
+    assert_objects_count(cluster, 1)
+
+    node.query("INSERT INTO TABLE testLocalSet VALUES (2)")
+    node.query("INSERT INTO TABLE testS3Set VALUES (2)")
+
+    assert node.query("SELECT number in testLocalSet, number in testS3Set FROM system.numbers LIMIT 3") == "0\t0\n1\t1\n1\t1\n"
+    assert_objects_count(cluster, 2)
+
+    node.restart_clickhouse()
+    assert node.query("SELECT number in testLocalSet, number in testS3Set FROM system.numbers LIMIT 3") == "0\t0\n1\t1\n1\t1\n"
+
+    node.query("TRUNCATE TABLE testLocalSet")
+    node.query("TRUNCATE TABLE testS3Set")
+
+    assert node.query("SELECT number in testLocalSet, number in testS3Set FROM system.numbers LIMIT 3") == "0\t0\n0\t0\n0\t0\n"
+    assert_objects_count(cluster, 0)
+
+    node.query("DROP TABLE testLocalSet")
+    node.query("DROP TABLE testS3Set")
+
+
+def test_join_s3(cluster):
+    node = cluster.instances["node"]
+
+    node.query("CREATE TABLE testLocalJoin(`id` UInt64, `val` String) ENGINE = Join(ANY, LEFT, id)")
+    node.query("CREATE TABLE testS3Join(`id` UInt64, `val` String) ENGINE = Join(ANY, LEFT, id) SETTINGS disk='s3'")
+
+    node.query("INSERT INTO testLocalJoin VALUES (1, 'a')")
+    node.query("INSERT INTO testS3Join VALUES (1, 'a')")
+
+    assert node.query("SELECT joinGet('testLocalJoin', 'val', number) as local, joinGet('testS3Join', 'val', number) as s3 FROM system.numbers LIMIT 3") == "\t\na\ta\n\t\n"
+    assert_objects_count(cluster, 1)
+
+    node.query("INSERT INTO testLocalJoin VALUES (2, 'b')")
+    node.query("INSERT INTO testS3Join VALUES (2, 'b')")
+
+    assert node.query("SELECT joinGet('testLocalJoin', 'val', number) as local, joinGet('testS3Join', 'val', number) as s3 FROM system.numbers LIMIT 3") == "\t\na\ta\nb\tb\n"
+    assert_objects_count(cluster, 2)
+
+    node.restart_clickhouse()
+    assert node.query("SELECT joinGet('testLocalJoin', 'val', number) as local, joinGet('testS3Join', 'val', number) as s3 FROM system.numbers LIMIT 3") == "\t\na\ta\nb\tb\n"
+
+    node.query("TRUNCATE TABLE testLocalJoin")
+    node.query("TRUNCATE TABLE testS3Join")
+
+    assert node.query("SELECT joinGet('testLocalJoin', 'val', number) as local, joinGet('testS3Join', 'val', number) as s3 FROM system.numbers LIMIT 3") == "\t\n\t\n\t\n"
+    assert_objects_count(cluster, 0)
+
+    node.query("DROP TABLE testLocalJoin")
+    node.query("DROP TABLE testS3Join")
diff --git a/tests/integration/test_materialize_mysql_database/configs/users.xml b/tests/integration/test_materialize_mysql_database/configs/users.xml
index f6df1c30fc4..196ea5cfb99 100644
--- a/tests/integration/test_materialize_mysql_database/configs/users.xml
+++ b/tests/integration/test_materialize_mysql_database/configs/users.xml
@@ -4,6 +4,8 @@
         <default>
             <allow_experimental_database_materialize_mysql>1</allow_experimental_database_materialize_mysql>
             <allow_introspection_functions>1</allow_introspection_functions>
+            <optimize_on_insert>0</optimize_on_insert>
+            <default_database_engine>Ordinary</default_database_engine>
         </default>
     </profiles>
 
diff --git a/tests/integration/test_materialize_mysql_database/configs/users_db_atomic.xml b/tests/integration/test_materialize_mysql_database/configs/users_db_atomic.xml
new file mode 100644
index 00000000000..3add72ec554
--- /dev/null
+++ b/tests/integration/test_materialize_mysql_database/configs/users_db_atomic.xml
@@ -0,0 +1,19 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+            <allow_experimental_database_materialize_mysql>1</allow_experimental_database_materialize_mysql>
+            <default_database_engine>Atomic</default_database_engine>
+        </default>
+    </profiles>
+
+    <users>
+        <default>
+            <password></password>
+            <networks incl="networks" replace="replace">
+                <ip>::/0</ip>
+            </networks>
+            <profile>default</profile>
+        </default>
+    </users>
+</yandex>
diff --git a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
index 56b6d8b3a15..47e325d0e96 100644
--- a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
+++ b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
@@ -15,6 +15,7 @@ from multiprocessing.dummy import Pool
 
 def check_query(clickhouse_node, query, result_set, retry_count=60, interval_seconds=3):
     lastest_result = ''
+
     for i in range(retry_count):
         try:
             lastest_result = clickhouse_node.query(query)
@@ -35,6 +36,7 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
     clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
     mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
     # existed before the mapping was created
+
     mysql_node.query("CREATE TABLE test_database.test_table_1 ("
                      "`key` INT NOT NULL PRIMARY KEY, "
                      "unsigned_tiny_int TINYINT UNSIGNED, tiny_int TINYINT, "
@@ -51,9 +53,10 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
                      "_date Date, _datetime DateTime, _timestamp TIMESTAMP, _bool BOOLEAN) ENGINE = InnoDB;")
 
     # it already has some data
-    mysql_node.query(
-        "INSERT INTO test_database.test_table_1 VALUES(1, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', "
-        "'2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', true);")
+    mysql_node.query("""
+        INSERT INTO test_database.test_table_1 VALUES(1, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 
+        '2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', true);
+        """)
 
     clickhouse_node.query(
         "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
@@ -65,9 +68,10 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
                 "1\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
                 "2020-01-01 00:00:00\t2020-01-01 00:00:00\t1\n")
 
-    mysql_node.query(
-        "INSERT INTO test_database.test_table_1 VALUES(2, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', "
-        "'2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', false);")
+    mysql_node.query("""
+        INSERT INTO test_database.test_table_1 VALUES(2, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 
+        '2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', false);
+        """)
 
     check_query(clickhouse_node, "SELECT * FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
                 "1\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
@@ -76,14 +80,16 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
 
     mysql_node.query("UPDATE test_database.test_table_1 SET unsigned_tiny_int = 2 WHERE `key` = 1")
 
-    check_query(clickhouse_node, "SELECT key, unsigned_tiny_int, tiny_int, unsigned_small_int,"
-                                 " small_int, unsigned_medium_int, medium_int, unsigned_int, _int, unsigned_integer, _integer, "
-                                 " unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, "
-                                 " _date, _datetime, /* exclude it, because ON UPDATE CURRENT_TIMESTAMP _timestamp, */ "
-                                 " _bool FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
-                "1\t2\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
-                "2020-01-01 00:00:00\t1\n2\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\t"
-                "varchar\tchar\t2020-01-01\t2020-01-01 00:00:00\t0\n")
+    check_query(clickhouse_node, """
+        SELECT key, unsigned_tiny_int, tiny_int, unsigned_small_int,
+         small_int, unsigned_medium_int, medium_int, unsigned_int, _int, unsigned_integer, _integer, 
+         unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, 
+         _date, _datetime, /* exclude it, because ON UPDATE CURRENT_TIMESTAMP _timestamp, */ 
+         _bool FROM test_database.test_table_1 ORDER BY key FORMAT TSV
+        """,
+        "1\t2\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
+        "2020-01-01 00:00:00\t1\n2\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\t"
+        "varchar\tchar\t2020-01-01\t2020-01-01 00:00:00\t0\n")
 
     # update primary key
     mysql_node.query("UPDATE test_database.test_table_1 SET `key` = 3 WHERE `unsigned_tiny_int` = 2")
@@ -472,10 +478,16 @@ def select_without_columns(clickhouse_node, mysql_node, service_name):
     clickhouse_node.query("CREATE VIEW v AS SELECT * FROM db.t")
     mysql_node.query("INSERT INTO db.t VALUES (1, 1), (2, 2)")
     mysql_node.query("DELETE FROM db.t WHERE a=2;")
-    check_query(clickhouse_node, "SELECT count((_sign, _version)) FROM db.t FORMAT TSV", "3\n")
 
-    assert clickhouse_node.query("SELECT count(_sign) FROM db.t FORMAT TSV") == "2\n"
-    assert clickhouse_node.query("SELECT count(_version) FROM db.t FORMAT TSV") == "2\n"
+    optimize_on_insert = clickhouse_node.query("SELECT value FROM system.settings WHERE name='optimize_on_insert'").strip()
+    if optimize_on_insert == "0":
+        res = ["3\n", "2\n", "2\n"]
+    else:
+        res = ["2\n", "2\n", "1\n"]
+    check_query(clickhouse_node, "SELECT count((_sign, _version)) FROM db.t FORMAT TSV", res[0])
+
+    assert clickhouse_node.query("SELECT count(_sign) FROM db.t FORMAT TSV") == res[1]
+    assert clickhouse_node.query("SELECT count(_version) FROM db.t FORMAT TSV") == res[2]
 
     assert clickhouse_node.query("SELECT count() FROM db.t FORMAT TSV") == "1\n"
     assert clickhouse_node.query("SELECT count(*) FROM db.t FORMAT TSV") == "1\n"
@@ -556,6 +568,12 @@ def err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, mysql_n
     assert 'MySQL SYNC USER ACCESS ERR:' in str(exception.value)
     assert "priv_err_db" not in clickhouse_node.query("SHOW DATABASES")
 
+    mysql_node.query("GRANT SELECT ON priv_err_db.* TO 'test'@'%'")
+    time.sleep(3)
+    clickhouse_node.query("ATTACH DATABASE priv_err_db")
+    clickhouse_node.query("DROP DATABASE priv_err_db")
+    mysql_node.query("REVOKE SELECT ON priv_err_db.* FROM 'test'@'%'")
+
     mysql_node.query("DROP DATABASE priv_err_db;")
     mysql_node.query("DROP USER 'test'@'%'")
 
diff --git a/tests/integration/test_materialize_mysql_database/test.py b/tests/integration/test_materialize_mysql_database/test.py
index ed37e3d7502..1b7aa041540 100644
--- a/tests/integration/test_materialize_mysql_database/test.py
+++ b/tests/integration/test_materialize_mysql_database/test.py
@@ -14,7 +14,10 @@ from . import materialize_with_ddl
 DOCKER_COMPOSE_PATH = get_docker_compose_path()
 
 cluster = ClickHouseCluster(__file__)
-clickhouse_node = cluster.add_instance('node1', user_configs=["configs/users.xml"], with_mysql=False, stay_alive=True)
+
+node_db_ordinary = cluster.add_instance('node1', user_configs=["configs/users.xml"], with_mysql=False, stay_alive=True)
+node_db_atomic = cluster.add_instance('node2', user_configs=["configs/users_db_atomic.xml"], with_mysql=False, stay_alive=True)
+
 
 @pytest.fixture(scope="module")
 def started_cluster():
@@ -119,39 +122,30 @@ def started_mysql_8_0():
                                '--remove-orphans'])
 
 
-def test_materialize_database_dml_with_mysql_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_dml_with_mysql_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.dml_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
     materialize_with_ddl.materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, started_mysql_5_7, "mysql1")
 
-
-def test_materialize_database_dml_with_mysql_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_dml_with_mysql_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.dml_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
     materialize_with_ddl.materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_ddl_with_mysql_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
+    materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.alter_add_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.alter_drop_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    # mysql 5.7 cannot support alter rename column
+    # materialize_with_ddl.alter_rename_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.alter_rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
 
-
-def test_materialize_database_ddl_with_mysql_5_7(started_cluster, started_mysql_5_7):
-    try:
-        materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-        materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-        materialize_with_ddl.rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-        materialize_with_ddl.alter_add_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7,
-                                                                              "mysql1")
-        materialize_with_ddl.alter_drop_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7,
-                                                                               "mysql1")
-        # mysql 5.7 cannot support alter rename column
-        # materialize_with_ddl.alter_rename_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-        materialize_with_ddl.alter_rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7,
-                                                                                "mysql1")
-        materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7,
-                                                                                 "mysql1")
-    except:
-        print((clickhouse_node.query(
-            "select '\n', thread_id, query_id, arrayStringConcat(arrayMap(x -> concat(demangle(addressToSymbol(x)), '\n    ', addressToLine(x)), trace), '\n') AS sym from system.stack_trace format TSVRaw")))
-        raise
-
-
-def test_materialize_database_ddl_with_mysql_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_ddl_with_mysql_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
     materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
     materialize_with_ddl.rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
@@ -166,61 +160,72 @@ def test_materialize_database_ddl_with_mysql_8_0(started_cluster, started_mysql_
     materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0,
                                                                              "mysql8_0")
 
-
-def test_materialize_database_ddl_with_empty_transaction_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_ddl_with_empty_transaction_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.query_event_with_empty_transaction(clickhouse_node, started_mysql_5_7, "mysql1")
 
-
-def test_materialize_database_ddl_with_empty_transaction_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_ddl_with_empty_transaction_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.query_event_with_empty_transaction(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
 
-def test_select_without_columns_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_select_without_columns_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.select_without_columns(clickhouse_node, started_mysql_5_7, "mysql1")
 
 
-def test_select_without_columns_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_select_without_columns_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.select_without_columns(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
 
-def test_insert_with_modify_binlog_checksum_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_insert_with_modify_binlog_checksum_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.insert_with_modify_binlog_checksum(clickhouse_node, started_mysql_5_7, "mysql1")
 
 
-def test_insert_with_modify_binlog_checksum_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_insert_with_modify_binlog_checksum_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.insert_with_modify_binlog_checksum(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
 
-def test_materialize_database_err_sync_user_privs_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_err_sync_user_privs_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
 
-def test_materialize_database_err_sync_user_privs_8_0(started_cluster, started_mysql_8_0):
+
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_err_sync_user_privs_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
-
-def test_network_partition_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_network_partition_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.network_partition_test(clickhouse_node, started_mysql_5_7, "mysql1")
 
-def test_network_partition_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_network_partition_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.network_partition_test(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
-
-def test_mysql_kill_sync_thread_restore_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_mysql_kill_sync_thread_restore_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.mysql_kill_sync_thread_restore_test(clickhouse_node, started_mysql_5_7, "mysql1")
 
-def test_mysql_kill_sync_thread_restore_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_mysql_kill_sync_thread_restore_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.mysql_kill_sync_thread_restore_test(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
-
-def test_mysql_killed_while_insert_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_mysql_killed_while_insert_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.mysql_killed_while_insert(clickhouse_node, started_mysql_5_7, "mysql1")
 
-def test_mysql_killed_while_insert_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_mysql_killed_while_insert_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.mysql_killed_while_insert(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
-
-def test_clickhouse_killed_while_insert_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_clickhouse_killed_while_insert_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.clickhouse_killed_while_insert(clickhouse_node, started_mysql_5_7, "mysql1")
 
-def test_clickhouse_killed_while_insert_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_clickhouse_killed_while_insert_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.clickhouse_killed_while_insert(clickhouse_node, started_mysql_8_0, "mysql8_0")
diff --git a/tests/integration/test_postgresql_protocol/test.py b/tests/integration/test_postgresql_protocol/test.py
index 52c911cb939..3436fc5bace 100644
--- a/tests/integration/test_postgresql_protocol/test.py
+++ b/tests/integration/test_postgresql_protocol/test.py
@@ -120,7 +120,7 @@ def test_python_client(server_address):
         cur.execute('select name from tables;')
 
     assert exc_info.value.args == (
-        "Query execution failed.\nDB::Exception: Table default.tables doesn't exist.\nSSL connection has been closed unexpectedly\n",)
+        "Query execution failed.\nDB::Exception: Table default.tables doesn't exist\nSSL connection has been closed unexpectedly\n",)
 
     ch = py_psql.connect(host=server_address, port=server_port, user='default', password='123', database='')
     cur = ch.cursor()
diff --git a/tests/integration/test_quorum_inserts/configs/users.d/settings.xml b/tests/integration/test_quorum_inserts/configs/users.d/settings.xml
index 29b762656aa..62d0d1ec39d 100644
--- a/tests/integration/test_quorum_inserts/configs/users.d/settings.xml
+++ b/tests/integration/test_quorum_inserts/configs/users.d/settings.xml
@@ -5,6 +5,7 @@
             <max_memory_usage>10000000000</max_memory_usage>
             <use_uncompressed_cache>0</use_uncompressed_cache>
             <insert_quorum>2</insert_quorum>
+            <insert_quorum_parallel>0</insert_quorum_parallel>
             <select_sequential_consistency>1</select_sequential_consistency>
         </default>
     </profiles>
diff --git a/tests/integration/test_redirect_url_storage/test.py b/tests/integration/test_redirect_url_storage/test.py
index f93548af0db..f2731794d43 100644
--- a/tests/integration/test_redirect_url_storage/test.py
+++ b/tests/integration/test_redirect_url_storage/test.py
@@ -17,9 +17,8 @@ def started_cluster():
 
 
 def test_url_without_redirect(started_cluster):
-    hdfs_api = HDFSApi("root")
-    hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
-    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    started_cluster.hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
+    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
 
     # access datanode port directly
     node1.query(
@@ -28,9 +27,8 @@ def test_url_without_redirect(started_cluster):
 
 
 def test_url_with_redirect_not_allowed(started_cluster):
-    hdfs_api = HDFSApi("root")
-    hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
-    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    started_cluster.hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
+    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
 
     # access proxy port without allowing redirects
     node1.query(
@@ -40,9 +38,8 @@ def test_url_with_redirect_not_allowed(started_cluster):
 
 
 def test_url_with_redirect_allowed(started_cluster):
-    hdfs_api = HDFSApi("root")
-    hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
-    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    started_cluster.hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
+    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
 
     # access proxy port with allowing redirects
     # http://localhost:50070/webhdfs/v1/b?op=OPEN&namenoderpcaddress=hdfs1:9000&offset=0
diff --git a/tests/integration/test_row_policy/configs/users.d/another_user.xml b/tests/integration/test_row_policy/configs/users.d/another_user.xml
index fb9608e5313..89e16e94c83 100644
--- a/tests/integration/test_row_policy/configs/users.d/another_user.xml
+++ b/tests/integration/test_row_policy/configs/users.d/another_user.xml
@@ -1,5 +1,10 @@
 <?xml version="1.0"?>
 <yandex>
+    <profiles>
+        <default>
+            <optimize_on_insert>0</optimize_on_insert>
+        </default>
+    </profiles>
     <users>
         <another>
             <password/>
@@ -10,4 +15,4 @@
             <quota>default</quota>
         </another>
     </users>
-</yandex>
\ No newline at end of file
+</yandex>
diff --git a/tests/integration/test_storage_hdfs/test.py b/tests/integration/test_storage_hdfs/test.py
index 59944a3725e..a6c8b7e1ee9 100644
--- a/tests/integration/test_storage_hdfs/test.py
+++ b/tests/integration/test_storage_hdfs/test.py
@@ -24,18 +24,14 @@ def started_cluster():
 
 
 def test_read_write_storage(started_cluster):
-    hdfs_api = HDFSApi("root")
-
     node1.query(
         "create table SimpleHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/simple_storage', 'TSV')")
     node1.query("insert into SimpleHDFSStorage values (1, 'Mark', 72.53)")
-    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
     assert node1.query("select * from SimpleHDFSStorage") == "1\tMark\t72.53\n"
 
 
 def test_read_write_storage_with_globs(started_cluster):
-    hdfs_api = HDFSApi("root")
-
     node1.query(
         "create table HDFSStorageWithRange (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/storage{1..5}', 'TSV')")
     node1.query(
@@ -46,8 +42,8 @@ def test_read_write_storage_with_globs(started_cluster):
         "create table HDFSStorageWithAsterisk (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/storage*', 'TSV')")
 
     for i in ["1", "2", "3"]:
-        hdfs_api.write_data("/storage" + i, i + "\tMark\t72.53\n")
-        assert hdfs_api.read_data("/storage" + i) == i + "\tMark\t72.53\n"
+        started_cluster.hdfs_api.write_data("/storage" + i, i + "\tMark\t72.53\n")
+        assert started_cluster.hdfs_api.read_data("/storage" + i) == i + "\tMark\t72.53\n"
 
     assert node1.query("select count(*) from HDFSStorageWithRange") == "3\n"
     assert node1.query("select count(*) from HDFSStorageWithEnum") == "3\n"
@@ -77,25 +73,23 @@ def test_read_write_storage_with_globs(started_cluster):
 
 
 def test_read_write_table(started_cluster):
-    hdfs_api = HDFSApi("root")
     data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
-    hdfs_api.write_data("/simple_table_function", data)
+    started_cluster.hdfs_api.write_data("/simple_table_function", data)
 
-    assert hdfs_api.read_data("/simple_table_function") == data
+    assert started_cluster.hdfs_api.read_data("/simple_table_function") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function', 'TSV', 'id UInt64, text String, number Float64')") == data
 
 
 def test_write_table(started_cluster):
-    hdfs_api = HDFSApi("root")
 
     node1.query(
         "create table OtherHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/other_storage', 'TSV')")
     node1.query("insert into OtherHDFSStorage values (10, 'tomas', 55.55), (11, 'jack', 32.54)")
 
     result = "10\ttomas\t55.55\n11\tjack\t32.54\n"
-    assert hdfs_api.read_data("/other_storage") == result
+    assert started_cluster.hdfs_api.read_data("/other_storage") == result
     assert node1.query("select * from OtherHDFSStorage order by id") == result
 
 
@@ -120,15 +114,14 @@ def test_bad_hdfs_uri(started_cluster):
         print(ex)
         assert "Unable to open HDFS file" in str(ex)
 
-
+@pytest.mark.timeout(800)
 def test_globs_in_read_table(started_cluster):
-    hdfs_api = HDFSApi("root")
     some_data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
     globs_dir = "/dir_for_test_with_globs/"
     files = ["dir1/dir_dir/file1", "dir2/file2", "simple_table_function", "dir/file", "some_dir/dir1/file",
              "some_dir/dir2/file", "some_dir/file", "table1_function", "table2_function", "table3_function"]
     for filename in files:
-        hdfs_api.write_data(globs_dir + filename, some_data)
+        started_cluster.hdfs_api.write_data(globs_dir + filename, some_data)
 
     test_requests = [("dir{1..5}/dir_dir/file1", 1, 1),
                      ("*_table_functio?", 1, 1),
@@ -145,6 +138,7 @@ def test_globs_in_read_table(started_cluster):
 
     for pattern, paths_amount, files_amount in test_requests:
         inside_table_func = "'hdfs://hdfs1:9000" + globs_dir + pattern + "', 'TSV', 'id UInt64, text String, number Float64'"
+        print("inside_table_func ", inside_table_func)
         assert node1.query("select * from hdfs(" + inside_table_func + ")") == paths_amount * some_data
         assert node1.query("select count(distinct _path) from hdfs(" + inside_table_func + ")").rstrip() == str(
             paths_amount)
@@ -153,64 +147,61 @@ def test_globs_in_read_table(started_cluster):
 
 
 def test_read_write_gzip_table(started_cluster):
-    hdfs_api = HDFSApi("root")
     data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    hdfs_api.write_gzip_data("/simple_table_function.gz", data)
+    started_cluster.hdfs_api.write_gzip_data("/simple_table_function.gz", data)
 
-    assert hdfs_api.read_gzip_data("/simple_table_function.gz") == data
+    assert started_cluster.hdfs_api.read_gzip_data("/simple_table_function.gz") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function.gz', 'TSV', 'id UInt64, text String, number Float64')") == data
 
 
 def test_read_write_gzip_table_with_parameter_gzip(started_cluster):
-    hdfs_api = HDFSApi("root")
     data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    hdfs_api.write_gzip_data("/simple_table_function", data)
+    started_cluster.hdfs_api.write_gzip_data("/simple_table_function", data)
 
-    assert hdfs_api.read_gzip_data("/simple_table_function") == data
+    assert started_cluster.hdfs_api.read_gzip_data("/simple_table_function") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function', 'TSV', 'id UInt64, text String, number Float64', 'gzip')") == data
 
 
 def test_read_write_table_with_parameter_none(started_cluster):
-    hdfs_api = HDFSApi("root")
     data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    hdfs_api.write_data("/simple_table_function.gz", data)
+    started_cluster.hdfs_api.write_data("/simple_table_function.gz", data)
 
-    assert hdfs_api.read_data("/simple_table_function.gz") == data
+    assert started_cluster.hdfs_api.read_data("/simple_table_function.gz") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function.gz', 'TSV', 'id UInt64, text String, number Float64', 'none')") == data
 
 
 def test_read_write_gzip_table_with_parameter_auto_gz(started_cluster):
-    hdfs_api = HDFSApi("root")
     data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    hdfs_api.write_gzip_data("/simple_table_function.gz", data)
+    started_cluster.hdfs_api.write_gzip_data("/simple_table_function.gz", data)
 
-    assert hdfs_api.read_gzip_data("/simple_table_function.gz") == data
+    assert started_cluster.hdfs_api.read_gzip_data("/simple_table_function.gz") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function.gz', 'TSV', 'id UInt64, text String, number Float64', 'auto')") == data
 
 
 def test_write_gz_storage(started_cluster):
-    hdfs_api = HDFSApi("root")
-
     node1.query(
         "create table GZHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/storage.gz', 'TSV')")
     node1.query("insert into GZHDFSStorage values (1, 'Mark', 72.53)")
-    assert hdfs_api.read_gzip_data("/storage.gz") == "1\tMark\t72.53\n"
+    assert started_cluster.hdfs_api.read_gzip_data("/storage.gz") == "1\tMark\t72.53\n"
     assert node1.query("select * from GZHDFSStorage") == "1\tMark\t72.53\n"
 
 
 def test_write_gzip_storage(started_cluster):
-    hdfs_api = HDFSApi("root")
-
     node1.query(
         "create table GZIPHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/gzip_storage', 'TSV', 'gzip')")
     node1.query("insert into GZIPHDFSStorage values (1, 'Mark', 72.53)")
-    assert hdfs_api.read_gzip_data("/gzip_storage") == "1\tMark\t72.53\n"
+    assert started_cluster.hdfs_api.read_gzip_data("/gzip_storage") == "1\tMark\t72.53\n"
     assert node1.query("select * from GZIPHDFSStorage") == "1\tMark\t72.53\n"
+
+if __name__ == '__main__':
+    cluster.start()
+    input("Cluster created, press any key to destroy...")
+    cluster.shutdown()
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 06290053efa..07d2bcb60c0 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -9,6 +9,7 @@ import time
 import avro.schema
 from confluent_kafka.avro.cached_schema_registry_client import CachedSchemaRegistryClient
 from confluent_kafka.avro.serializer.message_serializer import MessageSerializer
+from confluent_kafka import admin
 
 import kafka.errors
 import pytest
@@ -1161,6 +1162,66 @@ def test_kafka_materialized_view(kafka_cluster):
 
     kafka_check_result(result, True)
 
+@pytest.mark.timeout(180)
+def test_librdkafka_snappy_regression(kafka_cluster):
+    """
+    Regression for UB in snappy-c (that is used in librdkafka),
+    backport pr is [1].
+
+      [1]: https://github.com/ClickHouse-Extras/librdkafka/pull/3
+
+    Example of corruption:
+
+        2020.12.10 09:59:56.831507 [ 20 ] {} <Error> void DB::StorageKafka::threadFunc(size_t): Code: 27, e.displayText() = DB::Exception: Cannot parse input: expected '"' before: 'foo"}': (while reading the value of key value): (at row 1)
+, Stack trace (when copying this message, always include the lines below):
+    """
+
+    # create topic with snappy compression
+    admin_client = admin.AdminClient({'bootstrap.servers': 'localhost:9092'})
+    topic_snappy = admin.NewTopic(topic='snappy_regression', num_partitions=1, replication_factor=1, config={
+        'compression.type': 'snappy',
+    })
+    admin_client.create_topics(new_topics=[topic_snappy], validate_only=False)
+
+    instance.query('''
+        CREATE TABLE test.kafka (key UInt64, value String)
+            ENGINE = Kafka
+            SETTINGS kafka_broker_list = 'kafka1:19092',
+                     kafka_topic_list = 'snappy_regression',
+                     kafka_group_name = 'ch_snappy_regression',
+                     kafka_format = 'JSONEachRow';
+    ''')
+
+    messages = []
+    expected = []
+    # To trigger this regression there should duplicated messages
+    # Orignal reproducer is:
+    #
+    #     $ gcc --version |& fgrep gcc
+    #     gcc (GCC) 10.2.0
+    #     $ yes foobarbaz | fold -w 80 | head -n10 >| in-…
+    #     $ make clean && make CFLAGS='-Wall -g -O2 -ftree-loop-vectorize -DNDEBUG=1 -DSG=1 -fPIC'
+    #     $ ./verify in
+    #     final comparision of in failed at 20 of 100
+    value = 'foobarbaz'*10
+    number_of_messages = 50
+    for i in range(number_of_messages):
+        messages.append(json.dumps({'key': i, 'value': value}))
+        expected.append(f'{i}\t{value}')
+    kafka_produce('snappy_regression', messages)
+
+    expected = '\n'.join(expected)
+
+    while True:
+        result = instance.query('SELECT * FROM test.kafka')
+        rows = len(result.strip('\n').split('\n'))
+        print(rows)
+        if rows == number_of_messages:
+            break
+
+    assert TSV(result) == TSV(expected)
+
+    instance.query('DROP TABLE test.kafka')
 
 @pytest.mark.timeout(180)
 def test_kafka_materialized_view_with_subquery(kafka_cluster):
diff --git a/tests/integration/test_storage_kerberized_hdfs/__init__.py b/tests/integration/test_storage_kerberized_hdfs/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_storage_kerberized_hdfs/configs/hdfs.xml b/tests/integration/test_storage_kerberized_hdfs/configs/hdfs.xml
new file mode 100644
index 00000000000..3a93fa603c7
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/configs/hdfs.xml
@@ -0,0 +1,13 @@
+<yandex>
+  <hdfs>
+		<hadoop_kerberos_keytab>/tmp/keytab/clickhouse.keytab</hadoop_kerberos_keytab>
+		<hadoop_kerberos_principal>root@TEST.CLICKHOUSE.TECH</hadoop_kerberos_principal>
+		<hadoop_security_authentication>kerberos</hadoop_security_authentication>
+  </hdfs>
+  <hdfs_suser>
+		<hadoop_kerberos_principal>specuser@TEST.CLICKHOUSE.TECH</hadoop_kerberos_principal>
+  </hdfs_suser>
+  <hdfs_dedicatedcachepath>
+		<hadoop_security_kerberos_ticket_cache_path>/tmp/kerb_cache</hadoop_security_kerberos_ticket_cache_path>
+  </hdfs_dedicatedcachepath>
+</yandex>
diff --git a/tests/integration/test_storage_kerberized_hdfs/configs/log_conf.xml b/tests/integration/test_storage_kerberized_hdfs/configs/log_conf.xml
new file mode 100644
index 00000000000..0de2745ca4c
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/configs/log_conf.xml
@@ -0,0 +1,11 @@
+<yandex>
+  <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/log.log</log>
+        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_storage_kerberized_hdfs/hdfs_configs/bootstrap.sh b/tests/integration/test_storage_kerberized_hdfs/hdfs_configs/bootstrap.sh
new file mode 100755
index 00000000000..38f098ae1e1
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/hdfs_configs/bootstrap.sh
@@ -0,0 +1,262 @@
+#!/bin/bash
+
+: "${HADOOP_PREFIX:=/usr/local/hadoop}"
+
+cat >> $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh <<EOF
+export HADOOP_SECURE_DN_USER=hdfs
+export HADOOP_SECURE_DN_PID_DIR=$HADOOP_PREFIX/pid
+export HADOOP_SECURE_DN_LOG_DIR=$HADOOP_PREFIX/logs/hdfs
+export JSVC_HOME=$HADOOP_PREFIX/sbin
+EOF
+$HADOOP_PREFIX/etc/hadoop/hadoop-env.sh
+
+mkdir -p "${HADOOP_SECURE_DN_PID_DIR}"
+mkdir -p "${HADOOP_SECURE_DN_LOG_DIR}"
+
+rm /tmp/*.pid
+
+# installing libraries if any - (resource urls added comma separated to the ACP system variable)
+cd "${HADOOP_PREFIX}/share/hadoop/common" || exit
+for cp in ${ACP//,/ }; do  echo "== ${cp}"; curl -LO "${cp}" ; done;
+cd - || exit
+
+# altering the core-site configuration
+sed "s/HOSTNAME/${HOSTNAME}/" /usr/local/hadoop/etc/hadoop/core-site.xml.template | grep -v '/configuration' > /usr/local/hadoop/etc/hadoop/core-site.xml
+
+cat >> /usr/local/hadoop/etc/hadoop/core-site.xml << EOF
+  <property>
+    <name>hadoop.security.authentication</name>
+    <value>kerberos</value> <!-- A value of "simple" would disable security. -->
+  </property>
+   <property>
+     <name>hadoop.security.authorization</name>
+     <value>true</value>
+   </property>
+  <property>
+    <name>fs.defaultFS</name>
+    <value>hdfs://kerberizedhdfs1:9000</value>
+  </property>
+  <property>
+    <name>fs.default.name</name>
+    <value>hdfs://kerberizedhdfs1:9000</value>
+  </property>
+  <!--
+  <property>
+      <name>hadoop.rpc.protection</name>
+      <value>privacy</value>
+  </property>
+  -->
+</configuration>
+EOF
+
+
+cat > /usr/local/hadoop/etc/hadoop/hdfs-site.xml << EOF
+<configuration>
+<!--
+<property>
+	<name>dfs.permissions.enabled</name>
+	<value>false</value>
+</property>
+-->
+<property>
+  <name>dfs.replication</name>
+  <value>1</value>
+</property>
+<!-- General HDFS security config -->
+<property>
+  <name>dfs.block.access.token.enable</name>
+  <value>true</value>
+</property>
+<!-- NameNode security config -->
+<property>
+  <name>dfs.namenode.keytab.file</name>
+  <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.keytab</value> <!-- path to the HDFS keytab -->
+</property>
+<property>
+  <name>dfs.namenode.kerberos.principal</name>
+  <value>hdfs/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+<property>
+  <name>dfs.namenode.kerberos.internal.spnego.principal</name>
+  <value>HTTP/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+<!-- Secondary NameNode security config -->
+<property>
+  <name>dfs.secondary.namenode.keytab.file</name>
+  <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.keytab</value> <!-- path to the HDFS keytab -->
+</property>
+<property>
+  <name>dfs.secondary.namenode.kerberos.principal</name>
+  <value>hdfs/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+<property>
+  <name>dfs.secondary.namenode.kerberos.internal.spnego.principal</name>
+  <value>HTTP/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+<!-- DataNode security config
+<property>
+   <name>dfs.data.transfer.protectionл</name>
+   <value>integrity</value>
+</property>
+-->
+<property>
+  <name>dfs.datanode.data.dir.perm</name>
+  <value>700</value>
+</property>
+<property>
+  <name>dfs.datanode.address</name>
+  <value>0.0.0.0:1004</value>
+</property>
+<property>
+  <name>dfs.datanode.http.address</name>
+  <value>0.0.0.0:1006</value>
+</property>
+<!--
+<property>
+  <name>dfs.http.policy</name>
+  <value>HTTPS_ONLY</value>
+</property>
+-->
+
+
+<property>
+  <name>dfs.datanode.keytab.file</name>
+  <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.keytab</value> <!-- path to the HDFS keytab -->
+</property>
+<property>
+  <name>dfs.datanode.kerberos.principal</name>
+  <value>hdfs/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+
+<!-- Web Authentication config -->
+<property>
+    <name>dfs.webhdfs.enabled</name>
+    <value>true</value>
+</property>
+<property>
+<name>dfs.encrypt.data.transfer</name>
+<value>false</value>
+</property>
+<property>
+  <name>dfs.web.authentication.kerberos.principal</name>
+  <value>HTTP/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+<property>
+    <name>dfs.web.authentication.kerberos.keytab</name>
+  <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.keytab</value> <!-- path to the HDFS keytab -->
+</property>
+</configuration>
+EOF
+
+
+
+# cat > /usr/local/hadoop/etc/hadoop/ssl-server.xml << EOF
+# <configuration>
+# <property>
+#   <name>ssl.server.truststore.location</name>
+#   <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.jks</value>
+# </property>
+# <property>
+#   <name>ssl.server.truststore.password</name>
+#   <value>masterkey</value>
+# </property>
+# <property>
+#   <name>ssl.server.keystore.location</name>
+#   <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.jks</value>
+# </property>
+# <property>
+#   <name>ssl.server.keystore.password</name>
+#   <value>masterkey</value>
+# </property>
+# <property>
+#   <name>ssl.server.keystore.keypassword</name>
+#   <value>masterkey</value>
+# </property>
+# </configuration>
+# EOF
+
+cat > /usr/local/hadoop/etc/hadoop/log4j.properties << EOF
+# Set everything to be logged to the console
+log4j.rootCategory=DEBUG, console
+log4j.appender.console=org.apache.log4j.ConsoleAppender
+log4j.appender.console.target=System.err
+log4j.appender.console.layout=org.apache.log4j.PatternLayout
+log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
+
+# Set the default spark-shell log level to WARN. When running the spark-shell, the
+# log level for this class is used to overwrite the root logger's log level, so that
+# the user can have different defaults for the shell and regular Spark apps.
+log4j.logger.org.apache.spark.repl.Main=INFO
+
+# Settings to quiet third party logs that are too verbose
+log4j.logger.org.spark_project.jetty=DEBUG
+log4j.logger.org.spark_project.jetty.util.component.AbstractLifeCycle=ERROR
+log4j.logger.org.apache.spark.repl.SparkIMain$exprTyper=INFO
+log4j.logger.org.apache.spark.repl.SparkILoop$SparkILoopInterpreter=INFO
+log4j.logger.org.apache.parquet=ERROR
+log4j.logger.parquet=ERROR
+
+# SPARK-9183: Settings to avoid annoying messages when looking up nonexistent UDFs in SparkSQL with Hive support
+log4j.logger.org.apache.hadoop.hive.metastore.RetryingHMSHandler=FATAL
+log4j.logger.org.apache.hadoop.hive.ql.exec.FunctionRegistry=ERROR
+
+log4j.logger.org.apache.spark.deploy=DEBUG
+log4j.logger.org.apache.spark.executor=DEBUG
+log4j.logger.org.apache.spark.scheduler=DEBUG
+EOF
+
+useradd -u 1098 hdfs
+
+# keytool -genkey -alias kerberized_hdfs1.test.clickhouse.tech -keyalg rsa -keysize 1024 -dname "CN=kerberized_hdfs1.test.clickhouse.tech" -keypass masterkey -keystore /usr/local/hadoop/etc/hadoop/conf/hdfs.jks -storepass masterkey
+keytool -genkey -alias kerberizedhdfs1 -keyalg rsa -keysize 1024 -dname "CN=kerberizedhdfs1" -keypass masterkey -keystore /usr/local/hadoop/etc/hadoop/conf/hdfs.jks -storepass masterkey
+
+chmod g+r /usr/local/hadoop/etc/hadoop/conf/hdfs.jks
+
+
+service sshd start
+
+# yum --quiet --assumeyes install krb5-workstation.x86_64
+# yum --quiet --assumeyes install tcpdump
+
+# cd /tmp
+# curl http://archive.apache.org/dist/commons/daemon/source/commons-daemon-1.0.15-src.tar.gz   -o  commons-daemon-1.0.15-src.tar.gz
+# tar xzf commons-daemon-1.0.15-src.tar.gz
+# cd commons-daemon-1.0.15-src/src/native/unix
+# ./configure && make
+# cp ./jsvc /usr/local/hadoop/sbin
+
+
+until kinit -kt /usr/local/hadoop/etc/hadoop/conf/hdfs.keytab hdfs/kerberizedhdfs1@TEST.CLICKHOUSE.TECH; do sleep 2; done
+echo "KDC is up and ready to go... starting up"
+
+$HADOOP_PREFIX/sbin/start-dfs.sh
+$HADOOP_PREFIX/sbin/start-yarn.sh
+$HADOOP_PREFIX/sbin/mr-jobhistory-daemon.sh start historyserver
+
+chmod a+r /usr/local/hadoop/etc/hadoop/conf/hdfs.keytab   # create dedicated keytab for hdfsuser
+
+$HADOOP_PREFIX/sbin/start-secure-dns.sh
+sleep 3
+
+/usr/local/hadoop/bin/hdfs dfsadmin -safemode leave
+
+/usr/local/hadoop/bin/hdfs dfs -mkdir /user/specuser
+/usr/local/hadoop/bin/hdfs dfs -chown specuser /user/specuser
+
+kdestroy
+
+
+
+# adduser --groups hdfs hdfsuser
+
+# /usr/local/hadoop/sbin/hadoop-daemon.sh --config /usr/local/hadoop/etc/hadoop/ --script /usr/local/hadoop/sbin/hdfs start namenode
+# /usr/local/hadoop/sbin/hadoop-daemon.sh --config /usr/local/hadoop/etc/hadoop/ --script /usr/local/hadoop/sbin/hdfs start datanode
+
+
+if [[ $1 == "-d" ]]; then
+  while true; do sleep 1000; done
+fi
+
+if [[ $1 == "-bash" ]]; then
+  /bin/bash
+fi
diff --git a/tests/integration/test_storage_kerberized_hdfs/kerberos_image_config.sh b/tests/integration/test_storage_kerberized_hdfs/kerberos_image_config.sh
new file mode 100644
index 00000000000..daa060cbe29
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/kerberos_image_config.sh
@@ -0,0 +1,139 @@
+#!/bin/bash
+
+
+set -x  #  trace
+
+: "${REALM:=TEST.CLICKHOUSE.TECH}"
+: "${DOMAIN_REALM:=test.clickhouse.tech}"
+: "${KERB_MASTER_KEY:=masterkey}"
+: "${KERB_ADMIN_USER:=admin}"
+: "${KERB_ADMIN_PASS:=admin}"
+
+create_config() {
+  : "${KDC_ADDRESS:=$(hostname -f)}"
+
+  cat>/etc/krb5.conf<<EOF
+[logging]
+ default = FILE:/var/log/kerberos/krb5libs.log
+ kdc = FILE:/var/log/kerberos/krb5kdc.log
+ admin_server = FILE:/var/log/kerberos/kadmind.log
+
+[libdefaults]
+ default_realm = $REALM
+ dns_lookup_realm = false
+ dns_lookup_kdc = false
+ ticket_lifetime = 15d
+ renew_lifetime = 15d
+ forwardable = true
+ # WARNING: We use weaker key types to simplify testing as stronger key types
+ # require the enhanced security JCE policy file to be installed. You should
+ # NOT run with this configuration in production or any real environment. You
+ # have been warned.
+ default_tkt_enctypes = des-cbc-md5 des-cbc-crc des3-cbc-sha1
+ default_tgs_enctypes = des-cbc-md5 des-cbc-crc des3-cbc-sha1
+ permitted_enctypes = des-cbc-md5 des-cbc-crc des3-cbc-sha1
+
+[realms]
+ $REALM = {
+  kdc = $KDC_ADDRESS
+  admin_server = $KDC_ADDRESS
+ }
+
+[domain_realm]
+ .$DOMAIN_REALM = $REALM
+ $DOMAIN_REALM = $REALM
+EOF
+
+cat>/var/kerberos/krb5kdc/kdc.conf<<EOF
+[kdcdefaults]
+ kdc_ports = 88
+ kdc_tcp_ports = 88
+
+[realms]
+ $REALM = {
+  acl_file = /var/kerberos/krb5kdc/kadm5.acl
+  dict_file = /usr/share/dict/words
+  admin_keytab = /var/kerberos/krb5kdc/kadm5.keytab
+  # WARNING: We use weaker key types to simplify testing as stronger key types
+  # require the enhanced security JCE policy file to be installed. You should
+  # NOT run with this configuration in production or any real environment. You
+  # have been warned.
+  master_key_type = des3-hmac-sha1
+  supported_enctypes = arcfour-hmac:normal des3-hmac-sha1:normal des-cbc-crc:normal des:normal des:v4 des:norealm des:onlyrealm des:afs3
+  default_principal_flags = +preauth
+ }
+EOF
+}
+
+create_db() {
+  /usr/sbin/kdb5_util -P $KERB_MASTER_KEY -r $REALM create -s
+}
+
+start_kdc() {
+  mkdir -p /var/log/kerberos
+
+  /etc/rc.d/init.d/krb5kdc start
+  /etc/rc.d/init.d/kadmin start
+
+  chkconfig krb5kdc on
+  chkconfig kadmin on
+}
+
+restart_kdc() {
+  /etc/rc.d/init.d/krb5kdc restart
+  /etc/rc.d/init.d/kadmin restart
+}
+
+create_admin_user() {
+  kadmin.local -q "addprinc -pw $KERB_ADMIN_PASS $KERB_ADMIN_USER/admin"
+  echo "*/admin@$REALM *" > /var/kerberos/krb5kdc/kadm5.acl
+}
+
+create_keytabs() {
+
+
+  # kadmin.local -q "addprinc -randkey hdfs/kerberizedhdfs1.${DOMAIN_REALM}@${REALM}"
+  # kadmin.local -q "ktadd -norandkey -k /tmp/keytab/hdfs.keytab hdfs/kerberizedhdfs1.${DOMAIN_REALM}@${REALM}"
+
+  # kadmin.local -q "addprinc -randkey HTTP/kerberizedhdfs1.${DOMAIN_REALM}@${REALM}"
+  # kadmin.local -q "ktadd -norandkey -k /tmp/keytab/hdfs.keytab HTTP/kerberizedhdfs1.${DOMAIN_REALM}@${REALM}"
+  kadmin.local -q "addprinc -randkey hdfs/kerberizedhdfs1@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/hdfs.keytab hdfs/kerberizedhdfs1@${REALM}"
+
+  kadmin.local -q "addprinc -randkey HTTP/kerberizedhdfs1@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/hdfs.keytab HTTP/kerberizedhdfs1@${REALM}"
+
+  kadmin.local -q "addprinc -randkey hdfsuser/node1@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/clickhouse.keytab hdfsuser/node1@${REALM}"
+  kadmin.local -q "addprinc -randkey hdfsuser@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/clickhouse.keytab hdfsuser@${REALM}"
+  kadmin.local -q "addprinc -randkey root@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/clickhouse.keytab root@${REALM}"
+  kadmin.local -q "addprinc -randkey specuser@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/clickhouse.keytab specuser@${REALM}"
+
+  chmod g+r /tmp/keytab/clickhouse.keytab
+}
+
+main() {
+
+  if [ ! -f /kerberos_initialized ]; then
+    create_config
+    create_db
+    create_admin_user
+    start_kdc
+
+    touch /kerberos_initialized
+  fi
+
+  if [ ! -f /var/kerberos/krb5kdc/principal ]; then
+    while true; do sleep 1000; done
+  else
+    start_kdc
+		create_keytabs
+    tail -F /var/log/kerberos/krb5kdc.log
+  fi
+
+}
+
+[[ "$0" == "${BASH_SOURCE[0]}" ]] && main "$@"
diff --git a/tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf b/tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf
new file mode 100644
index 00000000000..2c1e6f15f77
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf
@@ -0,0 +1,24 @@
+[logging]
+ default = FILE:/var/log/krb5libs.log
+ kdc = FILE:/var/log/krb5kdc.log
+ admin_server = FILE:/var/log/kadmind.log
+
+[libdefaults]
+ default_realm = TEST.CLICKHOUSE.TECH
+ dns_lookup_realm = false
+ dns_lookup_kdc = false
+ ticket_lifetime = 15s
+ forwardable = true
+ default_tgs_enctypes = des3-hmac-sha1
+ default_tkt_enctypes = des3-hmac-sha1
+ permitted_enctypes = des3-hmac-sha1
+
+[realms]
+ TEST.CLICKHOUSE.TECH = {
+  kdc = hdfskerberos
+  admin_server = hdfskerberos
+ }
+
+[domain_realm]
+ .test.clickhouse.tech = TEST.CLICKHOUSE.TECH
+ test.clickhouse.tech = TEST.CLICKHOUSE.TECH
diff --git a/tests/integration/test_storage_kerberized_hdfs/secrets/krb_long.conf b/tests/integration/test_storage_kerberized_hdfs/secrets/krb_long.conf
new file mode 100644
index 00000000000..ec1c54240e8
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/secrets/krb_long.conf
@@ -0,0 +1,24 @@
+[logging]
+ default = FILE:/var/log/krb5libs.log
+ kdc = FILE:/var/log/krb5kdc.log
+ admin_server = FILE:/var/log/kadmind.log
+
+[libdefaults]
+ default_realm = TEST.CLICKHOUSE.TECH
+ dns_lookup_realm = false
+ dns_lookup_kdc = false
+ ticket_lifetime = 15d
+ forwardable = true
+ default_tgs_enctypes = des3-hmac-sha1
+ default_tkt_enctypes = des3-hmac-sha1
+ permitted_enctypes = des3-hmac-sha1
+
+[realms]
+ TEST.CLICKHOUSE.TECH = {
+  kdc = hdfskerberos
+  admin_server = hdfskerberos
+ }
+
+[domain_realm]
+ .test.clickhouse.tech = TEST.CLICKHOUSE.TECH
+ test.clickhouse.tech = TEST.CLICKHOUSE.TECH
diff --git a/tests/integration/test_storage_kerberized_hdfs/test.py b/tests/integration/test_storage_kerberized_hdfs/test.py
new file mode 100644
index 00000000000..a2a2a4ef88e
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/test.py
@@ -0,0 +1,108 @@
+import time
+import pytest
+
+import os
+
+from helpers.cluster import ClickHouseCluster
+import subprocess
+
+cluster = ClickHouseCluster(__file__)
+node1 = cluster.add_instance('node1', with_kerberized_hdfs=True, user_configs=[], main_configs=['configs/log_conf.xml', 'configs/hdfs.xml'])
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    try:
+        cluster.start()
+
+        yield cluster
+
+    except Exception as ex:
+        print(ex)
+        raise ex
+    finally:
+        cluster.shutdown()
+
+def test_read_table(started_cluster):
+    data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
+    started_cluster.hdfs_api.write_data("/simple_table_function", data)
+
+    api_read = started_cluster.hdfs_api.read_data("/simple_table_function")
+    assert api_read == data
+
+    select_read = node1.query("select * from hdfs('hdfs://kerberizedhdfs1:9000/simple_table_function', 'TSV', 'id UInt64, text String, number Float64')")
+    assert select_read == data
+
+
+def test_read_write_storage(started_cluster):
+    node1.query("create table SimpleHDFSStorage2 (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9000/simple_storage1', 'TSV')")
+    node1.query("insert into SimpleHDFSStorage2 values (1, 'Mark', 72.53)")
+
+    api_read = started_cluster.hdfs_api.read_data("/simple_storage1")
+    assert api_read == "1\tMark\t72.53\n"
+
+    select_read = node1.query("select * from SimpleHDFSStorage2")
+    assert select_read == "1\tMark\t72.53\n"
+
+
+def test_write_storage_not_expired(started_cluster):
+    node1.query("create table SimpleHDFSStorageNotExpired (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9000/simple_storage_not_expired', 'TSV')")
+
+    time.sleep(45)   # wait for ticket expiration
+    node1.query("insert into SimpleHDFSStorageNotExpired values (1, 'Mark', 72.53)")
+
+    api_read = started_cluster.hdfs_api.read_data("/simple_storage_not_expired")
+    assert api_read == "1\tMark\t72.53\n"
+
+    select_read = node1.query("select * from SimpleHDFSStorageNotExpired")
+    assert select_read == "1\tMark\t72.53\n"
+
+
+def test_two_users(started_cluster):
+    node1.query("create table HDFSStorOne (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9000/storage_user_one', 'TSV')")
+    node1.query("insert into HDFSStorOne values (1, 'Real', 86.00)")
+
+    node1.query("create table HDFSStorTwo (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://suser@kerberizedhdfs1:9000/user/specuser/storage_user_two', 'TSV')")
+    node1.query("insert into HDFSStorTwo values (1, 'Ideal', 74.00)")
+
+    select_read_1 = node1.query("select * from hdfs('hdfs://kerberizedhdfs1:9000/user/specuser/storage_user_two', 'TSV', 'id UInt64, text String, number Float64')")
+
+    select_read_2 = node1.query("select * from hdfs('hdfs://suser@kerberizedhdfs1:9000/storage_user_one', 'TSV', 'id UInt64, text String, number Float64')")
+
+def test_read_table_expired(started_cluster):
+    data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
+    started_cluster.hdfs_api.write_data("/simple_table_function_relogin", data)
+
+    started_cluster.pause_container('hdfskerberos')
+    time.sleep(45)
+
+    try:
+        select_read = node1.query("select * from hdfs('hdfs://reloginuser&kerberizedhdfs1:9000/simple_table_function', 'TSV', 'id UInt64, text String, number Float64')")
+        assert False, "Exception have to be thrown"
+    except Exception as ex:
+        assert "DB::Exception: kinit failure:" in str(ex)
+
+    started_cluster.unpause_container('hdfskerberos')
+
+
+def test_prohibited(started_cluster):
+    node1.query("create table HDFSStorTwoProhibited (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://suser@kerberizedhdfs1:9000/storage_user_two_prohibited', 'TSV')")
+    try:
+        node1.query("insert into HDFSStorTwoProhibited values (1, 'SomeOne', 74.00)")
+        assert False, "Exception have to be thrown"
+    except Exception as ex:
+        assert "Unable to open HDFS file: /storage_user_two_prohibited error: Permission denied: user=specuser, access=WRITE" in str(ex)
+
+
+def test_cache_path(started_cluster):
+    node1.query("create table HDFSStorCachePath (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://dedicatedcachepath@kerberizedhdfs1:9000/storage_dedicated_cache_path', 'TSV')")
+    try:
+        node1.query("insert into HDFSStorCachePath values (1, 'FatMark', 92.53)")
+        assert False, "Exception have to be thrown"
+    except Exception as ex:
+        assert "DB::Exception: hadoop.security.kerberos.ticket.cache.path cannot be set per user" in str(ex)
+
+
+if __name__ == '__main__':
+    cluster.start()
+    input("Cluster created, press any key to destroy...")
+    cluster.shutdown()
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index ca7206ca3b5..9e49c5ebf8f 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -306,7 +306,8 @@ def test_multipart_put(cluster, maybe_auth, positive):
         cluster.minio_redirect_host, cluster.minio_redirect_port, bucket, filename, maybe_auth, table_format)
 
     try:
-        run_query(instance, put_query, stdin=csv_data, settings={'s3_min_upload_part_size': min_part_size_bytes})
+        run_query(instance, put_query, stdin=csv_data, settings={'s3_min_upload_part_size': min_part_size_bytes,
+                                                                 's3_max_single_part_upload_size': 0})
     except helpers.client.QueryRuntimeException:
         if positive:
             raise
diff --git a/tests/integration/test_table_functions_access_rights/__init__.py b/tests/integration/test_table_functions_access_rights/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_table_functions_access_rights/test.py b/tests/integration/test_table_functions_access_rights/test.py
new file mode 100644
index 00000000000..bd2f767413a
--- /dev/null
+++ b/tests/integration/test_table_functions_access_rights/test.py
@@ -0,0 +1,55 @@
+import pytest
+from helpers.cluster import ClickHouseCluster
+from helpers.test_tools import TSV
+
+cluster = ClickHouseCluster(__file__)
+instance = cluster.add_instance('instance')
+
+
+@pytest.fixture(scope="module", autouse=True)
+def started_cluster():
+    try:
+        cluster.start()
+
+        instance.query("CREATE TABLE table1(x UInt32) ENGINE = MergeTree ORDER BY tuple()")
+        instance.query("CREATE TABLE table2(x UInt32) ENGINE = MergeTree ORDER BY tuple()")
+        instance.query("INSERT INTO table1 VALUES (1)")
+        instance.query("INSERT INTO table2 VALUES (2)")
+
+        yield cluster
+
+    finally:
+        cluster.shutdown()
+
+
+@pytest.fixture(autouse=True)
+def cleanup_after_test():
+    try:
+        yield
+    finally:
+        instance.query("DROP USER IF EXISTS A")
+
+
+def test_merge():
+    select_query = "SELECT * FROM merge('default', 'table[0-9]+') ORDER BY x"
+    assert instance.query(select_query) == "1\n2\n"
+
+    instance.query("CREATE USER A")
+    assert "it's necessary to have grant CREATE TEMPORARY TABLE ON *.*" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT CREATE TEMPORARY TABLE ON *.* TO A")
+    assert "no one matches regular expression" in instance.query_and_get_error(select_query, user = 'A')
+    
+    instance.query("GRANT SELECT ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == "1\n"
+
+    instance.query("GRANT SELECT ON default.* TO A")
+    assert instance.query(select_query, user = 'A') == "1\n2\n"
+
+    instance.query("REVOKE SELECT ON default.table1 FROM A")
+    assert instance.query(select_query, user = 'A') == "2\n"
+
+    instance.query("REVOKE ALL ON default.* FROM A")
+    instance.query("GRANT SELECT ON default.table1 TO A")
+    instance.query("GRANT INSERT ON default.table2 TO A")
+    assert "it's necessary to have grant SELECT ON default.table2" in instance.query_and_get_error(select_query, user = 'A')
diff --git a/tests/integration/test_testkeeper_back_to_back/configs/logs_conf.xml b/tests/integration/test_testkeeper_back_to_back/configs/logs_conf.xml
new file mode 100644
index 00000000000..318a6bca95d
--- /dev/null
+++ b/tests/integration/test_testkeeper_back_to_back/configs/logs_conf.xml
@@ -0,0 +1,12 @@
+<yandex>
+    <shutdown_wait_unfinished>3</shutdown_wait_unfinished>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/log.log</log>
+        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_testkeeper_back_to_back/test.py b/tests/integration/test_testkeeper_back_to_back/test.py
index 04a2150e7f8..f74d6a4c646 100644
--- a/tests/integration/test_testkeeper_back_to_back/test.py
+++ b/tests/integration/test_testkeeper_back_to_back/test.py
@@ -4,9 +4,10 @@ import random
 import string
 import os
 import time
+from multiprocessing.dummy import Pool
 
 cluster = ClickHouseCluster(__file__)
-node = cluster.add_instance('node', main_configs=['configs/enable_test_keeper.xml'], with_zookeeper=True)
+node = cluster.add_instance('node', main_configs=['configs/enable_test_keeper.xml', 'configs/logs_conf.xml'], with_zookeeper=True)
 from kazoo.client import KazooClient
 
 _genuine_zk_instance = None
@@ -400,3 +401,125 @@ def test_end_of_session(started_cluster):
                     zk.close()
         except:
             pass
+
+def test_end_of_watches_session(started_cluster):
+    fake_zk1 = None
+    fake_zk2 = None
+    try:
+        fake_zk1 = KazooClient(hosts=cluster.get_instance_ip("node") + ":9181")
+        fake_zk1.start()
+
+        fake_zk2 = KazooClient(hosts=cluster.get_instance_ip("node") + ":9181")
+        fake_zk2.start()
+
+        fake_zk1.create("/test_end_of_watches_session")
+
+        dummy_set = 0
+        def dummy_callback(event):
+            nonlocal dummy_set
+            dummy_set += 1
+            print(event)
+
+        for child_node in range(100):
+            fake_zk1.create("/test_end_of_watches_session/" + str(child_node))
+            fake_zk1.get_children("/test_end_of_watches_session/" + str(child_node), watch=dummy_callback)
+
+        fake_zk2.get_children("/test_end_of_watches_session/" + str(0), watch=dummy_callback)
+        fake_zk2.get_children("/test_end_of_watches_session/" + str(1), watch=dummy_callback)
+
+        fake_zk1.stop()
+        fake_zk1.close()
+
+        for child_node in range(100):
+            fake_zk2.create("/test_end_of_watches_session/" + str(child_node) + "/" + str(child_node), b"somebytes")
+
+        assert dummy_set == 2
+    finally:
+        try:
+            for zk in [fake_zk1, fake_zk2]:
+                if zk:
+                    zk.stop()
+                    zk.close()
+        except:
+            pass
+
+def test_concurrent_watches(started_cluster):
+    fake_zk = get_fake_zk()
+    fake_zk.restart()
+    global_path = "/test_concurrent_watches_0"
+    fake_zk.create(global_path)
+
+    dumb_watch_triggered_counter = 0
+    all_paths_triggered = []
+
+    existing_path = []
+    all_paths_created = []
+    watches_created = 0
+    def create_path_and_watch(i):
+        nonlocal watches_created
+        nonlocal all_paths_created
+        fake_zk.ensure_path(global_path + "/" + str(i))
+        # new function each time
+        def dumb_watch(event):
+            nonlocal dumb_watch_triggered_counter
+            dumb_watch_triggered_counter += 1
+            nonlocal all_paths_triggered
+            all_paths_triggered.append(event.path)
+
+        fake_zk.get(global_path + "/" + str(i), watch=dumb_watch)
+        all_paths_created.append(global_path + "/" + str(i))
+        watches_created += 1
+        existing_path.append(i)
+
+    trigger_called = 0
+    def trigger_watch(i):
+        nonlocal trigger_called
+        trigger_called += 1
+        fake_zk.set(global_path + "/" + str(i), b"somevalue")
+        try:
+            existing_path.remove(i)
+        except:
+            pass
+
+    def call(total):
+        for i in range(total):
+            create_path_and_watch(random.randint(0, 1000))
+            time.sleep(random.random() % 0.5)
+            try:
+                rand_num = random.choice(existing_path)
+                trigger_watch(rand_num)
+            except:
+                pass
+        while existing_path:
+            try:
+                rand_num = random.choice(existing_path)
+                trigger_watch(rand_num)
+            except:
+                pass
+
+    p = Pool(10)
+    arguments = [100] * 10
+    watches_must_be_created = sum(arguments)
+    watches_trigger_must_be_called = sum(arguments)
+    watches_must_be_triggered = sum(arguments)
+    p.map(call, arguments)
+    p.close()
+
+    # waiting for late watches
+    for i in range(50):
+        if dumb_watch_triggered_counter == watches_must_be_triggered:
+            break
+
+        time.sleep(0.1)
+
+    assert watches_created == watches_must_be_created
+    assert trigger_called >= watches_trigger_must_be_called
+    assert len(existing_path) == 0
+    if dumb_watch_triggered_counter != watches_must_be_triggered:
+        print("All created paths", all_paths_created)
+        print("All triggerred paths", all_paths_triggered)
+        print("All paths len", len(all_paths_created))
+        print("All triggered len", len(all_paths_triggered))
+        print("Diff", list(set(all_paths_created) - set(all_paths_triggered)))
+
+    assert dumb_watch_triggered_counter == watches_must_be_triggered
diff --git a/tests/queries/0_stateless/00083_create_merge_tree_zookeeper.sql b/tests/queries/0_stateless/00083_create_merge_tree_zookeeper.sql
index 120d599bd35..998a4517163 100644
--- a/tests/queries/0_stateless/00083_create_merge_tree_zookeeper.sql
+++ b/tests/queries/0_stateless/00083_create_merge_tree_zookeeper.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS merge_tree;
 DROP TABLE IF EXISTS collapsing_merge_tree;
 DROP TABLE IF EXISTS versioned_collapsing_merge_tree;
diff --git a/tests/queries/0_stateless/00327_summing_composite_nested.sql b/tests/queries/0_stateless/00327_summing_composite_nested.sql
index b61bc71b892..9be21e87abf 100644
--- a/tests/queries/0_stateless/00327_summing_composite_nested.sql
+++ b/tests/queries/0_stateless/00327_summing_composite_nested.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS summing_composite_key;
 CREATE TABLE summing_composite_key (d Date, k UInt64, FirstMap Nested(k1 UInt32, k2ID Int8, s Float64), SecondMap Nested(k1ID UInt64, k2Key String, k3Type Int32, s Int64)) ENGINE = SummingMergeTree(d, k, 1);
 
diff --git a/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh b/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh
index 3cea3a65cdf..cc19a608c20 100755
--- a/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh
+++ b/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh
@@ -42,13 +42,13 @@ $CLICKHOUSE_CLIENT -q "INSERT INTO $name (date, Sign, ki) SELECT
 toDate(0) AS date,
 toInt8(1) AS Sign,
 toUInt64(0) AS ki
-FROM system.numbers LIMIT 9000"
+FROM system.numbers LIMIT 9000" --server_logs_file=/dev/null
 
 $CLICKHOUSE_CLIENT -q "INSERT INTO $name (date, Sign, ki) SELECT
 toDate(0) AS date,
 toInt8(1) AS Sign,
 number AS ki
-FROM system.numbers LIMIT 9000, 9000"
+FROM system.numbers LIMIT 9000, 9000" --server_logs_file=/dev/null
 
 $CLICKHOUSE_CLIENT -q "INSERT INTO $name SELECT
 toDate(0) AS date,
@@ -67,7 +67,7 @@ number AS di09,
 number AS di10,
 [number, number+1] AS \`n.i\`,
 [hex(number), hex(number+1)] AS \`n.s\`
-FROM system.numbers LIMIT $res_rows"
+FROM system.numbers LIMIT $res_rows" --server_logs_file=/dev/null
 
 while [[ $(get_num_parts) -ne 1 ]] ; do $CLICKHOUSE_CLIENT -q "OPTIMIZE TABLE $name PARTITION 197001" --server_logs_file=/dev/null; done
 
diff --git a/tests/queries/0_stateless/00509_extended_storage_definition_syntax_zookeeper.sql b/tests/queries/0_stateless/00509_extended_storage_definition_syntax_zookeeper.sql
index 4ed053f5953..ef8655a1861 100644
--- a/tests/queries/0_stateless/00509_extended_storage_definition_syntax_zookeeper.sql
+++ b/tests/queries/0_stateless/00509_extended_storage_definition_syntax_zookeeper.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 SELECT '*** Replicated with sampling ***';
 
 DROP TABLE IF EXISTS replicated_with_sampling;
diff --git a/tests/queries/0_stateless/00564_versioned_collapsing_merge_tree.sql b/tests/queries/0_stateless/00564_versioned_collapsing_merge_tree.sql
index b7824e7efdc..634b9781c7a 100644
--- a/tests/queries/0_stateless/00564_versioned_collapsing_merge_tree.sql
+++ b/tests/queries/0_stateless/00564_versioned_collapsing_merge_tree.sql
@@ -1,3 +1,5 @@
+set optimize_on_insert = 0;
+
 drop table if exists mult_tab;
 create table mult_tab (date Date, value String, version UInt64, sign Int8) engine = VersionedCollapsingMergeTree(date, (date), 8192, sign, version);
 insert into mult_tab select '2018-01-31', 'str_' || toString(number), 0, if(number % 2, 1, -1) from system.numbers limit 10;
diff --git a/tests/queries/0_stateless/00577_replacing_merge_tree_vertical_merge.sql b/tests/queries/0_stateless/00577_replacing_merge_tree_vertical_merge.sql
index 1bfbdaf75c5..8c51a6f34da 100644
--- a/tests/queries/0_stateless/00577_replacing_merge_tree_vertical_merge.sql
+++ b/tests/queries/0_stateless/00577_replacing_merge_tree_vertical_merge.sql
@@ -1,3 +1,5 @@
+set optimize_on_insert = 0;
+
 drop table if exists tab_00577;
 create table tab_00577 (date Date, version UInt64, val UInt64) engine = ReplacingMergeTree(version) partition by date order by date settings enable_vertical_merge_algorithm = 1, vertical_merge_algorithm_min_rows_to_activate = 1, vertical_merge_algorithm_min_columns_to_activate = 0;
 insert into tab_00577 values ('2018-01-01', 2, 2), ('2018-01-01', 1, 1);
diff --git a/tests/queries/0_stateless/00616_final_single_part.sql b/tests/queries/0_stateless/00616_final_single_part.sql
index df65123e29b..6618d0b1252 100644
--- a/tests/queries/0_stateless/00616_final_single_part.sql
+++ b/tests/queries/0_stateless/00616_final_single_part.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS test_00616;
 DROP TABLE IF EXISTS replacing_00616;
 
diff --git a/tests/queries/0_stateless/00620_optimize_on_nonleader_replica_zookeeper.sql b/tests/queries/0_stateless/00620_optimize_on_nonleader_replica_zookeeper.sql
index f488502b13b..715129cc699 100644
--- a/tests/queries/0_stateless/00620_optimize_on_nonleader_replica_zookeeper.sql
+++ b/tests/queries/0_stateless/00620_optimize_on_nonleader_replica_zookeeper.sql
@@ -9,8 +9,8 @@ CREATE TABLE rename2 (p Int64, i Int64, v UInt64) ENGINE = ReplicatedReplacingMe
 INSERT INTO rename1 VALUES (0, 1, 0);
 INSERT INTO rename1 VALUES (0, 1, 1);
 
-OPTIMIZE TABLE rename1;
-OPTIMIZE TABLE rename2;
+OPTIMIZE TABLE rename1 FINAL;
+OPTIMIZE TABLE rename2 FINAL;
 SELECT * FROM rename1;
 
 RENAME TABLE rename2 TO rename3;
diff --git a/tests/queries/0_stateless/00660_optimize_final_without_partition.sql b/tests/queries/0_stateless/00660_optimize_final_without_partition.sql
index 8c1f2ebd361..6545ad6e85b 100644
--- a/tests/queries/0_stateless/00660_optimize_final_without_partition.sql
+++ b/tests/queries/0_stateless/00660_optimize_final_without_partition.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS partitioned_by_tuple;
 
 CREATE TABLE partitioned_by_tuple (d Date, x UInt8, w String, y UInt8) ENGINE SummingMergeTree (y) PARTITION BY (d, x) ORDER BY (d, x, w);
diff --git a/tests/queries/0_stateless/00661_optimize_final_replicated_without_partition_zookeeper.sql b/tests/queries/0_stateless/00661_optimize_final_replicated_without_partition_zookeeper.sql
index 77747bc0383..033202e04aa 100644
--- a/tests/queries/0_stateless/00661_optimize_final_replicated_without_partition_zookeeper.sql
+++ b/tests/queries/0_stateless/00661_optimize_final_replicated_without_partition_zookeeper.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS partitioned_by_tuple_replica1_00661;
 DROP TABLE IF EXISTS partitioned_by_tuple_replica2_00661;
 CREATE TABLE partitioned_by_tuple_replica1_00661(d Date, x UInt8, w String, y UInt8) ENGINE = ReplicatedSummingMergeTree('/clickhouse/tables/test/partitioned_by_tuple_00661', '1') PARTITION BY (d, x) ORDER BY (d, x, w);
diff --git a/tests/queries/0_stateless/00682_empty_parts_merge.sh b/tests/queries/0_stateless/00682_empty_parts_merge.sh
index 03915e3f5e4..1a336580b3a 100755
--- a/tests/queries/0_stateless/00682_empty_parts_merge.sh
+++ b/tests/queries/0_stateless/00682_empty_parts_merge.sh
@@ -4,7 +4,7 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS ordinary_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE ordinary_00682(k UInt32) ENGINE MergeTree ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE ordinary_00682(k UInt32) ENGINE MergeTree ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO ordinary_00682(k) VALUES (1)"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO ordinary_00682(k) VALUES (1)"
@@ -21,7 +21,7 @@ ${CLICKHOUSE_CLIENT} --query="SELECT '*** Vertical merge ***'"
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS vertical_00682"
 ${CLICKHOUSE_CLIENT} --query="CREATE TABLE vertical_00682(k UInt32, v UInt32) ENGINE MergeTree ORDER BY k \
-    SETTINGS enable_vertical_merge_algorithm=1, \
+    SETTINGS enable_vertical_merge_algorithm=1, remove_empty_parts=0, \
              vertical_merge_algorithm_min_rows_to_activate=0, \
              vertical_merge_algorithm_min_columns_to_activate=0"
 
@@ -37,7 +37,7 @@ ${CLICKHOUSE_CLIENT} --query="DROP TABLE vertical_00682"
 
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS summing_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE summing_00682(k UInt32, v UInt32) ENGINE SummingMergeTree ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE summing_00682(k UInt32, v UInt32) ENGINE SummingMergeTree ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO summing_00682(k, v) VALUES (1, 1)"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO summing_00682(k, v) VALUES (1, 2)"
@@ -51,7 +51,7 @@ ${CLICKHOUSE_CLIENT} --query="DROP TABLE summing_00682"
 
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS aggregating_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE aggregating_00682(k UInt32, v AggregateFunction(count)) ENGINE AggregatingMergeTree ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE aggregating_00682(k UInt32, v AggregateFunction(count)) ENGINE AggregatingMergeTree ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO aggregating_00682(k) VALUES (1)"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO aggregating_00682(k) VALUES (1)"
@@ -65,7 +65,7 @@ ${CLICKHOUSE_CLIENT} --query="DROP TABLE aggregating_00682"
 
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS replacing_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE replacing_00682(k UInt32, v String) ENGINE ReplacingMergeTree ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE replacing_00682(k UInt32, v String) ENGINE ReplacingMergeTree ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO replacing_00682(k, v) VALUES (1, 'a')"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO replacing_00682(k, v) VALUES (1, 'b')"
@@ -79,7 +79,7 @@ ${CLICKHOUSE_CLIENT} --query="DROP TABLE replacing_00682"
 
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS collapsing_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE collapsing_00682(k UInt32, v String, s Int8) ENGINE CollapsingMergeTree(s) ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE collapsing_00682(k UInt32, v String, s Int8) ENGINE CollapsingMergeTree(s) ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO collapsing_00682(k, v, s) VALUES (1, 'a', 1)"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO collapsing_00682(k, v, s) VALUES (2, 'b', 1)"
@@ -93,7 +93,7 @@ ${CLICKHOUSE_CLIENT} --query="DROP TABLE collapsing_00682"
 
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS versioned_collapsing_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE versioned_collapsing_00682(k UInt32, val String, ver UInt32, s Int8) ENGINE VersionedCollapsingMergeTree(s, ver) ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE versioned_collapsing_00682(k UInt32, val String, ver UInt32, s Int8) ENGINE VersionedCollapsingMergeTree(s, ver) ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO versioned_collapsing_00682(k, val, ver, s) VALUES (1, 'a', 0, 1)"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO versioned_collapsing_00682(k, val, ver, s) VALUES (2, 'b', 0, 1)"
diff --git a/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.reference b/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.reference
index f8fe62bc722..724d74d19c6 100644
--- a/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.reference
+++ b/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.reference
@@ -2,7 +2,7 @@
 1
 1
 1
-	t_00693	Memory	1	[]		1970-01-01 00:00:00	[]	[]		Memory						\N	\N
+	t_00693	Memory	1	[]		1970-01-01 00:00:00	[]	[]	CREATE TEMPORARY TABLE t_00693 (`x` UInt8) ENGINE = Memory	Memory						\N	\N
 1
 1
 1
diff --git a/tests/queries/0_stateless/00732_quorum_insert_have_data_before_quorum_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_have_data_before_quorum_zookeeper.sql
index 3483e575fbb..a1fc25fbf0b 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_have_data_before_quorum_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_have_data_before_quorum_zookeeper.sql
@@ -17,7 +17,7 @@ SET select_sequential_consistency=1;
 SELECT x FROM quorum1 ORDER BY x;
 SELECT x FROM quorum2 ORDER BY x;
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 
 INSERT INTO quorum1 VALUES (4, '1990-11-15');
 INSERT INTO quorum1 VALUES (5, '1990-11-15');
diff --git a/tests/queries/0_stateless/00732_quorum_insert_lost_part_and_alive_part_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_lost_part_and_alive_part_zookeeper.sql
index 42d1c9060fe..914d98ff3f5 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_lost_part_and_alive_part_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_lost_part_and_alive_part_zookeeper.sql
@@ -6,7 +6,7 @@ DROP TABLE IF EXISTS quorum2;
 CREATE TABLE quorum1(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum_lost_alive', '1') ORDER BY x PARTITION BY y;
 CREATE TABLE quorum2(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum_lost_alive', '2') ORDER BY x PARTITION BY y;
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 SET select_sequential_consistency=1;
 
 INSERT INTO quorum1 VALUES (1, '2018-11-15');
@@ -30,7 +30,7 @@ SET select_sequential_consistency=1;
 
 SYSTEM START FETCHES quorum1;
 SYSTEM SYNC REPLICA quorum1;
- 
+
 SELECT x FROM quorum1 ORDER BY x;
 SELECT x FROM quorum2 ORDER BY x;
 
diff --git a/tests/queries/0_stateless/00732_quorum_insert_lost_part_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_lost_part_zookeeper.sql
index 9de73ac98e1..18cad0dda41 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_lost_part_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_lost_part_zookeeper.sql
@@ -6,7 +6,7 @@ DROP TABLE IF EXISTS quorum2;
 CREATE TABLE quorum1(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum_lost', '1') ORDER BY x PARTITION BY y;
 CREATE TABLE quorum2(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum_lost', '2') ORDER BY x PARTITION BY y;
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 SET select_sequential_consistency=1;
 
 SET insert_quorum_timeout=0;
@@ -27,7 +27,7 @@ SET insert_quorum_timeout=100;
 
 SYSTEM START FETCHES quorum1;
 SYSTEM SYNC REPLICA quorum1;
- 
+
 SELECT x FROM quorum1 ORDER BY x;
 SELECT x FROM quorum2 ORDER BY x;
 
diff --git a/tests/queries/0_stateless/00732_quorum_insert_select_with_old_data_and_without_quorum_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_select_with_old_data_and_without_quorum_zookeeper.sql
index 74f05d26b88..11c8324ac25 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_select_with_old_data_and_without_quorum_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_select_with_old_data_and_without_quorum_zookeeper.sql
@@ -13,7 +13,7 @@ INSERT INTO quorum1 VALUES (3, '2020-12-16');
 SYSTEM SYNC REPLICA quorum2;
 
 SET select_sequential_consistency=1;
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 
 SET insert_quorum_timeout=0;
 
diff --git a/tests/queries/0_stateless/00732_quorum_insert_simple_test_1_parts_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_simple_test_1_parts_zookeeper.sql
index fe64b9bc150..a4e262ce3c4 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_simple_test_1_parts_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_simple_test_1_parts_zookeeper.sql
@@ -6,7 +6,7 @@ DROP TABLE IF EXISTS quorum2;
 CREATE TABLE quorum1(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum1', '1') ORDER BY x PARTITION BY y;
 CREATE TABLE quorum2(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum1', '2') ORDER BY x PARTITION BY y;
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 SET select_sequential_consistency=1;
 
 INSERT INTO quorum1 VALUES (1, '2018-11-15');
diff --git a/tests/queries/0_stateless/00732_quorum_insert_simple_test_2_parts_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_simple_test_2_parts_zookeeper.sql
index 07738ed0abd..40c08fd926f 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_simple_test_2_parts_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_simple_test_2_parts_zookeeper.sql
@@ -6,7 +6,7 @@ DROP TABLE IF EXISTS quorum2;
 CREATE TABLE quorum1(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum2', '1') ORDER BY x PARTITION BY y;
 CREATE TABLE quorum2(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum2', '2') ORDER BY x PARTITION BY y;
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 SET select_sequential_consistency=1;
 
 INSERT INTO quorum1 VALUES (1, '2018-11-15');
diff --git a/tests/queries/0_stateless/00754_alter_modify_order_by.sql b/tests/queries/0_stateless/00754_alter_modify_order_by.sql
index f8c584ed052..a09d824c928 100644
--- a/tests/queries/0_stateless/00754_alter_modify_order_by.sql
+++ b/tests/queries/0_stateless/00754_alter_modify_order_by.sql
@@ -1,4 +1,5 @@
 SET send_logs_level = 'fatal';
+SET optimize_on_insert = 0;
 
 DROP TABLE IF EXISTS old_style;
 CREATE TABLE old_style(d Date, x UInt32) ENGINE MergeTree(d, x, 8192);
diff --git a/tests/queries/0_stateless/00754_alter_modify_order_by_replicated_zookeeper.sql b/tests/queries/0_stateless/00754_alter_modify_order_by_replicated_zookeeper.sql
index 4b150fb3826..809adfaa498 100644
--- a/tests/queries/0_stateless/00754_alter_modify_order_by_replicated_zookeeper.sql
+++ b/tests/queries/0_stateless/00754_alter_modify_order_by_replicated_zookeeper.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 SET send_logs_level = 'fatal';
 
 DROP TABLE IF EXISTS old_style;
diff --git a/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh b/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
index d4344e6e8bd..0c13ad2d573 100755
--- a/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
+++ b/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
@@ -98,6 +98,6 @@ timeout $TIMEOUT bash -c thread6 2>&1 | grep "was not completely removed from Zo
 wait
 
 for i in {0..9}; do
-    $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS alter_table_$i" &
+    $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS alter_table_$i" 2>&1 | grep "was not completely removed from ZooKeeper" &
 done
 wait
diff --git a/tests/queries/0_stateless/01030_incorrect_count_summing_merge_tree.sql b/tests/queries/0_stateless/01030_incorrect_count_summing_merge_tree.sql
index 0b5845d3b04..90b1660e546 100644
--- a/tests/queries/0_stateless/01030_incorrect_count_summing_merge_tree.sql
+++ b/tests/queries/0_stateless/01030_incorrect_count_summing_merge_tree.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 select '-- SummingMergeTree with Nullable column without duplicates.';  
 
 drop table if exists tst;
diff --git a/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.reference b/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.reference
index 1fca8dab675..e362d692f42 100644
--- a/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.reference
+++ b/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.reference
@@ -1,5 +1,5 @@
 122
 
-Table dictdb.dict_invalidate doesn\'t exist.
+Table dictdb.dict_invalidate doesn\'t exist
 
 133
diff --git a/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh b/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh
index 3dd3c0ee363..18f04032933 100755
--- a/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh
+++ b/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh
@@ -51,7 +51,7 @@ function check_exception_detected()
 export -f check_exception_detected;
 timeout 30 bash -c check_exception_detected 2> /dev/null
 
-$CLICKHOUSE_CLIENT --query "SELECT last_exception FROM system.dictionaries WHERE database = 'dictdb' AND name = 'invalidate'" 2>&1 | grep -Eo "Table dictdb.dict_invalidate .* exist."
+$CLICKHOUSE_CLIENT --query "SELECT last_exception FROM system.dictionaries WHERE database = 'dictdb' AND name = 'invalidate'" 2>&1 | grep -Eo "Table dictdb.dict_invalidate .* exist"
 
 $CLICKHOUSE_CLIENT --query "
 CREATE TABLE dictdb.dict_invalidate
diff --git a/tests/queries/0_stateless/01056_create_table_as.reference b/tests/queries/0_stateless/01056_create_table_as.reference
index e69de29bb2d..c6e14cb675e 100644
--- a/tests/queries/0_stateless/01056_create_table_as.reference
+++ b/tests/queries/0_stateless/01056_create_table_as.reference
@@ -0,0 +1 @@
+1	String
diff --git a/tests/queries/0_stateless/01056_create_table_as.sql b/tests/queries/0_stateless/01056_create_table_as.sql
index bf2a143fa5a..c27f30b61d5 100644
--- a/tests/queries/0_stateless/01056_create_table_as.sql
+++ b/tests/queries/0_stateless/01056_create_table_as.sql
@@ -49,3 +49,7 @@ DROP DICTIONARY dict;
 DROP TABLE test_01056_dict_data.dict_data;
 
 DROP DATABASE test_01056_dict_data;
+
+CREATE TABLE t1 (x String) ENGINE = Memory AS SELECT 1;
+SELECT x, toTypeName(x) FROM t1;
+DROP TABLE t1;
diff --git a/tests/queries/0_stateless/01081_PartialSortingTransform_full_column.sql b/tests/queries/0_stateless/01081_PartialSortingTransform_full_column.sql
index 146107d6f3d..768a20c8ca4 100644
--- a/tests/queries/0_stateless/01081_PartialSortingTransform_full_column.sql
+++ b/tests/queries/0_stateless/01081_PartialSortingTransform_full_column.sql
@@ -9,8 +9,6 @@ select 1 from remote('127.{1,2}', currentDatabase(), test_01081) lhs join system
 --     Code: 171. DB::Exception: Received from localhost:9000. DB::Exception: Received from 127.2:9000. DB::Exception: Block structure mismatch in  function connect between PartialSortingTransform and LazyOutputFormat stream: different columns:
 --     _dummy Int Int32(size = 0), 1 UInt8 UInt8(size = 0)
 --     _dummy Int Int32(size = 0), 1 UInt8 Const(size = 0, UInt8(size = 1)).
---
--- With experimental_use_processors=1 (default at the time of writing).
 
 insert into test_01081 select * from system.numbers limit 10;
 select 1 from remote('127.{1,2}', currentDatabase(), test_01081) lhs join system.one as rhs on rhs.dummy = 1 order by 1;
diff --git a/tests/queries/0_stateless/01090_zookeeper_mutations_and_insert_quorum.sql b/tests/queries/0_stateless/01090_zookeeper_mutations_and_insert_quorum.sql
index 8c4ba1fd318..5597bf523e4 100644
--- a/tests/queries/0_stateless/01090_zookeeper_mutations_and_insert_quorum.sql
+++ b/tests/queries/0_stateless/01090_zookeeper_mutations_and_insert_quorum.sql
@@ -4,7 +4,7 @@ DROP TABLE IF EXISTS mutations_and_quorum2;
 CREATE TABLE mutations_and_quorum1 (`server_date` Date, `something` String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_01090/mutations_and_quorum', '1') PARTITION BY toYYYYMM(server_date) ORDER BY (server_date, something);
 CREATE TABLE mutations_and_quorum2 (`server_date` Date, `something` String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_01090/mutations_and_quorum', '2') PARTITION BY toYYYYMM(server_date) ORDER BY (server_date, something);
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 
 INSERT INTO mutations_and_quorum1 VALUES ('2019-01-01', 'test1'), ('2019-02-01', 'test2'), ('2019-03-01', 'test3'), ('2019-04-01', 'test4'), ('2019-05-01', 'test1'), ('2019-06-01', 'test2'), ('2019-07-01', 'test3'), ('2019-08-01', 'test4'), ('2019-09-01', 'test1'), ('2019-10-01', 'test2'), ('2019-11-01', 'test3'), ('2019-12-01', 'test4');
 
diff --git a/tests/queries/0_stateless/01098_temporary_and_external_tables.reference b/tests/queries/0_stateless/01098_temporary_and_external_tables.reference
index c3e51f64b2d..1ddb10581a8 100644
--- a/tests/queries/0_stateless/01098_temporary_and_external_tables.reference
+++ b/tests/queries/0_stateless/01098_temporary_and_external_tables.reference
@@ -1,2 +1,9 @@
+CREATE TEMPORARY TABLE tmp_table\n(\n    `n` UInt64\n)\nENGINE = Memory AS\nSELECT number AS n\nFROM numbers(42)
+CREATE TEMPORARY TABLE tmp_table\n(\n    `n` UInt64\n)\nENGINE = Memory AS\nSELECT number AS n\nFROM numbers(42)
+CREATE TEMPORARY TABLE tmp_table\n(\n    `n` UInt64\n)\nENGINE = Memory AS\nSELECT number AS n\nFROM numbers(42)
+42
+OK
 OK
 3	9
+0
+1
diff --git a/tests/queries/0_stateless/01098_temporary_and_external_tables.sh b/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
index 67f57567298..54834107728 100755
--- a/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
+++ b/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
@@ -6,20 +6,23 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 url_without_session="https://${CLICKHOUSE_HOST}:${CLICKHOUSE_PORT_HTTPS}/?"
 url="${url_without_session}session_id=test_01098"
 
-${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "CREATE TEMPORARY TABLE tmp_table AS SELECT number AS n FROM numbers(42)" > /dev/null;
+${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "DROP TEMPORARY TABLE IF EXISTS tmp_table"
+${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "CREATE TEMPORARY TABLE tmp_table AS SELECT number AS n FROM numbers(42)"
 
-name_expr="'\`' || database || '\`.\`' || name || '\`'"
-full_tmp_name=$(echo "SELECT $name_expr FROM system.tables WHERE database='_temporary_and_external_tables' AND create_table_query LIKE '%tmp_table%'" | ${CLICKHOUSE_CURL} -m 30 -sSgk "$url" -d @-)
+id=$(echo "SELECT uuid FROM system.tables WHERE name='tmp_table' AND is_temporary" | ${CLICKHOUSE_CURL} -m 31 -sSgk "$url" -d @-)
+internal_table_name="_temporary_and_external_tables.\`_tmp_$id\`"
 
-echo "SELECT * FROM $full_tmp_name" | ${CLICKHOUSE_CURL} -m 60 -sSgk "$url" -d @- | grep -F "Code: 291" > /dev/null && echo "OK"
+${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "SHOW CREATE TEMPORARY TABLE tmp_table"
+${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "SHOW CREATE TABLE $internal_table_name"
+${CLICKHOUSE_CURL} -m 30 -sSk "$url_without_session" --data "SHOW CREATE TABLE $internal_table_name"
 
-echo -ne '0\n1\n' | ${CLICKHOUSE_CURL} -m 30 -sSkF 'file=@-' "$url&file_format=CSV&file_types=UInt64&query=SELECT+sum((number+GLOBAL+IN+(SELECT+number+AS+n+FROM+remote('127.0.0.2',+numbers(5))+WHERE+n+GLOBAL+IN+(SELECT+*+FROM+tmp_table)+AND+n+GLOBAL+NOT+IN+(SELECT+*+FROM+file)+))+AS+res),+sum(number*res)+FROM+remote('127.0.0.2',+numbers(10))";
+echo "SELECT COUNT() FROM tmp_table" | ${CLICKHOUSE_CURL} -m 60 -sSgk "$url" -d @-
+echo "SELECT COUNT() FROM $internal_table_name" | ${CLICKHOUSE_CURL} -m 60 -sSgk "$url" -d @- | grep -F "Code: 291" > /dev/null && echo "OK"
+echo "SELECT COUNT() FROM $internal_table_name" | ${CLICKHOUSE_CURL} -m 60 -sSgk "$url_without_session" -d @- | grep -F "Code: 291" > /dev/null && echo "OK"
+
+echo -ne '0\n1\n' | ${CLICKHOUSE_CURL} -m 30 -sSkF 'file=@-' "$url&file_format=CSV&file_types=UInt64&query=SELECT+sum((number+GLOBAL+IN+(SELECT+number+AS+n+FROM+remote('127.0.0.2',+numbers(5))+WHERE+n+GLOBAL+IN+(SELECT+*+FROM+tmp_table)+AND+n+GLOBAL+NOT+IN+(SELECT+*+FROM+file)+))+AS+res),+sum(number*res)+FROM+remote('127.0.0.2',+numbers(10))"
+
+echo -ne '0\n1\n' | ${CLICKHOUSE_CURL} -m 30 -sSkF 'file=@-' "$url&file_format=CSV&file_types=UInt64&query=SELECT+_1%2BsleepEachRow(3)+FROM+file" &
 
-echo -ne '0\n1\n' | ${CLICKHOUSE_CURL} -m 30 -sSkF 'file=@-' "$url&file_format=CSV&file_types=UInt64&query=SELECT+sleepEachRow(3)+FROM+file" > /dev/null &
-sleep 1
-full_tmp_names=$(echo "SELECT $name_expr FROM system.tables WHERE database='_temporary_and_external_tables' FORMAT TSV" | ${CLICKHOUSE_CURL} -m 30 -sSgk "$url_without_session" -d @-)
-for name in $full_tmp_names
-do
-  ${CLICKHOUSE_CURL} -m 30 -sSk "${url_without_session}query=SHOW+CREATE+TABLE+$name" 1>/dev/null 2>/dev/null
-done;
 wait
+${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "DROP TEMPORARY TABLE tmp_table"
diff --git a/tests/queries/0_stateless/01187_set_profile_as_setting.reference b/tests/queries/0_stateless/01187_set_profile_as_setting.reference
new file mode 100644
index 00000000000..ae1cc97819b
--- /dev/null
+++ b/tests/queries/0_stateless/01187_set_profile_as_setting.reference
@@ -0,0 +1,8 @@
+0	0
+0	0
+OK
+1	1
+2	1
+2	1
+OK
+1	1
diff --git a/tests/queries/0_stateless/01187_set_profile_as_setting.sh b/tests/queries/0_stateless/01187_set_profile_as_setting.sh
new file mode 100755
index 00000000000..8247ab8870a
--- /dev/null
+++ b/tests/queries/0_stateless/01187_set_profile_as_setting.sh
@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+$CLICKHOUSE_CLIENT -n -m -q "select value, changed from system.settings where name='readonly';"
+$CLICKHOUSE_CLIENT -n -m -q "set profile='default'; select value, changed from system.settings where name='readonly';"
+$CLICKHOUSE_CLIENT -n -m -q "set profile='readonly'; select value, changed from system.settings where name='readonly';" 2>&1| grep -Fa "Cannot modify 'send_logs_level' setting in readonly mode" > /dev/null && echo "OK"
+CLICKHOUSE_CLIENT=$(echo ${CLICKHOUSE_CLIENT} | sed 's/'"--send_logs_level=${CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL}"'/--send_logs_level=fatal/g')
+$CLICKHOUSE_CLIENT -n -m -q "set profile='readonly'; select value, changed from system.settings where name='readonly';"
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=select+value,changed+from+system.settings+where+name='readonly'"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&profile=default&query=select+value,changed+from+system.settings+where+name='readonly'"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&profile=readonly&query=select+value,changed+from+system.settings+where+name='readonly'" 2>&1| grep -Fa "Cannot modify 'readonly' setting in readonly mode" > /dev/null && echo "OK"
+echo "select value, changed from system.settings where name='readonly';" | ${CLICKHOUSE_CURL} -sSg "${CLICKHOUSE_URL}&profile=readonly" -d @-
diff --git a/tests/queries/0_stateless/01285_data_skip_index_over_aggregation.sql b/tests/queries/0_stateless/01285_data_skip_index_over_aggregation.sql
index 575b4dfa4a5..dba734454c0 100644
--- a/tests/queries/0_stateless/01285_data_skip_index_over_aggregation.sql
+++ b/tests/queries/0_stateless/01285_data_skip_index_over_aggregation.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS data_01285;
 
 SET max_threads=1;
diff --git a/tests/queries/0_stateless/01293_show_settings.reference b/tests/queries/0_stateless/01293_show_settings.reference
new file mode 100644
index 00000000000..feebc9e473d
--- /dev/null
+++ b/tests/queries/0_stateless/01293_show_settings.reference
@@ -0,0 +1,5 @@
+send_timeout	Seconds	300
+connect_timeout	Seconds	10
+connect_timeout_with_failover_ms	Milliseconds	50
+connect_timeout_with_failover_secure_ms	Milliseconds	100
+max_memory_usage	UInt64	10000000000
diff --git a/tests/queries/0_stateless/01293_show_settings.sql b/tests/queries/0_stateless/01293_show_settings.sql
new file mode 100644
index 00000000000..08f00ed201c
--- /dev/null
+++ b/tests/queries/0_stateless/01293_show_settings.sql
@@ -0,0 +1,3 @@
+show settings like 'send_timeout';
+SHOW SETTINGS ILIKE '%CONNECT_timeout%';
+SHOW CHANGED SETTINGS ILIKE '%MEMORY%';
diff --git a/tests/queries/0_stateless/01322_cast_keep_nullable.reference b/tests/queries/0_stateless/01322_cast_keep_nullable.reference
index 8ad99a10170..cfe80a7c1b1 100644
--- a/tests/queries/0_stateless/01322_cast_keep_nullable.reference
+++ b/tests/queries/0_stateless/01322_cast_keep_nullable.reference
@@ -4,6 +4,7 @@
 1	Nullable(Int32)
 2	Nullable(Float32)
 2	Nullable(UInt8)
+00000000-0000-0002-0000-000000000000	Nullable(UUID)
 3	Nullable(Int32)
 \N	Nullable(Int32)
 42	Nullable(Int32)
diff --git a/tests/queries/0_stateless/01322_cast_keep_nullable.sql b/tests/queries/0_stateless/01322_cast_keep_nullable.sql
index 10918717469..ef5f5747a7d 100644
--- a/tests/queries/0_stateless/01322_cast_keep_nullable.sql
+++ b/tests/queries/0_stateless/01322_cast_keep_nullable.sql
@@ -10,7 +10,7 @@ SELECT CAST(toNullable(toInt8(1)) AS Int32) as x, toTypeName(x);
 
 SELECT CAST(toNullable(toFloat32(2)), 'Float32') as x, toTypeName(x);
 SELECT CAST(toNullable(toFloat32(2)), 'UInt8') as x, toTypeName(x);
-SELECT CAST(toNullable(toFloat32(2)), 'UUID') as x, toTypeName(x); -- { serverError 70 }
+SELECT CAST(toNullable(toFloat32(2)), 'UUID') as x, toTypeName(x);
 
 SELECT CAST(if(1 = 1, toNullable(toInt8(3)), NULL) AS Int32) as x, toTypeName(x);
 SELECT CAST(if(1 = 0, toNullable(toInt8(3)), NULL) AS Int32) as x, toTypeName(x);
diff --git a/tests/queries/0_stateless/01323_add_scalars_in_time.sql b/tests/queries/0_stateless/01323_add_scalars_in_time.sql
index 2d7cf270017..2ee5603f760 100644
--- a/tests/queries/0_stateless/01323_add_scalars_in_time.sql
+++ b/tests/queries/0_stateless/01323_add_scalars_in_time.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS tags;
 
 CREATE TABLE tags (
diff --git a/tests/queries/0_stateless/01373_summing_merge_tree_exclude_partition_key.sql b/tests/queries/0_stateless/01373_summing_merge_tree_exclude_partition_key.sql
index 790fbca6b73..c5a874efe09 100644
--- a/tests/queries/0_stateless/01373_summing_merge_tree_exclude_partition_key.sql
+++ b/tests/queries/0_stateless/01373_summing_merge_tree_exclude_partition_key.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS tt_01373;
 
 CREATE TABLE tt_01373
diff --git a/tests/queries/0_stateless/01451_replicated_detach_drop_and_quorum.sql b/tests/queries/0_stateless/01451_replicated_detach_drop_and_quorum.sql
index fca14b81e27..72e588c5c02 100644
--- a/tests/queries/0_stateless/01451_replicated_detach_drop_and_quorum.sql
+++ b/tests/queries/0_stateless/01451_replicated_detach_drop_and_quorum.sql
@@ -22,7 +22,7 @@ SELECT * FROM replica2;
 -- drop of empty partition works
 ALTER TABLE replica2 DROP PARTITION ID 'all';
 
-SET insert_quorum=2;
+SET insert_quorum = 2, insert_quorum_parallel = 0;
 
 INSERT INTO replica2 VALUES (1);
 
diff --git a/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh b/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh
index 48cf034a4c3..e033e0d5b72 100755
--- a/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh
+++ b/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh
@@ -17,7 +17,7 @@ done
 function thread {
     for x in {0..99}; do
         while true; do
-            $CLICKHOUSE_CLIENT --insert_quorum 5 --query "INSERT INTO r$1 SELECT $x" 2>&1 | grep -qF 'Quorum for previous write has not been satisfied yet' || break
+            $CLICKHOUSE_CLIENT --insert_quorum 5 --insert_quorum_parallel 0 --query "INSERT INTO r$1 SELECT $x" 2>&1 | grep -qF 'Quorum for previous write has not been satisfied yet' || break
         done
     done
 }
diff --git a/tests/queries/0_stateless/01513_count_without_select_sequence_consistency_zookeeper.sql b/tests/queries/0_stateless/01513_count_without_select_sequence_consistency_zookeeper.sql
index 6a6be32278d..0eb9f20ad91 100644
--- a/tests/queries/0_stateless/01513_count_without_select_sequence_consistency_zookeeper.sql
+++ b/tests/queries/0_stateless/01513_count_without_select_sequence_consistency_zookeeper.sql
@@ -17,7 +17,7 @@ SYSTEM SYNC REPLICA quorum3;
 
 SET select_sequential_consistency=0;
 SET optimize_trivial_count_query=1;
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 
 SYSTEM STOP FETCHES quorum1;
 
diff --git a/tests/queries/0_stateless/01550_create_map_type.reference b/tests/queries/0_stateless/01550_create_map_type.reference
new file mode 100644
index 00000000000..877199e92d5
--- /dev/null
+++ b/tests/queries/0_stateless/01550_create_map_type.reference
@@ -0,0 +1,29 @@
+zhangsan
+lisi
+1111	2222
+1112	2224
+1113	2226
+female
+zhangsan
+gender
+1116
+1117
+1118
+1119
+[]
+[]
+[]
+[]
+[]
+[]
+[0,2,0]
+[1,2,3]
+[1,3,2]
+[2,4,4]
+[3,5,6]
+[4,6,8]
+[5,7,10]
+[100,20,90]
+{1:'1',2:'2',3:'foo'}	1
+200000	560000	0
+200000	560000	0
diff --git a/tests/queries/0_stateless/01550_create_map_type.sql b/tests/queries/0_stateless/01550_create_map_type.sql
new file mode 100644
index 00000000000..7a08886a5d8
--- /dev/null
+++ b/tests/queries/0_stateless/01550_create_map_type.sql
@@ -0,0 +1,65 @@
+set allow_experimental_map_type = 1;
+
+-- String type
+drop table if exists table_map;
+create table table_map (a Map(String, String)) engine = Memory;
+insert into table_map values ({'name':'zhangsan', 'gender':'male'}), ({'name':'lisi', 'gender':'female'});
+select a['name'] from table_map;
+drop table if exists table_map;
+
+
+drop table if exists table_map;
+create table table_map (a Map(String, UInt64)) engine = MergeTree() order by a;
+insert into table_map select map('key1', number, 'key2', number * 2) from numbers(1111, 3);
+select a['key1'], a['key2'] from table_map;
+drop table if exists table_map;
+
+-- MergeTree Engine
+drop table if exists table_map;
+create table table_map (a Map(String, String), b String) engine = MergeTree() order by a;
+insert into table_map values ({'name':'zhangsan', 'gender':'male'}, 'name'), ({'name':'lisi', 'gender':'female'}, 'gender');
+select a[b] from table_map;
+select b from table_map where a = map('name','lisi', 'gender', 'female');
+drop table if exists table_map;
+
+-- Int type
+drop table if exists table_map;
+create table table_map(a Map(UInt8, UInt64), b UInt8) Engine = MergeTree() order by b;
+insert into table_map select map(number, number+5), number from numbers(1111,4);
+select a[b] from table_map;
+drop table if exists table_map;
+
+
+-- Array Type
+drop table if exists table_map;
+create table table_map(a Map(String, Array(UInt8))) Engine = MergeTree() order by a;
+insert into table_map values(map('k1', [1,2,3], 'k2', [4,5,6])), (map('k0', [], 'k1', [100,20,90]));
+insert into table_map select map('k1', [number, number + 2, number * 2]) from numbers(6);
+insert into table_map select map('k2', [number, number + 2, number * 2]) from numbers(6);
+select a['k1'] as col1 from table_map order by col1;
+drop table if exists table_map;
+
+SELECT CAST(([1, 2, 3], ['1', '2', 'foo']), 'Map(UInt8, String)') AS map, map[1];
+
+CREATE TABLE table_map (n UInt32, m Map(String, Int))
+ENGINE = MergeTree ORDER BY n SETTINGS min_bytes_for_wide_part = 0;
+
+-- coversion from Tuple(Array(K), Array(V))
+INSERT INTO table_map SELECT number, (arrayMap(x -> toString(x), range(number % 10 + 2)), range(number % 10 + 2)) FROM numbers(100000);
+-- coversion from Array(Tuple(K, V))
+INSERT INTO table_map SELECT number, arrayMap(x -> (toString(x), x), range(number % 10 + 2)) FROM numbers(100000);
+SELECT sum(m['1']), sum(m['7']), sum(m['100']) FROM table_map;
+
+DROP TABLE IF EXISTS table_map;
+
+CREATE TABLE table_map (n UInt32, m Map(String, Int))
+ENGINE = MergeTree ORDER BY n;
+
+-- coversion from Tuple(Array(K), Array(V))
+INSERT INTO table_map SELECT number, (arrayMap(x -> toString(x), range(number % 10 + 2)), range(number % 10 + 2)) FROM numbers(100000);
+-- coversion from Array(Tuple(K, V))
+INSERT INTO table_map SELECT number, arrayMap(x -> (toString(x), x), range(number % 10 + 2)) FROM numbers(100000);
+SELECT sum(m['1']), sum(m['7']), sum(m['100']) FROM table_map;
+
+DROP TABLE IF EXISTS table_map;
+
diff --git a/tests/queries/0_stateless/01550_type_map_formats.reference b/tests/queries/0_stateless/01550_type_map_formats.reference
new file mode 100644
index 00000000000..ca081db75a2
--- /dev/null
+++ b/tests/queries/0_stateless/01550_type_map_formats.reference
@@ -0,0 +1,46 @@
+JSON
+{
+	"meta":
+	[
+		{
+			"name": "m",
+			"type": "Map(String,UInt32)"
+		},
+		{
+			"name": "m1",
+			"type": "Map(String,Date)"
+		},
+		{
+			"name": "m2",
+			"type": "Map(String,Array(UInt32))"
+		}
+	],
+
+	"data":
+	[
+		{
+			"m": {"k1":1,"k2":2,"k3":3},
+			"m1": {"k1":"2020-05-05"},
+			"m2": {"k1":[],"k2":[7,8]}
+		},
+		{
+			"m": {"k1":10,"k3":30},
+			"m1": {"k2":"2020-06-06"},
+			"m2": {}
+		}
+	],
+
+	"rows": 2
+}
+JSONEachRow
+{"m":{"k1":1,"k2":2,"k3":3},"m1":{"k1":"2020-05-05"},"m2":{"k1":[],"k2":[7,8]}}
+{"m":{"k1":10,"k3":30},"m1":{"k2":"2020-06-06"},"m2":{}}
+CSV
+"{'k1':1,'k2':2,'k3':3}","{'k1':'2020-05-05'}","{'k1':[],'k2':[7,8]}"
+"{'k1':10,'k3':30}","{'k2':'2020-06-06'}","{}"
+TSV
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
+{'k1':10,'k3':30}	{'k2':'2020-06-06'}	{}
+TSKV
+m={'k1':1,'k2':2,'k3':3}	m1={'k1':'2020-05-05'}	m2={'k1':[],'k2':[7,8]}
+m={'k1':10,'k3':30}	m1={'k2':'2020-06-06'}	m2={}
diff --git a/tests/queries/0_stateless/01550_type_map_formats.sql b/tests/queries/0_stateless/01550_type_map_formats.sql
new file mode 100644
index 00000000000..6a09fca9398
--- /dev/null
+++ b/tests/queries/0_stateless/01550_type_map_formats.sql
@@ -0,0 +1,19 @@
+SET allow_experimental_map_type = 1;
+SET output_format_write_statistics = 0;
+
+DROP TABLE IF EXISTS map_formats;
+CREATE TABLE map_formats (m Map(String, UInt32), m1 Map(String, Date), m2 Map(String, Array(UInt32))) ENGINE = Log;
+
+INSERT INTO map_formats VALUES(map('k1', 1, 'k2', 2, 'k3', 3), map('k1', toDate('2020-05-05')), map('k1', [], 'k2', [7, 8]));
+INSERT INTO map_formats VALUES(map('k1', 10, 'k3', 30), map('k2', toDate('2020-06-06')), map());
+
+SELECT 'JSON';
+SELECT * FROM map_formats ORDER BY m['k1'] FORMAT JSON;
+SELECT 'JSONEachRow';
+SELECT * FROM map_formats ORDER BY m['k1'] FORMAT JSONEachRow;
+SELECT 'CSV';
+SELECT * FROM map_formats ORDER BY m['k1'] FORMAT CSV;
+SELECT 'TSV';
+SELECT * FROM map_formats ORDER BY m['k1'] FORMAT TSV;
+SELECT 'TSKV';
+SELECT * FROM map_formats ORDER BY m['k1'] FORMAT TSKV;
diff --git a/tests/queries/0_stateless/01550_type_map_formats_input.reference b/tests/queries/0_stateless/01550_type_map_formats_input.reference
new file mode 100644
index 00000000000..a360e6971d9
--- /dev/null
+++ b/tests/queries/0_stateless/01550_type_map_formats_input.reference
@@ -0,0 +1,5 @@
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
diff --git a/tests/queries/0_stateless/01550_type_map_formats_input.sh b/tests/queries/0_stateless/01550_type_map_formats_input.sh
new file mode 100755
index 00000000000..e62002dc6ce
--- /dev/null
+++ b/tests/queries/0_stateless/01550_type_map_formats_input.sh
@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+$CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS map_formats_input"
+$CLICKHOUSE_CLIENT -q "CREATE TABLE map_formats_input (m Map(String, UInt32), m1 Map(String, Date), m2 Map(String, Array(UInt32))) ENGINE = Log;" --allow_experimental_map_type 1
+
+$CLICKHOUSE_CLIENT -q "INSERT INTO map_formats_input FORMAT JSONEachRow" <<< '{"m":{"k1":1,"k2":2,"k3":3},"m1":{"k1":"2020-05-05"},"m2":{"k1":[],"k2":[7,8]}}'
+$CLICKHOUSE_CLIENT -q "SELECT * FROM map_formats_input"
+$CLICKHOUSE_CLIENT -q "TRUNCATE TABLE map_formats_input"
+
+$CLICKHOUSE_CLIENT -q "INSERT INTO map_formats_input FORMAT CSV" <<< "\"{'k1':1,'k2':2,'k3':3}\",\"{'k1':'2020-05-05'}\",\"{'k1':[],'k2':[7,8]}\""
+$CLICKHOUSE_CLIENT -q "SELECT * FROM map_formats_input"
+$CLICKHOUSE_CLIENT -q "TRUNCATE TABLE map_formats_input"
+
+$CLICKHOUSE_CLIENT -q "INSERT INTO map_formats_input FORMAT TSV" <<< "{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}"
+$CLICKHOUSE_CLIENT -q "SELECT * FROM map_formats_input"
+
+$CLICKHOUSE_CLIENT -q 'SELECT * FROM map_formats_input FORMAT Native' | $CLICKHOUSE_CLIENT -q "INSERT INTO map_formats_input FORMAT Native"
+$CLICKHOUSE_CLIENT -q "SELECT * FROM map_formats_input"
diff --git a/tests/queries/0_stateless/01556_accurate_cast_or_null.reference b/tests/queries/0_stateless/01556_accurate_cast_or_null.reference
new file mode 100644
index 00000000000..4287c755c3f
--- /dev/null
+++ b/tests/queries/0_stateless/01556_accurate_cast_or_null.reference
@@ -0,0 +1,30 @@
+\N
+5
+\N
+\N
+5
+\N
+\N
+5
+\N
+\N
+5
+\N
+5
+\N
+5
+\N
+\N
+1.000000000
+\N
+\N
+\N
+\N
+\N
+\N
+\N
+\N
+\N
+\N
+\N
+\N
diff --git a/tests/queries/0_stateless/01556_accurate_cast_or_null.sql b/tests/queries/0_stateless/01556_accurate_cast_or_null.sql
new file mode 100644
index 00000000000..b11ed5939fa
--- /dev/null
+++ b/tests/queries/0_stateless/01556_accurate_cast_or_null.sql
@@ -0,0 +1,35 @@
+SELECT accurateCastOrNull(-1, 'UInt8');
+SELECT accurateCastOrNull(5, 'UInt8');
+SELECT accurateCastOrNull(257, 'UInt8');
+SELECT accurateCastOrNull(-1, 'UInt16');
+SELECT accurateCastOrNull(5, 'UInt16');
+SELECT accurateCastOrNull(65536, 'UInt16');
+SELECT accurateCastOrNull(-1, 'UInt32');
+SELECT accurateCastOrNull(5, 'UInt32');
+SELECT accurateCastOrNull(4294967296, 'UInt32');
+SELECT accurateCastOrNull(-1, 'UInt64');
+SELECT accurateCastOrNull(5, 'UInt64');
+SELECT accurateCastOrNull(-1, 'UInt256');
+SELECT accurateCastOrNull(5, 'UInt256');
+
+SELECT accurateCastOrNull(-129, 'Int8');
+SELECT accurateCastOrNull(5, 'Int8');
+SELECT accurateCastOrNull(128, 'Int8');
+
+SELECT accurateCastOrNull(10, 'Decimal32(9)');
+SELECT accurateCastOrNull(1, 'Decimal32(9)');
+SELECT accurateCastOrNull(-10, 'Decimal32(9)');
+
+SELECT accurateCastOrNull('123', 'FixedString(2)');
+
+SELECT accurateCastOrNull(inf, 'Int64');
+SELECT accurateCastOrNull(inf, 'Int128');
+SELECT accurateCastOrNull(inf, 'Int256');
+SELECT accurateCastOrNull(nan, 'Int64');
+SELECT accurateCastOrNull(nan, 'Int128');
+SELECT accurateCastOrNull(nan, 'Int256');
+
+SELECT accurateCastOrNull(inf, 'UInt64');
+SELECT accurateCastOrNull(inf, 'UInt256');
+SELECT accurateCastOrNull(nan, 'UInt64');
+SELECT accurateCastOrNull(nan, 'UInt256');
diff --git a/tests/queries/0_stateless/01560_optimize_on_insert.reference b/tests/queries/0_stateless/01560_optimize_on_insert.reference
new file mode 100644
index 00000000000..7ace2043be0
--- /dev/null
+++ b/tests/queries/0_stateless/01560_optimize_on_insert.reference
@@ -0,0 +1,13 @@
+Replacing Merge Tree
+1	2020-01-01 00:00:00
+2	2020-01-02 00:00:00
+Collapsing Merge Tree
+1	1	2020-01-01 00:00:00
+Versioned Collapsing Merge Tree
+1	1	2	2020-01-01 00:00:00
+Summing Merge Tree
+1	6	2020-01-01 00:00:00
+2	6	2020-01-02 00:00:00
+Aggregating Merge Tree
+1	5	2020-01-01 00:00:00
+2	5	2020-01-02 00:00:00
diff --git a/tests/queries/0_stateless/01560_optimize_on_insert.sql b/tests/queries/0_stateless/01560_optimize_on_insert.sql
new file mode 100644
index 00000000000..9f6dac686bb
--- /dev/null
+++ b/tests/queries/0_stateless/01560_optimize_on_insert.sql
@@ -0,0 +1,35 @@
+SELECT 'Replacing Merge Tree';
+DROP TABLE IF EXISTS replacing_merge_tree;
+CREATE TABLE replacing_merge_tree (key UInt32, date Datetime) ENGINE=ReplacingMergeTree() PARTITION BY date ORDER BY key;
+INSERT INTO replacing_merge_tree VALUES (1, '2020-01-01'), (2, '2020-01-02'), (1, '2020-01-01'), (2, '2020-01-02');
+SELECT * FROM replacing_merge_tree ORDER BY key;
+DROP TABLE replacing_merge_tree;
+
+SELECT 'Collapsing Merge Tree';
+DROP TABLE IF EXISTS collapsing_merge_tree;
+CREATE TABLE collapsing_merge_tree (key UInt32, sign Int8, date Datetime) ENGINE=CollapsingMergeTree(sign) PARTITION BY date ORDER BY key;
+INSERT INTO collapsing_merge_tree VALUES (1, 1, '2020-01-01'), (2, 1, '2020-01-02'), (1, -1, '2020-01-01'), (2, -1, '2020-01-02'), (1, 1, '2020-01-01');
+SELECT * FROM collapsing_merge_tree ORDER BY key;
+DROP TABLE collapsing_merge_tree;
+
+SELECT 'Versioned Collapsing Merge Tree';
+DROP TABLE IF EXISTS versioned_collapsing_merge_tree;
+CREATE TABLE versioned_collapsing_merge_tree (key UInt32, sign Int8, version Int32, date Datetime) ENGINE=VersionedCollapsingMergeTree(sign, version) PARTITION BY date ORDER BY (key, version);
+INSERT INTO versioned_collapsing_merge_tree VALUES (1, 1, 1, '2020-01-01'), (1, -1, 1, '2020-01-01'), (1, 1, 2, '2020-01-01');
+SELECT * FROM versioned_collapsing_merge_tree ORDER BY key;
+DROP TABLE versioned_collapsing_merge_tree;
+
+SELECT 'Summing Merge Tree';
+DROP TABLE IF EXISTS summing_merge_tree;
+CREATE TABLE summing_merge_tree (key UInt32, val UInt32, date Datetime) ENGINE=SummingMergeTree(val) PARTITION BY date ORDER BY key;
+INSERT INTO summing_merge_tree VALUES (1, 1, '2020-01-01'), (2, 1, '2020-01-02'), (1, 5, '2020-01-01'), (2, 5, '2020-01-02');
+SELECT * FROM summing_merge_tree ORDER BY key;
+DROP TABLE summing_merge_tree;
+
+SELECT 'Aggregating Merge Tree';
+DROP TABLE IF EXISTS aggregating_merge_tree;
+CREATE TABLE aggregating_merge_tree (key UInt32, val SimpleAggregateFunction(max, UInt32), date Datetime) ENGINE=AggregatingMergeTree() PARTITION BY date ORDER BY key;
+INSERT INTO aggregating_merge_tree VALUES (1, 1, '2020-01-01'), (2, 1, '2020-01-02'), (1, 5, '2020-01-01'), (2, 5, '2020-01-02');
+SELECT * FROM aggregating_merge_tree ORDER BY key;
+DROP TABLE aggregating_merge_tree;
+
diff --git a/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.reference b/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.reference
new file mode 100644
index 00000000000..1c7908bf830
--- /dev/null
+++ b/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.reference
@@ -0,0 +1,14 @@
+SimpleAggregateFunction(any, UInt64)	0
+SimpleAggregateFunction(anyLast, UInt64)	0
+SimpleAggregateFunction(min, UInt64)	0
+SimpleAggregateFunction(max, UInt64)	0
+SimpleAggregateFunction(sum, UInt64)	0
+SimpleAggregateFunction(sumWithOverflow, UInt64)	0
+SimpleAggregateFunction(groupBitAnd, UInt64)	0
+SimpleAggregateFunction(groupBitOr, UInt64)	0
+SimpleAggregateFunction(groupBitXor, UInt64)	0
+SimpleAggregateFunction(sumMap, Tuple(Array(UInt64), Array(UInt64)))	([],[])
+SimpleAggregateFunction(minMap, Tuple(Array(UInt64), Array(UInt64)))	([0],[0])
+SimpleAggregateFunction(maxMap, Tuple(Array(UInt64), Array(UInt64)))	([0],[0])
+SimpleAggregateFunction(groupArrayArray, Array(UInt64))	[0]
+SimpleAggregateFunction(groupUniqArrayArray, Array(UInt64))	[0]
diff --git a/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.sql b/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.sql
new file mode 100644
index 00000000000..00a12a69d16
--- /dev/null
+++ b/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.sql
@@ -0,0 +1,17 @@
+with anySimpleState(number) as c select toTypeName(c), c from numbers(1);
+with anyLastSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with minSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with maxSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with sumSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with sumWithOverflowSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with groupBitAndSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with groupBitOrSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with groupBitXorSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with sumMapSimpleState(([number], [number])) as c select toTypeName(c), c from numbers(1);
+with minMapSimpleState(([number], [number])) as c select toTypeName(c), c from numbers(1);
+with maxMapSimpleState(([number], [number])) as c select toTypeName(c), c from numbers(1);
+with groupArrayArraySimpleState([number]) as c select toTypeName(c), c from numbers(1);
+with groupUniqArrayArraySimpleState([number]) as c select toTypeName(c), c from numbers(1);
+
+-- non-SimpleAggregateFunction
+with countSimpleState(number) as c select toTypeName(c), c from numbers(1); -- { serverError 36 }
diff --git a/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.reference b/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.reference
deleted file mode 100644
index 37883cc6c47..00000000000
--- a/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.reference
+++ /dev/null
@@ -1,6 +0,0 @@
--9223372036854775808
-170141183460469231731687303715884105727
--9223372036854775808
-170141183460469231731687303715884105727
-0
-0
diff --git a/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.sql b/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.sql
deleted file mode 100644
index b28fc80774f..00000000000
--- a/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.sql
+++ /dev/null
@@ -1,10 +0,0 @@
-SELECT toInt64(inf);
-SELECT toInt128(inf);
-SELECT toInt256(inf); -- { serverError 48 }
-SELECT toInt64(nan);
-SELECT toInt128(nan);
-SELECT toInt256(nan); -- { serverError 48 }
-SELECT toUInt64(inf);
-SELECT toUInt256(inf); -- { serverError 48 }
-SELECT toUInt64(nan);
-SELECT toUInt256(nan); -- { serverError 48 }
diff --git a/tests/queries/0_stateless/01581_to_int_inf_nan.reference b/tests/queries/0_stateless/01581_to_int_inf_nan.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01581_to_int_inf_nan.sql b/tests/queries/0_stateless/01581_to_int_inf_nan.sql
new file mode 100644
index 00000000000..4959b4d61e9
--- /dev/null
+++ b/tests/queries/0_stateless/01581_to_int_inf_nan.sql
@@ -0,0 +1,10 @@
+SELECT toInt64(inf); -- { serverError 70 }
+SELECT toInt128(inf); -- { serverError 70 }
+SELECT toInt256(inf); -- { serverError 70 }
+SELECT toInt64(nan); -- { serverError 70 }
+SELECT toInt128(nan); -- { serverError 70 }
+SELECT toInt256(nan); -- { serverError 70 }
+SELECT toUInt64(inf); -- { serverError 70 }
+SELECT toUInt256(inf); -- { serverError 70 }
+SELECT toUInt64(nan); -- { serverError 70 }
+SELECT toUInt256(nan); -- { serverError 70 }
diff --git a/tests/queries/0_stateless/01596_setting_limit_offset.reference b/tests/queries/0_stateless/01596_setting_limit_offset.reference
new file mode 100644
index 00000000000..96483268d43
--- /dev/null
+++ b/tests/queries/0_stateless/01596_setting_limit_offset.reference
@@ -0,0 +1,63 @@
+0
+1
+2
+3
+4
+15
+15
+16
+16
+17
+30
+30
+31
+31
+32
+102
+103
+104
+105
+105
+106
+107
+108
+109
+105
+106
+107
+108
+109
+60
+60
+61
+61
+62
+62
+63
+63
+64
+64
+60
+35
+35
+36
+36
+37
+37
+38
+38
+39
+39
+105
+106
+107
+108
+109
+12
+13
+13
+14
+14
+15
+15
+16
diff --git a/tests/queries/0_stateless/01596_setting_limit_offset.sql b/tests/queries/0_stateless/01596_setting_limit_offset.sql
new file mode 100644
index 00000000000..7c009a95837
--- /dev/null
+++ b/tests/queries/0_stateless/01596_setting_limit_offset.sql
@@ -0,0 +1,30 @@
+DROP TABLE IF EXISTS test;
+CREATE TABLE test (i UInt64) Engine = MergeTree() order by i;
+INSERT INTO test SELECT number FROM numbers(100);
+INSERT INTO test SELECT number FROM numbers(10,100);
+OPTIMIZE TABLE test FINAL;
+
+-- Only set limit
+SET limit = 5;
+SELECT * FROM test; -- 5 rows 
+SELECT * FROM test OFFSET 20; -- 5 rows 
+SELECT * FROM (SELECT i FROM test LIMIT 10 OFFSET 50) TMP; -- 5 rows 
+SELECT * FROM test LIMIT 4 OFFSET 192; -- 4 rows 
+SELECT * FROM test LIMIT 10 OFFSET 195; -- 5 rows
+
+-- Only set offset
+SET limit = 0;
+SET offset = 195;
+SELECT * FROM test; -- 5 rows
+SELECT * FROM test OFFSET 20; -- no result
+SELECT * FROM test LIMIT 100; -- no result
+SET offset = 10;
+SELECT * FROM test LIMIT 20 OFFSET 100; -- 10 rows
+SELECT * FROM test LIMIT 11 OFFSET 100; -- 1 rows
+
+-- offset and limit together
+SET limit = 10;
+SELECT * FROM test LIMIT 50 OFFSET 50; -- 10 rows 
+SELECT * FROM test LIMIT 50 OFFSET 190; -- 0 rows
+SELECT * FROM test LIMIT 50 OFFSET 185; -- 5 rows 
+SELECT * FROM test LIMIT 18 OFFSET 5; -- 8 rows 
diff --git a/tests/queries/0_stateless/01600_detach_permanently.reference b/tests/queries/0_stateless/01600_detach_permanently.reference
new file mode 100644
index 00000000000..98ed3b6762d
--- /dev/null
+++ b/tests/queries/0_stateless/01600_detach_permanently.reference
@@ -0,0 +1,102 @@
+##################
+setup env
+##################
+db_ordinary.log_table 1
+>table detached!
+db_ordinary.log_table 2
+>Table is back after restart
+10
+db_ordinary.log_table 3
+>table detached (permanently)!
+db_ordinary.log_table 4
+>table is still detached (after restart)!
+db_ordinary.log_table 5
+>Table is back after attach
+db_ordinary.log_table 6
+10
+##################
+db_ordinary.mt_table 1
+>table detached!
+db_ordinary.mt_table 2
+>Table is back after restart
+10
+db_ordinary.mt_table 3
+>table detached (permanently)!
+db_ordinary.mt_table 4
+>table is still detached (after restart)!
+db_ordinary.mt_table 5
+>Table is back after attach
+db_ordinary.mt_table 6
+10
+##################
+db_ordinary.null_table 1
+>table detached!
+db_ordinary.null_table 2
+>Table is back after restart
+0
+db_ordinary.null_table 3
+>table detached (permanently)!
+db_ordinary.null_table 4
+>table is still detached (after restart)!
+db_ordinary.null_table 5
+>Table is back after attach
+db_ordinary.null_table 6
+0
+##################
+db_atomic.log_table 1
+>table detached!
+db_atomic.log_table 2
+>Table is back after restart
+10
+db_atomic.log_table 3
+>table detached (permanently)!
+db_atomic.log_table 4
+>table is still detached (after restart)!
+db_atomic.log_table 5
+>Table is back after attach
+db_atomic.log_table 6
+10
+##################
+db_atomic.mt_table 1
+>table detached!
+db_atomic.mt_table 2
+>Table is back after restart
+10
+db_atomic.mt_table 3
+>table detached (permanently)!
+db_atomic.mt_table 4
+>table is still detached (after restart)!
+db_atomic.mt_table 5
+>Table is back after attach
+db_atomic.mt_table 6
+10
+##################
+db_atomic.null_table 1
+>table detached!
+db_atomic.null_table 2
+>Table is back after restart
+0
+db_atomic.null_table 3
+>table detached (permanently)!
+db_atomic.null_table 4
+>table is still detached (after restart)!
+db_atomic.null_table 5
+>Table is back after attach
+db_atomic.null_table 6
+0
+##################
+test for MV
+MV is working
+Usual detach works immediately till restart
+Usual detach activates after restart
+Permanent detach works immediately
+Permanent detach still works after restart
+View can be reattached
+##################
+test for MV with inner table
+MV is working
+1
+View can be reattached
+##################
+DETACH DATABASE is not implemented (proper error)
+1
diff --git a/tests/queries/0_stateless/01600_detach_permanently.sh b/tests/queries/0_stateless/01600_detach_permanently.sh
new file mode 100755
index 00000000000..e897f80a33f
--- /dev/null
+++ b/tests/queries/0_stateless/01600_detach_permanently.sh
@@ -0,0 +1,125 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+## tests with real clickhouse restart would be a bit to heavy,
+## to ensure the table will not reappear back clickhose-local is enough.
+
+WORKING_FOLDER_01600="${CLICKHOUSE_TMP}/01600_detach_permanently"
+rm -rf "${WORKING_FOLDER_01600}"
+mkdir -p "${WORKING_FOLDER_01600}"
+
+clickhouse_local() {
+    local query="$1"
+    shift
+    ${CLICKHOUSE_LOCAL} --query "$query" $@ -- --path="${WORKING_FOLDER_01600}"
+}
+
+test_detach_attach_sequence() {
+    local db="$1"
+    local table="$2"
+    echo "##################"
+
+    echo "${db}.${table} 1"
+    # normal DETACH - while process is running (clickhouse-local here, same for server) table is detached.
+    clickhouse_local "DETACH TABLE ${db}.${table}; SELECT if( count() = 0, '>table detached!', '>Fail') FROM system.tables WHERE database='${db}' AND name='${table}';"
+
+    # but once we restart the precess (either clickhouse-local either clickhouse server) the table is back.
+    echo "${db}.${table} 2"
+    clickhouse_local "SELECT if(name='${table}', '>Table is back after restart', '>fail') FROM system.tables WHERE database='${db}' AND name='${table}'; SELECT count() FROM ${db}.${table};"
+
+    # permanent DETACH - table is detached, and metadata file renamed, prevening further attach
+    echo "${db}.${table} 3"
+    clickhouse_local "DETACH TABLE ${db}.${table} PERMANENTLY; SELECT if( count() = 0, '>table detached (permanently)!', '>Fail') FROM system.tables WHERE database='${db}' AND name='${table}';"
+
+    # still detached after restart
+    echo "${db}.${table} 4"
+    clickhouse_local "SELECT if( count() = 0, '>table is still detached (after restart)!', '>Fail') FROM system.tables WHERE database='${db}' AND name='${table}';"
+
+    # but can be reattached
+    echo "${db}.${table} 5"
+    clickhouse_local "ATTACH TABLE ${db}.${table}; SELECT if(name='${table}', '>Table is back after attach', '>fail') FROM system.tables WHERE database='${db}' AND name='${table}';"
+
+    echo "${db}.${table} 6"
+    clickhouse_local "SELECT count() FROM ${db}.${table};"
+}
+
+echo "##################"
+echo "setup env"
+
+clickhouse_local "DROP DATABASE IF EXISTS db_ordinary SYNC;"
+clickhouse_local "DROP DATABASE IF EXISTS db_atomic SYNC;"
+
+clickhouse_local "CREATE DATABASE db_ordinary Engine=Ordinary"
+clickhouse_local "CREATE DATABASE db_atomic Engine=Atomic"
+
+clickhouse_local "CREATE TABLE db_ordinary.log_table Engine=Log AS SELECT * FROM numbers(10)"
+clickhouse_local "CREATE TABLE db_ordinary.mt_table Engine=MergeTree ORDER BY tuple() AS SELECT * FROM numbers(10)"
+clickhouse_local "CREATE TABLE db_ordinary.null_table Engine=Null AS SELECT * FROM numbers(10)"
+
+clickhouse_local "CREATE TABLE db_atomic.log_table Engine=Log AS SELECT * FROM numbers(10)"
+clickhouse_local "CREATE TABLE db_atomic.mt_table Engine=MergeTree ORDER BY tuple() AS SELECT * FROM numbers(10)"
+clickhouse_local "CREATE TABLE db_atomic.null_table Engine=Null AS SELECT * FROM numbers(10)"
+
+test_detach_attach_sequence "db_ordinary" "log_table"
+test_detach_attach_sequence "db_ordinary" "mt_table"
+test_detach_attach_sequence "db_ordinary" "null_table"
+
+test_detach_attach_sequence "db_atomic" "log_table"
+test_detach_attach_sequence "db_atomic" "mt_table"
+test_detach_attach_sequence "db_atomic" "null_table"
+
+echo "##################"
+echo "test for MV"
+clickhouse_local "CREATE TABLE db_ordinary.src Engine=Null AS system.numbers"
+clickhouse_local "CREATE TABLE db_ordinary.dst Engine=Log AS system.numbers"
+clickhouse_local "CREATE MATERIALIZED VIEW db_ordinary.src2dst_mv_to TO db_ordinary.dst AS SELECT * FROM db_ordinary.src"
+
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 10, 'MV is working', 'MV failed') from db_ordinary.dst;"
+
+clickhouse_local "DETACH VIEW db_ordinary.src2dst_mv_to; INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 10, 'Usual detach works immediately till restart', 'Usual detach failed') from db_ordinary.dst;"
+
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 20, 'Usual detach activates after restart', 'Usual detach reactivation failed') from db_ordinary.dst;"
+
+clickhouse_local "DETACH VIEW db_ordinary.src2dst_mv_to PERMANENTLY; INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 20, 'Permanent detach works immediately', 'Permanent detach failed') from db_ordinary.dst;"
+
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 20, 'Permanent detach still works after restart', 'Permanent detach reactivated!') from db_ordinary.dst;"
+
+## Quite silly: ATTACH MATERIALIZED VIEW don't work with short syntax (w/o select), but i can attach it using ATTACH TABLE ...
+clickhouse_local "ATTACH TABLE db_ordinary.src2dst_mv_to"
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 30, 'View can be reattached', 'can not reattach permanently detached view') from db_ordinary.dst;"
+
+clickhouse_local "DROP VIEW db_ordinary.src2dst_mv_to SYNC"
+
+echo "##################"
+echo "test for MV with inner table"
+clickhouse_local "CREATE MATERIALIZED VIEW db_ordinary.src_mv_with_inner Engine=Log AS SELECT * FROM db_ordinary.src"
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+
+clickhouse_local "SELECT if(count() = 10, 'MV is working', 'MV failed') FROM db_ordinary.src_mv_with_inner"
+
+clickhouse_local "DETACH VIEW db_ordinary.src_mv_with_inner PERMANENTLY; INSERT INTO db_ordinary.src SELECT * FROM numbers(10)" --stacktrace
+clickhouse_local "SELECT if(count() = 10, 'MV can be detached permanently', 'MV detach failed') FROM db_ordinary.src_mv_with_inner" 2>&1 | grep -c "db_ordinary.src_mv_with_inner doesn't exist"
+## Quite silly: ATTACH MATERIALIZED VIEW don't work with short syntax (w/o select), but i can attach it using ATTACH TABLE ...
+clickhouse_local "ATTACH TABLE db_ordinary.src_mv_with_inner"
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 20, 'View can be reattached', 'can not reattach permanently detached view') from db_ordinary.src_mv_with_inner;"
+
+## clickhouse_local can't work with dicts...
+# mkdir -p "${WORKING_FOLDER_01600}/user_files"
+# echo "1" > "${WORKING_FOLDER_01600}/user_files/dummy_dict.tsv"
+# clickhouse_local "DROP DICTIONARY db_ordinary.dummy; CREATE DICTIONARY db_ordinary.dummy (id UInt64) PRIMARY KEY id LAYOUT(FLAT()) SOURCE(FILE(path 'dummy_dict.tsv' format 'TabSeparated')) LIFETIME(MIN 1 MAX 10); DETACH DICTIONARY db_ordinary.dummy PERMANENTLY; SELECT dictGet('db_ordinary.dummy','val',toUInt64(1));"
+
+echo "##################"
+echo "DETACH DATABASE is not implemented (proper error)"
+clickhouse_local "DETACH DATABASE db_ordinary PERMANENTLY;" 2>&1 | grep -c 'DETACH PERMANENTLY is not implemented'
+
+# clean up
+rm -rf "${WORKING_FOLDER_01600}"
diff --git a/tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.sql b/tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.sql
index 9569324ba4d..b33b74c918d 100644
--- a/tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.sql
+++ b/tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.sql
@@ -1,17 +1,29 @@
 -- Check remerge_sort_lowered_memory_bytes_ratio setting
 
-set max_memory_usage='4Gi';
+set max_memory_usage='300Mi';
 -- enter remerge once limit*2 is reached
 set max_bytes_before_remerge_sort='10Mi';
 -- more blocks
 set max_block_size=40960;
 
--- default 2, slightly not enough:
---
---     MergeSortingTransform: Memory usage is lowered from 1.91 GiB to 980.00 MiB
+-- remerge_sort_lowered_memory_bytes_ratio default 2, slightly not enough
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 819200 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 186.25 MiB to 95.00 MiB
 --     MergeSortingTransform: Re-merging is not useful (memory usage was not lowered by remerge_sort_lowered_memory_bytes_ratio=2.0)
-select number k, repeat(toString(number), 101) v1, repeat(toString(number), 102) v2, repeat(toString(number), 103) v3 from numbers(toUInt64(10e6)) order by k limit 400e3 format Null; -- { serverError 241 }
-select number k, repeat(toString(number), 101) v1, repeat(toString(number), 102) v2, repeat(toString(number), 103) v3 from numbers(toUInt64(10e6)) order by k limit 400e3 settings remerge_sort_lowered_memory_bytes_ratio=2. format Null; -- { serverError 241 }
+select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(toUInt64(3e6)) order by k limit 400e3 format Null; -- { serverError 241 }
+select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(toUInt64(3e6)) order by k limit 400e3 settings remerge_sort_lowered_memory_bytes_ratio=2. format Null; -- { serverError 241 }
 
--- 1.91/0.98=1.94 is good
-select number k, repeat(toString(number), 101) v1, repeat(toString(number), 102) v2, repeat(toString(number), 103) v3 from numbers(toUInt64(10e6)) order by k limit 400e3 settings remerge_sort_lowered_memory_bytes_ratio=1.9 format Null;
+-- remerge_sort_lowered_memory_bytes_ratio 1.9 is good (need at least 1.91/0.98=1.94)
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 819200 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 186.25 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
+select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(toUInt64(3e6)) order by k limit 400e3 settings remerge_sort_lowered_memory_bytes_ratio=1.9 format Null;
diff --git a/tests/queries/0_stateless/01600_select_in_different_types.reference b/tests/queries/0_stateless/01600_select_in_different_types.reference
new file mode 100644
index 00000000000..626fb152744
--- /dev/null
+++ b/tests/queries/0_stateless/01600_select_in_different_types.reference
@@ -0,0 +1,11 @@
+1
+0
+1
+1
+2
+2
+1
+1
+1
+0
+0
diff --git a/tests/queries/0_stateless/01600_select_in_different_types.sql b/tests/queries/0_stateless/01600_select_in_different_types.sql
new file mode 100644
index 00000000000..25d37c122e0
--- /dev/null
+++ b/tests/queries/0_stateless/01600_select_in_different_types.sql
@@ -0,0 +1,35 @@
+SELECT 1 IN (SELECT 1);
+SELECT -1 IN (SELECT 1);
+
+DROP TABLE IF EXISTS select_in_test;
+
+CREATE TABLE select_in_test(value UInt8) ENGINE=TinyLog;
+INSERT INTO select_in_test VALUES (1), (2), (3);
+
+SELECT value FROM select_in_test WHERE value IN (-1);
+SELECT value FROM select_in_test WHERE value IN (SELECT -1);
+
+SELECT value FROM select_in_test WHERE value IN (1);
+SELECT value FROM select_in_test WHERE value IN (SELECT 1);
+
+DROP TABLE select_in_test;
+
+CREATE TABLE select_in_test(value Int8) ENGINE=TinyLog;
+INSERT INTO select_in_test VALUES (-1), (2), (3);
+
+SELECT value FROM select_in_test WHERE value IN (1);
+SELECT value FROM select_in_test WHERE value IN (SELECT 1);
+
+SELECT value FROM select_in_test WHERE value IN (2);
+SELECT value FROM select_in_test WHERE value IN (SELECT 2);
+
+DROP TABLE select_in_test;
+
+SELECT 1 IN (1);
+SELECT '1' IN (SELECT 1);
+
+SELECT 1 IN (SELECT 1) SETTINGS transform_null_in = 1;
+SELECT 1 IN (SELECT 'a') SETTINGS transform_null_in = 1;
+SELECT 'a' IN (SELECT 1) SETTINGS transform_null_in = 1; -- { serverError 6 }
+SELECT 1 IN (SELECT -1) SETTINGS transform_null_in = 1;
+SELECT -1 IN (SELECT 1) SETTINGS transform_null_in = 1; -- { serverError 70 }
diff --git a/tests/queries/0_stateless/01601_accurate_cast.reference b/tests/queries/0_stateless/01601_accurate_cast.reference
new file mode 100644
index 00000000000..6ccedbdcfea
--- /dev/null
+++ b/tests/queries/0_stateless/01601_accurate_cast.reference
@@ -0,0 +1,8 @@
+5
+5
+5
+5
+5
+5
+1.000000000
+12
diff --git a/tests/queries/0_stateless/01601_accurate_cast.sql b/tests/queries/0_stateless/01601_accurate_cast.sql
new file mode 100644
index 00000000000..b5fd4fb04a4
--- /dev/null
+++ b/tests/queries/0_stateless/01601_accurate_cast.sql
@@ -0,0 +1,24 @@
+SELECT accurateCast(-1, 'UInt8'); -- { serverError 70 }
+SELECT accurateCast(5, 'UInt8');
+SELECT accurateCast(257, 'UInt8'); -- { serverError 70 }
+SELECT accurateCast(-1, 'UInt16'); -- { serverError 70 }
+SELECT accurateCast(5, 'UInt16');
+SELECT accurateCast(65536, 'UInt16'); -- { serverError 70 }
+SELECT accurateCast(-1, 'UInt32'); -- { serverError 70 }
+SELECT accurateCast(5, 'UInt32');
+SELECT accurateCast(4294967296, 'UInt32'); -- { serverError 70 }
+SELECT accurateCast(-1, 'UInt64'); -- { serverError 70 }
+SELECT accurateCast(5, 'UInt64');
+SELECT accurateCast(-1, 'UInt256'); -- { serverError 70 }
+SELECT accurateCast(5, 'UInt256');
+
+SELECT accurateCast(-129, 'Int8'); -- { serverError 70 }
+SELECT accurateCast(5, 'Int8');
+SELECT accurateCast(128, 'Int8'); -- { serverError 70 }
+
+SELECT accurateCast(10, 'Decimal32(9)'); -- { serverError 407 }
+SELECT accurateCast(1, 'Decimal32(9)');
+SELECT accurateCast(-10, 'Decimal32(9)'); -- { serverError 407 }
+
+SELECT accurateCast('123', 'FixedString(2)'); -- { serverError 131 }
+SELECT accurateCast('12', 'FixedString(2)');
diff --git a/tests/queries/0_stateless/01601_detach_permanently.reference b/tests/queries/0_stateless/01601_detach_permanently.reference
new file mode 100644
index 00000000000..6683603c972
--- /dev/null
+++ b/tests/queries/0_stateless/01601_detach_permanently.reference
@@ -0,0 +1,79 @@
+database atomic tests
+can not create table with same name as detached permanently
+can not detach twice
+can not drop detached
+can not replace with the other table
+can still show the create statement
+Row 1:
+──────
+statement: CREATE TABLE test1601_detach_permanently_atomic.test_name_reuse
+(
+    `number` UInt64
+)
+ENGINE = MergeTree
+ORDER BY tuple()
+SETTINGS index_granularity = 8192
+can not attach with bad uuid
+can attach with short syntax
+100
+can not detach permanently the table which is already detached (temporary)
+100
+After database reattachement the table is back (it was detached temporary)
+And we can detach it permanently
+After database reattachement the table is still absent (it was detached permamently)
+And we can not detach it permanently
+But we can attach it back
+And detach permanently again to check how database drop will behave
+DROP database
+-----------------------
+database ordinary tests
+can not create table with same name as detached permanently
+can not detach twice
+can not drop detached
+can not replace with the other table
+can still show the create statement
+Row 1:
+──────
+statement: CREATE TABLE test1601_detach_permanently_ordinary.test_name_reuse
+(
+    `number` UInt64
+)
+ENGINE = MergeTree
+ORDER BY tuple()
+SETTINGS index_granularity = 8192
+can attach with full syntax
+can attach with short syntax
+can not detach permanently the table which is already detached (temporary)
+After database reattachement the table is back (it was detached temporary)
+And we can detach it permanently
+After database reattachement the table is still absent (it was detached permamently)
+And we can not detach it permanently
+But we can attach it back
+And detach permanently again to check how database drop will behave
+DROP database - Directory not empty error, but database deteched
+DROP database - now success
+-----------------------
+database lazy tests
+can not create table with same name as detached permanently
+can not detach twice
+can not drop detached
+can not replace with the other table
+can still show the create statement
+Row 1:
+──────
+statement: CREATE TABLE test1601_detach_permanently_lazy.test_name_reuse
+(
+    `number` UInt64
+)
+ENGINE = Log
+can attach with full syntax
+can attach with short syntax
+can not detach permanently the table which is already detached (temporary)
+After database reattachement the table is back (it was detached temporary)
+And we can detach it permanently
+After database reattachement the table is still absent (it was detached permamently)
+And we can not detach it permanently
+But we can attach it back
+And detach permanently again to check how database drop will behave
+DROP database - Directory not empty error, but database deteched
+DROP database - now success
diff --git a/tests/queries/0_stateless/01601_detach_permanently.sql b/tests/queries/0_stateless/01601_detach_permanently.sql
new file mode 100644
index 00000000000..0e21fd8f463
--- /dev/null
+++ b/tests/queries/0_stateless/01601_detach_permanently.sql
@@ -0,0 +1,214 @@
+SELECT 'database atomic tests';
+
+DROP DATABASE IF EXISTS test1601_detach_permanently_atomic;
+CREATE DATABASE test1601_detach_permanently_atomic Engine=Atomic;
+
+create table test1601_detach_permanently_atomic.test_name_reuse (number UInt64) engine=MergeTree order by tuple();
+
+INSERT INTO test1601_detach_permanently_atomic.test_name_reuse SELECT * FROM numbers(100);
+
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY;
+
+SELECT 'can not create table with same name as detached permanently';
+create table test1601_detach_permanently_atomic.test_name_reuse (number UInt64) engine=MergeTree order by tuple(); -- { serverError 57 }
+
+SELECT 'can not detach twice';
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY; -- { serverError 60 }
+DETACH table test1601_detach_permanently_atomic.test_name_reuse; -- { serverError 60 }
+
+SELECT 'can not drop detached';
+drop table test1601_detach_permanently_atomic.test_name_reuse; -- { serverError 60 }
+
+create table test1601_detach_permanently_atomic.test_name_rename_attempt (number UInt64) engine=MergeTree order by tuple();
+
+SELECT 'can not replace with the other table';
+RENAME TABLE test1601_detach_permanently_atomic.test_name_rename_attempt TO test1601_detach_permanently_atomic.test_name_reuse; -- { serverError 57 }
+EXCHANGE TABLES test1601_detach_permanently_atomic.test_name_rename_attempt AND test1601_detach_permanently_atomic.test_name_reuse; -- { serverError 60 }
+
+SELECT 'can still show the create statement';
+SHOW CREATE TABLE test1601_detach_permanently_atomic.test_name_reuse FORMAT Vertical;
+
+SELECT 'can not attach with bad uuid';
+ATTACH TABLE test1601_detach_permanently_atomic.test_name_reuse UUID '00000000-0000-0000-0000-000000000001'　(`number` UInt64　)　ENGINE = MergeTree　ORDER BY tuple()　SETTINGS index_granularity = 8192 ;  -- { serverError 57 }
+
+SELECT 'can attach with short syntax';
+ATTACH TABLE test1601_detach_permanently_atomic.test_name_reuse;
+
+SELECT count() FROM test1601_detach_permanently_atomic.test_name_reuse;
+
+DETACH table test1601_detach_permanently_atomic.test_name_reuse;
+
+SELECT 'can not detach permanently the table which is already detached (temporary)';
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+DETACH DATABASE test1601_detach_permanently_atomic;
+ATTACH DATABASE test1601_detach_permanently_atomic;
+
+SELECT count() FROM test1601_detach_permanently_atomic.test_name_reuse;
+
+SELECT 'After database reattachement the table is back (it was detached temporary)';
+SELECT 'And we can detach it permanently';
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY;
+
+DETACH DATABASE test1601_detach_permanently_atomic;
+ATTACH DATABASE test1601_detach_permanently_atomic;
+
+SELECT 'After database reattachement the table is still absent (it was detached permamently)';
+SELECT 'And we can not detach it permanently';
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+SELECT 'But we can attach it back';
+ATTACH TABLE test1601_detach_permanently_atomic.test_name_reuse;
+
+SELECT 'And detach permanently again to check how database drop will behave';
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY;
+
+SELECT 'DROP database';
+DROP DATABASE test1601_detach_permanently_atomic SYNC;
+
+SELECT '-----------------------';
+SELECT 'database ordinary tests';
+
+DROP DATABASE IF EXISTS test1601_detach_permanently_ordinary;
+CREATE DATABASE test1601_detach_permanently_ordinary Engine=Ordinary;
+
+create table test1601_detach_permanently_ordinary.test_name_reuse (number UInt64) engine=MergeTree order by tuple();
+
+INSERT INTO test1601_detach_permanently_ordinary.test_name_reuse SELECT * FROM numbers(100);
+
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY;
+
+SELECT 'can not create table with same name as detached permanently';
+create table test1601_detach_permanently_ordinary.test_name_reuse (number UInt64) engine=MergeTree order by tuple(); -- { serverError 57 }
+
+SELECT 'can not detach twice';
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY; -- { serverError 60 }
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse; -- { serverError 60 }
+
+SELECT 'can not drop detached';
+drop table test1601_detach_permanently_ordinary.test_name_reuse; -- { serverError 60 }
+
+create table test1601_detach_permanently_ordinary.test_name_rename_attempt (number UInt64) engine=MergeTree order by tuple();
+
+SELECT 'can not replace with the other table';
+RENAME TABLE test1601_detach_permanently_ordinary.test_name_rename_attempt TO test1601_detach_permanently_ordinary.test_name_reuse; -- { serverError 57 }
+
+SELECT 'can still show the create statement';
+SHOW CREATE TABLE test1601_detach_permanently_ordinary.test_name_reuse FORMAT Vertical;
+
+SELECT 'can attach with full syntax';
+ATTACH TABLE test1601_detach_permanently_ordinary.test_name_reuse (`number` UInt64　)　ENGINE = MergeTree　ORDER BY tuple()　SETTINGS index_granularity = 8192;
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY;
+
+SELECT 'can attach with short syntax';
+ATTACH TABLE test1601_detach_permanently_ordinary.test_name_reuse;
+
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse;
+
+SELECT 'can not detach permanently the table which is already detached (temporary)';
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+DETACH DATABASE test1601_detach_permanently_ordinary;
+ATTACH DATABASE test1601_detach_permanently_ordinary;
+
+SELECT 'After database reattachement the table is back (it was detached temporary)';
+SELECT 'And we can detach it permanently';
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY;
+
+DETACH DATABASE test1601_detach_permanently_ordinary;
+ATTACH DATABASE test1601_detach_permanently_ordinary;
+
+SELECT 'After database reattachement the table is still absent (it was detached permamently)';
+SELECT 'And we can not detach it permanently';
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+SELECT 'But we can attach it back';
+ATTACH TABLE test1601_detach_permanently_ordinary.test_name_reuse;
+
+SELECT 'And detach permanently again to check how database drop will behave';
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY;
+
+SELECT 'DROP database - Directory not empty error, but database deteched';
+DROP DATABASE test1601_detach_permanently_ordinary; -- { serverError 1000 }
+
+ATTACH DATABASE test1601_detach_permanently_ordinary;
+
+ATTACH TABLE test1601_detach_permanently_ordinary.test_name_reuse;
+DROP TABLE test1601_detach_permanently_ordinary.test_name_reuse;
+
+SELECT 'DROP database - now success';
+DROP DATABASE test1601_detach_permanently_ordinary;
+
+
+SELECT '-----------------------';
+SELECT 'database lazy tests';
+
+DROP DATABASE IF EXISTS test1601_detach_permanently_lazy;
+CREATE DATABASE test1601_detach_permanently_lazy Engine=Lazy(10);
+
+create table test1601_detach_permanently_lazy.test_name_reuse (number UInt64) engine=Log;
+
+INSERT INTO test1601_detach_permanently_lazy.test_name_reuse SELECT * FROM numbers(100);
+
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY;
+
+SELECT 'can not create table with same name as detached permanently';
+create table test1601_detach_permanently_lazy.test_name_reuse (number UInt64) engine=Log; -- { serverError 57 }
+
+SELECT 'can not detach twice';
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY; -- { serverError 60 }
+DETACH table test1601_detach_permanently_lazy.test_name_reuse; -- { serverError 60 }
+
+SELECT 'can not drop detached';
+drop table test1601_detach_permanently_lazy.test_name_reuse; -- { serverError 60 }
+
+create table test1601_detach_permanently_lazy.test_name_rename_attempt (number UInt64) engine=Log;
+
+SELECT 'can not replace with the other table';
+RENAME TABLE test1601_detach_permanently_lazy.test_name_rename_attempt TO test1601_detach_permanently_lazy.test_name_reuse; -- { serverError 57 }
+
+SELECT 'can still show the create statement';
+SHOW CREATE TABLE test1601_detach_permanently_lazy.test_name_reuse FORMAT Vertical;
+
+SELECT 'can attach with full syntax';
+ATTACH TABLE test1601_detach_permanently_lazy.test_name_reuse (`number` UInt64　)　ENGINE = Log;
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY;
+
+SELECT 'can attach with short syntax';
+ATTACH TABLE test1601_detach_permanently_lazy.test_name_reuse;
+
+DETACH table test1601_detach_permanently_lazy.test_name_reuse;
+
+SELECT 'can not detach permanently the table which is already detached (temporary)';
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+DETACH DATABASE test1601_detach_permanently_lazy;
+ATTACH DATABASE test1601_detach_permanently_lazy;
+
+SELECT 'After database reattachement the table is back (it was detached temporary)';
+SELECT 'And we can detach it permanently';
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY;
+
+DETACH DATABASE test1601_detach_permanently_lazy;
+ATTACH DATABASE test1601_detach_permanently_lazy;
+
+SELECT 'After database reattachement the table is still absent (it was detached permamently)';
+SELECT 'And we can not detach it permanently';
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+SELECT 'But we can attach it back';
+ATTACH TABLE test1601_detach_permanently_lazy.test_name_reuse;
+
+SELECT 'And detach permanently again to check how database drop will behave';
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY;
+
+SELECT 'DROP database - Directory not empty error, but database deteched';
+DROP DATABASE test1601_detach_permanently_lazy; -- { serverError 1000 }
+
+ATTACH DATABASE test1601_detach_permanently_lazy;
+
+ATTACH TABLE test1601_detach_permanently_lazy.test_name_reuse;
+DROP TABLE test1601_detach_permanently_lazy.test_name_reuse;
+
+SELECT 'DROP database - now success';
+DROP DATABASE test1601_detach_permanently_lazy;
diff --git a/tests/queries/0_stateless/01601_temporary_table_session_scope.reference b/tests/queries/0_stateless/01601_temporary_table_session_scope.reference
new file mode 100644
index 00000000000..84b736f86c9
--- /dev/null
+++ b/tests/queries/0_stateless/01601_temporary_table_session_scope.reference
@@ -0,0 +1,5 @@
+CREATE TEMPORARY TABLE tmptable (`x` UInt32) ENGINE = Memory
+CREATE TEMPORARY TABLE tmptable (`y` Float64, `z` String) ENGINE = Memory
+x	UInt32	1
+y	Float64	1
+z	String	2
diff --git a/tests/queries/0_stateless/01601_temporary_table_session_scope.sh b/tests/queries/0_stateless/01601_temporary_table_session_scope.sh
new file mode 100755
index 00000000000..fbc45aec216
--- /dev/null
+++ b/tests/queries/0_stateless/01601_temporary_table_session_scope.sh
@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=DROP+TEMPORARY+TABLE+IF+EXISTS+tmptable&session_id=session_1601a"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=DROP+TEMPORARY+TABLE+IF+EXISTS+tmptable&session_id=session_1601b"
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=CREATE+TEMPORARY+TABLE+tmptable(x+UInt32)&session_id=session_1601a"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=CREATE+TEMPORARY+TABLE+tmptable(y+Float64,+z+String)&session_id=session_1601b"
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=SELECT+create_table_query+FROM+system.tables+WHERE+database=''+AND+name='tmptable'&session_id=session_1601a"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=SELECT+create_table_query+FROM+system.tables+WHERE+database=''+AND+name='tmptable'&session_id=session_1601b"
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=SELECT+name,type,position+FROM+system.columns+WHERE+database=''+AND+table='tmptable'&session_id=session_1601a"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=SELECT+name,type,position+FROM+system.columns+WHERE+database=''+AND+table='tmptable'&session_id=session_1601b"
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=DROP+TEMPORARY+TABLE+tmptable&session_id=session_1601a"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=DROP+TEMPORARY+TABLE+tmptable&session_id=session_1601b"
diff --git a/tests/queries/0_stateless/01602_array_aggregation.reference b/tests/queries/0_stateless/01602_array_aggregation.reference
new file mode 100644
index 00000000000..4baef982f29
--- /dev/null
+++ b/tests/queries/0_stateless/01602_array_aggregation.reference
@@ -0,0 +1,60 @@
+Array min 	1
+Array max 	6
+Array sum 	21
+Array avg 	3.5
+Table array int min
+1
+0
+1
+Table array int max
+6
+0
+3
+Table array int sum
+21
+0
+6
+Table array int avg
+3.5
+0
+2
+Table array decimal min
+1.00000000
+0.00000000
+1.00000000
+Table array decimal max
+6.00000000
+0.00000000
+3.00000000
+Table array decimal sum
+21.00000000
+0.00000000
+6.00000000
+Table array decimal avg
+3.5
+0
+2
+Types of aggregation result array min
+Int8	Int16	Int32	Int64
+UInt8	UInt16	UInt32	UInt64
+Int128	Int256	UInt256
+Float32	Float64
+Decimal(9, 8)	Decimal(18, 8)	Decimal(38, 8)
+Types of aggregation result array max
+Int8	Int16	Int32	Int64
+UInt8	UInt16	UInt32	UInt64
+Int128	Int256	UInt256
+Float32	Float64
+Decimal(9, 8)	Decimal(18, 8)	Decimal(38, 8)
+Types of aggregation result array summ
+Int64	Int64	Int64	Int64
+UInt64	UInt64	UInt64	UInt64
+Int128	Int256	UInt256
+Float64	Float64
+Decimal(38, 8)	Decimal(38, 8)	Decimal(38, 8)
+Types of aggregation result array avg
+Float64	Float64	Float64	Float64
+Float64	Float64	Float64	Float64
+Float64	Float64	Float64
+Float64	Float64
+Float64	Float64	Float64
diff --git a/tests/queries/0_stateless/01602_array_aggregation.sql b/tests/queries/0_stateless/01602_array_aggregation.sql
new file mode 100644
index 00000000000..7159eb1442b
--- /dev/null
+++ b/tests/queries/0_stateless/01602_array_aggregation.sql
@@ -0,0 +1,60 @@
+SELECT 'Array min ', (arrayMin(array(1,2,3,4,5,6)));
+SELECT 'Array max ', (arrayMax(array(1,2,3,4,5,6)));
+SELECT 'Array sum ', (arraySum(array(1,2,3,4,5,6)));
+SELECT 'Array avg ', (arrayAvg(array(1,2,3,4,5,6)));
+
+DROP TABLE IF EXISTS test_aggregation;
+CREATE TABLE test_aggregation (x Array(Int)) ENGINE=TinyLog;
+
+INSERT INTO test_aggregation VALUES ([1,2,3,4,5,6]), ([]), ([1,2,3]);
+
+SELECT 'Table array int min';
+SELECT arrayMin(x) FROM test_aggregation;
+SELECT 'Table array int max';
+SELECT arrayMax(x) FROM test_aggregation;
+SELECT 'Table array int sum';
+SELECT arraySum(x) FROM test_aggregation;
+SELECT 'Table array int avg';
+SELECT arrayAvg(x) FROM test_aggregation;
+
+DROP TABLE test_aggregation;
+
+CREATE TABLE test_aggregation (x Array(Decimal64(8))) ENGINE=TinyLog;
+
+INSERT INTO test_aggregation VALUES ([1,2,3,4,5,6]), ([]), ([1,2,3]);
+
+SELECT 'Table array decimal min';
+SELECT arrayMin(x) FROM test_aggregation;
+SELECT 'Table array decimal max';
+SELECT arrayMax(x) FROM test_aggregation;
+SELECT 'Table array decimal sum';
+SELECT arraySum(x) FROM test_aggregation;
+SELECT 'Table array decimal avg';
+SELECT arrayAvg(x) FROM test_aggregation;
+
+DROP TABLE test_aggregation;
+
+SELECT 'Types of aggregation result array min';
+SELECT toTypeName(arrayMin([toInt8(0)])), toTypeName(arrayMin([toInt16(0)])), toTypeName(arrayMin([toInt32(0)])), toTypeName(arrayMin([toInt64(0)]));
+SELECT toTypeName(arrayMin([toUInt8(0)])), toTypeName(arrayMin([toUInt16(0)])), toTypeName(arrayMin([toUInt32(0)])), toTypeName(arrayMin([toUInt64(0)]));
+SELECT toTypeName(arrayMin([toInt128(0)])), toTypeName(arrayMin([toInt256(0)])), toTypeName(arrayMin([toUInt256(0)]));
+SELECT toTypeName(arrayMin([toFloat32(0)])), toTypeName(arrayMin([toFloat64(0)]));
+SELECT toTypeName(arrayMin([toDecimal32(0, 8)])), toTypeName(arrayMin([toDecimal64(0, 8)])), toTypeName(arrayMin([toDecimal128(0, 8)]));
+SELECT 'Types of aggregation result array max';
+SELECT toTypeName(arrayMax([toInt8(0)])), toTypeName(arrayMax([toInt16(0)])), toTypeName(arrayMax([toInt32(0)])), toTypeName(arrayMax([toInt64(0)]));
+SELECT toTypeName(arrayMax([toUInt8(0)])), toTypeName(arrayMax([toUInt16(0)])), toTypeName(arrayMax([toUInt32(0)])), toTypeName(arrayMax([toUInt64(0)]));
+SELECT toTypeName(arrayMax([toInt128(0)])), toTypeName(arrayMax([toInt256(0)])), toTypeName(arrayMax([toUInt256(0)]));
+SELECT toTypeName(arrayMax([toFloat32(0)])), toTypeName(arrayMax([toFloat64(0)]));
+SELECT toTypeName(arrayMax([toDecimal32(0, 8)])), toTypeName(arrayMax([toDecimal64(0, 8)])), toTypeName(arrayMax([toDecimal128(0, 8)]));
+SELECT 'Types of aggregation result array summ';
+SELECT toTypeName(arraySum([toInt8(0)])), toTypeName(arraySum([toInt16(0)])), toTypeName(arraySum([toInt32(0)])), toTypeName(arraySum([toInt64(0)]));
+SELECT toTypeName(arraySum([toUInt8(0)])), toTypeName(arraySum([toUInt16(0)])), toTypeName(arraySum([toUInt32(0)])), toTypeName(arraySum([toUInt64(0)]));
+SELECT toTypeName(arraySum([toInt128(0)])), toTypeName(arraySum([toInt256(0)])), toTypeName(arraySum([toUInt256(0)]));
+SELECT toTypeName(arraySum([toFloat32(0)])), toTypeName(arraySum([toFloat64(0)]));
+SELECT toTypeName(arraySum([toDecimal32(0, 8)])), toTypeName(arraySum([toDecimal64(0, 8)])), toTypeName(arraySum([toDecimal128(0, 8)]));
+SELECT 'Types of aggregation result array avg';
+SELECT toTypeName(arrayAvg([toInt8(0)])), toTypeName(arrayAvg([toInt16(0)])), toTypeName(arrayAvg([toInt32(0)])), toTypeName(arrayAvg([toInt64(0)]));
+SELECT toTypeName(arrayAvg([toUInt8(0)])), toTypeName(arrayAvg([toUInt16(0)])), toTypeName(arrayAvg([toUInt32(0)])), toTypeName(arrayAvg([toUInt64(0)]));
+SELECT toTypeName(arrayAvg([toInt128(0)])), toTypeName(arrayAvg([toInt256(0)])), toTypeName(arrayAvg([toUInt256(0)]));
+SELECT toTypeName(arrayAvg([toFloat32(0)])), toTypeName(arrayAvg([toFloat64(0)]));
+SELECT toTypeName(arrayAvg([toDecimal32(0, 8)])), toTypeName(arrayAvg([toDecimal64(0, 8)])), toTypeName(arrayAvg([toDecimal128(0, 8)]));
diff --git a/tests/queries/0_stateless/01602_max_distributed_connections.reference b/tests/queries/0_stateless/01602_max_distributed_connections.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01602_max_distributed_connections.sh b/tests/queries/0_stateless/01602_max_distributed_connections.sh
new file mode 100755
index 00000000000..8c19b6f5bb7
--- /dev/null
+++ b/tests/queries/0_stateless/01602_max_distributed_connections.sh
@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+common_opts=(
+    "--format=Null"
+
+    "--max_threads=1"
+    "--max_distributed_connections=3"
+)
+
+# NOTE: the test use higher timeout to avoid flakiness.
+timeout 9s ${CLICKHOUSE_CLIENT} "$@" "${common_opts[@]}" -q "select sleep(3) from remote('127.{1,2,3,4,5}', system.one)" --prefer_localhost_replica=0
+timeout 9s ${CLICKHOUSE_CLIENT} "$@" "${common_opts[@]}" -q "select sleep(3) from remote('127.{1,2,3,4,5}', system.one)" --prefer_localhost_replica=1
diff --git a/tests/queries/0_stateless/01602_modified_julian_day_msan.reference b/tests/queries/0_stateless/01602_modified_julian_day_msan.reference
new file mode 100644
index 00000000000..587579af915
--- /dev/null
+++ b/tests/queries/0_stateless/01602_modified_julian_day_msan.reference
@@ -0,0 +1 @@
+Ok.
diff --git a/tests/queries/0_stateless/01602_modified_julian_day_msan.sql b/tests/queries/0_stateless/01602_modified_julian_day_msan.sql
new file mode 100644
index 00000000000..d18665f0bcf
--- /dev/null
+++ b/tests/queries/0_stateless/01602_modified_julian_day_msan.sql
@@ -0,0 +1,4 @@
+SELECT tryBase64Decode(( SELECT countSubstrings(toModifiedJulianDayOrNull('\0'), '') ) AS n, ( SELECT regionIn('l. ') ) AS srocpnuv); -- { serverError 43 }
+SELECT countSubstrings(toModifiedJulianDayOrNull('\0'), ''); -- { serverError 43 }
+SELECT countSubstrings(toInt32OrNull('123qwe123'), ''); -- { serverError 43 }
+SELECT 'Ok.';
diff --git a/tests/queries/0_stateless/01602_temporary_table_in_system_tables.reference b/tests/queries/0_stateless/01602_temporary_table_in_system_tables.reference
new file mode 100644
index 00000000000..5b321d6c87a
--- /dev/null
+++ b/tests/queries/0_stateless/01602_temporary_table_in_system_tables.reference
@@ -0,0 +1,10 @@
+	test_01602a	CREATE TEMPORARY TABLE test_01602a (`x` UInt32) ENGINE = Memory	Memory	Memory	1
+	test_01602b	CREATE TEMPORARY TABLE test_01602b (`y` Float64, `z` String) ENGINE = Memory	Memory	Memory	1
+	test_01602a	x	UInt32	1			0	0	0		0	0	0	0	
+	test_01602b	y	Float64	1			0	0	0		0	0	0	0	
+	test_01602b	z	String	2			0	0	0		0	0	0	0	
+CREATE TEMPORARY TABLE test_01602a\n(\n    `x` UInt32\n)\nENGINE = Memory
+CREATE TEMPORARY TABLE test_01602b\n(\n    `y` Float64,\n    `z` String\n)\nENGINE = Memory
+0
+0
+0
diff --git a/tests/queries/0_stateless/01602_temporary_table_in_system_tables.sql b/tests/queries/0_stateless/01602_temporary_table_in_system_tables.sql
new file mode 100644
index 00000000000..4eb679d7307
--- /dev/null
+++ b/tests/queries/0_stateless/01602_temporary_table_in_system_tables.sql
@@ -0,0 +1,18 @@
+DROP TEMPORARY TABLE IF EXISTS test_01602a;
+DROP TEMPORARY TABLE IF EXISTS test_01602b;
+
+CREATE TEMPORARY TABLE test_01602a(x UInt32);
+CREATE TEMPORARY TABLE test_01602b(y Float64, z String);
+
+SELECT database, name, create_table_query, engine, engine_full, is_temporary FROM system.tables WHERE name LIKE 'test_01602%' ORDER BY name;
+SELECT * FROM system.columns WHERE table LIKE 'test_01602%' ORDER BY table, name;
+
+SHOW CREATE TEMPORARY TABLE test_01602a;
+SHOW CREATE TEMPORARY TABLE test_01602b;
+
+SELECT COUNT() FROM system.databases WHERE name='_temporary_and_external_tables';
+SELECT COUNT() FROM system.tables WHERE database='_temporary_and_external_tables';
+SELECT COUNT() FROM system.columns WHERE database='_temporary_and_external_tables';
+
+DROP TEMPORARY TABLE test_01602a;
+DROP TEMPORARY TABLE test_01602b;
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.reference b/tests/queries/0_stateless/01603_decimal_mult_float.reference
new file mode 100644
index 00000000000..c25beb42a27
--- /dev/null
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.reference
@@ -0,0 +1,12 @@
+2.4
+10.165
+0.00012000000000000002
+150.16500000000002
+7.775900000000001
+56622.689999999995
+5.988376688440276
+2.9941884322906844
+1.641386318314034
+1.641386318314034
+1.6413863192433382
+1.6413863192433382
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.sql b/tests/queries/0_stateless/01603_decimal_mult_float.sql
new file mode 100644
index 00000000000..407fe3649ec
--- /dev/null
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.sql
@@ -0,0 +1,26 @@
+SELECT toDecimal32(2, 2) * 1.2;
+SELECT toDecimal64(0.5, 2) * 20.33;
+SELECT 0.00001 * toDecimal32(12, 2);
+SELECT 30.033 * toDecimal32(5, 1);
+
+CREATE TABLE IF NOT EXISTS test01603 (
+    f64 Float64,
+    d Decimal64(3) DEFAULT toDecimal32(f64, 3),
+    f32 Float32 DEFAULT f64
+) ENGINE=MergeTree() ORDER BY f32;
+
+INSERT INTO test01603(f64) SELECT 1 / (number + 1) FROM system.numbers LIMIT 1000;
+
+SELECT sum(d * 1.1) FROM test01603;
+SELECT sum(8.01 * d) FROM test01603;
+SELECT sum(f64 * toDecimal64(80, 2)) FROM test01603;
+SELECT sum(toDecimal64(40, 2) * f32) FROM test01603;
+SELECT sum(f64 * toDecimal64(0.1, 2)) FROM test01603;
+SELECT sum(toDecimal64(0.3, 2) * f32) FROM test01603;
+
+SELECT sum(f64 * d) FROM test01603;
+SELECT sum(d * f64) FROM test01603;
+SELECT sum(f32 * d) FROM test01603;
+SELECT sum(d * f32) FROM test01603;
+
+DROP TABLE IF EXISTS test01603;
diff --git a/tests/queries/0_stateless/01603_insert_select_too_many_parts.reference b/tests/queries/0_stateless/01603_insert_select_too_many_parts.reference
new file mode 100644
index 00000000000..f599e28b8ab
--- /dev/null
+++ b/tests/queries/0_stateless/01603_insert_select_too_many_parts.reference
@@ -0,0 +1 @@
+10
diff --git a/tests/queries/0_stateless/01603_insert_select_too_many_parts.sql b/tests/queries/0_stateless/01603_insert_select_too_many_parts.sql
new file mode 100644
index 00000000000..a56b680e212
--- /dev/null
+++ b/tests/queries/0_stateless/01603_insert_select_too_many_parts.sql
@@ -0,0 +1,14 @@
+DROP TABLE IF EXISTS too_many_parts;
+CREATE TABLE too_many_parts (x UInt64) ENGINE = MergeTree ORDER BY tuple() SETTINGS parts_to_delay_insert = 5, parts_to_throw_insert = 5;
+
+SYSTEM STOP MERGES too_many_parts;
+SET max_block_size = 1, min_insert_block_size_rows = 0, min_insert_block_size_bytes = 0;
+
+-- exception is not thrown if threshold is exceeded when multi-block INSERT is already started.
+INSERT INTO too_many_parts SELECT * FROM numbers(10);
+SELECT count() FROM too_many_parts;
+
+-- exception is thrown if threshold is exceeded on new INSERT.
+INSERT INTO too_many_parts SELECT * FROM numbers(10); -- { serverError 252 }
+
+DROP TABLE too_many_parts;
diff --git a/tests/queries/0_stateless/01603_remove_column_ttl.reference b/tests/queries/0_stateless/01603_remove_column_ttl.reference
new file mode 100644
index 00000000000..bb0d0b8aafe
--- /dev/null
+++ b/tests/queries/0_stateless/01603_remove_column_ttl.reference
@@ -0,0 +1,6 @@
+1	32
+2	0
+CREATE TABLE default.table_with_column_ttl\n(\n    `EventTime` DateTime,\n    `UserID` UInt64,\n    `Age` UInt8\n)\nENGINE = MergeTree\nORDER BY tuple()\nSETTINGS min_bytes_for_wide_part = 0, index_granularity = 8192
+1	32
+2	0
+3	27
diff --git a/tests/queries/0_stateless/01603_remove_column_ttl.sql b/tests/queries/0_stateless/01603_remove_column_ttl.sql
new file mode 100644
index 00000000000..556d968d270
--- /dev/null
+++ b/tests/queries/0_stateless/01603_remove_column_ttl.sql
@@ -0,0 +1,30 @@
+DROP TABLE IF EXISTS table_with_column_ttl;
+CREATE TABLE table_with_column_ttl
+(
+    EventTime DateTime,
+    UserID UInt64,
+    Age UInt8 TTL EventTime + INTERVAL 3 MONTH
+)
+ENGINE MergeTree()
+ORDER BY tuple()
+SETTINGS min_bytes_for_wide_part = 0; -- column TTL doesn't work for compact parts
+
+INSERT INTO table_with_column_ttl VALUES (now(), 1, 32);
+
+INSERT INTO table_with_column_ttl VALUES (now() - INTERVAL 4 MONTH, 2, 45);
+
+OPTIMIZE TABLE table_with_column_ttl FINAL;
+
+SELECT UserID, Age FROM table_with_column_ttl ORDER BY UserID;
+
+ALTER TABLE table_with_column_ttl MODIFY COLUMN Age REMOVE TTL;
+
+SHOW CREATE TABLE table_with_column_ttl;
+
+INSERT INTO table_with_column_ttl VALUES (now() - INTERVAL 10 MONTH, 3, 27);
+
+OPTIMIZE TABLE table_with_column_ttl FINAL;
+
+SELECT UserID, Age FROM table_with_column_ttl ORDER BY UserID;
+
+DROP TABLE table_with_column_ttl;
diff --git a/tests/queries/0_stateless/01603_rename_overwrite_bug.reference b/tests/queries/0_stateless/01603_rename_overwrite_bug.reference
new file mode 100644
index 00000000000..2c98ac3d71a
--- /dev/null
+++ b/tests/queries/0_stateless/01603_rename_overwrite_bug.reference
@@ -0,0 +1,4 @@
+0
+200
+0
+200
diff --git a/tests/queries/0_stateless/01603_rename_overwrite_bug.sql b/tests/queries/0_stateless/01603_rename_overwrite_bug.sql
new file mode 100644
index 00000000000..c857e08b243
--- /dev/null
+++ b/tests/queries/0_stateless/01603_rename_overwrite_bug.sql
@@ -0,0 +1,22 @@
+DROP database IF EXISTS test_1603_rename_bug_ordinary;
+create database test_1603_rename_bug_ordinary engine=Ordinary;
+create table test_1603_rename_bug_ordinary.foo engine=Memory as select * from numbers(100);
+create table test_1603_rename_bug_ordinary.bar engine=Log as select * from numbers(200);
+detach table test_1603_rename_bug_ordinary.foo;
+rename table test_1603_rename_bug_ordinary.bar to test_1603_rename_bug_ordinary.foo; -- { serverError 57 }
+attach table test_1603_rename_bug_ordinary.foo;
+SELECT count() from test_1603_rename_bug_ordinary.foo;
+SELECT count() from test_1603_rename_bug_ordinary.bar;
+DROP DATABASE test_1603_rename_bug_ordinary;
+
+-- was not broken, adding just in case.
+DROP database IF EXISTS test_1603_rename_bug_atomic;
+create database test_1603_rename_bug_atomic engine=Atomic;
+create table test_1603_rename_bug_atomic.foo engine=Memory as select * from numbers(100);
+create table test_1603_rename_bug_atomic.bar engine=Log as select * from numbers(200);
+detach table test_1603_rename_bug_atomic.foo;
+rename table test_1603_rename_bug_atomic.bar to test_1603_rename_bug_atomic.foo; -- { serverError 57 }
+attach table test_1603_rename_bug_atomic.foo;
+SELECT count() from test_1603_rename_bug_atomic.foo;
+SELECT count() from test_1603_rename_bug_atomic.bar;
+DROP DATABASE test_1603_rename_bug_atomic;
diff --git a/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.reference b/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.reference
new file mode 100644
index 00000000000..e674ac5fabb
--- /dev/null
+++ b/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.reference
@@ -0,0 +1,8 @@
+AlterQuery  t1 (children 1)
+ ExpressionList (children 1)
+  AlterCommand 25 (children 1)
+   Function equals (children 1)
+    ExpressionList (children 2)
+     Identifier date
+     Function today (children 1)
+      ExpressionList
diff --git a/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.sql b/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.sql
new file mode 100644
index 00000000000..413acb789e0
--- /dev/null
+++ b/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.sql
@@ -0,0 +1 @@
+explain ast alter table t1 delete where date = today()
diff --git a/tests/queries/0_stateless/arcadia_skip_list.txt b/tests/queries/0_stateless/arcadia_skip_list.txt
index 172dd579481..c297698641b 100644
--- a/tests/queries/0_stateless/arcadia_skip_list.txt
+++ b/tests/queries/0_stateless/arcadia_skip_list.txt
@@ -174,5 +174,7 @@
 01584_distributed_buffer_cannot_find_column
 01018_ip_dictionary
 01582_distinct_subquery_groupby
+01558_ttest
 01558_ttest_scipy
 01561_mann_whitney_scipy
+01601_custom_tld
diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 62921b17597..f3cc522be97 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -106,5 +106,177 @@
     "polymorphic-parts": [
         "01508_partition_pruning", /// bug, shoud be fixed
         "01482_move_to_prewhere_and_cast" /// bug, shoud be fixed
+    ],
+    "parallel":
+    [
+        /// Pessimistic list of tests which work badly in parallel.
+        /// Probably they need better investigation.
+        "00062_replicated_merge_tree_alter_zookeeper",
+        "00109_shard_totals_after_having",
+        "00110_external_sort",
+        "00116_storage_set",
+        "00121_drop_column_zookeeper",
+        "00133_long_shard_memory_tracker_and_exception_safety",
+        "00180_attach_materialized_view",
+        "00226_zookeeper_deduplication_and_unexpected_parts",
+        "00236_replicated_drop_on_non_leader_zookeeper",
+        "00305_http_and_readonly",
+        "00311_array_primary_key",
+        "00417_kill_query",
+        "00423_storage_log_single_thread",
+        "00429_long_http_bufferization",
+        "00446_clear_column_in_partition_concurrent_zookeeper",
+        "00446_clear_column_in_partition_zookeeper",
+        "00463_long_sessions_in_http_interface",
+        "00505_shard_secure",
+        "00508_materialized_view_to",
+        "00516_deduplication_after_drop_partition_zookeeper",
+        "00534_functions_bad_arguments10",
+        "00552_or_nullable",
+        "00564_versioned_collapsing_merge_tree",
+        "00571_non_exist_database_when_create_materializ_view",
+        "00575_illegal_column_exception_when_drop_depen_column",
+        "00599_create_view_with_subquery",
+        "00612_http_max_query_size",
+        "00619_union_highlite",
+        "00620_optimize_on_nonleader_replica_zookeeper",
+        "00625_arrays_in_nested",
+        "00626_replace_partition_from_table",
+        "00626_replace_partition_from_table_zookeeper",
+        "00633_materialized_view_and_too_many_parts_zookeeper",
+        "00652_mergetree_mutations",
+        "00652_replicated_mutations_zookeeper",
+        "00682_empty_parts_merge",
+        "00688_low_cardinality_serialization",
+        "00693_max_block_size_system_tables_columns",
+        "00699_materialized_view_mutations",
+        "00701_rollup",
+        "00715_fetch_merged_or_mutated_part_zookeeper",
+        "00751_default_databasename_for_view",
+        "00753_alter_attach",
+        "00754_alter_modify_column_partitions",
+        "00754_alter_modify_order_by_replicated_zookeeper",
+        "00763_long_lock_buffer_alter_destination_table",
+        "00804_test_alter_compression_codecs",
+        "00804_test_custom_compression_codecs",
+        "00804_test_custom_compression_codes_log_storages",
+        "00804_test_delta_codec_compression",
+        "00834_cancel_http_readonly_queries_on_client_close",
+        "00834_kill_mutation",
+        "00834_kill_mutation_replicated_zookeeper",
+        "00840_long_concurrent_select_and_drop_deadlock",
+        "00899_long_attach_memory_limit",
+        "00910_zookeeper_custom_compression_codecs_replicated",
+        "00926_adaptive_index_granularity_merge_tree",
+        "00926_adaptive_index_granularity_pk",
+        "00926_adaptive_index_granularity_replacing_merge_tree",
+        "00926_zookeeper_adaptive_index_granularity_replicated_merge_tree",
+        "00933_alter_ttl",
+        "00933_reserved_word",
+        "00933_test_fix_extra_seek_on_compressed_cache",
+        "00933_ttl_replicated_zookeeper",
+        "00933_ttl_with_default",
+        "00955_test_final_mark",
+        "00976_ttl_with_old_parts",
+        "00980_merge_alter_settings",
+        "00980_zookeeper_merge_tree_alter_settings",
+        "00988_constraints_replication_zookeeper",
+        "00989_parallel_parts_loading",
+        "00993_system_parts_race_condition_drop_zookeeper",
+        "01013_sync_replica_timeout_zookeeper",
+        "01014_lazy_database_concurrent_recreate_reattach_and_show_tables",
+        "01015_attach_part",
+        "01018_ddl_dictionaries_concurrent_requrests",
+        "01018_ddl_dictionaries_create",
+        "01018_ddl_dictionaries_select",
+        "01021_only_tuple_columns",
+        "01031_mutations_interpreter_and_context",
+        "01033_dictionaries_lifetime",
+        "01035_concurrent_move_partition_from_table_zookeeper",
+        "01045_zookeeper_system_mutations_with_parts_names",
+        "01053_ssd_dictionary",
+        "01055_compact_parts_1",
+        "01060_avro",
+        "01060_shutdown_table_after_detach",
+        "01070_materialize_ttl",
+        "01070_modify_ttl",
+        "01070_mutations_with_dependencies",
+        "01071_live_view_detach_dependency",
+        "01071_prohibition_secondary_index_with_old_format_merge_tree",
+        "01073_attach_if_not_exists",
+        "01076_parallel_alter_replicated_zookeeper",
+        "01079_parallel_alter_add_drop_column_zookeeper",
+        "01079_parallel_alter_detach_table_zookeeper",
+        "01083_expressions_in_engine_arguments",
+        "01085_max_distributed_connections_http",
+        "01092_memory_profiler",
+        "01098_temporary_and_external_tables",
+        "01107_atomic_db_detach_attach",
+        "01108_restart_replicas_rename_deadlock_zookeeper",
+        "01110_dictionary_layout_without_arguments",
+        "01114_database_atomic",
+        "01127_month_partitioning_consistency_select",
+        "01130_in_memory_parts_partitons",
+        "01135_default_and_alter_zookeeper",
+        "01148_zookeeper_path_macros_unfolding",
+        "01190_full_attach_syntax",
+        "01193_metadata_loading",
+        "01200_mutations_memory_consumption",
+        "01238_http_memory_tracking",
+        "01249_bad_arguments_for_bloom_filter",
+        "01251_dict_is_in_infinite_loop",
+        "01254_dict_load_after_detach_attach",
+        "01259_dictionary_custom_settings_ddl",
+        "01267_alter_default_key_columns_zookeeper",
+        "01268_dictionary_direct_layout",
+        "01269_alias_type_differs",
+        "01272_suspicious_codecs",
+        "01277_alter_rename_column_constraint_zookeeper",
+        "01280_ssd_complex_key_dictionary",
+        "01280_ttl_where_group_by",
+        "01281_group_by_limit_memory_tracking",
+        "01281_unsucceeded_insert_select_queries_counter",
+        "01293_system_distribution_queue",
+        "01294_lazy_database_concurrent",
+        "01294_lazy_database_concurrent_recreate_reattach_and_show_tables",
+        "01305_replica_create_drop_zookeeper",
+        "01307_multiple_leaders_zookeeper",
+        "01318_long_unsuccessful_mutation_zookeeper",
+        "01319_manual_write_to_replicas",
+        "01338_long_select_and_alter",
+        "01338_long_select_and_alter_zookeeper",
+        "01355_alter_column_with_order",
+        "01355_ilike",
+        "01357_version_collapsing_attach_detach_zookeeper",
+        "01375_compact_parts_codecs",
+        "01378_alter_rename_with_ttl_zookeeper",
+        "01388_clear_all_columns",
+        "01396_inactive_replica_cleanup_nodes_zookeeper",
+        "01412_cache_dictionary_race",
+        "01414_mutations_and_errors_zookeeper",
+        "01415_inconsistent_merge_tree_settings",
+        "01415_sticking_mutations",
+        "01417_freeze_partition_verbose",
+        "01417_freeze_partition_verbose_zookeeper",
+        "01430_modify_sample_by_zookeeper",
+        "01454_storagememory_data_race_challenge",
+        "01456_modify_column_type_via_add_drop_update",
+        "01457_create_as_table_function_structure",
+        "01459_manual_write_to_replicas",
+        "01460_DistributedFilesToInsert",
+        "01465_ttl_recompression",
+        "01471_calculate_ttl_during_merge",
+        "01493_alter_remove_properties_zookeeper",
+        "01493_storage_set_persistency",
+        "01494_storage_join_persistency",
+        "01516_drop_table_stress",
+        "01541_max_memory_usage_for_user",
+        "attach",
+        "ddl_dictionaries",
+        "dictionary",
+        "limit_memory",
+        "live_view",
+        "memory_leak",
+        "memory_limit"
     ]
 }
diff --git a/tests/testflows/rbac/tests/privileges/create/create_table.py b/tests/testflows/rbac/tests/privileges/create/create_table.py
index 3985679a08a..c39b0c9a5e4 100644
--- a/tests/testflows/rbac/tests/privileges/create/create_table.py
+++ b/tests/testflows/rbac/tests/privileges/create/create_table.py
@@ -706,6 +706,9 @@ def create_as_merge(self, node=None):
                 with When("I grant CREATE TABLE privilege to a user"):
                     node.query(f"GRANT CREATE TABLE ON {table_name} TO {user_name}")
 
+                with And("I grant SELECT privilege to a user to allow executing the table function merge()"):
+                    node.query(f"GRANT SELECT ON {source_table_name} TO {user_name}")
+
                 with Then("I try to create a table as another table"):
                     node.query(f"CREATE TABLE {table_name} AS merge(default,'{source_table_name}')", settings = [("user", f"{user_name}")])
 
diff --git a/utils/convert-month-partitioned-parts/main.cpp b/utils/convert-month-partitioned-parts/main.cpp
index af8e221a10b..bce1e08077c 100644
--- a/utils/convert-month-partitioned-parts/main.cpp
+++ b/utils/convert-month-partitioned-parts/main.cpp
@@ -1,4 +1,5 @@
 #include <DataTypes/DataTypeDate.h>
+#include <DataTypes/DataTypesNumber.h>
 #include <IO/HashingWriteBuffer.h>
 #include <IO/ReadBufferFromFile.h>
 #include <IO/WriteBufferFromFile.h>
diff --git a/utils/db-generator/query_db_generator.cpp b/utils/db-generator/query_db_generator.cpp
index fd310fe1897..b6e287278ff 100644
--- a/utils/db-generator/query_db_generator.cpp
+++ b/utils/db-generator/query_db_generator.cpp
@@ -1255,10 +1255,10 @@ void parseSelectQuery(DB::ASTPtr ast, TableList & all_tables)
 
 TableList getTablesFromSelect(std::vector<std::string> queries)
 {
-    DB::ParserQueryWithOutput parser;
     TableList result;
     for (std::string & query : queries)
     {
+        DB::ParserQueryWithOutput parser(query.data() + query.size());
         DB::ASTPtr ast = parseQuery(parser, query.data(), query.data() + query.size(), "", 0, 0);
         for (auto & select : getSelect(ast))
         {
diff --git a/utils/iotest/iotest.cpp b/utils/iotest/iotest.cpp
index e578a539bcd..5b28dbc95f9 100644
--- a/utils/iotest/iotest.cpp
+++ b/utils/iotest/iotest.cpp
@@ -6,6 +6,7 @@
 #include <Common/Stopwatch.h>
 #include <Common/ThreadPool.h>
 #include <Common/randomSeed.h>
+#include <common/getPageSize.h>
 
 #include <cstdlib>
 #include <iomanip>
@@ -46,7 +47,7 @@ void thread(int fd, int mode, size_t min_offset, size_t max_offset, size_t block
 {
     using namespace DB;
 
-    Memory<> direct_buf(block_size, sysconf(_SC_PAGESIZE));
+    Memory<> direct_buf(block_size, ::getPageSize());
     std::vector<char> simple_buf(block_size);
 
     char * buf;
diff --git a/utils/iotest/iotest_aio.cpp b/utils/iotest/iotest_aio.cpp
index 24508c1dd9f..66de4713893 100644
--- a/utils/iotest/iotest_aio.cpp
+++ b/utils/iotest/iotest_aio.cpp
@@ -14,6 +14,7 @@ int main(int, char **) { return 0; }
 #include <Common/ThreadPool.h>
 #include <Common/Stopwatch.h>
 #include <Common/randomSeed.h>
+#include <common/getPageSize.h>
 #include <pcg_random.hpp>
 #include <IO/BufferWithOwnMemory.h>
 #include <IO/ReadHelpers.h>
@@ -52,7 +53,7 @@ void thread(int fd, int mode, size_t min_offset, size_t max_offset, size_t block
 
     std::vector<Memory<>> buffers(buffers_count);
     for (size_t i = 0; i < buffers_count; ++i)
-        buffers[i] = Memory<>(block_size, sysconf(_SC_PAGESIZE));
+        buffers[i] = Memory<>(block_size, ::getPageSize());
 
     pcg64_fast rng(randomSeed());
 
diff --git a/utils/zookeeper-test/main.cpp b/utils/zookeeper-test/main.cpp
index fe7bf93fd15..8f8aac00866 100644
--- a/utils/zookeeper-test/main.cpp
+++ b/utils/zookeeper-test/main.cpp
@@ -6,10 +6,15 @@
 #include <common/LineReader.h>
 #include <common/logger_useful.h>
 #include <fmt/format.h>
+#include <random>
+#include <iterator>
+#include <algorithm>
+#include <chrono>
 
 #include <iostream>
 #include <sstream>
 #include <exception>
+#include <future>
 
 using namespace std;
 
@@ -144,9 +149,98 @@ void testMultiRequest(zkutil::ZooKeeper & zk)
     checkEq(zk, "/data/multirequest", "bbb");
 }
 
+std::mutex elements_mutex;
+std::vector<int> current_elements;
+std::atomic<int> watches_triggered = 0;
+
+void triggerWatch(const Coordination::WatchResponse &)
+{
+    watches_triggered++;
+}
+
+template<typename Iter, typename RandomGenerator>
+Iter select_randomly(Iter start, Iter end, RandomGenerator& g)
+{
+    std::uniform_int_distribution<> dis(0, std::distance(start, end) - 1);
+    std::advance(start, dis(g));
+    return start;
+}
+
+template<typename Iter>
+Iter select_randomly(Iter start, Iter end)
+{
+    static std::random_device rd;
+    static std::mt19937 gen(rd());
+    return select_randomly(start, end, gen);
+}
+
+std::atomic<int> element_counter = 0;
+std::atomic<int> failed_setup_counter = 0;
+
+void createPathAndSetWatch(zkutil::ZooKeeper & zk, const String & path_prefix, size_t total)
+{
+    for (size_t i = 0; i < total; ++i)
+    {
+        int element = element_counter++;
+        zk.createIfNotExists(path_prefix + "/" + std::to_string(element), "");
+
+        std::string result;
+        if (!zk.tryGetWatch(path_prefix + "/" + std::to_string(element), result, nullptr, triggerWatch))
+            failed_setup_counter++;
+
+        {
+            std::lock_guard lock(elements_mutex);
+            current_elements.push_back(element);
+        }
+
+        std::this_thread::sleep_for(std::chrono::milliseconds(200));
+
+        {
+            std::lock_guard lock(elements_mutex);
+            if (current_elements.empty())
+                continue;
+            element = *select_randomly(current_elements.begin(), current_elements.end());
+            current_elements.erase(std::remove(current_elements.begin(), current_elements.end(), element), current_elements.end());
+        }
+        zk.tryRemove(path_prefix + "/" + std::to_string(element));
+    }
+
+}
+
+void tryConcurrentWatches(zkutil::ZooKeeper & zk)
+{
+    std::string path_prefix = "/concurrent_watches";
+    std::vector<std::future<void>> asyncs;
+    zk.createIfNotExists(path_prefix, "");
+    for (size_t i = 0; i < 100; ++i)
+    {
+        auto callback = [&zk, path_prefix] ()
+        {
+            createPathAndSetWatch(zk, path_prefix, 100);
+        };
+        asyncs.push_back(std::async(std::launch::async, callback));
+    }
+
+    for (auto & async : asyncs)
+    {
+        async.wait();
+    }
+
+    size_t counter = 0;
+    while (watches_triggered != 100 * 100)
+    {
+        std::this_thread::sleep_for(std::chrono::milliseconds(100));
+        if (counter++ > 20)
+            break;
+    }
+
+    std::cerr << "Failed setup counter:" << failed_setup_counter << std::endl;
+    std::cerr << "Current elements size:" << current_elements.size() << std::endl;
+    std::cerr << "WatchesTriggered:" << watches_triggered << std::endl;
+}
+
 int main(int argc, char *argv[])
 {
-
     if (argc != 2)
     {
         std::cerr << "usage: " << argv[0] << " hosts" << std::endl;
@@ -168,6 +262,7 @@ int main(int argc, char *argv[])
         testMultiRequest(zk);
         testCreateSetWatchEvent(zk);
         testCreateListWatchEvent(zk);
+        tryConcurrentWatches(zk);
     }
     catch (...)
     {

From 61e189d84bff6a32acbe15b3ea9ed92a9cc98890 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:50:05 +0300
Subject: [PATCH 273/742] another fix

---
 src/Functions/FunctionBinaryArithmetic.h | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 4a54e1ffb2b..490fd631a33 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -203,8 +203,6 @@ struct DecimalBinaryOperation
     static constexpr bool is_plus_minus_compare = is_plus_minus || is_compare;
     static constexpr bool can_overflow = is_plus_minus || is_multiply;
 
-    static constexpr bool is_plus_minus_compare_mult = is_plus_minus || is_compare || is_multiply;
-
     using ResultType = ResultType_;
     using NativeResultType = typename NativeType<ResultType>::Type;
     using Op = std::conditional_t<is_float_division,
@@ -354,9 +352,9 @@ struct DecimalBinaryOperation
             {
                 for (size_t i = 0; i < size; ++i)
                     if constexpr(IsDecimalNumber<ResultType>)
-                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                        c[i] = apply(a, undec(a[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
                     else
-                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                        c[i] = apply(a, undec(a[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
                 return;
             }
             else if (scale_b != 1)

From 17331d2732d3de57870db222a2dc80441aa6febd Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:51:05 +0300
Subject: [PATCH 274/742] another fix

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 490fd631a33..1d1711b79d2 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -352,9 +352,9 @@ struct DecimalBinaryOperation
             {
                 for (size_t i = 0; i < size; ++i)
                     if constexpr(IsDecimalNumber<ResultType>)
-                        c[i] = apply(a, undec(a[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
                     else
-                        c[i] = apply(a, undec(a[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
                 return;
             }
             else if (scale_b != 1)

From c8c99f47326eeafbb3fdb7527b7bdafa7d0cb1da Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 18 Dec 2020 18:51:37 +0300
Subject: [PATCH 275/742] Fix tests

---
 .../00933_test_fix_extra_seek_on_compressed_cache.reference     | 2 +-
 .../00961_checksums_in_system_parts_columns_table.reference     | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/queries/0_stateless/00933_test_fix_extra_seek_on_compressed_cache.reference b/tests/queries/0_stateless/00933_test_fix_extra_seek_on_compressed_cache.reference
index 797f208c02b..7a08495654c 100644
--- a/tests/queries/0_stateless/00933_test_fix_extra_seek_on_compressed_cache.reference
+++ b/tests/queries/0_stateless/00933_test_fix_extra_seek_on_compressed_cache.reference
@@ -1 +1 @@
-0	36	14
+0	36	13
diff --git a/tests/queries/0_stateless/00961_checksums_in_system_parts_columns_table.reference b/tests/queries/0_stateless/00961_checksums_in_system_parts_columns_table.reference
index 099fe566817..186f2feab79 100644
--- a/tests/queries/0_stateless/00961_checksums_in_system_parts_columns_table.reference
+++ b/tests/queries/0_stateless/00961_checksums_in_system_parts_columns_table.reference
@@ -1 +1 @@
-20000101_1_1_0	test_00961	5f2e2d4bbc14336f44037e3ac667f247	ed226557cd4e18ecf3ae06c6d5e6725c	da96ff1e527a8a1f908ddf2b1d0af239
+20000101_1_1_0	test_00961	b5fce9c4ef1ca42ce4ed027389c208d2	fc3b062b646cd23d4c23d7f5920f89ae	da96ff1e527a8a1f908ddf2b1d0af239

From 2c8582a2a8679d65e40797bdb04323f39417050c Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 18:52:33 +0300
Subject: [PATCH 276/742] Squashed commit of the following:
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

commit 17331d2732d3de57870db222a2dc80441aa6febd
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:51:05 2020 +0300

    another fix

commit 61e189d84bff6a32acbe15b3ea9ed92a9cc98890
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:50:05 2020 +0300

    another fix

commit cb2ddc7d01c810939cc24781e9511da7cf5d5294
Merge: 0e235d35f8 985876b737
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:49:18 2020 +0300

    aMerge branch 'improvement/multiply-decimals-and-floats' of github:myrrc/clickhouse into improvement/multiply-decimals-and-floats

commit 0e235d35f80af6298c5373602c065969474dccfc
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:48:37 2020 +0300

    aa

commit 985876b737d8564a2850e54cefa88063c6da2f2d
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:37:00 2020 +0300

    another fix

commit e2556659e04c705e370e5ac5c79e06b84d1a27a8
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:28:21 2020 +0300

    fix3

commit a19934886028e6a8bf5320f15eea056c5fad3eb5
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:26:58 2020 +0300

    fix2

commit fbaa8d3951f4f6056e92ab68adf6647dc2cc5caf
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:24:31 2020 +0300

    fix

commit ed6d74b21837532773a3eaf870e3b6abb5547725
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:21:10 2020 +0300

    another bad solution

commit 6f1c0b118aea3ba96af3ba1a882c0fa4e6417316
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:17:03 2020 +0300

    typo

commit 0dca8562373c495ba9170ecac3bf298df022927e
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:16:38 2020 +0300

    solution fix

commit d22d045a59a8e2db0b7bff0f4bd9f11ac48aa48f
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:12:31 2020 +0300

    fixed the impl

commit 9d24cafccdaadf9803d02183a5af4a0856b407aa
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 18:06:24 2020 +0300

    added vector mult branch

commit 7611f8d15b13130b2374a5f0025ed5907e77c29e
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:54:48 2020 +0300

    compile fix

commit 6b956a2a0dbcf0b80ef976116006d14db60abebe
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:50:16 2020 +0300

    possible fix for non-const mult

commit 58ef4c34c070c08a7f9b6cc5fd337b91781f6141
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:44:24 2020 +0300

    prep for debug version

commit 3c01cfe630bb24a24d91583d7137d57be49cb5b4
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:34:51 2020 +0300

    no scale added

commit fa1f7f40f5875b6e538c9779ae5f4b0258c44c46
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:32:44 2020 +0300

    another try

commit 6488846c9200c92629953bde0e6412a83fbdae14
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:23:51 2020 +0300

    signature fix

commit bc651b304750d28ca722430ad3b4c433b8ab82eb
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:21:32 2020 +0300

    added the suboptimal solution

commit 764d4622886384b5a60229bb2a1c88d5eeac5764
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:16:54 2020 +0300

    updated test with possible right values

commit 611d400106040e5099dc47a4b7ec71f807a9f324
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:13:15 2020 +0300

    fixed compile error

commit 6c91b3dba0945a0aa40288291c2c93727ff69c59
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:10:37 2020 +0300

    added explicit scale calc

commit 1f105145994d55e903a2e0343ddaa2e706a92ff6
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 17:02:02 2020 +0300

    another attempt

commit 07bc3a2a4d26b6be743e511aac4dfddfb343ee97
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 16:49:00 2020 +0300

    reverted the overengineering

commit c4ea410a4da0872035f3ec0a0f57b87aa66999a3
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 16:45:44 2020 +0300

    updated the comments and branches

commit 15f0915ad32913a0032b497acad3367937cf2416
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 16:35:37 2020 +0300

    replaced ternary if

commit 84013d253dff75b1f522ac1756fb8c966a51f88c
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 16:33:00 2020 +0300

    fix: ternary if

commit f34c0500dbd9b3d9af75be1151238cd3668e9b1e
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 16:29:53 2020 +0300

    enlarged the test, updated scales calc

commit d4f8c46210fce2491cd4ad49e41f9e1bf82d0170
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 16:04:19 2020 +0300

    fixed the test

commit 283268c50feefcadfe914a286361d96d4c248f4b
Merge: 5b6143bf2f 6a9397a64b
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 15:42:39 2020 +0300

    Merge branch 'improvement/multiply-decimals-and-floats' of github:myrrc/clickhouse into improvement/multiply-decimals-and-floats

commit 5b6143bf2f3281a9e57f9316cf7c8c313f1b8ee6
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 15:42:12 2020 +0300

    fix style error

commit 05abfb04bde8685588886c75aff415c4d7aad001
Merge: a50e9548fd 26637bd7ee
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 15:42:01 2020 +0300

    Merge remote-tracking branch 'upstream/master' into improvement/multiply-decimals-and-floats

commit 26637bd7ee690fdbe902b4cfd076edb51dadc076
Merge: 0d9519a0a2 911a1cd48f
Author: alesapin <alesapin@gmail.com>
Date:   Fri Dec 18 12:41:16 2020 +0300

    Merge pull request #17943 from ClickHouse/try_rewrite_writer

    Small simplification of MergeTreeDataWriter

commit 0d9519a0a2ca464e752b2593f7b061cb63eca4a4
Merge: 6ee2ada592 e4433157e7
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 08:08:26 2020 +0300

    Merge pull request #17567 from ClickHouse/insert_quorum_parallel-default

    Insert quorum parallel by default

commit 6ee2ada592a7015bebeee21320dfb90a58d8a934
Merge: 55604bde47 fb3d235e84
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 08:07:46 2020 +0300

    Merge pull request #18204 from ClickHouse/remove-strerror

    Do not use non thread-safe function `strerror`

commit 55604bde47f52e72998a1c3adaf50d4d1e1dfb68
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 08:07:09 2020 +0300

    Whitespaces

commit c343fa1ae4322f408f9ce42c58539e3a5269df2a
Merge: 6a5ce2eea7 4a1618d0b8
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 08:03:11 2020 +0300

    Merge pull request #18202 from ClickHouse/update-libc-headers-2

    Update libc headers

commit 6a5ce2eea7378e2378b54812aa176680b663455a
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 07:58:56 2020 +0300

    Update config.xml

commit 44734a829ea4add9ba88be3844408c1a1484f8e5
Merge: aa7793e38f b4a59aecfe
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 06:39:35 2020 +0300

    Merge pull request #18207 from ClickHouse/better-config

    Better config: example ports, security advices

commit b4a59aecfe7a74e74cc8921be5e2d2454fdfc6d7
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 06:39:21 2020 +0300

    Update config.xml

commit aa7793e38f7bdc2de2878787c7f5b0f58675494a
Merge: 8bc9d8ed7e d198f03301
Author: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date:   Fri Dec 18 01:54:42 2020 +0300

    Merge pull request #18084 from nikitamikhaylov/fix-arcadia-third

    Try to fix Arcadia

commit 8bc9d8ed7e7140c66d5da9c56c79aaeb357d89f1
Merge: 6fc3ca8b7b 52ef4289fe
Author: tavplubix <avtokmakov@yandex-team.ru>
Date:   Fri Dec 18 01:50:32 2020 +0300

    Merge pull request #18198 from ClickHouse/materialize_mysql_optimize_on_insert

    Enable optimize_on_insert for MaterializeMySQL

commit 6a9397a64bc7c3d71520d515d917a13ceab476f3
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 01:35:37 2020 +0300

    Update FunctionBinaryArithmetic.h

commit a50e9548fd25eb9783844e181eff44cbc215cd17
Merge: 43348bd708 0462340d8a
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 01:26:23 2020 +0300

    Merge branch 'improvement/multiply-decimals-and-floats' of github:myrrc/clickhouse into improvement/multiply-decimals-and-floats

commit 43348bd7087b7f46b36ec60d4890287d4de78144
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 01:25:30 2020 +0300

    fixed the possible values case

commit 0462340d8a6c02a455b254cd12a6beb4c759c3d0
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 01:03:25 2020 +0300

    Update FunctionBinaryArithmetic.h

commit 5a78eafb0547b53df329c9a2b4fb7d3d1d8d7b6b
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 00:59:39 2020 +0300

    Update FunctionBinaryArithmetic.h

commit 40c702c54a4d676fef6ce22b583a4523c287af2f
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 00:56:42 2020 +0300

    Update multiply.cpp

commit 6fc3ca8b7b42879d36a9dfd1756b9eb772128814
Merge: 8140fbd0fb 0c04a263e5
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 00:45:27 2020 +0300

    Merge pull request #16724 from kitaisreal/added-function-accurate-cast-or-null

    Added function accurateCastOrNull, allow different types inside IN subquery

commit 92d8840ae5ae49e95341b9eb39061a455fa6e6d5
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Fri Dec 18 00:31:09 2020 +0300

    Better config: example ports, security advices

commit 8140fbd0fb5b177f8d862306fb9dacd2c6254cb2
Merge: 799997db35 aecdd02be4
Author: alesapin <alesapin@gmail.com>
Date:   Fri Dec 18 00:22:19 2020 +0300

    Merge pull request #18200 from ClickHouse/more_logs_during_quorum

    More logs during quorum insert

commit fe1b39625664c7397d7c0f18f650a1a605be2f35
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 00:14:06 2020 +0300

    added test reference

commit bf5e836414f68f49d363708c8d32b0a9f0d576cc
Author: myrrc <me@myrrec.space>
Date:   Fri Dec 18 00:03:45 2020 +0300

    updated the test

commit 7db7a9ef5b2727196f037af3e5d4f0834fbdc3cf
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:55:59 2020 +0300

    added another constexpr branch

commit 205db4fa92a3f9086fc154997a9dc283719aefbb
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:50:59 2020 +0300

    fixed the scale bug, added the test (wo reference)

commit b5e6b233eea10c5ba62ea615492f50b7363bf114
Merge: 4f7d019a9e 61d9d213e9
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:20:14 2020 +0300

    Merge branch 'improvement/multiply-decimals-and-floats' of github:myrrc/clickhouse into improvement/multiply-decimals-and-floats

commit 4f7d019a9ebd22b06b3607895a2160fb78c41f4a
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:19:57 2020 +0300

    Squashed commit of the following:

    commit 61d9d213e91f7fbc0381a2ef81b1e941d7fd2506
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 23:14:02 2020 +0300

        fixed another variable init

    commit 73f3195fe17610f814453b27c8f4bbd15a54820d
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 23:12:41 2020 +0300

        fixed variable init

    commit 488f4ef42e90988667f77ec5b6d7e25fef9a3a03
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 23:09:33 2020 +0300

        fixed compile condition

    commit e50af17545827eb9ef657ff7d17c319afb17428e
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 23:05:10 2020 +0300

        fixed template args1

    commit f93385dcf01697a3cd5e77d8ef7f5b69aa8c90ac
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 23:01:29 2020 +0300

        replaced lambda with helper function

    commit 5974e784c29b54c59b1d84a1cecd1049cbc5e5a5
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 22:52:52 2020 +0300

        added the conversion func

    commit 6eecef35a6b09f1d83f5e1c75db8200d4a438fe5
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 22:35:46 2020 +0300

        fixed result type trait

    commit 31e3ca16703e06b5ac5cd3bc39631d0dfdaa12cc
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 22:26:15 2020 +0300

        restored type signature

    commit 613f4e0f04405a9ce5901f36f82935e32c1ca03b
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 22:24:09 2020 +0300

        removed explicit types

    commit 1c52842e835a661a9fb36693a45ff70a1be96633
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 22:21:23 2020 +0300

        simplified the condition

    commit c61af32360f95b5cffa8827b77e603fcb7c01740
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 22:12:12 2020 +0300

        fixed const column branch

    commit fd1d24c928acdcf8d0009ba975209fc2876ebfd0
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 22:10:33 2020 +0300

        fixed overflow check

    commit b428f8fcd88c8bcc29fe3aac86361df672d5d0e4
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 22:01:04 2020 +0300

        fixed scales

    commit 39c82fe50cb3652ae1f426650634bb89468023f5
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 21:52:19 2020 +0300

        fixed result type

    commit 54887dacbf2a1243e1dc70dee259787141592ab2
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 21:38:36 2020 +0300

        fix scale init

    commit 3e9428515c28aa6b9f73fa1a9ff02f7115f913a8
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 21:36:15 2020 +0300

        fix deleted constuctor

    commit ea2da764f6bd4e1500adaebfc9794879bf414526
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 21:33:51 2020 +0300

        fixed result data type init

    commit 1f67b0ce8d68693262a6e714d5c9f2f40b74c9a1
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 21:28:51 2020 +0300

        reverting if constexpr

    commit 494e9066c33c9949d2063f8a63ce1f31120c8805
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 21:17:38 2020 +0300

        fixing first compile bug

    commit d24fc58c94e270f48834451f4807aba10fe330fc
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 21:12:24 2020 +0300

        case fix 2

    commit 9f217c5df57e6fe8d8ca5d823d4889e39830ffc1
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 21:11:39 2020 +0300

        case fix

    commit fa6a1d3b4a70f3217df426934b14de4c6a166e6d
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 20:55:35 2020 +0300

        fix

    commit af8a72a45f2162f69c3cc0034af607cc17d288f9
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 20:16:37 2020 +0300

        fix

    commit 737d4fc22fd2565e5551b15f6cd96aa419a271cd
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 19:43:29 2020 +0300

        debug fix

    commit fcacf5c510c1ea34f3980863c92b34a191523f7d
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 19:31:54 2020 +0300

        another try

    commit 49f3b71b5f1c731c98eb0d90421bef968a675e64
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 18:48:22 2020 +0300

        another fix

    commit 0d319c8c612285fc249a6aea9382e9aad3b8e7c4
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 18:47:14 2020 +0300

        fix

    commit 9d5998fd10812ae4cf6b786dbe11fb947b6ec35b
    Author: myrrc <me@myrrec.space>
    Date:   Thu Dec 17 18:46:01 2020 +0300

        added debug info

    commit 17d996054ecd77d59246a26b48ff3f2436c17d3a
    Author: myrrc <me@myrrec.space>
    Date:   Wed Dec 16 18:47:24 2020 +0300

        style fix

    commit 02baaddc13b5cb40f77b44bcc104421030963012
    Author: myrrc <me@myrrec.space>
    Date:   Wed Dec 16 18:20:41 2020 +0300

        removed some casts

commit 799997db35856f1a71329bc6a14cc53348b34d1f
Merge: 30c98adde4 832d99515b
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 23:16:58 2020 +0300

    Merge pull request #16621 from arenadata/ADQM-148

    HDFS configuration and Kerberos Authenticaiton

commit 61d9d213e91f7fbc0381a2ef81b1e941d7fd2506
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:14:02 2020 +0300

    fixed another variable init

commit 30c98adde46e6d242d8bc27e075d68c4177c06f1
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 23:13:49 2020 +0300

    Fix local variable in clickhouse-test

commit 73f3195fe17610f814453b27c8f4bbd15a54820d
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:12:41 2020 +0300

    fixed variable init

commit 488f4ef42e90988667f77ec5b6d7e25fef9a3a03
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:09:33 2020 +0300

    fixed compile condition

commit e50af17545827eb9ef657ff7d17c319afb17428e
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:05:10 2020 +0300

    fixed template args1

commit f93385dcf01697a3cd5e77d8ef7f5b69aa8c90ac
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 23:01:29 2020 +0300

    replaced lambda with helper function

commit b9c537ac37facaf84ef2beafd933c48027c61cac
Merge: d9125a4822 da18af96a3
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Thu Dec 17 22:59:33 2020 +0300

    Merge pull request #18104 from vitlibar/fix-access-rights-for-merge-table-function-2

    Fix access rights required for the merge() table function #2.

commit d9125a4822109d2f60f35ee96222c77c73e00ee8
Merge: dbfe50c0c1 72df75fc50
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Thu Dec 17 22:59:09 2020 +0300

    Merge pull request #18014 from vitlibar/fix-showing-temporary-tables-in-system-tables

    Fix showing temporary tables in system tables

commit 5974e784c29b54c59b1d84a1cecd1049cbc5e5a5
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:52:52 2020 +0300

    added the conversion func

commit dbfe50c0c1593f0bf3820cf7e36107c31c12a167
Merge: 82ed528d98 a207e3db75
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 22:52:15 2020 +0300

    Merge pull request #18199 from ClickHouse/add_one_more_test_in_util

    Add one more case in zk test util

commit 82ed528d980b9b021eafe7ffb94cb7e89f6c0b6f
Merge: f82274a722 fa266790b4
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 22:51:52 2020 +0300

    Merge pull request #18191 from ClickHouse/hard_watches_test

    Test watches for in-memory zookeeper

commit e4433157e7daf43fb57123818f2f88fa3d72a7bc
Merge: c2b0f9d530 f82274a722
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 22:42:32 2020 +0300

    Merge branch 'master' into insert_quorum_parallel-default

commit c2b0f9d5306831fca199dcc9275925dcd496461e
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 22:42:15 2020 +0300

    Update integration test

commit 6eecef35a6b09f1d83f5e1c75db8200d4a438fe5
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:35:46 2020 +0300

    fixed result type trait

commit f82274a72297e863e38dc94d636fe2d7bd5f5d57
Merge: e9d97160f4 fd7fe0f84c
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 22:34:05 2020 +0300

    Merge pull request #16527 from kitaisreal/mmap-read-buffer-from-file-descriptor-use-getpagesize

    MMapReadBufferFromFileDescriptor use getpagesize

commit e9d97160f4431e5b460ca77c1851146d24981791
Merge: dd78c9dc75 f7f8ff8758
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 22:28:22 2020 +0300

    Merge pull request #16346 from ClickHouse/sigaltstack

    Provide diagnostics on stack overflow

commit 31e3ca16703e06b5ac5cd3bc39631d0dfdaa12cc
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:26:15 2020 +0300

    restored type signature

commit 613f4e0f04405a9ce5901f36f82935e32c1ca03b
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:24:09 2020 +0300

    removed explicit types

commit 1c52842e835a661a9fb36693a45ff70a1be96633
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:21:23 2020 +0300

    simplified the condition

commit f7f8ff8758615dcdc923ce45ec327e7f2b1cd29c
Merge: 01d3aef890 dd78c9dc75
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 22:16:30 2020 +0300

    Merge branch 'master' into sigaltstack

commit c61af32360f95b5cffa8827b77e603fcb7c01740
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:12:12 2020 +0300

    fixed const column branch

commit fd1d24c928acdcf8d0009ba975209fc2876ebfd0
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:10:33 2020 +0300

    fixed overflow check

commit 0c04a263e539ce530bc7a4ea98f57b2c59f35919
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Dec 17 22:04:26 2020 +0300

    Fixed ya.make

commit b428f8fcd88c8bcc29fe3aac86361df672d5d0e4
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 22:01:04 2020 +0300

    fixed scales

commit 39c82fe50cb3652ae1f426650634bb89468023f5
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:52:19 2020 +0300

    fixed result type

commit 54887dacbf2a1243e1dc70dee259787141592ab2
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:38:36 2020 +0300

    fix scale init

commit 3e9428515c28aa6b9f73fa1a9ff02f7115f913a8
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:36:15 2020 +0300

    fix deleted constuctor

commit ea2da764f6bd4e1500adaebfc9794879bf414526
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:33:51 2020 +0300

    fixed result data type init

commit 9aaa2f934580122bb3dc84950f6ca84ffa65327b
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Dec 17 21:32:25 2020 +0300

    Fixed compilation timeout

commit 1f67b0ce8d68693262a6e714d5c9f2f40b74c9a1
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:28:51 2020 +0300

    reverting if constexpr

commit fb3d235e8473d70500bf0e11788a9ec782466f37
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 21:08:42 2020 +0300

    Do not use strerror

commit 494e9066c33c9949d2063f8a63ce1f31120c8805
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:17:38 2020 +0300

    fixing first compile bug

commit d24fc58c94e270f48834451f4807aba10fe330fc
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:12:24 2020 +0300

    case fix 2

commit 9f217c5df57e6fe8d8ca5d823d4889e39830ffc1
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 21:11:39 2020 +0300

    case fix

commit fa6a1d3b4a70f3217df426934b14de4c6a166e6d
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 20:55:35 2020 +0300

    fix

commit dd78c9dc75ad684b4cad458a5e87f3e28d3ba775
Merge: a77acd5aa7 b25f126569
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 20:44:44 2020 +0300

    Merge pull request #17566 from ClickHouse/relax-too-many-parts-1

    Relax "Too many parts" threshold, part 1

commit 4a1618d0b80b6ec1d692a42a0a96ee92bbf26dbd
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 20:25:51 2020 +0300

    Update libc headers

commit af8a72a45f2162f69c3cc0034af607cc17d288f9
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 20:16:37 2020 +0300

    fix

commit 737d4fc22fd2565e5551b15f6cd96aa419a271cd
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 19:43:29 2020 +0300

    debug fix

commit fcacf5c510c1ea34f3980863c92b34a191523f7d
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 19:31:54 2020 +0300

    another try

commit a207e3db7555b2984275a55a2116af48ece3af48
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 19:21:46 2020 +0300

    Fix bad sleep

commit aecdd02be4880b262fa7d4e1cf2e6b28027c4e59
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 19:14:42 2020 +0300

    Better message

commit f45993cd1e4bd651b25ce73cfab1d75b775690ed
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 19:13:01 2020 +0300

    More logs during quorum insert

commit 49f3b71b5f1c731c98eb0d90421bef968a675e64
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 18:48:22 2020 +0300

    another fix

commit 0d319c8c612285fc249a6aea9382e9aad3b8e7c4
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 18:47:14 2020 +0300

    fix

commit d198f033017dc5da327855eba62acb2657bd69cb
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Thu Dec 17 18:46:26 2020 +0300

    suppress warnings

commit 9d5998fd10812ae4cf6b786dbe11fb947b6ec35b
Author: myrrc <me@myrrec.space>
Date:   Thu Dec 17 18:46:01 2020 +0300

    added debug info

commit a77acd5aa753b154e475b7c6706274fbae9db8df
Author: Anton Popov <pad11rus@gmail.com>
Date:   Thu Dec 17 18:12:24 2020 +0300

    Fix flaky test

commit e80b93939f451202e579624602ef3ec8ac596a07
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 18:09:09 2020 +0300

    Add one more case in zk test uti

commit cb91d64fe7a9ba589faf52a384da9f0c10392953
Author: hexiaoting <hewenting_ict@163.com>
Date:   Thu Dec 17 22:16:14 2020 +0800

    Add new feature: limit length and offset setting (#17633)

    Co-authored-by: Alexander Kazakov <Akazz@users.noreply.github.com>

commit 52ef4289feca44bdd75a188c6fa558842ce6203a
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Thu Dec 17 16:05:38 2020 +0300

    enable optimize_on_insert for MaterializeMySQL

commit 0f3582883c3b1b75ef96dda9ceed5c4b2e7897d1
Merge: d302685e72 8f49946a72
Author: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date:   Thu Dec 17 15:44:55 2020 +0300

    Merge pull request #18147 from kitaisreal/array-aggregation-big-integer-types-support

    Added array aggregation big integer types support

commit d302685e726b6960b31f1df29d4f01cd5656b907
Merge: 7e73b6acd8 3e07094364
Author: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date:   Thu Dec 17 15:12:05 2020 +0300

    Merge pull request #18172 from nikitamikhaylov/julian-day-msan

    toModifiedJulianDayOrNull msan fix

commit 3e070943644630c3297d67c878b39b5e000c60a9
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Thu Dec 17 15:11:32 2020 +0300

    style

commit fa266790b42671f9b9f55354cf72c7a76498c534
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 14:29:29 2020 +0300

    Better test

commit 7e73b6acd874e47e3724716a8707a2b0386c70bf
Merge: d82c23d5cf 294e8bbb4e
Author: tavplubix <avtokmakov@yandex-team.ru>
Date:   Thu Dec 17 14:26:51 2020 +0300

    Merge pull request #17642 from filimonov/detach-permanently

    DETACH TABLE PERMANENTLY

commit b6bd84df844e3c0760847fcbe040a72eb284d61c
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 14:25:59 2020 +0300

    One more test for watches

commit d82c23d5cf8ab49905212b0699bd43a2668fbd81
Merge: 10449695bc c6ac831d4e
Author: Kruglov Pavel <48961922+Avogar@users.noreply.github.com>
Date:   Thu Dec 17 14:00:05 2020 +0300

    Merge pull request #16853 from amosbird/ss

    Add -SimpleState combinator

commit 911a1cd48f66ba270d91b1fa8b1e3abb5b435b03
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 13:25:31 2020 +0300

    Suppress gdb warning

commit da18af96a33765a74cf5f762ff5d2a3623e0510b
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Thu Dec 10 23:16:53 2020 +0300

    Fix access rights required for the merge() table function.

commit fd7fe0f84cc53de082c530c9e133e06dd6dccff7
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Dec 17 12:10:46 2020 +0300

    Updated ya.make

commit 832d99515b4f4d68a3121579dbdeec153900af51
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Thu Dec 17 12:05:49 2020 +0300

    tag for yandex/clickhouse-kerberized-hadoop

commit 72df75fc50877eee367ece609c602a9af518374f
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Fri Dec 11 23:48:27 2020 +0300

    Add tests.

commit af3ccb49f1e917d0f703dc9ba7102c2a6a18e29e
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Fri Dec 11 22:44:18 2020 +0300

    Show create query for temporary tables in system.tables

commit ede755d3bced701606b048ae7d4983c1451a3f69
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Fri Dec 11 23:32:57 2020 +0300

    Show temporary tables in system.columns as tables with empty database.

commit d7a3cc8c909a6d35737968ea16b3fad2ee92190b
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Fri Dec 11 22:42:14 2020 +0300

    Don't show the "_temporary_and_external_tables" database in system tables
    system.databases, system.tables, system.columns.

commit b74e7accf15c7fe3880827ce9103a650da3c942c
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 11:17:39 2020 +0300

    Review fixes

commit f2957d6f0545ce4aeb023bb7b71a0a49d2e888ad
Merge: 1bd2f49fb5 10449695bc
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 10:40:25 2020 +0300

    Merge branch 'master' into try_rewrite_writer

commit 10449695bc0f9dbed35b1e00303f86867d4861ce
Author: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date:   Thu Dec 17 10:32:11 2020 +0300

    Update boost.

commit c91c5d0a686c5bfbb883318428b9c0d2c3091985
Author: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date:   Thu Dec 17 10:29:47 2020 +0300

    Update boost.

commit 66228f405456b74488fdb54d2fb79af9e26af567
Merge: bc0186eede 1f3702ff9e
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 17 10:15:30 2020 +0300

    Merge pull request #18065 from ClickHouse/fix_watch_race_testkeeper

    Remove dead list watches from TestKeeperStorage

commit bc0186eede039b4c6ebe407fd427806f5bd6b28d
Merge: 81c00a4e94 6c8f844442
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 07:19:04 2020 +0300

    Merge pull request #18168 from ClickHouse/unknown_function_better_exception

    Better exception message for unknown function

commit 81c00a4e94c2fc3017263aa0f6e0d4cddf219b2c
Merge: b159e15b1b 76e73e4e8b
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 07:18:53 2020 +0300

    Merge pull request #18167 from ClickHouse/fix_checking_profile_settings_constraints

    Fix `Unknown setting profile` error on attempt to set settings profile

commit 01d3aef89096564bf399efc8b8616fe7b3a9a48d
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 05:53:43 2020 +0300

    Disable trap back

commit b159e15b1b544de418344d78fe15cc856f902b4a
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 05:50:04 2020 +0300

    Update easy_tasks_sorted_ru.md

commit 22363f6086a31f2cf7ea397b81f424a395ce23ce
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Thu Dec 17 05:29:27 2020 +0300

    better

commit db362e4585ae9de6c189fc8a3ea2bca7dcb5c192
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Thu Dec 17 05:20:56 2020 +0300

    done

commit 4e8978e02222a2810a3e698f4203f2d12931c08e
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 05:21:27 2020 +0300

    Merge with master

commit 7f280bef37226f9d8dbd2873bde368206aecfb7d
Merge: 2e232bad74 16e524e0de
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 05:09:10 2020 +0300

    Merge branch 'master' into sigaltstack

commit 7abc58526ab64ff98f13d1906c36547bdaf04da9
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 04:55:07 2020 +0300

    Update test

commit 6a7c73a7bdc931d1a7f98fe543efab0970ca4dae
Merge: f46eb6f2be 16e524e0de
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 04:54:17 2020 +0300

    Merge branch 'master' into insert_quorum_parallel-default

commit b25f126569e4870cdfcc6cba4858122ba5edd6b7
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 04:52:27 2020 +0300

    Added a test

commit 9a017b77df614a2618f9ffcd706b77f970ce582d
Merge: 2e6bedce91 16e524e0de
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 04:40:39 2020 +0300

    Merge branch 'master' into relax-too-many-parts-1

commit d2653f91e1bbaec641c832a9764948abf3d24cf7
Merge: 792d8981ab 4edbb42ba1
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 03:40:13 2020 +0300

    Merge pull request #18112 from GrigoryPervakov/join_set_s3

    Use IDisk in Set and Join storages

commit 792d8981ab74a58f2a909a143276ed6ef2ed8dac
Merge: 37da513c36 60b916fe0b
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 03:36:07 2020 +0300

    Merge pull request #18115 from AnaUvarova/ana-uvarova-DOCSUP-2030-rus-faq-order

    DOCSUP-2030 Rus FAQ order

commit 37da513c3619d14ea87c307beae3179ce0f2bc38
Merge: 484f20f77d d96ca3fb8d
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 03:35:19 2020 +0300

    Merge pull request #18136 from taiyang-li/explain_ast_nonselect_query

    Explain ast support nonselect querys

commit 484f20f77d0eb6d96e312f434b4a63f8ef16d909
Merge: 908784a0d9 849db47f8a
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 03:34:39 2020 +0300

    Merge pull request #18140 from ClickHouse/fix_flaky_test

    Trying to fix 00620_optimize_on_nonleader_test

commit 908784a0d982e3e09bab3876498d3047222f2f76
Merge: 2e2cc6d344 8139bab240
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 03:32:10 2020 +0300

    Merge pull request #18148 from ClickHouse/suppress_error_in_test

    Suppress error in 00993_system_parts_race_condition_drop_zookeeper

commit 71bd7e55d30d6aabf9cdf7607b828d60b8d82ae9
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Thu Dec 17 03:15:13 2020 +0300

    Bump

commit 2e2cc6d344d4615b691c4c330bb5b7ff909e1ab9
Merge: a999850378 2413e82e96
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Thu Dec 17 01:19:08 2020 +0300

    Merge pull request #18141 from staticor/patch-5

    Update misc.md

commit d70f58a98f8cf1b325823dd6c366120ce77090d8
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Thu Dec 17 00:52:04 2020 +0300

    remove ryu

commit 6c8f844442102da23fb7e4cd5b7fdddb92f8cef9
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Thu Dec 17 00:42:14 2020 +0300

    better exception message for unknown function

commit 685099af7f530b75772cee40d9c3c25579a30eec
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Dec 17 00:23:41 2020 +0300

    Move getPageSize in common

commit 8f49946a72b2bc9766896c732f34dce5b10db5aa
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Dec 17 00:21:44 2020 +0300

    Reused Result type

commit 4b32bb323ac71948728892e275a83d0f7e55b5cc
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Dec 17 00:04:03 2020 +0300

    Fixed style issues

commit 76e73e4e8b466706b0ddc3ff337b4427e0c569ff
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Wed Dec 16 23:49:56 2020 +0300

    fix 'Unknown setting profile' error

commit 5a096a75b8f4e903970d5078447680e0c2b43aef
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Wed Dec 16 23:10:40 2020 +0300

    Fixed issues with average

commit 1f3702ff9eac498dec5472680e1d75ab423cf502
Merge: 422467628a a999850378
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 23:03:07 2020 +0300

    Merge branch 'master' into fix_watch_race_testkeeper

commit a999850378b01ffe6bc6378df4002ace98bae89a
Merge: 521e3fc4ae dbbe761fa1
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 22:05:16 2020 +0300

    Merge pull request #18130 from ClickHouse/fix_remove_column_ttl

    Fix remove TTL for column

commit 521e3fc4ae26dd56cda52bd52bef7fed9a9c9df4
Merge: 170cd132da 153610b2c3
Author: Ilya Yatsishin <2159081+qoega@users.noreply.github.com>
Date:   Wed Dec 16 21:43:32 2020 +0300

    Merge pull request #17910 from sevirov/sevirov-DOCSUP-4919-document_replication_queue_system_table

    DOCSUP-4919: Document the system.replication_queue system table

commit 60b916fe0b72509a0151eb5fd2c0556db34a0257
Author: ana-uvarova <ana-uvarova@yandex-team.ru>
Date:   Wed Dec 16 21:24:06 2020 +0300

    polishing links

commit 23270915d37a05491cfae7ed5b170501349524fb
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Wed Dec 16 21:03:39 2020 +0300

    better

commit 170cd132da9350d30cac224a937098b5cbf0e2b1
Merge: b8250882ac 95c35b318e
Author: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date:   Wed Dec 16 20:49:43 2020 +0300

    Merge pull request #18113 from azat/tld-list-symlink-fix

    Avoid using symlinks for top_level_domains

commit b8250882ac371cff376cf0b3d46126510ad1ee3c
Merge: 16e524e0de a7933ddf31
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 20:35:18 2020 +0300

    Merge pull request #18056 from zhangjmruc/master

    Fix issue #17160 by adding show settings like '...'

commit 294e8bbb4e74532af994d0118217ee5c4e4e18f0
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Wed Dec 16 18:16:47 2020 +0100

    Fix2

commit d96ca3fb8da73ad973c7d701a0e0250b89991d35
Author: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date:   Wed Dec 16 20:11:32 2020 +0300

    Fixing build.

commit 16e524e0de74c0be2a6ebfe7b94e629f0e3502d0
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 19:58:00 2020 +0300

    Remove outdated info from the docs

commit 422467628a1d3972d7b43117746c26e645cbf528
Merge: b347fa322c d873439846
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 19:45:57 2020 +0300

    Merge branch 'master' into fix_watch_race_testkeeper

commit d873439846b576cf884df01a9b23e513a918568e
Merge: d30099fd78 9ad2a76d51
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 19:29:32 2020 +0300

    Merge pull request #15236 from ClickHouse/run_func_tests_in_parallel

    Collect list of non-parallel test

commit 8139bab240d2a94095707254d6a62e18910597ab
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 19:12:57 2020 +0300

    More relaxed check

commit 9cc6fec36cf9b704858bfdf6dc06794a6813bda7
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 19:10:46 2020 +0300

    Supress error in 00993_system_parts_race_condition_drop_zookeeper

commit 80dbbc7e58b372f7455419b726e558a63177e936
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Wed Dec 16 18:59:53 2020 +0300

    Style check fix

commit b82770c2ad8ef58b89aeea2b4ac4e22e2305e07c
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Wed Dec 16 18:47:30 2020 +0300

    Added array aggregation big integer types support

commit 17d996054ecd77d59246a26b48ff3f2436c17d3a
Author: myrrc <me@myrrec.space>
Date:   Wed Dec 16 18:47:24 2020 +0300

    style fix

commit 50c29d9ed007e744718725f8a1bfe94037723725
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Wed Dec 16 18:34:29 2020 +0300

    better

commit d30099fd78164498432cfcf3c2917d506d4a4f2c
Merge: d046164049 44d2194326
Author: Nikolai Kochetov <KochetovNicolai@users.noreply.github.com>
Date:   Wed Dec 16 18:23:45 2020 +0300

    Merge pull request #18132 from ClickHouse/try-fix-mysql-integration-test

    Try fix integration tests.

commit d04616404937d55915faf7e38599fa3f31400776
Merge: b1dc8074ef 69ed3d1cb5
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 18:22:38 2020 +0300

    Merge pull request #18128 from ClickHouse/boringssl-krb5-2

    Port Kerberos to BoringSSL

commit 02baaddc13b5cb40f77b44bcc104421030963012
Author: myrrc <me@myrrec.space>
Date:   Wed Dec 16 18:20:41 2020 +0300

    removed some casts

commit f143a37693027395c873eab0e53085569508c5e1
Author: myrrc <me@myrrec.space>
Date:   Wed Dec 16 18:11:26 2020 +0300

    simplified case to multiply only

commit f14cafee51ad974d7de3f3ab775345310976c99d
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Wed Dec 16 16:06:43 2020 +0100

    Fix tests

commit d7145a5ee15fa81b64c3204a75e66d40ed70267b
Author: myrrc <me@myrrec.space>
Date:   Wed Dec 16 18:01:18 2020 +0300

    working

commit 484e6e7de4d1d1d4f95002bd4193ae4925a4fdcf
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Wed Dec 16 17:38:17 2020 +0300

    Removed getPageSize from small files

commit 849db47f8adf9423e14a79e414f8a9b05c24088b
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 17:31:17 2020 +0300

    Better exception messages

commit b1dc8074efbc000c1509d9f2210a5343fabb77ce
Merge: d99792e614 45361f752c
Author: Anton Popov <pad11rus@gmail.com>
Date:   Wed Dec 16 16:58:02 2020 +0300

    Merge pull request #17829 from CurtizJ/merging-map

    Merging data type Map #15806

commit 74ee36bdb8f40bc306323c139b6d0119839fe61b
Author: ana-uvarova <ana-uvarova@yandex-team.ru>
Date:   Wed Dec 16 16:39:14 2020 +0300

    done

commit 2413e82e9639faf90e40ad7e9f5e757db20326ae
Author: Steve-金勇 <staticor@me.com>
Date:   Wed Dec 16 21:35:55 2020 +0800

    Update misc.md

    Update translation by machine, and improve document more human-readable.

commit c15f5fba3b2547b9c0a8d6b6c8eff6692e53738c
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 16:16:24 2020 +0300

    Fix 00620_optimize_on_nonleader_test

commit b347fa322c1c19ddc3db53be4976ce13d4ceea2f
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 15:58:00 2020 +0300

    Trying to fix races one more time

commit 5521abba1e18497c47e4d1626ce4c7a4c66b9898
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Wed Dec 16 15:57:42 2020 +0300

    fix boost

commit c906b1ca769679af8bf8f0ed1db8fd80877fa416
Author: myrrc <me@myrrec.space>
Date:   Wed Dec 16 15:21:23 2020 +0300

    added the initial solution

commit 4edbb42ba14ad7fd9bf757c1bec946f8b4f72e08
Author: Pervakov Grigorii <pervakovg@yandex-team.ru>
Date:   Tue Dec 15 19:45:13 2020 +0300

    Use IDisk in Set and Join storages

commit 0a2bda002d7d94ed2931aafb1d17a6a72a5f3d44
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Wed Dec 16 14:46:58 2020 +0300

    remove last commit

commit 61c1db38234f5b84bed5815d8cf6b7890863b6dc
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Wed Dec 16 14:45:40 2020 +0300

    skip test

commit bcd6fc1c88f334674c97a4f1fbaa7c8877893041
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Wed Dec 16 02:53:25 2020 +0300

    better

commit 18d52dbc63b40784e70e57ce980b9252c37b932d
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Wed Dec 16 02:30:35 2020 +0300

    better

commit 20aaf48e38db2ba399ebb61aa004fcad4ffdb7bd
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Tue Dec 15 22:56:47 2020 +0300

    pragmas

commit 5c4e1d1db54d81acdbfa4843f81c3ffbf8ecae52
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Tue Dec 15 20:53:10 2020 +0300

    better

commit 3288f1fd0cb3bbf7b316deb929b0e797d0173b4b
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Tue Dec 15 16:00:40 2020 +0300

    ya make

commit c3a6499f6df3e50178c301e2627147f2ec4cc723
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Tue Dec 15 14:48:24 2020 +0300

    fix ya.make

commit 4ccdb3ca208a90963464b911b371aab0ed47c53b
Author: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date:   Tue Dec 15 06:07:43 2020 +0300

    done

commit a5a33f1963aa0ab18e7784f2891d692171f3e023
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Tue Dec 15 14:52:10 2020 +0300

    rpm rebuilddb and yum update in kerberized_hadoop/Dockerfile

commit 39877b1a6fda55fede6aa69c59cecb4496cdd539
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Tue Dec 15 12:46:02 2020 +0300

    yum clean all in kerberized_hadoop/Dockerfile

commit a4dad0acb7f326e526a91a81bad4ef6072fc10ff
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Mon Dec 14 21:35:13 2020 +0300

    CentOS 6 became too old

commit 09d1e896741dfd57d1ad5d56805742b8b98d922a
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Mon Dec 14 15:07:05 2020 +0300

    yandex/clickhouse-kerberized-hadoop + missed header

commit 407565b47f77bc8265bf3fa43ddfe365605d1c2d
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Fri Dec 11 12:16:58 2020 +0300

    fix - wrong error code

commit 9701d6a2d5fd1db05449f95fc5d2a12573ca488f
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Fri Dec 11 00:52:05 2020 +0300

    style fix per code review, doc improvement, params consistency check

commit 815856bc3d24bf553cadfce5333710d808066fc5
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Sat Nov 28 01:17:05 2020 +0300

    pass config, not context to createHDFSBuilder

commit fc0a1af2141199af5315cf7453bda16dc089d45a
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Thu Nov 19 00:08:17 2020 +0300

    doc minor changes, cleanup, krb5-user as a recommended package

commit 7e9781485900af0240af7eabf69d7f2b537d4a78
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Fri Oct 30 22:40:16 2020 +0300

    cleanup, fixes, new submodules, ShellCommand, WriteBufferFromString

commit d1d657335b62bedaf4dba7075a35131aafd1df82
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Thu Oct 29 23:40:47 2020 +0300

    USE_INTERNAL_HDFS3_LIBRARY + bash lint

commit d9166a0645981bbf6c79f109b2916ae86eea0e8a
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Mon Sep 28 20:20:04 2020 +0300

    HADOOP_SECURE_DN_USER way, kinit thread, docker capabilities

commit eb10948ca2c928f8b10a3676162210722962db2d
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Thu Sep 10 13:02:46 2020 +0300

    kerberized_hdfs cluster started

commit 185ac744b1f67cfde0d7151556cc9309c1b98b46
Author: Ilya Golshtein <gie@arenadata.io>
Date:   Wed Sep 9 15:13:20 2020 +0300

    kerberized hdfs compiled

commit 7d23451e8126bb9cf19f05b56b2325a76fc19b14
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sat Oct 31 00:24:16 2020 +0300

    Replaced usages of 4096 constant with getPageSize

commit dbb2fbcdd54197c7689f4a5670b2834d8c24bb17
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Oct 29 22:52:12 2020 +0300

    Unified usages of getPageSize

    1. Introduced getPageSize function.
    2. Replaced usages of getpagesize with getPageSize function.
    3. Replaced usages of sysconf(_SG_PAGESIZE) with getPageSize function.

commit 058fbd52223af7c78dac4468d5d964cc865bef50
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Oct 29 21:49:44 2020 +0300

    MMapReadBufferFromFileDescriptor use getpagesize

commit dbbe761fa10d088eb73c962e727b88f1006ace3a
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 13:23:11 2020 +0300

    Fix test

commit cd7827f70c65b7c9042b9a722aed77b4ee3dd50b
Author: taiyang-li <taiyang_li@163.com>
Date:   Wed Dec 16 18:00:21 2020 +0800

    explain ast support nonselect queries

commit ea4d11cb73bef08653858207e0be5e84cde69ddf
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 13:04:46 2020 +0300

    Wait for connections to special servers

commit 44d2194326804a36163a25c6e967b27a96cf279c
Author: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date:   Wed Dec 16 11:52:04 2020 +0300

    Try fix integration tests.

commit 54aeb8fcff0fb50365748f33a2129aee75ee6789
Merge: 2a4a6b22b1 d99792e614
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 11:25:19 2020 +0300

    Merge branch 'master' into fix_remove_column_ttl

commit d99792e61404ff0ee805f7a999e3c433482476f3
Merge: 37363ae89d 86fc9ea4df
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 10:54:58 2020 +0300

    Merge pull request #18105 from ClickHouse/fix_docker_images

    Fix dependencies for docker stateful_with_coverage

commit 2a4a6b22b19638d18bf51e7b83c8f0a47fd4c2fb
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 16 10:26:18 2020 +0300

    Fix remove TTL for column

commit 37363ae89dd70abb8e23b6bf52bdc248c9f8bbba
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 09:43:05 2020 +0300

    Comment update

commit 69ed3d1cb5ba5abe7dd23f1901aa0b905f4547e5
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 09:40:30 2020 +0300

    Update submodule URL

commit e3b490e9b305c2e6b16bf37271d2f13c3ca8d1d7
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 09:36:26 2020 +0300

    Port Kerberos to BoringSSL

commit 42b401c89390e21537db28398d99c319c1fe0e80
Merge: 4bd5d3b662 cf35e144ff
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 09:00:38 2020 +0300

    Merge pull request #18127 from chienlungcheung/patch-1

    Correct the unit from Kb to KB in the last section.

commit cf35e144ff65c8e7ea16579dcb6451f46224214a
Author: Chienlung Cheung <chienlungcheung@gmail.com>
Date:   Wed Dec 16 13:55:17 2020 +0800

    correct the unit from Kb to KB in the last section.

commit 4bd5d3b662f642d38158482a285366f318711625
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 06:36:43 2020 +0300

    Comment update

commit 62ce33153a45bc3355555cc6c3a75920425fa4b2
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 06:34:25 2020 +0300

    Added valuable comment

commit 88c5031dfa14f7805f0aa3a8e3570efc3cac4da7
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 06:27:28 2020 +0300

    Add a commit #16595

commit ca9ccf4850208d617085fa150b69b5ef35633925
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 06:03:43 2020 +0300

    Comment update

commit a7933ddf31f26719475cb3bb10d7c8ab162cde1d
Merge: b56523fd94 eed767bbab
Author: jianmei zhang <zhangjmruc@sina.com>
Date:   Wed Dec 16 09:38:38 2020 +0800

    Merge and rebase with master

commit 45361f752ca591c079888483341c1d1798b3a85f
Author: Anton Popov <pad11rus@gmail.com>
Date:   Wed Dec 16 02:36:03 2020 +0300

    fix test

commit b485b5bd1cc7edf8a4b0a76599f040e42dc6d954
Author: Anton Popov <pad11rus@gmail.com>
Date:   Wed Dec 16 01:22:21 2020 +0300

    minor fixes and comments added

commit aec820362a535f30b9ab04f84117ab27e10cea91
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 00:28:53 2020 +0300

    Update DecimalFunctions.h

commit eed767bbab573f6f72d69f93ddc2c577539bfab2
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Wed Dec 16 00:02:44 2020 +0300

    Update tips.md

commit b842cb04551560ba3bb5bb0c31bc4cb2f2f271c0
Author: ana-uvarova <ana-uvarova@yandex-team.ru>
Date:   Tue Dec 15 23:38:36 2020 +0300

    one more try

commit 4e3cc606e64abba6700dbaea7d5078ab73f0d3c0
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Tue Dec 15 23:36:45 2020 +0300

    Fixed tests

commit 97c93fa984a4cab53620c77119c18d2e7fbe8128
Author: ana-uvarova <ana-uvarova@yandex-team.ru>
Date:   Tue Dec 15 23:23:58 2020 +0300

    one more try

commit 86fc9ea4df3efaaef44b48d1504ef6a9599bec34
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 23:18:53 2020 +0300

    Update base image to 20.04

commit 0887cf476d4e0534c648479ff1f2423aec975326
Merge: b0d27d6747 2e4aa6b9e1
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 23:09:37 2020 +0300

    Merge pull request #18098 from ClickHouse/fix_clickhouse_test

    Fix database drop timeout in clickhouse-test

commit 93b58321d0b4212cd5a21d7466901458e45d1956
Author: ana-uvarova <ana-uvarova@yandex-team.ru>
Date:   Tue Dec 15 23:00:30 2020 +0300

    fixes

commit acfc3d4281be996520acaf0900ab9688bc502e47
Author: ana-uvarova <ana-uvarova@yandex-team.ru>
Date:   Tue Dec 15 22:47:24 2020 +0300

    host fixes

commit 8aaef7f634ec57e744f2d8a37458169052287b7d
Author: ana-uvarova <ana-uvarova@yandex-team.ru>
Date:   Tue Dec 15 22:34:11 2020 +0300

    host fixes

commit 99ecb8ae6831a95dfe69e7598f5a6e1c71b5f9f5
Author: ana-uvarova <ana-uvarova@yandex-team.ru>
Date:   Tue Dec 15 22:02:37 2020 +0300

    host fixes

commit b0d27d6747b32b8edb0c869e14a34615661761c6
Merge: f1e1672b54 3ec48cec53
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Tue Dec 15 22:01:57 2020 +0300

    Merge pull request #18082 from den-crane/patch-3

    Doc. toYYYYMM  translation to Russian

commit f1e1672b54045893ecc544d827e708b108d91740
Merge: 01286a6a09 96f22a5bcc
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Tue Dec 15 22:01:08 2020 +0300

    Merge pull request #18094 from staticor/patch-4

    Update limit.md

commit 95c35b318e55362c9a18d2ea723092ef9fc1f02f
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Tue Dec 15 21:48:24 2020 +0300

    Avoid using symlinks for top_level_domains

    Move the main copy into the tests/config and ship it to the perf tests
    via the perf package.

commit 51f53ce8e9cc4c916c4266d8a82857fb319663c3
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Tue Dec 15 21:54:16 2020 +0300

    Added tryParseDecimal functions

commit e51cf03f21c7abd1f1c352cc23414f14d296dc79
Merge: ba63635251 01286a6a09
Author: Anton Popov <pad11rus@gmail.com>
Date:   Tue Dec 15 21:08:01 2020 +0300

    Merge remote-tracking branch 'upstream/master' into HEAD

commit ba6363525190c432262239f68fb5bb532ca3e4fb
Author: Anton Popov <pad11rus@gmail.com>
Date:   Tue Dec 15 21:07:13 2020 +0300

    add tests for formats with type map

commit 9df7ecb8e640b22977f177a4a6af16936304e746
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Tue Dec 15 18:06:23 2020 +0100

    fixes

commit 2e4aa6b9e113afdac58d4b5b41069b16ec6fb33e
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 19:20:09 2020 +0300

    Kill not only database proc

commit 01286a6a095d9abe6b77c0d61514d1a979be746a
Author: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date:   Tue Dec 15 19:18:28 2020 +0300

    Update libunwind.

commit e10ee944bed26fc67a14e57fc6d025dd96794f32
Author: ana-uvarova <ana-uvarova@yandex-team.ru>
Date:   Tue Dec 15 19:17:42 2020 +0300

    links fixes

commit a325c0db744374610543ae7f8b79f2a6d14f796c
Author: ana-uvarova <ana-uvarova@yandex-team.ru>
Date:   Tue Dec 15 19:07:25 2020 +0300

    base

commit 1bd2f49fb5f699e62f1aab311725163c16e5e5dc
Merge: 8670836573 063488d943
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 19:05:04 2020 +0300

    Merge branch 'master' into try_rewrite_writer

commit dff71850a8d39ac42af7d877f75fcdae1da08402
Merge: 9d17f01dc9 063488d943
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 19:04:24 2020 +0300

    Merge branch 'master' into fix_watch_race_testkeeper

commit 9ad2a76d5151c613d281deaf7d66ebc895506c06
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 18:27:47 2020 +0300

    Update run.sh

commit 554fd738e9a783f1b7f69cae7b2e2a7d3f796a05
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 18:22:21 2020 +0300

    Remove strange line

commit ccabb4680ddad1bfbbdd2550353d890136ade9da
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 18:19:56 2020 +0300

    Fix dependencies

commit 063488d94350bd7f8c0c41dc0b8009f48d7e9be8
Merge: 31bef163ba 22aba554c0
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Tue Dec 15 18:07:42 2020 +0300

    Merge pull request #18103 from ClickHouse/revert-17983-fix-access-rights-for-merge-table-function

    Revert "Fix access rights required for the merge() table function."

commit 22aba554c0fa42a8664a944e266fd69d7189e55f
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Tue Dec 15 18:07:20 2020 +0300

    Revert "Fix access rights required for the merge() table function."

commit 27ff3a5214ab639712a48279c2afa6dd594dc837
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Tue Dec 15 15:46:13 2020 +0100

    Rework using a separate flag file instead of renames

commit 31bef163ba4c37b48f59d56423aea2ef80d46da5
Merge: b252321ef7 c3a4e5e7b7
Author: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date:   Tue Dec 15 17:34:38 2020 +0300

    Merge pull request #17848 from azat/max_distributed_connections-fix

    Fix max_distributed_connections

commit dd09e1d78396775f4f04750f4404a1ee53680a7d
Author: Anton Popov <pad11rus@gmail.com>
Date:   Tue Dec 15 17:34:37 2020 +0300

    fix type map ser/de to json

commit b252321ef7ea531351a29ca93c5851ce718ea260
Merge: def080c8ba 6defcbb662
Author: Nikolai Kochetov <KochetovNicolai@users.noreply.github.com>
Date:   Tue Dec 15 16:51:54 2020 +0300

    Merge pull request #16954 from Avogar/optimize-data-on-insert

    Optimize data on INSERT

commit 6defcbb66215d775e4b736c646dcacbf693c0d83
Merge: c8c543ca94 def080c8ba
Author: Nikolai Kochetov <KochetovNicolai@users.noreply.github.com>
Date:   Tue Dec 15 16:50:42 2020 +0300

    Merge branch 'master' into optimize-data-on-insert

commit 873d9d1e1e22dd6a6f09c6919bfa1cf68cc4a55b
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 16:34:53 2020 +0300

    Better

commit 9bb0326fc6bac0922b5a94f03fe4102745bb1e41
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 16:33:14 2020 +0300

    Fix database drop timeout in clickhouse-test

commit 96f22a5bcc8aef0159805337319d767c54208243
Author: Steve-金勇 <staticor@me.com>
Date:   Tue Dec 15 18:55:52 2020 +0800

    Update limit.md

    Update translation of LIMIT , and providing more details for with ties modifier.

    Make document more human-readable for Chinese.

commit 9d17f01dc9b5c7703cea8bbf0b2cd2a4679e143a
Merge: 73780838a1 def080c8ba
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 13:41:04 2020 +0300

    Merge branch 'master' into fix_watch_race_testkeeper

commit 8670836573d09282d29fe75ae9e9c43eb234bdff
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 13:34:28 2020 +0300

    Add some comments

commit b56523fd94db0cdcde4809f247424d53fcfd2f1f
Author: jianmei zhang <zhangjmruc@sina.com>
Date:   Tue Dec 15 17:56:54 2020 +0800

    Update test case to avoid the latest added parameter

commit 74c2211510564bcc19667d31c9f0e873b5d8a6c5
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 12:54:48 2020 +0300

    More clear

commit def080c8bae1fb60a105e38527e1452e83f207f2
Author: Alexander Kazakov <Akazz@users.noreply.github.com>
Date:   Tue Dec 15 11:16:25 2020 +0300

    Fixed unsafe ast rewrite (#18064)

    Fixed unsafe assignment to a reference in InterpreterSelectWithUnionQuery::InterpreterSelectWithUnionQuery()

commit a50187c9954c05fc7b70aa0a7b8d323f1fa4057c
Author: alesapin <alesapin@gmail.com>
Date:   Tue Dec 15 11:04:37 2020 +0300

    Slightly better

commit 508b50d121fc03c26fa9898fadc16ebb9b76f10d
Author: jianmei zhang <zhangjmruc@sina.com>
Date:   Tue Dec 15 14:44:39 2020 +0800

    support SHOW CHANGED SETTINGS query and add test cases, also do code changes to compile SHOW SETTINGS PROFILES.

commit 5a8c750b0bda0e7255bf698d2989a1b1750955cd
Merge: 45b9d79f81 9310437920
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Tue Dec 15 09:17:52 2020 +0300

    Merge pull request #17983 from vitlibar/fix-access-rights-for-merge-table-function

    Fix access rights required for the merge() table function.

commit 45b9d79f819820e30c46f6f5ed306f58cfe09afe
Merge: a0405182ed 8de0c0e8fc
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Tue Dec 15 07:51:14 2020 +0300

    Merge pull request #18081 from azat/gcc10-sanitizers

    Do not pass -fsanitize-blacklist for gcc (it does not support it) for UBSAN

commit 3ec48cec53f32374df82825b5534f2131e2018ec
Author: Denny Crane <deniszhuravlov@gmail.com>
Date:   Mon Dec 14 22:19:06 2020 -0400

    Update date-time-functions.md

    toYYYYMM  translation to Russian

commit a0405182ed16815c7b01dd4f9f3ef7e0cb559a9b
Merge: 49f65ecf9d fe6f477881
Author: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date:   Tue Dec 15 03:12:23 2020 +0300

    Merge pull request #18066 from ClickHouse/aku/utils-split-build

    Build utils in CI, at least in split build

commit 8de0c0e8fcf975ce074f0f19032f9ed37c8021bf
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Tue Dec 15 02:24:50 2020 +0300

    Fix warning message for unusupported -fsanitize-blacklist

commit 519d89dc9fde458b2c61636ef84c0ee5b0ecf5b1
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Tue Dec 15 02:19:37 2020 +0300

    Do not pass -fsanitize-blacklist for gcc (it does not support it) for UBSAN

commit c78861e86e1f7c6fce2dd3cc3e6b1d9561a229c6
Merge: afc2d7099b 49f65ecf9d
Author: Anton Popov <pad11rus@gmail.com>
Date:   Tue Dec 15 01:45:01 2020 +0300

    Merge remote-tracking branch 'upstream/master' into HEAD

commit afc2d7099b71c786620c2728f944cc992fa98b22
Author: Anton Popov <pad11rus@gmail.com>
Date:   Tue Dec 15 01:16:04 2020 +0300

    add conversion from array to map

commit 49f65ecf9de008a6a51b6d169e24646ed7af91ba
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 23:07:28 2020 +0300

    Update CHANGELOG.md

commit 91be7a6f27a0901384ed95653a76f98aac03a094
Merge: 363ff79cca 5da9315ceb
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 23:03:21 2020 +0300

    Merge pull request #16809 from kitaisreal/read-float-8digits-unroll-performance-improvement

    ReadFloat 8digits unroll performance improvement

commit 363ff79cca91696e391ebd55e08aa87d3d4b0ab4
Merge: 491e086435 346c241c20
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 23:00:43 2020 +0300

    Merge pull request #17934 from Jokser/s3-adaptive-single-part-upload

    Adaptive choose of single/multi part upload in WriteBufferFromS3

commit 491e086435ce06821e9f0d781a963b66bfafeb9b
Merge: 906415540a bf23bc6f0c
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 22:57:27 2020 +0300

    Merge pull request #18057 from azat/fix-01600_remerge_sort_lowered_memory_bytes_ratio-flap

    Fix 01600_remerge_sort_lowered_memory_bytes_ratio flap

commit 906415540aab3a9789650c87ca337efb0d92b356
Merge: 7184746f45 14dedae9f1
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 22:57:02 2020 +0300

    Merge pull request #18060 from kitaisreal/create-query-create-as-select-with-columns-specification

    CreateQuery create as select with columns specification

commit 7184746f45793b8ecabf0a7d8616551730bfea2f
Merge: 5f424f7c5c 60efab623d
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 22:56:39 2020 +0300

    Merge pull request #18059 from excitoon/patch-2

    Fixed `std::out_of_range: basic_string` in S3 URL parsing

commit 17b43ca721c48190085b3b930e87960f7a61474f
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Tue Dec 8 13:54:33 2020 +0300

    Fixed tests

commit 16a30eb4aabc4072ad51da17868e2e31c6cec727
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Tue Dec 8 10:43:18 2020 +0300

    Updated non-finite floating conversion into int

commit e945821e1f7d5c3c0119c193c99409212fca04a7
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 7 20:34:16 2020 +0300

    Update castColumn.h

commit 26e582272f321937749b3477ca4aada3293cf706
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 7 20:34:01 2020 +0300

    Update castColumn.h

commit 6873b1358753436879665a191f605499dc54b497
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 6 14:58:54 2020 +0300

    Fixed clang build issue

commit 0b565b679e40015c7a8b0e2f958f07ed8ab9d540
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sat Dec 5 17:55:37 2020 +0300

    Fixed Set execute for columns that cannot be inside Nullable

commit 18dc118298ffb0b49792012cf772058cd088b226
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sat Dec 5 16:46:14 2020 +0300

    Fixed compile issues

commit 0464859cfeb9d25af5c614173558adb62f7b9920
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sat Dec 5 16:18:56 2020 +0300

    Updated usage of different types during IN query

    1. Added accurateCast function.
    2. Use accurateCast in Set during execute.
    3. Added accurateCast tests.
    4. Updated select_in_different_types tests.

commit 6f4bc77dbcf35e18f85c41c61739da2355ca6834
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Wed Dec 2 15:28:29 2020 +0300

    Added equality comparsion

commit f4b8e8ef9931a2b1d2fb4710286cbc9d066ae956
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Wed Dec 2 13:09:13 2020 +0300

    Allow different types inside IN subquery

commit dff31e8de7f158e0dcfa4e43b6663edd130d83e8
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Mon Nov 30 11:26:00 2020 +0300

    Fixed compile issues

commit 0dac432942c85c8803bdf8c38e54e66a3ec85867
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sat Nov 28 15:55:29 2020 +0300

    Added const to arguments

commit dd072a20c9ab58e0f06d1438dc75252ff301bc3b
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Nov 15 22:24:15 2020 +0300

    Fixed compile issues

commit 7b66dc374c660102dbd34ee532e1bbe8a46a32e8
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Nov 15 13:03:53 2020 +0300

    Fixed clang compile issues

commit 4435642e39ae5c6f763d2356c10e8ac32020f7c6
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Nov 12 18:56:17 2020 +0300

    Fixed style issues

commit db5d0944ed47f7cd9a789ebc9e691fa2dfb3271c
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Nov 12 14:27:02 2020 +0300

    Added Decimal support

commit 476fb3b677edbcaf1528011e373deee88198c0d3
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Nov 12 13:32:37 2020 +0300

    Updated documentation

commit baad78d2f2d13c5873591999765eb6b838558919
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Nov 12 12:28:49 2020 +0300

    Fixed setting null value in vector. Updated tests.

commit 4cd5025e83849790bb897d66b20fb0ee9bda85de
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Tue Nov 10 16:18:58 2020 +0300

    Added numeric limits for UInt128

commit d636e1618ba8c055d8f09da004e8bcb2b7afca86
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Thu Nov 5 22:09:17 2020 +0300

    Added function accurate cast or null

commit fe6f4778814ded00009fe94a82344ac5529ebba8
Author: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date:   Mon Dec 14 20:39:52 2020 +0300

    Build utils in CI, at least in split build

    Currently we don't build them at all, so they were broken by https://github.com/ClickHouse/ClickHouse/pull/17988

commit 5f424f7c5cc8384cbbf87aabcc54018513d73b31
Author: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date:   Mon Dec 14 20:08:32 2020 +0300

    Update zzz-perf-comparison-tweaks-config.xml

commit 19af691aa6dd64c2ccb32e34e78b659d15352edb
Merge: e7f93b5563 b08842d44e
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 19:44:13 2020 +0300

    Merge pull request #17738 from vklimontovich/docker-cli-example

    Docker cli example

commit 73780838a14beabd4f2bcde74067117cbf7141c5
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 19:01:29 2020 +0300

    Remove dead list watches

commit b08842d44e9c50f4cba6b97f1da95981dea7de23
Author: filimonov <1549571+filimonov@users.noreply.github.com>
Date:   Mon Dec 14 16:54:37 2020 +0100

    Update README.md

commit 1436986a86528072e128e4f81c771c3e5e4860b4
Author: filimonov <1549571+filimonov@users.noreply.github.com>
Date:   Mon Dec 14 16:53:58 2020 +0100

    Update README.md

commit bca41bb7fd1275ed989113ef2f729e4f4fa89eac
Author: filimonov <1549571+filimonov@users.noreply.github.com>
Date:   Mon Dec 14 16:50:48 2020 +0100

    Update README.md

commit e7f93b5563fd6f25925788171a7d5b4b764c8918
Merge: 2edabd5519 653ddab63e
Author: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date:   Mon Dec 14 17:54:47 2020 +0300

    Merge pull request #18058 from azat/perf-test-zk-port-fix

    Remove test_keeper_server in perf tests

commit 2edabd5519d1eecd256f0a03311bb91dd2cc7344
Author: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date:   Mon Dec 14 17:45:58 2020 +0300

    Update zzz-perf-comparison-tweaks-config.xml

commit 24abcc970bc2cd1e4c6c15eb9b045c4956b9e57a
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Mon Dec 14 15:21:31 2020 +0100

    Tests and fixes

commit 87ea1528cb50bd0b86ec828eb38a3fb7773d6fb9
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Tue Dec 8 16:54:49 2020 +0100

    support for Lazy database

commit 4ba80996b0e5f8dbf051f59e7dcf493420f19903
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Tue Dec 8 16:48:30 2020 +0100

    Detach permanently for DatabaseConnectionMySQL

commit 799141362d5aed0697d576153ae04208afa0ca7c
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Tue Dec 8 11:00:32 2020 +0100

    Prevent attempts to recreate the table which was detached permanently

commit ad9cb580a9a864409e2ce90a99ff90e09858888a
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Mon Dec 7 16:19:05 2020 +0100

    Fix

commit 2aeb72c09ad189bcce4e9c75e0d2ccd599903ac0
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Mon Dec 7 15:01:09 2020 +0100

    Fix for tiny issue #13850

commit 3f5e5eb15ad8684e492d7b8fabee4f73c5141810
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Mon Dec 7 14:55:24 2020 +0100

    Handle not implemented cases properly

commit f6097cf818302d2873e03fa94eec323e92609d90
Author: Mikhail Filimonov <mfilimonov@altinity.com>
Date:   Mon Nov 30 18:52:32 2020 +0100

    Adding DETACH TABLE PERMANENTLY

commit 34d1ad1acae26e0e2387229df64aa422e09ee4e2
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 17:27:39 2020 +0300

    Fix writer compact

commit dd2ae6926dd3ef82176146c75d5f437c1c0a8a67
Merge: 7a8510d1c4 7f7eed4031
Author: tavplubix <avtokmakov@yandex-team.ru>
Date:   Mon Dec 14 16:27:13 2020 +0300

    Merge pull request #14849 from ClickHouse/allow_atomic_database_inside_materialize_mysql

    Allow Atomic database inside MaterializeMySQL

commit 35d2a689dd39bf3c632ccf93377cc53304a7c1fd
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 16:06:11 2020 +0300

    One more time

commit 2a2b02d395cea92db344a669939e9c3d4ced68a3
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 16:05:48 2020 +0300

    One more time

commit 9e98cdad5a2356150cd336ad74ba191e7bce71b6
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 16:05:07 2020 +0300

    Accident changes

commit 47e3f619e5f75d3444dc9b7aae25973f104c29a7
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 16:01:01 2020 +0300

    Remove redundant code

commit a87fb3fae0c3e9894f60118e95e320ffce9b1a5d
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 15:52:15 2020 +0300

    Fix style

commit 303c12d2e4f1019b91843d222a0e4c63e7060dba
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 15:51:14 2020 +0300

    Slightly better

commit 14dedae9f1b665569cc438ea0f43904b61480190
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Mon Dec 14 15:50:11 2020 +0300

    Updated sql test file

commit 7a8510d1c454f335dc53dc86cd0f9542ca6eb169
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 15:45:13 2020 +0300

    Update CHANGELOG.md

commit ad70b0bd9776856ff9a20ebb8fee5a3402088d63
Merge: 0bc2603b1d 9f4929bdce
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 15:43:51 2020 +0300

    Merge pull request #18062 from ClickHouse/changelog-20.12

    Add changelog for 20.12

commit 9f4929bdce52f09b980f0d2ed79a5ed4d1fe19f9
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 15:30:37 2020 +0300

    Add changelog for 20.12

commit 55f991adde8d67d379754a4fdddd1347d7af4d9a
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Mon Dec 14 15:23:53 2020 +0300

    Updated test

commit 6fb23da851b845149abef338823b4f4dfcd55e04
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 15:03:49 2020 +0300

    Refactoring

commit 70be03aa7d879485660f9d36549d04e560783303
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 14:36:15 2020 +0300

    Working compact parts

commit 0bc2603b1de56dc67b2c6c74e97a69efe9ecf5e3
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 14:14:59 2020 +0300

    Update 01081_PartialSortingTransform_full_column.sql

commit ab17927c853739537682b9c7050aec4cd03c3bbe
Merge: d55c5bec94 8a20d449d9
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 14:11:09 2020 +0300

    Merge pull request #18032 from kitaisreal/array-aggregation-functions

    Array aggregation functions

commit fbcf85cb4261bd0ff2f0b93bc65dd2f67b5407a9
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 14:06:02 2020 +0300

    Something working for wide parts

commit 8a20d449d999bb53d5941b8f7847a2aff9e9c4b3
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 14:01:31 2020 +0300

    Update arrayAggregation.cpp

commit d55c5bec9481833d4cd2ea86c0cf29269ff28c25
Merge: 493ee6732b 2bf226decc
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 13:59:11 2020 +0300

    Merge pull request #18053 from azat/librdkafka-snappy-UB-fix

    Fix possible corruption in librdkafka snappy decompression

commit 493ee6732b4eff62da489657d8f02f5a4640f0ad
Merge: aac8b85b34 1bccd6dff6
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 13:58:45 2020 +0300

    Merge pull request #18052 from kitaisreal/memory-storage-read-optimization

    MemoryStorage read optimization

commit aac8b85b34d788359cebb589416489a281d732a9
Merge: 86cef85186 6341521b10
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 13:58:15 2020 +0300

    Merge pull request #18054 from ClickHouse/remove-obsolete-settings

    Remove obsolete settings

commit 60efab623d5295b64d17ca7331b31d00f8c24762
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 13:53:40 2020 +0300

    Update S3Common.cpp

commit 86cef85186af389e9ef60f8ca2ec2ccfc7d49182
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 13:46:39 2020 +0300

    Remove old changelog generator to avoid confusion

commit 5f7c867da33c9bcede56c36096b77e1f0b8925f6
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Mon Dec 14 12:33:16 2020 +0300

    Added parse error if no select after as keyword

commit d8534ae1afe618c8e390788b8debbe6bee50143a
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Mon Dec 14 12:30:08 2020 +0300

    CreateQuery create as select with columns specification

commit a98e2311f8f5bac70fc7a77229e12dd13b7484d5
Merge: e7ffae89e9 1b3893bcab
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Mon Dec 14 12:10:17 2020 +0300

    Merge pull request #17908 from vitlibar/fix-checking-introspection-grants

    Fix checking introspection grants

commit 418c974eafcfa9b191fc2a914b0e918a480b0833
Author: Vladimir Chebotarev <vladimir.chebotarev@gmail.com>
Date:   Mon Dec 14 11:17:29 2020 +0300

    Fixed `std::out_of_range: basic_string` in S3 URL parsing.

commit 346c241c2066d4c5413a2380cd7f0b7f5e98f43f
Merge: 59a5e63417 e7ffae89e9
Author: Pavel Kovalenko <jokserfn@yandex-team.ru>
Date:   Mon Dec 14 11:00:30 2020 +0300

    Merge remote-tracking branch 'origin/master' into s3-adaptive-single-part-upload

    # Conflicts:
    #	src/Disks/S3/DiskS3.cpp

commit 653ddab63ebedd43ecdb50a7f2230fa08d458ced
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Mon Dec 14 10:59:01 2020 +0300

    Remove test_keeper_server in perf tests

    To avoid port overlaps for right and left server (anyway it is not
    used).

commit bf23bc6f0c9f8e392845b6d612ef1272dc8e59a5
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Mon Dec 14 10:46:30 2020 +0300

    Fix 01600_remerge_sort_lowered_memory_bytes_ratio flap

commit 12b6a54a2473ba9decd774b146b8616da6847b7d
Merge: fd695c9ff4 e7ffae89e9
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 10:30:01 2020 +0300

    Merge branch 'master' into try_rewrite_writer

commit fd695c9ff40e4afa266f68523a7be107569ef2f5
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 14 10:28:42 2020 +0300

    Dive into debug

commit f829fbb9284650b3eaee1dcc371d421bf9378688
Merge: 2169e8f7f4 e7ffae89e9
Author: jianmei zhang <zhangjmruc@sina.com>
Date:   Mon Dec 14 11:21:42 2020 +0800

    Merge remote-tracking branch 'upstream/master'

commit 2169e8f7f441d11be2a1eb2290f79429f59d13ae
Author: jianmei zhang <zhangjmruc@sina.com>
Date:   Mon Dec 14 10:33:51 2020 +0800

    Fix issue #17160 by adding show settings like '...'

commit 5da9315ceb726e91548a58a735b6e509363a8062
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 05:22:17 2020 +0300

    Update readFloatText.h

commit 66b2424e3362299b8a4f655464ae23bdede687c9
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 05:20:00 2020 +0300

    Update readFloatText.h

commit 6341521b104c3170ec5e28e2c152d40c43309e75
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 02:40:11 2020 +0300

    Remove obsolete settings

commit e7ffae89e946e88cebde0f3de464b5d545f3c3dd
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 02:31:35 2020 +0300

    Update build.sh

commit 52f03d942e1942415e94d3f40ce532ca267d1de8
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Dec 14 02:31:18 2020 +0300

    Update Dockerfile

commit 1bccd6dff6528c30cd6b053337b4f7012f416340
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Mon Dec 14 00:50:55 2020 +0300

    Fixed style issues

commit 2bf226deccbe86fbd52de7628d09426d53ae2158
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Mon Dec 14 00:38:10 2020 +0300

    Fix typo in KafkaSettings comments

commit 3b431b054ec732b0cfb7538fd6a1ba01bd22f1be
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Mon Dec 14 00:34:38 2020 +0300

    Bump librdkafka to fix UB in snappy decompression.

    In incremental_copy_fast_path there is undefined behavior (and in some
    other places too).

    And under this circumstances gcc10 with -O1 -ftree-loop-vectorize (or
    simply -O3), due to loop unroll, generates code that do copy by 16 bytes
    at a time for the second loop (MOVDQU+MOVUPS), while this is not correct
    since the memory may be overlapped and may be changed in the previous
    iteration.

    Updated version includes [1], that fixes those UB, by using memcpy over
    direct store/load since these days direct store/loads looks redundant.
    Even on ARM.

      [1]: https://github.com/ClickHouse-Extras/librdkafka/pull/3

    NOTE: clang is fine, and other older versions of gcc too

commit 2e569899d1cdf61e27b15335f2535f82a108fad4
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Thu Dec 10 10:18:49 2020 +0300

    Add a test for kafka with snappy compression method (regression for UB in snappy)

    I've checked it manually and it works with clang build and does not with
    gcc (there are NULL bytes in the middle of value).

commit 69127ca0ed33d75af28021554d4b408f6efca687
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Mon Dec 14 00:21:25 2020 +0300

    Changed BlocksList to Blocks

commit 153610b2c395b430f3d0b3196948554d3a60ec9d
Author: Dmitriy <sevirov@yandex-team.ru>
Date:   Sun Dec 13 23:44:09 2020 +0300

    Update distribution_queue.md

    Поменял also на Also.

commit 698737681abd500f871eb30d707254175831be36
Merge: 629f5f0797 8702809c9f
Author: Dmitriy <sevirov@yandex-team.ru>
Date:   Sun Dec 13 23:41:22 2020 +0300

    Merge remote-tracking branch 'remotes/clickhouse/master' into sevirov-DOCSUP-4919-document_replication_queue_system_table

commit 9310437920f111249dea294a75c6d2aeed5e0973
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Thu Dec 10 23:16:53 2020 +0300

    Fix access rights required for the merge() table function.

commit 3c6df61e5c863e868541e63fe6c99038aeaec04b
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 13 22:24:15 2020 +0300

    MemoryStorage read optimization

commit 8702809c9fa9ba4ec6f99a4765be646045aef5d9
Merge: 246e1fbb2f 0954cc2b5c
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 21:28:03 2020 +0300

    Merge pull request #17464 from amosbird/ddlworkermetric

    ddlworker max entry metric

commit 0be51cbabd94adb256514549577929d2f5d13a29
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 13 21:27:48 2020 +0300

    Updated tests

commit 246e1fbb2f108ef382fa7e67a144ee3e022530ca
Merge: 4a2aaa68a8 149431ffc3
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 21:09:09 2020 +0300

    Merge pull request #18048 from ClickHouse/play-auto-dark-theme

    Automatic support for dark theme in Play interface

commit 4a2aaa68a87150f98ef7daa047ee2bcdce89310c
Merge: 9116eb7aca 6d87743b0e
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 21:08:50 2020 +0300

    Merge pull request #18049 from ClickHouse/datasets-cdn

    CDN for datasets

commit 6d87743b0e53af533caf42417b0d43b3392ba897
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 21:06:27 2020 +0300

    CDN for datasets

commit 149431ffc32c1fd0e712aa5cf7c8fd84a433d921
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 20:54:57 2020 +0300

    Automatic support for dark theme in Play interface

commit 9116eb7aca749240bd23ae56da7e6d2e3fea6795
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 19:35:56 2020 +0300

    Add checksums

commit d75c7ec30c35dc0892bdb49cf3b0f17bee665145
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 19:28:45 2020 +0300

    Redundancy.

commit 629f5f07972d7af7cd2139074e8d0b93a786f4ca
Author: Dmitriy <sevirov@yandex-team.ru>
Date:   Sun Dec 13 18:42:34 2020 +0300

    Update replication_queue.md

    Выполнил перевод на русский язык, внес изменения в английскую версию.

commit d8484d9c31c18d56d60ded9729b8514ccc322911
Merge: 73890fa3a7 ef064696e7
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 18:28:52 2020 +0300

    Merge pull request #18033 from ClickHouse/encode-xml-rename-files

    encodeXMLComponent: rename files after #17659

commit 73890fa3a76583df3afbe3c3c0609c78b0db0cd1
Merge: cd5f827265 b394487d4f
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 18:27:52 2020 +0300

    Merge pull request #18046 from baibaichen/feature/update_doc

    update Mac-OS build documentation

commit cd5f8272657d6ea94c99813d3a1f919aaae07517
Merge: 443d1724b3 06b047235a
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 18:27:01 2020 +0300

    Merge pull request #18047 from kitaisreal/space-saving-remove-last-element-from-map-fix

    HashTable erase added tests

commit 7f7eed4031b403c8edc01cddbd14b31cd644b152
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Sun Dec 13 17:57:15 2020 +0300

    fix test

commit 0c80fce7f0326dde97e37a711335b7ea5d8554cf
Merge: ed355f8663 443d1724b3
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Sun Dec 13 17:56:50 2020 +0300

    Merge branch 'master' into allow_atomic_database_inside_materialize_mysql

commit 5d6036e9c8c285d2f00ce01c9cd0afc4c89d9488
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 13 14:38:56 2020 +0300

    Fixed style issues

commit 06b047235aa4c0ccdc16b3847455622a41f8f515
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 13 14:35:52 2020 +0300

    Fixed style issues

commit 547f452ba98baade61171448d37efe9d5deada39
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 13 13:30:25 2020 +0300

    HashTable erase added tests

commit b394487d4f45821a9cebe019c7bf71c48f690113
Author: chang.chen <baibaichen@gmail.com>
Date:   Sun Dec 13 16:10:07 2020 +0800

    update Mac-OS build documentation

commit 443d1724b3f65989e184138a6332f0cfabacac20
Merge: a714b82f9b 065a64cc37
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 04:54:14 2020 +0300

    Merge pull request #18031 from sevirov/sevirov-DOCSUP-4709-document_distribution_queue_system_table

    DOCSUP-4709: Document system.distribution_queue table

commit a714b82f9b875582cec6af0b3436a835de645ce5
Merge: 785317e542 784a484d80
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 04:52:39 2020 +0300

    Merge pull request #18036 from ClickHouse/benchmark-macbook2020

    Added results from MacBook Pro

commit 784a484d80d486dff837f4e4a18d54ad1de1ce87
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 04:51:56 2020 +0300

    Added results from MacBook Pro

commit 785317e5427f39ba13d9a64fdfab2c414cef4375
Merge: bce02de691 10beda9d39
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 04:44:47 2020 +0300

    Merge pull request #18035 from ClickHouse/benchmark-results-seodo

    Add benchmark results Yiğit Konur and Metehan Çetinkaya of seo.do

commit 10beda9d39f86b0c858bba9a36e2e319d140ff0d
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 04:44:07 2020 +0300

    Add benchmark results Yiğit Konur and Metehan Çetinkaya of seo.do

commit bce02de691a64f07cc9a4e6392705b8e5935f0ff
Merge: 436adf34df ccd794a676
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 04:38:50 2020 +0300

    Merge pull request #17539 from azat/remerge_sort_lowered_memory_bytes_ratio

    Add remerge_sort_lowered_memory_bytes_ratio setting

commit 436adf34df642b3f49ea430f843f9d35f054f818
Merge: 4ce148d2ea 8d79ae56f0
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 04:37:29 2020 +0300

    Merge pull request #17881 from gyuton/gyuton-DOCSUP-4263-Update_the_sql_statement_ORDER_BY

    DOCSUP-4263: Updated the sql statement order by

commit 4ce148d2ea9c6aa45186399004751f29e47058b1
Merge: 8df4789113 17a8a4e966
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 04:34:46 2020 +0300

    Merge pull request #18034 from edani/master

    Expand max_parallel_replicas documentation

commit 8df478911323771ff94aada88cf79a82b6a7822e
Merge: 04e222f6f3 6f50a86025
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 04:09:51 2020 +0300

    Merge pull request #17845 from kitaisreal/space-saving-remove-last-element-from-map-fix

    SpaceSaving remove last element from map fix

commit 04e222f6f38acb0d9395751aeb8c5096fb484f0a
Merge: 2ad5c8eed3 41bc43325b
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 01:12:05 2020 +0300

    Merge pull request #17986 from azat/fwd-decl

    More forward declaration for generic headers

commit 17a8a4e9664fabed5b370b37e148139ba698acf5
Author: Eric Daniel <6210036+edani@users.noreply.github.com>
Date:   Sat Dec 12 13:57:01 2020 -0800

    Expand max_parallel_replicas documentation

    Based on discussion in #17807

commit 5ae1652d51f3ce24f4b76d71922de783d180664e
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 13 00:47:17 2020 +0300

    Fixed aggregate function avg

commit 2ad5c8eed34ce0de0b2d7a5bdaac2dafc4cec2eb
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 00:45:23 2020 +0300

    Allow server to start with TestKeeper port in development environment

commit b810b28b085756f22439cba83c7b15680f40c005
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 13 00:40:34 2020 +0300

    Added comment

commit 4887d59b064ba4e88fcd629a712a864f4d0cfa70
Merge: 2eabd41749 c2c497e290
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 00:39:41 2020 +0300

    Merge pull request #18027 from Jokser/fix-flappy-log-family-s3

    Fix flappy test_log_family_s3

commit 0dcbcec19ae89305afa12df5c28c87b40de88787
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 13 00:29:09 2020 +0300

    Added tests

commit ef064696e77aa4d6e9fc72bf3b412145ddaefaf2
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sun Dec 13 00:17:37 2020 +0300

    Add perf test

commit 532557ecfd463d1e1de6cca6263b9cf526934c34
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sat Dec 12 23:47:37 2020 +0300

    encodeXMLComponent: rename files after #17659

commit 18bde6ef020e6e3f1c6e92c7e765eb7810b90dce
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sat Dec 12 23:47:23 2020 +0300

    Fixed compile issues

commit 8d79ae56f0180dd4e9838bd79b3d9243af0eb7ce
Author: George <gyuton@yandex-team.ru>
Date:   Sat Dec 12 23:07:24 2020 +0300

    created lowcardinality files for ja and tr

commit 3d261c82e9a7d391c4aef23bd688bf36ce48e1b5
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sat Dec 12 22:50:28 2020 +0300

    Array aggregation functions

commit 065a64cc3701a122f21cd6b64c8285edb20f801e
Author: Dmitriy <sevirov@yandex-team.ru>
Date:   Sat Dec 12 22:43:52 2020 +0300

    Update distribution_queue.md

    Добавил ссылку на движок таблиц Distributed.

commit a244a4f0e34bba5d0f18d395582b7eb60b454a9a
Merge: c03e91eec0 6e417088dc
Author: Dmitriy <sevirov@yandex-team.ru>
Date:   Sat Dec 12 22:28:09 2020 +0300

    Merge branch 'sevirov-DOCSUP-4709-document_distribution_queue_system_table' of https://github.com/sevirov/ClickHouse into sevirov-DOCSUP-4709-document_distribution_queue_system_table

commit c03e91eec0d1029def0f44096c3200eba5b6cd0e
Author: Dmitriy <sevirov@yandex-team.ru>
Date:   Sat Dec 12 22:27:01 2020 +0300

    Create distribution_queue.md

    Выполнил перевод на русский язык.

commit 6f50a860250a2e52cd9947b0a82ce6548fdb1d35
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sat Dec 12 18:57:07 2020 +0300

    Update gtest_hash_table.cpp

commit 41bc43325bb7c63369ac206bd2db102b4882f640
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Fri Dec 11 21:10:37 2020 +0300

    Make 01290_max_execution_speed_distributed less flaky

commit 77a1d00dee7157ff89a73a6a10a2cb3a0aa27de1
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Fri Dec 11 21:10:36 2020 +0300

    Add new remote context as interpreter context to the Pipe

commit 5b3ab488610b19f829507f04c7b74b0fec6d52bc
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Fri Dec 11 01:05:02 2020 +0300

    More forward declaration for generic headers

    The following headers are pretty generic, so use forward declaration as
    much as possible:
    - Context.h
    - Settings.h
    - ConnectionTimeouts.h
    (Also this shows that some missing some includes -- this has been fixed)

    And split ConnectionTimeouts.h into ConnectionTimeoutsContext.h (since
    module part cannot be added for it, due to recursive build dependencies
    that will be introduced)

    Also remove Settings from the RemoteBlockInputStream/RemoteQueryExecutor
    and just pass the context, since settings was passed only in speicifc
    places, that can allow making a copy of Context (i.e. Copier).

    Approx results (How much units will be recompiled after changing file X?):

    - ConnectionTimeouts.h
      - mainline: 100

    - Context.h:
      - mainline: ~800
      - patched:  415

    - Settings.h:
      - mainline: 900-1K
      - patched:  440 (most of them because of the Context.h)

commit c2c497e290af35cd4945f23136a8f07de737156d
Author: Pavel Kovalenko <jokserfn@yandex-team.ru>
Date:   Sat Dec 12 16:44:19 2020 +0300

    Use s3 disk explicitly for log tables in test_log_family_s3.

commit 07c829304326eb52d6bc2e2ae8750d91fa0fb06a
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sat Dec 12 15:08:46 2020 +0300

    Added tests

commit c7d48c48ce247bca0e4a89cdf8cb6eb122dff3de
Author: George <gyuton@yandex-team.ru>
Date:   Sat Dec 12 11:58:07 2020 +0300

    more troubleshooting

commit fa9257cd82997c187d5f74771e35d6ee2533c4ed
Author: George <gyuton@yandex-team.ru>
Date:   Sat Dec 12 11:14:46 2020 +0300

    fix

commit 1567444628f82bdf79e7012bd3c01174ea4c3cd5
Author: George <gyuton@yandex-team.ru>
Date:   Sat Dec 12 10:36:39 2020 +0300

    troubleshooting - fixed links to original articles

commit 0954cc2b5c193eb721cb2a0ef244bdfe9276c322
Author: Amos Bird <amosbird@gmail.com>
Date:   Sun Nov 29 21:28:11 2020 +0800

    test is not working

commit 8d0e949462ac55ae531e30209eb5a47da2ac7a33
Author: Amos Bird <amosbird@gmail.com>
Date:   Fri Nov 27 12:27:43 2020 +0800

    ddlworker max entry metric

commit 9b1d91911009c672e2f6689804193de83b5ab0e4
Author: George <gyuton@yandex-team.ru>
Date:   Sat Dec 12 06:39:22 2020 +0300

    more troubleshooting

commit 3794cb2d3f299c9a0953d4d4c8c6021be1f3501e
Author: George <gyuton@yandex-team.ru>
Date:   Sat Dec 12 05:48:23 2020 +0300

    troubleshooting the error

commit c74011851acb5dfa14cfe00885370781d53be90f
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sat Dec 12 04:58:07 2020 +0300

    Update HashTable.h

commit d94d9aa8d72ca3fee79ecd1a0d0e465ae6cde6ff
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sat Dec 12 04:17:32 2020 +0300

    Update HashTable.h

commit d5f87efba5de521627f7786b3459f9c392ce15e4
Author: George <gyuton@yandex-team.ru>
Date:   Sat Dec 12 04:16:58 2020 +0300

    fixed a typo in translation

commit 99212dcb7316cde90490968a9fb4eb4f3b39210b
Author: George <gyuton@yandex-team.ru>
Date:   Sat Dec 12 04:06:37 2020 +0300

    added translation

commit 9e48b9b656ab904456deb035fd41191b8d72d583
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sat Dec 12 03:47:43 2020 +0300

    Update HashTable.h

commit cabe1463d10874c011350b636e7d8a104b7b8e01
Author: George <gyuton@yandex-team.ru>
Date:   Sat Dec 12 03:39:45 2020 +0300

    fixed an error

commit eba1299845e0b490a1d813e10ab25802177baa00
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sat Dec 12 03:38:55 2020 +0300

    Update HashTable.h

commit 245dea6f2ea380732a1f64e07fd630e599567933
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sat Dec 12 03:33:57 2020 +0300

    Update HashTable.h

commit 7e2bc1e7a650d3f032e6eccea0628f7ad2b48f11
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sat Dec 12 03:30:12 2020 +0300

    Update HashTable.h

commit 6e7366f921ec86fa1a31bbe85db4a9c26f9a6e45
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Sat Dec 12 03:28:41 2020 +0300

    Update HashTable.h

commit 59a5e63417148956cf79c65d0979a6cbb456caf7
Merge: 5802633f95 f1a145a2b2
Author: Pavel Kovalenko <jokserfn@yandex-team.ru>
Date:   Fri Dec 11 18:28:41 2020 +0300

    Merge remote-tracking branch 'origin/master' into s3-adaptive-single-part-upload

    # Conflicts:
    #	src/Disks/S3/DiskS3.cpp
    #	src/Disks/S3/DiskS3.h
    #	src/Disks/S3/registerDiskS3.cpp
    #	src/IO/WriteBufferFromS3.cpp
    #	src/IO/WriteBufferFromS3.h

commit a24a76828ede28d530d589a074ecbed6ab19a9f2
Author: alesapin <alesapin@gmail.com>
Date:   Fri Dec 11 18:18:51 2020 +0300

    Fix

commit 4b83707c6326b4069585038f0fd6dd8b13a18f21
Author: alesapin <alesapin@gmail.com>
Date:   Fri Dec 11 18:00:58 2020 +0300

    Compileable code for some reason

commit c6ac831d4eddf3eeeefa6f4c770c1e6bf6172ba9
Author: Amos Bird <amosbird@gmail.com>
Date:   Fri Dec 11 22:44:22 2020 +0800

    Fix type

commit b70b98c4154d15206d99afda2a9af6362d2842e4
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Wed Dec 9 23:56:15 2020 +0300

    Fix style issues

commit 4ae56197149238bb31c18d11a957cf23434fc246
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Wed Dec 9 22:44:43 2020 +0300

    Optimized erase in HashTable

commit bf5d75853cf3840de8ee11f1bd976080965f922f
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Wed Dec 9 15:47:22 2020 +0300

    Added erase into HashTable

commit bfceb066594fd2d9093710345be5e58cf532c88c
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 6 22:16:21 2020 +0300

    Fixed test

commit d8b78682e1ee1387f34da67ab1422263ecfd0285
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Sun Dec 6 22:14:40 2020 +0300

    SpaceSaving remove last element from map fix

commit ed355f866372504763d36983254dcca446f18281
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Fri Dec 11 16:50:45 2020 +0300

    fix

commit 1b3893bcab7b7f95d30ce5bb23764de27181a690
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Tue Dec 8 21:09:13 2020 +0300

    User with allow_ddl=0 cannot do DDL but can grant DDL.

commit 648be453a41415dc24c3b425a790411fff5c3122
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Tue Dec 8 21:07:50 2020 +0300

    User with allow_introspection_functions=0 cannot call introspection functions but can grant INTROSPECTION.

commit 710ba6f6173e11f3613f76a707c10b436f255813
Author: Vitaly Baranov <vitbar@yandex-team.ru>
Date:   Tue Dec 8 17:24:32 2020 +0300

    Simplify class ContextAccess.

commit 57c30c4164d19a1060f463b68813cc731f4fe22b
Author: alesapin <alesapin@gmail.com>
Date:   Fri Dec 11 16:20:19 2020 +0300

    Garbage

commit 58a31e4882c859c3e7ce8717359049182a910f92
Merge: 0ba712a2d3 fb1221148d
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Fri Dec 11 16:14:03 2020 +0300

    Merge branch 'master' into allow_atomic_database_inside_materialize_mysql

commit 7ffd76a6051da99c12c84a8a950d32e1ba98ff81
Author: alesapin <alesapin@gmail.com>
Date:   Fri Dec 11 11:41:02 2020 +0300

    Fix bug

commit cbba73672e89fd503201157a659b522a0439e2fe
Merge: 1cb06bd975 e11790f61a
Author: alesapin <alesapin@gmail.com>
Date:   Fri Dec 11 11:09:47 2020 +0300

    Merge branch 'master' into try_rewrite_writer

commit 5b1e5679b4a292e33ee5e60c0ba9cefa1e8388bd
Author: Amos Bird <amosbird@gmail.com>
Date:   Wed Nov 11 12:05:54 2020 +0800

    Add -SimpleState combinator

commit 1cb06bd97570403084c5d6958872a05abff8345c
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 10 19:29:10 2020 +0300

    Split one method

commit 90fa9a20733072861f752797b73c909e6617ac09
Merge: f3d1dc360c b1c00d4045
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 10 18:36:10 2020 +0300

    Merge branch 'master' into try_rewrite_writer

commit f3d1dc360c89d68b7693690264546fc5f97160cb
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 10 12:24:52 2020 +0300

    Fix style

commit 0704b478ee6c741cb86016ec8d3c1ab0b8d65338
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 10 12:22:43 2020 +0300

    Less constuctors

commit 2787b615b0d5b43ca56770f01f688a87bbbb06d0
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 10 11:57:52 2020 +0300

    Make interface as simple as possible

commit 7979b3655c46fbcb12fce8c69d04f9ba25417777
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 9 21:22:07 2020 +0300

    Better formating

commit 3b88c077edd8481a3b3bb2ac698cde87628abaa0
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 9 21:19:49 2020 +0300

    Mechanical refactoring

commit af73db93e6b05073997508956165c974b3f91a8d
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 9 21:10:09 2020 +0300

    Mechanical refactoring

commit 7b88f9a115dd11dce65ec34079a2a9def35cde1b
Merge: fa64d314df 89a3a86b71
Author: alesapin <alesapin@gmail.com>
Date:   Wed Dec 9 19:23:53 2020 +0300

    Merge branch 'master' into try_rewrite_writer

commit 5802633f957bd5ee29611a16116219d4b32cbc79
Author: Pavel Kovalenko <jokserfn@yandex-team.ru>
Date:   Wed Dec 9 18:38:02 2020 +0300

    Fix parameter name in constructor of DiskS3

commit c8c543ca9416fb193a13545d3f23d6b3a60c17c3
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Wed Dec 9 18:07:58 2020 +0300

    Add throwing exceptions

commit db7a87089b69744f60edd506f0287e3ae8363b35
Author: Pavel Kovalenko <jokserfn@yandex-team.ru>
Date:   Wed Dec 9 17:09:04 2020 +0300

    Adaptive choose of single/multi part upload in WriteBufferFromS3.

commit 215c5675dd470292a34a02fcc2b0d2c2b78be122
Author: Dmitriy <sevirov@yandex-team.ru>
Date:   Tue Dec 8 23:25:45 2020 +0300

    Update replication_queue.md

    Изменил описание столбца node_name.

commit ce721f95ee9a1578167651c7f101f978814d79fc
Author: Dmitriy <sevirov@yandex-team.ru>
Date:   Tue Dec 8 21:46:25 2020 +0300

    Create replication_queue.md

    Задокументировал системную таблицу replication_queue.

commit 291959c1b35c7fbf62cd45dafbb13741cbfb10e7
Author: Kruglov Pavel <48961922+Avogar@users.noreply.github.com>
Date:   Tue Dec 8 19:19:51 2020 +0300

    Update comment

commit 0ba712a2d36a394f9af876f4f3204eb21856e349
Merge: a0ef3a113a d9b52f94f7
Author: Ivan <5627721+abyss7@users.noreply.github.com>
Date:   Tue Dec 8 16:45:51 2020 +0300

    Merge branch 'master' into allow_atomic_database_inside_materialize_mysql

commit e19eb6f17ad8d330f2b3206fedacd9a8cdbd8b8a
Merge: 5ae6c6dab9 d9b52f94f7
Author: Kruglov Pavel <48961922+Avogar@users.noreply.github.com>
Date:   Tue Dec 8 15:57:46 2020 +0300

    Merge branch 'master' into optimize-data-on-insert

commit 4e49c59ed0beb0ccf54b0704588c5648fc9d9e51
Author: George <gyuton@yandex-team.ru>
Date:   Tue Dec 8 04:55:57 2020 +0300

    minor fix

commit 6be3933ceae3399135ea7dfd5f2cfe47da485c6a
Author: George <gyuton@yandex-team.ru>
Date:   Tue Dec 8 04:27:26 2020 +0300

    fixed links v2

commit 8760fc12272a8d30a253b7bf2f54f00cd9a89e8a
Author: George <gyuton@yandex-team.ru>
Date:   Tue Dec 8 04:07:34 2020 +0300

    Fixed links

commit 1f0cfbaca89701946793f2d11c3a9e8c84c03326
Author: George <gyuton@yandex-team.ru>
Date:   Tue Dec 8 03:51:41 2020 +0300

    Added Collation description

commit 371cb23946d1f809aabda0c3b8726d95ffbc742f
Merge: b68aa1c76d dd8362a5eb
Author: alesapin <alesapin@gmail.com>
Date:   Mon Dec 7 13:30:41 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit c3a4e5e7b78ddbbca38efe46bc53e00829fa3a49
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Mon Dec 7 01:12:54 2020 +0300

    Fix max_distributed_connections (one more time)

    With prefer_localhost_replica=1 max_distributed_connections uses
    max_threads before this patch.

    Fixes: #14936
    Previous fix: #9673

commit ce03a896a17f8fadb47df55799fbfe3b0ac336ee
Author: Anton Popov <pad11rus@gmail.com>
Date:   Sat Dec 5 22:51:16 2020 +0300

    remove unused files

commit 7aaa2c052ff1035ef7b0211145f75bcddf708d74
Merge: 6b09669d66 67c82eb61b
Author: Anton Popov <pad11rus@gmail.com>
Date:   Sat Dec 5 22:41:46 2020 +0300

    Merge branch 'master' into merging-map

commit 6b09669d6600c6551a4fd6ff5be3892c267f85eb
Author: Anton Popov <pad11rus@gmail.com>
Date:   Thu Dec 3 06:52:41 2020 +0300

    data type map: several fixes

commit 5ae6c6dab9b06acc1707db44077346e7f0208bdd
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Fri Dec 4 20:40:28 2020 +0300

    Fix build error

commit 4b58528b9ed886eea538d07249d51515a1c214a0
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Fri Dec 4 19:25:30 2020 +0300

    Rename getPos to getRow, change mergeBlock, pass setting instead of context

commit 905ba78adce1fcf9bc2f8fa7090472bc34ff4f8f
Merge: e5588b94aa 7c2a04d77d
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Fri Dec 4 18:56:46 2020 +0300

    Merge branch 'master' of github.com:ClickHouse/ClickHouse into optimize-data-on-insert

commit b68aa1c76d0f439d3538a0ca5e816170422b944d
Merge: 9df414fa0c 2b3281888a
Author: alesapin <alesapin@gmail.com>
Date:   Thu Dec 3 17:22:09 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit 9bf5ab9f4c91015ed8fe0fc99cba64acf7309f45
Author: Vladimir Klimontovich <v@klimontovich.com>
Date:   Wed Dec 2 19:01:31 2020 +0300

    Removed unnecessary mapping

commit 274c87d4c78bae11dd5b804156f5c64329e891ce
Author: Vladimir Klimontovich <v@klimontovich.com>
Date:   Wed Dec 2 19:00:23 2020 +0300

    Remove extra space

commit a0ef3a113a3796149071adfa535982ef76e34610
Merge: e82c63e05c 9b72323594
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Wed Dec 2 18:29:02 2020 +0300

    Merge branch 'master' into allow_atomic_database_inside_materialize_mysql

commit d402d68071e2ed4e9e9f8a0c81d5d4c9c9566b41
Author: Vladimir Klimontovich <v@klimontovich.com>
Date:   Wed Dec 2 18:26:16 2020 +0300

    Added HTTP CLI example and expose 8123 port

    Exposing the 8123 (HTTP) interface in basic example and giving CLI connection instruction makes it easier to start. For a lot of developers, curl is a native and very familiar tool

commit 12604ce0e64d2930021e783900d7c39289f3e7b0
Merge: 21bbc7bc19 5b3a7f5c98
Author: Anton Popov <pad11rus@gmail.com>
Date:   Tue Dec 1 14:52:30 2020 +0300

    Merge branch 'dev_map2' of git://github.com/hexiaoting/ClickHouse into merging-map

commit ccd794a676d2e9bc19367f6043ab81414011c9b6
Author: Azat Khuzhin <a3at.mail@gmail.com>
Date:   Sat Nov 28 19:32:28 2020 +0300

    Add remerge_sort_lowered_memory_bytes_ratio setting

    Sometimes default ratio is not good enough (2), since it depends on lots
    of factors:
    - size of LIMIT
    - max_memory_usage
    - ...

    So add a separate setting for it.

    But note that it make sense to set
    remerge_sort_lowered_memory_bytes_ratio only in range (1, 2]

    Since <= 1 will just use more CPU, and > 2 will use more RAM and will
    unlikely be faster.

commit f46eb6f2bed21808a23da2686d61a8b0db6da864
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sun Nov 29 18:16:47 2020 +0300

    Update tests

commit 7d79a3cc35859ae9adb92254f23f8138c72ba4a1
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sun Nov 29 18:13:57 2020 +0300

    Make insert_quorum_parallel by default

commit 2e6bedce91cd40a274faa04f42da4e7104c6e0da
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sun Nov 29 18:08:02 2020 +0300

    Relax "Too many parts" threshold, part 1

commit 5b3a7f5c98332506428ae75fab413396bd85da80
Merge: 74d875c837 747453b008
Author: hexiaoting <hewenting_ict@163.com>
Date:   Thu Nov 26 16:43:27 2020 +0800

    Merge remote-tracking branch 'origin/master' into dev_map2

commit 74d875c8374a631ef94ea97f802711694478ae01
Merge: c7c14cc6ad b494b18748
Author: hexiaoting <hewenting_ict@163.com>
Date:   Thu Nov 26 15:13:52 2020 +0800

    Merge remote-tracking branch 'origin/master' into dev_map2

commit e82c63e05cac931dd282ce0597c45385e01094c8
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Tue Nov 24 15:28:54 2020 +0300

    fixes

commit dce0bf8efc025332b923a11d70cd392fc8937b0b
Merge: 5f6bbe8967 45f09fe293
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Tue Nov 24 15:28:31 2020 +0300

    Merge branch 'master' into allow_atomic_database_inside_materialize_mysql

commit e5588b94aa960d0b7a900269d355d3ae5b17691f
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Fri Nov 20 13:38:53 2020 +0300

    Fix style and tests

commit 625962fb5950f222ebbf5dfb6a4cd430c94cb245
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Fri Nov 20 03:19:36 2020 +0300

    Remove debug logging

commit c3c32ff9f8c93a4a5b0f779b8e9161625a8f8ecb
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Fri Nov 20 03:16:57 2020 +0300

    Minor change

commit 608722b6ab143747d5ee5b8cdbc38a4eecf864a6
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Fri Nov 20 02:59:58 2020 +0300

    Fix integration tests

commit 3ee497258601649923e5b0a48b0ed3524e260dda
Merge: cc1b16ea81 4b7a7ca12a
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Fri Nov 20 01:23:51 2020 +0300

    Merge branch 'master' of github.com:ClickHouse/ClickHouse into optimize-data-on-insert

commit cc1b16ea815059f2f72a1290085cc8ddbe3543f0
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Wed Nov 18 13:40:58 2020 +0300

    Fix test

commit 547ec19fb35de4e5b599e07857b0a7d91a9c8c57
Merge: 4ed7657008 0bc60e2d53
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Wed Nov 18 12:01:59 2020 +0300

    Merge branch 'master' of github.com:ClickHouse/ClickHouse into optimize-data-on-insert

commit 4ed765700818c8735560f358fe545fe20e37656f
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Tue Nov 17 22:07:19 2020 +0300

    fix typo

commit 53b8ff42c2daac587b7bdef50d376dd216243690
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Tue Nov 17 19:56:36 2020 +0300

    Add test and set setting to 0 in some other tests

commit 437bbef5b9c52f51db02e7a28ce39dd90d593c2a
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Mon Nov 9 21:56:49 2020 +0300

    Fix marker check

commit 1b9c20a5df3eb5e214e20f315e24047faa6b195e
Author: Maksim Kita <kitaetoya@gmail.com>
Date:   Mon Nov 9 14:36:44 2020 +0300

    ReadFloat 8digits unroll performance improvement

commit 264e9daf6f9b22a52f50a9696915e2c4f42c349b
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Fri Nov 13 11:16:30 2020 +0300

    Fix style

commit 6a57c0a8cf5217e90ef8c5daa6f006436856e033
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Fri Nov 13 10:54:05 2020 +0300

    Move merge in MergeTreeDataWriter

commit 8d5e0784d357f756c5f515e682a9ca317b16095d
Author: Pavel Kruglov <avogar@sandbox-633380738>
Date:   Thu Nov 12 23:29:36 2020 +0300

    Add setting optimize_on_insert

commit 9df414fa0c1feaf81c8f266b655b7063906b3e70
Author: alesapin <alesapin@gmail.com>
Date:   Tue Nov 10 13:54:56 2020 +0300

    One more test to skip

commit fe4bd6a7d23650c45be371c6a563b07ff45ce609
Merge: e2ece9ef0a 059357d51e
Author: alesapin <alesapin@gmail.com>
Date:   Tue Nov 10 13:54:43 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit c7c14cc6ad9723b04dbc95bd1c096f91a711c967
Author: hexiaoting <hewenting_ict@163.com>
Date:   Tue Nov 10 11:24:39 2020 +0800

    fix bug

commit e2ece9ef0a07ef59461d434e65c08bb691955459
Merge: 8fa6831185 24e57c659a
Author: alesapin <alesapin@gmail.com>
Date:   Mon Nov 9 13:24:47 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit ef0b78cf126f61a2f31d88119929e8544ef17b8a
Author: hexiaoting <hewenting_ict@163.com>
Date:   Fri Nov 6 17:21:26 2020 +0800

    style error fix

commit 28e87da9768af95ca8c50cb77880037dd0bc97f3
Merge: 66bca89001 ccf57300eb
Author: hexiaoting <hewenting_ict@163.com>
Date:   Fri Nov 6 15:07:41 2020 +0800

    remove map literal and Merge remote-tracking branch 'origin/master' into dev_map2

commit 8fa68311858d32b7fee312b0a4fbe84ff31b7677
Merge: 5622a3f57f 01898be459
Author: alesapin <alesapin@gmail.com>
Date:   Tue Nov 3 10:16:28 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit 66bca89001a034b6cf1f02f99560e827ed486323
Author: hexiaoting <hewenting_ict@163.com>
Date:   Mon Nov 2 17:23:02 2020 +0800

    Style error fix

commit 5622a3f57fb753a259f8d187ef5661171b86e096
Author: alesapin <alesapin@gmail.com>
Date:   Mon Nov 2 10:46:43 2020 +0300

    Update skip list json

commit 3fe6f1e3fdfbf3fb57ab6330be857b05b4a3d8fa
Author: hexiaoting <hewenting_ict@163.com>
Date:   Mon Nov 2 15:10:29 2020 +0800

    Add test case for tuple convert to map

commit 3a70cf3773270fcb6e79001a5a011dedcc562ac8
Merge: e1ff6c3870 dc5fc9ddcb
Author: hexiaoting <hewenting_ict@163.com>
Date:   Mon Nov 2 14:46:56 2020 +0800

    Merge remote-tracking branch 'origin/master' into dev_map2

commit e1ff6c3870615360c452d71a4caf683cf149a49b
Author: hexiaoting <hewenting_ict@163.com>
Date:   Mon Nov 2 14:46:32 2020 +0800

    Update codes

commit 619fe6b10bb2879c009fc677d9e0e306c2c0d6ba
Merge: 2ba68d7494 ceab1add26
Author: hexiaoting <hewenting_ict@163.com>
Date:   Mon Nov 2 14:07:00 2020 +0800

    Merge remote-tracking branch 'hexiaoting/dev_map2' into dev_map2

commit 2ba68d74947a84d2f6008fa6a3bceab3bad0ed5b
Author: hexiaoting <hewenting_ict@163.com>
Date:   Mon Nov 2 14:05:53 2020 +0800

    Add map function

commit 4e45253c02ee5fbc4ccbd36714caf5fe7f5765d8
Author: alesapin <alesapin@gmail.com>
Date:   Thu Oct 29 19:05:56 2020 +0300

    Update skip_list.json

commit b5553c0c2359e4db595228f8aca1eef7bc83ed99
Author: alesapin <alesapin@gmail.com>
Date:   Thu Oct 29 15:48:02 2020 +0300

    Update skip_list.json

commit 8a6574767ae3b3e9d3f6da417c7b998389035ca1
Merge: 6345769b01 2e8594159c
Author: alesapin <alesapin@gmail.com>
Date:   Thu Oct 29 12:57:56 2020 +0300

    Merge branch 'run_func_tests_in_parallel' of github.com:ClickHouse/ClickHouse into run_func_tests_in_parallel

commit 6345769b01a7c8fe9e617b13f01593af8d659427
Merge: 362b2c1cb2 745cb4ab2f
Author: alesapin <alesapin@gmail.com>
Date:   Thu Oct 29 12:56:54 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit 2e8594159cc927628e64c7c5d3b896e8f682148f
Author: alesapin <alesapin@gmail.com>
Date:   Wed Oct 28 22:25:57 2020 +0300

    Update skip_list.json

commit 964149586eb9a42f4ebd8763637efc3054fd4c44
Author: alesapin <alesapin@gmail.com>
Date:   Wed Oct 28 18:20:21 2020 +0300

    Update tests/queries/skip_list.json

    Co-authored-by: Azat Khuzhin <a3at.mail@gmail.com>

commit ceab1add26f4c12a40ab7c3b82f840d330293ade
Merge: 483be134b2 e0d85ffd1d
Author: hexiaoting <hewenting_ict@163.com>
Date:   Wed Oct 28 19:13:40 2020 +0800

    Merge pull request #1 from Enmk/ColumnMap_fixes

    Allow casting Tuple as Map.

commit 362b2c1cb225b59eb664aafef73dec63b8434e06
Merge: b9f63645b6 4a63f1271b
Author: alesapin <alesapin@gmail.com>
Date:   Wed Oct 28 14:12:45 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit e0d85ffd1d36cd0fb87a5d450493bf155a2e3797
Author: Vasily Nemkov <V.Nemkov@gmail.com>
Date:   Mon Oct 26 21:20:45 2020 +0300

    Allow casting Tuple as Map.

    SELECT CAST(([1, 2, 3], ['1', '2', 'foo']), 'Map(UInt8, String)') AS map

commit 2e232bad74a82b54611d4e0da5d41733c4fab6d0
Merge: aa3a43c964 cc5f15da29
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Oct 26 22:51:58 2020 +0300

    Merge branch 'master' into sigaltstack

commit aa3a43c9649c1458282601a1bd6ca0741fc29fe0
Merge: 0ba2fa8105 a591d1f32a
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Oct 26 22:51:55 2020 +0300

    Merge branch 'sigaltstack' of github.com:yandex/ClickHouse into sigaltstack

commit a591d1f32afcb8e7eb0b69583523cc726ad1a719
Author: alexey-milovidov <milovidov@yandex-team.ru>
Date:   Mon Oct 26 22:46:25 2020 +0300

    Update ThreadStatus.cpp

commit b9f63645b647ac7778717d54a8cbd91b86020910
Author: tavplubix <avtokmakov@yandex-team.ru>
Date:   Mon Oct 26 12:45:30 2020 +0300

    Update 01107_atomic_db_detach_attach.sh

commit eab3371d5f5d43230d136305692d3f7f69fc4306
Author: tavplubix <avtokmakov@yandex-team.ru>
Date:   Mon Oct 26 12:42:54 2020 +0300

    Update 01114_database_atomic.sh

commit 0ba2fa81058b19148dcc002fb7445d11b517a3ed
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Oct 26 11:56:30 2020 +0300

    Fix "Arcadia"

commit c1cce28470c4740bd5055d4321d2a14d4044769a
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 26 09:25:20 2020 +0300

    Update skip_list.json

commit 46fc6733e20bbab97da195d42a0c4455c952effb
Merge: b472bd35b7 18458f36e7
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Oct 26 08:23:47 2020 +0300

    Merge branch 'master' into sigaltstack

commit b472bd35b70be33d48613efc6ec3c9976acc89e7
Merge: 88e846b36d bfe17d7dca
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Oct 26 07:42:33 2020 +0300

    Merge branch 'master' into sigaltstack

commit 88e846b36d01a121ff50f11d96d42dbf25f1c706
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Oct 26 07:42:22 2020 +0300

    Fix build on Mac OS

commit 068235c2d7a92143117f30607eb38d16b5ceb2b1
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Oct 26 05:18:36 2020 +0300

    Disable alt stack for sanitizers

commit 1228396effa5d57da4e73820a6f7c0a969f1920c
Merge: 4e2c0ba226 772faeb74f
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Mon Oct 26 05:09:33 2020 +0300

    Merge branch 'master' into sigaltstack

commit 4e2c0ba226f29f1aecab837aa2996e71222086f5
Author: Alexey Milovidov <milovidov@yandex-team.ru>
Date:   Sun Oct 25 03:10:05 2020 +0300

    Provide diagnostics on stack overflow

commit 96a10f3664257100621edb0cb789fe6b04123d66
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 23 15:19:03 2020 +0300

    Update skip_list.json

commit bbc421acb749606fa51efb1629ea2c37bcdea473
Merge: b158a22a4f 6285fd1378
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 23 13:22:34 2020 +0300

    Merge branch 'run_func_tests_in_parallel' of github.com:ClickHouse/ClickHouse into run_func_tests_in_parallel

commit b158a22a4f5743545c0bcabc3536a7d440e54174
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 23 13:21:40 2020 +0300

    Bump CI

commit 483be134b2718211d155f1ef72ce4eeda942c2f0
Merge: 521b07d37a 0082c56b67
Author: hexiaoting <hewenting_ict@163.com>
Date:   Fri Oct 23 16:36:17 2020 +0800

    Support MergeTree Engine

commit 6285fd13783b1c587da7d7002cd772089d511991
Author: alesapin <alesapin@gmail.com>
Date:   Thu Oct 22 17:41:34 2020 +0300

    Update skip_list.json

commit d04edef048cb079387301be672b8ba1c35c91e3b
Author: alesapin <alesapin@gmail.com>
Date:   Thu Oct 22 10:20:45 2020 +0300

    More tests to skip

commit fedf169bb6259dc0b0d94d082a963947376ae3fe
Merge: 96daa31436 0082c56b67
Author: alesapin <alesapin@gmail.com>
Date:   Thu Oct 22 10:19:48 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit 96daa31436649261089fdb432389160681a8d03a
Merge: 620c8e3d38 4261455621
Author: alesapin <alesapin@gmail.com>
Date:   Wed Oct 21 22:53:18 2020 +0300

    Merge branch 'run_func_tests_in_parallel' of github.com:ClickHouse/ClickHouse into run_func_tests_in_parallel

commit 620c8e3d3813a93cc433575a271488c6ae278268
Merge: cc43b002cc 6a57bc8c0b
Author: alesapin <alesapin@gmail.com>
Date:   Wed Oct 21 22:52:30 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit 4261455621270c2039c8318492f3ef40e6defb95
Author: alesapin <alesapin@gmail.com>
Date:   Wed Oct 21 17:18:48 2020 +0300

    Update skip_list.json

commit cc43b002cc4f3c34d70243bb39b846b93700b345
Merge: df4620b7bd c53f59dece
Author: alesapin <alesapin@gmail.com>
Date:   Wed Oct 21 12:51:43 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit df4620b7bd38ac87134358696e718c8dc9197457
Merge: 85ca6f7e6a b4f0e08369
Author: alesapin <alesapin@gmail.com>
Date:   Tue Oct 20 17:15:56 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit 521b07d37a8393346b914d384c9d02e5ed25b2ae
Author: hexiaoting <hewenting_ict@163.com>
Date:   Sun Oct 18 20:40:51 2020 +0800

    Fix build error

commit fcd35b06193a251eca24cf0ebf7d16840d9a37df
Merge: db8ba39c9c 6dc5cb166f
Author: hexiaoting <hewenting_ict@163.com>
Date:   Sun Oct 18 16:18:13 2020 +0800

    Merge branch 'master' into dev_map2

commit db8ba39c9c622d89bf29739757c507ab66376534
Author: hexiaoting <hewenting_ict@163.com>
Date:   Sat Oct 17 23:45:35 2020 +0800

    Implement Integer And Array for value type

commit 85ca6f7e6a08ee6d6008589059a64e25b8027bf7
Merge: 8f3d6dae2d e89a3b5d09
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 16 13:43:30 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit 8f3d6dae2d88113e0e5070a5a7589ddd56751c53
Merge: 09bb6e9944 0fa35cdc80
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 16 10:26:57 2020 +0300

    Merge branch 'run_func_tests_in_parallel' of github.com:ClickHouse/ClickHouse into run_func_tests_in_parallel

commit 09bb6e99445883cd4ac41dadd36f47fb21b22358
Merge: 9a235cfb8b 0bb4480fee
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 16 10:26:33 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit cb9e88efa327da17d9d7a27138c622a689bbb646
Author: hexiaoting <hewenting_ict@163.com>
Date:   Wed Oct 14 15:35:22 2020 +0800

    Update with fresh master to build sucessfully.

commit 4f3f22198723733feb426f4111ef4a00b6ef8a33
Author: hexiaoting <hewenting_ict@163.com>
Date:   Tue Oct 13 15:02:03 2020 +0800

    Fix build error

commit 03102fead3fba3d6d26a2c5bc102028082668a1e
Author: hexiaoting <hewenting_ict@163.com>
Date:   Sun Oct 11 22:22:54 2020 +0800

    Fix style check error.

commit 974352a8e1d6b2f90c9a97b2598fa91daff9b49d
Author: hexiaoting <hewenting_ict@163.com>
Date:   Sat Oct 10 18:16:05 2020 +0800

    Fix style check errors.

commit cdb4dd57a63c5dc7855ba3eb6d4b471da329f993
Author: hexiaoting <hewenting_ict@163.com>
Date:   Sat Oct 10 14:49:03 2020 +0800

    Add new DataType Map(key,value)

commit 0fa35cdc8004a4e813405010ae4234d2edcfc8d1
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Tue Oct 13 19:03:25 2020 +0300

    use async drop in some tests

commit 9a235cfb8bdff69169fcf7b9ddce669173248f57
Author: alesapin <alesapin@gmail.com>
Date:   Tue Oct 13 17:29:24 2020 +0300

    Database atomic sync drop detach

commit 7d735b4725f430b19ca57591ff0557207c92771d
Author: alesapin <alesapin@gmail.com>
Date:   Tue Oct 13 13:40:00 2020 +0300

    Update max_concurrent_queries.xml

commit 2909378bbc8c0de0be303abe7d473869499c77d1
Author: alesapin <alesapin@gmail.com>
Date:   Tue Oct 13 09:52:37 2020 +0300

    Bump CI

commit 97e89afea7b934d108c90adf10dd0273b7762562
Merge: d75d486029 38c7132c0f
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 12 22:40:57 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit d75d486029beed8795f46cfe31539ed99afab76c
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 12 13:20:52 2020 +0300

    Update skip_list.json

commit 2a63a619cc5d4be8fd179170def377718d589204
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 9 22:42:51 2020 +0300

    Update skip_list.json

commit e112fbe2a972cfc2b8563f331a7d2287528b5d96
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 9 14:51:34 2020 +0300

    Update skip_list.json

commit cd28dab66624b64466b1c66e6addfcc377e909b7
Merge: 7b3d430149 e6c6930397
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 9 10:26:40 2020 +0300

    Merge branch 'run_func_tests_in_parallel' of github.com:ClickHouse/ClickHouse into run_func_tests_in_parallel

commit 7b3d4301494bd5fd65346c12cfc9dcda1d6e6aa8
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 9 10:25:50 2020 +0300

    Add more tests

commit 2b66180c704100ad9ef551358719b276fbe357c7
Merge: 9982c17814 66b7748b63
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 9 10:25:35 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit e6c6930397f2987d9c23cea4b1fcb8cf417b538b
Author: alesapin <alesapin@gmail.com>
Date:   Wed Oct 7 23:01:03 2020 +0300

    Update skip_list.json

commit e7d1d34a605b49d46aee37b0676ad4952399862d
Author: alesapin <alesapin@gmail.com>
Date:   Wed Oct 7 12:43:49 2020 +0300

    Update skip_list.json

commit d2762624f5abd1ac37e479475f5357a486eb2809
Author: alesapin <alesapin@gmail.com>
Date:   Tue Oct 6 22:45:17 2020 +0300

    Update skip_list.json

commit 9982c17814c2e705769efc80989b54bf785a4a6e
Author: alesapin <alesapin@gmail.com>
Date:   Tue Oct 6 19:02:33 2020 +0300

    Skip more

commit 4f6d794816a50feb8cfc897c6c52e7145970e269
Author: alesapin <alesapin@gmail.com>
Date:   Tue Oct 6 14:41:35 2020 +0300

    Trying 8

commit a5f843976136935b110bde7bb1ebb8ec3a582f68
Author: alesapin <alesapin@gmail.com>
Date:   Tue Oct 6 12:18:49 2020 +0300

    Trying 12 threads

commit 4330fc0f39232559a69d4cdb91a1c06f36c8cb6d
Merge: a257751924 a49591b250
Author: alesapin <alesapin@gmail.com>
Date:   Tue Oct 6 10:26:55 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit a257751924ea4fcbbb9b6eebcb35a39ae8a92f5a
Author: alesapin <alesapin@gmail.com>
Date:   Tue Oct 6 10:13:55 2020 +0300

    Ignore max concurrent queries in tests

commit 99ea5cca1014aee22bcc31cac14bf3ab6a634eea
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 5 23:30:14 2020 +0300

    Bump

commit 766802ae4d20254c2e2f607620fbb3df0e52d7c3
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 5 22:34:50 2020 +0300

    Bump

commit 2f9a6fe4791fb6efd384aa0ecb902aeb0787748c
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 5 18:49:40 2020 +0300

    More tests to skip

commit b2f2a274c03c5d422b949bd239771ab2cc1bf8c4
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 5 16:08:39 2020 +0300

    One more time

commit 8561a116200704c5b2489c30208209df7834021b
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 5 12:56:48 2020 +0300

    Revert "Better fix"

    This reverts commit 0496987c8fe113b3716551cefb37a654597887d2.

commit 0496987c8fe113b3716551cefb37a654597887d2
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 5 12:56:20 2020 +0300

    Better fix

commit 916cef04872af698d0ec7400d10aec9af13e547b
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 5 12:45:11 2020 +0300

    Bump CI

commit edd5a4b9362950cd21b87f65dfc7f0813d0cc29d
Author: alesapin <alesapin@gmail.com>
Date:   Mon Oct 5 10:15:08 2020 +0300

    Less tests

commit 933999b4aecf8af38dfa06aa12336444dc7c3cb0
Author: alesapin <alesapin@gmail.com>
Date:   Sun Oct 4 11:37:11 2020 +0300

    less tests

commit 7ccf1cc3162abe1c58e72399a0f61d8e09afd950
Author: alesapin <alesapin@gmail.com>
Date:   Sun Oct 4 11:36:34 2020 +0300

    Less tests

commit 744eb8a2e4bfb01b954441c2add1ffb5d19e681a
Author: alesapin <alesapin@gmail.com>
Date:   Sat Oct 3 16:10:10 2020 +0300

    Trying 6

commit 7cef000b7251bf0040500649f69f232bade1d218
Author: alesapin <alesapin@gmail.com>
Date:   Sat Oct 3 10:53:02 2020 +0300

    More tests to skip

commit 182f5105657956262d6c7ac7fd290698eb91a1fb
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 2 21:58:11 2020 +0300

    Try 8 threads

commit d8f7dce28698e8d869fe8d81083ef1fa2a3a8539
Merge: 626e9a82cf 77c9f7af79
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 2 21:45:43 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit 5f6bbe896703fa792638d40bfada8b665ebc2c8a
Merge: 32776da69a 9cb3c743bd
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Fri Oct 2 20:14:08 2020 +0300

    Merge branch 'master' into allow_atomic_database_inside_materialize_mysql

commit 32776da69a67fa29bad7529d520c7f252ed693c0
Merge: aa5e5013f2 404c199448
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Fri Oct 2 20:09:37 2020 +0300

    Merge branch 'master' into allow_atomic_database_inside_materialize_mysql

commit 626e9a82cf88f910e12d9e87eb414456e2f37ecf
Merge: 91ba9c2e5f 7d75866722
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 2 17:34:20 2020 +0300

    Merge branch 'fix_ilike' into run_func_tests_in_parallel

commit 91ba9c2e5fd95338bcd332d5937afe37c9e87838
Merge: 76e37a6406 c0d1416bbd
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 2 10:44:34 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit 76e37a64064b6a2e13d93057bb11d2e6a7ae89f4
Author: alesapin <alesapin@gmail.com>
Date:   Fri Oct 2 10:43:21 2020 +0300

    More tests to skip

commit aa5e5013f2be29ec2121740df3120e88a66f45f2
Merge: 1c37ac7c9d bbbe51033d
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Sun Sep 27 14:11:53 2020 +0300

    Merge branch 'master' into allow_atomic_database_inside_materialize_mysql

commit 2452b400938868fd1daefb7cf2fe7d5b1061c330
Author: alesapin <alesapin@gmail.com>
Date:   Fri Sep 25 22:44:13 2020 +0300

    Skip more tests

commit 7c1c548b43f2f1c58c702822da6e903c78df9f9c
Author: alesapin <alesapin@gmail.com>
Date:   Fri Sep 25 22:43:35 2020 +0300

    Disable more tests

commit 4ee1621ebf0b1169121092802bd84fb0df722a47
Author: alesapin <alesapin@gmail.com>
Date:   Fri Sep 25 19:55:05 2020 +0300

    Disable all tests with attach

commit 6669b7da2976de14d10579b52f944894732f6b80
Author: alesapin <alesapin@gmail.com>
Date:   Fri Sep 25 19:41:09 2020 +0300

    More parallel tests

commit bedab199af266e8652b7f202961f149ac2bd98c2
Author: alesapin <alesapin@gmail.com>
Date:   Fri Sep 25 16:20:16 2020 +0300

    Fix category name

commit 66be1580fdbef72cc63b63a5a5193e1853aa361a
Author: alesapin <alesapin@gmail.com>
Date:   Fri Sep 25 16:18:08 2020 +0300

    Correctly merge with master

commit 987a46faee2789c62c76b42263214ee4a2137872
Merge: 8e9013561d 8f21c73b76
Author: alesapin <alesapin@gmail.com>
Date:   Fri Sep 25 16:16:42 2020 +0300

    Merge branch 'master' into run_func_tests_in_parallel

commit 8e9013561d1cd1f98bf042625fbaeba14e62725b
Author: alesapin <alesapin@gmail.com>
Date:   Thu Sep 24 17:54:10 2020 +0300

    Trying to split tests in sequential and parallel

commit 1c37ac7c9d7bce591b150725d9d3114180376f78
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Thu Sep 17 21:19:02 2020 +0300

    fix

commit 41e99cf261719df7977ae8fd62d94abc4aa046f3
Merge: 18e48838bb 9b6c62e82b
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Thu Sep 17 20:28:50 2020 +0300

    Merge branch 'master' into allow_atomic_database_inside_materialize_mysql

commit 18e48838bb136c2297fc30d256203e0832a4fa5d
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Tue Sep 15 17:22:20 2020 +0300

    fix build

commit 5455068226399a8c1065022ac3ee32608f0a254a
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Tue Sep 15 17:17:30 2020 +0300

    try fix flacky test

commit 0ecf8e595f40205259524482aebdcfc0170d8735
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Tue Sep 15 16:30:30 2020 +0300

    cleanup code, add test

commit 3671c91c3768dc0f514a514c1b9e8f20493a5fa9
Merge: a812f7eb75 1d8ee50769
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Tue Sep 15 12:43:01 2020 +0300

    Merge branch 'master' into allow_atomic_database_inside_materialize_mysql

commit a812f7eb756fe768932c57b55c6ec0a2e0f7c0c6
Author: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date:   Mon Sep 14 22:25:02 2020 +0300

    allow using Atomic database inside MaterializeMySQL
---
 .gitmodules                                   |   2 +-
 CHANGELOG.md                                  | 123 ++++
 base/common/CMakeLists.txt                    |   1 +
 base/common/ReadlineLineReader.cpp            |   5 +-
 base/common/ReplxxLineReader.cpp              |  10 +-
 base/common/getMemoryAmount.cpp               |   3 +-
 base/common/getPageSize.cpp                   |   8 +
 base/common/getPageSize.h                     |   6 +
 base/common/setTerminalEcho.cpp               |   5 +-
 base/common/ya.make                           |   1 +
 cmake/sanitize.cmake                          |  21 +-
 contrib/boost                                 |   2 +-
 contrib/krb5                                  |   2 +-
 contrib/libc-headers                          |   2 +-
 contrib/libgsasl                              |   2 +-
 contrib/libhdfs3                              |   2 +-
 contrib/libhdfs3-cmake/CMakeLists.txt         |  17 +-
 contrib/librdkafka                            |   2 +-
 contrib/libunwind                             |   2 +-
 debian/control                                |   2 +-
 docker/builder/Dockerfile                     |   4 +-
 docker/builder/build.sh                       |   2 +-
 docker/images.json                            |  11 +-
 docker/packager/binary/build.sh               |   1 +
 docker/packager/packager                      |   4 +
 docker/server/README.md                       |  66 ++
 docker/test/base/Dockerfile                   |   2 +-
 .../integration/kerberized_hadoop/Dockerfile  |  18 +
 docker/test/integration/runner/Dockerfile     |   5 +-
 .../runner/compose/docker_compose_hdfs.yml    |   1 +
 .../docker_compose_kerberized_hdfs.yml        |  29 +
 .../zzz-perf-comparison-tweaks-config.xml     |   1 +
 docker/test/stateful_with_coverage/Dockerfile |   2 -
 docs/en/development/build-osx.md              |   4 +-
 docs/en/development/developer-instruction.md  |   4 +-
 .../table-engines/integrations/hdfs.md        |  89 +++
 .../getting-started/example-datasets/index.md |   1 +
 .../example-datasets/metrica.md               |  16 +-
 .../example-datasets/nyc-taxi.md              |   2 +-
 .../example-datasets/ontime.md                |   2 +-
 docs/en/getting-started/tutorial.md           |   4 +-
 docs/en/interfaces/cli.md                     |   2 +-
 docs/en/introduction/performance.md           |   2 +-
 docs/en/operations/performance-test.md        |   2 +-
 docs/en/operations/settings/settings.md       |  11 +-
 .../system-tables/distribution_queue.md       |   4 +
 .../system-tables/replication_queue.md        |  81 ++
 docs/en/operations/tips.md                    |  17 +
 .../aggregate-functions/combinators.md        |   4 +
 .../data-types/lowcardinality.md              |   2 +
 .../functions/array-functions.md              |  18 +
 .../functions/type-conversion-functions.md    |  57 ++
 docs/en/sql-reference/operators/in.md         |  22 +
 .../statements/select/order-by.md             | 180 ++++-
 docs/en/sql-reference/statements/system.md    |   2 +-
 docs/es/development/developer-instruction.md  |   4 +-
 .../example-datasets/metrica.md               |  10 +-
 .../example-datasets/nyc-taxi.md              |   2 +-
 .../example-datasets/ontime.md                |   2 +-
 docs/es/getting-started/tutorial.md           |   4 +-
 docs/es/interfaces/cli.md                     |   2 +-
 docs/es/operations/performance-test.md        |   2 +-
 docs/fa/development/developer-instruction.md  |   4 +-
 .../example-datasets/metrica.md               |  10 +-
 .../example-datasets/nyc-taxi.md              |   2 +-
 .../example-datasets/ontime.md                |   2 +-
 docs/fa/getting-started/tutorial.md           |   4 +-
 docs/fa/operations/performance-test.md        |   2 +-
 docs/fr/development/developer-instruction.md  |   4 +-
 .../example-datasets/metrica.md               |  10 +-
 .../example-datasets/nyc-taxi.md              |   2 +-
 .../example-datasets/ontime.md                |   2 +-
 docs/fr/getting-started/tutorial.md           |   4 +-
 docs/fr/operations/performance-test.md        |   2 +-
 docs/ja/development/developer-instruction.md  |   4 +-
 .../example-datasets/metrica.md               |  10 +-
 .../example-datasets/nyc-taxi.md              |   2 +-
 .../example-datasets/ontime.md                |   2 +-
 docs/ja/getting-started/tutorial.md           |   4 +-
 docs/ja/interfaces/cli.md                     |   2 +-
 docs/ja/operations/performance-test.md        |   2 +-
 .../data-types/lowcardinality.md              |   1 +
 docs/ru/development/developer-instruction.md  |   4 +-
 docs/ru/faq/general/index.md                  |  25 +
 .../faq/{general.md => general/mapreduce.md}  |  52 +-
 docs/ru/faq/index.md                          |  11 +
 docs/ru/faq/integration/file-export.md        |  37 +
 docs/ru/faq/integration/index.md              |  19 +
 docs/ru/faq/integration/oracle-odbc.md        |  15 +
 docs/ru/faq/operations/index.md               |  18 +
 docs/ru/faq/use-cases/index.md                |  14 +
 .../example-datasets/metrica.md               |  10 +-
 .../example-datasets/nyc-taxi.md              |   2 +-
 .../example-datasets/ontime.md                |   2 +-
 docs/ru/getting-started/tutorial.md           |   4 +-
 docs/ru/interfaces/cli.md                     |   2 +-
 .../system-tables/distribution_queue.md       |  46 ++
 .../system-tables/replication_queue.md        |  81 ++
 .../data-types/lowcardinality.md              |   2 +
 .../external-dicts-dict-sources.md            |   2 +-
 .../functions/date-time-functions.md          |  12 +
 .../statements/select/order-by.md             | 180 ++++-
 docs/tr/development/developer-instruction.md  |   4 +-
 .../example-datasets/metrica.md               |  10 +-
 .../example-datasets/nyc-taxi.md              |   2 +-
 .../example-datasets/ontime.md                |   2 +-
 docs/tr/getting-started/tutorial.md           |   4 +-
 docs/tr/interfaces/cli.md                     |   2 +-
 docs/tr/operations/performance-test.md        |   2 +-
 .../data-types/lowcardinality.md              |   1 +
 docs/zh/development/developer-instruction.md  |   4 +-
 .../example-datasets/metrica.md               |  10 +-
 .../example-datasets/nyc-taxi.md              |   2 +-
 .../example-datasets/ontime.md                |   2 +-
 docs/zh/getting-started/tutorial.md           |   4 +-
 docs/zh/operations/performance-test.md        |   2 +-
 docs/zh/sql-reference/statements/misc.md      |  48 +-
 .../sql-reference/statements/select/limit.md  |  10 +-
 programs/benchmark/Benchmark.cpp              |   4 +-
 programs/client/Client.cpp                    |   2 +-
 programs/copier/ClusterCopier.cpp             |  15 +-
 programs/copier/ClusterCopier.h               |   2 +-
 programs/copier/ClusterCopierApp.cpp          |   1 +
 programs/copier/TaskCluster.h                 |   5 +-
 programs/odbc-bridge/ColumnInfoHandler.cpp    |   2 +-
 programs/server/Server.cpp                    |  68 +-
 programs/server/config.d/test_keeper_port.xml |   1 +
 programs/server/config.xml                    | 189 +++--
 programs/server/play.html                     |  17 +
 src/Access/ContextAccess.cpp                  | 528 ++++++-------
 src/Access/ContextAccess.h                    |  56 +-
 src/Access/SettingsConstraints.cpp            |  19 +
 src/AggregateFunctions/AggregateFunctionAvg.h |   2 +-
 .../AggregateFunctionFactory.cpp              |  12 +-
 .../AggregateFunctionSimpleState.cpp          |  32 +
 .../AggregateFunctionSimpleState.h            |  77 ++
 .../registerAggregateFunctions.cpp            |   2 +
 src/AggregateFunctions/ya.make                |   1 +
 src/CMakeLists.txt                            |   8 +-
 src/Client/Connection.cpp                     |   1 +
 src/Client/Connection.h                       |   6 +-
 src/Client/ConnectionPool.h                   |   2 +-
 src/Client/ConnectionPoolWithFailover.cpp     |   1 +
 src/Columns/ColumnMap.cpp                     | 241 ++++++
 src/Columns/ColumnMap.h                       |  92 +++
 src/Columns/ya.make                           |   1 +
 src/Common/Allocator.h                        |   5 +-
 src/Common/Arena.h                            |  10 +-
 src/Common/ArrayCache.h                       |   5 +-
 src/Common/Config/ConfigProcessor.cpp         |   4 +-
 src/Common/CurrentMetrics.cpp                 |   1 +
 src/Common/ErrorCodes.cpp                     |   1 +
 src/Common/FieldVisitors.cpp                  | 102 +++
 src/Common/FieldVisitors.h                    |  33 +
 src/Common/HashTable/HashTable.h              | 120 ++-
 src/Common/IFactoryWithAliases.h              |   5 +
 src/Common/MemoryStatisticsOS.cpp             |  15 +-
 src/Common/SpaceSaving.h                      |   1 +
 src/Common/StringSearcher.h                   |   3 +-
 src/Common/ThreadProfileEvents.cpp            |  15 +-
 src/Common/ThreadStatus.cpp                   |  48 ++
 src/Common/UInt128.h                          | 127 ++--
 src/Common/XDBCBridgeHelper.h                 |   1 +
 src/Common/ZooKeeper/TestKeeperStorage.cpp    |  15 +
 src/Common/config.h.in                        |   1 +
 src/Common/tests/CMakeLists.txt               |   3 -
 src/Common/tests/gtest_hash_table.cpp         | 319 ++++++++
 src/Common/tests/hash_table.cpp               |  50 --
 src/Common/ya.make                            |   4 +-
 src/Common/ya.make.in                         |   4 +-
 src/Core/AccurateComparison.h                 |  29 +-
 src/Core/DecimalFunctions.h                   |  49 +-
 src/Core/Field.cpp                            | 378 +++-------
 src/Core/Field.h                              |  24 +-
 src/Core/Settings.cpp                         |   2 -
 src/Core/Settings.h                           |  10 +-
 src/Core/SortCursor.h                         |  39 +-
 src/Core/Types.h                              |   2 +
 .../MergingSortedBlockInputStream.cpp         |   2 +-
 src/DataStreams/RemoteBlockInputStream.cpp    |  12 +-
 src/DataStreams/RemoteBlockInputStream.h      |  12 +-
 src/DataStreams/RemoteQueryExecutor.cpp       |  19 +-
 src/DataStreams/RemoteQueryExecutor.h         |  15 +-
 .../DataTypeCustomSimpleAggregateFunction.cpp |  22 +-
 .../DataTypeCustomSimpleAggregateFunction.h   |   1 +
 src/DataTypes/DataTypeFactory.cpp             |   1 +
 src/DataTypes/DataTypeFactory.h               |   1 +
 src/DataTypes/DataTypeMap.cpp                 | 375 ++++++++++
 src/DataTypes/DataTypeMap.h                   | 103 +++
 src/DataTypes/DataTypesDecimal.h              | 134 +++-
 src/DataTypes/FieldToDataType.cpp             |  19 +
 src/DataTypes/FieldToDataType.h               |   1 +
 src/DataTypes/IDataType.h                     |   4 +
 src/DataTypes/ya.make                         |   1 +
 src/Databases/DatabaseAtomic.cpp              |  12 +-
 src/Databases/DatabaseAtomic.h                |   8 +-
 src/Databases/DatabaseFactory.cpp             |  33 +-
 src/Databases/DatabaseLazy.cpp                |   8 +
 src/Databases/DatabaseOnDisk.cpp              |  97 ++-
 src/Databases/DatabaseOnDisk.h                |  10 +
 src/Databases/DatabaseOrdinary.cpp            |  13 +
 src/Databases/DatabasesCommon.cpp             |  10 +-
 src/Databases/IDatabase.h                     |  13 +
 .../MySQL/DatabaseConnectionMySQL.cpp         |   7 +-
 src/Databases/MySQL/DatabaseConnectionMySQL.h |   2 +
 .../MySQL/DatabaseMaterializeMySQL.cpp        | 266 ++++---
 .../MySQL/DatabaseMaterializeMySQL.h          |  49 +-
 .../MySQL/DatabaseMaterializeTablesIterator.h |   6 +-
 .../MySQL/MaterializeMySQLSyncThread.cpp      |  14 +-
 src/Dictionaries/HTTPDictionarySource.cpp     |   1 +
 src/Dictionaries/XDBCDictionarySource.cpp     |   1 +
 src/Disks/S3/DiskS3.cpp                       |  19 +-
 src/Disks/S3/DiskS3.h                         |   4 +-
 src/Disks/S3/registerDiskS3.cpp               |   2 +-
 src/Formats/FormatFactory.h                   |   1 -
 src/Functions/FunctionBase64Conversion.h      |   4 +-
 src/Functions/FunctionBinaryArithmetic.h      | 266 +++++--
 src/Functions/FunctionFactory.cpp             |  11 +-
 src/Functions/FunctionFactory.h               |   1 -
 src/Functions/FunctionsConversion.cpp         |  11 +-
 src/Functions/FunctionsConversion.h           | 697 +++++++++++++-----
 src/Functions/array/arrayAggregation.cpp      | 318 ++++++++
 src/Functions/array/arrayElement.cpp          | 279 ++++++-
 src/Functions/array/arrayEnumerateRanked.h    |   4 +-
 src/Functions/array/arrayIntersect.cpp        |   8 +-
 src/Functions/array/arraySum.cpp              | 146 ----
 .../{encodeXML.cpp => encodeXMLComponent.cpp} |  11 +-
 src/Functions/map.cpp                         | 140 ++++
 src/Functions/multiply.cpp                    |  11 +-
 src/Functions/registerFunctions.cpp           |   2 +
 .../registerFunctionsHigherOrder.cpp          |   4 +-
 src/Functions/registerFunctionsString.cpp     |   4 +-
 src/Functions/tcpPort.cpp                     |   1 +
 src/Functions/toFixedString.h                 |  61 +-
 src/Functions/toModifiedJulianDay.cpp         |  11 +-
 src/Functions/trap.cpp                        |  11 +-
 src/Functions/ya.make                         |   5 +-
 src/IO/ConnectionTimeouts.h                   |  27 +-
 src/IO/ConnectionTimeoutsContext.h            |  30 +
 src/IO/HDFSCommon.cpp                         |  62 --
 src/IO/HDFSCommon.h                           |  58 --
 src/IO/MMapReadBufferFromFileDescriptor.cpp   |   5 +-
 src/IO/S3Common.cpp                           |   9 +-
 src/IO/WriteBufferFromS3.cpp                  | 183 ++---
 src/IO/WriteBufferFromS3.h                    |  32 +-
 src/IO/WriteHelpers.h                         |  21 +-
 src/IO/readFloatText.h                        |  38 +-
 src/IO/tests/o_direct_and_dirty_pages.cpp     |  10 +-
 src/IO/ya.make                                |   2 +
 src/IO/ya.make.in                             |   2 +
 src/Interpreters/ActionsDAG.cpp               |   4 +-
 src/Interpreters/Cluster.cpp                  |   1 +
 src/Interpreters/Cluster.h                    |  12 +-
 .../ClusterProxy/IStreamFactory.h             |   2 +-
 .../ClusterProxy/SelectStreamFactory.cpp      |  14 +-
 .../ClusterProxy/SelectStreamFactory.h        |   2 +-
 .../ClusterProxy/executeQuery.cpp             |   9 +-
 src/Interpreters/ClusterProxy/executeQuery.h  |   2 +-
 src/Interpreters/Context.cpp                  |   2 +
 src/Interpreters/DDLWorker.cpp                |  22 +
 src/Interpreters/DDLWorker.h                  |   3 +
 src/Interpreters/DatabaseCatalog.cpp          |  37 +-
 src/Interpreters/ExpressionActions.h          |   1 -
 src/Interpreters/ExpressionAnalyzer.cpp       |   5 +
 src/Interpreters/ExpressionAnalyzer.h         |   7 +-
 .../IInterpreterUnionOrSelectQuery.h          |   2 +
 src/Interpreters/InterpreterCreateQuery.cpp   |  50 +-
 src/Interpreters/InterpreterDropQuery.cpp     |  48 +-
 src/Interpreters/InterpreterInsertQuery.cpp   |   1 +
 src/Interpreters/InterpreterSelectQuery.cpp   |   9 +-
 .../InterpreterSelectWithUnionQuery.cpp       | 142 +++-
 .../InterpreterShowTablesQuery.cpp            |  20 +
 src/Interpreters/MergeJoin.cpp                |  24 +-
 src/Interpreters/Set.cpp                      |  21 +-
 src/Interpreters/castColumn.cpp               |  36 +-
 src/Interpreters/castColumn.h                 |   5 +-
 src/Interpreters/convertFieldToType.cpp       |   1 +
 src/Interpreters/loadMetadata.cpp             |   1 +
 .../tests/gtest_cycle_aliases.cpp             |   1 +
 src/Interpreters/tests/internal_iotop.cpp     |   4 +-
 src/Parsers/ASTDropQuery.cpp                  |   3 +
 src/Parsers/ASTDropQuery.h                    |   3 +
 src/Parsers/ASTFunction.cpp                   |  14 +
 src/Parsers/ASTShowTablesQuery.cpp            |   6 +
 src/Parsers/ASTShowTablesQuery.h              |   2 +
 src/Parsers/ExpressionElementParsers.cpp      |   6 +
 src/Parsers/ExpressionElementParsers.h        |  12 +
 src/Parsers/ExpressionListParsers.cpp         |   1 +
 src/Parsers/IParser.h                         |   1 -
 src/Parsers/ParserCreateQuery.cpp             |  12 +-
 src/Parsers/ParserDropQuery.cpp               |  70 +-
 src/Parsers/ParserDropQuery.h                 |   2 +-
 src/Parsers/ParserExplainQuery.cpp            |   9 +-
 src/Parsers/ParserExplainQuery.h              |   4 +
 src/Parsers/ParserQuery.cpp                   |   2 +-
 src/Parsers/ParserQueryWithOutput.cpp         |   2 +-
 src/Parsers/ParserQueryWithOutput.h           |   3 +
 src/Parsers/ParserSetQuery.cpp                |   1 +
 src/Parsers/ParserSetQuery.h                  |   2 +
 src/Parsers/ParserShowTablesQuery.cpp         |  25 +
 src/Parsers/tests/select_parser.cpp           |   2 +-
 src/Parsers/tests/select_parser_fuzzer.cpp    |   2 +-
 .../Impl/ConstantExpressionTemplate.cpp       |  33 +-
 .../Algorithms/AggregatingSortedAlgorithm.cpp |   6 +-
 .../Algorithms/CollapsingSortedAlgorithm.cpp  |   6 +-
 .../Algorithms/CollapsingSortedAlgorithm.h    |   6 +-
 .../GraphiteRollupSortedAlgorithm.cpp         |   8 +-
 .../Merges/Algorithms/IMergingAlgorithm.h     |   2 +
 .../IMergingAlgorithmWithDelayedChunk.cpp     |   4 +-
 .../IMergingAlgorithmWithSharedChunks.cpp     |   4 +-
 .../Algorithms/MergingSortedAlgorithm.cpp     |   2 +-
 .../Algorithms/MergingSortedAlgorithm.h       |   6 +-
 .../Algorithms/ReplacingSortedAlgorithm.cpp   |   2 +-
 src/Processors/Merges/Algorithms/RowRef.h     |   4 +-
 .../Algorithms/SummingSortedAlgorithm.cpp     |   4 +-
 .../VersionedCollapsingAlgorithm.cpp          |   2 +-
 .../Merges/CollapsingSortedTransform.h        |   4 +-
 src/Processors/QueryPlan/MergeSortingStep.cpp |   3 +
 src/Processors/QueryPlan/MergeSortingStep.h   |   2 +
 .../Transforms/MergeSortingTransform.cpp      |  10 +-
 .../Transforms/MergeSortingTransform.h        |   2 +
 .../Transforms/SortingTransform.cpp           |   2 +-
 src/Server/HTTPHandler.cpp                    |   1 +
 src/Server/InterserverIOHTTPHandler.cpp       |   1 +
 src/Server/StaticRequestHandler.cpp           |   1 +
 src/Server/TestKeeperTCPHandler.cpp           |  42 +-
 src/Storages/AlterCommands.cpp                |   4 +-
 src/Storages/Distributed/DirectoryMonitor.cpp |   1 +
 .../DistributedBlockOutputStream.cpp          |   1 +
 src/Storages/HDFS/HDFSCommon.cpp              | 194 +++++
 src/Storages/HDFS/HDFSCommon.h                | 114 +++
 .../HDFS}/ReadBufferFromHDFS.cpp              |  20 +-
 .../HDFS}/ReadBufferFromHDFS.h                |   9 +-
 src/Storages/{ => HDFS}/StorageHDFS.cpp       |  14 +-
 src/Storages/{ => HDFS}/StorageHDFS.h         |   0
 .../HDFS}/WriteBufferFromHDFS.cpp             |  17 +-
 .../HDFS}/WriteBufferFromHDFS.h               |   2 +-
 src/Storages/Kafka/KafkaSettings.h            |   2 +-
 .../MergeTree/IMergeTreeDataPartWriter.cpp    |  60 +-
 .../MergeTree/IMergeTreeDataPartWriter.h      |  60 +-
 .../MergeTree/IMergedBlockOutputStream.cpp    |  19 -
 .../MergeTree/IMergedBlockOutputStream.h      |   2 -
 src/Storages/MergeTree/KeyCondition.cpp       |   2 +-
 .../MergeTree/MergeTreeBlockOutputStream.cpp  |  12 +-
 .../MergeTree/MergeTreeBlockOutputStream.h    |   5 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |  24 +-
 src/Storages/MergeTree/MergeTreeData.h        |   1 -
 .../MergeTree/MergeTreeDataMergerMutator.cpp  |  10 +
 .../MergeTreeDataPartWriterCompact.cpp        | 190 +++--
 .../MergeTreeDataPartWriterCompact.h          |  27 +-
 .../MergeTreeDataPartWriterInMemory.cpp       |  12 +-
 .../MergeTreeDataPartWriterInMemory.h         |   9 +-
 .../MergeTreeDataPartWriterOnDisk.cpp         | 134 ++--
 .../MergeTree/MergeTreeDataPartWriterOnDisk.h |  92 ++-
 .../MergeTree/MergeTreeDataPartWriterWide.cpp | 372 +++++++---
 .../MergeTree/MergeTreeDataPartWriterWide.h   |  68 +-
 .../MergeTree/MergeTreeDataWriter.cpp         | 137 +++-
 src/Storages/MergeTree/MergeTreeDataWriter.h  |   4 +-
 src/Storages/MergeTree/MergeTreeIOSettings.h  |   3 +
 .../MergeTree/MergeTreeIndexGranularity.cpp   |  12 +
 .../MergeTree/MergeTreeIndexGranularity.h     |   8 +-
 src/Storages/MergeTree/MergeTreeSettings.cpp  |   1 +
 .../MergeTree/MergedBlockOutputStream.cpp     |  21 +-
 .../MergedColumnOnlyOutputStream.cpp          |  21 +-
 .../MergeTree/MergedColumnOnlyOutputStream.h  |   2 +-
 .../ReplicatedMergeTreeBlockOutputStream.cpp  |  16 +-
 .../ReplicatedMergeTreeBlockOutputStream.h    |   5 +-
 src/Storages/MergeTree/SimpleMergeSelector.h  |  77 ++
 src/Storages/RabbitMQ/StorageRabbitMQ.cpp     |   1 +
 src/Storages/RabbitMQ/StorageRabbitMQ.h       |   3 +-
 src/Storages/SetSettings.h                    |   3 +-
 src/Storages/StorageDictionary.cpp            |   4 +-
 src/Storages/StorageJoin.cpp                  |  22 +-
 src/Storages/StorageJoin.h                    |   2 +-
 src/Storages/StorageMaterializeMySQL.cpp      |   7 +-
 src/Storages/StorageMaterializeMySQL.h        |  10 +-
 src/Storages/StorageMemory.cpp                |  96 ++-
 src/Storages/StorageMemory.h                  |   2 +-
 src/Storages/StorageMerge.cpp                 |  31 +-
 src/Storages/StorageMerge.h                   |  12 +-
 src/Storages/StorageMergeTree.cpp             |   2 +-
 src/Storages/StorageReplicatedMergeTree.cpp   |  12 +-
 src/Storages/StorageReplicatedMergeTree.h     |   3 +-
 src/Storages/StorageS3.cpp                    |  23 +-
 src/Storages/StorageS3.h                      |   4 +-
 src/Storages/StorageSet.cpp                   |  57 +-
 src/Storages/StorageSet.h                     |   7 +-
 src/Storages/StorageStripeLog.cpp             |   4 +-
 src/Storages/StorageURL.cpp                   |   2 +
 src/Storages/StorageURL.h                     |   5 +-
 src/Storages/StorageXDBC.cpp                  |   1 +
 src/Storages/System/StorageSystemColumns.cpp  |  54 +-
 .../System/StorageSystemDatabases.cpp         |  19 +-
 .../System/StorageSystemDistributionQueue.cpp |   1 +
 src/Storages/System/StorageSystemTables.cpp   |  17 +-
 src/Storages/getStructureOfRemoteTable.cpp    |   2 +-
 ...est_aux_funcs_for_adaptive_granularity.cpp |   1 +
 src/TableFunctions/ITableFunctionXDBC.cpp     |   1 +
 src/TableFunctions/TableFunctionFile.h        |   2 +-
 src/TableFunctions/TableFunctionHDFS.cpp      |   2 +-
 src/TableFunctions/TableFunctionMerge.cpp     |  77 +-
 src/TableFunctions/TableFunctionMerge.h       |   4 +-
 src/TableFunctions/TableFunctionS3.cpp        |   2 +
 tests/CMakeLists.txt                          |  10 -
 tests/clickhouse-test                         |  78 +-
 .../config.d/max_concurrent_queries.xml       |   4 +
 tests/config/install.sh                       |   1 +
 tests/config/top_level_domains                |   1 -
 .../top_level_domains/public_suffix_list.dat  |   0
 tests/instructions/easy_tasks_sorted_ru.md    |  28 +-
 tests/integration/README.md                   |  13 +-
 tests/integration/helpers/cluster.py          |  61 +-
 tests/integration/helpers/hdfs_api.py         | 185 ++++-
 .../test_allowed_url_from_config/test.py      |   6 +-
 .../configs/users.xml                         |   8 +
 .../test_graphite_merge_tree/test.py          |   3 +-
 .../test_join_set_family_s3/__init__.py       |   0
 .../configs/config.d/log_conf.xml             |  12 +
 .../configs/config.xml                        |  28 +
 .../test_join_set_family_s3/configs/minio.xml |  14 +
 .../test_join_set_family_s3/configs/ssl.xml   |  12 +
 .../test_join_set_family_s3/configs/users.xml |  23 +
 .../test_join_set_family_s3/test.py           |  97 +++
 .../test_log_family_s3/configs/minio.xml      |   4 +-
 tests/integration/test_log_family_s3/test.py  |   3 +-
 .../configs/users.xml                         |   2 +
 .../configs/users_db_atomic.xml               |  19 +
 .../materialize_with_ddl.py                   |  52 +-
 .../test_materialize_mysql_database/test.py   | 103 +--
 .../test_postgresql_protocol/test.py          |   2 +-
 .../configs/users.d/settings.xml              |   1 +
 .../test_redirect_url_storage/test.py         |  15 +-
 .../configs/users.d/another_user.xml          |   7 +-
 .../integration/test_settings_profile/test.py |  32 +-
 tests/integration/test_storage_hdfs/test.py   |  57 +-
 tests/integration/test_storage_kafka/test.py  |  61 ++
 .../test_storage_kerberized_hdfs/__init__.py  |   0
 .../configs/hdfs.xml                          |  13 +
 .../configs/log_conf.xml                      |  11 +
 .../hdfs_configs/bootstrap.sh                 | 262 +++++++
 .../kerberos_image_config.sh                  | 139 ++++
 .../secrets/krb.conf                          |  24 +
 .../secrets/krb_long.conf                     |  24 +
 .../test_storage_kerberized_hdfs/test.py      | 108 +++
 tests/integration/test_storage_s3/test.py     |   3 +-
 .../__init__.py                               |   0
 .../test.py                                   |  55 ++
 .../configs/logs_conf.xml                     |  12 +
 .../test_testkeeper_back_to_back/test.py      | 125 +++-
 tests/performance/encodeXMLComponent.xml      |   7 +
 .../00083_create_merge_tree_zookeeper.sql     |   2 +
 .../00327_summing_composite_nested.sql        |   2 +
 .../00443_optimize_final_vertical_merge.sh    |   6 +-
 .../queries/0_stateless/00453_top_k.reference |   7 +
 tests/queries/0_stateless/00453_top_k.sql     |  16 +-
 ...ed_storage_definition_syntax_zookeeper.sql |   2 +
 .../00564_versioned_collapsing_merge_tree.sql |   2 +
 ...77_replacing_merge_tree_vertical_merge.sql |   2 +
 .../0_stateless/00616_final_single_part.sql   |   2 +
 ...ptimize_on_nonleader_replica_zookeeper.sql |   4 +-
 ...00660_optimize_final_without_partition.sql |   2 +
 ...replicated_without_partition_zookeeper.sql |   2 +
 .../0_stateless/00682_empty_parts_merge.sh    |  14 +-
 ...block_size_system_tables_columns.reference |   2 +-
 ...sert_have_data_before_quorum_zookeeper.sql |   2 +-
 ...ert_lost_part_and_alive_part_zookeeper.sql |   4 +-
 ...0732_quorum_insert_lost_part_zookeeper.sql |   4 +-
 ..._old_data_and_without_quorum_zookeeper.sql |   2 +-
 ...m_insert_simple_test_1_parts_zookeeper.sql |   2 +-
 ...m_insert_simple_test_2_parts_zookeeper.sql |   2 +-
 .../00754_alter_modify_order_by.sql           |   1 +
 ...r_modify_order_by_replicated_zookeeper.sql |   2 +
 ...tem_parts_race_condition_drop_zookeeper.sh |   2 +-
 ...030_incorrect_count_summing_merge_tree.sql |   2 +
 ...invalidate_query_switchover_long.reference |   2 +-
 ...ionary_invalidate_query_switchover_long.sh |   2 +-
 .../01056_create_table_as.reference           |   1 +
 .../0_stateless/01056_create_table_as.sql     |   4 +
 ...81_PartialSortingTransform_full_column.sql |   2 -
 ..._zookeeper_mutations_and_insert_quorum.sql |   2 +-
 ...98_temporary_and_external_tables.reference |   7 +
 .../01098_temporary_and_external_tables.sh    |  27 +-
 .../01187_set_profile_as_setting.reference    |   8 +
 .../01187_set_profile_as_setting.sh           |  15 +
 ...01285_data_skip_index_over_aggregation.sql |   2 +
 .../01290_max_execution_speed_distributed.sql |  14 +-
 .../0_stateless/01293_show_settings.reference |   5 +
 .../0_stateless/01293_show_settings.sql       |   3 +
 .../01322_cast_keep_nullable.reference        |   1 +
 .../0_stateless/01322_cast_keep_nullable.sql  |   2 +-
 .../0_stateless/01323_add_scalars_in_time.sql |   2 +
 ...mming_merge_tree_exclude_partition_key.sql |   2 +
 ...1451_replicated_detach_drop_and_quorum.sql |   2 +-
 .../01459_manual_write_to_replicas_quorum.sh  |   2 +-
 ..._select_sequence_consistency_zookeeper.sql |   2 +-
 .../01550_create_map_type.reference           |  29 +
 .../0_stateless/01550_create_map_type.sql     |  65 ++
 .../01550_type_map_formats.reference          |  46 ++
 .../0_stateless/01550_type_map_formats.sql    |  19 +
 .../01550_type_map_formats_input.reference    |   5 +
 .../01550_type_map_formats_input.sh           |  21 +
 .../01556_accurate_cast_or_null.reference     |  30 +
 .../01556_accurate_cast_or_null.sql           |  35 +
 .../01560_optimize_on_insert.reference        |  13 +
 .../0_stateless/01560_optimize_on_insert.sql  |  35 +
 ...gregator_combinator_simple_state.reference |  14 +
 ...570_aggregator_combinator_simple_state.sql |  17 +
 .../01581_to_int256_uint256_inf_nan.reference |   6 -
 .../01581_to_int256_uint256_inf_nan.sql       |  10 -
 .../01581_to_int_inf_nan.reference            |   0
 .../0_stateless/01581_to_int_inf_nan.sql      |  10 +
 .../01596_setting_limit_offset.reference      |  63 ++
 .../01596_setting_limit_offset.sql            |  30 +
 .../01600_detach_permanently.reference        | 102 +++
 .../0_stateless/01600_detach_permanently.sh   | 125 ++++
 ..._sort_lowered_memory_bytes_ratio.reference |   0
 ...emerge_sort_lowered_memory_bytes_ratio.sql |  29 +
 .../01600_select_in_different_types.reference |  11 +
 .../01600_select_in_different_types.sql       |  35 +
 .../0_stateless/01601_accurate_cast.reference |   8 +
 .../0_stateless/01601_accurate_cast.sql       |  24 +
 .../01601_detach_permanently.reference        |  79 ++
 .../0_stateless/01601_detach_permanently.sql  | 214 ++++++
 ...01_temporary_table_session_scope.reference |   5 +
 .../01601_temporary_table_session_scope.sh    |  19 +
 .../01602_array_aggregation.reference         |  60 ++
 .../0_stateless/01602_array_aggregation.sql   |  60 ++
 ...1602_max_distributed_connections.reference |   0
 .../01602_max_distributed_connections.sh      |  15 +
 .../01602_modified_julian_day_msan.reference  |   1 +
 .../01602_modified_julian_day_msan.sql        |   4 +
 ...temporary_table_in_system_tables.reference |  10 +
 ...01602_temporary_table_in_system_tables.sql |  18 +
 .../01603_decimal_mult_float.reference        |  12 +
 .../0_stateless/01603_decimal_mult_float.sql  |  26 +
 ...603_insert_select_too_many_parts.reference |   1 +
 .../01603_insert_select_too_many_parts.sql    |  14 +
 .../01603_remove_column_ttl.reference         |   6 +
 .../0_stateless/01603_remove_column_ttl.sql   |  30 +
 .../01603_rename_overwrite_bug.reference      |   4 +
 .../01603_rename_overwrite_bug.sql            |  22 +
 ...4_explain_ast_of_nonselect_query.reference |   8 +
 .../01604_explain_ast_of_nonselect_query.sql  |   1 +
 .../queries/0_stateless/arcadia_skip_list.txt |   2 +
 tests/queries/skip_list.json                  | 172 +++++
 .../tests/privileges/create/create_table.py   |   3 +
 .../convert-month-partitioned-parts/main.cpp  |   1 +
 utils/db-generator/query_db_generator.cpp     |   2 +-
 utils/iotest/iotest.cpp                       |   3 +-
 utils/iotest/iotest_aio.cpp                   |   3 +-
 utils/make_changelog.py                       | 507 -------------
 utils/zookeeper-test/main.cpp                 |  97 ++-
 website/benchmark/hardware/index.html         |   3 +-
 .../results/do_storage_optimized.json         | 380 ++++++++++
 ...018.json => macbook_pro_core_i7_2018.json} |   0
 .../results/macbook_pro_core_i7_2020.json     |  54 ++
 556 files changed, 12092 insertions(+), 3787 deletions(-)
 create mode 100644 base/common/getPageSize.cpp
 create mode 100644 base/common/getPageSize.h
 create mode 100644 docker/test/integration/kerberized_hadoop/Dockerfile
 create mode 100644 docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
 create mode 100644 docs/en/operations/system-tables/replication_queue.md
 create mode 100644 docs/ja/sql-reference/data-types/lowcardinality.md
 create mode 100644 docs/ru/faq/general/index.md
 rename docs/ru/faq/{general.md => general/mapreduce.md} (60%)
 create mode 100644 docs/ru/faq/integration/file-export.md
 create mode 100644 docs/ru/faq/integration/index.md
 create mode 100644 docs/ru/faq/integration/oracle-odbc.md
 create mode 100644 docs/ru/faq/operations/index.md
 create mode 100644 docs/ru/faq/use-cases/index.md
 create mode 100644 docs/ru/operations/system-tables/distribution_queue.md
 create mode 100644 docs/ru/operations/system-tables/replication_queue.md
 create mode 100644 docs/tr/sql-reference/data-types/lowcardinality.md
 create mode 120000 programs/server/config.d/test_keeper_port.xml
 create mode 100644 src/AggregateFunctions/AggregateFunctionSimpleState.cpp
 create mode 100644 src/AggregateFunctions/AggregateFunctionSimpleState.h
 create mode 100644 src/Columns/ColumnMap.cpp
 create mode 100644 src/Columns/ColumnMap.h
 create mode 100644 src/Common/tests/gtest_hash_table.cpp
 delete mode 100644 src/Common/tests/hash_table.cpp
 create mode 100644 src/DataTypes/DataTypeMap.cpp
 create mode 100644 src/DataTypes/DataTypeMap.h
 create mode 100644 src/Functions/array/arrayAggregation.cpp
 delete mode 100644 src/Functions/array/arraySum.cpp
 rename src/Functions/{encodeXML.cpp => encodeXMLComponent.cpp} (93%)
 create mode 100644 src/Functions/map.cpp
 create mode 100644 src/IO/ConnectionTimeoutsContext.h
 delete mode 100644 src/IO/HDFSCommon.cpp
 delete mode 100644 src/IO/HDFSCommon.h
 create mode 100644 src/Storages/HDFS/HDFSCommon.cpp
 create mode 100644 src/Storages/HDFS/HDFSCommon.h
 rename src/{IO => Storages/HDFS}/ReadBufferFromHDFS.cpp (81%)
 rename src/{IO => Storages/HDFS}/ReadBufferFromHDFS.h (69%)
 rename src/Storages/{ => HDFS}/StorageHDFS.cpp (95%)
 rename src/Storages/{ => HDFS}/StorageHDFS.h (100%)
 rename src/{IO => Storages/HDFS}/WriteBufferFromHDFS.cpp (84%)
 rename src/{IO => Storages/HDFS}/WriteBufferFromHDFS.h (80%)
 create mode 100644 tests/config/config.d/max_concurrent_queries.xml
 delete mode 120000 tests/config/top_level_domains
 rename {docker/test/performance-comparison => tests}/config/top_level_domains/public_suffix_list.dat (100%)
 create mode 100644 tests/integration/test_graphite_merge_tree/configs/users.xml
 create mode 100644 tests/integration/test_join_set_family_s3/__init__.py
 create mode 100644 tests/integration/test_join_set_family_s3/configs/config.d/log_conf.xml
 create mode 100644 tests/integration/test_join_set_family_s3/configs/config.xml
 create mode 100644 tests/integration/test_join_set_family_s3/configs/minio.xml
 create mode 100644 tests/integration/test_join_set_family_s3/configs/ssl.xml
 create mode 100644 tests/integration/test_join_set_family_s3/configs/users.xml
 create mode 100644 tests/integration/test_join_set_family_s3/test.py
 create mode 100644 tests/integration/test_materialize_mysql_database/configs/users_db_atomic.xml
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/__init__.py
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/configs/hdfs.xml
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/configs/log_conf.xml
 create mode 100755 tests/integration/test_storage_kerberized_hdfs/hdfs_configs/bootstrap.sh
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/kerberos_image_config.sh
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/secrets/krb_long.conf
 create mode 100644 tests/integration/test_storage_kerberized_hdfs/test.py
 create mode 100644 tests/integration/test_table_functions_access_rights/__init__.py
 create mode 100644 tests/integration/test_table_functions_access_rights/test.py
 create mode 100644 tests/integration/test_testkeeper_back_to_back/configs/logs_conf.xml
 create mode 100644 tests/performance/encodeXMLComponent.xml
 create mode 100644 tests/queries/0_stateless/01187_set_profile_as_setting.reference
 create mode 100755 tests/queries/0_stateless/01187_set_profile_as_setting.sh
 create mode 100644 tests/queries/0_stateless/01293_show_settings.reference
 create mode 100644 tests/queries/0_stateless/01293_show_settings.sql
 create mode 100644 tests/queries/0_stateless/01550_create_map_type.reference
 create mode 100644 tests/queries/0_stateless/01550_create_map_type.sql
 create mode 100644 tests/queries/0_stateless/01550_type_map_formats.reference
 create mode 100644 tests/queries/0_stateless/01550_type_map_formats.sql
 create mode 100644 tests/queries/0_stateless/01550_type_map_formats_input.reference
 create mode 100755 tests/queries/0_stateless/01550_type_map_formats_input.sh
 create mode 100644 tests/queries/0_stateless/01556_accurate_cast_or_null.reference
 create mode 100644 tests/queries/0_stateless/01556_accurate_cast_or_null.sql
 create mode 100644 tests/queries/0_stateless/01560_optimize_on_insert.reference
 create mode 100644 tests/queries/0_stateless/01560_optimize_on_insert.sql
 create mode 100644 tests/queries/0_stateless/01570_aggregator_combinator_simple_state.reference
 create mode 100644 tests/queries/0_stateless/01570_aggregator_combinator_simple_state.sql
 delete mode 100644 tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.reference
 delete mode 100644 tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.sql
 create mode 100644 tests/queries/0_stateless/01581_to_int_inf_nan.reference
 create mode 100644 tests/queries/0_stateless/01581_to_int_inf_nan.sql
 create mode 100644 tests/queries/0_stateless/01596_setting_limit_offset.reference
 create mode 100644 tests/queries/0_stateless/01596_setting_limit_offset.sql
 create mode 100644 tests/queries/0_stateless/01600_detach_permanently.reference
 create mode 100755 tests/queries/0_stateless/01600_detach_permanently.sh
 create mode 100644 tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.reference
 create mode 100644 tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.sql
 create mode 100644 tests/queries/0_stateless/01600_select_in_different_types.reference
 create mode 100644 tests/queries/0_stateless/01600_select_in_different_types.sql
 create mode 100644 tests/queries/0_stateless/01601_accurate_cast.reference
 create mode 100644 tests/queries/0_stateless/01601_accurate_cast.sql
 create mode 100644 tests/queries/0_stateless/01601_detach_permanently.reference
 create mode 100644 tests/queries/0_stateless/01601_detach_permanently.sql
 create mode 100644 tests/queries/0_stateless/01601_temporary_table_session_scope.reference
 create mode 100755 tests/queries/0_stateless/01601_temporary_table_session_scope.sh
 create mode 100644 tests/queries/0_stateless/01602_array_aggregation.reference
 create mode 100644 tests/queries/0_stateless/01602_array_aggregation.sql
 create mode 100644 tests/queries/0_stateless/01602_max_distributed_connections.reference
 create mode 100755 tests/queries/0_stateless/01602_max_distributed_connections.sh
 create mode 100644 tests/queries/0_stateless/01602_modified_julian_day_msan.reference
 create mode 100644 tests/queries/0_stateless/01602_modified_julian_day_msan.sql
 create mode 100644 tests/queries/0_stateless/01602_temporary_table_in_system_tables.reference
 create mode 100644 tests/queries/0_stateless/01602_temporary_table_in_system_tables.sql
 create mode 100644 tests/queries/0_stateless/01603_decimal_mult_float.reference
 create mode 100644 tests/queries/0_stateless/01603_decimal_mult_float.sql
 create mode 100644 tests/queries/0_stateless/01603_insert_select_too_many_parts.reference
 create mode 100644 tests/queries/0_stateless/01603_insert_select_too_many_parts.sql
 create mode 100644 tests/queries/0_stateless/01603_remove_column_ttl.reference
 create mode 100644 tests/queries/0_stateless/01603_remove_column_ttl.sql
 create mode 100644 tests/queries/0_stateless/01603_rename_overwrite_bug.reference
 create mode 100644 tests/queries/0_stateless/01603_rename_overwrite_bug.sql
 create mode 100644 tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.reference
 create mode 100644 tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.sql
 delete mode 100755 utils/make_changelog.py
 create mode 100644 website/benchmark/hardware/results/do_storage_optimized.json
 rename website/benchmark/hardware/results/{core_i7_macbook_pro_2018.json => macbook_pro_core_i7_2018.json} (100%)
 create mode 100644 website/benchmark/hardware/results/macbook_pro_core_i7_2020.json

diff --git a/.gitmodules b/.gitmodules
index 1d996fb84cc..23deab0eed0 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -183,7 +183,7 @@
 	url = https://github.com/kthohr/stats.git
 [submodule "contrib/krb5"]
 	path = contrib/krb5
-	url = https://github.com/krb5/krb5
+	url = https://github.com/ClickHouse-Extras/krb5
 [submodule "contrib/cyrus-sasl"]
 	path = contrib/cyrus-sasl
 	url = https://github.com/cyrusimap/cyrus-sasl
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 4d525798505..6d9174c7d07 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,3 +1,126 @@
+### ClickHouse release 20.12
+
+### ClickHouse release v20.12.3.3-stable, 2020-12-13
+
+#### Backward Incompatible Change
+
+* Enable `use_compact_format_in_distributed_parts_names` by default (see the documentation for the reference). [#16728](https://github.com/ClickHouse/ClickHouse/pull/16728) ([Azat Khuzhin](https://github.com/azat)).
+* Accept user settings related to file formats (e.g. `format_csv_delimiter`) in the `SETTINGS` clause when creating a table that uses `File` engine, and use these settings in all `INSERT`s and `SELECT`s. The file format settings changed in the current user session, or in the `SETTINGS` clause of a DML query itself, no longer affect the query. [#16591](https://github.com/ClickHouse/ClickHouse/pull/16591) ([Alexander Kuzmenkov](https://github.com/akuzm)).
+
+#### New Feature
+
+* add `*.xz` compression/decompression support.It enables using `*.xz` in `file()` function. This closes [#8828](https://github.com/ClickHouse/ClickHouse/issues/8828). [#16578](https://github.com/ClickHouse/ClickHouse/pull/16578) ([Abi Palagashvili](https://github.com/fibersel)).
+* Introduce the query `ALTER TABLE ... DROP|DETACH PART 'part_name'`. [#15511](https://github.com/ClickHouse/ClickHouse/pull/15511) ([nvartolomei](https://github.com/nvartolomei)).
+* Added new ALTER UPDATE/DELETE IN PARTITION syntax. [#13403](https://github.com/ClickHouse/ClickHouse/pull/13403) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* Allow formatting named tuples as JSON objects when using JSON input/output formats, controlled by the `output_format_json_named_tuples_as_objects` setting, disabled by default. [#17175](https://github.com/ClickHouse/ClickHouse/pull/17175) ([Alexander Kuzmenkov](https://github.com/akuzm)).
+* Add a possibility to input enum value as it's id in TSV and CSV formats by default. [#16834](https://github.com/ClickHouse/ClickHouse/pull/16834) ([Kruglov Pavel](https://github.com/Avogar)).
+* Add COLLATE support for Nullable, LowCardinality, Array and Tuple, where nested type is String. Also refactor the code associated with collations in ColumnString.cpp. [#16273](https://github.com/ClickHouse/ClickHouse/pull/16273) ([Kruglov Pavel](https://github.com/Avogar)).
+* New `tcpPort` function returns TCP port listened by this server. [#17134](https://github.com/ClickHouse/ClickHouse/pull/17134) ([Ivan](https://github.com/abyss7)).
+* Add new math functions: `acosh`, `asinh`, `atan2`, `atanh`, `cosh`, `hypot`, `log1p`, `sinh`. [#16636](https://github.com/ClickHouse/ClickHouse/pull/16636) ([Konstantin Malanchev](https://github.com/hombit)).
+* Possibility to distribute the merges between different replicas. Introduces the `execute_merges_on_single_replica_time_threshold` mergetree setting. [#16424](https://github.com/ClickHouse/ClickHouse/pull/16424) ([filimonov](https://github.com/filimonov)).
+* Add setting `aggregate_functions_null_for_empty` for SQL standard compatibility. This option will rewrite all aggregate functions in a query, adding -OrNull suffix to them. Implements [10273](https://github.com/ClickHouse/ClickHouse/issues/10273). [#16123](https://github.com/ClickHouse/ClickHouse/pull/16123) ([flynn](https://github.com/ucasFL)).
+* Updated DateTime, DateTime64 parsing to accept string Date literal format. [#16040](https://github.com/ClickHouse/ClickHouse/pull/16040) ([Maksim Kita](https://github.com/kitaisreal)).
+* Make it possible to change the path to history file in `clickhouse-client` using the `--history_file` parameter. [#15960](https://github.com/ClickHouse/ClickHouse/pull/15960) ([Maksim Kita](https://github.com/kitaisreal)).
+
+#### Bug Fix
+
+* Fix the issue when server can stop accepting connections in very rare cases. [#17542](https://github.com/ClickHouse/ClickHouse/pull/17542) ([Amos Bird](https://github.com/amosbird)).
+* Fixed `Function not implemented` error when executing `RENAME` query in `Atomic` database with ClickHouse running on Windows Subsystem for Linux. Fixes [#17661](https://github.com/ClickHouse/ClickHouse/issues/17661). [#17664](https://github.com/ClickHouse/ClickHouse/pull/17664) ([tavplubix](https://github.com/tavplubix)).
+* Do not restore parts from WAL if `in_memory_parts_enable_wal` is disabled. [#17802](https://github.com/ClickHouse/ClickHouse/pull/17802) ([detailyang](https://github.com/detailyang)).
+* fix incorrect initialization of `max_compress_block_size` of MergeTreeWriterSettings with `min_compress_block_size`. [#17833](https://github.com/ClickHouse/ClickHouse/pull/17833) ([flynn](https://github.com/ucasFL)).
+* Exception message about max table size to drop was displayed incorrectly. [#17764](https://github.com/ClickHouse/ClickHouse/pull/17764) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fixed possible segfault when there is not enough space when inserting into `Distributed` table. [#17737](https://github.com/ClickHouse/ClickHouse/pull/17737) ([tavplubix](https://github.com/tavplubix)).
+* Fixed problem when ClickHouse fails to resume connection to MySQL servers. [#17681](https://github.com/ClickHouse/ClickHouse/pull/17681) ([Alexander Kazakov](https://github.com/Akazz)).
+* In might be determined incorrectly if cluster is circular- (cross-) replicated or not when executing `ON CLUSTER` query due to race condition when `pool_size` > 1. It's fixed. [#17640](https://github.com/ClickHouse/ClickHouse/pull/17640) ([tavplubix](https://github.com/tavplubix)).
+* Exception `fmt::v7::format_error` can be logged in background for MergeTree tables. This fixes [#17613](https://github.com/ClickHouse/ClickHouse/issues/17613). [#17615](https://github.com/ClickHouse/ClickHouse/pull/17615) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* When clickhouse-client is used in interactive mode with multiline queries, single line comment was erronously extended till the end of query. This fixes [#13654](https://github.com/ClickHouse/ClickHouse/issues/13654). [#17565](https://github.com/ClickHouse/ClickHouse/pull/17565) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix alter query hang when the corresponding mutation was killed on the different replica. Fixes [#16953](https://github.com/ClickHouse/ClickHouse/issues/16953). [#17499](https://github.com/ClickHouse/ClickHouse/pull/17499) ([alesapin](https://github.com/alesapin)).
+* Fix issue when mark cache size was underestimated by clickhouse. It may happen when there are a lot of tiny files with marks. [#17496](https://github.com/ClickHouse/ClickHouse/pull/17496) ([alesapin](https://github.com/alesapin)).
+* Fix `ORDER BY` with enabled setting `optimize_redundant_functions_in_order_by`. [#17471](https://github.com/ClickHouse/ClickHouse/pull/17471) ([Anton Popov](https://github.com/CurtizJ)).
+* Fix duplicates after `DISTINCT` which were possible because of incorrect optimization. Fixes [#17294](https://github.com/ClickHouse/ClickHouse/issues/17294). [#17296](https://github.com/ClickHouse/ClickHouse/pull/17296) ([li chengxiang](https://github.com/chengxianglibra)). [#17439](https://github.com/ClickHouse/ClickHouse/pull/17439) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix crash while reading from `JOIN` table with `LowCardinality` types. Fixes [#17228](https://github.com/ClickHouse/ClickHouse/issues/17228). [#17397](https://github.com/ClickHouse/ClickHouse/pull/17397) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* fix `toInt256(inf)` stack overflow. Int256 is an experimental feature. Closed [#17235](https://github.com/ClickHouse/ClickHouse/issues/17235). [#17257](https://github.com/ClickHouse/ClickHouse/pull/17257) ([flynn](https://github.com/ucasFL)).
+* Fix possible `Unexpected packet Data received from client` error logged for Distributed queries with `LIMIT`. [#17254](https://github.com/ClickHouse/ClickHouse/pull/17254) ([Azat Khuzhin](https://github.com/azat)).
+* Fix set index invalidation when there are const columns in the subquery. This fixes [#17246](https://github.com/ClickHouse/ClickHouse/issues/17246). [#17249](https://github.com/ClickHouse/ClickHouse/pull/17249) ([Amos Bird](https://github.com/amosbird)).
+* Fix possible wrong index analysis when the types of the index comparison are different. This fixes [#17122](https://github.com/ClickHouse/ClickHouse/issues/17122). [#17145](https://github.com/ClickHouse/ClickHouse/pull/17145) ([Amos Bird](https://github.com/amosbird)).
+* Fix ColumnConst comparison which leads to crash. This fixed [#17088](https://github.com/ClickHouse/ClickHouse/issues/17088) . [#17135](https://github.com/ClickHouse/ClickHouse/pull/17135) ([Amos Bird](https://github.com/amosbird)).
+* Multiple fixed for MaterializeMySQL (experimental feature). Fixes [#16923](https://github.com/ClickHouse/ClickHouse/issues/16923) Fixes [#15883](https://github.com/ClickHouse/ClickHouse/issues/15883) Fix MaterializeMySQL SYNC failure when the modify MySQL binlog_checksum. [#17091](https://github.com/ClickHouse/ClickHouse/pull/17091) ([Winter Zhang](https://github.com/zhang2014)).
+* Fix bug when `ON CLUSTER` queries may hang forever for non-leader ReplicatedMergeTreeTables. [#17089](https://github.com/ClickHouse/ClickHouse/pull/17089) ([alesapin](https://github.com/alesapin)).
+* Fixed crash on `CREATE TABLE ... AS some_table` query when `some_table` was created `AS table_function()` Fixes [#16944](https://github.com/ClickHouse/ClickHouse/issues/16944). [#17072](https://github.com/ClickHouse/ClickHouse/pull/17072) ([tavplubix](https://github.com/tavplubix)).
+* Bug unfinished implementation for funciton fuzzBits, related issue: [#16980](https://github.com/ClickHouse/ClickHouse/issues/16980). [#17051](https://github.com/ClickHouse/ClickHouse/pull/17051) ([hexiaoting](https://github.com/hexiaoting)).
+* Fix LLVM's libunwind in the case when CFA register is RAX. This is the [bug](https://bugs.llvm.org/show_bug.cgi?id=48186) in [LLVM's libunwind](https://github.com/llvm/llvm-project/tree/master/libunwind). We already have workarounds for this bug. [#17046](https://github.com/ClickHouse/ClickHouse/pull/17046) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Avoid unnecessary network errors for remote queries which may be cancelled while execution, like queries with `LIMIT`. [#17006](https://github.com/ClickHouse/ClickHouse/pull/17006) ([Azat Khuzhin](https://github.com/azat)).
+* Fix `optimize_distributed_group_by_sharding_key` setting (that is disabled by default) for query with OFFSET only. [#16996](https://github.com/ClickHouse/ClickHouse/pull/16996) ([Azat Khuzhin](https://github.com/azat)).
+* Fix for Merge tables over Distributed tables with JOIN. [#16993](https://github.com/ClickHouse/ClickHouse/pull/16993) ([Azat Khuzhin](https://github.com/azat)).
+* Fixed wrong result in big integers (128, 256 bit) when casting from double. Big integers support is experimental. [#16986](https://github.com/ClickHouse/ClickHouse/pull/16986) ([Mike](https://github.com/myrrc)).
+* Fix possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter doesn't finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
+* Blame info was not calculated correctly in `clickhouse-git-import`. [#16959](https://github.com/ClickHouse/ClickHouse/pull/16959) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix order by optimization with monotonous functions. Fixes [#16107](https://github.com/ClickHouse/ClickHouse/issues/16107). [#16956](https://github.com/ClickHouse/ClickHouse/pull/16956) ([Anton Popov](https://github.com/CurtizJ)).
+* Fix optimization of group by with enabled setting `optimize_aggregators_of_group_by_keys` and joins. Fixes [#12604](https://github.com/ClickHouse/ClickHouse/issues/12604). [#16951](https://github.com/ClickHouse/ClickHouse/pull/16951) ([Anton Popov](https://github.com/CurtizJ)).
+* Fix possible error `Illegal type of argument` for queries with `ORDER BY`. Fixes [#16580](https://github.com/ClickHouse/ClickHouse/issues/16580). [#16928](https://github.com/ClickHouse/ClickHouse/pull/16928) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix strange code in InterpreterShowAccessQuery. [#16866](https://github.com/ClickHouse/ClickHouse/pull/16866) ([tavplubix](https://github.com/tavplubix)).
+* Prevent clickhouse server crashes when using the function `timeSeriesGroupSum`. The function is removed from newer ClickHouse releases. [#16865](https://github.com/ClickHouse/ClickHouse/pull/16865) ([filimonov](https://github.com/filimonov)).
+* Fix rare silent crashes when query profiler is on and ClickHouse is installed on OS with glibc version that has (supposedly) broken asynchronous unwind tables for some functions. This fixes [#15301](https://github.com/ClickHouse/ClickHouse/issues/15301). This fixes [#13098](https://github.com/ClickHouse/ClickHouse/issues/13098). [#16846](https://github.com/ClickHouse/ClickHouse/pull/16846) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix crash when using `any` without any arguments. This is for [#16803](https://github.com/ClickHouse/ClickHouse/issues/16803) . cc @azat. [#16826](https://github.com/ClickHouse/ClickHouse/pull/16826) ([Amos Bird](https://github.com/amosbird)).
+* If no memory can be allocated while writing table metadata on disk, broken metadata file can be written. [#16772](https://github.com/ClickHouse/ClickHouse/pull/16772) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix trivial query optimization with partition predicate. [#16767](https://github.com/ClickHouse/ClickHouse/pull/16767) ([Azat Khuzhin](https://github.com/azat)).
+* Fix `IN` operator over several columns and tuples with enabled `transform_null_in` setting. Fixes [#15310](https://github.com/ClickHouse/ClickHouse/issues/15310). [#16722](https://github.com/ClickHouse/ClickHouse/pull/16722) ([Anton Popov](https://github.com/CurtizJ)).
+* Return number of affected rows for INSERT queries via MySQL protocol. Previously ClickHouse used to always return 0, it's fixed. Fixes [#16605](https://github.com/ClickHouse/ClickHouse/issues/16605). [#16715](https://github.com/ClickHouse/ClickHouse/pull/16715) ([Winter Zhang](https://github.com/zhang2014)).
+* Fix remote query failure when using 'if' suffix aggregate function. Fixes [#16574](https://github.com/ClickHouse/ClickHouse/issues/16574) Fixes [#16231](https://github.com/ClickHouse/ClickHouse/issues/16231) [#16610](https://github.com/ClickHouse/ClickHouse/pull/16610) ([Winter Zhang](https://github.com/zhang2014)).
+* Fix inconsistent behavior caused by `select_sequential_consistency` for optimized trivial count query and system.tables. [#16309](https://github.com/ClickHouse/ClickHouse/pull/16309) ([Hao Chen](https://github.com/haoch)).
+
+#### Improvement
+
+* Remove empty parts after they were pruned by TTL, mutation, or collapsing merge algorithm. [#16895](https://github.com/ClickHouse/ClickHouse/pull/16895) ([Anton Popov](https://github.com/CurtizJ)).
+* Enable compact format of directories for asynchronous sends in Distributed tables: `use_compact_format_in_distributed_parts_names` is set to 1 by default. [#16788](https://github.com/ClickHouse/ClickHouse/pull/16788) ([Azat Khuzhin](https://github.com/azat)).
+* Abort multipart upload if no data was written to S3. [#16840](https://github.com/ClickHouse/ClickHouse/pull/16840) ([Pavel Kovalenko](https://github.com/Jokser)).
+* Reresolve the IP of the `format_avro_schema_registry_url` in case of errors. [#16985](https://github.com/ClickHouse/ClickHouse/pull/16985) ([filimonov](https://github.com/filimonov)).
+* Mask password in data_path in the system.distribution_queue. [#16727](https://github.com/ClickHouse/ClickHouse/pull/16727) ([Azat Khuzhin](https://github.com/azat)).
+* Throw error when use column transformer replaces non existing column. [#16183](https://github.com/ClickHouse/ClickHouse/pull/16183) ([hexiaoting](https://github.com/hexiaoting)).
+* Turn off parallel parsing when there is no enough memory for all threads to work simultaneously. Also there could be exceptions like "Memory limit exceeded" when somebody will try to insert extremely huge rows (> min_chunk_bytes_for_parallel_parsing), because each piece to parse has to be independent set of strings (one or more). [#16721](https://github.com/ClickHouse/ClickHouse/pull/16721) ([Nikita Mikhaylov](https://github.com/nikitamikhaylov)).
+* Install script should always create subdirs in config folders. This is only relevant for Docker build with custom config. [#16936](https://github.com/ClickHouse/ClickHouse/pull/16936) ([filimonov](https://github.com/filimonov)).
+* Correct grammar in error message in JSONEachRow, JSONCompactEachRow, and RegexpRow input formats. [#17205](https://github.com/ClickHouse/ClickHouse/pull/17205) ([nico piderman](https://github.com/sneako)).
+* Set default `host` and `port` parameters for `SOURCE(CLICKHOUSE(...))` to current instance and set default `user` value to `'default'`. [#16997](https://github.com/ClickHouse/ClickHouse/pull/16997) ([vdimir](https://github.com/vdimir)).
+* Throw an informative error message when doing `ATTACH/DETACH TABLE <DICTIONARY>`. Before this PR, `detach table <dict>` works but leads to an ill-formed in-memory metadata. [#16885](https://github.com/ClickHouse/ClickHouse/pull/16885) ([Amos Bird](https://github.com/amosbird)).
+* Add cutToFirstSignificantSubdomainWithWWW(). [#16845](https://github.com/ClickHouse/ClickHouse/pull/16845) ([Azat Khuzhin](https://github.com/azat)).
+* Server refused to startup with exception message if wrong config is given (`metric_log`.`collect_interval_milliseconds` is missing). [#16815](https://github.com/ClickHouse/ClickHouse/pull/16815) ([Ivan](https://github.com/abyss7)).
+* Better exception message when configuration for distributed DDL is absent. This fixes [#5075](https://github.com/ClickHouse/ClickHouse/issues/5075). [#16769](https://github.com/ClickHouse/ClickHouse/pull/16769) ([Nikita Mikhaylov](https://github.com/nikitamikhaylov)).
+* Usability improvement: better suggestions in syntax error message when `CODEC` expression is misplaced in `CREATE TABLE` query. This fixes [#12493](https://github.com/ClickHouse/ClickHouse/issues/12493). [#16768](https://github.com/ClickHouse/ClickHouse/pull/16768) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Remove empty directories for async INSERT at start of Distributed engine. [#16729](https://github.com/ClickHouse/ClickHouse/pull/16729) ([Azat Khuzhin](https://github.com/azat)).
+* Workaround for use S3 with nginx server as proxy. Nginx currenty does not accept urls with empty path like `http://domain.com?delete`, but vanilla aws-sdk-cpp produces this kind of urls. This commit uses patched aws-sdk-cpp version, which makes urls with "/" as path in this cases, like `http://domain.com/?delete`. [#16709](https://github.com/ClickHouse/ClickHouse/pull/16709) ([ianton-ru](https://github.com/ianton-ru)).
+* Allow `reinterpretAs*` functions to work for integers and floats of the same size. Implements [16640](https://github.com/ClickHouse/ClickHouse/issues/16640). [#16657](https://github.com/ClickHouse/ClickHouse/pull/16657) ([flynn](https://github.com/ucasFL)).
+* Now, `<auxiliary_zookeepers>` configuration can be changed in `config.xml` and reloaded without server startup. [#16627](https://github.com/ClickHouse/ClickHouse/pull/16627) ([Amos Bird](https://github.com/amosbird)).
+* Support SNI in https connections to remote resources. This will allow to connect to Cloudflare servers that require SNI. This fixes [#10055](https://github.com/ClickHouse/ClickHouse/issues/10055). [#16252](https://github.com/ClickHouse/ClickHouse/pull/16252) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Make it possible to connect to `clickhouse-server` secure endpoint which requires SNI. This is possible when `clickhouse-server` is hosted behind TLS proxy. [#16938](https://github.com/ClickHouse/ClickHouse/pull/16938) ([filimonov](https://github.com/filimonov)).
+* Fix possible stack overflow if a loop of materialized views is created. This closes [#15732](https://github.com/ClickHouse/ClickHouse/issues/15732). [#16048](https://github.com/ClickHouse/ClickHouse/pull/16048) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Simplify the implementation of background tasks processing for the MergeTree table engines family. There should be no visible changes for user. [#15983](https://github.com/ClickHouse/ClickHouse/pull/15983) ([alesapin](https://github.com/alesapin)).
+* Improvement for MaterializeMySQL (experimental feature). Throw exception about right sync privileges when MySQL sync user has error privileges. [#15977](https://github.com/ClickHouse/ClickHouse/pull/15977) ([TCeason](https://github.com/TCeason)).
+* Made `indexOf()` use BloomFilter. [#14977](https://github.com/ClickHouse/ClickHouse/pull/14977) ([achimbab](https://github.com/achimbab)).
+
+#### Performance Improvement
+
+* Use Floyd-Rivest algorithm, it is the best for the ClickHouse use case of partial sorting. Bechmarks are in https://github.com/danlark1/miniselect and [here](https://drive.google.com/drive/folders/1DHEaeXgZuX6AJ9eByeZ8iQVQv0ueP8XM). [#16825](https://github.com/ClickHouse/ClickHouse/pull/16825) ([Danila Kutenin](https://github.com/danlark1)).
+* Now `ReplicatedMergeTree` tree engines family uses a separate thread pool for replicated fetches. Size of the pool limited by setting `background_fetches_pool_size` which can be tuned with a server restart. The default value of the setting is 3 and it means that the maximum amount of parallel fetches is equal to 3 (and it allows to utilize 10G network). Fixes #520. [#16390](https://github.com/ClickHouse/ClickHouse/pull/16390) ([alesapin](https://github.com/alesapin)).
+* Fixed uncontrolled growth of the state of `quantileTDigest`. [#16680](https://github.com/ClickHouse/ClickHouse/pull/16680) ([hrissan](https://github.com/hrissan)).
+* Add `VIEW` subquery description to `EXPLAIN`. Limit push down optimisation for `VIEW`. Add local replicas of `Distributed` to query plan. [#14936](https://github.com/ClickHouse/ClickHouse/pull/14936) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix optimize_read_in_order/optimize_aggregation_in_order with max_threads > 0 and expression in ORDER BY. [#16637](https://github.com/ClickHouse/ClickHouse/pull/16637) ([Azat Khuzhin](https://github.com/azat)).
+* Fix performance of reading from `Merge` tables over huge number of `MergeTree` tables. Fixes [#7748](https://github.com/ClickHouse/ClickHouse/issues/7748). [#16988](https://github.com/ClickHouse/ClickHouse/pull/16988) ([Anton Popov](https://github.com/CurtizJ)).
+* Now we can safely prune partitions with exact match. Useful case: Suppose table is partitioned by `intHash64(x) % 100` and the query has condition on `intHash64(x) % 100` verbatim, not on x. [#16253](https://github.com/ClickHouse/ClickHouse/pull/16253) ([Amos Bird](https://github.com/amosbird)).
+
+#### Experimental Feature
+
+* Add `EmbeddedRocksDB` table engine (can be used for dictionaries). [#15073](https://github.com/ClickHouse/ClickHouse/pull/15073) ([sundyli](https://github.com/sundy-li)).
+
+#### Build/Testing/Packaging Improvement
+
+* Improvements in test coverage building images. [#17233](https://github.com/ClickHouse/ClickHouse/pull/17233) ([alesapin](https://github.com/alesapin)).
+* Update embedded timezone data to version 2020d (also update cctz to the latest master). [#17204](https://github.com/ClickHouse/ClickHouse/pull/17204) ([filimonov](https://github.com/filimonov)).
+* Fix UBSan report in Poco. This closes [#12719](https://github.com/ClickHouse/ClickHouse/issues/12719). [#16765](https://github.com/ClickHouse/ClickHouse/pull/16765) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Do not instrument 3rd-party libraries with UBSan. [#16764](https://github.com/ClickHouse/ClickHouse/pull/16764) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix UBSan report in cache dictionaries. This closes [#12641](https://github.com/ClickHouse/ClickHouse/issues/12641). [#16763](https://github.com/ClickHouse/ClickHouse/pull/16763) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix UBSan report when trying to convert infinite floating point number to integer. This closes [#14190](https://github.com/ClickHouse/ClickHouse/issues/14190). [#16677](https://github.com/ClickHouse/ClickHouse/pull/16677) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+
+
 ## ClickHouse release 20.11
 
 ### ClickHouse release v20.11.3.3-stable, 2020-11-13
diff --git a/base/common/CMakeLists.txt b/base/common/CMakeLists.txt
index 9e4462c821a..cea52b443dd 100644
--- a/base/common/CMakeLists.txt
+++ b/base/common/CMakeLists.txt
@@ -6,6 +6,7 @@ set (SRCS
     demangle.cpp
     getFQDNOrHostName.cpp
     getMemoryAmount.cpp
+    getPageSize.cpp
     getThreadId.cpp
     JSON.cpp
     LineReader.cpp
diff --git a/base/common/ReadlineLineReader.cpp b/base/common/ReadlineLineReader.cpp
index 4e67ed5e4a3..397a7dd7543 100644
--- a/base/common/ReadlineLineReader.cpp
+++ b/base/common/ReadlineLineReader.cpp
@@ -1,4 +1,5 @@
 #include <common/ReadlineLineReader.h>
+#include <common/errnoToString.h>
 #include <ext/scope_guard.h>
 
 #include <errno.h>
@@ -69,7 +70,7 @@ ReadlineLineReader::ReadlineLineReader(
     {
         int res = read_history(history_file_path.c_str());
         if (res)
-            std::cerr << "Cannot read history from file " + history_file_path + ": "+ strerror(errno) << std::endl;
+            std::cerr << "Cannot read history from file " + history_file_path + ": "+ errnoToString(errno) << std::endl;
     }
 
     /// Added '.' to the default list. Because it is used to separate database and table.
@@ -107,7 +108,7 @@ ReadlineLineReader::ReadlineLineReader(
     };
 
     if (signal(SIGINT, clear_prompt_or_exit) == SIG_ERR)
-        throw std::runtime_error(std::string("Cannot set signal handler for readline: ") + strerror(errno));
+        throw std::runtime_error(std::string("Cannot set signal handler for readline: ") + errnoToString(errno));
 
     rl_variable_bind("completion-ignore-case", "on");
     // TODO: it doesn't work
diff --git a/base/common/ReplxxLineReader.cpp b/base/common/ReplxxLineReader.cpp
index 4eb7b065fe3..111428447af 100644
--- a/base/common/ReplxxLineReader.cpp
+++ b/base/common/ReplxxLineReader.cpp
@@ -47,7 +47,7 @@ ReplxxLineReader::ReplxxLineReader(
             {
                 if (!rx.history_load(history_file_path))
                 {
-                    rx.print("Loading history failed: %s\n", strerror(errno));
+                    rx.print("Loading history failed: %s\n", errnoToString(errno).c_str());
                 }
 
                 if (flock(history_file_fd, LOCK_UN))
@@ -88,7 +88,7 @@ ReplxxLineReader::ReplxxLineReader(
 ReplxxLineReader::~ReplxxLineReader()
 {
     if (close(history_file_fd))
-        rx.print("Close of history file failed: %s\n", strerror(errno));
+        rx.print("Close of history file failed: %s\n", errnoToString(errno).c_str());
 }
 
 LineReader::InputStatus ReplxxLineReader::readOneLine(const String & prompt)
@@ -113,7 +113,7 @@ void ReplxxLineReader::addToHistory(const String & line)
     // and that is why flock() is added here.
     bool locked = false;
     if (flock(history_file_fd, LOCK_EX))
-        rx.print("Lock of history file failed: %s\n", strerror(errno));
+        rx.print("Lock of history file failed: %s\n", errnoToString(errno).c_str());
     else
         locked = true;
 
@@ -121,10 +121,10 @@ void ReplxxLineReader::addToHistory(const String & line)
 
     // flush changes to the disk
     if (!rx.history_save(history_file_path))
-        rx.print("Saving history failed: %s\n", strerror(errno));
+        rx.print("Saving history failed: %s\n", errnoToString(errno).c_str());
 
     if (locked && 0 != flock(history_file_fd, LOCK_UN))
-        rx.print("Unlock of history file failed: %s\n", strerror(errno));
+        rx.print("Unlock of history file failed: %s\n", errnoToString(errno).c_str());
 }
 
 void ReplxxLineReader::enableBracketedPaste()
diff --git a/base/common/getMemoryAmount.cpp b/base/common/getMemoryAmount.cpp
index e7d284354f9..1f1b2b8c5dd 100644
--- a/base/common/getMemoryAmount.cpp
+++ b/base/common/getMemoryAmount.cpp
@@ -1,5 +1,6 @@
 #include <stdexcept>
 #include "common/getMemoryAmount.h"
+#include "common/getPageSize.h"
 
 #include <unistd.h>
 #include <sys/types.h>
@@ -18,7 +19,7 @@ uint64_t getMemoryAmountOrZero()
     if (num_pages <= 0)
         return 0;
 
-    int64_t page_size = sysconf(_SC_PAGESIZE);
+    int64_t page_size = getPageSize();
     if (page_size <= 0)
         return 0;
 
diff --git a/base/common/getPageSize.cpp b/base/common/getPageSize.cpp
new file mode 100644
index 00000000000..e96149cc1fb
--- /dev/null
+++ b/base/common/getPageSize.cpp
@@ -0,0 +1,8 @@
+#include "common/getPageSize.h"
+
+#include <unistd.h>
+
+Int64 getPageSize()
+{
+    return sysconf(_SC_PAGESIZE);
+}
diff --git a/base/common/getPageSize.h b/base/common/getPageSize.h
new file mode 100644
index 00000000000..8a35acbfe9b
--- /dev/null
+++ b/base/common/getPageSize.h
@@ -0,0 +1,6 @@
+#pragma once
+
+#include "common/types.h"
+
+/// Get memory page size
+Int64 getPageSize();
diff --git a/base/common/setTerminalEcho.cpp b/base/common/setTerminalEcho.cpp
index 11f6c1db3f0..658f27705ba 100644
--- a/base/common/setTerminalEcho.cpp
+++ b/base/common/setTerminalEcho.cpp
@@ -1,6 +1,7 @@
 // https://stackoverflow.com/questions/1413445/reading-a-password-from-stdcin
 
 #include <common/setTerminalEcho.h>
+#include <common/errnoToString.h>
 #include <stdexcept>
 #include <cstring>
 #include <string>
@@ -31,7 +32,7 @@ void setTerminalEcho(bool enable)
 #else
     struct termios tty;
     if (tcgetattr(STDIN_FILENO, &tty))
-        throw std::runtime_error(std::string("setTerminalEcho failed get: ") + strerror(errno));
+        throw std::runtime_error(std::string("setTerminalEcho failed get: ") + errnoToString(errno));
     if (!enable)
         tty.c_lflag &= ~ECHO;
     else
@@ -39,6 +40,6 @@ void setTerminalEcho(bool enable)
 
     auto ret = tcsetattr(STDIN_FILENO, TCSANOW, &tty);
     if (ret)
-        throw std::runtime_error(std::string("setTerminalEcho failed set: ") + strerror(errno));
+        throw std::runtime_error(std::string("setTerminalEcho failed set: ") + errnoToString(errno));
 #endif
 }
diff --git a/base/common/ya.make b/base/common/ya.make
index 9b38e3919be..fd88760c933 100644
--- a/base/common/ya.make
+++ b/base/common/ya.make
@@ -47,6 +47,7 @@ SRCS(
     errnoToString.cpp
     getFQDNOrHostName.cpp
     getMemoryAmount.cpp
+    getPageSize.cpp
     getResource.cpp
     getThreadId.cpp
     mremap.cpp
diff --git a/cmake/sanitize.cmake b/cmake/sanitize.cmake
index 7a9e263778e..72bdf27004e 100644
--- a/cmake/sanitize.cmake
+++ b/cmake/sanitize.cmake
@@ -41,9 +41,10 @@ if (SANITIZE)
         if (COMPILER_CLANG)
             set (TSAN_FLAGS "${TSAN_FLAGS} -fsanitize-blacklist=${CMAKE_SOURCE_DIR}/tests/tsan_suppressions.txt")
         else()
-            message (WARNING "TSAN suppressions was not passed to the compiler (since the compiler is not clang)")
-            message (WARNING "Use the following command to pass them manually:")
-            message (WARNING "    export TSAN_OPTIONS=\"$TSAN_OPTIONS suppressions=${CMAKE_SOURCE_DIR}/tests/tsan_suppressions.txt\"")
+            set (MESSAGE "TSAN suppressions was not passed to the compiler (since the compiler is not clang)\n")
+            set (MESSAGE "${MESSAGE}Use the following command to pass them manually:\n")
+            set (MESSAGE "${MESSAGE}    export TSAN_OPTIONS=\"$TSAN_OPTIONS suppressions=${CMAKE_SOURCE_DIR}/tests/tsan_suppressions.txt\"")
+            message (WARNING "${MESSAGE}")
         endif()
 
 
@@ -57,8 +58,18 @@ if (SANITIZE)
         endif ()
 
     elseif (SANITIZE STREQUAL "undefined")
-        set (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${SAN_FLAGS} -fsanitize=undefined -fno-sanitize-recover=all -fno-sanitize=float-divide-by-zero -fsanitize-blacklist=${CMAKE_SOURCE_DIR}/tests/ubsan_suppressions.txt")
-        set (CMAKE_C_FLAGS "${CMAKE_C_FLAGS} ${SAN_FLAGS} -fsanitize=undefined -fno-sanitize-recover=all -fno-sanitize=float-divide-by-zero -fsanitize-blacklist=${CMAKE_SOURCE_DIR}/tests/ubsan_suppressions.txt")
+        set (UBSAN_FLAGS "-fsanitize=undefined -fno-sanitize-recover=all -fno-sanitize=float-divide-by-zero")
+        if (COMPILER_CLANG)
+            set (UBSAN_FLAGS "${UBSAN_FLAGS} -fsanitize-blacklist=${CMAKE_SOURCE_DIR}/tests/ubsan_suppressions.txt")
+        else()
+            set (MESSAGE "UBSAN suppressions was not passed to the compiler (since the compiler is not clang)\n")
+            set (MESSAGE "${MESSAGE}Use the following command to pass them manually:\n")
+            set (MESSAGE "${MESSAGE}        export UBSAN_OPTIONS=\"$UBSAN_OPTIONS suppressions=${CMAKE_SOURCE_DIR}/tests/ubsan_suppressions.txt\"")
+            message (WARNING "${MESSAGE}")
+        endif()
+
+        set (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${SAN_FLAGS} ${UBSAN_FLAGS}")
+        set (CMAKE_C_FLAGS "${CMAKE_C_FLAGS} ${SAN_FLAGS} ${UBSAN_FLAGS}")
         if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
             set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fsanitize=undefined")
         endif()
diff --git a/contrib/boost b/contrib/boost
index a7ceabe4747..0b98b443aa7 160000
--- a/contrib/boost
+++ b/contrib/boost
@@ -1 +1 @@
-Subproject commit a7ceabe4747ecc3309dd3dcd9de4b29660dfd298
+Subproject commit 0b98b443aa7bb77d65efd7b23b3b8c8a0ab5f1f3
diff --git a/contrib/krb5 b/contrib/krb5
index 99f7ad2831a..90ff6f4f8c6 160000
--- a/contrib/krb5
+++ b/contrib/krb5
@@ -1 +1 @@
-Subproject commit 99f7ad2831a01f264c07eed42a0a3a9336b86184
+Subproject commit 90ff6f4f8c695d6bf1aaba78a9b8942be92141c2
diff --git a/contrib/libc-headers b/contrib/libc-headers
index 92c74f938cf..a720b7105a6 160000
--- a/contrib/libc-headers
+++ b/contrib/libc-headers
@@ -1 +1 @@
-Subproject commit 92c74f938cf2c4dd529cae4f3d2923d153b029a7
+Subproject commit a720b7105a610acbd7427eea475a5b6810c151eb
diff --git a/contrib/libgsasl b/contrib/libgsasl
index 140fb582505..383ee28e82f 160000
--- a/contrib/libgsasl
+++ b/contrib/libgsasl
@@ -1 +1 @@
-Subproject commit 140fb58250588c8323285b75fcf127c4adc33dfa
+Subproject commit 383ee28e82f69fa16ed43b48bd9c8ee5b313ab84
diff --git a/contrib/libhdfs3 b/contrib/libhdfs3
index 30552ac527f..095b9d48b40 160000
--- a/contrib/libhdfs3
+++ b/contrib/libhdfs3
@@ -1 +1 @@
-Subproject commit 30552ac527f2c14070d834e171493b2e7f662375
+Subproject commit 095b9d48b400abb72d967cb0539af13b1e3d90cf
diff --git a/contrib/libhdfs3-cmake/CMakeLists.txt b/contrib/libhdfs3-cmake/CMakeLists.txt
index 3aa5cb970db..60f4376bdea 100644
--- a/contrib/libhdfs3-cmake/CMakeLists.txt
+++ b/contrib/libhdfs3-cmake/CMakeLists.txt
@@ -17,7 +17,12 @@ if (NOT USE_INTERNAL_PROTOBUF_LIBRARY AND PROTOBUF_OLD_ABI_COMPAT)
     endif ()
 endif()
 
-set(WITH_KERBEROS false)
+if (${ENABLE_LIBRARIES} AND ${ENABLE_KRB5})
+    SET(WITH_KERBEROS 1)
+else()
+    SET(WITH_KERBEROS 0)
+endif()
+
 # project and source dir
 set(HDFS3_ROOT_DIR ${ClickHouse_SOURCE_DIR}/contrib/libhdfs3)
 set(HDFS3_SOURCE_DIR ${HDFS3_ROOT_DIR}/src)
@@ -28,11 +33,6 @@ set(CMAKE_MODULE_PATH "${CMAKE_CURRENT_SOURCE_DIR}/CMake" ${CMAKE_MODULE_PATH})
 include(Platform)
 include(Options)
 
-# prefer shared libraries
-if (WITH_KERBEROS)
-    find_package(KERBEROS REQUIRED)
-endif()
-
 # source
 set(PROTO_FILES
     #${HDFS3_SOURCE_DIR}/proto/encryption.proto
@@ -207,14 +207,11 @@ target_include_directories(hdfs3 PRIVATE ${HDFS3_COMMON_DIR})
 target_include_directories(hdfs3 PRIVATE ${CMAKE_CURRENT_BINARY_DIR})
 
 target_include_directories(hdfs3 PRIVATE ${LIBGSASL_INCLUDE_DIR})
-if (WITH_KERBEROS)
-    target_include_directories(hdfs3 PRIVATE ${KERBEROS_INCLUDE_DIRS})
-endif()
 target_include_directories(hdfs3 PRIVATE ${LIBXML2_INCLUDE_DIR})
 
 target_link_libraries(hdfs3 PRIVATE ${LIBGSASL_LIBRARY})
 if (WITH_KERBEROS)
-    target_link_libraries(hdfs3 PRIVATE ${KERBEROS_LIBRARIES})
+    target_link_libraries(hdfs3 PRIVATE ${KRB5_LIBRARY})
 endif()
 target_link_libraries(hdfs3 PRIVATE ${LIBXML2_LIBRARIES})
 
diff --git a/contrib/librdkafka b/contrib/librdkafka
index 9902bc4fb18..f2f6616419d 160000
--- a/contrib/librdkafka
+++ b/contrib/librdkafka
@@ -1 +1 @@
-Subproject commit 9902bc4fb18bb441fa55ca154b341cdda191e5d3
+Subproject commit f2f6616419d567c9198aef0d1133a2e9b4f02276
diff --git a/contrib/libunwind b/contrib/libunwind
index 51b84d9b6d2..8fe25d7dc70 160000
--- a/contrib/libunwind
+++ b/contrib/libunwind
@@ -1 +1 @@
-Subproject commit 51b84d9b6d2548f1cbdcafe622d5a753853b6149
+Subproject commit 8fe25d7dc70f2a4ea38c3e5a33fa9d4199b67a5a
diff --git a/debian/control b/debian/control
index 9b34e982698..809b5bb5d2a 100644
--- a/debian/control
+++ b/debian/control
@@ -40,7 +40,7 @@ Description: Common files for ClickHouse
 Package: clickhouse-server
 Architecture: all
 Depends: ${shlibs:Depends}, ${misc:Depends}, clickhouse-common-static (= ${binary:Version}), adduser
-Recommends: libcap2-bin
+Recommends: libcap2-bin, krb5-user
 Replaces: clickhouse-server-common, clickhouse-server-base
 Provides: clickhouse-server-common
 Description: Server binary for ClickHouse
diff --git a/docker/builder/Dockerfile b/docker/builder/Dockerfile
index 68245a92c58..199b5217d79 100644
--- a/docker/builder/Dockerfile
+++ b/docker/builder/Dockerfile
@@ -1,6 +1,6 @@
-FROM ubuntu:19.10
+FROM ubuntu:20.04
 
-ENV DEBIAN_FRONTEND=noninteractive LLVM_VERSION=10
+ENV DEBIAN_FRONTEND=noninteractive LLVM_VERSION=11
 
 RUN apt-get update \
     && apt-get install ca-certificates lsb-release wget gnupg apt-transport-https \
diff --git a/docker/builder/build.sh b/docker/builder/build.sh
index d814bcdf2b4..d4cf662e91b 100755
--- a/docker/builder/build.sh
+++ b/docker/builder/build.sh
@@ -4,7 +4,7 @@ set -e
 #ccache -s # uncomment to display CCache statistics
 mkdir -p /server/build_docker
 cd /server/build_docker
-cmake -G Ninja /server "-DCMAKE_C_COMPILER=$(command -v gcc-9)" "-DCMAKE_CXX_COMPILER=$(command -v g++-9)"
+cmake -G Ninja /server "-DCMAKE_C_COMPILER=$(command -v clang-11)" "-DCMAKE_CXX_COMPILER=$(command -v clang++-11)"
 
 # Set the number of build jobs to the half of number of virtual CPU cores (rounded up).
 # By default, ninja use all virtual CPU cores, that leads to very high memory consumption without much improvement in build time.
diff --git a/docker/images.json b/docker/images.json
index f5b10a14313..5657a748579 100644
--- a/docker/images.json
+++ b/docker/images.json
@@ -58,8 +58,7 @@
     "docker/test/stateless": {
         "name": "yandex/clickhouse-stateless-test",
         "dependent": [
-            "docker/test/stateful",
-            "docker/test/stateful_with_coverage"
+            "docker/test/stateful"
         ]
     },
     "docker/test/stateless_pytest": {
@@ -68,7 +67,9 @@
     },
     "docker/test/stateless_with_coverage": {
         "name": "yandex/clickhouse-stateless-test-with-coverage",
-        "dependent": []
+        "dependent": [
+            "docker/test/stateful_with_coverage"
+        ]
     },
     "docker/test/unit": {
         "name": "yandex/clickhouse-unit-test",
@@ -157,5 +158,9 @@
          "name": "yandex/clickhouse-stateless-unbundled-test",
          "dependent": [
          ]
+    },
+    "docker/test/integration/kerberized_hadoop": {
+        "name": "yandex/clickhouse-kerberized-hadoop",
+        "dependent": []
     }
 }
diff --git a/docker/packager/binary/build.sh b/docker/packager/binary/build.sh
index 4ba2f5f87c7..c46e3b23994 100755
--- a/docker/packager/binary/build.sh
+++ b/docker/packager/binary/build.sh
@@ -31,6 +31,7 @@ find . -name '*.so.*' -print -exec mv '{}' /output \;
 if [ "performance" == "$COMBINED_OUTPUT" ]
 then
     cp -r ../tests/performance /output
+    cp -r ../tests/config/top_level_domains  /
     cp -r ../docker/test/performance-comparison/config /output ||:
     rm /output/unit_tests_dbms ||:
     rm /output/clickhouse-odbc-bridge ||:
diff --git a/docker/packager/packager b/docker/packager/packager
index 6d075195003..65c03cc10e3 100755
--- a/docker/packager/packager
+++ b/docker/packager/packager
@@ -148,6 +148,10 @@ def parse_env_variables(build_type, compiler, sanitizer, package_type, image_typ
 
     if split_binary:
         cmake_flags.append('-DUSE_STATIC_LIBRARIES=0 -DSPLIT_SHARED_LIBRARIES=1 -DCLICKHOUSE_SPLIT_BINARY=1')
+        # We can't always build utils because it requires too much space, but
+        # we have to build them at least in some way in CI. The split build is
+        # probably the least heavy disk-wise.
+        cmake_flags.append('-DENABLE_UTILS=1')
 
     if clang_tidy:
         cmake_flags.append('-DENABLE_CLANG_TIDY=1')
diff --git a/docker/server/README.md b/docker/server/README.md
index e8e8d326de7..d8e9204dffa 100644
--- a/docker/server/README.md
+++ b/docker/server/README.md
@@ -15,6 +15,8 @@ For more information and documentation see https://clickhouse.yandex/.
 $ docker run -d --name some-clickhouse-server --ulimit nofile=262144:262144 yandex/clickhouse-server
 ```
 
+By default ClickHouse will be accessible only via docker network. See the [networking section below](#networking).
+
 ### connect to it from a native client
 ```bash
 $ docker run -it --rm --link some-clickhouse-server:clickhouse-server yandex/clickhouse-client --host clickhouse-server
@@ -22,6 +24,70 @@ $ docker run -it --rm --link some-clickhouse-server:clickhouse-server yandex/cli
 
 More information about [ClickHouse client](https://clickhouse.yandex/docs/en/interfaces/cli/).
 
+### connect to it using curl
+
+```bash
+echo "SELECT 'Hello, ClickHouse!'" | docker run -i --rm --link some-clickhouse-server:clickhouse-server curlimages/curl 'http://clickhouse-server:8123/?query=' -s --data-binary @-
+```
+More information about [ClickHouse HTTP Interface](https://clickhouse.tech/docs/en/interfaces/http/).
+
+### stopping / removing the containter
+
+```bash
+$ docker stop some-clickhouse-server
+$ docker rm some-clickhouse-server
+```
+
+### networking
+
+You can expose you ClickHouse running in docker by [mapping particular port](https://docs.docker.com/config/containers/container-networking/) from inside container to a host ports:
+
+```bash
+$ docker run -d -p 18123:8123 -p19000:9000 --name some-clickhouse-server --ulimit nofile=262144:262144 yandex/clickhouse-server
+$ echo 'SELECT version()' | curl 'http://localhost:18123/' --data-binary @-
+20.12.3.3
+```
+
+or by allowing container to use [host ports directly](https://docs.docker.com/network/host/) using `--network=host` (also allows archiving better network performance):
+
+```bash
+$ docker run -d --network=host --name some-clickhouse-server --ulimit nofile=262144:262144 yandex/clickhouse-server
+$ echo 'SELECT version()' | curl 'http://localhost:8123/' --data-binary @-
+20.12.3.3
+```
+
+### Volumes 
+
+Typically you may want to mount the following folders inside your container to archieve persistency:
+
+* `/var/lib/clickhouse/` - main folder where ClickHouse stores the data
+* `/val/log/clickhouse-server/` - logs
+
+```bash
+$ docker run -d \
+	-v $(realpath ./ch_data):/var/lib/clickhouse/ \
+	-v $(realpath ./ch_logs):/var/log/clickhouse-server/ \
+	--name some-clickhouse-server --ulimit nofile=262144:262144 yandex/clickhouse-server
+```
+
+You may also want to mount:
+
+* `/etc/clickhouse-server/config.d/*.xml` - files with server configuration adjustmenets
+* `/etc/clickhouse-server/usert.d/*.xml` - files with use settings adjustmenets
+* `/docker-entrypoint-initdb.d/` - folder with database initialization scripts (see below).
+
+### Linux capabilities 
+
+ClickHouse has some advanced functionality which requite enabling several [linux capabilities](https://man7.org/linux/man-pages/man7/capabilities.7.html).
+
+It is optional and can be enabled using the following [docker command line agruments](https://docs.docker.com/engine/reference/run/#runtime-privilege-and-linux-capabilities):
+
+```bash
+$ docker run -d \
+	--cap-add=SYS_NICE --cap-add=NET_ADMIN --cap-add=IPC_LOCK \
+	--name some-clickhouse-server --ulimit nofile=262144:262144 yandex/clickhouse-server
+```
+
 ## Configuration
 
 Container exposes 8123 port for [HTTP interface](https://clickhouse.yandex/docs/en/interfaces/http_interface/) and 9000 port for [native client](https://clickhouse.yandex/docs/en/interfaces/tcp/).
diff --git a/docker/test/base/Dockerfile b/docker/test/base/Dockerfile
index 61a40673a96..e8653c2122e 100644
--- a/docker/test/base/Dockerfile
+++ b/docker/test/base/Dockerfile
@@ -1,5 +1,5 @@
 # docker build -t yandex/clickhouse-test-base .
-FROM ubuntu:19.10
+FROM ubuntu:20.04
 
 ENV DEBIAN_FRONTEND=noninteractive LLVM_VERSION=11
 
diff --git a/docker/test/integration/kerberized_hadoop/Dockerfile b/docker/test/integration/kerberized_hadoop/Dockerfile
new file mode 100644
index 00000000000..6a2fd96e7a7
--- /dev/null
+++ b/docker/test/integration/kerberized_hadoop/Dockerfile
@@ -0,0 +1,18 @@
+# docker build -t yandex/clickhouse-kerberized-hadoop .
+
+FROM sequenceiq/hadoop-docker:2.7.0
+RUN sed -i -e 's/^\#baseurl/baseurl/' /etc/yum.repos.d/CentOS-Base.repo
+RUN sed -i -e 's/^mirrorlist/#mirrorlist/' /etc/yum.repos.d/CentOS-Base.repo
+RUN sed -i -e 's#http://mirror.centos.org/#http://vault.centos.org/#' /etc/yum.repos.d/CentOS-Base.repo
+RUN yum clean all && \
+	rpm --rebuilddb &&	\
+	yum -y update && \
+	yum -y install yum-plugin-ovl && \
+	yum --quiet -y install krb5-workstation.x86_64
+RUN cd /tmp && \
+	curl http://archive.apache.org/dist/commons/daemon/source/commons-daemon-1.0.15-src.tar.gz   -o  commons-daemon-1.0.15-src.tar.gz && \
+	tar xzf commons-daemon-1.0.15-src.tar.gz && \
+	cd commons-daemon-1.0.15-src/src/native/unix && \
+	./configure && \
+	make && \
+	cp ./jsvc /usr/local/hadoop/sbin
diff --git a/docker/test/integration/runner/Dockerfile b/docker/test/integration/runner/Dockerfile
index 36188fc4a63..9b51891ccf5 100644
--- a/docker/test/integration/runner/Dockerfile
+++ b/docker/test/integration/runner/Dockerfile
@@ -29,6 +29,8 @@ RUN apt-get update \
     libcurl4-openssl-dev \
     gdb \
     software-properties-common \
+    libkrb5-dev \
+    krb5-user \
     && rm -rf \
         /var/lib/apt/lists/* \
         /var/cache/debconf \
@@ -75,7 +77,8 @@ RUN python3 -m pip install \
     pytest-timeout \
     redis \
     tzlocal \
-    urllib3
+    urllib3 \
+    requests-kerberos
 
 COPY modprobe.sh /usr/local/bin/modprobe
 COPY dockerd-entrypoint.sh /usr/local/bin/
diff --git a/docker/test/integration/runner/compose/docker_compose_hdfs.yml b/docker/test/integration/runner/compose/docker_compose_hdfs.yml
index d19aacfc8d4..b8cd7f64273 100644
--- a/docker/test/integration/runner/compose/docker_compose_hdfs.yml
+++ b/docker/test/integration/runner/compose/docker_compose_hdfs.yml
@@ -2,6 +2,7 @@ version: '2.3'
 services:
     hdfs1:
         image: sequenceiq/hadoop-docker:2.7.0
+        hostname: hdfs1
         restart: always
         ports:
           - 50075:50075
diff --git a/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml b/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
new file mode 100644
index 00000000000..a74476613f3
--- /dev/null
+++ b/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
@@ -0,0 +1,29 @@
+version: '2.3'
+
+services:
+  kerberizedhdfs1:
+    cap_add:
+      - DAC_READ_SEARCH
+    image: yandex/clickhouse-kerberized-hadoop:16621
+    hostname: kerberizedhdfs1
+    restart: always
+    volumes:
+        - ${KERBERIZED_HDFS_DIR}/../../hdfs_configs/bootstrap.sh:/etc/bootstrap.sh:ro
+        - ${KERBERIZED_HDFS_DIR}/secrets:/usr/local/hadoop/etc/hadoop/conf
+        - ${KERBERIZED_HDFS_DIR}/secrets/krb_long.conf:/etc/krb5.conf:ro
+    ports:
+      - 1006:1006
+      - 50070:50070
+      - 9000:9000
+    depends_on:
+        - hdfskerberos
+    entrypoint: /etc/bootstrap.sh -d
+
+  hdfskerberos:
+    image: yandex/clickhouse-kerberos-kdc:${DOCKER_KERBEROS_KDC_TAG}
+    hostname: hdfskerberos
+    volumes:
+        - ${KERBERIZED_HDFS_DIR}/secrets:/tmp/keytab
+        - ${KERBERIZED_HDFS_DIR}/../../kerberos_image_config.sh:/config.sh
+        - /dev/urandom:/dev/random
+    ports: [88, 749]
diff --git a/docker/test/performance-comparison/config/config.d/zzz-perf-comparison-tweaks-config.xml b/docker/test/performance-comparison/config/config.d/zzz-perf-comparison-tweaks-config.xml
index 81dab1a48b0..ee2006201b0 100644
--- a/docker/test/performance-comparison/config/config.d/zzz-perf-comparison-tweaks-config.xml
+++ b/docker/test/performance-comparison/config/config.d/zzz-perf-comparison-tweaks-config.xml
@@ -3,6 +3,7 @@
     <mysql_port remove="remove"/>
     <interserver_http_port remove="remove"/>
     <tcp_with_proxy_port remove="remove"/>
+    <test_keeper_server remove="remove"/>
     <listen_host>::</listen_host>
 
     <logger>
diff --git a/docker/test/stateful_with_coverage/Dockerfile b/docker/test/stateful_with_coverage/Dockerfile
index ac6645b9463..07acf4ed4e6 100644
--- a/docker/test/stateful_with_coverage/Dockerfile
+++ b/docker/test/stateful_with_coverage/Dockerfile
@@ -1,8 +1,6 @@
 # docker build -t yandex/clickhouse-stateful-test-with-coverage .
 FROM yandex/clickhouse-stateless-test-with-coverage
 
-RUN echo "deb [trusted=yes] http://apt.llvm.org/bionic/ llvm-toolchain-bionic-9 main" >> /etc/apt/sources.list
-
 RUN apt-get update -y \
     && env DEBIAN_FRONTEND=noninteractive \
         apt-get install --yes --no-install-recommends \
diff --git a/docs/en/development/build-osx.md b/docs/en/development/build-osx.md
index 7a4387f073b..c3a0a540b6d 100644
--- a/docs/en/development/build-osx.md
+++ b/docs/en/development/build-osx.md
@@ -35,10 +35,12 @@ $ cd ClickHouse
 
 ## Build ClickHouse {#build-clickhouse}
 
+> Please note: ClickHouse doesn't support build with native Apple Clang compiler, we need use clang from LLVM.
+
 ``` bash
 $ mkdir build
 $ cd build
-$ cmake .. -DCMAKE_CXX_COMPILER=`which clang++` -DCMAKE_C_COMPILER=`which clang`
+$ cmake ..-DCMAKE_C_COMPILER=`brew --prefix llvm`/bin/clang -DCMAKE_CXX_COMPILER=`brew --prefix llvm`/bin/clang++ -DCMAKE_PREFIX_PATH=`brew --prefix llvm`
 $ ninja
 $ cd ..
 ```
diff --git a/docs/en/development/developer-instruction.md b/docs/en/development/developer-instruction.md
index dc95c3ec50b..5511e8e19c7 100644
--- a/docs/en/development/developer-instruction.md
+++ b/docs/en/development/developer-instruction.md
@@ -253,8 +253,8 @@ Developing ClickHouse often requires loading realistic datasets. It is particula
 
     sudo apt install wget xz-utils
 
-    wget https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz
-    wget https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz
 
     xz -v -d hits_v1.tsv.xz
     xz -v -d visits_v1.tsv.xz
diff --git a/docs/en/engines/table-engines/integrations/hdfs.md b/docs/en/engines/table-engines/integrations/hdfs.md
index f36a4771222..5c36e3f1c21 100644
--- a/docs/en/engines/table-engines/integrations/hdfs.md
+++ b/docs/en/engines/table-engines/integrations/hdfs.md
@@ -108,6 +108,95 @@ Create table with files named `file000`, `file001`, … , `file999`:
 ``` sql
 CREATE TABLE big_table (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/big_dir/file{0..9}{0..9}{0..9}', 'CSV')
 ```
+## Configuration {#configuration}
+
+Similar to GraphiteMergeTree, the HDFS engine supports extended configuration using the ClickHouse config file. There are two configuration keys that you can use: global (`hdfs`) and user-level (`hdfs_*`). The global configuration is applied first, and then the user-level configuration is applied (if it exists).
+
+``` xml
+  <!-- Global configuration options for HDFS engine type -->
+  <hdfs>
+	<hadoop_kerberos_keytab>/tmp/keytab/clickhouse.keytab</hadoop_kerberos_keytab>
+	<hadoop_kerberos_principal>clickuser@TEST.CLICKHOUSE.TECH</hadoop_kerberos_principal>
+	<hadoop_security_authentication>kerberos</hadoop_security_authentication>
+  </hdfs>
+
+  <!-- Configuration specific for user "root" -->
+  <hdfs_root>
+	<hadoop_kerberos_principal>root@TEST.CLICKHOUSE.TECH</hadoop_kerberos_principal>
+  </hdfs_root>
+```
+
+### List of possible configuration options with default values
+#### Supported by libhdfs3
+
+
+| **parameter**                                         | **default value**       |
+| rpc\_client\_connect\_tcpnodelay                      | true                    |
+| dfs\_client\_read\_shortcircuit                       | true                    |
+| output\_replace-datanode-on-failure                   | true                    |
+| input\_notretry-another-node                          | false                   |
+| input\_localread\_mappedfile                          | true                    |
+| dfs\_client\_use\_legacy\_blockreader\_local          | false                   |
+| rpc\_client\_ping\_interval                           | 10  * 1000              |
+| rpc\_client\_connect\_timeout                         | 600 * 1000              |
+| rpc\_client\_read\_timeout                            | 3600 * 1000             |
+| rpc\_client\_write\_timeout                           | 3600 * 1000             |
+| rpc\_client\_socekt\_linger\_timeout                  | -1                      |
+| rpc\_client\_connect\_retry                           | 10                      |
+| rpc\_client\_timeout                                  | 3600 * 1000             |
+| dfs\_default\_replica                                 | 3                       |
+| input\_connect\_timeout                               | 600 * 1000              |
+| input\_read\_timeout                                  | 3600 * 1000             |
+| input\_write\_timeout                                 | 3600 * 1000             |
+| input\_localread\_default\_buffersize                 | 1 * 1024 * 1024         |
+| dfs\_prefetchsize                                     | 10                      |
+| input\_read\_getblockinfo\_retry                      | 3                       |
+| input\_localread\_blockinfo\_cachesize                | 1000                    |
+| input\_read\_max\_retry                               | 60                      |
+| output\_default\_chunksize                            | 512                     |
+| output\_default\_packetsize                           | 64 * 1024               |
+| output\_default\_write\_retry                         | 10                      |
+| output\_connect\_timeout                              | 600 * 1000              |
+| output\_read\_timeout                                 | 3600 * 1000             |
+| output\_write\_timeout                                | 3600 * 1000             |
+| output\_close\_timeout                                | 3600 * 1000             |
+| output\_packetpool\_size                              | 1024                    |
+| output\_heeartbeat\_interval                          | 10 * 1000               |
+| dfs\_client\_failover\_max\_attempts                  | 15                      |
+| dfs\_client\_read\_shortcircuit\_streams\_cache\_size | 256                     |
+| dfs\_client\_socketcache\_expiryMsec                  | 3000                    |
+| dfs\_client\_socketcache\_capacity                    | 16                      |
+| dfs\_default\_blocksize                               | 64 * 1024 * 1024        |
+| dfs\_default\_uri                                     | "hdfs://localhost:9000" |
+| hadoop\_security\_authentication                      | "simple"                |
+| hadoop\_security\_kerberos\_ticket\_cache\_path       | ""                      |
+| dfs\_client\_log\_severity                            | "INFO"                  |
+| dfs\_domain\_socket\_path                             | ""                      |
+
+
+[HDFS Configuration Reference ](https://hawq.apache.org/docs/userguide/2.3.0.0-incubating/reference/HDFSConfigurationParameterReference.html) might explain some parameters.
+
+
+#### ClickHouse extras {#clickhouse-extras}
+
+| **parameter**                                         | **default value**       |
+|hadoop\_kerberos\_keytab                               | ""                      |
+|hadoop\_kerberos\_principal                            | ""                      |
+|hadoop\_kerberos\_kinit\_command                       | kinit                   |
+
+#### Limitations {#limitations}
+
+  * hadoop\_security\_kerberos\_ticket\_cache\_path can be global only, not user specific
+
+## Kerberos support {#kerberos-support}
+
+If hadoop\_security\_authentication parameter has value 'kerberos', ClickHouse authentifies via Kerberos facility.
+Parameters [here](#clickhouse-extras) and hadoop\_security\_kerberos\_ticket\_cache\_path may be of help.
+Note that due to libhdfs3 limitations only old-fashioned approach is supported,
+datanode communications are not secured by SASL (HADOOP\_SECURE\_DN\_USER is a reliable indicator of such
+security approach). Use tests/integration/test\_storage\_kerberized\_hdfs/hdfs_configs/bootstrap.sh for reference.
+
+If hadoop\_kerberos\_keytab, hadoop\_kerberos\_principal or hadoop\_kerberos\_kinit\_command is specified, kinit will be invoked. hadoop\_kerberos\_keytab and hadoop\_kerberos\_principal are mandatory in this case. kinit tool and krb5 configuration files are required.
 
 ## Virtual Columns {#virtual-columns}
 
diff --git a/docs/en/getting-started/example-datasets/index.md b/docs/en/getting-started/example-datasets/index.md
index b769e8fcb45..ed795a6c4de 100644
--- a/docs/en/getting-started/example-datasets/index.md
+++ b/docs/en/getting-started/example-datasets/index.md
@@ -10,6 +10,7 @@ This section describes how to obtain example datasets and import them into Click
 
 The list of documented datasets:
 
+-   [GitHub Events](../../getting-started/example-datasets/github-events.md)
 -   [Anonymized Yandex.Metrica Dataset](../../getting-started/example-datasets/metrica.md)
 -   [Star Schema Benchmark](../../getting-started/example-datasets/star-schema.md)
 -   [WikiStat](../../getting-started/example-datasets/wikistat.md)
diff --git a/docs/en/getting-started/example-datasets/metrica.md b/docs/en/getting-started/example-datasets/metrica.md
index b036973b255..cdbb9b56eeb 100644
--- a/docs/en/getting-started/example-datasets/metrica.md
+++ b/docs/en/getting-started/example-datasets/metrica.md
@@ -7,14 +7,14 @@ toc_title: Yandex.Metrica Data
 
 Dataset consists of two tables containing anonymized data about hits (`hits_v1`) and visits (`visits_v1`) of Yandex.Metrica. You can read more about Yandex.Metrica in [ClickHouse history](../../introduction/history.md) section.
 
-The dataset consists of two tables, either of them can be downloaded as a compressed `tsv.xz` file or as prepared partitions. In addition to that, an extended version of the `hits` table containing 100 million rows is available as TSV at https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_100m_obfuscated_v1.tsv.xz and as prepared partitions at https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
+The dataset consists of two tables, either of them can be downloaded as a compressed `tsv.xz` file or as prepared partitions. In addition to that, an extended version of the `hits` table containing 100 million rows is available as TSV at https://datasets.clickhouse.tech/hits/tsv/hits_100m_obfuscated_v1.tsv.xz and as prepared partitions at https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
 
 ## Obtaining Tables from Prepared Partitions {#obtaining-tables-from-prepared-partitions}
 
 Download and import hits table:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_v1.tar
+curl -O https://datasets.clickhouse.tech/hits/partitions/hits_v1.tar
 tar xvf hits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -24,7 +24,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 Download and import visits:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/visits/partitions/visits_v1.tar
+curl -O https://datasets.clickhouse.tech/visits/partitions/visits_v1.tar
 tar xvf visits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -36,7 +36,10 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
 Download and import hits from compressed TSV file:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+# Validate the checksum
+md5sum hits_v1.tsv
+# Checksum should be equal to: f3631b6295bf06989c1437491f7592cb
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.hits_v1 ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16), URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8, FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8, UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8, JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8, SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8, SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8, IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8, HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16), RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16, SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32, DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8, SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64, ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16, GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String, UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String, FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  ParsedParams Nested(Key1 String,  Key2 String, Key3 String, Key4 String, Key5 String,  ValueDouble Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
@@ -50,7 +53,10 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 Download and import visits from compressed tsv-file:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+# Validate the checksum
+md5sum visits_v1.tsv
+# Checksum should be equal to: 6dafe1a0f24e59e3fc2d0fed85601de6
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.visits_v1 ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  Goals Nested(ID UInt32, Serial UInt32, EventTime DateTime,  Price Int64,  OrderID String, CurrencyID UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  TraficSource    Nested(ID Int8,  SearchEngineID UInt16, AdvEngineID UInt8, PlaceID UInt16, SocialSourceNetworkID UInt8, Domain String, SearchPhrase String, SocialSourcePage String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  ParsedParams    Nested(Key1 String,  Key2 String,  Key3 String,  Key4 String, Key5 String, ValueDouble    Float64),  Market Nested(Type UInt8, GoalID UInt32, OrderID String,  OrderPrice Int64,  PP UInt32,  DirectPlaceID UInt32,  DirectOrderID  UInt32,  DirectBannerID UInt32,  GoodID String, GoodName String, GoodQuantity Int32,  GoodPrice Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
diff --git a/docs/en/getting-started/example-datasets/nyc-taxi.md b/docs/en/getting-started/example-datasets/nyc-taxi.md
index 9b9a12ba724..38a87a674f9 100644
--- a/docs/en/getting-started/example-datasets/nyc-taxi.md
+++ b/docs/en/getting-started/example-datasets/nyc-taxi.md
@@ -283,7 +283,7 @@ Among other things, you can run the OPTIMIZE query on MergeTree. But it’s not
 ## Download of Prepared Partitions {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/trips_mergetree/partitions/trips_mergetree.tar
+$ curl -O https://datasets.clickhouse.tech/trips_mergetree/partitions/trips_mergetree.tar
 $ tar xvf trips_mergetree.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/en/getting-started/example-datasets/ontime.md b/docs/en/getting-started/example-datasets/ontime.md
index 6f2408af3b6..5e499cafb2a 100644
--- a/docs/en/getting-started/example-datasets/ontime.md
+++ b/docs/en/getting-started/example-datasets/ontime.md
@@ -154,7 +154,7 @@ $ for i in *.zip; do echo $i; unzip -cq $i '*.csv' | sed 's/\.00//g' | clickhous
 ## Download of Prepared Partitions {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/ontime/partitions/ontime.tar
+$ curl -O https://datasets.clickhouse.tech/ontime/partitions/ontime.tar
 $ tar xvf ontime.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/en/getting-started/tutorial.md b/docs/en/getting-started/tutorial.md
index 3e051456a75..254fa37d47d 100644
--- a/docs/en/getting-started/tutorial.md
+++ b/docs/en/getting-started/tutorial.md
@@ -85,8 +85,8 @@ Now it’s time to fill our ClickHouse server with some sample data. In this tut
 ### Download and Extract Table Data {#download-and-extract-table-data}
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 ```
 
 The extracted files are about 10GB in size.
diff --git a/docs/en/interfaces/cli.md b/docs/en/interfaces/cli.md
index a2ea6edf24a..7700ed36ca5 100644
--- a/docs/en/interfaces/cli.md
+++ b/docs/en/interfaces/cli.md
@@ -57,7 +57,7 @@ The command line is based on ‘replxx’ (similar to ‘readline’). In other
 
 By default, the format used is PrettyCompact. You can change the format in the FORMAT clause of the query, or by specifying `\G` at the end of the query, using the `--format` or `--vertical` argument in the command line, or using the client configuration file.
 
-To exit the client, press Ctrl+D (or Ctrl+C), or enter one of the following instead of a query: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
+To exit the client, press Ctrl+D, or enter one of the following instead of a query: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
 
 When processing a query, the client shows:
 
diff --git a/docs/en/introduction/performance.md b/docs/en/introduction/performance.md
index d2780aedccb..6e5710347a1 100644
--- a/docs/en/introduction/performance.md
+++ b/docs/en/introduction/performance.md
@@ -25,6 +25,6 @@ Under the same conditions, ClickHouse can handle several hundred queries per sec
 
 ## Performance When Inserting Data {#performance-when-inserting-data}
 
-We recommend inserting data in packets of at least 1000 rows, or no more than a single request per second. When inserting to a MergeTree table from a tab-separated dump, the insertion speed can be from 50 to 200 MB/s. If the inserted rows are around 1 Kb in size, the speed will be from 50,000 to 200,000 rows per second. If the rows are small, the performance can be higher in rows per second (on Banner System data -`>` 500,000 rows per second; on Graphite data -`>` 1,000,000 rows per second). To improve performance, you can make multiple INSERT queries in parallel, which scales linearly.
+We recommend inserting data in packets of at least 1000 rows, or no more than a single request per second. When inserting to a MergeTree table from a tab-separated dump, the insertion speed can be from 50 to 200 MB/s. If the inserted rows are around 1 KB in size, the speed will be from 50,000 to 200,000 rows per second. If the rows are small, the performance can be higher in rows per second (on Banner System data -`>` 500,000 rows per second; on Graphite data -`>` 1,000,000 rows per second). To improve performance, you can make multiple INSERT queries in parallel, which scales linearly.
 
 {## [Original article](https://clickhouse.tech/docs/en/introduction/performance/) ##}
diff --git a/docs/en/operations/performance-test.md b/docs/en/operations/performance-test.md
index 984bbe02174..ca805923ba9 100644
--- a/docs/en/operations/performance-test.md
+++ b/docs/en/operations/performance-test.md
@@ -27,7 +27,7 @@ wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/benchmark/cl
 ```
 6.  Download test data according to the [Yandex.Metrica dataset](../getting-started/example-datasets/metrica.md) instruction (“hits” table containing 100 million rows).
 ```bash
-wget https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz
+wget https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz
 tar xvf hits_100m_obfuscated_v1.tar.xz -C .
 mv hits_100m_obfuscated_v1/* .
 ```
diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index fc921f2ef7e..093e4e50dfe 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -1093,9 +1093,14 @@ See the section “WITH TOTALS modifier”.
 
 ## max_parallel_replicas {#settings-max_parallel_replicas}
 
-The maximum number of replicas for each shard when executing a query.
-For consistency (to get different parts of the same data split), this option only works when the sampling key is set.
-Replica lag is not controlled.
+The maximum number of replicas for each shard when executing a query. In limited circumstances, this can make a query faster by executing it on more servers. This setting is only useful for replicated tables with a sampling key. There are cases where performance will not improve or even worsen:
+
+- the position of the sampling key in the partitioning key's order doesn't allow efficient range scans
+- adding a sampling key to the table makes filtering by other columns less efficient
+- the sampling key is an expression that is expensive to calculate
+- the cluster's latency distribution has a long tail, so that querying more servers increases the query's overall latency
+
+In addition, this setting will produce incorrect results when joins or subqueries are involved, and all tables don't meet certain conditions. See [Distributed Subqueries and max_parallel_replicas](../../sql-reference/operators/in.md/#max_parallel_replica-subqueries) for more details.
 
 ## compile {#compile}
 
diff --git a/docs/en/operations/system-tables/distribution_queue.md b/docs/en/operations/system-tables/distribution_queue.md
index da4effd0ff5..9068e7e860c 100644
--- a/docs/en/operations/system-tables/distribution_queue.md
+++ b/docs/en/operations/system-tables/distribution_queue.md
@@ -39,4 +39,8 @@ data_compressed_bytes: 499
 last_exception:        
 ```
 
+**See Also**
+
+-   [Distributed table engine](../../engines/table-engines/special/distributed.md)
+
 [Original article](https://clickhouse.tech/docs/en/operations/system_tables/distribution_queue) <!--hide-->
diff --git a/docs/en/operations/system-tables/replication_queue.md b/docs/en/operations/system-tables/replication_queue.md
new file mode 100644
index 00000000000..aa379caa46c
--- /dev/null
+++ b/docs/en/operations/system-tables/replication_queue.md
@@ -0,0 +1,81 @@
+# system.replication_queue {#system_tables-replication_queue}
+
+Contains information about tasks from replication queues stored in ZooKeeper for tables in the `ReplicatedMergeTree` family.
+
+Columns:
+
+-   `database` ([String](../../sql-reference/data-types/string.md)) — Name of the database.
+
+-   `table` ([String](../../sql-reference/data-types/string.md)) — Name of the table.
+
+-   `replica_name` ([String](../../sql-reference/data-types/string.md)) — Replica name in ZooKeeper. Different replicas of the same table have different names.
+
+-   `position` ([UInt32](../../sql-reference/data-types/int-uint.md)) — Position of the task in the queue.
+
+-   `node_name` ([String](../../sql-reference/data-types/string.md)) — Node name in ZooKeeper.
+
+-   `type` ([String](../../sql-reference/data-types/string.md)) — Type of the task in the queue: `GET_PARTS`, `MERGE_PARTS`, `DETACH_PARTS`, `DROP_PARTS`, or `MUTATE_PARTS`.
+
+-   `create_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — Date and time when the task was submitted for execution.
+
+-   `required_quorum` ([UInt32](../../sql-reference/data-types/int-uint.md)) — The number of replicas waiting for the task to complete with confirmation of completion. This column is only relevant for the `GET_PARTS` task.
+
+-   `source_replica` ([String](../../sql-reference/data-types/string.md)) — Name of the source replica.
+
+-   `new_part_name` ([String](../../sql-reference/data-types/string.md)) — Name of the new part.
+
+-   `parts_to_merge` ([Array](../../sql-reference/data-types/array.md) ([String](../../sql-reference/data-types/string.md))) — Names of parts to merge or update.
+
+-   `is_detach` ([UInt8](../../sql-reference/data-types/int-uint.md)) — The flag indicates whether the `DETACH_PARTS` task is in the queue.
+
+-   `is_currently_executing` ([UInt8](../../sql-reference/data-types/int-uint.md)) — The flag indicates whether a specific task is being performed right now.
+
+-   `num_tries` ([UInt32](../../sql-reference/data-types/int-uint.md)) — The number of failed attempts to complete the task.
+
+-   `last_exception` ([String](../../sql-reference/data-types/string.md)) — Text message about the last error that occurred (if any).
+
+-   `last_attempt_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — Date and time when the task was last attempted.
+
+-   `num_postponed` ([UInt32](../../sql-reference/data-types/int-uint.md)) — The number of postponed tasks.
+
+-   `postpone_reason` ([String](../../sql-reference/data-types/string.md)) — The reason why the task was postponed.
+
+-   `last_postpone_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — Date and time when the task was last postponed.
+
+-   `merge_type` ([String](../../sql-reference/data-types/string.md)) — Type of the current merge. Empty if it's a mutation.
+
+**Example**
+
+``` sql
+SELECT * FROM system.replication_queue LIMIT 1 FORMAT Vertical;
+```
+
+``` text
+Row 1:
+──────
+database:               merge
+table:                  visits_v2
+replica_name:           mtgiga001-1t.metrika.yandex.net
+position:               15
+node_name:              queue-0009325559
+type:                   MERGE_PARTS
+create_time:            2020-12-07 14:04:21
+required_quorum:        0
+source_replica:         mtgiga001-1t.metrika.yandex.net
+new_part_name:          20201130_121373_121384_2
+parts_to_merge:         ['20201130_121373_121378_1','20201130_121379_121379_0','20201130_121380_121380_0','20201130_121381_121381_0','20201130_121382_121382_0','20201130_121383_121383_0','20201130_121384_121384_0']
+is_detach:              0
+is_currently_executing: 0
+num_tries:              36
+last_exception:         Code: 226, e.displayText() = DB::Exception: Marks file '/opt/clickhouse/data/merge/visits_v2/tmp_fetch_20201130_121373_121384_2/CounterID.mrk' doesn't exist (version 20.8.7.15 (official build))
+last_attempt_time:      2020-12-08 17:35:54
+num_postponed:          0
+postpone_reason:        
+last_postpone_time:     1970-01-01 03:00:00
+```
+
+**See Also**
+
+-   [Managing ReplicatedMergeTree Tables](../../sql-reference/statements/system.md/#query-language-system-replicated)
+
+[Original article](https://clickhouse.tech/docs/en/operations/system_tables/replication_queue) <!--hide-->
diff --git a/docs/en/operations/tips.md b/docs/en/operations/tips.md
index 024eba1c899..e62dea0b04e 100644
--- a/docs/en/operations/tips.md
+++ b/docs/en/operations/tips.md
@@ -91,6 +91,23 @@ The Linux kernel prior to 3.2 had a multitude of problems with IPv6 implementati
 
 Use at least a 10 GB network, if possible. 1 Gb will also work, but it will be much worse for patching replicas with tens of terabytes of data, or for processing distributed queries with a large amount of intermediate data.
 
+## Hypervisor configuration
+
+If you are using OpenStack, set
+```
+cpu_mode=host-passthrough
+```
+in nova.conf.
+
+If you are using libvirt, set
+```
+<cpu mode='host-passthrough'/>
+```
+in XML configuration.
+
+This is important for ClickHouse to be able to get correct information with `cpuid` instruction.
+Otherwise you may get `Illegal instruction` crashes when hypervisor is run on old CPU models.
+
 ## ZooKeeper {#zookeeper}
 
 You are probably already using ZooKeeper for other purposes. You can use the same installation of ZooKeeper, if it isn’t already overloaded.
diff --git a/docs/en/sql-reference/aggregate-functions/combinators.md b/docs/en/sql-reference/aggregate-functions/combinators.md
index 554969b80a3..e4f7ba0db81 100644
--- a/docs/en/sql-reference/aggregate-functions/combinators.md
+++ b/docs/en/sql-reference/aggregate-functions/combinators.md
@@ -25,6 +25,10 @@ Example 2: `uniqArray(arr)` – Counts the number of unique elements in all ‘a
 
 -If and -Array can be combined. However, ‘Array’ must come first, then ‘If’. Examples: `uniqArrayIf(arr, cond)`, `quantilesTimingArrayIf(level1, level2)(arr, cond)`. Due to this order, the ‘cond’ argument won’t be an array.
 
+## -SimpleState {#agg-functions-combinator-simplestate}
+
+If you apply this combinator, the aggregate function returns the same value but with a different type. This is an `SimpleAggregateFunction(...)` that can be stored in a table to work with [AggregatingMergeTree](../../engines/table-engines/mergetree-family/aggregatingmergetree.md) table engines.
+
 ## -State {#agg-functions-combinator-state}
 
 If you apply this combinator, the aggregate function doesn’t return the resulting value (such as the number of unique values for the [uniq](../../sql-reference/aggregate-functions/reference/uniq.md#agg_function-uniq) function), but an intermediate state of the aggregation (for `uniq`, this is the hash table for calculating the number of unique values). This is an `AggregateFunction(...)` that can be used for further processing or stored in a table to finish aggregating later.
diff --git a/docs/en/sql-reference/data-types/lowcardinality.md b/docs/en/sql-reference/data-types/lowcardinality.md
index 36c86bf443c..e0a483973e6 100644
--- a/docs/en/sql-reference/data-types/lowcardinality.md
+++ b/docs/en/sql-reference/data-types/lowcardinality.md
@@ -57,3 +57,5 @@ Functions:
 -   [A Magical Mystery Tour of the LowCardinality Data Type](https://www.altinity.com/blog/2019/3/27/low-cardinality).
 -   [Reducing Clickhouse Storage Cost with the Low Cardinality Type – Lessons from an Instana Engineer](https://www.instana.com/blog/reducing-clickhouse-storage-cost-with-the-low-cardinality-type-lessons-from-an-instana-engineer/).
 -   [String Optimization (video presentation in Russian)](https://youtu.be/rqf-ILRgBdY?list=PL0Z2YDlm0b3iwXCpEFiOOYmwXzVmjJfEt). [Slides in English](https://github.com/yandex/clickhouse-presentations/raw/master/meetup19/string_optimization.pdf).
+
+[Original article](https://clickhouse.tech/docs/en/sql-reference/data-types/lowcardinality/) <!--hide-->
diff --git a/docs/en/sql-reference/functions/array-functions.md b/docs/en/sql-reference/functions/array-functions.md
index abdf778c089..c4b7156ad95 100644
--- a/docs/en/sql-reference/functions/array-functions.md
+++ b/docs/en/sql-reference/functions/array-functions.md
@@ -1288,12 +1288,30 @@ Returns the index of the first element in the `arr1` array for which `func` retu
 
 Note that the `arrayFirstIndex` is a [higher-order function](../../sql-reference/functions/index.md#higher-order-functions). You must pass a lambda function to it as the first argument, and it can’t be omitted.
 
+## arrayMin(\[func,\] arr1, …) {#array-min}
+
+Returns the sum of the `func` values. If the function is omitted, it just returns the min of the array elements.
+
+Note that the `arrayMin` is a [higher-order function](../../sql-reference/functions/index.md#higher-order-functions). You can pass a lambda function to it as the first argument.
+
+## arrayMax(\[func,\] arr1, …) {#array-max}
+
+Returns the sum of the `func` values. If the function is omitted, it just returns the min of the array elements.
+
+Note that the `arrayMax` is a [higher-order function](../../sql-reference/functions/index.md#higher-order-functions). You can pass a lambda function to it as the first argument.
+
 ## arraySum(\[func,\] arr1, …) {#array-sum}
 
 Returns the sum of the `func` values. If the function is omitted, it just returns the sum of the array elements.
 
 Note that the `arraySum` is a [higher-order function](../../sql-reference/functions/index.md#higher-order-functions). You can pass a lambda function to it as the first argument.
 
+## arrayAvg(\[func,\] arr1, …) {#array-avg}
+
+Returns the sum of the `func` values. If the function is omitted, it just returns the average of the array elements.
+
+Note that the `arrayAvg` is a [higher-order function](../../sql-reference/functions/index.md#higher-order-functions). You can pass a lambda function to it as the first argument.
+
 ## arrayCumSum(\[func,\] arr1, …) {#arraycumsumfunc-arr1}
 
 Returns an array of partial sums of elements in the source array (a running sum). If the `func` function is specified, then the values of the array elements are converted by this function before summing.
diff --git a/docs/en/sql-reference/functions/type-conversion-functions.md b/docs/en/sql-reference/functions/type-conversion-functions.md
index f8458b27a22..6237cd6a976 100644
--- a/docs/en/sql-reference/functions/type-conversion-functions.md
+++ b/docs/en/sql-reference/functions/type-conversion-functions.md
@@ -430,6 +430,63 @@ SELECT toTypeName(CAST(x, 'Nullable(UInt16)')) FROM t_null
 
 -   [cast_keep_nullable](../../operations/settings/settings.md#cast_keep_nullable) setting
 
+## accurateCast(x, T) {#type_conversion_function-accurate-cast}
+
+Converts ‘x’ to the ‘t’ data type. The differente from cast(x, T) is that accurateCast
+does not allow overflow of numeric types during cast if type value x does not fit
+bounds of type T.
+
+Example
+``` sql
+SELECT cast(-1, 'UInt8') as uint8; 
+```
+
+
+``` text
+┌─uint8─┐
+│   255 │
+└───────┘
+```
+
+```sql
+SELECT accurateCast(-1, 'UInt8') as uint8;
+```
+
+``` text
+Code: 70. DB::Exception: Received from localhost:9000. DB::Exception: Value in column Int8 cannot be safely converted into type UInt8: While processing accurateCast(-1, 'UInt8') AS uint8.
+
+```
+
+## accurateCastOrNull(x, T) {#type_conversion_function-accurate-cast_or_null}
+
+Converts ‘x’ to the ‘t’ data type. Always returns nullable type and returns NULL 
+if the casted value is not representable in the target type.
+
+Example:
+
+``` sql
+SELECT
+    accurateCastOrNull(-1, 'UInt8') as uint8,
+    accurateCastOrNull(128, 'Int8') as int8,
+    accurateCastOrNull('Test', 'FixedString(2)') as fixed_string
+```
+
+``` text
+┌─uint8─┬─int8─┬─fixed_string─┐
+│  ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ         │
+└───────┴──────┴──────────────┘┘
+```
+
+``` sql
+SELECT toTypeName(accurateCastOrNull(5, 'UInt8'))
+```
+
+``` text
+┌─toTypeName(accurateCastOrNull(5, 'UInt8'))─┐
+│ Nullable(UInt8)                            │
+└────────────────────────────────────────────┘
+```
+
 ## toInterval(Year\|Quarter\|Month\|Week\|Day\|Hour\|Minute\|Second) {#function-tointerval}
 
 Converts a Number type argument to an [Interval](../../sql-reference/data-types/special-data-types/interval.md) data type.
diff --git a/docs/en/sql-reference/operators/in.md b/docs/en/sql-reference/operators/in.md
index eca95dbc652..bfa8b3d1003 100644
--- a/docs/en/sql-reference/operators/in.md
+++ b/docs/en/sql-reference/operators/in.md
@@ -197,3 +197,25 @@ This is more optimal than using the normal IN. However, keep the following point
 5.  If you need to use GLOBAL IN often, plan the location of the ClickHouse cluster so that a single group of replicas resides in no more than one data center with a fast network between them, so that a query can be processed entirely within a single data center.
 
 It also makes sense to specify a local table in the `GLOBAL IN` clause, in case this local table is only available on the requestor server and you want to use data from it on remote servers.
+
+### Distributed Subqueries and max_parallel_replicas {#max_parallel_replica-subqueries}
+
+When max_parallel_replicas is greater than 1, distributed queries are further transformed. For example, the following:
+
+```sql
+SEELECT CounterID, count() FROM distributed_table_1 WHERE UserID IN (SELECT UserID FROM local_table_2 WHERE CounterID < 100)
+SETTINGS max_parallel_replicas=3
+```
+
+is transformed on each server into
+
+```sql
+SELECT CounterID, count() FROM local_table_1 WHERE UserID IN (SELECT UserID FROM local_table_2 WHERE CounterID < 100)
+SETTINGS parallel_replicas_count=3, parallel_replicas_offset=M
+```
+
+where M is between 1 and 3 depending on which replica the local query is executing on. These settings affect every MergeTree-family table in the query and have the same effect as applying `SAMPLE 1/3 OFFSET (M-1)/3` on each table.
+
+Therefore adding the max_parallel_replicas setting will only produce correct results if both tables have the same replication scheme and are sampled by UserID or a subkey of it. In particular, if local_table_2 does not have a sampling key, incorrect results will be produced. The same rule applies to JOIN.
+
+One workaround if local_table_2 doesn't meet the requirements, is to use `GLOBAL IN` or `GLOBAL JOIN`.
diff --git a/docs/en/sql-reference/statements/select/order-by.md b/docs/en/sql-reference/statements/select/order-by.md
index 57e071d6734..fb1df445db1 100644
--- a/docs/en/sql-reference/statements/select/order-by.md
+++ b/docs/en/sql-reference/statements/select/order-by.md
@@ -56,10 +56,188 @@ When floating point numbers are sorted, NaNs are separate from the other values.
 
 ## Collation Support {#collation-support}
 
-For sorting by String values, you can specify collation (comparison). Example: `ORDER BY SearchPhrase COLLATE 'tr'` - for sorting by keyword in ascending order, using the Turkish alphabet, case insensitive, assuming that strings are UTF-8 encoded. `COLLATE` can be specified or not for each expression in ORDER BY independently. If `ASC` or `DESC` is specified, `COLLATE` is specified after it. When using `COLLATE`, sorting is always case-insensitive.
+For sorting by [String](../../../sql-reference/data-types/string.md) values, you can specify collation (comparison). Example: `ORDER BY SearchPhrase COLLATE 'tr'` - for sorting by keyword in ascending order, using the Turkish alphabet, case insensitive, assuming that strings are UTF-8 encoded. `COLLATE` can be specified or not for each expression in ORDER BY independently. If `ASC` or `DESC` is specified, `COLLATE` is specified after it. When using `COLLATE`, sorting is always case-insensitive.
+
+Collate is supported in [LowCardinality](../../../sql-reference/data-types/lowcardinality.md), [Nullable](../../../sql-reference/data-types/nullable.md), [Array](../../../sql-reference/data-types/array.md) and [Tuple](../../../sql-reference/data-types/tuple.md).
 
 We only recommend using `COLLATE` for final sorting of a small number of rows, since sorting with `COLLATE` is less efficient than normal sorting by bytes.
 
+## Collation Examples {#collation-examples}
+
+Example only with [String](../../../sql-reference/data-types/string.md) values:
+
+Input table:
+
+``` text
+┌─x─┬─s────┐
+│ 1 │ bca  │
+│ 2 │ ABC  │
+│ 3 │ 123a │
+│ 4 │ abc  │
+│ 5 │ BCA  │
+└───┴──────┘
+```
+
+Query:
+
+```sql
+SELECT * FROM collate_test ORDER BY s ASC COLLATE 'en';
+```
+
+Result:
+
+``` text
+┌─x─┬─s────┐
+│ 3 │ 123a │
+│ 4 │ abc  │
+│ 2 │ ABC  │
+│ 1 │ bca  │
+│ 5 │ BCA  │
+└───┴──────┘
+```
+
+Example with [Nullable](../../../sql-reference/data-types/nullable.md):
+
+Input table:
+
+``` text
+┌─x─┬─s────┐
+│ 1 │ bca  │
+│ 2 │ ᴺᵁᴸᴸ │
+│ 3 │ ABC  │
+│ 4 │ 123a │
+│ 5 │ abc  │
+│ 6 │ ᴺᵁᴸᴸ │
+│ 7 │ BCA  │
+└───┴──────┘
+```
+
+Query:
+
+```sql
+SELECT * FROM collate_test ORDER BY s ASC COLLATE 'en';
+```
+
+Result:
+
+``` text
+┌─x─┬─s────┐
+│ 4 │ 123a │
+│ 5 │ abc  │
+│ 3 │ ABC  │
+│ 1 │ bca  │
+│ 7 │ BCA  │
+│ 6 │ ᴺᵁᴸᴸ │
+│ 2 │ ᴺᵁᴸᴸ │
+└───┴──────┘
+```
+
+Example with [Array](../../../sql-reference/data-types/array.md):
+
+Input table:
+
+``` text
+┌─x─┬─s─────────────┐
+│ 1 │ ['Z']         │
+│ 2 │ ['z']         │
+│ 3 │ ['a']         │
+│ 4 │ ['A']         │
+│ 5 │ ['z','a']     │
+│ 6 │ ['z','a','a'] │
+│ 7 │ ['']          │
+└───┴───────────────┘
+```
+
+Query:
+
+```sql
+SELECT * FROM collate_test ORDER BY s ASC COLLATE 'en';
+```
+
+Result:
+
+``` text
+┌─x─┬─s─────────────┐
+│ 7 │ ['']          │
+│ 3 │ ['a']         │
+│ 4 │ ['A']         │
+│ 2 │ ['z']         │
+│ 5 │ ['z','a']     │
+│ 6 │ ['z','a','a'] │
+│ 1 │ ['Z']         │
+└───┴───────────────┘
+```
+
+Example with [LowCardinality](../../../sql-reference/data-types/lowcardinality.md) string:
+
+Input table:
+
+```text
+┌─x─┬─s───┐
+│ 1 │ Z   │
+│ 2 │ z   │
+│ 3 │ a   │
+│ 4 │ A   │
+│ 5 │ za  │
+│ 6 │ zaa │
+│ 7 │     │
+└───┴─────┘
+```
+
+Query:
+
+```sql
+SELECT * FROM collate_test ORDER BY s ASC COLLATE 'en';
+```
+
+Result:
+
+```text
+┌─x─┬─s───┐
+│ 7 │     │
+│ 3 │ a   │
+│ 4 │ A   │
+│ 2 │ z   │
+│ 1 │ Z   │
+│ 5 │ za  │
+│ 6 │ zaa │
+└───┴─────┘
+```
+
+Example with [Tuple](../../../sql-reference/data-types/tuple.md):
+
+```text
+┌─x─┬─s───────┐
+│ 1 │ (1,'Z') │
+│ 2 │ (1,'z') │
+│ 3 │ (1,'a') │
+│ 4 │ (2,'z') │
+│ 5 │ (1,'A') │
+│ 6 │ (2,'Z') │
+│ 7 │ (2,'A') │
+└───┴─────────┘
+```
+
+Query:
+
+```sql
+SELECT * FROM collate_test ORDER BY s ASC COLLATE 'en';
+```
+
+Result:
+
+```text
+┌─x─┬─s───────┐
+│ 3 │ (1,'a') │
+│ 5 │ (1,'A') │
+│ 2 │ (1,'z') │
+│ 1 │ (1,'Z') │
+│ 7 │ (2,'A') │
+│ 4 │ (2,'z') │
+│ 6 │ (2,'Z') │
+└───┴─────────┘
+```
+
 ## Implementation Details {#implementation-details}
 
 Less RAM is used if a small enough [LIMIT](../../../sql-reference/statements/select/limit.md) is specified in addition to `ORDER BY`. Otherwise, the amount of memory spent is proportional to the volume of data for sorting. For distributed query processing, if [GROUP BY](../../../sql-reference/statements/select/group-by.md) is omitted, sorting is partially done on remote servers, and the results are merged on the requestor server. This means that for distributed sorting, the volume of data to sort can be greater than the amount of memory on a single server.
diff --git a/docs/en/sql-reference/statements/system.md b/docs/en/sql-reference/statements/system.md
index ddba1443d04..bb279703cc2 100644
--- a/docs/en/sql-reference/statements/system.md
+++ b/docs/en/sql-reference/statements/system.md
@@ -204,7 +204,7 @@ SYSTEM STOP MOVES [[db.]merge_tree_family_table_name]
 
 ## Managing ReplicatedMergeTree Tables {#query-language-system-replicated}
 
-ClickHouse can manage background replication related processes in [ReplicatedMergeTree](../../engines/table-engines/mergetree-family/replication/#table_engines-replication) tables.
+ClickHouse can manage background replication related processes in [ReplicatedMergeTree](../../engines/table-engines/mergetree-family/replication.md#table_engines-replication) tables.
 
 ### STOP FETCHES {#query_language-system-stop-fetches}
 
diff --git a/docs/es/development/developer-instruction.md b/docs/es/development/developer-instruction.md
index 390ac55602d..0ce5d0b457a 100644
--- a/docs/es/development/developer-instruction.md
+++ b/docs/es/development/developer-instruction.md
@@ -257,8 +257,8 @@ El desarrollo de ClickHouse a menudo requiere cargar conjuntos de datos realista
 
     sudo apt install wget xz-utils
 
-    wget https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz
-    wget https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz
 
     xz -v -d hits_v1.tsv.xz
     xz -v -d visits_v1.tsv.xz
diff --git a/docs/es/getting-started/example-datasets/metrica.md b/docs/es/getting-started/example-datasets/metrica.md
index b99346eda29..0b3bc8b6833 100644
--- a/docs/es/getting-started/example-datasets/metrica.md
+++ b/docs/es/getting-started/example-datasets/metrica.md
@@ -9,14 +9,14 @@ toc_title: El Yandex.Metrica Datos
 
 El conjunto de datos consta de dos tablas que contienen datos anónimos sobre los hits (`hits_v1`) y visitas (`visits_v1`) el Yandex.Métrica. Puedes leer más sobre Yandex.Metrica en [Historial de ClickHouse](../../introduction/history.md) apartado.
 
-El conjunto de datos consta de dos tablas, cualquiera de ellas se puede descargar como `tsv.xz` o como particiones preparadas. Además, una versión extendida de la `hits` La tabla que contiene 100 millones de filas está disponible como TSV en https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_100m_obfuscated_v1.tsv.xz y como particiones preparadas en https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
+El conjunto de datos consta de dos tablas, cualquiera de ellas se puede descargar como `tsv.xz` o como particiones preparadas. Además, una versión extendida de la `hits` La tabla que contiene 100 millones de filas está disponible como TSV en https://datasets.clickhouse.tech/hits/tsv/hits_100m_obfuscated_v1.tsv.xz y como particiones preparadas en https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
 
 ## Obtención de tablas a partir de particiones preparadas {#obtaining-tables-from-prepared-partitions}
 
 Descargar e importar tabla de hits:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_v1.tar
+curl -O https://datasets.clickhouse.tech/hits/partitions/hits_v1.tar
 tar xvf hits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -26,7 +26,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 Descargar e importar visitas:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/visits/partitions/visits_v1.tar
+curl -O https://datasets.clickhouse.tech/visits/partitions/visits_v1.tar
 tar xvf visits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -38,7 +38,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
 Descargar e importar hits desde un archivo TSV comprimido:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.hits_v1 ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16), URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8, FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8, UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8, JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8, SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8, SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8, IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8, HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16), RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16, SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32, DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8, SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64, ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16, GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String, UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String, FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  ParsedParams Nested(Key1 String,  Key2 String, Key3 String, Key4 String, Key5 String,  ValueDouble Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
@@ -52,7 +52,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 Descargue e importe visitas desde un archivo tsv comprimido:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.visits_v1 ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  Goals Nested(ID UInt32, Serial UInt32, EventTime DateTime,  Price Int64,  OrderID String, CurrencyID UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  TraficSource    Nested(ID Int8,  SearchEngineID UInt16, AdvEngineID UInt8, PlaceID UInt16, SocialSourceNetworkID UInt8, Domain String, SearchPhrase String, SocialSourcePage String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  ParsedParams    Nested(Key1 String,  Key2 String,  Key3 String,  Key4 String, Key5 String, ValueDouble    Float64),  Market Nested(Type UInt8, GoalID UInt32, OrderID String,  OrderPrice Int64,  PP UInt32,  DirectPlaceID UInt32,  DirectOrderID  UInt32,  DirectBannerID UInt32,  GoodID String, GoodName String, GoodQuantity Int32,  GoodPrice Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
diff --git a/docs/es/getting-started/example-datasets/nyc-taxi.md b/docs/es/getting-started/example-datasets/nyc-taxi.md
index 4a2bae83a0a..c6441311c96 100644
--- a/docs/es/getting-started/example-datasets/nyc-taxi.md
+++ b/docs/es/getting-started/example-datasets/nyc-taxi.md
@@ -285,7 +285,7 @@ Entre otras cosas, puede ejecutar la consulta OPTIMIZE en MergeTree. Pero no es
 ## Descarga de Prepared Partitions {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/trips_mergetree/partitions/trips_mergetree.tar
+$ curl -O https://datasets.clickhouse.tech/trips_mergetree/partitions/trips_mergetree.tar
 $ tar xvf trips_mergetree.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/es/getting-started/example-datasets/ontime.md b/docs/es/getting-started/example-datasets/ontime.md
index b0662ef8b53..f89d74048bd 100644
--- a/docs/es/getting-started/example-datasets/ontime.md
+++ b/docs/es/getting-started/example-datasets/ontime.md
@@ -156,7 +156,7 @@ $ for i in *.zip; do echo $i; unzip -cq $i '*.csv' | sed 's/\.00//g' | clickhous
 ## Descarga de Prepared Partitions {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/ontime/partitions/ontime.tar
+$ curl -O https://datasets.clickhouse.tech/ontime/partitions/ontime.tar
 $ tar xvf ontime.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/es/getting-started/tutorial.md b/docs/es/getting-started/tutorial.md
index ccc07e50468..52699190b4d 100644
--- a/docs/es/getting-started/tutorial.md
+++ b/docs/es/getting-started/tutorial.md
@@ -87,8 +87,8 @@ Ahora es el momento de llenar nuestro servidor ClickHouse con algunos datos de m
 ### Descargar y extraer datos de tabla {#download-and-extract-table-data}
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 ```
 
 Los archivos extraídos tienen un tamaño de aproximadamente 10 GB.
diff --git a/docs/es/interfaces/cli.md b/docs/es/interfaces/cli.md
index 1e4852be53f..395f9831a4e 100644
--- a/docs/es/interfaces/cli.md
+++ b/docs/es/interfaces/cli.md
@@ -59,7 +59,7 @@ La línea de comandos se basa en ‘replxx’ (similar a ‘readline’). En otr
 
 De forma predeterminada, el formato utilizado es PrettyCompact. Puede cambiar el formato en la cláusula FORMAT de la consulta o especificando `\G` al final de la consulta, utilizando el `--format` o `--vertical` en la línea de comandos, o utilizando el archivo de configuración del cliente.
 
-Para salir del cliente, presione Ctrl+D (o Ctrl+C) o introduzca una de las siguientes opciones en lugar de una consulta: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
+Para salir del cliente, presione Ctrl+D o introduzca una de las siguientes opciones en lugar de una consulta: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
 
 Al procesar una consulta, el cliente muestra:
 
diff --git a/docs/es/operations/performance-test.md b/docs/es/operations/performance-test.md
index d0beb7bd2b4..97444f339cd 100644
--- a/docs/es/operations/performance-test.md
+++ b/docs/es/operations/performance-test.md
@@ -48,7 +48,7 @@ Con esta instrucción, puede ejecutar una prueba de rendimiento básica de Click
 
 <!-- -->
 
-      wget https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz
+      wget https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz
       tar xvf hits_100m_obfuscated_v1.tar.xz -C .
       mv hits_100m_obfuscated_v1/* .
 
diff --git a/docs/fa/development/developer-instruction.md b/docs/fa/development/developer-instruction.md
index ee78050da07..9284d3a511a 100644
--- a/docs/fa/development/developer-instruction.md
+++ b/docs/fa/development/developer-instruction.md
@@ -259,8 +259,8 @@ KDevelop و QTCreator دیگر از جایگزین های بسیار خوبی ا
 
     sudo apt install wget xz-utils
 
-    wget https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz
-    wget https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz
 
     xz -v -d hits_v1.tsv.xz
     xz -v -d visits_v1.tsv.xz
diff --git a/docs/fa/getting-started/example-datasets/metrica.md b/docs/fa/getting-started/example-datasets/metrica.md
index b1bdf3fd131..ac6743309ef 100644
--- a/docs/fa/getting-started/example-datasets/metrica.md
+++ b/docs/fa/getting-started/example-datasets/metrica.md
@@ -10,14 +10,14 @@ toc_title: "\u06CC\u0627\u0646\u062F\u06A9\u0633\u0627\u0637\u0644\u0627\u0639\u
 
 مجموعه داده شامل دو جدول حاوی داده های ناشناس در مورد بازدید (`hits_v1`) و بازدیدکننده داشته است (`visits_v1`) یاندکس . متریکا شما می توانید اطلاعات بیشتر در مورد یاندکس به عنوان خوانده شده.متریکا در [تاریخچه کلیک](../../introduction/history.md) بخش.
 
-مجموعه داده ها شامل دو جدول است که هر کدام می توانند به عنوان یک فشرده دانلود شوند `tsv.xz` فایل و یا به عنوان پارتیشن تهیه شده است. علاوه بر این, یک نسخه طولانی از `hits` جدول حاوی 100 میلیون ردیف به عنوان تسو در دسترس است https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_100m_obfuscated_v1.tsv.xz و به عنوان پارتیشن تهیه شده در https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
+مجموعه داده ها شامل دو جدول است که هر کدام می توانند به عنوان یک فشرده دانلود شوند `tsv.xz` فایل و یا به عنوان پارتیشن تهیه شده است. علاوه بر این, یک نسخه طولانی از `hits` جدول حاوی 100 میلیون ردیف به عنوان تسو در دسترس است https://datasets.clickhouse.tech/hits/tsv/hits_100m_obfuscated_v1.tsv.xz و به عنوان پارتیشن تهیه شده در https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
 
 ## اخذ جداول از پارتیشن های تهیه شده {#obtaining-tables-from-prepared-partitions}
 
 دانلود و وارد کردن جدول بازدید:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_v1.tar
+curl -O https://datasets.clickhouse.tech/hits/partitions/hits_v1.tar
 tar xvf hits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -27,7 +27,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 دانلود و وارد کردن بازدیدکننده داشته است:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/visits/partitions/visits_v1.tar
+curl -O https://datasets.clickhouse.tech/visits/partitions/visits_v1.tar
 tar xvf visits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -39,7 +39,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
 دانلود و وارد کردن بازدید از فایل تسو فشرده:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.hits_v1 ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16), URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8, FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8, UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8, JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8, SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8, SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8, IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8, HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16), RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16, SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32, DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8, SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64, ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16, GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String, UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String, FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  ParsedParams Nested(Key1 String,  Key2 String, Key3 String, Key4 String, Key5 String,  ValueDouble Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
@@ -53,7 +53,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 دانلود و واردات بازدیدکننده داشته است از فشرده فایل:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.visits_v1 ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  Goals Nested(ID UInt32, Serial UInt32, EventTime DateTime,  Price Int64,  OrderID String, CurrencyID UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  TraficSource    Nested(ID Int8,  SearchEngineID UInt16, AdvEngineID UInt8, PlaceID UInt16, SocialSourceNetworkID UInt8, Domain String, SearchPhrase String, SocialSourcePage String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  ParsedParams    Nested(Key1 String,  Key2 String,  Key3 String,  Key4 String, Key5 String, ValueDouble    Float64),  Market Nested(Type UInt8, GoalID UInt32, OrderID String,  OrderPrice Int64,  PP UInt32,  DirectPlaceID UInt32,  DirectOrderID  UInt32,  DirectBannerID UInt32,  GoodID String, GoodName String, GoodQuantity Int32,  GoodPrice Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
diff --git a/docs/fa/getting-started/example-datasets/nyc-taxi.md b/docs/fa/getting-started/example-datasets/nyc-taxi.md
index 56255e1e09b..32fbd471b32 100644
--- a/docs/fa/getting-started/example-datasets/nyc-taxi.md
+++ b/docs/fa/getting-started/example-datasets/nyc-taxi.md
@@ -286,7 +286,7 @@ SELECT formatReadableSize(sum(bytes)) FROM system.parts WHERE table = 'trips_mer
 ## دانلود پارتیشن های تهیه شده {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/trips_mergetree/partitions/trips_mergetree.tar
+$ curl -O https://datasets.clickhouse.tech/trips_mergetree/partitions/trips_mergetree.tar
 $ tar xvf trips_mergetree.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/fa/getting-started/example-datasets/ontime.md b/docs/fa/getting-started/example-datasets/ontime.md
index e8cc60113e7..7282c3c29bb 100644
--- a/docs/fa/getting-started/example-datasets/ontime.md
+++ b/docs/fa/getting-started/example-datasets/ontime.md
@@ -156,7 +156,7 @@ $ for i in *.zip; do echo $i; unzip -cq $i '*.csv' | sed 's/\.00//g' | clickhous
 ## دانلود پارتیشن های تهیه شده {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/ontime/partitions/ontime.tar
+$ curl -O https://datasets.clickhouse.tech/ontime/partitions/ontime.tar
 $ tar xvf ontime.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/fa/getting-started/tutorial.md b/docs/fa/getting-started/tutorial.md
index 933dae2b55f..595d17667ae 100644
--- a/docs/fa/getting-started/tutorial.md
+++ b/docs/fa/getting-started/tutorial.md
@@ -87,8 +87,8 @@ clickhouse-client --query='INSERT INTO table FORMAT TabSeparated' < data.tsv
 ### دانلود و استخراج داده های جدول {#download-and-extract-table-data}
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 ```
 
 فایل های استخراج شده حدود 10 گیگابایت است.
diff --git a/docs/fa/operations/performance-test.md b/docs/fa/operations/performance-test.md
index 1d061769d64..4bd5cc2c15f 100644
--- a/docs/fa/operations/performance-test.md
+++ b/docs/fa/operations/performance-test.md
@@ -48,7 +48,7 @@ toc_title: "\u0633\u062E\u062A \u0627\u0641\u0632\u0627\u0631 \u062A\u0633\u062A
 
 <!-- -->
 
-      wget https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz
+      wget https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz
       tar xvf hits_100m_obfuscated_v1.tar.xz -C .
       mv hits_100m_obfuscated_v1/* .
 
diff --git a/docs/fr/development/developer-instruction.md b/docs/fr/development/developer-instruction.md
index e78ed7ba6d9..610216925c3 100644
--- a/docs/fr/development/developer-instruction.md
+++ b/docs/fr/development/developer-instruction.md
@@ -257,8 +257,8 @@ Le développement de ClickHouse nécessite souvent le chargement d'ensembles de
 
     sudo apt install wget xz-utils
 
-    wget https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz
-    wget https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz
 
     xz -v -d hits_v1.tsv.xz
     xz -v -d visits_v1.tsv.xz
diff --git a/docs/fr/getting-started/example-datasets/metrica.md b/docs/fr/getting-started/example-datasets/metrica.md
index f9d6c7b437b..453a30d436f 100644
--- a/docs/fr/getting-started/example-datasets/metrica.md
+++ b/docs/fr/getting-started/example-datasets/metrica.md
@@ -9,14 +9,14 @@ toc_title: "Yandex.Metrica De Donn\xE9es"
 
 Dataset se compose de deux tables contenant des données anonymisées sur les hits (`hits_v1`) et les visites (`visits_v1`) de Yandex.Metrica. Vous pouvez en savoir plus sur Yandex.Metrica dans [Histoire de ClickHouse](../../introduction/history.md) section.
 
-L'ensemble de données se compose de deux tables, l'une d'elles peut être téléchargée sous forme compressée `tsv.xz` fichier ou comme partitions préparées. En outre, une version étendue de l' `hits` table contenant 100 millions de lignes est disponible comme TSV à https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_100m_obfuscated_v1.tsv.xz et comme partitions préparées à https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
+L'ensemble de données se compose de deux tables, l'une d'elles peut être téléchargée sous forme compressée `tsv.xz` fichier ou comme partitions préparées. En outre, une version étendue de l' `hits` table contenant 100 millions de lignes est disponible comme TSV à https://datasets.clickhouse.tech/hits/tsv/hits_100m_obfuscated_v1.tsv.xz et comme partitions préparées à https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
 
 ## Obtention de Tables à partir de Partitions préparées {#obtaining-tables-from-prepared-partitions}
 
 Télécharger et importer la table hits:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_v1.tar
+curl -O https://datasets.clickhouse.tech/hits/partitions/hits_v1.tar
 tar xvf hits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -26,7 +26,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 Télécharger et importer des visites:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/visits/partitions/visits_v1.tar
+curl -O https://datasets.clickhouse.tech/visits/partitions/visits_v1.tar
 tar xvf visits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -38,7 +38,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
 Télécharger et importer des hits à partir du fichier TSV compressé:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.hits_v1 ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16), URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8, FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8, UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8, JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8, SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8, SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8, IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8, HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16), RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16, SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32, DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8, SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64, ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16, GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String, UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String, FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  ParsedParams Nested(Key1 String,  Key2 String, Key3 String, Key4 String, Key5 String,  ValueDouble Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
@@ -52,7 +52,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 Télécharger et importer des visites à partir du fichier TSV compressé:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.visits_v1 ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  Goals Nested(ID UInt32, Serial UInt32, EventTime DateTime,  Price Int64,  OrderID String, CurrencyID UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  TraficSource    Nested(ID Int8,  SearchEngineID UInt16, AdvEngineID UInt8, PlaceID UInt16, SocialSourceNetworkID UInt8, Domain String, SearchPhrase String, SocialSourcePage String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  ParsedParams    Nested(Key1 String,  Key2 String,  Key3 String,  Key4 String, Key5 String, ValueDouble    Float64),  Market Nested(Type UInt8, GoalID UInt32, OrderID String,  OrderPrice Int64,  PP UInt32,  DirectPlaceID UInt32,  DirectOrderID  UInt32,  DirectBannerID UInt32,  GoodID String, GoodName String, GoodQuantity Int32,  GoodPrice Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
diff --git a/docs/fr/getting-started/example-datasets/nyc-taxi.md b/docs/fr/getting-started/example-datasets/nyc-taxi.md
index e351b9ec543..46aa944e718 100644
--- a/docs/fr/getting-started/example-datasets/nyc-taxi.md
+++ b/docs/fr/getting-started/example-datasets/nyc-taxi.md
@@ -285,7 +285,7 @@ Entre autres choses, vous pouvez exécuter la requête OPTIMIZE sur MergeTree. M
 ## Téléchargement des Partitions préparées {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/trips_mergetree/partitions/trips_mergetree.tar
+$ curl -O https://datasets.clickhouse.tech/trips_mergetree/partitions/trips_mergetree.tar
 $ tar xvf trips_mergetree.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/fr/getting-started/example-datasets/ontime.md b/docs/fr/getting-started/example-datasets/ontime.md
index 4040e2a1900..8d036901b99 100644
--- a/docs/fr/getting-started/example-datasets/ontime.md
+++ b/docs/fr/getting-started/example-datasets/ontime.md
@@ -156,7 +156,7 @@ $ for i in *.zip; do echo $i; unzip -cq $i '*.csv' | sed 's/\.00//g' | clickhous
 ## Téléchargement des Partitions préparées {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/ontime/partitions/ontime.tar
+$ curl -O https://datasets.clickhouse.tech/ontime/partitions/ontime.tar
 $ tar xvf ontime.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/fr/getting-started/tutorial.md b/docs/fr/getting-started/tutorial.md
index e8a0e8d81cb..b600456b484 100644
--- a/docs/fr/getting-started/tutorial.md
+++ b/docs/fr/getting-started/tutorial.md
@@ -87,8 +87,8 @@ Maintenant, il est temps de remplir notre serveur ClickHouse avec quelques exemp
 ### Télécharger et extraire les données de la Table {#download-and-extract-table-data}
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 ```
 
 Les fichiers extraits ont une taille d'environ 10 Go.
diff --git a/docs/fr/operations/performance-test.md b/docs/fr/operations/performance-test.md
index 6093772aefe..7940b957642 100644
--- a/docs/fr/operations/performance-test.md
+++ b/docs/fr/operations/performance-test.md
@@ -48,7 +48,7 @@ Avec cette instruction, vous pouvez exécuter le test de performance clickhouse
 
 <!-- -->
 
-      wget https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz
+      wget https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz
       tar xvf hits_100m_obfuscated_v1.tar.xz -C .
       mv hits_100m_obfuscated_v1/* .
 
diff --git a/docs/ja/development/developer-instruction.md b/docs/ja/development/developer-instruction.md
index 988becf98c3..ccc3a177d1f 100644
--- a/docs/ja/development/developer-instruction.md
+++ b/docs/ja/development/developer-instruction.md
@@ -257,8 +257,8 @@ KDevelopとQTCreatorは、ClickHouseを開発するためのIDEの他の優れ
 
     sudo apt install wget xz-utils
 
-    wget https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz
-    wget https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz
 
     xz -v -d hits_v1.tsv.xz
     xz -v -d visits_v1.tsv.xz
diff --git a/docs/ja/getting-started/example-datasets/metrica.md b/docs/ja/getting-started/example-datasets/metrica.md
index 36c6411ff2f..5caf32928c3 100644
--- a/docs/ja/getting-started/example-datasets/metrica.md
+++ b/docs/ja/getting-started/example-datasets/metrica.md
@@ -9,14 +9,14 @@ toc_title: "Yandex.Metrica データ"
 Yandex.Metricaについての詳細は [ClickHouse history](../../introduction/history.md) のセクションを参照してください。
 
 データセットは2つのテーブルから構成されており、どちらも圧縮された `tsv.xz` ファイルまたは準備されたパーティションとしてダウンロードすることができます。
-さらに、1億行を含む`hits`テーブルの拡張版が TSVとして https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_100m_obfuscated_v1.tsv.xz に、準備されたパーティションとして https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz にあります。
+さらに、1億行を含む`hits`テーブルの拡張版が TSVとして https://datasets.clickhouse.tech/hits/tsv/hits_100m_obfuscated_v1.tsv.xz に、準備されたパーティションとして https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz にあります。
 
 ## パーティション済みテーブルの取得 {#obtaining-tables-from-prepared-partitions}
 
 hits テーブルのダウンロードとインポート:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_v1.tar
+curl -O https://datasets.clickhouse.tech/hits/partitions/hits_v1.tar
 tar xvf hits_v1.tar -C /var/lib/clickhouse # ClickHouse のデータディレクトリへのパス
 # 展開されたデータのパーミッションをチェックし、必要に応じて修正します。
 sudo service clickhouse-server restart
@@ -26,7 +26,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 visits のダウンロードとインポート:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/visits/partitions/visits_v1.tar
+curl -O https://datasets.clickhouse.tech/visits/partitions/visits_v1.tar
 tar xvf visits_v1.tar -C /var/lib/clickhouse # ClickHouse のデータディレクトリへのパス
 # 展開されたデータのパーミッションをチェックし、必要に応じて修正します。
 sudo service clickhouse-server restart
@@ -38,7 +38,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
  圧縮TSVファイルのダウンロードと hits テーブルのインポート:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.hits_v1 ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16), URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8, FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8, UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8, JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8, SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8, SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8, IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8, HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16), RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16, SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32, DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8, SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64, ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16, GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String, UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String, FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  ParsedParams Nested(Key1 String,  Key2 String, Key3 String, Key4 String, Key5 String,  ValueDouble Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
@@ -52,7 +52,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 圧縮TSVファイルのダウンロードと visits テーブルのインポート:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.visits_v1 ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  Goals Nested(ID UInt32, Serial UInt32, EventTime DateTime,  Price Int64,  OrderID String, CurrencyID UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  TraficSource    Nested(ID Int8,  SearchEngineID UInt16, AdvEngineID UInt8, PlaceID UInt16, SocialSourceNetworkID UInt8, Domain String, SearchPhrase String, SocialSourcePage String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  ParsedParams    Nested(Key1 String,  Key2 String,  Key3 String,  Key4 String, Key5 String, ValueDouble    Float64),  Market Nested(Type UInt8, GoalID UInt32, OrderID String,  OrderPrice Int64,  PP UInt32,  DirectPlaceID UInt32,  DirectOrderID  UInt32,  DirectBannerID UInt32,  GoodID String, GoodName String, GoodQuantity Int32,  GoodPrice Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
diff --git a/docs/ja/getting-started/example-datasets/nyc-taxi.md b/docs/ja/getting-started/example-datasets/nyc-taxi.md
index 9d15ac14a36..a717b64b2b2 100644
--- a/docs/ja/getting-started/example-datasets/nyc-taxi.md
+++ b/docs/ja/getting-started/example-datasets/nyc-taxi.md
@@ -286,7 +286,7 @@ SELECT formatReadableSize(sum(bytes)) FROM system.parts WHERE table = 'trips_mer
 ## パーティションされたデータのダウンロード {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/trips_mergetree/partitions/trips_mergetree.tar
+$ curl -O https://datasets.clickhouse.tech/trips_mergetree/partitions/trips_mergetree.tar
 $ tar xvf trips_mergetree.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/ja/getting-started/example-datasets/ontime.md b/docs/ja/getting-started/example-datasets/ontime.md
index 58d1999bf2b..bd049e8caad 100644
--- a/docs/ja/getting-started/example-datasets/ontime.md
+++ b/docs/ja/getting-started/example-datasets/ontime.md
@@ -154,7 +154,7 @@ $ for i in *.zip; do echo $i; unzip -cq $i '*.csv' | sed 's/\.00//g' | clickhous
 ## パーティション済みデータのダウンロード {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/ontime/partitions/ontime.tar
+$ curl -O https://datasets.clickhouse.tech/ontime/partitions/ontime.tar
 $ tar xvf ontime.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/ja/getting-started/tutorial.md b/docs/ja/getting-started/tutorial.md
index 84f834a9486..d63954684f1 100644
--- a/docs/ja/getting-started/tutorial.md
+++ b/docs/ja/getting-started/tutorial.md
@@ -92,8 +92,8 @@ ClickHouseサーバーにいくつかのサンプルデータを入れてみま
 ### テーブルデータのダウンロードと展開 {#download-and-extract-table-data}
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 ```
 
 展開されたファイルのサイズは約10GBです。
diff --git a/docs/ja/interfaces/cli.md b/docs/ja/interfaces/cli.md
index 0c10ee902f5..7037fcf5512 100644
--- a/docs/ja/interfaces/cli.md
+++ b/docs/ja/interfaces/cli.md
@@ -59,7 +59,7 @@ $ cat file.csv | clickhouse-client --database=test --query="INSERT INTO test FOR
 
 既定では、使用される形式はPrettyCompactです。 クエリのFORMAT句で書式を変更するか、次のように指定することができます `\G` クエリの最後に、 `--format` または `--vertical` コマンドラインでの引数、またはクライアント構成ファイルの使用。
 
-クライアントを終了するには、Ctrl+D(またはCtrl+C)を押すか、クエリの代わりに次のいずれかを入力します: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
+クライアントを終了するには、Ctrl+Dを押すか、クエリの代わりに次のいずれかを入力します: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
 
 が処理クエリー、クライアントを示し:
 
diff --git a/docs/ja/operations/performance-test.md b/docs/ja/operations/performance-test.md
index ff3a0192b49..a60a8872a16 100644
--- a/docs/ja/operations/performance-test.md
+++ b/docs/ja/operations/performance-test.md
@@ -48,7 +48,7 @@ toc_title: "\u30CF\u30FC\u30C9\u30A6\u30A7\u30A2\u8A66\u9A13"
 
 <!-- -->
 
-      wget https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz
+      wget https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz
       tar xvf hits_100m_obfuscated_v1.tar.xz -C .
       mv hits_100m_obfuscated_v1/* .
 
diff --git a/docs/ja/sql-reference/data-types/lowcardinality.md b/docs/ja/sql-reference/data-types/lowcardinality.md
new file mode 100644
index 00000000000..dd3a9aa1c0d
--- /dev/null
+++ b/docs/ja/sql-reference/data-types/lowcardinality.md
@@ -0,0 +1 @@
+../../../../en/sql-reference/data-types/lowcardinality.md
\ No newline at end of file
diff --git a/docs/ru/development/developer-instruction.md b/docs/ru/development/developer-instruction.md
index 4bdcf89004d..5d7c0caeafa 100644
--- a/docs/ru/development/developer-instruction.md
+++ b/docs/ru/development/developer-instruction.md
@@ -259,8 +259,8 @@ Mac OS X:
 
     sudo apt install wget xz-utils
 
-    wget https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz
-    wget https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz
 
     xz -v -d hits_v1.tsv.xz
     xz -v -d visits_v1.tsv.xz
diff --git a/docs/ru/faq/general/index.md b/docs/ru/faq/general/index.md
new file mode 100644
index 00000000000..cf0f8451450
--- /dev/null
+++ b/docs/ru/faq/general/index.md
@@ -0,0 +1,25 @@
+---
+title: General questions about ClickHouse
+toc_hidden_folder: true
+toc_priority: 1
+toc_title: Общие вопросы
+---
+
+# Общие вопросы о ClickHouse {#obshchie-voprosy}
+
+Вопросы:
+
+-   Что такое ClickHouse?
+-   Почему ClickHouse такой быстрый?
+-   Кто пользуется ClickHouse?
+-   Что обозначает название “ClickHouse”?
+-   Что значит “Не тормозит”?
+-   Что такое OLAP?
+-   Что такое колоночная база данных?
+-   [Почему бы не использовать системы типа MapReduce?](mapreduce.md)
+
+!!! info "Если вы не нашли то, что искали:"
+    Загляните в другие категории F.A.Q. или поищите в других разделах документации, ориентируйтесь по оглавлению слева.
+
+{## [Original article](https://clickhouse.tech/docs/ru/faq/general/) ##}
+
diff --git a/docs/ru/faq/general.md b/docs/ru/faq/general/mapreduce.md
similarity index 60%
rename from docs/ru/faq/general.md
rename to docs/ru/faq/general/mapreduce.md
index 470b8dabbf1..645391493c3 100644
--- a/docs/ru/faq/general.md
+++ b/docs/ru/faq/general/mapreduce.md
@@ -1,8 +1,12 @@
-# Общие вопросы {#obshchie-voprosy}
+---
+title: Why not use something like MapReduce?
+toc_hidden: true
+toc_priority: 110
+---
 
 ## Почему бы не использовать системы типа MapReduce? {#pochemu-by-ne-ispolzovat-sistemy-tipa-mapreduce}
 
-Системами типа MapReduce будем называть системы распределённых вычислений, в которых операция reduce сделана на основе распределённой сортировки. Наиболее распространённым opensource решением данного класса является [Apache Hadoop](http://hadoop.apache.org). Яндекс использует собственное решение — YT.
+Системами типа MapReduce будем называть системы распределённых вычислений, в которых операция reduce сделана на основе распределённой сортировки. Наиболее распространённым opensource решением данного класса является [Apache Hadoop](http://hadoop.apache.org). Яндекс использует собственное решение — YT. 
 
 Такие системы не подходят для онлайн запросов в силу слишком большой latency. То есть, не могут быть использованы в качестве бэкенда для веб-интерфейса.
 Такие системы не подходят для обновления данных в реальном времени.
@@ -10,47 +14,3 @@
 Распределённая сортировка является основной причиной тормозов при выполнении несложных map-reduce задач.
 
 Большинство реализаций MapReduce позволяют выполнять произвольный код на кластере. Но для OLAP задач лучше подходит декларативный язык запросов, который позволяет быстро проводить исследования. Для примера, для Hadoop существует Hive и Pig. Также смотрите Cloudera Impala, Shark (устаревший) для Spark, а также Spark SQL, Presto, Apache Drill. Впрочем, производительность при выполнении таких задач является сильно неоптимальной по сравнению со специализированными системами, а сравнительно высокая latency не позволяет использовать эти системы в качестве бэкенда для веб-интерфейса.
-
-## Что делать, если у меня проблема с кодировками при использовании Oracle через ODBC? {#oracle-odbc-encodings}
-
-Если вы используете Oracle через драйвер ODBC в качестве источника внешних словарей, необходимо задать правильное значение для переменной окружения `NLS_LANG` в `/etc/default/clickhouse`. Подробнее читайте в [Oracle NLS_LANG FAQ](https://www.oracle.com/technetwork/products/globalization/nls-lang-099431.html).
-
-**Пример**
-
-``` sql
-NLS_LANG=RUSSIAN_RUSSIA.UTF8
-```
-
-## Как экспортировать данные из ClickHouse в файл? {#how-to-export-to-file}
-
-### Секция INTO OUTFILE {#sektsiia-into-outfile}
-
-Добавьте секцию [INTO OUTFILE](../sql-reference/statements/select/into-outfile.md#into-outfile-clause) к своему запросу.
-
-Например:
-
-``` sql
-SELECT * FROM table INTO OUTFILE 'file'
-```
-
-По умолчанию, для выдачи данных ClickHouse использует формат [TabSeparated](../interfaces/formats.md#tabseparated). Чтобы выбрать [формат данных](../interfaces/formats.md), используйте [секцию FORMAT](../sql-reference/statements/select/format.md#format-clause).
-
-Например:
-
-``` sql
-SELECT * FROM table INTO OUTFILE 'file' FORMAT CSV
-```
-
-### Таблица с движком File {#tablitsa-s-dvizhkom-file}
-
-Смотрите [File](../engines/table-engines/special/file.md).
-
-### Перенаправление в командой строке {#perenapravlenie-v-komandoi-stroke}
-
-``` sql
-$ clickhouse-client --query "SELECT * from table" --format FormatName > result.txt
-```
-
-Смотрите [clickhouse-client](../interfaces/cli.md).
-
-[Оригинальная статья](https://clickhouse.tech/docs/en/faq/general/) <!--hide-->
diff --git a/docs/ru/faq/index.md b/docs/ru/faq/index.md
index d9eccf59c5c..611e604bc8e 100644
--- a/docs/ru/faq/index.md
+++ b/docs/ru/faq/index.md
@@ -4,3 +4,14 @@ toc_hidden: true
 toc_priority: 76
 ---
 
+# Содержание F.A.Q. {#soderzhanie}
+
+В этом разделе документации собрали вопросы о ClickHouse, которые задают чаще всего.
+
+Категории:
+
+-   **[Общие вопросы](../faq/general/index.md)** 
+-   **[Применение](../faq/use-cases/index.md)**
+-   **[Операции](../faq/operations/index.md)**  
+-   **[Интеграция](../faq/integration/index.md)**
+
diff --git a/docs/ru/faq/integration/file-export.md b/docs/ru/faq/integration/file-export.md
new file mode 100644
index 00000000000..d21ffbd3349
--- /dev/null
+++ b/docs/ru/faq/integration/file-export.md
@@ -0,0 +1,37 @@
+---
+title: How do I export data from ClickHouse to a file?
+toc_hidden: true
+toc_priority: 10
+---
+
+## Как экспортировать данные из ClickHouse в файл? {#how-to-export-to-file-rus}
+
+### Секция INTO OUTFILE {#sektsiia-into-outfile-rus}
+
+Добавьте секцию [INTO OUTFILE](../../sql-reference/statements/select/into-outfile.md#into-outfile-clause) к своему запросу.
+
+Например:
+
+``` sql
+SELECT * FROM table INTO OUTFILE 'file'
+```
+
+По умолчанию, для выдачи данных ClickHouse использует формат [TabSeparated](../../interfaces/formats.md#tabseparated). Чтобы выбрать [формат данных](../../interfaces/formats.md), используйте секцию [FORMAT](../../sql-reference/statements/select/format.md#format-clause).
+
+Например:
+
+``` sql
+SELECT * FROM table INTO OUTFILE 'file' FORMAT CSV
+```
+
+## Таблица с движком File {#using-a-file-engine-table}
+
+Смотрите [File](../../engines/table-engines/special/file.md).
+
+## Перенаправление в командой строке {#using-command-line-redirection}
+
+``` bash
+$ clickhouse-client --query "SELECT * from table" --format FormatName > result.txt
+```
+
+Смотрите [clickhouse-client](../../interfaces/cli.md).
diff --git a/docs/ru/faq/integration/index.md b/docs/ru/faq/integration/index.md
new file mode 100644
index 00000000000..59fd84a8139
--- /dev/null
+++ b/docs/ru/faq/integration/index.md
@@ -0,0 +1,19 @@
+---
+title: Questions about integrating ClickHouse and other systems
+toc_hidden_folder: true
+toc_priority: 4
+toc_title: Интеграция
+---
+
+# Вопросы об интеграции ClickHouse с другими системами {#question-about-integrating-clickhouse-and-other-systems-rus}
+
+Вопросы:
+
+-   [Как экспортировать данные из ClickHouse в файл?](file-export.md)
+-   Как импортировать JSON в ClickHouse?
+-   [Что делать, если у меня проблема с кодировками при использовании Oracle через ODBC?](oracle-odbc.md)
+
+!!! info "Если вы не нашли то, что искали"
+    Загляните в другие подразделы F.A.Q. или поищите в остальных разделах документации, ориентируйтесь по оглавлению слева.
+
+{## [Original article](https://clickhouse.tech/docs/ru/faq/integration/) ##}
diff --git a/docs/ru/faq/integration/oracle-odbc.md b/docs/ru/faq/integration/oracle-odbc.md
new file mode 100644
index 00000000000..f41f1ae7fc1
--- /dev/null
+++ b/docs/ru/faq/integration/oracle-odbc.md
@@ -0,0 +1,15 @@
+---
+title: What if I have a problem with encodings when using Oracle via ODBC?
+toc_hidden: true
+toc_priority: 20
+---
+
+## Что делать, если у меня проблема с кодировками при использовании Oracle через ODBC? {#oracle-odbc-encodings-rus}
+
+Если вы используете Oracle через драйвер ODBC в качестве источника внешних словарей, необходимо задать правильное значение для переменной окружения `NLS_LANG` в `/etc/default/clickhouse`. Подробнее читайте в [Oracle NLS_LANG FAQ](https://www.oracle.com/technetwork/products/globalization/nls-lang-099431.html).
+
+**Пример**
+
+``` sql
+NLS_LANG=RUSSIAN_RUSSIA.UTF8
+```
\ No newline at end of file
diff --git a/docs/ru/faq/operations/index.md b/docs/ru/faq/operations/index.md
new file mode 100644
index 00000000000..98a04213fb7
--- /dev/null
+++ b/docs/ru/faq/operations/index.md
@@ -0,0 +1,18 @@
+---
+title: Question about operating ClickHouse servers and clusters
+toc_hidden_folder: true
+toc_priority: 3
+toc_title: Операции
+---
+
+# Вопросы о производительности серверов и кластеров ClickHouse {#voprosy-ob-operating-clickhouse-servers-and-clusters}
+
+Вопросы:
+
+-   Which ClickHouse version to use in production?
+-   Is it possible to delete old records from a ClickHouse table?
+
+    !!! info "Don’t see what you were looking for?"
+        Check out [other F.A.Q. categories](../../faq/index.md) or browse around main documentation articles found in the left sidebar.
+
+    {## [Original article](https://clickhouse.tech/docs/en/faq/production/) ##}
diff --git a/docs/ru/faq/use-cases/index.md b/docs/ru/faq/use-cases/index.md
new file mode 100644
index 00000000000..6e7f2b36fe0
--- /dev/null
+++ b/docs/ru/faq/use-cases/index.md
@@ -0,0 +1,14 @@
+---
+title: Questions about ClickHouse use cases
+toc_hidden_folder: true
+toc_priority: 2
+toc_title: Применение
+---
+
+# Вопросы о применении ClickHouse {#voprosy-o-primenenii}
+
+Вопросы:
+
+-   Can I use ClickHouse as a time-series database?
+-   Can I use ClickHouse as a key-value storage?
+
diff --git a/docs/ru/getting-started/example-datasets/metrica.md b/docs/ru/getting-started/example-datasets/metrica.md
index e8a3163376c..3246eb5178c 100644
--- a/docs/ru/getting-started/example-datasets/metrica.md
+++ b/docs/ru/getting-started/example-datasets/metrica.md
@@ -5,14 +5,14 @@ toc_title: "\u0410\u043d\u043e\u043d\u0438\u043c\u0438\u0437\u0438\u0440\u043e\u
 
 # Анонимизированные данные Яндекс.Метрики {#anonimizirovannye-dannye-iandeks-metriki}
 
-Датасет состоит из двух таблиц, содержащих анонимизированные данные о хитах (`hits_v1`) и визитах (`visits_v1`) Яндекс.Метрики. Каждую из таблиц можно скачать в виде сжатого `.tsv.xz`-файла или в виде уже готовых партиций. Также можно скачать расширенную версию таблицы `hits`, содержащую 100 миллионов строк в виде [архива c файлами TSV](https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_100m_obfuscated_v1.tsv.xz) и в виде [готовых партиций](https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz).
+Датасет состоит из двух таблиц, содержащих анонимизированные данные о хитах (`hits_v1`) и визитах (`visits_v1`) Яндекс.Метрики. Каждую из таблиц можно скачать в виде сжатого `.tsv.xz`-файла или в виде уже готовых партиций. Также можно скачать расширенную версию таблицы `hits`, содержащую 100 миллионов строк в виде [архива c файлами TSV](https://datasets.clickhouse.tech/hits/tsv/hits_100m_obfuscated_v1.tsv.xz) и в виде [готовых партиций](https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz).
 
 ## Получение таблиц из партиций {#poluchenie-tablits-iz-partitsii}
 
 **Скачивание и импортирование партиций hits:**
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_v1.tar
+$ curl -O https://datasets.clickhouse.tech/hits/partitions/hits_v1.tar
 $ tar xvf hits_v1.tar -C /var/lib/clickhouse # путь к папке с данными ClickHouse
 $ # убедитесь, что установлены корректные права доступа на файлы
 $ sudo service clickhouse-server restart
@@ -22,7 +22,7 @@ $ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 **Скачивание и импортирование партиций visits:**
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/visits/partitions/visits_v1.tar
+$ curl -O https://datasets.clickhouse.tech/visits/partitions/visits_v1.tar
 $ tar xvf visits_v1.tar -C /var/lib/clickhouse # путь к папке с данными ClickHouse
 $ # убедитесь, что установлены корректные права доступа на файлы
 $ sudo service clickhouse-server restart
@@ -34,7 +34,7 @@ $ clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
 **Скачивание и импортирование hits из сжатого tsv-файла**
 
 ``` bash
-$ curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+$ curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
 $ # теперь создадим таблицу
 $ clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 $ clickhouse-client --query "CREATE TABLE datasets.hits_v1 ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16), URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8, FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8, UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8, JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8, SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8, SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8, IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8, HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16), RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16, SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32, DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8, SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64, ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16, GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String, UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String, FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  ParsedParams Nested(Key1 String,  Key2 String, Key3 String, Key4 String, Key5 String,  ValueDouble Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
@@ -48,7 +48,7 @@ $ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 **Скачивание и импортирование visits из сжатого tsv-файла**
 
 ``` bash
-$ curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+$ curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 $ # теперь создадим таблицу
 $ clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 $ clickhouse-client --query "CREATE TABLE datasets.visits_v1 ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  Goals Nested(ID UInt32, Serial UInt32, EventTime DateTime,  Price Int64,  OrderID String, CurrencyID UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  TraficSource    Nested(ID Int8,  SearchEngineID UInt16, AdvEngineID UInt8, PlaceID UInt16, SocialSourceNetworkID UInt8, Domain String, SearchPhrase String, SocialSourcePage String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  ParsedParams    Nested(Key1 String,  Key2 String,  Key3 String,  Key4 String, Key5 String, ValueDouble    Float64),  Market Nested(Type UInt8, GoalID UInt32, OrderID String,  OrderPrice Int64,  PP UInt32,  DirectPlaceID UInt32,  DirectOrderID  UInt32,  DirectBannerID UInt32,  GoodID String, GoodName String, GoodQuantity Int32,  GoodPrice Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
diff --git a/docs/ru/getting-started/example-datasets/nyc-taxi.md b/docs/ru/getting-started/example-datasets/nyc-taxi.md
index 1f981324261..a4472751a99 100644
--- a/docs/ru/getting-started/example-datasets/nyc-taxi.md
+++ b/docs/ru/getting-started/example-datasets/nyc-taxi.md
@@ -283,7 +283,7 @@ SELECT formatReadableSize(sum(bytes)) FROM system.parts WHERE table = 'trips_mer
 ## Скачивание готовых партиций {#skachivanie-gotovykh-partitsii}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/trips_mergetree/partitions/trips_mergetree.tar
+$ curl -O https://datasets.clickhouse.tech/trips_mergetree/partitions/trips_mergetree.tar
 $ tar xvf trips_mergetree.tar -C /var/lib/clickhouse # путь к папке с данными ClickHouse
 $ # убедитесь, что установлены корректные права доступа на файлы
 $ sudo service clickhouse-server restart
diff --git a/docs/ru/getting-started/example-datasets/ontime.md b/docs/ru/getting-started/example-datasets/ontime.md
index 4d3eea14da6..41a1c0d3142 100644
--- a/docs/ru/getting-started/example-datasets/ontime.md
+++ b/docs/ru/getting-started/example-datasets/ontime.md
@@ -152,7 +152,7 @@ $ for i in *.zip; do echo $i; unzip -cq $i '*.csv' | sed 's/\.00//g' | clickhous
 ## Скачивание готовых партиций {#skachivanie-gotovykh-partitsii}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/ontime/partitions/ontime.tar
+$ curl -O https://datasets.clickhouse.tech/ontime/partitions/ontime.tar
 $ tar xvf ontime.tar -C /var/lib/clickhouse # путь к папке с данными ClickHouse
 $ # убедитесь, что установлены корректные права доступа на файлы
 $ sudo service clickhouse-server restart
diff --git a/docs/ru/getting-started/tutorial.md b/docs/ru/getting-started/tutorial.md
index 0fc267e497c..bd987520dff 100644
--- a/docs/ru/getting-started/tutorial.md
+++ b/docs/ru/getting-started/tutorial.md
@@ -85,8 +85,8 @@ Now it’s time to fill our ClickHouse server with some sample data. In this tut
 ### Download and Extract Table Data {#download-and-extract-table-data}
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 ```
 
 The extracted files are about 10GB in size.
diff --git a/docs/ru/interfaces/cli.md b/docs/ru/interfaces/cli.md
index 222af33f952..e37018acdfb 100644
--- a/docs/ru/interfaces/cli.md
+++ b/docs/ru/interfaces/cli.md
@@ -63,7 +63,7 @@ $ cat file.csv | clickhouse-client --database=test --query="INSERT INTO test FOR
 
 По умолчанию, в качестве формата, используется формат PrettyCompact (красивые таблички). Вы можете изменить формат с помощью секции FORMAT запроса, или с помощью указания `\G` на конце запроса, с помощью аргумента командной строки `--format` или `--vertical`, или с помощью конфигурационного файла клиента.
 
-Чтобы выйти из клиента, нажмите Ctrl+D (или Ctrl+C), или наберите вместо запроса одно из: «exit», «quit», «logout», «учше», «йгше», «дщпщге», «exit;», «quit;», «logout;», «учшеж», «йгшеж», «дщпщгеж», «q», «й», «q», «Q», «:q», «й», «Й», «Жй»
+Чтобы выйти из клиента, нажмите Ctrl+D, или наберите вместо запроса одно из: «exit», «quit», «logout», «учше», «йгше», «дщпщге», «exit;», «quit;», «logout;», «учшеж», «йгшеж», «дщпщгеж», «q», «й», «q», «Q», «:q», «й», «Й», «Жй»
 
 При выполнении запроса, клиент показывает:
 
diff --git a/docs/ru/operations/system-tables/distribution_queue.md b/docs/ru/operations/system-tables/distribution_queue.md
new file mode 100644
index 00000000000..18346b34e04
--- /dev/null
+++ b/docs/ru/operations/system-tables/distribution_queue.md
@@ -0,0 +1,46 @@
+# system.distribution_queue {#system_tables-distribution_queue}
+
+Содержит информацию о локальных файлах, которые находятся в очереди для отправки на шарды. Эти локальные файлы содержат новые куски, которые создаются путем вставки новых данных в Distributed таблицу в асинхронном режиме.
+
+Столбцы:
+
+-   `database` ([String](../../sql-reference/data-types/string.md)) — имя базы данных.
+
+-   `table` ([String](../../sql-reference/data-types/string.md)) — имя таблицы.
+
+-   `data_path` ([String](../../sql-reference/data-types/string.md)) — путь к папке с локальными файлами.
+
+-   `is_blocked` ([UInt8](../../sql-reference/data-types/int-uint.md)) — флаг, указывающий на блокировку отправки локальных файлов на шарды.
+
+-   `error_count` ([UInt64](../../sql-reference/data-types/int-uint.md)) — количество ошибок.
+
+-   `data_files` ([UInt64](../../sql-reference/data-types/int-uint.md)) — количество локальных файлов в папке.
+
+-   `data_compressed_bytes` ([UInt64](../../sql-reference/data-types/int-uint.md)) — размер сжатых данных в локальных файлах в байтах.
+
+-   `last_exception` ([String](../../sql-reference/data-types/string.md)) — текстовое сообщение о последней возникшей ошибке, если таковые имеются.
+
+**Пример**
+
+``` sql
+SELECT * FROM system.distribution_queue LIMIT 1 FORMAT Vertical;
+```
+
+``` text
+Row 1:
+──────
+database:              default
+table:                 dist
+data_path:             ./store/268/268bc070-3aad-4b1a-9cf2-4987580161af/default@127%2E0%2E0%2E2:9000/
+is_blocked:            1
+error_count:           0
+data_files:            1
+data_compressed_bytes: 499
+last_exception:        
+```
+
+**Смотрите также**
+
+-   [Движок таблиц Distributed](../../engines/table-engines/special/distributed.md)
+
+[Оригинальная статья](https://clickhouse.tech/docs/ru/operations/system_tables/distribution_queue) <!--hide-->
diff --git a/docs/ru/operations/system-tables/replication_queue.md b/docs/ru/operations/system-tables/replication_queue.md
new file mode 100644
index 00000000000..47f64aea55d
--- /dev/null
+++ b/docs/ru/operations/system-tables/replication_queue.md
@@ -0,0 +1,81 @@
+# system.replication_queue {#system_tables-replication_queue}
+
+Содержит информацию о задачах из очередей репликации, хранящихся в ZooKeeper, для таблиц семейства `ReplicatedMergeTree`.
+
+Столбцы:
+
+-   `database` ([String](../../sql-reference/data-types/string.md)) — имя базы данных.
+
+-   `table` ([String](../../sql-reference/data-types/string.md)) — имя таблицы.
+
+-   `replica_name` ([String](../../sql-reference/data-types/string.md)) — имя реплики в ZooKeeper. Разные реплики одной и той же таблицы имеют различные имена.
+
+-   `position` ([UInt32](../../sql-reference/data-types/int-uint.md)) — позиция задачи в очереди.
+
+-   `node_name` ([String](../../sql-reference/data-types/string.md)) — имя узла в ZooKeeper.
+
+-   `type` ([String](../../sql-reference/data-types/string.md)) — тип задачи в очереди: `GET_PARTS`, `MERGE_PARTS`, `DETACH_PARTS`, `DROP_PARTS` или `MUTATE_PARTS`.
+
+-   `create_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — дата и время отправки задачи на выполнение.
+
+-   `required_quorum` ([UInt32](../../sql-reference/data-types/int-uint.md)) — количество реплик, ожидающих завершения задачи, с подтверждением о завершении. Этот столбец актуален только для задачи `GET_PARTS`.
+
+-   `source_replica` ([String](../../sql-reference/data-types/string.md)) — имя исходной реплики.
+
+-   `new_part_name` ([String](../../sql-reference/data-types/string.md)) — имя нового куска.
+
+-   `parts_to_merge` ([Array](../../sql-reference/data-types/array.md) ([String](../../sql-reference/data-types/string.md))) — имена кусков, которые требуется смержить или обновить.
+
+-   `is_detach` ([UInt8](../../sql-reference/data-types/int-uint.md)) — флаг, указывающий на присутствие в очереди задачи `DETACH_PARTS`.
+
+-   `is_currently_executing` ([UInt8](../../sql-reference/data-types/int-uint.md)) — флаг, указывающий на выполнение конкретной задачи на данный момент.
+
+-   `num_tries` ([UInt32](../../sql-reference/data-types/int-uint.md)) — количество неудачных попыток выполнить задачу.
+
+-   `last_exception` ([String](../../sql-reference/data-types/string.md)) — текст сообщения о последней возникшей ошибке, если таковые имеются.
+
+-   `last_attempt_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — дата и время последней попытки выполнить задачу.
+
+-   `num_postponed` ([UInt32](../../sql-reference/data-types/int-uint.md)) — количество отложенных задач.
+
+-   `postpone_reason` ([String](../../sql-reference/data-types/string.md)) — причина, по которой была отложена задача.
+
+-   `last_postpone_time` ([Datetime](../../sql-reference/data-types/datetime.md)) — дата и время, когда была отложена задача в последний раз.
+
+-   `merge_type` ([String](../../sql-reference/data-types/string.md)) — тип текущего слияния. Пусто, если это мутация.
+
+**Пример**
+
+``` sql
+SELECT * FROM system.replication_queue LIMIT 1 FORMAT Vertical;
+```
+
+``` text
+Row 1:
+──────
+database:               merge
+table:                  visits_v2
+replica_name:           mtgiga001-1t.metrika.yandex.net
+position:               15
+node_name:              queue-0009325559
+type:                   MERGE_PARTS
+create_time:            2020-12-07 14:04:21
+required_quorum:        0
+source_replica:         mtgiga001-1t.metrika.yandex.net
+new_part_name:          20201130_121373_121384_2
+parts_to_merge:         ['20201130_121373_121378_1','20201130_121379_121379_0','20201130_121380_121380_0','20201130_121381_121381_0','20201130_121382_121382_0','20201130_121383_121383_0','20201130_121384_121384_0']
+is_detach:              0
+is_currently_executing: 0
+num_tries:              36
+last_exception:         Code: 226, e.displayText() = DB::Exception: Marks file '/opt/clickhouse/data/merge/visits_v2/tmp_fetch_20201130_121373_121384_2/CounterID.mrk' doesn't exist (version 20.8.7.15 (official build))
+last_attempt_time:      2020-12-08 17:35:54
+num_postponed:          0
+postpone_reason:        
+last_postpone_time:     1970-01-01 03:00:00
+```
+
+**Смотрите также**
+
+-   [Управление таблицами ReplicatedMergeTree](../../sql-reference/statements/system.md/#query-language-system-replicated)
+
+[Оригинальная статья](https://clickhouse.tech/docs/ru/operations/system_tables/replication_queue) <!--hide-->
diff --git a/docs/ru/sql-reference/data-types/lowcardinality.md b/docs/ru/sql-reference/data-types/lowcardinality.md
index ec9e4e7588e..d94cedd29ce 100644
--- a/docs/ru/sql-reference/data-types/lowcardinality.md
+++ b/docs/ru/sql-reference/data-types/lowcardinality.md
@@ -57,3 +57,5 @@ ORDER BY id
 - [A Magical Mystery Tour of the LowCardinality Data Type](https://www.altinity.com/blog/2019/3/27/low-cardinality).
 - [Reducing Clickhouse Storage Cost with the Low Cardinality Type – Lessons from an Instana Engineer](https://www.instana.com/blog/reducing-clickhouse-storage-cost-with-the-low-cardinality-type-lessons-from-an-instana-engineer/).
 - [String Optimization (video presentation in Russian)](https://youtu.be/rqf-ILRgBdY?list=PL0Z2YDlm0b3iwXCpEFiOOYmwXzVmjJfEt). [Slides in English](https://github.com/yandex/clickhouse-presentations/raw/master/meetup19/string_optimization.pdf).
+
+[Оригинальная статья](https://clickhouse.tech/docs/ru/sql-reference/data-types/lowcardinality/) <!--hide-->
diff --git a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
index 0015edfdf72..1367216e401 100644
--- a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
@@ -199,7 +199,7 @@ SOURCE(ODBC(
 
 ClickHouse получает от ODBC-драйвера информацию о квотировании и квотирует настройки в запросах к драйверу, поэтому имя таблицы нужно указывать в соответствии с регистром имени таблицы в базе данных.
 
-Если у вас есть проблемы с кодировками при использовании Oracle, ознакомьтесь с соответствующим разделом [FAQ](../../../faq/general.md#oracle-odbc-encodings).
+Если у вас есть проблемы с кодировками при использовании Oracle, ознакомьтесь с соответствующим разделом [FAQ](../../../faq/integration/oracle-odbc.md).
 
 ### Выявленная уязвимость в функционировании ODBC словарей {#vyiavlennaia-uiazvimost-v-funktsionirovanii-odbc-slovarei}
 
diff --git a/docs/ru/sql-reference/functions/date-time-functions.md b/docs/ru/sql-reference/functions/date-time-functions.md
index b7a077b3bd6..31482cde77f 100644
--- a/docs/ru/sql-reference/functions/date-time-functions.md
+++ b/docs/ru/sql-reference/functions/date-time-functions.md
@@ -593,6 +593,18 @@ SELECT dateDiff('hour', toDateTime('2018-01-01 22:00:00'), toDateTime('2018-01-0
 Например, `timeSlots(toDateTime('2012-01-01 12:20:00'), toUInt32(600)) = [toDateTime('2012-01-01 12:00:00'), toDateTime('2012-01-01 12:30:00')]`.
 Это нужно для поиска хитов, входящих в соответствующий визит.
 
+## toYYYYMM
+
+Переводит дату или дату со временем в число типа UInt32, содержащее номер года и месяца (YYYY * 100 + MM).
+
+## toYYYYMMDD
+
+Переводит дату или дату со временем в число типа UInt32, содержащее номер года, месяца и дня (YYYY * 10000 + MM * 100 + DD).
+
+## toYYYYMMDDhhmmss
+
+Переводит дату или дату со временем в число типа UInt64 содержащее номер года, месяца, дня и время (YYYY * 10000000000 + MM * 100000000 + DD * 1000000 + hh * 10000 + mm * 100 + ss).
+
 ## formatDateTime {#formatdatetime}
 
 Функция преобразует дату-и-время в строку по заданному шаблону. Важно: шаблон — константное выражение, поэтому использовать разные шаблоны в одной колонке не получится.
diff --git a/docs/ru/sql-reference/statements/select/order-by.md b/docs/ru/sql-reference/statements/select/order-by.md
index ea0f40b2dc0..f8b838cbd15 100644
--- a/docs/ru/sql-reference/statements/select/order-by.md
+++ b/docs/ru/sql-reference/statements/select/order-by.md
@@ -56,10 +56,188 @@ toc_title: ORDER BY
 
 ## Поддержка collation {#collation-support}
 
-Для сортировки по значениям типа String есть возможность указать collation (сравнение). Пример: `ORDER BY SearchPhrase COLLATE 'tr'` - для сортировки по поисковой фразе, по возрастанию, с учётом турецкого алфавита, регистронезависимо, при допущении, что строки в кодировке UTF-8. `COLLATE` может быть указан или не указан для каждого выражения в ORDER BY независимо. Если есть `ASC` или `DESC`, то `COLLATE` указывается после них. При использовании `COLLATE` сортировка всегда регистронезависима.
+Для сортировки по значениям типа [String](../../../sql-reference/data-types/string.md) есть возможность указать collation (сравнение). Пример: `ORDER BY SearchPhrase COLLATE 'tr'` - для сортировки по поисковой фразе, по возрастанию, с учётом турецкого алфавита, регистронезависимо, при допущении, что строки в кодировке UTF-8. `COLLATE` может быть указан или не указан для каждого выражения в ORDER BY независимо. Если есть `ASC` или `DESC`, то `COLLATE` указывается после них. При использовании `COLLATE` сортировка всегда регистронезависима.
+
+Сравнение поддерживается при использовании типов [LowCardinality](../../../sql-reference/data-types/lowcardinality.md), [Nullable](../../../sql-reference/data-types/nullable.md), [Array](../../../sql-reference/data-types/array.md) и [Tuple](../../../sql-reference/data-types/tuple.md).
 
 Рекомендуется использовать `COLLATE` только для окончательной сортировки небольшого количества строк, так как производительность сортировки с указанием `COLLATE` меньше, чем обычной сортировки по байтам.
 
+## Примеры с использованием сравнения {#collation-examples}
+
+Пример с значениями типа [String](../../../sql-reference/data-types/string.md):
+
+Входная таблица:
+
+``` text
+┌─x─┬─s────┐
+│ 1 │ bca  │
+│ 2 │ ABC  │
+│ 3 │ 123a │
+│ 4 │ abc  │
+│ 5 │ BCA  │
+└───┴──────┘
+```
+
+Запрос:
+
+```sql
+SELECT * FROM collate_test ORDER BY s ASC COLLATE 'en';
+```
+
+Результат:
+
+``` text
+┌─x─┬─s────┐
+│ 3 │ 123a │
+│ 4 │ abc  │
+│ 2 │ ABC  │
+│ 1 │ bca  │
+│ 5 │ BCA  │
+└───┴──────┘
+```
+
+Пример со строками типа [Nullable](../../../sql-reference/data-types/nullable.md):
+
+Входная таблица:
+
+``` text
+┌─x─┬─s────┐
+│ 1 │ bca  │
+│ 2 │ ᴺᵁᴸᴸ │
+│ 3 │ ABC  │
+│ 4 │ 123a │
+│ 5 │ abc  │
+│ 6 │ ᴺᵁᴸᴸ │
+│ 7 │ BCA  │
+└───┴──────┘
+```
+
+Запрос:
+
+```sql
+SELECT * FROM collate_test ORDER BY s ASC COLLATE 'en';
+```
+
+Результат:
+
+``` text
+┌─x─┬─s────┐
+│ 4 │ 123a │
+│ 5 │ abc  │
+│ 3 │ ABC  │
+│ 1 │ bca  │
+│ 7 │ BCA  │
+│ 6 │ ᴺᵁᴸᴸ │
+│ 2 │ ᴺᵁᴸᴸ │
+└───┴──────┘
+```
+
+Пример со строками в [Array](../../../sql-reference/data-types/array.md):
+
+Входная таблица:
+
+``` text
+┌─x─┬─s─────────────┐
+│ 1 │ ['Z']         │
+│ 2 │ ['z']         │
+│ 3 │ ['a']         │
+│ 4 │ ['A']         │
+│ 5 │ ['z','a']     │
+│ 6 │ ['z','a','a'] │
+│ 7 │ ['']          │
+└───┴───────────────┘
+```
+
+Запрос:
+
+```sql
+SELECT * FROM collate_test ORDER BY s ASC COLLATE 'en';
+```
+
+Результат:
+
+``` text
+┌─x─┬─s─────────────┐
+│ 7 │ ['']          │
+│ 3 │ ['a']         │
+│ 4 │ ['A']         │
+│ 2 │ ['z']         │
+│ 5 │ ['z','a']     │
+│ 6 │ ['z','a','a'] │
+│ 1 │ ['Z']         │
+└───┴───────────────┘
+```
+
+Пример со строками типа [LowCardinality](../../../sql-reference/data-types/lowcardinality.md):
+
+Входная таблица:
+
+```text
+┌─x─┬─s───┐
+│ 1 │ Z   │
+│ 2 │ z   │
+│ 3 │ a   │
+│ 4 │ A   │
+│ 5 │ za  │
+│ 6 │ zaa │
+│ 7 │     │
+└───┴─────┘
+```
+
+Запрос:
+
+```sql
+SELECT * FROM collate_test ORDER BY s ASC COLLATE 'en';
+```
+
+Результат:
+
+```text
+┌─x─┬─s───┐
+│ 7 │     │
+│ 3 │ a   │
+│ 4 │ A   │
+│ 2 │ z   │
+│ 1 │ Z   │
+│ 5 │ za  │
+│ 6 │ zaa │
+└───┴─────┘
+```
+
+Пример со строками в [Tuple](../../../sql-reference/data-types/tuple.md):
+
+```text
+┌─x─┬─s───────┐
+│ 1 │ (1,'Z') │
+│ 2 │ (1,'z') │
+│ 3 │ (1,'a') │
+│ 4 │ (2,'z') │
+│ 5 │ (1,'A') │
+│ 6 │ (2,'Z') │
+│ 7 │ (2,'A') │
+└───┴─────────┘
+```
+
+Запрос:
+
+```sql
+SELECT * FROM collate_test ORDER BY s ASC COLLATE 'en';
+```
+
+Результат:
+
+```text
+┌─x─┬─s───────┐
+│ 3 │ (1,'a') │
+│ 5 │ (1,'A') │
+│ 2 │ (1,'z') │
+│ 1 │ (1,'Z') │
+│ 7 │ (2,'A') │
+│ 4 │ (2,'z') │
+│ 6 │ (2,'Z') │
+└───┴─────────┘
+```
+
 ## Деталь реализации {#implementation-details}
 
 Если кроме `ORDER BY` указан также не слишком большой [LIMIT](limit.md), то расходуется меньше оперативки. Иначе расходуется количество памяти, пропорциональное количеству данных для сортировки. При распределённой обработке запроса, если отсутствует [GROUP BY](group-by.md), сортировка частично делается на удалённых серверах, а на сервере-инициаторе запроса производится слияние результатов. Таким образом, при распределённой сортировке, может сортироваться объём данных, превышающий размер памяти на одном сервере.
diff --git a/docs/tr/development/developer-instruction.md b/docs/tr/development/developer-instruction.md
index 51a6c4345c6..79c93104551 100644
--- a/docs/tr/development/developer-instruction.md
+++ b/docs/tr/development/developer-instruction.md
@@ -257,8 +257,8 @@ Clickhouse'un geliştirilmesi genellikle gerçekçi veri kümelerinin yüklenmes
 
     sudo apt install wget xz-utils
 
-    wget https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz
-    wget https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz
 
     xz -v -d hits_v1.tsv.xz
     xz -v -d visits_v1.tsv.xz
diff --git a/docs/tr/getting-started/example-datasets/metrica.md b/docs/tr/getting-started/example-datasets/metrica.md
index 6a727d1ab55..0ad7debf54d 100644
--- a/docs/tr/getting-started/example-datasets/metrica.md
+++ b/docs/tr/getting-started/example-datasets/metrica.md
@@ -9,14 +9,14 @@ toc_title: "\xDCye.Metrica Verileri"
 
 Veri kümesi, isabetlerle ilgili anonimleştirilmiş verileri içeren iki tablodan oluşur (`hits_v1`) ve ziyaret visitsler (`visits_v1`(kayıt olmak için).Metrica. Yandex hakkında daha fazla bilgi edinebilirsiniz.Metrica içinde [ClickHouse geçmişi](../../introduction/history.md) bölme.
 
-Veri kümesi iki tablodan oluşur, bunlardan biri sıkıştırılmış olarak indirilebilir `tsv.xz` dosya veya hazırlanmış bölümler olarak. Buna ek olarak, genişletilmiş bir sürümü `hits` 100 milyon satır içeren tablo TSV olarak mevcuttur https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_100m_obfuscated_v1.tsv.xz ve hazırlanan bölümler olarak https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
+Veri kümesi iki tablodan oluşur, bunlardan biri sıkıştırılmış olarak indirilebilir `tsv.xz` dosya veya hazırlanmış bölümler olarak. Buna ek olarak, genişletilmiş bir sürümü `hits` 100 milyon satır içeren tablo TSV olarak mevcuttur https://datasets.clickhouse.tech/hits/tsv/hits_100m_obfuscated_v1.tsv.xz ve hazırlanan bölümler olarak https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
 
 ## Hazırlanan bölümlerden tablolar elde etme {#obtaining-tables-from-prepared-partitions}
 
 İndirme ve ithalat tablo hits:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_v1.tar
+curl -O https://datasets.clickhouse.tech/hits/partitions/hits_v1.tar
 tar xvf hits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -26,7 +26,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 İndirme ve ithalat ziyaretleri:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/visits/partitions/visits_v1.tar
+curl -O https://datasets.clickhouse.tech/visits/partitions/visits_v1.tar
 tar xvf visits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -38,7 +38,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
 Sıkıştırılmış TSV dosyasından indir ve İçe Aktar:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.hits_v1 ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16), URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8, FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8, UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8, JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8, SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8, SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8, IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8, HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16), RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16, SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32, DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8, SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64, ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16, GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String, UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String, FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  ParsedParams Nested(Key1 String,  Key2 String, Key3 String, Key4 String, Key5 String,  ValueDouble Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
@@ -52,7 +52,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 Sıkıştırılmış tsv dosyasından ziyaretleri indirin ve içe aktarın:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.visits_v1 ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  Goals Nested(ID UInt32, Serial UInt32, EventTime DateTime,  Price Int64,  OrderID String, CurrencyID UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  TraficSource    Nested(ID Int8,  SearchEngineID UInt16, AdvEngineID UInt8, PlaceID UInt16, SocialSourceNetworkID UInt8, Domain String, SearchPhrase String, SocialSourcePage String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  ParsedParams    Nested(Key1 String,  Key2 String,  Key3 String,  Key4 String, Key5 String, ValueDouble    Float64),  Market Nested(Type UInt8, GoalID UInt32, OrderID String,  OrderPrice Int64,  PP UInt32,  DirectPlaceID UInt32,  DirectOrderID  UInt32,  DirectBannerID UInt32,  GoodID String, GoodName String, GoodQuantity Int32,  GoodPrice Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
diff --git a/docs/tr/getting-started/example-datasets/nyc-taxi.md b/docs/tr/getting-started/example-datasets/nyc-taxi.md
index 7c2fa26eb05..ebbb595aa5e 100644
--- a/docs/tr/getting-started/example-datasets/nyc-taxi.md
+++ b/docs/tr/getting-started/example-datasets/nyc-taxi.md
@@ -285,7 +285,7 @@ Diğer şeylerin yanı sıra, MERGETREE üzerinde en iyi duruma getirme sorgusun
 ## Hazırlanan Bölüm downloadlerin indir downloadilmesi {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/trips_mergetree/partitions/trips_mergetree.tar
+$ curl -O https://datasets.clickhouse.tech/trips_mergetree/partitions/trips_mergetree.tar
 $ tar xvf trips_mergetree.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/tr/getting-started/example-datasets/ontime.md b/docs/tr/getting-started/example-datasets/ontime.md
index f1d477dbc6e..5754263fc00 100644
--- a/docs/tr/getting-started/example-datasets/ontime.md
+++ b/docs/tr/getting-started/example-datasets/ontime.md
@@ -156,7 +156,7 @@ $ for i in *.zip; do echo $i; unzip -cq $i '*.csv' | sed 's/\.00//g' | clickhous
 ## Hazırlanan Bölüm downloadlerin indir downloadilmesi {#download-of-prepared-partitions}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/ontime/partitions/ontime.tar
+$ curl -O https://datasets.clickhouse.tech/ontime/partitions/ontime.tar
 $ tar xvf ontime.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/tr/getting-started/tutorial.md b/docs/tr/getting-started/tutorial.md
index 5cca914fb35..449710ba33b 100644
--- a/docs/tr/getting-started/tutorial.md
+++ b/docs/tr/getting-started/tutorial.md
@@ -87,8 +87,8 @@ clickhouse-client --query='INSERT INTO table FORMAT TabSeparated' < data.tsv
 ### Tablo verilerini indirin ve ayıklayın {#download-and-extract-table-data}
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 ```
 
 Çıkarılan dosyalar yaklaşık 10GB boyutundadır.
diff --git a/docs/tr/interfaces/cli.md b/docs/tr/interfaces/cli.md
index de62b3003af..dc0ca9e7591 100644
--- a/docs/tr/interfaces/cli.md
+++ b/docs/tr/interfaces/cli.md
@@ -59,7 +59,7 @@ Komut satırı dayanmaktadır ‘replxx’ (benzer ‘readline’). Başka bir d
 
 Varsayılan olarak, kullanılan biçim PrettyCompact. Sorgunun biçim yan tümcesinde veya belirterek biçimi değiştirebilirsiniz `\G` sorgunun sonunda, `--format` veya `--vertical` komut satırında veya istemci yapılandırma dosyasını kullanarak bağımsız değişken.
 
-İstemciden çıkmak için Ctrl+D (veya Ctrl+C) tuşlarına basın veya bir sorgu yerine aşağıdakilerden birini girin: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
+İstemciden çıkmak için Ctrl+D tuşlarına basın veya bir sorgu yerine aşağıdakilerden birini girin: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
 
 Bir sorguyu işlerken, istemci şunları gösterir:
 
diff --git a/docs/tr/operations/performance-test.md b/docs/tr/operations/performance-test.md
index 498f3851861..8f12d63490d 100644
--- a/docs/tr/operations/performance-test.md
+++ b/docs/tr/operations/performance-test.md
@@ -48,7 +48,7 @@ Bu talimat ile ClickHouse paketlerinin kurulumu olmadan herhangi bir sunucuda te
 
 <!-- -->
 
-      wget https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz
+      wget https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz
       tar xvf hits_100m_obfuscated_v1.tar.xz -C .
       mv hits_100m_obfuscated_v1/* .
 
diff --git a/docs/tr/sql-reference/data-types/lowcardinality.md b/docs/tr/sql-reference/data-types/lowcardinality.md
new file mode 100644
index 00000000000..dd3a9aa1c0d
--- /dev/null
+++ b/docs/tr/sql-reference/data-types/lowcardinality.md
@@ -0,0 +1 @@
+../../../../en/sql-reference/data-types/lowcardinality.md
\ No newline at end of file
diff --git a/docs/zh/development/developer-instruction.md b/docs/zh/development/developer-instruction.md
index 3e2ccf5da35..5a5d8d82144 100644
--- a/docs/zh/development/developer-instruction.md
+++ b/docs/zh/development/developer-instruction.md
@@ -242,8 +242,8 @@ ClickHouse的架构描述可以在此处查看：https://clickhouse.tech/docs/en
 
     sudo apt install wget xz-utils
 
-    wget https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz
-    wget https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz
+    wget https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz
 
     xz -v -d hits_v1.tsv.xz
     xz -v -d visits_v1.tsv.xz
diff --git a/docs/zh/getting-started/example-datasets/metrica.md b/docs/zh/getting-started/example-datasets/metrica.md
index 353a24ce0cb..62ba28a92ef 100644
--- a/docs/zh/getting-started/example-datasets/metrica.md
+++ b/docs/zh/getting-started/example-datasets/metrica.md
@@ -7,14 +7,14 @@ toc_title: Yandex.Metrica Data
 
 数据集由两个表组成，包含关于Yandex.Metrica的hits(`hits_v1`)和visit(`visits_v1`)的匿名数据。你可以阅读更多关于Yandex的信息。在[ClickHouse历史](../../introduction/history.md)的Metrica部分。
 
-数据集由两个表组成，他们中的任何一个都可以下载作为一个压缩`tsv.xz`的文件或准备的分区。除此之外,一个扩展版的`hits`表包含1亿行TSV在https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_100m_obfuscated_v1.tsv.xz，准备分区在https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz。
+数据集由两个表组成，他们中的任何一个都可以下载作为一个压缩`tsv.xz`的文件或准备的分区。除此之外,一个扩展版的`hits`表包含1亿行TSV在https://datasets.clickhouse.tech/hits/tsv/hits_100m_obfuscated_v1.tsv.xz，准备分区在https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz。
 
 ## 从准备好的分区获取表 {#obtaining-tables-from-prepared-partitions}
 
 下载和导入`hits`表:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_v1.tar
+curl -O https://datasets.clickhouse.tech/hits/partitions/hits_v1.tar
 tar xvf hits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -24,7 +24,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 下载和导入`visits`表:
 
 ``` bash
-curl -O https://clickhouse-datasets.s3.yandex.net/visits/partitions/visits_v1.tar
+curl -O https://datasets.clickhouse.tech/visits/partitions/visits_v1.tar
 tar xvf visits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 # check permissions on unpacked data, fix if required
 sudo service clickhouse-server restart
@@ -36,7 +36,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
 从TSV压缩文件下载并导入`hits`:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.hits_v1 ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16), URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8, FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8, UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8, JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8, SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8, SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8, IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8, HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16), RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16, SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32, DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8, SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64, ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16, GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String, UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String, FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  ParsedParams Nested(Key1 String,  Key2 String, Key3 String, Key4 String, Key5 String,  ValueDouble Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
@@ -50,7 +50,7 @@ clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
 从压缩tsv文件下载和导入`visits`:
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 # now create table
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
 clickhouse-client --query "CREATE TABLE datasets.visits_v1 ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  Goals Nested(ID UInt32, Serial UInt32, EventTime DateTime,  Price Int64,  OrderID String, CurrencyID UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  TraficSource    Nested(ID Int8,  SearchEngineID UInt16, AdvEngineID UInt8, PlaceID UInt16, SocialSourceNetworkID UInt8, Domain String, SearchPhrase String, SocialSourcePage String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  ParsedParams    Nested(Key1 String,  Key2 String,  Key3 String,  Key4 String, Key5 String, ValueDouble    Float64),  Market Nested(Type UInt8, GoalID UInt32, OrderID String,  OrderPrice Int64,  PP UInt32,  DirectPlaceID UInt32,  DirectOrderID  UInt32,  DirectBannerID UInt32,  GoodID String, GoodName String, GoodQuantity Int32,  GoodPrice Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
diff --git a/docs/zh/getting-started/example-datasets/nyc-taxi.md b/docs/zh/getting-started/example-datasets/nyc-taxi.md
index c6b41e9d396..0e4ff67d6e7 100644
--- a/docs/zh/getting-started/example-datasets/nyc-taxi.md
+++ b/docs/zh/getting-started/example-datasets/nyc-taxi.md
@@ -283,7 +283,7 @@ SELECT formatReadableSize(sum(bytes)) FROM system.parts WHERE table = 'trips_mer
 ## 下载预处理好的分区数据 {#xia-zai-yu-chu-li-hao-de-fen-qu-shu-ju}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/trips_mergetree/partitions/trips_mergetree.tar
+$ curl -O https://datasets.clickhouse.tech/trips_mergetree/partitions/trips_mergetree.tar
 $ tar xvf trips_mergetree.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/zh/getting-started/example-datasets/ontime.md b/docs/zh/getting-started/example-datasets/ontime.md
index 4c21eee51a2..3921f71fc7e 100644
--- a/docs/zh/getting-started/example-datasets/ontime.md
+++ b/docs/zh/getting-started/example-datasets/ontime.md
@@ -154,7 +154,7 @@ $ for i in *.zip; do echo $i; unzip -cq $i '*.csv' | sed 's/\.00//g' | clickhous
 ## 下载预处理好的分区数据 {#xia-zai-yu-chu-li-hao-de-fen-qu-shu-ju}
 
 ``` bash
-$ curl -O https://clickhouse-datasets.s3.yandex.net/ontime/partitions/ontime.tar
+$ curl -O https://datasets.clickhouse.tech/ontime/partitions/ontime.tar
 $ tar xvf ontime.tar -C /var/lib/clickhouse # path to ClickHouse data directory
 $ # check permissions of unpacked data, fix if required
 $ sudo service clickhouse-server restart
diff --git a/docs/zh/getting-started/tutorial.md b/docs/zh/getting-started/tutorial.md
index 93f368bc2dc..5e34729a9c5 100644
--- a/docs/zh/getting-started/tutorial.md
+++ b/docs/zh/getting-started/tutorial.md
@@ -85,8 +85,8 @@ clickhouse-client --query='INSERT INTO table FORMAT TabSeparated' < data.tsv
 ### 下载并提取表数据 {#download-and-extract-table-data}
 
 ``` bash
-curl https://clickhouse-datasets.s3.yandex.net/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-curl https://clickhouse-datasets.s3.yandex.net/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
+curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
+curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
 ```
 
 提取的文件大小约为10GB。
diff --git a/docs/zh/operations/performance-test.md b/docs/zh/operations/performance-test.md
index cde27a8547d..7728325bb9a 100644
--- a/docs/zh/operations/performance-test.md
+++ b/docs/zh/operations/performance-test.md
@@ -48,7 +48,7 @@ toc_title: "\u6D4B\u8BD5\u786C\u4EF6"
 
 <!-- -->
 
-      wget https://clickhouse-datasets.s3.yandex.net/hits/partitions/hits_100m_obfuscated_v1.tar.xz
+      wget https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz
       tar xvf hits_100m_obfuscated_v1.tar.xz -C .
       mv hits_100m_obfuscated_v1/* .
 
diff --git a/docs/zh/sql-reference/statements/misc.md b/docs/zh/sql-reference/statements/misc.md
index b4297d1ed4f..26b3997a4d6 100644
--- a/docs/zh/sql-reference/statements/misc.md
+++ b/docs/zh/sql-reference/statements/misc.md
@@ -9,19 +9,21 @@ toc_title: "\u5176\u4ED6"
 
 ## ATTACH {#attach}
 
-这个查询是完全一样的 `CREATE`，但是
+与`CREATE`类似，但有所区别
 
--   而不是这个词 `CREATE` 它使用这个词 `ATTACH`.
--   查询不会在磁盘上创建数据，但假定数据已经在适当的位置，只是将有关表的信息添加到服务器。
-    执行附加查询后，服务器将知道表的存在。
+-   使用关键词 `ATTACH`
+-   查询不会在磁盘上创建数据。但会假定数据已经在对应位置存放，同时将与表相关的信息添加到服务器。
+    执行 `ATTACH` 查询后，服务器将知道表已经被创建。
 
-如果表之前已分离 (`DETACH`），意味着其结构是已知的，可以使用速记而不限定该结构。
+如果表之前已分离 (`DETACH`），意味着其结构是已知的，可以使用简要的写法来建立表，即不需要定义表结构的Schema细节。
 
 ``` sql
 ATTACH TABLE [IF NOT EXISTS] [db.]name [ON CLUSTER cluster]
 ```
 
-启动服务器时使用此查询。 服务器将表元数据作为文件存储 `ATTACH` 查询，它只是在启动时运行（除了在服务器上显式创建的系统表）。
+启动服务器时会自动触发此查询。 
+
+服务器将表的元数据作为文件存储 `ATTACH` 查询，它只是在启动时运行。有些表例外，如系统表，它们是在服务器上显式指定的。
 
 ## CHECK TABLE {#check-table}
 
@@ -31,13 +33,12 @@ ATTACH TABLE [IF NOT EXISTS] [db.]name [ON CLUSTER cluster]
 CHECK TABLE [db.]name
 ```
 
-该 `CHECK TABLE` 查询将实际文件大小与存储在服务器上的预期值进行比较。 如果文件大小与存储的值不匹配，则表示数据已损坏。 例如，这可能是由查询执行期间的系统崩溃引起的。
+`CHECK TABLE` 查询会比较存储在服务器上的实际文件大小与预期值。 如果文件大小与存储的值不匹配，则表示数据已损坏。 例如，这可能是由查询执行期间的系统崩溃引起的。
 
-查询响应包含 `result` 具有单行的列。 该行的值为
-[布尔值](../../sql-reference/data-types/boolean.md) 类型:
+查询返回一行结果，列名为 `result`, 该行的值为 [布尔值](../../sql-reference/data-types/boolean.md) 类型:
 
--   0-表中的数据已损坏。
--   1-数据保持完整性。
+-   0-表中的数据已损坏；
+-   1-数据保持完整性；
 
 该 `CHECK TABLE` 查询支持下表引擎:
 
@@ -56,13 +57,14 @@ CHECK TABLE [db.]name
 
 如果表已损坏，则可以将未损坏的数据复制到另一个表。 要做到这一点:
 
-1.  创建一个与损坏的表结构相同的新表。 要做到这一点，请执行查询 `CREATE TABLE <new_table_name> AS <damaged_table_name>`.
+1.  创建一个与损坏的表结构相同的新表。 请执行查询 `CREATE TABLE <new_table_name> AS <damaged_table_name>`.
 2.  将 [max_threads](../../operations/settings/settings.md#settings-max_threads) 值设置为1，以在单个线程中处理下一个查询。 要这样做，请运行查询 `SET max_threads = 1`.
 3.  执行查询 `INSERT INTO <new_table_name> SELECT * FROM <damaged_table_name>`. 此请求将未损坏的数据从损坏的表复制到另一个表。 只有损坏部分之前的数据才会被复制。
 4.  重新启动 `clickhouse-client` 以重置 `max_threads` 值。
 
 ## DESCRIBE TABLE {#misc-describe-table}
 
+查看表的描述信息，返回各列的Schema，语法如下：
 ``` sql
 DESC|DESCRIBE TABLE [db.]table [INTO OUTFILE filename] [FORMAT format]
 ```
@@ -73,24 +75,25 @@ DESC|DESCRIBE TABLE [db.]table [INTO OUTFILE filename] [FORMAT format]
 -   `type`— 列的类型。
 -   `default_type` — [默认表达式](create.md#create-default-values) (`DEFAULT`, `MATERIALIZED` 或 `ALIAS`)中使用的子句。 如果没有指定默认表达式，则列包含一个空字符串。
 -   `default_expression` — `DEFAULT` 子句中指定的值。
--   `comment_expression` — 注释。
+-   `comment_expression` — 注释信息。
 
 嵌套数据结构以 “expanded” 格式输出。 每列分别显示，列名后加点号。
 
 ## DETACH {#detach}
 
-从服务器中删除有关 ‘name’ 表的信息。 服务器停止了解该表的存在。
+从服务器中删除目标表信息（删除对象是表), 执行查询后,服务器视作该表已经不存在。
 
 ``` sql
 DETACH TABLE [IF EXISTS] [db.]name [ON CLUSTER cluster]
 ```
 
 这不会删除表的数据或元数据。 在下一次服务器启动时，服务器将读取元数据并再次查找该表。
-同样，可以使用 `ATTACH` 查询重新连接一个 “detached” 的表（系统表除外，没有为它们存储元数据）。
+也可以不停止服务器的情况下，使用前面介绍的 `ATTACH` 查询来重新关联该表（系统表除外，没有为它们存储元数据）。
 
 ## DROP {#drop}
 
 删除已经存在的实体。如果指定 `IF EXISTS`， 则如果实体不存在，则不返回错误。
+建议使用时添加 `IF EXISTS` 修饰符。
 
 ## DROP DATABASE {#drop-database}
 
@@ -135,7 +138,7 @@ DROP USER [IF EXISTS] name [,...] [ON CLUSTER cluster_name]
 
 删除角色。
 
-已删除的角色将从授予该角色的所有实体撤销。
+同时该角色所拥有的权限也会被收回。
 
 语法:
 
@@ -199,6 +202,8 @@ EXISTS [TEMPORARY] [TABLE|DICTIONARY] [db.]name [INTO OUTFILE filename] [FORMAT
 
 ## KILL QUERY {#kill-query-statement}
 
+
+
 ``` sql
 KILL QUERY [ON CLUSTER cluster]
   WHERE <where expression to SELECT FROM system.processes query>
@@ -219,16 +224,17 @@ KILL QUERY WHERE query_id='2-857d-4a57-9ee0-327da5d60a90'
 KILL QUERY WHERE user='username' SYNC
 ```
 
-只读用户只能停止自己的查询。
+只读用户只能停止自己提交的查询。
 
-默认情况下，使用异步版本的查询 (`ASYNC`），不等待确认查询已停止。
+默认情况下，使用异步版本的查询 (`ASYNC`），不需要等待确认查询已停止。
 
-同步版本 (`SYNC`）等待所有查询停止，并在停止时显示有关每个进程的信息。
-响应包含 `kill_status` 列，该列可以采用以下值:
+而相对的，终止同步版本 (`SYNC`）的查询会显示每步停止时间。
+
+返回信息包含 `kill_status` 列，该列可以采用以下值:
 
 1.  ‘finished’ – 查询已成功终止。
 2.  ‘waiting’ – 发送查询信号终止后，等待查询结束。
-3.  其他值解释为什么查询不能停止。
+3.  其他值，会解释为什么查询不能停止。
 
 测试查询 (`TEST`）仅检查用户的权限，并显示要停止的查询列表。
 
diff --git a/docs/zh/sql-reference/statements/select/limit.md b/docs/zh/sql-reference/statements/select/limit.md
index b079248deca..d6d827552b0 100644
--- a/docs/zh/sql-reference/statements/select/limit.md
+++ b/docs/zh/sql-reference/statements/select/limit.md
@@ -14,7 +14,7 @@ toc_title: LIMIT
 
 ## LIMIT … WITH TIES 修饰符 {#limit-with-ties}
 
-如果为 `LIMIT n[,m]` 设置了 `WITH TIES` ，并且声明了 `ORDER BY expr_list`, you will get in result first `n` or `n,m` rows and all rows with same `ORDER BY` fields values equal to row at position `n` for `LIMIT n` and `m` for `LIMIT n,m`.
+如果为 `LIMIT n[,m]` 设置了 `WITH TIES` ，并且声明了 `ORDER BY expr_list`, 除了得到无修饰符的结果（正常情况下的 `limit n`, 前n行数据), 还会返回与第`n`行具有相同排序字段的行(即如果第n+1行的字段与第n行 拥有相同的排序字段，同样返回该结果.
 
 此修饰符可以与： [ORDER BY … WITH FILL modifier](../../../sql-reference/statements/select/order-by.md#orderby-with-fill) 组合使用.
 
@@ -38,7 +38,7 @@ SELECT * FROM (
 └───┘
 ```
 
-单子执行了 `WITH TIES` 修饰符后
+添加 `WITH TIES` 修饰符后
 
 ``` sql
 SELECT * FROM (
@@ -59,4 +59,8 @@ SELECT * FROM (
 └───┘
 ```
 
-cause row number 6 have same value “2” for field `n` as row number 5
+虽然指定了`LIMIT 5`, 但第6行的`n`字段值为2，与第5行相同，因此也作为满足条件的记录返回。
+简而言之，该修饰符可理解为是否增加“并列行”的数据。
+
+``` sql，
+``` sql
diff --git a/programs/benchmark/Benchmark.cpp b/programs/benchmark/Benchmark.cpp
index 8c69a545017..ae1d16ce402 100644
--- a/programs/benchmark/Benchmark.cpp
+++ b/programs/benchmark/Benchmark.cpp
@@ -27,6 +27,7 @@
 #include <IO/WriteHelpers.h>
 #include <IO/Operators.h>
 #include <IO/ConnectionTimeouts.h>
+#include <IO/ConnectionTimeoutsContext.h>
 #include <IO/UseSSL.h>
 #include <DataStreams/RemoteBlockInputStream.h>
 #include <Interpreters/Context.h>
@@ -95,6 +96,7 @@ public:
         }
 
         global_context.makeGlobalContext();
+        global_context.setSettings(settings);
 
         std::cerr << std::fixed << std::setprecision(3);
 
@@ -404,7 +406,7 @@ private:
         Stopwatch watch;
         RemoteBlockInputStream stream(
             *(*connection_entries[connection_index]),
-            query, {}, global_context, &settings, nullptr, Scalars(), Tables(), query_processing_stage);
+            query, {}, global_context, nullptr, Scalars(), Tables(), query_processing_stage);
         if (!query_id.empty())
             stream.setQueryId(query_id);
 
diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 92ae37123fa..9d0227a51e3 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -2335,7 +2335,7 @@ public:
                 "Suggestion limit for how many databases, tables and columns to fetch.")
             ("multiline,m", "multiline")
             ("multiquery,n", "multiquery")
-            ("queries-file,qf", po::value<std::string>(), "file path with queries to execute")
+            ("queries-file", po::value<std::string>(), "file path with queries to execute")
             ("format,f", po::value<std::string>(), "default output format")
             ("testmode,T", "enable test hints in comments")
             ("ignore-error", "do not stop processing in multiquery mode")
diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index 2f19fc47fd2..ca09e7c1889 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -5,6 +5,7 @@
 #include <Common/ZooKeeper/ZooKeeper.h>
 #include <Common/ZooKeeper/KeeperException.h>
 #include <Common/setThreadName.h>
+#include <IO/ConnectionTimeoutsContext.h>
 
 
 namespace DB
@@ -1588,11 +1589,14 @@ void ClusterCopier::dropParticularPartitionPieceFromAllHelpingTables(const TaskT
     LOG_DEBUG(log, "All helping tables dropped partition {}", partition_name);
 }
 
-String ClusterCopier::getRemoteCreateTable(const DatabaseAndTableName & table, Connection & connection, const Settings * settings)
+String ClusterCopier::getRemoteCreateTable(const DatabaseAndTableName & table, Connection & connection, const Settings & settings)
 {
+    Context remote_context(context);
+    remote_context.setSettings(settings);
+
     String query = "SHOW CREATE TABLE " + getQuotedTable(table);
     Block block = getBlockWithAllStreamData(std::make_shared<RemoteBlockInputStream>(
-            connection, query, InterpreterShowCreateQuery::getSampleBlock(), context, settings));
+            connection, query, InterpreterShowCreateQuery::getSampleBlock(), remote_context));
 
     return typeid_cast<const ColumnString &>(*block.safeGetByPosition(0).column).getDataAt(0).toString();
 }
@@ -1604,7 +1608,7 @@ ASTPtr ClusterCopier::getCreateTableForPullShard(const ConnectionTimeouts & time
     String create_query_pull_str = getRemoteCreateTable(
             task_shard.task_table.table_pull,
             *connection_entry,
-            &task_cluster->settings_pull);
+            task_cluster->settings_pull);
 
     ParserCreateQuery parser_create_query;
     const auto & settings = context.getSettingsRef();
@@ -1856,6 +1860,9 @@ UInt64 ClusterCopier::executeQueryOnCluster(
             auto timeouts = ConnectionTimeouts::getTCPTimeoutsWithFailover(shard_settings).getSaturated(shard_settings.max_execution_time);
             auto connections = shard.pool->getMany(timeouts, &shard_settings, pool_mode);
 
+            Context shard_context(context);
+            shard_context.setSettings(shard_settings);
+
             for (auto & connection : connections)
             {
                 if (connection.isNull())
@@ -1864,7 +1871,7 @@ UInt64 ClusterCopier::executeQueryOnCluster(
                 try
                 {
                     /// CREATE TABLE and DROP PARTITION queries return empty block
-                    RemoteBlockInputStream stream{*connection, query, Block{}, context, &shard_settings};
+                    RemoteBlockInputStream stream{*connection, query, Block{}, shard_context};
                     NullBlockOutputStream output{Block{}};
                     copyData(stream, output);
 
diff --git a/programs/copier/ClusterCopier.h b/programs/copier/ClusterCopier.h
index beaf247dfc8..9aff5493cf8 100644
--- a/programs/copier/ClusterCopier.h
+++ b/programs/copier/ClusterCopier.h
@@ -154,7 +154,7 @@ protected:
     /// table we can get rid of partition pieces (partitions in helping tables).
     void dropParticularPartitionPieceFromAllHelpingTables(const TaskTable & task_table, const String & partition_name);
 
-    String getRemoteCreateTable(const DatabaseAndTableName & table, Connection & connection, const Settings * settings = nullptr);
+    String getRemoteCreateTable(const DatabaseAndTableName & table, Connection & connection, const Settings & settings);
 
     ASTPtr getCreateTableForPullShard(const ConnectionTimeouts & timeouts, TaskShard & task_shard);
 
diff --git a/programs/copier/ClusterCopierApp.cpp b/programs/copier/ClusterCopierApp.cpp
index c2946e12c34..e3169a49ecf 100644
--- a/programs/copier/ClusterCopierApp.cpp
+++ b/programs/copier/ClusterCopierApp.cpp
@@ -1,6 +1,7 @@
 #include "ClusterCopierApp.h"
 #include <Common/StatusFile.h>
 #include <Common/TerminalSize.h>
+#include <IO/ConnectionTimeoutsContext.h>
 #include <Formats/registerFormats.h>
 #include <unistd.h>
 
diff --git a/programs/copier/TaskCluster.h b/programs/copier/TaskCluster.h
index 68d98c648f5..5b28f461dd8 100644
--- a/programs/copier/TaskCluster.h
+++ b/programs/copier/TaskCluster.h
@@ -1,6 +1,7 @@
 #pragma once
 
 #include "Aliases.h"
+#include <Poco/Util/AbstractConfiguration.h>
 
 namespace DB
 {
@@ -12,7 +13,9 @@ namespace ErrorCodes
 struct TaskCluster
 {
     TaskCluster(const String & task_zookeeper_path_, const String & default_local_database_)
-            : task_zookeeper_path(task_zookeeper_path_), default_local_database(default_local_database_) {}
+            : task_zookeeper_path(task_zookeeper_path_)
+            , default_local_database(default_local_database_)
+    {}
 
     void loadTasks(const Poco::Util::AbstractConfiguration & config, const String & base_key = "");
 
diff --git a/programs/odbc-bridge/ColumnInfoHandler.cpp b/programs/odbc-bridge/ColumnInfoHandler.cpp
index 9e2307715c5..ee4daa3e16d 100644
--- a/programs/odbc-bridge/ColumnInfoHandler.cpp
+++ b/programs/odbc-bridge/ColumnInfoHandler.cpp
@@ -115,7 +115,7 @@ void ODBCColumnsInfoHandler::handleRequest(Poco::Net::HTTPServerRequest & reques
         std::string name = schema_name.empty() ? backQuoteIfNeed(table_name) : backQuoteIfNeed(schema_name) + "." + backQuoteIfNeed(table_name);
         WriteBufferFromOwnString buf;
         std::string input = "SELECT * FROM " + name + " WHERE 1 = 0";
-        ParserQueryWithOutput parser;
+        ParserQueryWithOutput parser(input.data() + input.size());
         ASTPtr select = parseQuery(parser, input.data(), input.data() + input.size(), "", context_settings.max_query_size, context_settings.max_parser_depth);
 
         IAST::FormatSettings settings(buf, true);
diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index 28d8301b920..1eeec398f44 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -139,6 +139,28 @@ void setupTmpPath(Poco::Logger * log, const std::string & path)
     }
 }
 
+int waitServersToFinish(std::vector<DB::ProtocolServerAdapter> & servers, size_t seconds_to_wait)
+{
+    const int sleep_max_ms = 1000 * seconds_to_wait;
+    const int sleep_one_ms = 100;
+    int sleep_current_ms = 0;
+    int current_connections = 0;
+    while (sleep_current_ms < sleep_max_ms)
+    {
+        current_connections = 0;
+        for (auto & server : servers)
+        {
+            server.stop();
+            current_connections += server.currentConnections();
+        }
+        if (!current_connections)
+            break;
+        sleep_current_ms += sleep_one_ms;
+        std::this_thread::sleep_for(std::chrono::milliseconds(sleep_one_ms));
+    }
+    return current_connections;
+}
+
 }
 
 namespace DB
@@ -366,7 +388,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
     LOG_WARNING(log, "Server was built in debug mode. It will work slowly.");
 #endif
 
-#if defined(ADDRESS_SANITIZER) || defined(THREAD_SANITIZER) || defined(MEMORY_SANITIZER)
+#if defined(SANITIZER)
     LOG_WARNING(log, "Server was built with sanitizer. It will work slowly.");
 #endif
 
@@ -794,8 +816,29 @@ int Server::main(const std::vector<std::string> & /*args*/)
 
         LOG_DEBUG(log, "Shut down storages.");
 
-        for (auto & server : servers_to_start_before_tables)
-            server.stop();
+        if (!servers_to_start_before_tables.empty())
+        {
+            LOG_DEBUG(log, "Waiting for current connections to servers for tables to finish.");
+            int current_connections = 0;
+            for (auto & server : servers_to_start_before_tables)
+            {
+                server.stop();
+                current_connections += server.currentConnections();
+            }
+
+            if (current_connections)
+                LOG_INFO(log, "Closed all listening sockets. Waiting for {} outstanding connections.", current_connections);
+            else
+                LOG_INFO(log, "Closed all listening sockets.");
+
+            if (current_connections > 0)
+                current_connections = waitServersToFinish(servers_to_start_before_tables, config().getInt("shutdown_wait_unfinished", 5));
+
+            if (current_connections)
+                LOG_INFO(log, "Closed connections to servers for tables. But {} remain. Probably some tables of other users cannot finish their connections after context shutdown.", current_connections);
+            else
+                LOG_INFO(log, "Closed connections to servers for tables.");
+        }
 
         /** Explicitly destroy Context. It is more convenient than in destructor of Server, because logger is still available.
           * At this moment, no one could own shared part of Context.
@@ -1167,24 +1210,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
             global_context->getProcessList().killAllQueries();
 
             if (current_connections)
-            {
-                const int sleep_max_ms = 1000 * config().getInt("shutdown_wait_unfinished", 5);
-                const int sleep_one_ms = 100;
-                int sleep_current_ms = 0;
-                while (sleep_current_ms < sleep_max_ms)
-                {
-                    current_connections = 0;
-                    for (auto & server : servers)
-                    {
-                        server.stop();
-                        current_connections += server.currentConnections();
-                    }
-                    if (!current_connections)
-                        break;
-                    sleep_current_ms += sleep_one_ms;
-                    std::this_thread::sleep_for(std::chrono::milliseconds(sleep_one_ms));
-                }
-            }
+                current_connections = waitServersToFinish(servers, config().getInt("shutdown_wait_unfinished", 5));
 
             if (current_connections)
                 LOG_INFO(log, "Closed connections. But {} remain."
diff --git a/programs/server/config.d/test_keeper_port.xml b/programs/server/config.d/test_keeper_port.xml
new file mode 120000
index 00000000000..f3f721caae0
--- /dev/null
+++ b/programs/server/config.d/test_keeper_port.xml
@@ -0,0 +1 @@
+../../../tests/config/config.d/test_keeper_port.xml
\ No newline at end of file
diff --git a/programs/server/config.xml b/programs/server/config.xml
index f41c346bbed..e05ef61eed7 100644
--- a/programs/server/config.xml
+++ b/programs/server/config.xml
@@ -48,97 +48,121 @@
         -->
     </logger>
 
-    <send_crash_reports>
-        <!-- Changing <enabled> to true allows sending crash reports to -->
-        <!-- the ClickHouse core developers team via Sentry https://sentry.io -->
-        <!-- Doing so at least in pre-production environments is highly appreciated -->
-        <enabled>false</enabled>
-        <!-- Change <anonymize> to true if you don't feel comfortable attaching the server hostname to the crash report -->
-        <anonymize>false</anonymize>
-        <!-- Default endpoint should be changed to different Sentry DSN only if you have -->
-        <!-- some in-house engineers or hired consultants who're going to debug ClickHouse issues for you -->
-        <endpoint>https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277</endpoint>
-    </send_crash_reports>
+    <!-- It is the name that will be shown in the clickhouse-client.
+         By default, anything with "production" will be highlighted in red in query prompt.
+    -->
+    <!--display_name>production</display_name-->
 
-    <!--display_name>production</display_name--> <!-- It is the name that will be shown in the client -->
+    <!-- Port for HTTP API. See also 'https_port' for secure connections.
+         This interface is also used by ODBC and JDBC drivers (DataGrip, Dbeaver, ...)
+         and by most of web interfaces (embedded UI, Grafana, Redash, ...).
+      -->
     <http_port>8123</http_port>
+
+    <!-- Port for interaction by native protocol with:
+         - clickhouse-client and other native ClickHouse tools (clickhouse-benchmark, clickhouse-copier);
+         - clickhouse-server with other clickhouse-servers for distributed query processing;
+         - ClickHouse drivers and applications supporting native protocol
+         (this protocol is also informally called as "the TCP protocol");
+         See also 'tcp_port_secure' for secure connections.
+    -->
     <tcp_port>9000</tcp_port>
+
+    <!-- Compatibility with MySQL protocol.
+         ClickHouse will pretend to be MySQL for applications connecting to this port.
+    -->
     <mysql_port>9004</mysql_port>
 
-    <!-- For HTTPS and SSL over native protocol. -->
-    <!--
-    <https_port>8443</https_port>
-    <tcp_port_secure>9440</tcp_port_secure>
+    <!-- Compatibility with PostgreSQL protocol.
+         ClickHouse will pretend to be PostgreSQL for applications connecting to this port.
     -->
+    <!-- <postgresql_port>9005</postgresql_port> -->
 
-    <!-- TCP with PROXY protocol (PROXY header sent for every connection) -->
-    <!--
-    <tcp_with_proxy_port>9010</tcp_with_proxy_port>
+    <!-- HTTP API with TLS (HTTPS).
+         You have to configure certificate to enable this interface.
+         See the openSSL section below.
     -->
+    <!-- <https_port>8443</https_port> -->
 
-    <!-- Used with https_port and tcp_port_secure. Full ssl options list: https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h#L71 -->
-    <openSSL>
-        <server> <!-- Used for https server AND secure tcp port -->
-            <!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt -->
-            <certificateFile>/etc/clickhouse-server/server.crt</certificateFile>
-            <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile>
-            <!-- openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096 -->
-            <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>
-            <verificationMode>none</verificationMode>
-            <loadDefaultCAFile>true</loadDefaultCAFile>
-            <cacheSessions>true</cacheSessions>
-            <disableProtocols>sslv2,sslv3</disableProtocols>
-            <preferServerCiphers>true</preferServerCiphers>
-        </server>
-
-        <client> <!-- Used for connecting to https dictionary source and secured Zookeeper communication -->
-            <loadDefaultCAFile>true</loadDefaultCAFile>
-            <cacheSessions>true</cacheSessions>
-            <disableProtocols>sslv2,sslv3</disableProtocols>
-            <preferServerCiphers>true</preferServerCiphers>
-            <!-- Use for self-signed: <verificationMode>none</verificationMode> -->
-            <invalidCertificateHandler>
-                <!-- Use for self-signed: <name>AcceptCertificateHandler</name> -->
-                <name>RejectCertificateHandler</name>
-            </invalidCertificateHandler>
-        </client>
-    </openSSL>
-
-    <!-- Default root page on http[s] server. For example load UI from https://tabix.io/ when opening http://localhost:8123 -->
-    <!--
-    <http_server_default_response><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></http_server_default_response>
+    <!-- Native interface with TLS.
+         You have to configure certificate to enable this interface.
+         See the openSSL section below.
     -->
+    <!-- <tcp_port_secure>9440</tcp_port_secure> -->
 
-    <!-- Port for communication between replicas. Used for data exchange. -->
+    <!-- Native interface wrapped with PROXYv1 protocol
+         PROXYv1 header sent for every connection.
+         ClickHouse will extract information about proxy-forwarded client address from the header.
+    -->
+    <!-- <tcp_with_proxy_port>9011</tcp_with_proxy_port> -->
+
+    <!-- Port for communication between replicas. Used for data exchange.
+         It provides low-level data access between servers.
+         This port should not be accessible from untrusted networks.
+         See also 'interserver_http_credentials'.
+         Data transferred over connections to this port should not go through untrusted networks.
+         See also 'interserver_https_port'.
+      -->
     <interserver_http_port>9009</interserver_http_port>
 
+    <!-- Port for communication between replicas with TLS.
+         You have to configure certificate to enable this interface.
+         See the openSSL section below.
+         See also 'interserver_http_credentials'.
+      -->
+    <!-- <interserver_https_port>9010</interserver_https_port> -->
+
     <!-- Hostname that is used by other replicas to request this server.
          If not specified, than it is determined analogous to 'hostname -f' command.
-         This setting could be used to switch replication to another network interface.
+         This setting could be used to switch replication to another network interface
+         (the server may be connected to multiple networks via multiple addresses)
       -->
     <!--
     <interserver_http_host>example.yandex.ru</interserver_http_host>
     -->
 
-    <!-- Listen specified host. use :: (wildcard IPv6 address), if you want to accept connections both with IPv4 and IPv6 from everywhere. -->
+    <!-- You can specify credentials for authenthication between replicas.
+         This is required when interserver_https_port is accessible from untrusted networks,
+         and also recommended to avoid SSRF attacks from possibly compromised services in your network.
+      -->
+    <!--<interserver_http_credentials>
+        <user>interserver</user>
+        <password></password>
+    </interserver_http_credentials>-->
+
+    <!-- Listen specified address.
+         Use :: (wildcard IPv6 address), if you want to accept connections both with IPv4 and IPv6 from everywhere.
+         Notes:
+         If you open connections from wildcard address, make sure that at least one of the following measures applied:
+         - server is protected by firewall and not accessible from untrusted networks;
+         - all users are restricted to subset of network addresses (see users.xml);
+         - all users have strong passwords, only secure (TLS) interfaces are accessible, or connections are only made via TLS interfaces.
+         - users without password have readonly access.
+         See also: https://www.shodan.io/search?query=clickhouse
+      -->
     <!-- <listen_host>::</listen_host> -->
-    <!-- Same for hosts with disabled ipv6: -->
+
+    <!-- Same for hosts without support for IPv6: -->
     <!-- <listen_host>0.0.0.0</listen_host> -->
 
-    <!-- Default values - try listen localhost on ipv4 and ipv6: -->
+    <!-- Default values - try listen localhost on IPv4 and IPv6. -->
     <!--
     <listen_host>::1</listen_host>
     <listen_host>127.0.0.1</listen_host>
     -->
-    <!-- Don't exit if ipv6 or ipv4 unavailable, but listen_host with this protocol specified -->
+
+    <!-- Don't exit if IPv6 or IPv4 networks are unavailable while trying to listen. -->
     <!-- <listen_try>0</listen_try> -->
 
-    <!-- Allow listen on same address:port -->
+    <!-- Allow multiple servers to listen on the same address:port. This is not recommended.
+      -->
     <!-- <listen_reuse_port>0</listen_reuse_port> -->
 
     <!-- <listen_backlog>64</listen_backlog> -->
 
     <max_connections>4096</max_connections>
+
+    <!-- For 'Connection: keep-alive' in HTTP 1.1 -->
     <keep_alive_timeout>3</keep_alive_timeout>
 
     <!-- gRPC protocol (see src/Server/grpc_protos/clickhouse_grpc.proto for the API) -->
@@ -172,6 +196,43 @@
         <verbose_logs>false</verbose_logs>
     </grpc>
 
+    <!-- Used with https_port and tcp_port_secure. Full ssl options list: https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h#L71 -->
+    <openSSL>
+        <server> <!-- Used for https server AND secure tcp port -->
+            <!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt -->
+            <certificateFile>/etc/clickhouse-server/server.crt</certificateFile>
+            <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile>
+            <!-- dhparams are optional. You can delete the <dhParamsFile> element.
+                 To generate dhparams, use the following command:
+                  openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096 
+                 Only file format with BEGIN DH PARAMETERS is supported.
+              -->
+            <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>
+            <verificationMode>none</verificationMode>
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+        </server>
+
+        <client> <!-- Used for connecting to https dictionary source and secured Zookeeper communication -->
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+            <!-- Use for self-signed: <verificationMode>none</verificationMode> -->
+            <invalidCertificateHandler>
+                <!-- Use for self-signed: <name>AcceptCertificateHandler</name> -->
+                <name>RejectCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+
+    <!-- Default root page on http[s] server. For example load UI from https://tabix.io/ when opening http://localhost:8123 -->
+    <!--
+    <http_server_default_response><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></http_server_default_response>
+    -->
+
     <!-- Maximum number of concurrent queries. -->
     <max_concurrent_queries>100</max_concurrent_queries>
 
@@ -605,7 +666,7 @@
                 event_date + INTERVAL 1 WEEK
                 event_date + INTERVAL 7 DAY DELETE
                 event_date + INTERVAL 2 WEEK TO DISK 'bbb'
-        
+
         <ttl>event_date + INTERVAL 30 DAY DELETE</ttl>
         -->
 
@@ -887,6 +948,18 @@
     </http_handlers>
     -->
 
+    <send_crash_reports>
+        <!-- Changing <enabled> to true allows sending crash reports to -->
+        <!-- the ClickHouse core developers team via Sentry https://sentry.io -->
+        <!-- Doing so at least in pre-production environments is highly appreciated -->
+        <enabled>false</enabled>
+        <!-- Change <anonymize> to true if you don't feel comfortable attaching the server hostname to the crash report -->
+        <anonymize>false</anonymize>
+        <!-- Default endpoint should be changed to different Sentry DSN only if you have -->
+        <!-- some in-house engineers or hired consultants who're going to debug ClickHouse issues for you -->
+        <endpoint>https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277</endpoint>
+    </send_crash_reports>
+
     <!-- Uncomment to disable ClickHouse internal DNS caching. -->
     <!-- <disable_internal_dns_cache>1</disable_internal_dns_cache> -->
 </yandex>
diff --git a/programs/server/play.html b/programs/server/play.html
index 12435f55793..5c3d3566af4 100644
--- a/programs/server/play.html
+++ b/programs/server/play.html
@@ -534,6 +534,23 @@
     var theme = window.localStorage.getItem('theme');
     if (theme) {
         setColorTheme(theme);
+    } else {
+        /// Obtain system-level user preference
+        var media_query_list = window.matchMedia('prefers-color-scheme: dark')
+
+        if (media_query_list.matches) {
+            /// Set without saving to localstorage
+            document.documentElement.setAttribute('data-theme', 'dark');
+        }
+
+        /// There is a rumor that on some computers, the theme is changing automatically on day/night.
+        media_query_list.addEventListener('change', function(e) {
+            if (e.matches) {
+                document.documentElement.setAttribute('data-theme', 'dark');
+            } else {
+                document.documentElement.setAttribute('data-theme', 'light');
+            }
+        });
     }
 
     document.getElementById('toggle-light').onclick = function()
diff --git a/src/Access/ContextAccess.cpp b/src/Access/ContextAccess.cpp
index 0e4f3fe7871..a55d0768a7e 100644
--- a/src/Access/ContextAccess.cpp
+++ b/src/Access/ContextAccess.cpp
@@ -41,42 +41,7 @@ namespace
     }
 
 
-    void applyParamsToAccessRights(AccessRights & access, const ContextAccessParams & params)
-    {
-        static const AccessFlags table_ddl = AccessType::CREATE_DATABASE | AccessType::CREATE_TABLE | AccessType::CREATE_VIEW
-            | AccessType::ALTER_TABLE | AccessType::ALTER_VIEW | AccessType::DROP_DATABASE | AccessType::DROP_TABLE | AccessType::DROP_VIEW
-            | AccessType::TRUNCATE;
-
-        static const AccessFlags dictionary_ddl = AccessType::CREATE_DICTIONARY | AccessType::DROP_DICTIONARY;
-        static const AccessFlags table_and_dictionary_ddl = table_ddl | dictionary_ddl;
-        static const AccessFlags write_table_access = AccessType::INSERT | AccessType::OPTIMIZE;
-        static const AccessFlags write_dcl_access = AccessType::ACCESS_MANAGEMENT - AccessType::SHOW_ACCESS;
-
-        if (params.readonly)
-            access.revoke(write_table_access | table_and_dictionary_ddl | write_dcl_access | AccessType::SYSTEM | AccessType::KILL_QUERY);
-
-        if (params.readonly == 1)
-        {
-            /// Table functions are forbidden in readonly mode.
-            /// For readonly = 2 they're allowed.
-            access.revoke(AccessType::CREATE_TEMPORARY_TABLE);
-        }
-
-        if (!params.allow_ddl)
-            access.revoke(table_and_dictionary_ddl);
-
-        if (!params.allow_introspection)
-            access.revoke(AccessType::INTROSPECTION);
-
-        if (params.readonly)
-        {
-            /// No grant option in readonly mode.
-            access.revokeGrantOption(AccessType::ALL);
-        }
-    }
-
-
-    void addImplicitAccessRights(AccessRights & access)
+    AccessRights addImplicitAccessRights(const AccessRights & access)
     {
         auto modifier = [&](const AccessFlags & flags, const AccessFlags & min_flags_with_children, const AccessFlags & max_flags_with_children, const std::string_view & database, const std::string_view & table, const std::string_view & column) -> AccessFlags
         {
@@ -150,23 +115,12 @@ namespace
             return res;
         };
 
-        access.modifyFlags(modifier);
-
-        /// Transform access to temporary tables into access to "_temporary_and_external_tables" database.
-        if (access.isGranted(AccessType::CREATE_TEMPORARY_TABLE))
-            access.grant(AccessFlags::allTableFlags() | AccessFlags::allColumnFlags(), DatabaseCatalog::TEMPORARY_DATABASE);
+        AccessRights res = access;
+        res.modifyFlags(modifier);
 
         /// Anyone has access to the "system" database.
-        access.grant(AccessType::SELECT, DatabaseCatalog::SYSTEM_DATABASE);
-    }
-
-
-    AccessRights calculateFinalAccessRights(const AccessRights & access_from_user_and_roles, const ContextAccessParams & params)
-    {
-        AccessRights res_access = access_from_user_and_roles;
-        applyParamsToAccessRights(res_access, params);
-        addImplicitAccessRights(res_access);
-        return res_access;
+        res.grant(AccessType::SELECT, DatabaseCatalog::SYSTEM_DATABASE);
+        return res;
     }
 
 
@@ -176,6 +130,12 @@ namespace
         ids[0] = id;
         return ids;
     }
+
+    /// Helper for using in templates.
+    std::string_view getDatabase() { return {}; }
+
+    template <typename... OtherArgs>
+    std::string_view getDatabase(const std::string_view & arg1, const OtherArgs &...) { return arg1; }
 }
 
 
@@ -203,10 +163,7 @@ void ContextAccess::setUser(const UserPtr & user_) const
         /// User has been dropped.
         auto nothing_granted = std::make_shared<AccessRights>();
         access = nothing_granted;
-        access_without_readonly = nothing_granted;
-        access_with_allow_ddl = nothing_granted;
-        access_with_allow_introspection = nothing_granted;
-        access_from_user_and_roles = nothing_granted;
+        access_with_implicit = nothing_granted;
         subscription_for_user_change = {};
         subscription_for_roles_changes = {};
         enabled_roles = nullptr;
@@ -270,12 +227,8 @@ void ContextAccess::setRolesInfo(const std::shared_ptr<const EnabledRolesInfo> &
 
 void ContextAccess::calculateAccessRights() const
 {
-    access_from_user_and_roles = std::make_shared<AccessRights>(mixAccessRightsFromUserAndRoles(*user, *roles_info));
-    access = std::make_shared<AccessRights>(calculateFinalAccessRights(*access_from_user_and_roles, params));
-
-    access_without_readonly = nullptr;
-    access_with_allow_ddl = nullptr;
-    access_with_allow_introspection = nullptr;
+    access = std::make_shared<AccessRights>(mixAccessRightsFromUserAndRoles(*user, *roles_info));
+    access_with_implicit = std::make_shared<AccessRights>(addImplicitAccessRights(*access));
 
     if (trace_log)
     {
@@ -287,6 +240,7 @@ void ContextAccess::calculateAccessRights() const
         }
         LOG_TRACE(trace_log, "Settings: readonly={}, allow_ddl={}, allow_introspection_functions={}", params.readonly, params.allow_ddl, params.allow_introspection);
         LOG_TRACE(trace_log, "List of all grants: {}", access->toString());
+        LOG_TRACE(trace_log, "List of all grants including implicit: {}", access_with_implicit->toString());
     }
 }
 
@@ -340,6 +294,7 @@ std::shared_ptr<const ContextAccess> ContextAccess::getFullAccess()
     static const std::shared_ptr<const ContextAccess> res = []
     {
         auto full_access = std::shared_ptr<ContextAccess>(new ContextAccess);
+        full_access->is_full_access = true;
         full_access->access = std::make_shared<AccessRights>(AccessRights::getFullAccess());
         full_access->enabled_quota = EnabledQuota::getUnlimitedQuota();
         return full_access;
@@ -362,323 +317,306 @@ std::shared_ptr<const SettingsConstraints> ContextAccess::getSettingsConstraints
 }
 
 
-std::shared_ptr<const AccessRights> ContextAccess::getAccess() const
+std::shared_ptr<const AccessRights> ContextAccess::getAccessRights() const
 {
     std::lock_guard lock{mutex};
     return access;
 }
 
 
-template <bool grant_option, typename... Args>
-bool ContextAccess::isGrantedImpl2(const AccessFlags & flags, const Args &... args) const
+std::shared_ptr<const AccessRights> ContextAccess::getAccessRightsWithImplicit() const
 {
-    bool access_granted;
-    if constexpr (grant_option)
-        access_granted = getAccess()->hasGrantOption(flags, args...);
-    else
-        access_granted = getAccess()->isGranted(flags, args...);
-
-    if (trace_log)
-        LOG_TRACE(trace_log, "Access {}: {}{}", (access_granted ? "granted" : "denied"), (AccessRightsElement{flags, args...}.toString()),
-                  (grant_option ? " WITH GRANT OPTION" : ""));
-
-    return access_granted;
+    std::lock_guard lock{mutex};
+    return access_with_implicit;
 }
 
-template <bool grant_option>
-bool ContextAccess::isGrantedImpl(const AccessFlags & flags) const
+
+template <bool throw_if_denied, bool grant_option>
+bool ContextAccess::checkAccessImpl(const AccessFlags & flags) const
 {
-    return isGrantedImpl2<grant_option>(flags);
+    return checkAccessImpl2<throw_if_denied, grant_option>(flags);
 }
 
-template <bool grant_option, typename... Args>
-bool ContextAccess::isGrantedImpl(const AccessFlags & flags, const std::string_view & database, const Args &... args) const
+template <bool throw_if_denied, bool grant_option, typename... Args>
+bool ContextAccess::checkAccessImpl(const AccessFlags & flags, const std::string_view & database, const Args &... args) const
 {
-    return isGrantedImpl2<grant_option>(flags, database.empty() ? params.current_database : database, args...);
+    return checkAccessImpl2<throw_if_denied, grant_option>(flags, database.empty() ? params.current_database : database, args...);
 }
 
-template <bool grant_option>
-bool ContextAccess::isGrantedImpl(const AccessRightsElement & element) const
+template <bool throw_if_denied, bool grant_option>
+bool ContextAccess::checkAccessImpl(const AccessRightsElement & element) const
 {
     if (element.any_database)
-        return isGrantedImpl<grant_option>(element.access_flags);
+        return checkAccessImpl<throw_if_denied, grant_option>(element.access_flags);
     else if (element.any_table)
-        return isGrantedImpl<grant_option>(element.access_flags, element.database);
+        return checkAccessImpl<throw_if_denied, grant_option>(element.access_flags, element.database);
     else if (element.any_column)
-        return isGrantedImpl<grant_option>(element.access_flags, element.database, element.table);
+        return checkAccessImpl<throw_if_denied, grant_option>(element.access_flags, element.database, element.table);
     else
-        return isGrantedImpl<grant_option>(element.access_flags, element.database, element.table, element.columns);
+        return checkAccessImpl<throw_if_denied, grant_option>(element.access_flags, element.database, element.table, element.columns);
 }
 
-template <bool grant_option>
-bool ContextAccess::isGrantedImpl(const AccessRightsElements & elements) const
+template <bool throw_if_denied, bool grant_option>
+bool ContextAccess::checkAccessImpl(const AccessRightsElements & elements) const
 {
     for (const auto & element : elements)
-        if (!isGrantedImpl<grant_option>(element))
+        if (!checkAccessImpl<throw_if_denied, grant_option>(element))
             return false;
     return true;
 }
 
-bool ContextAccess::isGranted(const AccessFlags & flags) const { return isGrantedImpl<false>(flags); }
-bool ContextAccess::isGranted(const AccessFlags & flags, const std::string_view & database) const { return isGrantedImpl<false>(flags, database); }
-bool ContextAccess::isGranted(const AccessFlags & flags, const std::string_view & database, const std::string_view & table) const { return isGrantedImpl<false>(flags, database, table); }
-bool ContextAccess::isGranted(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::string_view & column) const { return isGrantedImpl<false>(flags, database, table, column); }
-bool ContextAccess::isGranted(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::vector<std::string_view> & columns) const { return isGrantedImpl<false>(flags, database, table, columns); }
-bool ContextAccess::isGranted(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const Strings & columns) const { return isGrantedImpl<false>(flags, database, table, columns); }
-bool ContextAccess::isGranted(const AccessRightsElement & element) const { return isGrantedImpl<false>(element); }
-bool ContextAccess::isGranted(const AccessRightsElements & elements) const { return isGrantedImpl<false>(elements); }
-
-bool ContextAccess::hasGrantOption(const AccessFlags & flags) const { return isGrantedImpl<true>(flags); }
-bool ContextAccess::hasGrantOption(const AccessFlags & flags, const std::string_view & database) const { return isGrantedImpl<true>(flags, database); }
-bool ContextAccess::hasGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table) const { return isGrantedImpl<true>(flags, database, table); }
-bool ContextAccess::hasGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::string_view & column) const { return isGrantedImpl<true>(flags, database, table, column); }
-bool ContextAccess::hasGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::vector<std::string_view> & columns) const { return isGrantedImpl<true>(flags, database, table, columns); }
-bool ContextAccess::hasGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const Strings & columns) const { return isGrantedImpl<true>(flags, database, table, columns); }
-bool ContextAccess::hasGrantOption(const AccessRightsElement & element) const { return isGrantedImpl<true>(element); }
-bool ContextAccess::hasGrantOption(const AccessRightsElements & elements) const { return isGrantedImpl<true>(elements); }
-
-
-template <bool grant_option, typename... Args>
-void ContextAccess::checkAccessImpl2(const AccessFlags & flags, const Args &... args) const
+template <bool throw_if_denied, bool grant_option, typename... Args>
+bool ContextAccess::checkAccessImpl2(const AccessFlags & flags, const Args &... args) const
 {
-    if constexpr (grant_option)
+    auto access_granted = [&]
     {
-        if (hasGrantOption(flags, args...))
-            return;
-    }
-    else
-    {
-        if (isGranted(flags, args...))
-            return;
-    }
-
-    auto show_error = [&](const String & msg, int error_code)
-    {
-        throw Exception(user_name + ": " + msg, error_code);
+        if (trace_log)
+            LOG_TRACE(trace_log, "Access granted: {}{}", (AccessRightsElement{flags, args...}.toString()),
+                      (grant_option ? " WITH GRANT OPTION" : ""));
+        return true;
     };
 
-    std::lock_guard lock{mutex};
-
-    if (!user)
-        show_error("User has been dropped", ErrorCodes::UNKNOWN_USER);
-
-    if (grant_option && access->isGranted(flags, args...))
+    auto access_denied = [&](const String & error_msg, int error_code)
     {
-        show_error(
-            "Not enough privileges. "
-            "The required privileges have been granted, but without grant option. "
-            "To execute this query it's necessary to have the grant "
-                + AccessRightsElement{flags, args...}.toString() + " WITH GRANT OPTION",
+        if (trace_log)
+            LOG_TRACE(trace_log, "Access denied: {}{}", (AccessRightsElement{flags, args...}.toString()),
+                      (grant_option ? " WITH GRANT OPTION" : ""));
+        if constexpr (throw_if_denied)
+            throw Exception(getUserName() + ": " + error_msg, error_code);
+        return false;
+    };
+
+    if (!flags || is_full_access)
+        return access_granted();
+
+    if (!getUser())
+        return access_denied("User has been dropped", ErrorCodes::UNKNOWN_USER);
+
+    /// Access to temporary tables is controlled in an unusual way, not like normal tables.
+    /// Creating of temporary tables is controlled by AccessType::CREATE_TEMPORARY_TABLES grant,
+    /// and other grants are considered as always given.
+    /// The DatabaseCatalog class won't resolve StorageID for temporary tables
+    /// which shouldn't be accessed.
+    if (getDatabase(args...) == DatabaseCatalog::TEMPORARY_DATABASE)
+        return access_granted();
+
+    auto acs = getAccessRightsWithImplicit();
+    bool granted;
+    if constexpr (grant_option)
+        granted = acs->hasGrantOption(flags, args...);
+    else
+        granted = acs->isGranted(flags, args...);
+
+    if (!granted)
+    {
+        if (grant_option && acs->isGranted(flags, args...))
+        {
+            return access_denied(
+                "Not enough privileges. "
+                "The required privileges have been granted, but without grant option. "
+                "To execute this query it's necessary to have grant "
+                    + AccessRightsElement{flags, args...}.toString() + " WITH GRANT OPTION",
+                ErrorCodes::ACCESS_DENIED);
+        }
+
+        return access_denied(
+            "Not enough privileges. To execute this query it's necessary to have grant "
+                + AccessRightsElement{flags, args...}.toString() + (grant_option ? " WITH GRANT OPTION" : ""),
             ErrorCodes::ACCESS_DENIED);
     }
 
+    struct PrecalculatedFlags
+    {
+        const AccessFlags table_ddl = AccessType::CREATE_DATABASE | AccessType::CREATE_TABLE | AccessType::CREATE_VIEW
+            | AccessType::ALTER_TABLE | AccessType::ALTER_VIEW | AccessType::DROP_DATABASE | AccessType::DROP_TABLE | AccessType::DROP_VIEW
+            | AccessType::TRUNCATE;
+
+        const AccessFlags dictionary_ddl = AccessType::CREATE_DICTIONARY | AccessType::DROP_DICTIONARY;
+        const AccessFlags table_and_dictionary_ddl = table_ddl | dictionary_ddl;
+        const AccessFlags write_table_access = AccessType::INSERT | AccessType::OPTIMIZE;
+        const AccessFlags write_dcl_access = AccessType::ACCESS_MANAGEMENT - AccessType::SHOW_ACCESS;
+
+        const AccessFlags not_readonly_flags = write_table_access | table_and_dictionary_ddl | write_dcl_access | AccessType::SYSTEM | AccessType::KILL_QUERY;
+        const AccessFlags not_readonly_1_flags = AccessType::CREATE_TEMPORARY_TABLE;
+
+        const AccessFlags ddl_flags = table_ddl | dictionary_ddl;
+        const AccessFlags introspection_flags = AccessType::INTROSPECTION;
+    };
+    static const PrecalculatedFlags precalc;
+
     if (params.readonly)
     {
-        if (!access_without_readonly)
-        {
-            Params changed_params = params;
-            changed_params.readonly = 0;
-            access_without_readonly = std::make_shared<AccessRights>(calculateFinalAccessRights(*access_from_user_and_roles, changed_params));
-        }
-
-        if (access_without_readonly->isGranted(flags, args...))
+        if constexpr (grant_option)
+            return access_denied("Cannot change grants in readonly mode.", ErrorCodes::READONLY);
+        if ((flags & precalc.not_readonly_flags) ||
+            ((params.readonly == 1) && (flags & precalc.not_readonly_1_flags)))
         {
             if (params.interface == ClientInfo::Interface::HTTP && params.http_method == ClientInfo::HTTPMethod::GET)
-                show_error(
+            {
+                return access_denied(
                     "Cannot execute query in readonly mode. "
                     "For queries over HTTP, method GET implies readonly. You should use method POST for modifying queries",
                     ErrorCodes::READONLY);
+            }
             else
-                show_error("Cannot execute query in readonly mode", ErrorCodes::READONLY);
+                return access_denied("Cannot execute query in readonly mode", ErrorCodes::READONLY);
         }
     }
 
-    if (!params.allow_ddl)
+    if (!params.allow_ddl && !grant_option)
     {
-        if (!access_with_allow_ddl)
-        {
-            Params changed_params = params;
-            changed_params.allow_ddl = true;
-            access_with_allow_ddl = std::make_shared<AccessRights>(calculateFinalAccessRights(*access_from_user_and_roles, changed_params));
-        }
-
-        if (access_with_allow_ddl->isGranted(flags, args...))
-        {
-            show_error("Cannot execute query. DDL queries are prohibited for the user", ErrorCodes::QUERY_IS_PROHIBITED);
-        }
+        if (flags & precalc.ddl_flags)
+            return access_denied("Cannot execute query. DDL queries are prohibited for the user", ErrorCodes::QUERY_IS_PROHIBITED);
     }
 
-    if (!params.allow_introspection)
+    if (!params.allow_introspection && !grant_option)
     {
-        if (!access_with_allow_introspection)
-        {
-            Params changed_params = params;
-            changed_params.allow_introspection = true;
-            access_with_allow_introspection = std::make_shared<AccessRights>(calculateFinalAccessRights(*access_from_user_and_roles, changed_params));
-        }
-
-        if (access_with_allow_introspection->isGranted(flags, args...))
-        {
-            show_error("Introspection functions are disabled, because setting 'allow_introspection_functions' is set to 0", ErrorCodes::FUNCTION_NOT_ALLOWED);
-        }
+        if (flags & precalc.introspection_flags)
+            return access_denied("Introspection functions are disabled, because setting 'allow_introspection_functions' is set to 0", ErrorCodes::FUNCTION_NOT_ALLOWED);
     }
 
-    show_error(
-        "Not enough privileges. To execute this query it's necessary to have the grant "
-            + AccessRightsElement{flags, args...}.toString() + (grant_option ? " WITH GRANT OPTION" : ""),
-        ErrorCodes::ACCESS_DENIED);
+    return access_granted();
 }
 
-template <bool grant_option>
-void ContextAccess::checkAccessImpl(const AccessFlags & flags) const
+
+bool ContextAccess::isGranted(const AccessFlags & flags) const { return checkAccessImpl<false, false>(flags); }
+bool ContextAccess::isGranted(const AccessFlags & flags, const std::string_view & database) const { return checkAccessImpl<false, false>(flags, database); }
+bool ContextAccess::isGranted(const AccessFlags & flags, const std::string_view & database, const std::string_view & table) const { return checkAccessImpl<false, false>(flags, database, table); }
+bool ContextAccess::isGranted(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::string_view & column) const { return checkAccessImpl<false, false>(flags, database, table, column); }
+bool ContextAccess::isGranted(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::vector<std::string_view> & columns) const { return checkAccessImpl<false, false>(flags, database, table, columns); }
+bool ContextAccess::isGranted(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const Strings & columns) const { return checkAccessImpl<false, false>(flags, database, table, columns); }
+bool ContextAccess::isGranted(const AccessRightsElement & element) const { return checkAccessImpl<false, false>(element); }
+bool ContextAccess::isGranted(const AccessRightsElements & elements) const { return checkAccessImpl<false, false>(elements); }
+
+bool ContextAccess::hasGrantOption(const AccessFlags & flags) const { return checkAccessImpl<false, true>(flags); }
+bool ContextAccess::hasGrantOption(const AccessFlags & flags, const std::string_view & database) const { return checkAccessImpl<false, true>(flags, database); }
+bool ContextAccess::hasGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table) const { return checkAccessImpl<false, true>(flags, database, table); }
+bool ContextAccess::hasGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::string_view & column) const { return checkAccessImpl<false, true>(flags, database, table, column); }
+bool ContextAccess::hasGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::vector<std::string_view> & columns) const { return checkAccessImpl<false, true>(flags, database, table, columns); }
+bool ContextAccess::hasGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const Strings & columns) const { return checkAccessImpl<false, true>(flags, database, table, columns); }
+bool ContextAccess::hasGrantOption(const AccessRightsElement & element) const { return checkAccessImpl<false, true>(element); }
+bool ContextAccess::hasGrantOption(const AccessRightsElements & elements) const { return checkAccessImpl<false, true>(elements); }
+
+void ContextAccess::checkAccess(const AccessFlags & flags) const { checkAccessImpl<true, false>(flags); }
+void ContextAccess::checkAccess(const AccessFlags & flags, const std::string_view & database) const { checkAccessImpl<true, false>(flags, database); }
+void ContextAccess::checkAccess(const AccessFlags & flags, const std::string_view & database, const std::string_view & table) const { checkAccessImpl<true, false>(flags, database, table); }
+void ContextAccess::checkAccess(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::string_view & column) const { checkAccessImpl<true, false>(flags, database, table, column); }
+void ContextAccess::checkAccess(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::vector<std::string_view> & columns) const { checkAccessImpl<true, false>(flags, database, table, columns); }
+void ContextAccess::checkAccess(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const Strings & columns) const { checkAccessImpl<true, false>(flags, database, table, columns); }
+void ContextAccess::checkAccess(const AccessRightsElement & element) const { checkAccessImpl<true, false>(element); }
+void ContextAccess::checkAccess(const AccessRightsElements & elements) const { checkAccessImpl<true, false>(elements); }
+
+void ContextAccess::checkGrantOption(const AccessFlags & flags) const { checkAccessImpl<true, true>(flags); }
+void ContextAccess::checkGrantOption(const AccessFlags & flags, const std::string_view & database) const { checkAccessImpl<true, true>(flags, database); }
+void ContextAccess::checkGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table) const { checkAccessImpl<true, true>(flags, database, table); }
+void ContextAccess::checkGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::string_view & column) const { checkAccessImpl<true, true>(flags, database, table, column); }
+void ContextAccess::checkGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::vector<std::string_view> & columns) const { checkAccessImpl<true, true>(flags, database, table, columns); }
+void ContextAccess::checkGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const Strings & columns) const { checkAccessImpl<true, true>(flags, database, table, columns); }
+void ContextAccess::checkGrantOption(const AccessRightsElement & element) const { checkAccessImpl<true, true>(element); }
+void ContextAccess::checkGrantOption(const AccessRightsElements & elements) const { checkAccessImpl<true, true>(elements); }
+
+
+template <bool throw_if_denied>
+bool ContextAccess::checkAdminOptionImpl(const UUID & role_id) const
 {
-    checkAccessImpl2<grant_option>(flags);
+    return checkAdminOptionImpl2<throw_if_denied>(to_array(role_id), [this](const UUID & id, size_t) { return manager->tryReadName(id); });
 }
 
-template <bool grant_option, typename... Args>
-void ContextAccess::checkAccessImpl(const AccessFlags & flags, const std::string_view & database, const Args &... args) const
+template <bool throw_if_denied>
+bool ContextAccess::checkAdminOptionImpl(const UUID & role_id, const String & role_name) const
 {
-    checkAccessImpl2<grant_option>(flags, database.empty() ? params.current_database : database, args...);
+    return checkAdminOptionImpl2<throw_if_denied>(to_array(role_id), [&role_name](const UUID &, size_t) { return std::optional<String>{role_name}; });
 }
 
-template <bool grant_option>
-void ContextAccess::checkAccessImpl(const AccessRightsElement & element) const
+template <bool throw_if_denied>
+bool ContextAccess::checkAdminOptionImpl(const UUID & role_id, const std::unordered_map<UUID, String> & names_of_roles) const
 {
-    if (element.any_database)
-        checkAccessImpl<grant_option>(element.access_flags);
-    else if (element.any_table)
-        checkAccessImpl<grant_option>(element.access_flags, element.database);
-    else if (element.any_column)
-        checkAccessImpl<grant_option>(element.access_flags, element.database, element.table);
-    else
-        checkAccessImpl<grant_option>(element.access_flags, element.database, element.table, element.columns);
+    return checkAdminOptionImpl2<throw_if_denied>(to_array(role_id), [&names_of_roles](const UUID & id, size_t) { auto it = names_of_roles.find(id); return (it != names_of_roles.end()) ? it->second : std::optional<String>{}; });
 }
 
-template <bool grant_option>
-void ContextAccess::checkAccessImpl(const AccessRightsElements & elements) const
+template <bool throw_if_denied>
+bool ContextAccess::checkAdminOptionImpl(const std::vector<UUID> & role_ids) const
 {
-    for (const auto & element : elements)
-        checkAccessImpl<grant_option>(element);
+    return checkAdminOptionImpl2<throw_if_denied>(role_ids, [this](const UUID & id, size_t) { return manager->tryReadName(id); });
 }
 
-void ContextAccess::checkAccess(const AccessFlags & flags) const { checkAccessImpl<false>(flags); }
-void ContextAccess::checkAccess(const AccessFlags & flags, const std::string_view & database) const { checkAccessImpl<false>(flags, database); }
-void ContextAccess::checkAccess(const AccessFlags & flags, const std::string_view & database, const std::string_view & table) const { checkAccessImpl<false>(flags, database, table); }
-void ContextAccess::checkAccess(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::string_view & column) const { checkAccessImpl<false>(flags, database, table, column); }
-void ContextAccess::checkAccess(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::vector<std::string_view> & columns) const { checkAccessImpl<false>(flags, database, table, columns); }
-void ContextAccess::checkAccess(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const Strings & columns) const { checkAccessImpl<false>(flags, database, table, columns); }
-void ContextAccess::checkAccess(const AccessRightsElement & element) const { checkAccessImpl<false>(element); }
-void ContextAccess::checkAccess(const AccessRightsElements & elements) const { checkAccessImpl<false>(elements); }
-
-void ContextAccess::checkGrantOption(const AccessFlags & flags) const { checkAccessImpl<true>(flags); }
-void ContextAccess::checkGrantOption(const AccessFlags & flags, const std::string_view & database) const { checkAccessImpl<true>(flags, database); }
-void ContextAccess::checkGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table) const { checkAccessImpl<true>(flags, database, table); }
-void ContextAccess::checkGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::string_view & column) const { checkAccessImpl<true>(flags, database, table, column); }
-void ContextAccess::checkGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const std::vector<std::string_view> & columns) const { checkAccessImpl<true>(flags, database, table, columns); }
-void ContextAccess::checkGrantOption(const AccessFlags & flags, const std::string_view & database, const std::string_view & table, const Strings & columns) const { checkAccessImpl<true>(flags, database, table, columns); }
-void ContextAccess::checkGrantOption(const AccessRightsElement & element) const { checkAccessImpl<true>(element); }
-void ContextAccess::checkGrantOption(const AccessRightsElements & elements) const { checkAccessImpl<true>(elements); }
-
-
-template <typename Container, typename GetNameFunction>
-bool ContextAccess::checkAdminOptionImpl(bool throw_on_error, const Container & role_ids, const GetNameFunction & get_name_function) const
+template <bool throw_if_denied>
+bool ContextAccess::checkAdminOptionImpl(const std::vector<UUID> & role_ids, const Strings & names_of_roles) const
 {
+    return checkAdminOptionImpl2<throw_if_denied>(role_ids, [&names_of_roles](const UUID &, size_t i) { return std::optional<String>{names_of_roles[i]}; });
+}
+
+template <bool throw_if_denied>
+bool ContextAccess::checkAdminOptionImpl(const std::vector<UUID> & role_ids, const std::unordered_map<UUID, String> & names_of_roles) const
+{
+    return checkAdminOptionImpl2<throw_if_denied>(role_ids, [&names_of_roles](const UUID & id, size_t) { auto it = names_of_roles.find(id); return (it != names_of_roles.end()) ? it->second : std::optional<String>{}; });
+}
+
+template <bool throw_if_denied, typename Container, typename GetNameFunction>
+bool ContextAccess::checkAdminOptionImpl2(const Container & role_ids, const GetNameFunction & get_name_function) const
+{
+    if (!std::size(role_ids) || is_full_access)
+        return true;
+
+    auto show_error = [this](const String & msg, int error_code)
+    {
+        UNUSED(this);
+        if constexpr (throw_if_denied)
+            throw Exception(getUserName() + ": " + msg, error_code);
+    };
+
+    if (!getUser())
+    {
+        show_error("User has been dropped", ErrorCodes::UNKNOWN_USER);
+        return false;
+    }
+
     if (isGranted(AccessType::ROLE_ADMIN))
         return true;
 
     auto info = getRolesInfo();
-    if (!info)
-    {
-        if (!user)
-        {
-            if (throw_on_error)
-                throw Exception(user_name + ": User has been dropped", ErrorCodes::UNKNOWN_USER);
-            else
-                return false;
-        }
-        return true;
-    }
-
     size_t i = 0;
     for (auto it = std::begin(role_ids); it != std::end(role_ids); ++it, ++i)
     {
         const UUID & role_id = *it;
-        if (info->enabled_roles_with_admin_option.count(role_id))
+        if (info && info->enabled_roles_with_admin_option.count(role_id))
             continue;
 
-        auto role_name = get_name_function(role_id, i);
-        if (!role_name)
-            role_name = "ID {" + toString(role_id) + "}";
-        String msg = "To execute this query it's necessary to have the role " + backQuoteIfNeed(*role_name) + " granted with ADMIN option";
-        if (info->enabled_roles.count(role_id))
-            msg = "Role " + backQuote(*role_name) + " is granted, but without ADMIN option. " + msg;
-        if (throw_on_error)
-            throw Exception(getUserName() + ": Not enough privileges. " + msg, ErrorCodes::ACCESS_DENIED);
-        else
-            return false;
+        if (throw_if_denied)
+        {
+            auto role_name = get_name_function(role_id, i);
+            if (!role_name)
+                role_name = "ID {" + toString(role_id) + "}";
+
+            if (info && info->enabled_roles.count(role_id))
+                show_error("Not enough privileges. "
+                           "Role " + backQuote(*role_name) + " is granted, but without ADMIN option. "
+                           "To execute this query it's necessary to have the role " + backQuoteIfNeed(*role_name) + " granted with ADMIN option.",
+                           ErrorCodes::ACCESS_DENIED);
+            else
+                show_error("Not enough privileges. "
+                           "To execute this query it's necessary to have the role " + backQuoteIfNeed(*role_name) + " granted with ADMIN option.",
+                           ErrorCodes::ACCESS_DENIED);
+        }
+
+        return false;
     }
 
     return true;
 }
 
-bool ContextAccess::hasAdminOption(const UUID & role_id) const
-{
-    return checkAdminOptionImpl(false, to_array(role_id), [this](const UUID & id, size_t) { return manager->tryReadName(id); });
-}
+bool ContextAccess::hasAdminOption(const UUID & role_id) const { return checkAdminOptionImpl<false>(role_id); }
+bool ContextAccess::hasAdminOption(const UUID & role_id, const String & role_name) const { return checkAdminOptionImpl<false>(role_id, role_name); }
+bool ContextAccess::hasAdminOption(const UUID & role_id, const std::unordered_map<UUID, String> & names_of_roles) const { return checkAdminOptionImpl<false>(role_id, names_of_roles); }
+bool ContextAccess::hasAdminOption(const std::vector<UUID> & role_ids) const { return checkAdminOptionImpl<false>(role_ids); }
+bool ContextAccess::hasAdminOption(const std::vector<UUID> & role_ids, const Strings & names_of_roles) const { return checkAdminOptionImpl<false>(role_ids, names_of_roles); }
+bool ContextAccess::hasAdminOption(const std::vector<UUID> & role_ids, const std::unordered_map<UUID, String> & names_of_roles) const { return checkAdminOptionImpl<false>(role_ids, names_of_roles); }
 
-bool ContextAccess::hasAdminOption(const UUID & role_id, const String & role_name) const
-{
-    return checkAdminOptionImpl(false, to_array(role_id), [&role_name](const UUID &, size_t) { return std::optional<String>{role_name}; });
-}
-
-bool ContextAccess::hasAdminOption(const UUID & role_id, const std::unordered_map<UUID, String> & names_of_roles) const
-{
-    return checkAdminOptionImpl(false, to_array(role_id), [&names_of_roles](const UUID & id, size_t) { auto it = names_of_roles.find(id); return (it != names_of_roles.end()) ? it->second : std::optional<String>{}; });
-}
-
-bool ContextAccess::hasAdminOption(const std::vector<UUID> & role_ids) const
-{
-    return checkAdminOptionImpl(false, role_ids, [this](const UUID & id, size_t) { return manager->tryReadName(id); });
-}
-
-bool ContextAccess::hasAdminOption(const std::vector<UUID> & role_ids, const Strings & names_of_roles) const
-{
-    return checkAdminOptionImpl(false, role_ids, [&names_of_roles](const UUID &, size_t i) { return std::optional<String>{names_of_roles[i]}; });
-}
-
-bool ContextAccess::hasAdminOption(const std::vector<UUID> & role_ids, const std::unordered_map<UUID, String> & names_of_roles) const
-{
-    return checkAdminOptionImpl(false, role_ids, [&names_of_roles](const UUID & id, size_t) { auto it = names_of_roles.find(id); return (it != names_of_roles.end()) ? it->second : std::optional<String>{}; });
-}
-
-void ContextAccess::checkAdminOption(const UUID & role_id) const
-{
-    checkAdminOptionImpl(true, to_array(role_id), [this](const UUID & id, size_t) { return manager->tryReadName(id); });
-}
-
-void ContextAccess::checkAdminOption(const UUID & role_id, const String & role_name) const
-{
-    checkAdminOptionImpl(true, to_array(role_id), [&role_name](const UUID &, size_t) { return std::optional<String>{role_name}; });
-}
-
-void ContextAccess::checkAdminOption(const UUID & role_id, const std::unordered_map<UUID, String> & names_of_roles) const
-{
-    checkAdminOptionImpl(true, to_array(role_id), [&names_of_roles](const UUID & id, size_t) { auto it = names_of_roles.find(id); return (it != names_of_roles.end()) ? it->second : std::optional<String>{}; });
-}
-
-void ContextAccess::checkAdminOption(const std::vector<UUID> & role_ids) const
-{
-    checkAdminOptionImpl(true, role_ids, [this](const UUID & id, size_t) { return manager->tryReadName(id); });
-}
-
-void ContextAccess::checkAdminOption(const std::vector<UUID> & role_ids, const Strings & names_of_roles) const
-{
-    checkAdminOptionImpl(true, role_ids, [&names_of_roles](const UUID &, size_t i) { return std::optional<String>{names_of_roles[i]}; });
-}
-
-void ContextAccess::checkAdminOption(const std::vector<UUID> & role_ids, const std::unordered_map<UUID, String> & names_of_roles) const
-{
-    checkAdminOptionImpl(true, role_ids, [&names_of_roles](const UUID & id, size_t) { auto it = names_of_roles.find(id); return (it != names_of_roles.end()) ? it->second : std::optional<String>{}; });
-}
+void ContextAccess::checkAdminOption(const UUID & role_id) const { checkAdminOptionImpl<true>(role_id); }
+void ContextAccess::checkAdminOption(const UUID & role_id, const String & role_name) const { checkAdminOptionImpl<true>(role_id, role_name); }
+void ContextAccess::checkAdminOption(const UUID & role_id, const std::unordered_map<UUID, String> & names_of_roles) const { checkAdminOptionImpl<true>(role_id, names_of_roles); }
+void ContextAccess::checkAdminOption(const std::vector<UUID> & role_ids) const { checkAdminOptionImpl<true>(role_ids); }
+void ContextAccess::checkAdminOption(const std::vector<UUID> & role_ids, const Strings & names_of_roles) const { checkAdminOptionImpl<true>(role_ids, names_of_roles); }
+void ContextAccess::checkAdminOption(const std::vector<UUID> & role_ids, const std::unordered_map<UUID, String> & names_of_roles) const { checkAdminOptionImpl<true>(role_ids, names_of_roles); }
 
 }
diff --git a/src/Access/ContextAccess.h b/src/Access/ContextAccess.h
index 319c8edb076..43e9f60a4c6 100644
--- a/src/Access/ContextAccess.h
+++ b/src/Access/ContextAccess.h
@@ -96,7 +96,8 @@ public:
     std::shared_ptr<const SettingsConstraints> getSettingsConstraints() const;
 
     /// Returns the current access rights.
-    std::shared_ptr<const AccessRights> getAccess() const;
+    std::shared_ptr<const AccessRights> getAccessRights() const;
+    std::shared_ptr<const AccessRights> getAccessRightsWithImplicit() const;
 
     /// Checks if a specified access is granted.
     bool isGranted(const AccessFlags & flags) const;
@@ -166,41 +167,45 @@ private:
     void setSettingsAndConstraints() const;
     void calculateAccessRights() const;
 
-    template <bool grant_option>
-    bool isGrantedImpl(const AccessFlags & flags) const;
+    template <bool throw_if_denied, bool grant_option>
+    bool checkAccessImpl(const AccessFlags & flags) const;
 
-    template <bool grant_option, typename... Args>
-    bool isGrantedImpl(const AccessFlags & flags, const std::string_view & database, const Args &... args) const;
+    template <bool throw_if_denied, bool grant_option, typename... Args>
+    bool checkAccessImpl(const AccessFlags & flags, const std::string_view & database, const Args &... args) const;
 
-    template <bool grant_option>
-    bool isGrantedImpl(const AccessRightsElement & element) const;
+    template <bool throw_if_denied, bool grant_option>
+    bool checkAccessImpl(const AccessRightsElement & element) const;
 
-    template <bool grant_option>
-    bool isGrantedImpl(const AccessRightsElements & elements) const;
+    template <bool throw_if_denied, bool grant_option>
+    bool checkAccessImpl(const AccessRightsElements & elements) const;
 
-    template <bool grant_option, typename... Args>
-    bool isGrantedImpl2(const AccessFlags & flags, const Args &... args) const;
+    template <bool throw_if_denied, bool grant_option, typename... Args>
+    bool checkAccessImpl2(const AccessFlags & flags, const Args &... args) const;
 
-    template <bool grant_option>
-    void checkAccessImpl(const AccessFlags & flags) const;
+    template <bool throw_if_denied>
+    bool checkAdminOptionImpl(const UUID & role_id) const;
 
-    template <bool grant_option, typename... Args>
-    void checkAccessImpl(const AccessFlags & flags, const std::string_view & database, const Args &... args) const;
+    template <bool throw_if_denied>
+    bool checkAdminOptionImpl(const UUID & role_id, const String & role_name) const;
 
-    template <bool grant_option>
-    void checkAccessImpl(const AccessRightsElement & element) const;
+    template <bool throw_if_denied>
+    bool checkAdminOptionImpl(const UUID & role_id, const std::unordered_map<UUID, String> & names_of_roles) const;
 
-    template <bool grant_option>
-    void checkAccessImpl(const AccessRightsElements & elements) const;
+    template <bool throw_if_denied>
+    bool checkAdminOptionImpl(const std::vector<UUID> & role_ids) const;
 
-    template <bool grant_option, typename... Args>
-    void checkAccessImpl2(const AccessFlags & flags, const Args &... args) const;
+    template <bool throw_if_denied>
+    bool checkAdminOptionImpl(const std::vector<UUID> & role_ids, const Strings & names_of_roles) const;
 
-    template <typename Container, typename GetNameFunction>
-    bool checkAdminOptionImpl(bool throw_on_error, const Container & role_ids, const GetNameFunction & get_name_function) const;
+    template <bool throw_if_denied>
+    bool checkAdminOptionImpl(const std::vector<UUID> & role_ids, const std::unordered_map<UUID, String> & names_of_roles) const;
+
+    template <bool throw_if_denied, typename Container, typename GetNameFunction>
+    bool checkAdminOptionImpl2(const Container & role_ids, const GetNameFunction & get_name_function) const;
 
     const AccessControlManager * manager = nullptr;
     const Params params;
+    bool is_full_access = false;
     mutable Poco::Logger * trace_log = nullptr;
     mutable UserPtr user;
     mutable String user_name;
@@ -209,13 +214,10 @@ private:
     mutable ext::scope_guard subscription_for_roles_changes;
     mutable std::shared_ptr<const EnabledRolesInfo> roles_info;
     mutable std::shared_ptr<const AccessRights> access;
+    mutable std::shared_ptr<const AccessRights> access_with_implicit;
     mutable std::shared_ptr<const EnabledRowPolicies> enabled_row_policies;
     mutable std::shared_ptr<const EnabledQuota> enabled_quota;
     mutable std::shared_ptr<const EnabledSettings> enabled_settings;
-    mutable std::shared_ptr<const AccessRights> access_without_readonly;
-    mutable std::shared_ptr<const AccessRights> access_with_allow_ddl;
-    mutable std::shared_ptr<const AccessRights> access_with_allow_introspection;
-    mutable std::shared_ptr<const AccessRights> access_from_user_and_roles;
     mutable std::mutex mutex;
 };
 
diff --git a/src/Access/SettingsConstraints.cpp b/src/Access/SettingsConstraints.cpp
index c9a6b6f6b7a..7dce4d96b33 100644
--- a/src/Access/SettingsConstraints.cpp
+++ b/src/Access/SettingsConstraints.cpp
@@ -156,6 +156,25 @@ bool SettingsConstraints::checkImpl(const Settings & current_settings, SettingCh
 {
     const String & setting_name = change.name;
 
+    if (setting_name == "profile")
+    {
+        /// TODO Check profile settings in Context::setProfile(...), not here. It will be backward incompatible.
+        const String & profile_name = change.value.safeGet<String>();
+        const auto & profile_settings_changes = manager->getProfileSettings(profile_name);
+        try
+        {
+            /// NOTE We cannot use CLAMP_ON_VIOLATION here, because we cannot modify elements of profile_settings_changes
+            for (auto change_copy : *profile_settings_changes)
+                checkImpl(current_settings, change_copy, THROW_ON_VIOLATION);
+        }
+        catch (Exception & e)
+        {
+            e.addMessage(", while trying to set settings profile {}", profile_name);
+            throw;
+        }
+        return true;
+    }
+
     bool cannot_cast;
     auto cast_value = [&](const Field & x) -> Field
     {
diff --git a/src/AggregateFunctions/AggregateFunctionAvg.h b/src/AggregateFunctions/AggregateFunctionAvg.h
index fca9df9dd98..d07ff5db2f2 100644
--- a/src/AggregateFunctions/AggregateFunctionAvg.h
+++ b/src/AggregateFunctions/AggregateFunctionAvg.h
@@ -33,7 +33,7 @@ struct AvgFraction
 
     /// Allow division by zero as sometimes we need to return NaN.
     /// Invoked only is either Numerator or Denominator are Decimal.
-    Float64 NO_SANITIZE_UNDEFINED divideIfAnyDecimal(UInt32 num_scale, UInt32 denom_scale) const
+    Float64 NO_SANITIZE_UNDEFINED divideIfAnyDecimal(UInt32 num_scale, UInt32 denom_scale [[maybe_unused]]) const
     {
         if constexpr (IsDecimalNumber<Numerator> && IsDecimalNumber<Denominator>)
         {
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index 1c66650be45..d1dcb8cf455 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -18,6 +18,7 @@
 #include <Poco/String.h>
 #include "registerAggregateFunctions.h"
 
+#include <Functions/FunctionFactory.h>
 
 namespace DB
 {
@@ -135,12 +136,17 @@ AggregateFunctionPtr AggregateFunctionFactory::getImpl(
         return combinator->transformAggregateFunction(nested_function, out_properties, argument_types, parameters);
     }
 
+
+    String extra_info;
+    if (FunctionFactory::instance().hasNameOrAlias(name))
+        extra_info = ". There is an ordinary function with the same name, but aggregate function is expected here";
+
     auto hints = this->getHints(name);
     if (!hints.empty())
-        throw Exception(fmt::format("Unknown aggregate function {}. Maybe you meant: {}", name, toString(hints)),
-            ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION);
+        throw Exception(ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION,
+                        "Unknown aggregate function {}{}. Maybe you meant: {}", name, extra_info, toString(hints));
     else
-        throw Exception(fmt::format("Unknown aggregate function {}", name), ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION);
+        throw Exception(ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION, "Unknown aggregate function {}{}", name, extra_info);
 }
 
 
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.cpp b/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
new file mode 100644
index 00000000000..8a5a71d6806
--- /dev/null
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
@@ -0,0 +1,32 @@
+#include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
+#include <AggregateFunctions/AggregateFunctionSimpleState.h>
+
+namespace DB
+{
+namespace
+{
+    class AggregateFunctionCombinatorSimpleState final : public IAggregateFunctionCombinator
+    {
+    public:
+        String getName() const override { return "SimpleState"; }
+
+        DataTypes transformArguments(const DataTypes & arguments) const override { return arguments; }
+
+        AggregateFunctionPtr transformAggregateFunction(
+            const AggregateFunctionPtr & nested_function,
+            const AggregateFunctionProperties &,
+            const DataTypes & arguments,
+            const Array & params) const override
+        {
+            return std::make_shared<AggregateFunctionSimpleState>(nested_function, arguments, params);
+        }
+    };
+
+}
+
+void registerAggregateFunctionCombinatorSimpleState(AggregateFunctionCombinatorFactory & factory)
+{
+    factory.registerCombinator(std::make_shared<AggregateFunctionCombinatorSimpleState>());
+}
+
+}
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.h b/src/AggregateFunctions/AggregateFunctionSimpleState.h
new file mode 100644
index 00000000000..eefe00e77c0
--- /dev/null
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.h
@@ -0,0 +1,77 @@
+#pragma once
+
+#include <AggregateFunctions/IAggregateFunction.h>
+#include <DataTypes/DataTypeCustomSimpleAggregateFunction.h>
+#include <DataTypes/DataTypeFactory.h>
+
+namespace DB
+{
+
+/** Not an aggregate function, but an adapter of aggregate functions.
+  * Aggregate functions with the `SimpleState` suffix is almost identical to the corresponding ones,
+  * except the return type becomes DataTypeCustomSimpleAggregateFunction.
+  */
+class AggregateFunctionSimpleState final : public IAggregateFunctionHelper<AggregateFunctionSimpleState>
+{
+private:
+    AggregateFunctionPtr nested_func;
+    DataTypes arguments;
+    Array params;
+
+public:
+    AggregateFunctionSimpleState(AggregateFunctionPtr nested_, const DataTypes & arguments_, const Array & params_)
+        : IAggregateFunctionHelper<AggregateFunctionSimpleState>(arguments_, params_)
+        , nested_func(nested_)
+        , arguments(arguments_)
+        , params(params_)
+    {
+    }
+
+    String getName() const override { return nested_func->getName() + "SimpleState"; }
+
+    DataTypePtr getReturnType() const override
+    {
+        DataTypeCustomSimpleAggregateFunction::checkSupportedFunctions(nested_func);
+        // Need to make a clone because it'll be customized.
+        auto storage_type = DataTypeFactory::instance().get(nested_func->getReturnType()->getName());
+        DataTypeCustomNamePtr custom_name
+            = std::make_unique<DataTypeCustomSimpleAggregateFunction>(nested_func, DataTypes{nested_func->getReturnType()}, params);
+        storage_type->setCustomization(std::make_unique<DataTypeCustomDesc>(std::move(custom_name), nullptr));
+        return storage_type;
+    }
+
+    void create(AggregateDataPtr place) const override { nested_func->create(place); }
+
+    void destroy(AggregateDataPtr place) const noexcept override { nested_func->destroy(place); }
+
+    bool hasTrivialDestructor() const override { return nested_func->hasTrivialDestructor(); }
+
+    size_t sizeOfData() const override { return nested_func->sizeOfData(); }
+
+    size_t alignOfData() const override { return nested_func->alignOfData(); }
+
+    void add(AggregateDataPtr place, const IColumn ** columns, size_t row_num, Arena * arena) const override
+    {
+        nested_func->add(place, columns, row_num, arena);
+    }
+
+    void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena * arena) const override { nested_func->merge(place, rhs, arena); }
+
+    void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override { nested_func->serialize(place, buf); }
+
+    void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena * arena) const override
+    {
+        nested_func->deserialize(place, buf, arena);
+    }
+
+    void insertResultInto(AggregateDataPtr place, IColumn & to, Arena * arena) const override
+    {
+        nested_func->insertResultInto(place, to, arena);
+    }
+
+    bool allocatesMemoryInArena() const override { return nested_func->allocatesMemoryInArena(); }
+
+    AggregateFunctionPtr getNestedFunction() const { return nested_func; }
+};
+
+}
diff --git a/src/AggregateFunctions/registerAggregateFunctions.cpp b/src/AggregateFunctions/registerAggregateFunctions.cpp
index 927c7e6d6b1..228ca2f30ab 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.cpp
+++ b/src/AggregateFunctions/registerAggregateFunctions.cpp
@@ -47,6 +47,7 @@ class AggregateFunctionCombinatorFactory;
 void registerAggregateFunctionCombinatorIf(AggregateFunctionCombinatorFactory &);
 void registerAggregateFunctionCombinatorArray(AggregateFunctionCombinatorFactory &);
 void registerAggregateFunctionCombinatorForEach(AggregateFunctionCombinatorFactory &);
+void registerAggregateFunctionCombinatorSimpleState(AggregateFunctionCombinatorFactory &);
 void registerAggregateFunctionCombinatorState(AggregateFunctionCombinatorFactory &);
 void registerAggregateFunctionCombinatorMerge(AggregateFunctionCombinatorFactory &);
 void registerAggregateFunctionCombinatorNull(AggregateFunctionCombinatorFactory &);
@@ -104,6 +105,7 @@ void registerAggregateFunctions()
         registerAggregateFunctionCombinatorIf(factory);
         registerAggregateFunctionCombinatorArray(factory);
         registerAggregateFunctionCombinatorForEach(factory);
+        registerAggregateFunctionCombinatorSimpleState(factory);
         registerAggregateFunctionCombinatorState(factory);
         registerAggregateFunctionCombinatorMerge(factory);
         registerAggregateFunctionCombinatorNull(factory);
diff --git a/src/AggregateFunctions/ya.make b/src/AggregateFunctions/ya.make
index f05b8ef55d2..8faf738fd98 100644
--- a/src/AggregateFunctions/ya.make
+++ b/src/AggregateFunctions/ya.make
@@ -41,6 +41,7 @@ SRCS(
     AggregateFunctionRetention.cpp
     AggregateFunctionSequenceMatch.cpp
     AggregateFunctionSimpleLinearRegression.cpp
+    AggregateFunctionSimpleState.cpp
     AggregateFunctionState.cpp
     AggregateFunctionStatistics.cpp
     AggregateFunctionStatisticsSimple.cpp
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 6021065f937..46956181974 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -88,6 +88,10 @@ if (USE_AWS_S3)
     add_headers_and_sources(dbms Disks/S3)
 endif()
 
+if (USE_HDFS)
+    add_headers_and_sources(dbms Storages/HDFS)
+endif()
+
 list (APPEND clickhouse_common_io_sources ${CONFIG_BUILD})
 list (APPEND clickhouse_common_io_headers ${CONFIG_VERSION} ${CONFIG_COMMON})
 
@@ -389,8 +393,8 @@ if (USE_GRPC)
 endif()
 
 if (USE_HDFS)
-    target_link_libraries (clickhouse_common_io PUBLIC ${HDFS3_LIBRARY})
-    target_include_directories (clickhouse_common_io SYSTEM BEFORE PUBLIC ${HDFS3_INCLUDE_DIR})
+    dbms_target_link_libraries(PRIVATE ${HDFS3_LIBRARY})
+    dbms_target_include_directories (SYSTEM BEFORE PUBLIC ${HDFS3_INCLUDE_DIR})
 endif()
 
 if (USE_AWS_S3)
diff --git a/src/Client/Connection.cpp b/src/Client/Connection.cpp
index f7119195e97..8f4a64766cd 100644
--- a/src/Client/Connection.cpp
+++ b/src/Client/Connection.cpp
@@ -1,5 +1,6 @@
 #include <Poco/Net/NetException.h>
 #include <Core/Defines.h>
+#include <Core/Settings.h>
 #include <Compression/CompressedReadBuffer.h>
 #include <Compression/CompressedWriteBuffer.h>
 #include <IO/ReadBufferFromPocoSocket.h>
diff --git a/src/Client/Connection.h b/src/Client/Connection.h
index f4c25001f3e..265a9913b8e 100644
--- a/src/Client/Connection.h
+++ b/src/Client/Connection.h
@@ -5,7 +5,9 @@
 #include <Poco/Net/StreamSocket.h>
 
 #include <Common/Throttler.h>
-
+#if !defined(ARCADIA_BUILD)
+#   include <Common/config.h>
+#endif
 #include <Core/Block.h>
 #include <Core/Defines.h>
 #include <IO/Progress.h>
@@ -17,7 +19,6 @@
 
 #include <IO/ConnectionTimeouts.h>
 
-#include <Core/Settings.h>
 #include <Interpreters/TablesStatus.h>
 
 #include <Compression/ICompressionCodec.h>
@@ -31,6 +32,7 @@ namespace DB
 
 class ClientInfo;
 class Pipe;
+struct Settings;
 
 /// Struct which represents data we are going to send for external table.
 struct ExternalTableData
diff --git a/src/Client/ConnectionPool.h b/src/Client/ConnectionPool.h
index 736075a4cc1..2389cc6755d 100644
--- a/src/Client/ConnectionPool.h
+++ b/src/Client/ConnectionPool.h
@@ -1,9 +1,9 @@
 #pragma once
 
 #include <Common/PoolBase.h>
-
 #include <Client/Connection.h>
 #include <IO/ConnectionTimeouts.h>
+#include <Core/Settings.h>
 
 namespace DB
 {
diff --git a/src/Client/ConnectionPoolWithFailover.cpp b/src/Client/ConnectionPoolWithFailover.cpp
index 68f4bcd1b76..1ca61dc8059 100644
--- a/src/Client/ConnectionPoolWithFailover.cpp
+++ b/src/Client/ConnectionPoolWithFailover.cpp
@@ -4,6 +4,7 @@
 #include <Poco/Net/DNS.h>
 
 #include <Common/BitHelpers.h>
+#include <Common/quoteString.h>
 #include <common/getFQDNOrHostName.h>
 #include <Common/isLocalAddress.h>
 #include <Common/ProfileEvents.h>
diff --git a/src/Columns/ColumnMap.cpp b/src/Columns/ColumnMap.cpp
new file mode 100644
index 00000000000..c210da2aa11
--- /dev/null
+++ b/src/Columns/ColumnMap.cpp
@@ -0,0 +1,241 @@
+#include <Columns/ColumnMap.h>
+#include <Columns/IColumnImpl.h>
+#include <DataStreams/ColumnGathererStream.h>
+#include <IO/WriteBufferFromString.h>
+#include <IO/Operators.h>
+#include <ext/map.h>
+#include <ext/range.h>
+#include <Common/typeid_cast.h>
+#include <Common/assert_cast.h>
+#include <Common/WeakHash.h>
+#include <Core/Field.h>
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int ILLEGAL_COLUMN;
+    extern const int NOT_IMPLEMENTED;
+    extern const int LOGICAL_ERROR;
+}
+
+
+std::string ColumnMap::getName() const
+{
+    WriteBufferFromOwnString res;
+    const auto & nested_tuple = getNestedData();
+    res << "Map(" << nested_tuple.getColumn(0).getName()
+        << ", " << nested_tuple.getColumn(1).getName() << ")";
+
+    return res.str();
+}
+
+ColumnMap::ColumnMap(MutableColumnPtr && nested_)
+    : nested(std::move(nested_))
+{
+    const auto * column_array = typeid_cast<const ColumnArray *>(nested.get());
+    if (!column_array)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "ColumnMap can be created only from array of tuples");
+
+    const auto * column_tuple = typeid_cast<const ColumnTuple *>(column_array->getDataPtr().get());
+    if (!column_tuple)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "ColumnMap can be created only from array of tuples");
+
+    if (column_tuple->getColumns().size() != 2)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "ColumnMap should contain only 2 subcolumns: keys and values");
+
+    for (const auto & column : column_tuple->getColumns())
+        if (isColumnConst(*column))
+            throw Exception(ErrorCodes::ILLEGAL_COLUMN, "ColumnMap cannot have ColumnConst as its element");
+}
+
+MutableColumnPtr ColumnMap::cloneEmpty() const
+{
+    return ColumnMap::create(nested->cloneEmpty());
+}
+
+MutableColumnPtr ColumnMap::cloneResized(size_t new_size) const
+{
+    return ColumnMap::create(nested->cloneResized(new_size));
+}
+
+Field ColumnMap::operator[](size_t n) const
+{
+    auto array = DB::get<Array>((*nested)[n]);
+    return Map(std::make_move_iterator(array.begin()), std::make_move_iterator(array.end()));
+}
+
+void ColumnMap::get(size_t n, Field & res) const
+{
+    const auto & offsets = getNestedColumn().getOffsets();
+    size_t offset = offsets[n - 1];
+    size_t size = offsets[n] - offsets[n - 1];
+
+    res = Map(size);
+    auto & map = DB::get<Map &>(res);
+
+    for (size_t i = 0; i < size; ++i)
+        getNestedData().get(offset + i, map[i]);
+}
+
+StringRef ColumnMap::getDataAt(size_t) const
+{
+    throw Exception("Method getDataAt is not supported for " + getName(), ErrorCodes::NOT_IMPLEMENTED);
+}
+
+void ColumnMap::insertData(const char *, size_t)
+{
+    throw Exception("Method insertData is not supported for " + getName(), ErrorCodes::NOT_IMPLEMENTED);
+}
+
+void ColumnMap::insert(const Field & x)
+{
+    const auto & map = DB::get<const Map &>(x);
+    nested->insert(Array(map.begin(), map.end()));
+}
+
+void ColumnMap::insertDefault()
+{
+    nested->insertDefault();
+}
+void ColumnMap::popBack(size_t n)
+{
+    nested->popBack(n);
+}
+
+StringRef ColumnMap::serializeValueIntoArena(size_t n, Arena & arena, char const *& begin) const
+{
+    return nested->serializeValueIntoArena(n, arena, begin);
+}
+
+const char * ColumnMap::deserializeAndInsertFromArena(const char * pos)
+{
+    return nested->deserializeAndInsertFromArena(pos);
+}
+
+void ColumnMap::updateHashWithValue(size_t n, SipHash & hash) const
+{
+    nested->updateHashWithValue(n, hash);
+}
+
+void ColumnMap::updateWeakHash32(WeakHash32 & hash) const
+{
+    nested->updateWeakHash32(hash);
+}
+
+void ColumnMap::updateHashFast(SipHash & hash) const
+{
+    nested->updateHashFast(hash);
+}
+
+void ColumnMap::insertRangeFrom(const IColumn & src, size_t start, size_t length)
+{
+    nested->insertRangeFrom(
+        assert_cast<const ColumnMap &>(src).getNestedColumn(),
+        start, length);
+}
+
+ColumnPtr ColumnMap::filter(const Filter & filt, ssize_t result_size_hint) const
+{
+    auto filtered = nested->filter(filt, result_size_hint);
+    return ColumnMap::create(filtered);
+}
+
+ColumnPtr ColumnMap::permute(const Permutation & perm, size_t limit) const
+{
+    auto permuted = nested->permute(perm, limit);
+    return ColumnMap::create(std::move(permuted));
+}
+
+ColumnPtr ColumnMap::index(const IColumn & indexes, size_t limit) const
+{
+    auto res = nested->index(indexes, limit);
+    return ColumnMap::create(std::move(res));
+}
+
+ColumnPtr ColumnMap::replicate(const Offsets & offsets) const
+{
+    auto replicated = nested->replicate(offsets);
+    return ColumnMap::create(std::move(replicated));
+}
+
+MutableColumns ColumnMap::scatter(ColumnIndex num_columns, const Selector & selector) const
+{
+    auto scattered_columns = nested->scatter(num_columns, selector);
+    MutableColumns res;
+    res.reserve(num_columns);
+    for (auto && scattered : scattered_columns)
+        res.push_back(ColumnMap::create(std::move(scattered)));
+
+    return res;
+}
+
+int ColumnMap::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
+{
+    const auto & rhs_map = assert_cast<const ColumnMap &>(rhs);
+    return nested->compareAt(n, m, rhs_map.getNestedColumn(), nan_direction_hint);
+}
+
+void ColumnMap::compareColumn(const IColumn & rhs, size_t rhs_row_num,
+                                PaddedPODArray<UInt64> * row_indexes, PaddedPODArray<Int8> & compare_results,
+                                int direction, int nan_direction_hint) const
+{
+    return doCompareColumn<ColumnMap>(assert_cast<const ColumnMap &>(rhs), rhs_row_num, row_indexes,
+                                        compare_results, direction, nan_direction_hint);
+}
+
+void ColumnMap::getPermutation(bool reverse, size_t limit, int nan_direction_hint, Permutation & res) const
+{
+    nested->getPermutation(reverse, limit, nan_direction_hint, res);
+}
+
+void ColumnMap::updatePermutation(bool reverse, size_t limit, int nan_direction_hint, IColumn::Permutation & res, EqualRanges & equal_range) const
+{
+    nested->updatePermutation(reverse, limit, nan_direction_hint, res, equal_range);
+}
+
+void ColumnMap::gather(ColumnGathererStream & gatherer)
+{
+    gatherer.gather(*this);
+}
+
+void ColumnMap::reserve(size_t n)
+{
+    nested->reserve(n);
+}
+
+size_t ColumnMap::byteSize() const
+{
+    return nested->byteSize();
+}
+
+size_t ColumnMap::allocatedBytes() const
+{
+    return nested->allocatedBytes();
+}
+
+void ColumnMap::protect()
+{
+    nested->protect();
+}
+
+void ColumnMap::getExtremes(Field & min, Field & max) const
+{
+    nested->getExtremes(min, max);
+}
+
+void ColumnMap::forEachSubcolumn(ColumnCallback callback)
+{
+    nested->forEachSubcolumn(callback);
+}
+
+bool ColumnMap::structureEquals(const IColumn & rhs) const
+{
+    if (const auto * rhs_map = typeid_cast<const ColumnMap *>(&rhs))
+        return nested->structureEquals(*rhs_map->nested);
+    return false;
+}
+
+}
diff --git a/src/Columns/ColumnMap.h b/src/Columns/ColumnMap.h
new file mode 100644
index 00000000000..08197c3e1e9
--- /dev/null
+++ b/src/Columns/ColumnMap.h
@@ -0,0 +1,92 @@
+#pragma once
+
+#include <Core/Block.h>
+#include <Columns/ColumnArray.h>
+#include <Columns/ColumnVector.h>
+#include <Columns/ColumnTuple.h>
+
+namespace DB
+{
+
+/** Column, that stores a nested Array(Tuple(key, value)) column.
+ */
+class ColumnMap final : public COWHelper<IColumn, ColumnMap>
+{
+private:
+    friend class COWHelper<IColumn, ColumnMap>;
+
+    WrappedPtr nested;
+
+    explicit ColumnMap(MutableColumnPtr && nested_);
+
+    ColumnMap(const ColumnMap &) = default;
+
+public:
+    /** Create immutable column using immutable arguments. This arguments may be shared with other columns.
+      * Use IColumn::mutate in order to make mutable column and mutate shared nested columns.
+      */
+    using Base = COWHelper<IColumn, ColumnMap>;
+
+    static Ptr create(const ColumnPtr & keys, const ColumnPtr & values, const ColumnPtr & offsets)
+    {
+        auto nested_column = ColumnArray::create(ColumnTuple::create(Columns{keys, values}), offsets);
+        return ColumnMap::create(nested_column);
+    }
+
+    static Ptr create(const ColumnPtr & column) { return ColumnMap::create(column->assumeMutable()); }
+    static Ptr create(ColumnPtr && arg) { return create(arg); }
+
+    template <typename Arg, typename = typename std::enable_if<std::is_rvalue_reference<Arg &&>::value>::type>
+    static MutablePtr create(Arg && arg) { return Base::create(std::forward<Arg>(arg)); }
+
+    std::string getName() const override;
+    const char * getFamilyName() const override { return "Map"; }
+    TypeIndex getDataType() const override { return TypeIndex::Map; }
+
+    MutableColumnPtr cloneEmpty() const override;
+    MutableColumnPtr cloneResized(size_t size) const override;
+
+    size_t size() const override { return nested->size(); }
+
+    Field operator[](size_t n) const override;
+    void get(size_t n, Field & res) const override;
+
+    StringRef getDataAt(size_t n) const override;
+    void insertData(const char * pos, size_t length) override;
+    void insert(const Field & x) override;
+    void insertDefault() override;
+    void popBack(size_t n) override;
+    StringRef serializeValueIntoArena(size_t n, Arena & arena, char const *& begin) const override;
+    const char * deserializeAndInsertFromArena(const char * pos) override;
+    void updateHashWithValue(size_t n, SipHash & hash) const override;
+    void updateWeakHash32(WeakHash32 & hash) const override;
+    void updateHashFast(SipHash & hash) const override;
+    void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
+    ColumnPtr filter(const Filter & filt, ssize_t result_size_hint) const override;
+    ColumnPtr permute(const Permutation & perm, size_t limit) const override;
+    ColumnPtr index(const IColumn & indexes, size_t limit) const override;
+    ColumnPtr replicate(const Offsets & offsets) const override;
+    MutableColumns scatter(ColumnIndex num_columns, const Selector & selector) const override;
+    void gather(ColumnGathererStream & gatherer_stream) override;
+    int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
+    void compareColumn(const IColumn & rhs, size_t rhs_row_num,
+                       PaddedPODArray<UInt64> * row_indexes, PaddedPODArray<Int8> & compare_results,
+                       int direction, int nan_direction_hint) const override;
+    void getExtremes(Field & min, Field & max) const override;
+    void getPermutation(bool reverse, size_t limit, int nan_direction_hint, Permutation & res) const override;
+    void updatePermutation(bool reverse, size_t limit, int nan_direction_hint, IColumn::Permutation & res, EqualRanges & equal_range) const override;
+    void reserve(size_t n) override;
+    size_t byteSize() const override;
+    size_t allocatedBytes() const override;
+    void protect() override;
+    void forEachSubcolumn(ColumnCallback callback) override;
+    bool structureEquals(const IColumn & rhs) const override;
+
+    const ColumnArray & getNestedColumn() const { return assert_cast<const ColumnArray &>(*nested); }
+    ColumnArray & getNestedColumn() { return assert_cast<ColumnArray &>(*nested); }
+
+    const ColumnTuple & getNestedData() const { return assert_cast<const ColumnTuple &>(getNestedColumn().getData()); }
+    ColumnTuple & getNestedData() { return assert_cast<ColumnTuple &>(getNestedColumn().getData()); }
+};
+
+}
diff --git a/src/Columns/ya.make b/src/Columns/ya.make
index f1a8cb9f32e..2affaeb0fc6 100644
--- a/src/Columns/ya.make
+++ b/src/Columns/ya.make
@@ -24,6 +24,7 @@ SRCS(
     ColumnFixedString.cpp
     ColumnFunction.cpp
     ColumnLowCardinality.cpp
+    ColumnMap.cpp
     ColumnNullable.cpp
     ColumnString.cpp
     ColumnTuple.cpp
diff --git a/src/Common/Allocator.h b/src/Common/Allocator.h
index 6ac60020379..0964bb9f522 100644
--- a/src/Common/Allocator.h
+++ b/src/Common/Allocator.h
@@ -26,6 +26,7 @@
     #define DISABLE_MREMAP 1
 #endif
 #include <common/mremap.h>
+#include <common/getPageSize.h>
 
 #include <Common/MemoryTracker.h>
 #include <Common/Exception.h>
@@ -59,7 +60,6 @@
   */
 extern const size_t MMAP_THRESHOLD;
 
-static constexpr size_t MMAP_MIN_ALIGNMENT = 4096;
 static constexpr size_t MALLOC_MIN_ALIGNMENT = 8;
 
 namespace DB
@@ -194,10 +194,11 @@ private:
     void * allocNoTrack(size_t size, size_t alignment)
     {
         void * buf;
+        size_t mmap_min_alignment = ::getPageSize();
 
         if (size >= MMAP_THRESHOLD)
         {
-            if (alignment > MMAP_MIN_ALIGNMENT)
+            if (alignment > mmap_min_alignment)
                 throw DB::Exception(fmt::format("Too large alignment {}: more than page size when allocating {}.",
                     ReadableSize(alignment), ReadableSize(size)), DB::ErrorCodes::BAD_ARGUMENTS);
 
diff --git a/src/Common/Arena.h b/src/Common/Arena.h
index 44a9b444ff2..d41dd9484d4 100644
--- a/src/Common/Arena.h
+++ b/src/Common/Arena.h
@@ -83,10 +83,11 @@ private:
     /// Last contiguous chunk of memory.
     Chunk * head;
     size_t size_in_bytes;
+    size_t page_size;
 
-    static size_t roundUpToPageSize(size_t s)
+    static size_t roundUpToPageSize(size_t s, size_t page_size)
     {
-        return (s + 4096 - 1) / 4096 * 4096;
+        return (s + page_size - 1) / page_size * page_size;
     }
 
     /// If chunks size is less than 'linear_growth_threshold', then use exponential growth, otherwise - linear growth
@@ -113,7 +114,7 @@ private:
         }
 
         assert(size_after_grow >= min_next_size);
-        return roundUpToPageSize(size_after_grow);
+        return roundUpToPageSize(size_after_grow, page_size);
     }
 
     /// Add next contiguous chunk of memory with size not less than specified.
@@ -129,7 +130,8 @@ private:
 public:
     Arena(size_t initial_size_ = 4096, size_t growth_factor_ = 2, size_t linear_growth_threshold_ = 128 * 1024 * 1024)
         : growth_factor(growth_factor_), linear_growth_threshold(linear_growth_threshold_),
-        head(new Chunk(initial_size_, nullptr)), size_in_bytes(head->size())
+        head(new Chunk(initial_size_, nullptr)), size_in_bytes(head->size()),
+        page_size(static_cast<size_t>(::getPageSize()))
     {
     }
 
diff --git a/src/Common/ArrayCache.h b/src/Common/ArrayCache.h
index caa26d237bf..6883d5f8041 100644
--- a/src/Common/ArrayCache.h
+++ b/src/Common/ArrayCache.h
@@ -13,6 +13,8 @@
 #include <boost/noncopyable.hpp>
 #include <ext/scope_guard.h>
 
+#include <common/getPageSize.h>
+
 #include <Common/Exception.h>
 #include <Common/randomSeed.h>
 #include <Common/formatReadable.h>
@@ -326,8 +328,6 @@ private:
         return (x + (rounding - 1)) / rounding * rounding;
     }
 
-    static constexpr size_t page_size = 4096;
-
     /// Sizes and addresses of allocated memory will be aligned to specified boundary.
     static constexpr size_t alignment = 16;
 
@@ -505,6 +505,7 @@ private:
 
         /// If nothing was found and total size of allocated chunks plus required size is lower than maximum,
         ///  allocate a new chunk.
+        size_t page_size = static_cast<size_t>(::getPageSize());
         size_t required_chunk_size = std::max(min_chunk_size, roundUp(size, page_size));
         if (total_chunks_size + required_chunk_size <= max_total_size)
         {
diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index 3e06be94b11..5399826fe20 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -16,9 +16,11 @@
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/Exception.h>
 #include <common/getResource.h>
+#include <common/errnoToString.h>
 #include <IO/WriteBufferFromString.h>
 #include <IO/Operators.h>
 
+
 #define PREPROCESSED_SUFFIX "-preprocessed"
 
 
@@ -234,7 +236,7 @@ static std::string layerFromHost()
 {
     utsname buf;
     if (uname(&buf))
-        throw Poco::Exception(std::string("uname failed: ") + std::strerror(errno));
+        throw Poco::Exception(std::string("uname failed: ") + errnoToString(errno));
 
     std::string layer = numberFromHost(buf.nodename);
     if (layer.empty())
diff --git a/src/Common/CurrentMetrics.cpp b/src/Common/CurrentMetrics.cpp
index c48e76e1d98..d3a4a41046e 100644
--- a/src/Common/CurrentMetrics.cpp
+++ b/src/Common/CurrentMetrics.cpp
@@ -56,6 +56,7 @@
     M(LocalThreadActive, "Number of threads in local thread pools running a task.") \
     M(DistributedFilesToInsert, "Number of pending files to process for asynchronous insertion into Distributed tables. Number of files for every shard is summed.") \
     M(TablesToDropQueueSize, "Number of dropped tables, that are waiting for background data removal.") \
+    M(MaxDDLEntryID, "Max processed DDL entry of DDLWorker.")           \
 
 namespace CurrentMetrics
 {
diff --git a/src/Common/ErrorCodes.cpp b/src/Common/ErrorCodes.cpp
index 1e381808d16..f9908e4e612 100644
--- a/src/Common/ErrorCodes.cpp
+++ b/src/Common/ErrorCodes.cpp
@@ -529,6 +529,7 @@
     M(560, ZSTD_ENCODER_FAILED) \
     M(561, ZSTD_DECODER_FAILED) \
     M(562, TLD_LIST_NOT_FOUND) \
+    M(563, CANNOT_READ_MAP_FROM_TEXT) \
     \
     M(999, KEEPER_EXCEPTION) \
     M(1000, POCO_EXCEPTION) \
diff --git a/src/Common/FieldVisitors.cpp b/src/Common/FieldVisitors.cpp
index ba3187ed039..dae153bd8d2 100644
--- a/src/Common/FieldVisitors.cpp
+++ b/src/Common/FieldVisitors.cpp
@@ -93,6 +93,22 @@ String FieldVisitorDump::operator() (const Tuple & x) const
     return wb.str();
 }
 
+String FieldVisitorDump::operator() (const Map & x) const
+{
+    WriteBufferFromOwnString wb;
+
+    wb << "Map_(";
+    for (auto it = x.begin(); it != x.end(); ++it)
+    {
+        if (it != x.begin())
+            wb << ", ";
+        wb << applyVisitor(*this, *it);
+    }
+    wb << ')';
+
+    return wb.str();
+}
+
 String FieldVisitorDump::operator() (const AggregateFunctionStateData & x) const
 {
     WriteBufferFromOwnString wb;
@@ -176,6 +192,82 @@ String FieldVisitorToString::operator() (const Tuple & x) const
     return wb.str();
 }
 
+String FieldVisitorToString::operator() (const Map & x) const
+{
+    WriteBufferFromOwnString wb;
+
+    wb << '(';
+    for (auto it = x.begin(); it != x.end(); ++it)
+    {
+        if (it != x.begin())
+            wb << ", ";
+        wb << applyVisitor(*this, *it);
+    }
+    wb << ')';
+
+    return wb.str();
+}
+
+
+void FieldVisitorWriteBinary::operator() (const Null &, WriteBuffer &) const { }
+void FieldVisitorWriteBinary::operator() (const UInt64 & x, WriteBuffer & buf) const { DB::writeVarUInt(x, buf); }
+void FieldVisitorWriteBinary::operator() (const Int64 & x, WriteBuffer & buf) const { DB::writeVarInt(x, buf); }
+void FieldVisitorWriteBinary::operator() (const Float64 & x, WriteBuffer & buf) const { DB::writeFloatBinary(x, buf); }
+void FieldVisitorWriteBinary::operator() (const String & x, WriteBuffer & buf) const { DB::writeStringBinary(x, buf); }
+void FieldVisitorWriteBinary::operator() (const UInt128 & x, WriteBuffer & buf) const { DB::writeBinary(x, buf); }
+void FieldVisitorWriteBinary::operator() (const Int128 & x, WriteBuffer & buf) const { DB::writeVarInt(x, buf); }
+void FieldVisitorWriteBinary::operator() (const UInt256 & x, WriteBuffer & buf) const { DB::writeBinary(x, buf); }
+void FieldVisitorWriteBinary::operator() (const Int256 & x, WriteBuffer & buf) const { DB::writeBinary(x, buf); }
+void FieldVisitorWriteBinary::operator() (const DecimalField<Decimal32> & x, WriteBuffer & buf) const { DB::writeBinary(x.getValue(), buf); }
+void FieldVisitorWriteBinary::operator() (const DecimalField<Decimal64> & x, WriteBuffer & buf) const { DB::writeBinary(x.getValue(), buf); }
+void FieldVisitorWriteBinary::operator() (const DecimalField<Decimal128> & x, WriteBuffer & buf) const { DB::writeBinary(x.getValue(), buf); }
+void FieldVisitorWriteBinary::operator() (const DecimalField<Decimal256> & x, WriteBuffer & buf) const { DB::writeBinary(x.getValue(), buf); }
+void FieldVisitorWriteBinary::operator() (const AggregateFunctionStateData & x, WriteBuffer & buf) const
+{
+    DB::writeStringBinary(x.name, buf);
+    DB::writeStringBinary(x.data, buf);
+}
+
+void FieldVisitorWriteBinary::operator() (const Array & x, WriteBuffer & buf) const
+{
+    const size_t size = x.size();
+    DB::writeBinary(size, buf);
+
+    for (size_t i = 0; i < size; ++i)
+    {
+        const UInt8 type = x[i].getType();
+        DB::writeBinary(type, buf);
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, x[i]);
+    }
+}
+
+void FieldVisitorWriteBinary::operator() (const Tuple & x, WriteBuffer & buf) const
+{
+    const size_t size = x.size();
+    DB::writeBinary(size, buf);
+
+    for (size_t i = 0; i < size; ++i)
+    {
+        const UInt8 type = x[i].getType();
+        DB::writeBinary(type, buf);
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, x[i]);
+    }
+}
+
+
+void FieldVisitorWriteBinary::operator() (const Map & x, WriteBuffer & buf) const
+{
+    const size_t size = x.size();
+    DB::writeBinary(size, buf);
+
+    for (size_t i = 0; i < size; ++i)
+    {
+        const UInt8 type = x[i].getType();
+        writeBinary(type, buf);
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, x[i]);
+    }
+}
+
 
 FieldVisitorHash::FieldVisitorHash(SipHash & hash_) : hash(hash_) {}
 
@@ -238,6 +330,16 @@ void FieldVisitorHash::operator() (const Tuple & x) const
         applyVisitor(*this, elem);
 }
 
+void FieldVisitorHash::operator() (const Map & x) const
+{
+    UInt8 type = Field::Types::Map;
+    hash.update(type);
+    hash.update(x.size());
+
+    for (const auto & elem : x)
+        applyVisitor(*this, elem);
+}
+
 void FieldVisitorHash::operator() (const Array & x) const
 {
     UInt8 type = Field::Types::Array;
diff --git a/src/Common/FieldVisitors.h b/src/Common/FieldVisitors.h
index 79d5af88904..314609ee1a0 100644
--- a/src/Common/FieldVisitors.h
+++ b/src/Common/FieldVisitors.h
@@ -77,6 +77,7 @@ public:
     String operator() (const String & x) const;
     String operator() (const Array & x) const;
     String operator() (const Tuple & x) const;
+    String operator() (const Map & x) const;
     String operator() (const DecimalField<Decimal32> & x) const;
     String operator() (const DecimalField<Decimal64> & x) const;
     String operator() (const DecimalField<Decimal128> & x) const;
@@ -88,6 +89,30 @@ public:
 };
 
 
+class FieldVisitorWriteBinary
+{
+public:
+    void operator() (const Null & x, WriteBuffer & buf) const;
+    void operator() (const UInt64 & x, WriteBuffer & buf) const;
+    void operator() (const UInt128 & x, WriteBuffer & buf) const;
+    void operator() (const Int64 & x, WriteBuffer & buf) const;
+    void operator() (const Int128 & x, WriteBuffer & buf) const;
+    void operator() (const Float64 & x, WriteBuffer & buf) const;
+    void operator() (const String & x, WriteBuffer & buf) const;
+    void operator() (const Array & x, WriteBuffer & buf) const;
+    void operator() (const Tuple & x, WriteBuffer & buf) const;
+    void operator() (const Map & x, WriteBuffer & buf) const;
+    void operator() (const DecimalField<Decimal32> & x, WriteBuffer & buf) const;
+    void operator() (const DecimalField<Decimal64> & x, WriteBuffer & buf) const;
+    void operator() (const DecimalField<Decimal128> & x, WriteBuffer & buf) const;
+    void operator() (const DecimalField<Decimal256> & x, WriteBuffer & buf) const;
+    void operator() (const AggregateFunctionStateData & x, WriteBuffer & buf) const;
+
+    void operator() (const UInt256 & x, WriteBuffer & buf) const;
+    void operator() (const Int256 & x, WriteBuffer & buf) const;
+};
+
+
 /** Print readable and unique text dump of field type and value. */
 class FieldVisitorDump : public StaticVisitor<String>
 {
@@ -101,6 +126,7 @@ public:
     String operator() (const String & x) const;
     String operator() (const Array & x) const;
     String operator() (const Tuple & x) const;
+    String operator() (const Map & x) const;
     String operator() (const DecimalField<Decimal32> & x) const;
     String operator() (const DecimalField<Decimal64> & x) const;
     String operator() (const DecimalField<Decimal128> & x) const;
@@ -137,6 +163,11 @@ public:
         throw Exception("Cannot convert Tuple to " + demangle(typeid(T).name()), ErrorCodes::CANNOT_CONVERT_TYPE);
     }
 
+    T operator() (const Map &) const
+    {
+        throw Exception("Cannot convert Map to " + demangle(typeid(T).name()), ErrorCodes::CANNOT_CONVERT_TYPE);
+    }
+
     T operator() (const UInt64 & x) const { return T(x); }
     T operator() (const Int64 & x) const { return T(x); }
     T operator() (const Int128 & x) const { return T(x); }
@@ -226,6 +257,7 @@ public:
     void operator() (const String & x) const;
     void operator() (const Array & x) const;
     void operator() (const Tuple & x) const;
+    void operator() (const Map & x) const;
     void operator() (const DecimalField<Decimal32> & x) const;
     void operator() (const DecimalField<Decimal64> & x) const;
     void operator() (const DecimalField<Decimal128> & x) const;
@@ -268,6 +300,7 @@ public:
     bool operator() (String &) const { throw Exception("Cannot sum Strings", ErrorCodes::LOGICAL_ERROR); }
     bool operator() (Array &) const { throw Exception("Cannot sum Arrays", ErrorCodes::LOGICAL_ERROR); }
     bool operator() (Tuple &) const { throw Exception("Cannot sum Tuples", ErrorCodes::LOGICAL_ERROR); }
+    bool operator() (Map &) const { throw Exception("Cannot sum Maps", ErrorCodes::LOGICAL_ERROR); }
     bool operator() (UInt128 &) const { throw Exception("Cannot sum UUIDs", ErrorCodes::LOGICAL_ERROR); }
     bool operator() (AggregateFunctionStateData &) const { throw Exception("Cannot sum AggregateFunctionStates", ErrorCodes::LOGICAL_ERROR); }
 
diff --git a/src/Common/HashTable/HashTable.h b/src/Common/HashTable/HashTable.h
index a569b1c15db..2d5580bf709 100644
--- a/src/Common/HashTable/HashTable.h
+++ b/src/Common/HashTable/HashTable.h
@@ -194,9 +194,6 @@ struct HashTableCell
     /// Do the hash table need to store the zero key separately (that is, can a zero key be inserted into the hash table).
     static constexpr bool need_zero_value_storage = true;
 
-    /// Whether the cell is deleted.
-    bool isDeleted() const { return false; }
-
     /// Set the mapped value, if any (for HashMap), to the corresponding `value`.
     void setMapped(const value_type & /*value*/) {}
 
@@ -230,6 +227,9 @@ struct HashTableGrower
     UInt8 size_degree = initial_size_degree;
     static constexpr auto initial_count = 1ULL << initial_size_degree;
 
+    /// If collision resolution chains are contiguous, we can implement erase operation by moving the elements.
+    static constexpr auto performs_linear_probing_with_single_step = true;
+
     /// The size of the hash table in the cells.
     size_t bufSize() const               { return 1ULL << size_degree; }
 
@@ -277,6 +277,9 @@ template <size_t key_bits>
 struct HashTableFixedGrower
 {
     static constexpr auto initial_count = 1ULL << key_bits;
+
+    static constexpr auto performs_linear_probing_with_single_step = true;
+
     size_t bufSize() const               { return 1ULL << key_bits; }
     size_t place(size_t x) const         { return x; }
     /// You could write __builtin_unreachable(), but the compiler does not optimize everything, and it turns out less efficiently.
@@ -466,7 +469,7 @@ protected:
           */
         size_t i = 0;
         for (; i < old_size; ++i)
-            if (!buf[i].isZero(*this) && !buf[i].isDeleted())
+            if (!buf[i].isZero(*this))
                 reinsert(buf[i], buf[i].getHash(*this));
 
         /** There is also a special case:
@@ -477,7 +480,7 @@ protected:
           *    after transferring all the elements from the old halves you need to     [         o   x    ]
           *    process tail from the collision resolution chain immediately after it   [        o    x    ]
           */
-        for (; !buf[i].isZero(*this) && !buf[i].isDeleted(); ++i)
+        for (; !buf[i].isZero(*this); ++i)
             reinsert(buf[i], buf[i].getHash(*this));
 
 #ifdef DBMS_HASH_MAP_DEBUG_RESIZES
@@ -829,6 +832,7 @@ protected:
                   */
                 --m_size;
                 buf[place_value].setZero();
+                inserted = false;
                 throw;
             }
 
@@ -954,6 +958,112 @@ public:
         return const_cast<std::decay_t<decltype(*this)> *>(this)->find(x, hash_value);
     }
 
+    std::enable_if_t<Grower::performs_linear_probing_with_single_step, void>
+    ALWAYS_INLINE erase(const Key & x)
+    {
+        /** Deletion from open addressing hash table without tombstones
+          *
+          * https://en.wikipedia.org/wiki/Linear_probing
+          * https://en.wikipedia.org/wiki/Open_addressing
+          * Algorithm without recomputing hash but keep probes difference value (difference of natural cell position and inserted one)
+          * in cell https://arxiv.org/ftp/arxiv/papers/0909/0909.2547.pdf
+          *
+          * Currently we use algorithm with hash recomputing on each step from https://en.wikipedia.org/wiki/Open_addressing
+          */
+
+        if (Cell::isZero(x, *this))
+        {
+            if (this->hasZero())
+            {
+                --m_size;
+                this->clearHasZero();
+            }
+            else
+            {
+                return;
+            }
+        }
+
+        size_t hash_value = hash(x);
+        size_t erased_key_position = findCell(x, hash_value, grower.place(hash_value));
+
+        /// Key is not found
+        if (buf[erased_key_position].isZero(*this))
+        {
+            return;
+        }
+
+        /// We need to guarantee loop termination because there will be empty position
+        assert(m_size < grower.bufSize());
+
+        size_t next_position = erased_key_position;
+
+        /**
+         * During element deletion there is a possibility that the search will be broken for one
+         * of the following elements, because this place erased_key_position is empty. We will check
+         * next_element. Consider a sequence from (erased_key_position, next_element], if the
+         * optimal_position of next_element falls into it, then removing erased_key_position
+         * will not break search for next_element.
+         * If optimal_position of the element does not fall into the sequence (erased_key_position, next_element]
+         * then deleting a erased_key_position will break search for it, so we need to move next_element
+         * to erased_key_position. Now we have empty place at next_element, so we apply the identical
+         * procedure for it.
+         * If an empty element is encoutered then means that there is no more next elements for which we can
+         * break the search so we can exit.
+        */
+
+        /// Walk to the right through collision resolution chain and move elements to better positions
+        while (true)
+        {
+            next_position = grower.next(next_position);
+
+            /// If there's no more elements in the chain
+            if (buf[next_position].isZero(*this))
+                break;
+
+            /// The optimal position of the element in the cell at next_position
+            size_t optimal_position = grower.place(buf[next_position].getHash(*this));
+
+            /// If position of this element is already optimal - proceed to the next element.
+            if (optimal_position == next_position)
+                continue;
+
+            /// Cannot move this element because optimal position is after the freed place
+            /// The second condition is tricky - if the chain was overlapped before erased_key_position,
+            ///  and the optimal position is actually before in collision resolution chain:
+            ///
+            /// [*xn***----------------***]
+            ///   ^^-next elem          ^
+            ///   |                     |
+            ///   erased elem           the optimal position of the next elem
+            ///
+            /// so, the next elem should be moved to position of erased elem
+
+            /// The case of non overlapping part of chain
+            if (next_position > erased_key_position
+               && (optimal_position > erased_key_position) && (optimal_position < next_position))
+            {
+                continue;
+            }
+
+            /// The case of overlapping chain
+            if (next_position < erased_key_position
+                /// Cannot move this element because optimal position is after the freed place
+                && ((optimal_position > erased_key_position) || (optimal_position < next_position)))
+            {
+                continue;
+            }
+
+            /// Move the element to the freed place
+            memcpy(static_cast<void *>(&buf[erased_key_position]), static_cast<void *>(&buf[next_position]), sizeof(Cell));
+            /// Now we have another freed place
+            erased_key_position = next_position;
+        }
+
+        buf[erased_key_position].setZero();
+        --m_size;
+    }
+
     bool ALWAYS_INLINE has(const Key & x) const
     {
         if (Cell::isZero(x, *this))
diff --git a/src/Common/IFactoryWithAliases.h b/src/Common/IFactoryWithAliases.h
index 11ebf31db33..49c03049b92 100644
--- a/src/Common/IFactoryWithAliases.h
+++ b/src/Common/IFactoryWithAliases.h
@@ -106,6 +106,11 @@ public:
         return aliases.count(name) || case_insensitive_aliases.count(name);
     }
 
+    bool hasNameOrAlias(const String & name) const
+    {
+        return getMap().count(name) || getCaseInsensitiveMap().count(name) || isAlias(name);
+    }
+
     virtual ~IFactoryWithAliases() override {}
 
 private:
diff --git a/src/Common/MemoryStatisticsOS.cpp b/src/Common/MemoryStatisticsOS.cpp
index 7c65461aeb6..f1022d887c1 100644
--- a/src/Common/MemoryStatisticsOS.cpp
+++ b/src/Common/MemoryStatisticsOS.cpp
@@ -8,10 +8,11 @@
 
 #include "MemoryStatisticsOS.h"
 
+#include <common/logger_useful.h>
+#include <common/getPageSize.h>
 #include <Common/Exception.h>
 #include <IO/ReadBufferFromMemory.h>
 #include <IO/ReadHelpers.h>
-#include <common/logger_useful.h>
 
 
 namespace DB
@@ -26,7 +27,6 @@ namespace ErrorCodes
 }
 
 static constexpr auto filename = "/proc/self/statm";
-static constexpr size_t PAGE_SIZE = 4096;
 
 MemoryStatisticsOS::MemoryStatisticsOS()
 {
@@ -93,11 +93,12 @@ MemoryStatisticsOS::Data MemoryStatisticsOS::get() const
     skipWhitespaceIfAny(in);
     readIntText(data.data_and_stack, in);
 
-    data.virt *= PAGE_SIZE;
-    data.resident *= PAGE_SIZE;
-    data.shared *= PAGE_SIZE;
-    data.code *= PAGE_SIZE;
-    data.data_and_stack *= PAGE_SIZE;
+    size_t page_size = static_cast<size_t>(::getPageSize());
+    data.virt *= page_size;
+    data.resident *= page_size;
+    data.shared *= page_size;
+    data.code *= page_size;
+    data.data_and_stack *= page_size;
 
     return data;
 }
diff --git a/src/Common/SpaceSaving.h b/src/Common/SpaceSaving.h
index cb6fee1ad91..185b4aa90ae 100644
--- a/src/Common/SpaceSaving.h
+++ b/src/Common/SpaceSaving.h
@@ -353,6 +353,7 @@ private:
     void destroyLastElement()
     {
         auto last_element = counter_list.back();
+        counter_map.erase(last_element->key);
         arena.free(last_element->key);
         delete last_element;
         counter_list.pop_back();
diff --git a/src/Common/StringSearcher.h b/src/Common/StringSearcher.h
index a4da499837b..e39253c439f 100644
--- a/src/Common/StringSearcher.h
+++ b/src/Common/StringSearcher.h
@@ -1,5 +1,6 @@
 #pragma once
 
+#include <common/getPageSize.h>
 #include <Common/Exception.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/UTF8Helpers.h>
@@ -37,7 +38,7 @@ struct StringSearcherBase
 {
 #ifdef __SSE2__
     static constexpr auto n = sizeof(__m128i);
-    const int page_size = getpagesize();
+    const int page_size = ::getPageSize();
 
     bool pageSafe(const void * const ptr) const
     {
diff --git a/src/Common/ThreadProfileEvents.cpp b/src/Common/ThreadProfileEvents.cpp
index c8a4555dabf..e6336baecda 100644
--- a/src/Common/ThreadProfileEvents.cpp
+++ b/src/Common/ThreadProfileEvents.cpp
@@ -21,6 +21,9 @@
 #include <sys/types.h>
 #include <dirent.h>
 
+#include <common/errnoToString.h>
+
+
 namespace DB
 {
 
@@ -246,7 +249,7 @@ static void enablePerfEvent(int event_fd)
     {
         LOG_WARNING(&Poco::Logger::get("PerfEvents"),
             "Can't enable perf event with file descriptor {}: '{}' ({})",
-            event_fd, strerror(errno), errno);
+            event_fd, errnoToString(errno), errno);
     }
 }
 
@@ -256,7 +259,7 @@ static void disablePerfEvent(int event_fd)
     {
         LOG_WARNING(&Poco::Logger::get("PerfEvents"),
             "Can't disable perf event with file descriptor {}: '{}' ({})",
-            event_fd, strerror(errno), errno);
+            event_fd, errnoToString(errno), errno);
     }
 }
 
@@ -266,7 +269,7 @@ static void releasePerfEvent(int event_fd)
     {
         LOG_WARNING(&Poco::Logger::get("PerfEvents"),
             "Can't close perf event file descriptor {}: {} ({})",
-            event_fd, strerror(errno), errno);
+            event_fd, errnoToString(errno), errno);
     }
 }
 
@@ -284,7 +287,7 @@ static bool validatePerfEventDescriptor(int & fd)
     {
         LOG_WARNING(&Poco::Logger::get("PerfEvents"),
             "Error while checking availability of event descriptor {}: {} ({})",
-            fd, strerror(errno), errno);
+            fd, errnoToString(errno), errno);
 
         disablePerfEvent(fd);
         releasePerfEvent(fd);
@@ -391,7 +394,7 @@ bool PerfEventsCounters::processThreadLocalChanges(const std::string & needed_ev
             LOG_WARNING(&Poco::Logger::get("PerfEvents"),
                 "Failed to open perf event {} (event_type={}, event_config={}): "
                 "'{}' ({})", event_info.settings_name, event_info.event_type,
-                event_info.event_config, strerror(errno), errno);
+                event_info.event_config, errnoToString(errno), errno);
         }
     }
 
@@ -477,7 +480,7 @@ void PerfEventsCounters::finalizeProfileEvents(ProfileEvents::Counters & profile
         {
             LOG_WARNING(&Poco::Logger::get("PerfEvents"),
                 "Can't read event value from file descriptor {}: '{}' ({})",
-                fd, strerror(errno), errno);
+                fd, errnoToString(errno), errno);
             current_values[i] = {};
         }
     }
diff --git a/src/Common/ThreadStatus.cpp b/src/Common/ThreadStatus.cpp
index 3215bb55537..4bba3d8f4eb 100644
--- a/src/Common/ThreadStatus.cpp
+++ b/src/Common/ThreadStatus.cpp
@@ -2,11 +2,14 @@
 #include <Common/ThreadProfileEvents.h>
 #include <Common/QueryProfiler.h>
 #include <Common/ThreadStatus.h>
+#include <common/errnoToString.h>
 #include <Interpreters/OpenTelemetrySpanLog.h>
 
 #include <Poco/Logger.h>
 #include <common/getThreadId.h>
 
+#include <signal.h>
+
 
 namespace DB
 {
@@ -21,6 +24,11 @@ namespace ErrorCodes
 thread_local ThreadStatus * current_thread = nullptr;
 thread_local ThreadStatus * main_thread = nullptr;
 
+#if !defined(SANITIZER) && !defined(ARCADIA_BUILD)
+    alignas(4096) static thread_local char alt_stack[4096];
+    static thread_local bool has_alt_stack = false;
+#endif
+
 
 ThreadStatus::ThreadStatus()
     : thread_id{getThreadId()}
@@ -34,6 +42,46 @@ ThreadStatus::ThreadStatus()
 
     /// NOTE: It is important not to do any non-trivial actions (like updating ProfileEvents or logging) before ThreadStatus is created
     /// Otherwise it could lead to SIGSEGV due to current_thread dereferencing
+
+    /// Will set alternative signal stack to provide diagnostics for stack overflow errors.
+    /// If not already installed for current thread.
+    /// Sanitizer makes larger stack usage and also it's incompatible with alternative stack by default (it sets up and relies on its own).
+#if !defined(SANITIZER) && !defined(ARCADIA_BUILD)
+    if (!has_alt_stack)
+    {
+        /// Don't repeat tries even if not installed successfully.
+        has_alt_stack = true;
+
+        /// We have to call 'sigaltstack' before first 'sigaction'. (It does not work other way, for unknown reason).
+        stack_t altstack_description{};
+        altstack_description.ss_sp = alt_stack;
+        altstack_description.ss_flags = 0;
+        altstack_description.ss_size = sizeof(alt_stack);
+
+        if (0 != sigaltstack(&altstack_description, nullptr))
+        {
+            LOG_WARNING(log, "Cannot set alternative signal stack for thread, {}", errnoToString(errno));
+        }
+        else
+        {
+            /// Obtain existing sigaction and modify it by adding a flag.
+            struct sigaction action{};
+            if (0 != sigaction(SIGSEGV, nullptr, &action))
+            {
+                LOG_WARNING(log, "Cannot obtain previous signal action to set alternative signal stack for thread, {}", errnoToString(errno));
+            }
+            else if (!(action.sa_flags & SA_ONSTACK))
+            {
+                action.sa_flags |= SA_ONSTACK;
+
+                if (0 != sigaction(SIGSEGV, &action, nullptr))
+                {
+                    LOG_WARNING(log, "Cannot set action with alternative signal stack for thread, {}", errnoToString(errno));
+                }
+            }
+        }
+    }
+#endif
 }
 
 ThreadStatus::~ThreadStatus()
diff --git a/src/Common/UInt128.h b/src/Common/UInt128.h
index baa33578089..06fddee8dc9 100644
--- a/src/Common/UInt128.h
+++ b/src/Common/UInt128.h
@@ -28,23 +28,28 @@ struct UInt128
     UInt64 low;
     UInt64 high;
 
+    /// TODO: Make this constexpr. Currently it is used in unions
+    /// and union cannot contain member with non trivial constructor
+    /// constructor must be non user provided but compiler cannot constexpr constructor
+    /// if members low and high are not initialized, if we default member initialize them
+    /// constructor becomes non trivial.
     UInt128() = default;
-    explicit UInt128(const UInt64 low_, const UInt64 high_) : low(low_), high(high_) {}
+    explicit constexpr UInt128(const UInt64 low_, const UInt64 high_) : low(low_), high(high_) { }
 
     /// We need Int128 to UInt128 conversion or AccurateComparison will call greaterOp<Int128, UInt64> instead of greaterOp<Int128, UInt128>
-    explicit UInt128(const Int128 rhs) : low(rhs), high(rhs >> 64) {}
-    explicit UInt128(const Int64 rhs) : low(rhs), high() {}
-    explicit UInt128(const Int32 rhs) : low(rhs), high() {}
-    explicit UInt128(const Int16 rhs) : low(rhs), high() {}
-    explicit UInt128(const Int8 rhs) : low(rhs), high() {}
-    explicit UInt128(const UInt8 rhs) : low(rhs), high() {}
-    explicit UInt128(const UInt16 rhs) : low(rhs), high() {}
-    explicit UInt128(const UInt32 rhs) : low(rhs), high() {}
-    explicit UInt128(const UInt64 rhs) : low(rhs), high() {}
-    explicit UInt128(const Float32 rhs) : low(rhs), high() {}
-    explicit UInt128(const Float64 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Int128 rhs) : low(rhs), high(rhs >> 64) {}
+    explicit constexpr UInt128(const Int64 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Int32 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Int16 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Int8 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const UInt8 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const UInt16 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const UInt32 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const UInt64 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Float32 rhs) : low(rhs), high() {}
+    explicit constexpr UInt128(const Float64 rhs) : low(rhs), high() {}
 
-    auto tuple() const { return std::tie(high, low); }
+    constexpr auto tuple() const { return std::tie(high, low); }
 
     String toHexString() const
     {
@@ -53,31 +58,31 @@ struct UInt128
         return res;
     }
 
-    bool inline operator== (const UInt128 rhs) const { return tuple() == rhs.tuple(); }
-    bool inline operator!= (const UInt128 rhs) const { return tuple() != rhs.tuple(); }
-    bool inline operator<  (const UInt128 rhs) const { return tuple() < rhs.tuple(); }
-    bool inline operator<= (const UInt128 rhs) const { return tuple() <= rhs.tuple(); }
-    bool inline operator>  (const UInt128 rhs) const { return tuple() > rhs.tuple(); }
-    bool inline operator>= (const UInt128 rhs) const { return tuple() >= rhs.tuple(); }
+    constexpr bool operator== (const UInt128 rhs) const { return tuple() == rhs.tuple(); }
+    constexpr bool operator!= (const UInt128 rhs) const { return tuple() != rhs.tuple(); }
+    constexpr bool operator<  (const UInt128 rhs) const { return tuple() < rhs.tuple(); }
+    constexpr bool operator<= (const UInt128 rhs) const { return tuple() <= rhs.tuple(); }
+    constexpr bool operator>  (const UInt128 rhs) const { return tuple() > rhs.tuple(); }
+    constexpr bool operator>= (const UInt128 rhs) const { return tuple() >= rhs.tuple(); }
 
-    bool inline operator == (const Int128 rhs) const { return *this == UInt128(rhs, rhs >> 64) && rhs >= 0; }
-    bool inline operator != (const Int128 rhs) const { return *this != UInt128(rhs, rhs >> 64) || rhs < 0; }
-    bool inline operator >= (const Int128 rhs) const { return *this >= UInt128(rhs, rhs >> 64) || rhs < 0; }
-    bool inline operator >  (const Int128 rhs) const { return *this >  UInt128(rhs, rhs >> 64) || rhs < 0; }
-    bool inline operator <= (const Int128 rhs) const { return *this <= UInt128(rhs, rhs >> 64) && rhs >= 0; }
-    bool inline operator <  (const Int128 rhs) const { return *this <  UInt128(rhs, rhs >> 64) && rhs >= 0; }
+    constexpr bool operator == (const Int128 rhs) const { return *this == UInt128(rhs, rhs >> 64) && rhs >= 0; }
+    constexpr bool operator != (const Int128 rhs) const { return *this != UInt128(rhs, rhs >> 64) || rhs < 0; }
+    constexpr bool operator >= (const Int128 rhs) const { return *this >= UInt128(rhs, rhs >> 64) || rhs < 0; }
+    constexpr bool operator >  (const Int128 rhs) const { return *this >  UInt128(rhs, rhs >> 64) || rhs < 0; }
+    constexpr bool operator <= (const Int128 rhs) const { return *this <= UInt128(rhs, rhs >> 64) && rhs >= 0; }
+    constexpr bool operator <  (const Int128 rhs) const { return *this <  UInt128(rhs, rhs >> 64) && rhs >= 0; }
 
-    bool inline operator >  (const Int256 rhs) const { return (rhs < 0) || ((Int256(high) << 64) + low) > rhs; }
-    bool inline operator >  (const UInt256 rhs) const { return ((UInt256(high) << 64) + low) > rhs; }
-    bool inline operator <  (const Int256 rhs) const { return (rhs >= 0) && ((Int256(high) << 64) + low) < rhs; }
-    bool inline operator <  (const UInt256 rhs) const { return ((UInt256(high) << 64) + low) < rhs; }
+    constexpr bool operator >  (const Int256 rhs) const { return (rhs < 0) || ((Int256(high) << 64) + low) > rhs; }
+    constexpr bool operator >  (const UInt256 rhs) const { return ((UInt256(high) << 64) + low) > rhs; }
+    constexpr bool operator <  (const Int256 rhs) const { return (rhs >= 0) && ((Int256(high) << 64) + low) < rhs; }
+    constexpr bool operator <  (const UInt256 rhs) const { return ((UInt256(high) << 64) + low) < rhs; }
 
-    template <typename T> bool inline operator== (const T rhs) const { return *this == UInt128(rhs); }
-    template <typename T> bool inline operator!= (const T rhs) const { return *this != UInt128(rhs); }
-    template <typename T> bool inline operator>= (const T rhs) const { return *this >= UInt128(rhs); }
-    template <typename T> bool inline operator>  (const T rhs) const { return *this >  UInt128(rhs); }
-    template <typename T> bool inline operator<= (const T rhs) const { return *this <= UInt128(rhs); }
-    template <typename T> bool inline operator<  (const T rhs) const { return *this <  UInt128(rhs); }
+    template <typename T> constexpr bool operator== (const T rhs) const { return *this == UInt128(rhs); }
+    template <typename T> constexpr bool operator!= (const T rhs) const { return *this != UInt128(rhs); }
+    template <typename T> constexpr bool operator>= (const T rhs) const { return *this >= UInt128(rhs); }
+    template <typename T> constexpr bool operator>  (const T rhs) const { return *this >  UInt128(rhs); }
+    template <typename T> constexpr bool operator<= (const T rhs) const { return *this <= UInt128(rhs); }
+    template <typename T> constexpr bool operator<  (const T rhs) const { return *this <  UInt128(rhs); }
 
     template <typename T> explicit operator T() const
     {
@@ -91,15 +96,15 @@ struct UInt128
 #pragma GCC diagnostic pop
 #endif
 
-    UInt128 & operator= (const UInt64 rhs) { low = rhs; high = 0; return *this; }
+    constexpr UInt128 & operator= (const UInt64 rhs) { low = rhs; high = 0; return *this; }
 };
 
-template <typename T> bool inline operator == (T a, const UInt128 b) { return b.operator==(a); }
-template <typename T> bool inline operator != (T a, const UInt128 b) { return b.operator!=(a); }
-template <typename T> bool inline operator >= (T a, const UInt128 b) { return b <= a; }
-template <typename T> bool inline operator >  (T a, const UInt128 b) { return b < a; }
-template <typename T> bool inline operator <= (T a, const UInt128 b) { return b >= a; }
-template <typename T> bool inline operator <  (T a, const UInt128 b) { return b > a; }
+template <typename T> constexpr bool operator == (T a, const UInt128 b) { return b.operator==(a); }
+template <typename T> constexpr bool operator != (T a, const UInt128 b) { return b.operator!=(a); }
+template <typename T> constexpr bool operator >= (T a, const UInt128 b) { return b <= a; }
+template <typename T> constexpr bool operator >  (T a, const UInt128 b) { return b < a; }
+template <typename T> constexpr bool operator <= (T a, const UInt128 b) { return b >= a; }
+template <typename T> constexpr bool operator <  (T a, const UInt128 b) { return b > a; }
 
 template <> inline constexpr bool IsNumber<UInt128> = true;
 template <> struct TypeName<UInt128> { static constexpr const char * get() { return "UInt128"; } };
@@ -246,4 +251,42 @@ template <> struct hash<DB::UInt128>
     }
 };
 
+template<>
+class numeric_limits<DB::UInt128>
+{
+public:
+    static constexpr bool is_specialized = true;
+    static constexpr bool is_signed = ::is_signed<DB::UInt128>::value;
+    static constexpr bool is_integer = ::is_integer<DB::UInt128>::value;
+    static constexpr bool is_exact = true;
+    static constexpr bool has_infinity = false;
+    static constexpr bool has_quiet_NaN = false;
+    static constexpr bool has_signaling_NaN = false;
+    static constexpr std::float_denorm_style has_denorm = std::denorm_absent;
+    static constexpr bool has_denorm_loss = false;
+    static constexpr std::float_round_style round_style = std::round_toward_zero;
+    static constexpr bool is_iec559 = false;
+    static constexpr bool is_bounded = true;
+    static constexpr bool is_modulo = true;
+    static constexpr int digits = std::numeric_limits<UInt64>::digits * 2;
+    static constexpr int digits10 = digits * 0.30103 /*std::log10(2)*/;
+    static constexpr int max_digits10 = 0;
+    static constexpr int radix = 2;
+    static constexpr int min_exponent = 0;
+    static constexpr int min_exponent10 = 0;
+    static constexpr int max_exponent = 0;
+    static constexpr int max_exponent10 = 0;
+    static constexpr bool traps = true;
+    static constexpr bool tinyness_before = false;
+
+    static constexpr DB::UInt128 min() noexcept { return DB::UInt128(0, 0); }
+
+    static constexpr DB::UInt128 max() noexcept
+    {
+        return DB::UInt128(std::numeric_limits<UInt64>::max(), std::numeric_limits<UInt64>::max());
+    }
+
+    static constexpr DB::UInt128 lowest() noexcept { return min(); }
+};
+
 }
diff --git a/src/Common/XDBCBridgeHelper.h b/src/Common/XDBCBridgeHelper.h
index ed1f63a2507..d7d3a6ba4cc 100644
--- a/src/Common/XDBCBridgeHelper.h
+++ b/src/Common/XDBCBridgeHelper.h
@@ -12,6 +12,7 @@
 #include <Poco/URI.h>
 #include <Poco/Util/AbstractConfiguration.h>
 #include <Common/ShellCommand.h>
+#include <IO/ConnectionTimeoutsContext.h>
 #include <common/logger_useful.h>
 #include <ext/range.h>
 
diff --git a/src/Common/ZooKeeper/TestKeeperStorage.cpp b/src/Common/ZooKeeper/TestKeeperStorage.cpp
index e3e4edc23a7..6b6ae93bbb9 100644
--- a/src/Common/ZooKeeper/TestKeeperStorage.cpp
+++ b/src/Common/ZooKeeper/TestKeeperStorage.cpp
@@ -798,6 +798,21 @@ void TestKeeperStorage::clearDeadWatches(int64_t session_id)
                 if (watches_for_path.empty())
                     watches.erase(watch);
             }
+
+            auto list_watch = list_watches.find(watch_path);
+            if (list_watch != list_watches.end())
+            {
+                auto & list_watches_for_path = list_watch->second;
+                for (auto w_it = list_watches_for_path.begin(); w_it != list_watches_for_path.end();)
+                {
+                    if (w_it->session_id == session_id)
+                        w_it = list_watches_for_path.erase(w_it);
+                    else
+                        ++w_it;
+                }
+                if (list_watches_for_path.empty())
+                    list_watches.erase(list_watch);
+            }
         }
         sessions_and_watchers.erase(watches_it);
     }
diff --git a/src/Common/config.h.in b/src/Common/config.h.in
index 3a67b2a8f2c..ee2bfe3df53 100644
--- a/src/Common/config.h.in
+++ b/src/Common/config.h.in
@@ -5,6 +5,7 @@
 #cmakedefine01 USE_RE2_ST
 #cmakedefine01 USE_SSL
 #cmakedefine01 USE_HDFS
+#cmakedefine01 USE_INTERNAL_HDFS3_LIBRARY
 #cmakedefine01 USE_AWS_S3
 #cmakedefine01 USE_BROTLI
 #cmakedefine01 USE_UNWIND
diff --git a/src/Common/tests/CMakeLists.txt b/src/Common/tests/CMakeLists.txt
index 6a39c2f8553..cb36e2b97d2 100644
--- a/src/Common/tests/CMakeLists.txt
+++ b/src/Common/tests/CMakeLists.txt
@@ -10,9 +10,6 @@ target_link_libraries (sip_hash_perf PRIVATE clickhouse_common_io)
 add_executable (auto_array auto_array.cpp)
 target_link_libraries (auto_array PRIVATE clickhouse_common_io)
 
-add_executable (hash_table hash_table.cpp)
-target_link_libraries (hash_table PRIVATE clickhouse_common_io)
-
 add_executable (small_table small_table.cpp)
 target_link_libraries (small_table PRIVATE clickhouse_common_io)
 
diff --git a/src/Common/tests/gtest_hash_table.cpp b/src/Common/tests/gtest_hash_table.cpp
new file mode 100644
index 00000000000..41255dcbba1
--- /dev/null
+++ b/src/Common/tests/gtest_hash_table.cpp
@@ -0,0 +1,319 @@
+#include <iomanip>
+#include <iostream>
+
+#include <Interpreters/AggregationCommon.h>
+
+#include <Common/HashTable/HashMap.h>
+#include <Common/HashTable/HashSet.h>
+
+#include <IO/ReadBufferFromString.h>
+
+#include <gtest/gtest.h>
+
+/// To test dump functionality without using other hashes that can change
+template <typename T>
+struct DummyHash
+{
+    size_t operator()(T key) const { return T(key); }
+};
+
+template<typename HashTable>
+std::set<typename HashTable::value_type> convertToSet(const HashTable& table)
+{
+    std::set<typename HashTable::value_type> result;
+
+    for (auto v: table)
+        result.emplace(v.getValue());
+
+    return result;
+}
+
+
+TEST(HashTable, Insert)
+{
+    using Cont = HashSet<int, DefaultHash<int>, HashTableGrower<1>>;
+
+    Cont cont;
+
+    cont.insert(1);
+    cont.insert(2);
+
+    ASSERT_EQ(cont.size(), 2);
+}
+
+TEST(HashTable, Emplace)
+{
+    using Cont = HashSet<int, DefaultHash<int>, HashTableGrower<1>>;
+
+    Cont cont;
+
+    Cont::LookupResult it;
+    bool inserted = false;
+    cont.emplace(1, it, inserted);
+    ASSERT_EQ(it->getKey(), 1);
+    ASSERT_EQ(inserted, true);
+
+    cont.emplace(2, it, inserted);
+    ASSERT_EQ(it->getKey(), 2);
+    ASSERT_EQ(inserted, true);
+
+    cont.emplace(1, it, inserted);
+    ASSERT_EQ(it->getKey(), 1);
+    ASSERT_EQ(inserted, false);
+}
+
+TEST(HashTable, Lookup)
+{
+    using Cont = HashSet<int, DefaultHash<int>, HashTableGrower<1>>;
+
+    Cont cont;
+
+    cont.insert(1);
+    cont.insert(2);
+
+    Cont::LookupResult it = cont.find(1);
+    ASSERT_TRUE(it != nullptr);
+
+    it = cont.find(2);
+    ASSERT_TRUE(it != nullptr);
+
+    it = cont.find(3);
+    ASSERT_TRUE(it == nullptr);
+}
+
+TEST(HashTable, Iteration)
+{
+    using Cont = HashSet<int, DefaultHash<int>, HashTableGrower<1>>;
+
+    Cont cont;
+
+    cont.insert(1);
+    cont.insert(2);
+    cont.insert(3);
+
+    std::set<int> expected = {1, 2, 3};
+    std::set<int> actual = convertToSet(cont);
+
+    ASSERT_EQ(actual, expected);
+}
+
+TEST(HashTable, Erase)
+{
+    {
+        /// Check zero element deletion
+        using Cont = HashSet<int, DummyHash<int>, HashTableGrower<4>>;
+        Cont cont;
+
+        cont.insert(0);
+
+        ASSERT_TRUE(cont.find(0) != nullptr && cont.find(0)->getKey() == 0);
+
+        cont.erase(0);
+
+        ASSERT_TRUE(cont.find(0) == nullptr);
+    }
+    {
+        using Cont = HashSet<int, DummyHash<int>, HashTableGrower<4>>;
+        Cont cont;
+
+        /// [.(1)..............] erase of (1).
+        cont.insert(1);
+
+        ASSERT_TRUE(cont.find(1) != nullptr && cont.find(1)->getKey() == 1);
+
+        cont.erase(1);
+
+        ASSERT_TRUE(cont.find(1) == nullptr);
+    }
+    {
+        using Cont = HashSet<int, DummyHash<int>, HashTableGrower<4>>;
+        Cont cont;
+
+        /// [.(1)(2)(3)............] erase of (1) does not break search for (2) (3).
+        cont.insert(1);
+        cont.insert(2);
+        cont.insert(3);
+        cont.erase(1);
+
+        ASSERT_TRUE(cont.find(1) == nullptr);
+        ASSERT_TRUE(cont.find(2) != nullptr && cont.find(2)->getKey() == 2);
+        ASSERT_TRUE(cont.find(3) != nullptr && cont.find(3)->getKey() == 3);
+
+        cont.erase(2);
+        cont.erase(3);
+        ASSERT_TRUE(cont.find(2) == nullptr);
+        ASSERT_TRUE(cont.find(3) == nullptr);
+        ASSERT_EQ(cont.size(), 0);
+    }
+    {
+        using Cont = HashSet<int, DummyHash<int>, HashTableGrower<4>>;
+        Cont cont;
+
+        /// [.(1)(17).............] erase of (1) breaks search for (17) because their natural position is 1.
+        cont.insert(1);
+        cont.insert(17);
+        cont.erase(1);
+
+        ASSERT_TRUE(cont.find(1) == nullptr);
+        ASSERT_TRUE(cont.find(17) != nullptr && cont.find(17)->getKey() == 17);
+    }
+    {
+        using Cont = HashSet<int, DummyHash<int>, HashTableGrower<4>>;
+        Cont cont;
+
+        /// [.(1)(2)(3)(17)...........] erase of (2) breaks search for (17) because their natural position is 1.
+
+        cont.insert(1);
+        cont.insert(2);
+        cont.insert(3);
+        cont.insert(17);
+        cont.erase(2);
+
+        ASSERT_TRUE(cont.find(2) == nullptr);
+        ASSERT_TRUE(cont.find(1) != nullptr && cont.find(1)->getKey() == 1);
+        ASSERT_TRUE(cont.find(3) != nullptr && cont.find(3)->getKey() == 3);
+        ASSERT_TRUE(cont.find(17) != nullptr && cont.find(17)->getKey() == 17);
+    }
+    {
+        using Cont = HashSet<int, DummyHash<int>, HashTableGrower<4>>;
+        Cont cont;
+
+        /// [(16)(30)............(14)(15)] erase of (16) breaks search for (30) because their natural position is 14.
+        cont.insert(14);
+        cont.insert(15);
+        cont.insert(16);
+        cont.insert(30);
+        cont.erase(16);
+
+        ASSERT_TRUE(cont.find(16) == nullptr);
+        ASSERT_TRUE(cont.find(14) != nullptr && cont.find(14)->getKey() == 14);
+        ASSERT_TRUE(cont.find(15) != nullptr && cont.find(15)->getKey() == 15);
+        ASSERT_TRUE(cont.find(30) != nullptr && cont.find(30)->getKey() == 30);
+    }
+    {
+        using Cont = HashSet<int, DummyHash<int>, HashTableGrower<4>>;
+        Cont cont;
+
+        /// [(16)(30)............(14)(15)] erase of (15) breaks search for (30) because their natural position is 14.
+        cont.insert(14);
+        cont.insert(15);
+        cont.insert(16);
+        cont.insert(30);
+        cont.erase(15);
+
+        ASSERT_TRUE(cont.find(15) == nullptr);
+        ASSERT_TRUE(cont.find(14) != nullptr && cont.find(14)->getKey() == 14);
+        ASSERT_TRUE(cont.find(16) != nullptr && cont.find(16)->getKey() == 16);
+        ASSERT_TRUE(cont.find(30) != nullptr && cont.find(30)->getKey() == 30);
+    }
+    {
+        using Cont = HashSet<int, DefaultHash<int>, HashTableGrower<1>>;
+        Cont cont;
+
+        for (size_t i = 0; i < 5000; ++i)
+        {
+            cont.insert(i);
+        }
+
+        for (size_t i = 0; i < 2500; ++i)
+        {
+            cont.erase(i);
+        }
+
+        for (size_t i = 5000; i < 10000; ++i)
+        {
+            cont.insert(i);
+        }
+
+        for (size_t i = 5000; i < 10000; ++i)
+        {
+            cont.erase(i);
+        }
+
+        for (size_t i = 2500; i < 5000; ++i)
+        {
+            cont.erase(i);
+        }
+
+        ASSERT_EQ(cont.size(), 0);
+    }
+}
+
+TEST(HashTable, SerializationDeserialization)
+{
+    {
+        /// Use dummy hash to make it reproducible if default hash implementation will be changed
+        using Cont = HashSet<int, DummyHash<int>, HashTableGrower<1>>;
+
+        Cont cont;
+
+        cont.insert(1);
+        cont.insert(2);
+        cont.insert(3);
+
+        DB::WriteBufferFromOwnString wb;
+        cont.writeText(wb);
+
+        std::string expected = "3,1,2,3";
+
+        ASSERT_EQ(wb.str(), expected);
+
+        DB::ReadBufferFromString rb(expected);
+
+        Cont deserialized;
+        deserialized.readText(rb);
+        ASSERT_EQ(convertToSet(cont), convertToSet(deserialized));
+    }
+    {
+        using Cont = HashSet<int, DefaultHash<int>, HashTableGrower<1>>;
+
+        Cont cont;
+
+        cont.insert(1);
+        cont.insert(2);
+        cont.insert(3);
+
+        DB::WriteBufferFromOwnString wb;
+        cont.write(wb);
+
+        DB::ReadBufferFromString rb(wb.str());
+
+        Cont deserialized;
+        deserialized.read(rb);
+        ASSERT_EQ(convertToSet(cont), convertToSet(deserialized));
+    }
+    {
+        using Cont = HashSet<int, DummyHash<int>, HashTableGrower<1>>;
+        Cont cont;
+
+        DB::WriteBufferFromOwnString wb;
+        cont.writeText(wb);
+
+        std::string expected = "0";
+        ASSERT_EQ(wb.str(), expected);
+
+        DB::ReadBufferFromString rb(expected);
+
+        Cont deserialized;
+        deserialized.readText(rb);
+        ASSERT_EQ(convertToSet(cont), convertToSet(deserialized));
+    }
+    {
+        using Cont = HashSet<DB::UInt128, DB::UInt128TrivialHash>;
+        Cont cont;
+
+        DB::WriteBufferFromOwnString wb;
+        cont.write(wb);
+
+        std::string expected;
+        expected += static_cast<char>(0);
+
+        ASSERT_EQ(wb.str(), expected);
+
+        DB::ReadBufferFromString rb(expected);
+
+        Cont deserialized;
+        deserialized.read(rb);
+        ASSERT_EQ(convertToSet(cont), convertToSet(deserialized));
+    }
+}
diff --git a/src/Common/tests/hash_table.cpp b/src/Common/tests/hash_table.cpp
deleted file mode 100644
index ebc22c5b5e5..00000000000
--- a/src/Common/tests/hash_table.cpp
+++ /dev/null
@@ -1,50 +0,0 @@
-#include <iostream>
-#include <iomanip>
-
-#include <Interpreters/AggregationCommon.h>
-
-#include <Common/HashTable/HashMap.h>
-#include <Common/HashTable/HashSet.h>
-
-
-int main(int, char **)
-{
-    {
-        using Cont = HashSet<int, DefaultHash<int>, HashTableGrower<1>>;
-        Cont cont;
-
-        cont.insert(1);
-        cont.insert(2);
-
-        Cont::LookupResult it;
-        bool inserted;
-        int key = 3;
-        cont.emplace(key, it, inserted);
-        std::cerr << inserted << ", " << key << std::endl;
-
-        cont.emplace(key, it, inserted);
-        std::cerr << inserted << ", " << key << std::endl;
-
-        for (auto x : cont)
-            std::cerr << x.getValue() << std::endl;
-
-        DB::WriteBufferFromOwnString wb;
-        cont.writeText(wb);
-
-        std::cerr << "dump: " << wb.str() << std::endl;
-    }
-
-    {
-        using Cont = HashSet<
-            DB::UInt128,
-            DB::UInt128TrivialHash>;
-        Cont cont;
-
-        DB::WriteBufferFromOwnString wb;
-        cont.write(wb);
-
-        std::cerr << "dump: " << wb.str() << std::endl;
-    }
-
-    return 0;
-}
diff --git a/src/Common/ya.make b/src/Common/ya.make
index e515741a272..c8be43f98a2 100644
--- a/src/Common/ya.make
+++ b/src/Common/ya.make
@@ -7,7 +7,7 @@ ADDINCL (
     GLOBAL clickhouse/src
     contrib/libs/libcpuid
     contrib/libs/libunwind/include
-    GLOBAL contrib/restricted/ryu
+    GLOBAL contrib/restricted/dragonbox
 )
 
 PEERDIR(
@@ -18,7 +18,7 @@ PEERDIR(
     contrib/libs/openssl
     contrib/libs/poco/NetSSL_OpenSSL
     contrib/libs/re2
-    contrib/restricted/ryu
+    contrib/restricted/dragonbox
 )
 
 INCLUDE(${ARCADIA_ROOT}/clickhouse/cmake/yandex/ya.make.versions.inc)
diff --git a/src/Common/ya.make.in b/src/Common/ya.make.in
index d913832b91b..210ecab6ef6 100644
--- a/src/Common/ya.make.in
+++ b/src/Common/ya.make.in
@@ -6,7 +6,7 @@ ADDINCL (
     GLOBAL clickhouse/src
     contrib/libs/libcpuid
     contrib/libs/libunwind/include
-    GLOBAL contrib/restricted/ryu
+    GLOBAL contrib/restricted/dragonbox
 )
 
 PEERDIR(
@@ -17,7 +17,7 @@ PEERDIR(
     contrib/libs/openssl
     contrib/libs/poco/NetSSL_OpenSSL
     contrib/libs/re2
-    contrib/restricted/ryu
+    contrib/restricted/dragonbox
 )
 
 INCLUDE(${ARCADIA_ROOT}/clickhouse/cmake/yandex/ya.make.versions.inc)
diff --git a/src/Core/AccurateComparison.h b/src/Core/AccurateComparison.h
index 500346872db..c533cf0c7fb 100644
--- a/src/Core/AccurateComparison.h
+++ b/src/Core/AccurateComparison.h
@@ -515,11 +515,32 @@ inline bool NO_SANITIZE_UNDEFINED convertNumeric(From value, To & result)
         return true;
     }
 
-    /// Note that NaNs doesn't compare equal to anything, but they are still in range of any Float type.
-    if (isNaN(value) && std::is_floating_point_v<To>)
+    if constexpr (std::is_floating_point_v<From> && std::is_floating_point_v<To>)
     {
-        result = value;
-        return true;
+        /// Note that NaNs doesn't compare equal to anything, but they are still in range of any Float type.
+        if (isNaN(value))
+        {
+            result = value;
+            return true;
+        }
+
+        if (value == std::numeric_limits<From>::infinity())
+        {
+            result = std::numeric_limits<To>::infinity();
+            return true;
+        }
+
+        if (value == -std::numeric_limits<From>::infinity())
+        {
+            result = -std::numeric_limits<To>::infinity();
+            return true;
+        }
+    }
+
+    if (accurate::greaterOp(value, std::numeric_limits<To>::max())
+        || accurate::greaterOp(std::numeric_limits<To>::lowest(), value))
+    {
+        return false;
     }
 
     result = static_cast<To>(value);
diff --git a/src/Core/DecimalFunctions.h b/src/Core/DecimalFunctions.h
index b82cfd88e98..2b916cbf538 100644
--- a/src/Core/DecimalFunctions.h
+++ b/src/Core/DecimalFunctions.h
@@ -6,6 +6,7 @@
 #include <common/arithmeticOverflow.h>
 
 #include <limits>
+#include <type_traits>
 
 
 namespace DB
@@ -206,23 +207,32 @@ inline typename DecimalType::NativeType getFractionalPart(const DecimalType & de
 }
 
 /// Decimal to integer/float conversion
-template <typename To, typename DecimalType>
-To convertTo(const DecimalType & decimal, size_t scale)
+template <typename To, typename DecimalType, typename ReturnType>
+ReturnType convertToImpl(const DecimalType & decimal, size_t scale, To & result)
 {
     using NativeT = typename DecimalType::NativeType;
+    static constexpr bool throw_exception = std::is_same_v<ReturnType, void>;
 
     if constexpr (std::is_floating_point_v<To>)
     {
-        return static_cast<To>(decimal.value) / static_cast<To>(scaleMultiplier<NativeT>(scale));
+        result = static_cast<To>(decimal.value) / static_cast<To>(scaleMultiplier<NativeT>(scale));
     }
     else if constexpr (is_integer_v<To> && (sizeof(To) >= sizeof(NativeT)))
     {
         NativeT whole = getWholePart(decimal, scale);
 
         if constexpr (is_unsigned_v<To>)
+        {
             if (whole < 0)
-                throw Exception("Convert overflow", ErrorCodes::DECIMAL_OVERFLOW);
-        return static_cast<To>(whole);
+            {
+                if constexpr (throw_exception)
+                    throw Exception("Convert overflow", ErrorCodes::DECIMAL_OVERFLOW);
+                else
+                    return ReturnType(true);
+            }
+        }
+
+        result = static_cast<To>(whole);
     }
     else if constexpr (is_integer_v<To>)
     {
@@ -235,9 +245,34 @@ To convertTo(const DecimalType & decimal, size_t scale)
         static const constexpr CastTo max_to = std::numeric_limits<ToNativeT>::max();
 
         if (whole < min_to || whole > max_to)
-            throw Exception("Convert overflow", ErrorCodes::DECIMAL_OVERFLOW);
-        return static_cast<CastTo>(whole);
+        {
+            if constexpr (throw_exception)
+                throw Exception("Convert overflow", ErrorCodes::DECIMAL_OVERFLOW);
+            else
+                return ReturnType(true);
+        }
+
+        result = static_cast<CastTo>(whole);
     }
+
+    return ReturnType(true);
+}
+
+
+template <typename To, typename DecimalType>
+To convertTo(const DecimalType & decimal, size_t scale)
+{
+    To result;
+
+    convertToImpl<To, DecimalType, void>(decimal, scale, result);
+
+    return result;
+}
+
+template <typename To, typename DecimalType>
+bool tryConvertTo(const DecimalType & decimal, size_t scale, To & result)
+{
+    return convertToImpl<To, DecimalType, bool>(decimal, scale, result);
 }
 
 template <bool is_multiply, bool is_division, typename T, typename U, template <typename> typename DecimalType>
diff --git a/src/Core/Field.cpp b/src/Core/Field.cpp
index 6fda3b39b3b..93107d7bb2c 100644
--- a/src/Core/Field.cpp
+++ b/src/Core/Field.cpp
@@ -17,6 +17,63 @@ namespace ErrorCodes
     extern const int DECIMAL_OVERFLOW;
 }
 
+inline Field getBinaryValue(UInt8 type, ReadBuffer & buf)
+{
+    switch (type)
+    {
+        case Field::Types::Null: {
+            return DB::Field();
+        }
+        case Field::Types::UInt64: {
+            UInt64 value;
+            DB::readVarUInt(value, buf);
+            return value;
+        }
+        case Field::Types::UInt128: {
+            UInt128 value;
+            DB::readBinary(value, buf);
+            return value;
+        }
+        case Field::Types::Int64: {
+            Int64 value;
+            DB::readVarInt(value, buf);
+            return value;
+        }
+        case Field::Types::Float64: {
+            Float64 value;
+            DB::readFloatBinary(value, buf);
+            return value;
+        }
+        case Field::Types::String: {
+            std::string value;
+            DB::readStringBinary(value, buf);
+            return value;
+        }
+        case Field::Types::Array: {
+            Array value;
+            DB::readBinary(value, buf);
+            return value;
+        }
+        case Field::Types::Tuple: {
+            Tuple value;
+            DB::readBinary(value, buf);
+            return value;
+        }
+        case Field::Types::Map: {
+            Map value;
+            DB::readBinary(value, buf);
+            return value;
+        }
+        case Field::Types::AggregateFunctionState: {
+            AggregateFunctionStateData value;
+            DB::readStringBinary(value.name, buf);
+            DB::readStringBinary(value.data, buf);
+            return value;
+        }
+    }
+    return DB::Field();
+}
+
 void readBinary(Array & x, ReadBuffer & buf)
 {
     size_t size;
@@ -25,73 +82,7 @@ void readBinary(Array & x, ReadBuffer & buf)
     DB::readBinary(size, buf);
 
     for (size_t index = 0; index < size; ++index)
-    {
-        switch (type)
-        {
-            case Field::Types::Null:
-            {
-                x.push_back(DB::Field());
-                break;
-            }
-            case Field::Types::UInt64:
-            {
-                UInt64 value;
-                DB::readVarUInt(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::UInt128:
-            {
-                UInt128 value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Int64:
-            {
-                Int64 value;
-                DB::readVarInt(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Float64:
-            {
-                Float64 value;
-                DB::readFloatBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::String:
-            {
-                std::string value;
-                DB::readStringBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Array:
-            {
-                Array value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Tuple:
-            {
-                Tuple value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::AggregateFunctionState:
-            {
-                AggregateFunctionStateData value;
-                DB::readStringBinary(value.name, buf);
-                DB::readStringBinary(value.data, buf);
-                x.push_back(value);
-                break;
-            }
-        }
-    }
+        x.push_back(getBinaryValue(type, buf));
 }
 
 void writeBinary(const Array & x, WriteBuffer & buf)
@@ -104,53 +95,7 @@ void writeBinary(const Array & x, WriteBuffer & buf)
     DB::writeBinary(size, buf);
 
     for (const auto & elem : x)
-    {
-        switch (type)
-        {
-            case Field::Types::Null: break;
-            case Field::Types::UInt64:
-            {
-                DB::writeVarUInt(get<UInt64>(elem), buf);
-                break;
-            }
-            case Field::Types::UInt128:
-            {
-                DB::writeBinary(get<UInt128>(elem), buf);
-                break;
-            }
-            case Field::Types::Int64:
-            {
-                DB::writeVarInt(get<Int64>(elem), buf);
-                break;
-            }
-            case Field::Types::Float64:
-            {
-                DB::writeFloatBinary(get<Float64>(elem), buf);
-                break;
-            }
-            case Field::Types::String:
-            {
-                DB::writeStringBinary(get<std::string>(elem), buf);
-                break;
-            }
-            case Field::Types::Array:
-            {
-                DB::writeBinary(get<Array>(elem), buf);
-                break;
-            }
-            case Field::Types::Tuple:
-            {
-                DB::writeBinary(get<Tuple>(elem), buf);
-                break;
-            }
-            case Field::Types::AggregateFunctionState:
-            {
-                DB::writeStringBinary(elem.get<AggregateFunctionStateData>().name, buf);
-                DB::writeStringBinary(elem.get<AggregateFunctionStateData>().data, buf);
-                break;
-            }
-        }
-    }
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, elem);
 }
 
 void writeText(const Array & x, WriteBuffer & buf)
@@ -168,93 +113,7 @@ void readBinary(Tuple & x, ReadBuffer & buf)
     {
         UInt8 type;
         DB::readBinary(type, buf);
-
-        switch (type)
-        {
-            case Field::Types::Null:
-            {
-                x.push_back(DB::Field());
-                break;
-            }
-            case Field::Types::UInt64:
-            {
-                UInt64 value;
-                DB::readVarUInt(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::UInt128:
-            {
-                UInt128 value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Int64:
-            {
-                Int64 value;
-                DB::readVarInt(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Int128:
-            {
-                Int64 value;
-                DB::readVarInt(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Float64:
-            {
-                Float64 value;
-                DB::readFloatBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::String:
-            {
-                std::string value;
-                DB::readStringBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::UInt256:
-            {
-                UInt256 value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Int256:
-            {
-                Int256 value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Array:
-            {
-                Array value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::Tuple:
-            {
-                Tuple value;
-                DB::readBinary(value, buf);
-                x.push_back(value);
-                break;
-            }
-            case Field::Types::AggregateFunctionState:
-            {
-                AggregateFunctionStateData value;
-                DB::readStringBinary(value.name, buf);
-                DB::readStringBinary(value.data, buf);
-                x.push_back(value);
-                break;
-            }
-        }
+        x.push_back(getBinaryValue(type, buf));
     }
 }
 
@@ -267,67 +126,7 @@ void writeBinary(const Tuple & x, WriteBuffer & buf)
     {
         const UInt8 type = elem.getType();
         DB::writeBinary(type, buf);
-
-        switch (type)
-        {
-            case Field::Types::Null: break;
-            case Field::Types::UInt64:
-            {
-                DB::writeVarUInt(get<UInt64>(elem), buf);
-                break;
-            }
-            case Field::Types::UInt128:
-            {
-                DB::writeBinary(get<UInt128>(elem), buf);
-                break;
-            }
-            case Field::Types::Int64:
-            {
-                DB::writeVarInt(get<Int64>(elem), buf);
-                break;
-            }
-            case Field::Types::Int128:
-            {
-                DB::writeVarInt(get<Int64>(elem), buf);
-                break;
-            }
-            case Field::Types::Float64:
-            {
-                DB::writeFloatBinary(get<Float64>(elem), buf);
-                break;
-            }
-            case Field::Types::String:
-            {
-                DB::writeStringBinary(get<std::string>(elem), buf);
-                break;
-            }
-            case Field::Types::UInt256:
-            {
-                DB::writeBinary(get<UInt256>(elem), buf);
-                break;
-            }
-            case Field::Types::Int256:
-            {
-                DB::writeBinary(get<Int256>(elem), buf);
-                break;
-            }
-            case Field::Types::Array:
-            {
-                DB::writeBinary(get<Array>(elem), buf);
-                break;
-            }
-            case Field::Types::Tuple:
-            {
-                DB::writeBinary(get<Tuple>(elem), buf);
-                break;
-            }
-            case Field::Types::AggregateFunctionState:
-            {
-                DB::writeStringBinary(elem.get<AggregateFunctionStateData>().name, buf);
-                DB::writeStringBinary(elem.get<AggregateFunctionStateData>().data, buf);
-                break;
-            }
-        }
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, elem);
     }
 }
 
@@ -336,6 +135,37 @@ void writeText(const Tuple & x, WriteBuffer & buf)
     writeFieldText(DB::Field(x), buf);
 }
 
+void readBinary(Map & x, ReadBuffer & buf)
+{
+    size_t size;
+    DB::readBinary(size, buf);
+
+    for (size_t index = 0; index < size; ++index)
+    {
+        UInt8 type;
+        DB::readBinary(type, buf);
+        x.push_back(getBinaryValue(type, buf));
+    }
+}
+
+void writeBinary(const Map & x, WriteBuffer & buf)
+{
+    const size_t size = x.size();
+    DB::writeBinary(size, buf);
+
+    for (const auto & elem : x)
+    {
+        const UInt8 type = elem.getType();
+        DB::writeBinary(type, buf);
+        Field::dispatch([&buf] (const auto & value) { DB::FieldVisitorWriteBinary()(value, buf); }, elem);
+    }
+}
+
+void writeText(const Map & x, WriteBuffer & buf)
+{
+    writeFieldText(DB::Field(x), buf);
+}
+
 template <typename T>
 void readQuoted(DecimalField<T> & x, ReadBuffer & buf)
 {
@@ -530,6 +360,30 @@ Field Field::restoreFromDump(const std::string_view & dump_)
         return tuple;
     }
 
+    prefix = std::string_view{"Map_("};
+    if (dump.starts_with(prefix))
+    {
+        std::string_view tail = dump.substr(prefix.length());
+        trimLeft(tail);
+        Map map;
+        while (tail != ")")
+        {
+            size_t separator = tail.find_first_of(",)");
+            if (separator == std::string_view::npos)
+                show_error();
+            bool comma = (tail[separator] == ',');
+            std::string_view element = tail.substr(0, separator);
+            tail.remove_prefix(separator);
+            if (comma)
+                tail.remove_prefix(1);
+            trimLeft(tail);
+            if (!comma && tail != ")")
+                show_error();
+            map.push_back(Field::restoreFromDump(element));
+        }
+        return map;
+    }
+
     prefix = std::string_view{"AggregateFunctionState_("};
     if (dump.starts_with(prefix))
     {
diff --git a/src/Core/Field.h b/src/Core/Field.h
index 33f3a984c5c..3a52186167f 100644
--- a/src/Core/Field.h
+++ b/src/Core/Field.h
@@ -51,6 +51,9 @@ struct X : public FieldVector \
 DEFINE_FIELD_VECTOR(Array);
 DEFINE_FIELD_VECTOR(Tuple);
 
+/// An array with the following structure: [(key1, value1), (key2, value2), ...]
+DEFINE_FIELD_VECTOR(Map);
+
 #undef DEFINE_FIELD_VECTOR
 
 struct AggregateFunctionStateData
@@ -206,6 +209,7 @@ template <> struct NearestFieldTypeImpl<std::string_view> { using Type = String;
 template <> struct NearestFieldTypeImpl<String> { using Type = String; };
 template <> struct NearestFieldTypeImpl<Array> { using Type = Array; };
 template <> struct NearestFieldTypeImpl<Tuple> { using Type = Tuple; };
+template <> struct NearestFieldTypeImpl<Map> { using Type = Map; };
 template <> struct NearestFieldTypeImpl<bool> { using Type = UInt64; };
 template <> struct NearestFieldTypeImpl<Null> { using Type = Null; };
 
@@ -259,6 +263,7 @@ public:
             Decimal256 = 23,
             UInt256 = 24,
             Int256  = 25,
+            Map = 26,
         };
 
         static const int MIN_NON_POD = 16;
@@ -276,6 +281,7 @@ public:
                 case String:  return "String";
                 case Array:   return "Array";
                 case Tuple:   return "Tuple";
+                case Map:     return "Map";
                 case Decimal32:  return "Decimal32";
                 case Decimal64:  return "Decimal64";
                 case Decimal128: return "Decimal128";
@@ -464,6 +470,7 @@ public:
             case Types::String:  return get<String>()  < rhs.get<String>();
             case Types::Array:   return get<Array>()   < rhs.get<Array>();
             case Types::Tuple:   return get<Tuple>()   < rhs.get<Tuple>();
+            case Types::Map:     return get<Map>()     < rhs.get<Map>();
             case Types::Decimal32:  return get<DecimalField<Decimal32>>()  < rhs.get<DecimalField<Decimal32>>();
             case Types::Decimal64:  return get<DecimalField<Decimal64>>()  < rhs.get<DecimalField<Decimal64>>();
             case Types::Decimal128: return get<DecimalField<Decimal128>>() < rhs.get<DecimalField<Decimal128>>();
@@ -499,6 +506,7 @@ public:
             case Types::String:  return get<String>()  <= rhs.get<String>();
             case Types::Array:   return get<Array>()   <= rhs.get<Array>();
             case Types::Tuple:   return get<Tuple>()   <= rhs.get<Tuple>();
+            case Types::Map:     return get<Map>()     <= rhs.get<Map>();
             case Types::Decimal32:  return get<DecimalField<Decimal32>>()  <= rhs.get<DecimalField<Decimal32>>();
             case Types::Decimal64:  return get<DecimalField<Decimal64>>()  <= rhs.get<DecimalField<Decimal64>>();
             case Types::Decimal128: return get<DecimalField<Decimal128>>() <= rhs.get<DecimalField<Decimal128>>();
@@ -536,6 +544,7 @@ public:
             case Types::String:  return get<String>()  == rhs.get<String>();
             case Types::Array:   return get<Array>()   == rhs.get<Array>();
             case Types::Tuple:   return get<Tuple>()   == rhs.get<Tuple>();
+            case Types::Map:     return get<Map>()     == rhs.get<Map>();
             case Types::UInt128: return get<UInt128>() == rhs.get<UInt128>();
             case Types::Int128:  return get<Int128>()  == rhs.get<Int128>();
             case Types::Decimal32:  return get<DecimalField<Decimal32>>()  == rhs.get<DecimalField<Decimal32>>();
@@ -575,6 +584,7 @@ public:
             case Types::String:  return f(field.template get<String>());
             case Types::Array:   return f(field.template get<Array>());
             case Types::Tuple:   return f(field.template get<Tuple>());
+            case Types::Map:     return f(field.template get<Map>());
             case Types::Decimal32:  return f(field.template get<DecimalField<Decimal32>>());
             case Types::Decimal64:  return f(field.template get<DecimalField<Decimal64>>());
             case Types::Decimal128: return f(field.template get<DecimalField<Decimal128>>());
@@ -600,7 +610,7 @@ public:
 
 private:
     std::aligned_union_t<DBMS_MIN_FIELD_SIZE - sizeof(Types::Which),
-        Null, UInt64, UInt128, Int64, Int128, Float64, String, Array, Tuple,
+        Null, UInt64, UInt128, Int64, Int128, Float64, String, Array, Tuple, Map,
         DecimalField<Decimal32>, DecimalField<Decimal64>, DecimalField<Decimal128>, DecimalField<Decimal256>,
         AggregateFunctionStateData,
         UInt256, Int256
@@ -699,6 +709,9 @@ private:
             case Types::Tuple:
                 destroy<Tuple>();
                 break;
+            case Types::Map:
+                destroy<Map>();
+                break;
             case Types::AggregateFunctionState:
                 destroy<AggregateFunctionStateData>();
                 break;
@@ -729,6 +742,7 @@ template <> struct Field::TypeToEnum<Float64> { static const Types::Which value
 template <> struct Field::TypeToEnum<String>  { static const Types::Which value = Types::String; };
 template <> struct Field::TypeToEnum<Array>   { static const Types::Which value = Types::Array; };
 template <> struct Field::TypeToEnum<Tuple>   { static const Types::Which value = Types::Tuple; };
+template <> struct Field::TypeToEnum<Map>     { static const Types::Which value = Types::Map; };
 template <> struct Field::TypeToEnum<DecimalField<Decimal32>>{ static const Types::Which value = Types::Decimal32; };
 template <> struct Field::TypeToEnum<DecimalField<Decimal64>>{ static const Types::Which value = Types::Decimal64; };
 template <> struct Field::TypeToEnum<DecimalField<Decimal128>>{ static const Types::Which value = Types::Decimal128; };
@@ -747,6 +761,7 @@ template <> struct Field::EnumToType<Field::Types::Float64> { using Type = Float
 template <> struct Field::EnumToType<Field::Types::String>  { using Type = String; };
 template <> struct Field::EnumToType<Field::Types::Array>   { using Type = Array; };
 template <> struct Field::EnumToType<Field::Types::Tuple>   { using Type = Tuple; };
+template <> struct Field::EnumToType<Field::Types::Map>     { using Type = Map; };
 template <> struct Field::EnumToType<Field::Types::Decimal32> { using Type = DecimalField<Decimal32>; };
 template <> struct Field::EnumToType<Field::Types::Decimal64> { using Type = DecimalField<Decimal64>; };
 template <> struct Field::EnumToType<Field::Types::Decimal128> { using Type = DecimalField<Decimal128>; };
@@ -814,6 +829,7 @@ T safeGet(Field & field)
 
 template <> struct TypeName<Array> { static std::string get() { return "Array"; } };
 template <> struct TypeName<Tuple> { static std::string get() { return "Tuple"; } };
+template <> struct TypeName<Map>   { static std::string get() { return "Map"; } };
 template <> struct TypeName<AggregateFunctionStateData> { static std::string get() { return "AggregateFunctionState"; } };
 
 template <typename T>
@@ -900,6 +916,12 @@ void writeBinary(const Tuple & x, WriteBuffer & buf);
 
 void writeText(const Tuple & x, WriteBuffer & buf);
 
+void readBinary(Map & x, ReadBuffer & buf);
+[[noreturn]] inline void readText(Map &, ReadBuffer &) { throw Exception("Cannot read Map.", ErrorCodes::NOT_IMPLEMENTED); }
+[[noreturn]] inline void readQuoted(Map &, ReadBuffer &) { throw Exception("Cannot read Map.", ErrorCodes::NOT_IMPLEMENTED); }
+void writeBinary(const Map & x, WriteBuffer & buf);
+void writeText(const Map & x, WriteBuffer & buf);
+[[noreturn]] inline void writeQuoted(const Map &, WriteBuffer &) { throw Exception("Cannot write Map quoted.", ErrorCodes::NOT_IMPLEMENTED); }
 
 __attribute__ ((noreturn)) inline void writeText(const AggregateFunctionStateData &, WriteBuffer &)
 {
diff --git a/src/Core/Settings.cpp b/src/Core/Settings.cpp
index 4e59293c88d..2a8dd2acdc0 100644
--- a/src/Core/Settings.cpp
+++ b/src/Core/Settings.cpp
@@ -16,10 +16,8 @@ namespace ErrorCodes
     extern const int UNKNOWN_ELEMENT_IN_CONFIG;
 }
 
-
 IMPLEMENT_SETTINGS_TRAITS(SettingsTraits, LIST_OF_SETTINGS)
 
-
 /** Set the settings from the profile (in the server configuration, many settings can be listed in one profile).
     * The profile can also be set using the `set` functions, like the `profile` setting.
     */
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 2cbe0c16cae..0555326022f 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -65,6 +65,7 @@ class IColumn;
     M(UInt64, distributed_connections_pool_size, DBMS_DEFAULT_DISTRIBUTED_CONNECTIONS_POOL_SIZE, "Maximum number of connections with one remote server in the pool.", 0) \
     M(UInt64, connections_with_failover_max_tries, DBMS_CONNECTION_POOL_WITH_FAILOVER_DEFAULT_MAX_TRIES, "The maximum number of attempts to connect to replicas.", 0) \
     M(UInt64, s3_min_upload_part_size, 512*1024*1024, "The minimum size of part to upload during multipart upload to S3.", 0) \
+    M(UInt64, s3_max_single_part_upload_size, 64*1024*1024, "The maximum size of object to upload using singlepart upload to S3.", 0) \
     M(UInt64, s3_max_redirects, 10, "Max number of S3 redirects hops allowed.", 0) \
     M(Bool, extremes, false, "Calculate minimums and maximums of the result columns. They can be output in JSON-formats.", IMPORTANT) \
     M(Bool, use_uncompressed_cache, true, "Whether to use the cache of uncompressed blocks.", 0) \
@@ -165,7 +166,7 @@ class IColumn;
     \
     M(UInt64, insert_quorum, 0, "For INSERT queries in the replicated table, wait writing for the specified number of replicas and linearize the addition of the data. 0 - disabled.", 0) \
     M(Milliseconds, insert_quorum_timeout, 600000, "", 0) \
-    M(Bool, insert_quorum_parallel, false, "For quorum INSERT queries - enable to make parallel inserts without linearizability", 0) \
+    M(Bool, insert_quorum_parallel, true, "For quorum INSERT queries - enable to make parallel inserts without linearizability", 0) \
     M(UInt64, select_sequential_consistency, 0, "For SELECT queries from the replicated table, throw an exception if the replica does not have a chunk written with the quorum; do not read the parts that have not yet been written with the quorum.", 0) \
     M(UInt64, table_function_remote_max_addresses, 1000, "The maximum number of different shards and the maximum number of replicas of one shard in the `remote` function.", 0) \
     M(Milliseconds, read_backoff_min_latency_ms, 1000, "Setting to reduce the number of threads in case of slow reads. Pay attention only to reads that took at least that much time.", 0) \
@@ -238,6 +239,8 @@ class IColumn;
       * Almost all limits apply to each stream individually. \
       */ \
     \
+    M(UInt64, limit, 0, "Limit on read rows from the most 'end' result for select query, default 0 means no limit length", 0) \
+    M(UInt64, offset, 0, "Offset on read rows from the most 'end' result for select query", 0) \
     M(UInt64, max_rows_to_read, 0, "Limit on read rows from the most 'deep' sources. That is, only in the deepest subquery. When reading from a remote server, it is only checked on a remote server.", 0) \
     M(UInt64, max_bytes_to_read, 0, "Limit on read bytes (after decompression) from the most 'deep' sources. That is, only in the deepest subquery. When reading from a remote server, it is only checked on a remote server.", 0) \
     M(OverflowMode, read_overflow_mode, OverflowMode::THROW, "What to do when the limit is exceeded.", 0) \
@@ -255,6 +258,7 @@ class IColumn;
     M(OverflowMode, sort_overflow_mode, OverflowMode::THROW, "What to do when the limit is exceeded.", 0) \
     M(UInt64, max_bytes_before_external_sort, 0, "", 0) \
     M(UInt64, max_bytes_before_remerge_sort, 1000000000, "In case of ORDER BY with LIMIT, when memory usage is higher than specified threshold, perform additional steps of merging blocks before final merge to keep just top LIMIT rows.", 0) \
+    M(Float, remerge_sort_lowered_memory_bytes_ratio, 2., "If memory usage after remerge does not reduced by this ratio, remerge will be disabled.", 0) \
     \
     M(UInt64, max_result_rows, 0, "Limit on result size in rows. Also checked for intermediate data sent from remote servers.", 0) \
     M(UInt64, max_result_bytes, 0, "Limit on result size in bytes (uncompressed). Also checked for intermediate data sent from remote servers.", 0) \
@@ -399,6 +403,8 @@ class IColumn;
     M(Bool, enable_global_with_statement, false, "Propagate WITH statements to UNION queries and all subqueries", 0) \
     M(Bool, aggregate_functions_null_for_empty, false, "Rewrite all aggregate functions in a query, adding -OrNull suffix to them", 0) \
     M(Bool, optimize_skip_merged_partitions, false, "Skip partitions with one part with level > 0 in optimize final", 0) \
+    M(Bool, optimize_on_insert, true, "Do the same transformation for inserted block of data as if merge was done on this block.", 0) \
+    M(Bool, allow_experimental_map_type, false, "Allow data type Map", 0) \
     \
     M(Bool, use_antlr_parser, false, "Parse incoming queries using ANTLR-generated parser", 0) \
     \
@@ -406,8 +412,6 @@ class IColumn;
     \
     M(UInt64, max_memory_usage_for_all_queries, 0, "Obsolete. Will be removed after 2020-10-20", 0) \
     M(UInt64, multiple_joins_rewriter_version, 0, "Obsolete setting, does nothing. Will be removed after 2021-03-31", 0) \
-    M(Bool, experimental_use_processors, true, "Obsolete setting, does nothing. Will be removed after 2020-11-29.", 0) \
-    M(Bool, force_optimize_skip_unused_shards_no_nested, false, "Obsolete setting, does nothing. Will be removed after 2020-12-01. Use force_optimize_skip_unused_shards_nesting instead.", 0) \
     M(Bool, enable_debug_queries, false, "Enabled debug queries, but now is obsolete", 0) \
     M(Bool, allow_experimental_database_atomic, true, "Obsolete setting, does nothing. Will be removed after 2021-02-12", 0) \
     M(UnionMode, union_default_mode, UnionMode::DISTINCT, "Set default Union Mode in SelectWithUnion query. Possible values: empty string, 'ALL', 'DISTINCT'. If empty, query without Union Mode will throw exception.", 0)
diff --git a/src/Core/SortCursor.h b/src/Core/SortCursor.h
index 7a222f70199..f383c3ded8e 100644
--- a/src/Core/SortCursor.h
+++ b/src/Core/SortCursor.h
@@ -30,7 +30,6 @@ struct SortCursorImpl
     ColumnRawPtrs all_columns;
     SortDescription desc;
     size_t sort_columns_size = 0;
-    size_t pos = 0;
     size_t rows = 0;
 
     /** Determines order if comparing columns are equal.
@@ -49,15 +48,20 @@ struct SortCursorImpl
     /** Is there at least one column with Collator. */
     bool has_collation = false;
 
+    /** We could use SortCursorImpl in case when columns aren't sorted
+      *  but we have their sorted permutation
+      */
+    IColumn::Permutation * permutation = nullptr;
+
     SortCursorImpl() {}
 
-    SortCursorImpl(const Block & block, const SortDescription & desc_, size_t order_ = 0)
+    SortCursorImpl(const Block & block, const SortDescription & desc_, size_t order_ = 0, IColumn::Permutation * perm = nullptr)
         : desc(desc_), sort_columns_size(desc.size()), order(order_), need_collation(desc.size())
     {
-        reset(block);
+        reset(block, perm);
     }
 
-    SortCursorImpl(const Columns & columns, const SortDescription & desc_, size_t order_ = 0)
+    SortCursorImpl(const Columns & columns, const SortDescription & desc_, size_t order_ = 0, IColumn::Permutation * perm = nullptr)
         : desc(desc_), sort_columns_size(desc.size()), order(order_), need_collation(desc.size())
     {
         for (auto & column_desc : desc)
@@ -66,19 +70,19 @@ struct SortCursorImpl
                 throw Exception("SortDescription should contain column position if SortCursor was used without header.",
                         ErrorCodes::LOGICAL_ERROR);
         }
-        reset(columns, {});
+        reset(columns, {}, perm);
     }
 
     bool empty() const { return rows == 0; }
 
     /// Set the cursor to the beginning of the new block.
-    void reset(const Block & block)
+    void reset(const Block & block, IColumn::Permutation * perm = nullptr)
     {
-        reset(block.getColumns(), block);
+        reset(block.getColumns(), block, perm);
     }
 
     /// Set the cursor to the beginning of the new block.
-    void reset(const Columns & columns, const Block & block)
+    void reset(const Columns & columns, const Block & block, IColumn::Permutation * perm = nullptr)
     {
         all_columns.clear();
         sort_columns.clear();
@@ -96,18 +100,33 @@ struct SortCursorImpl
                                    : column_desc.column_number;
             sort_columns.push_back(columns[column_number].get());
 
-            need_collation[j] = desc[j].collator != nullptr && sort_columns.back()->isCollationSupported();    /// TODO Nullable(String)
+            need_collation[j] = desc[j].collator != nullptr && sort_columns.back()->isCollationSupported();
             has_collation |= need_collation[j];
         }
 
         pos = 0;
         rows = all_columns[0]->size();
+        permutation = perm;
     }
 
+    size_t getRow() const
+    {
+        if (permutation)
+            return (*permutation)[pos];
+        return pos;
+    }
+
+    /// We need a possibility to change pos (see MergeJoin).
+    size_t & getPosRef() { return pos; }
+
     bool isFirst() const { return pos == 0; }
     bool isLast() const { return pos + 1 >= rows; }
     bool isValid() const { return pos < rows; }
     void next() { ++pos; }
+
+/// Prevent using pos instead of getRow()
+private:
+    size_t pos;
 };
 
 using SortCursorImpls = std::vector<SortCursorImpl>;
@@ -127,7 +146,7 @@ struct SortCursorHelper
 
     bool ALWAYS_INLINE greater(const SortCursorHelper & rhs) const
     {
-        return derived().greaterAt(rhs.derived(), impl->pos, rhs.impl->pos);
+        return derived().greaterAt(rhs.derived(), impl->getRow(), rhs.impl->getRow());
     }
 
     /// Inverted so that the priority queue elements are removed in ascending order.
diff --git a/src/Core/Types.h b/src/Core/Types.h
index 84c676b2204..0d578e17517 100644
--- a/src/Core/Types.h
+++ b/src/Core/Types.h
@@ -56,6 +56,7 @@ enum class TypeIndex
     Function,
     AggregateFunction,
     LowCardinality,
+    Map,
 };
 #if !__clang__
 #pragma GCC diagnostic pop
@@ -267,6 +268,7 @@ inline constexpr const char * getTypeName(TypeIndex idx)
         case TypeIndex::Function:   return "Function";
         case TypeIndex::AggregateFunction: return "AggregateFunction";
         case TypeIndex::LowCardinality: return "LowCardinality";
+        case TypeIndex::Map:        return "Map";
     }
 
     __builtin_unreachable();
diff --git a/src/DataStreams/MergingSortedBlockInputStream.cpp b/src/DataStreams/MergingSortedBlockInputStream.cpp
index ee6b93dc8e4..b7396a23d6a 100644
--- a/src/DataStreams/MergingSortedBlockInputStream.cpp
+++ b/src/DataStreams/MergingSortedBlockInputStream.cpp
@@ -222,7 +222,7 @@ void MergingSortedBlockInputStream::merge(MutableColumns & merged_columns, TSort
 //        std::cerr << "total_merged_rows: " << total_merged_rows << ", merged_rows: " << merged_rows << "\n";
 //        std::cerr << "Inserting row\n";
         for (size_t i = 0; i < num_columns; ++i)
-            merged_columns[i]->insertFrom(*current->all_columns[i], current->pos);
+            merged_columns[i]->insertFrom(*current->all_columns[i], current->getRow());
 
         if (out_row_sources_buf)
         {
diff --git a/src/DataStreams/RemoteBlockInputStream.cpp b/src/DataStreams/RemoteBlockInputStream.cpp
index c7c5ce2d00a..a62f7fca0b7 100644
--- a/src/DataStreams/RemoteBlockInputStream.cpp
+++ b/src/DataStreams/RemoteBlockInputStream.cpp
@@ -6,27 +6,27 @@ namespace DB
 
 RemoteBlockInputStream::RemoteBlockInputStream(
         Connection & connection,
-        const String & query_, const Block & header_, const Context & context_, const Settings * settings,
+        const String & query_, const Block & header_, const Context & context_,
         const ThrottlerPtr & throttler, const Scalars & scalars_, const Tables & external_tables_, QueryProcessingStage::Enum stage_)
-    : query_executor(connection, query_, header_, context_, settings, throttler, scalars_, external_tables_, stage_)
+    : query_executor(connection, query_, header_, context_, throttler, scalars_, external_tables_, stage_)
 {
     init();
 }
 
 RemoteBlockInputStream::RemoteBlockInputStream(
         std::vector<IConnectionPool::Entry> && connections,
-        const String & query_, const Block & header_, const Context & context_, const Settings * settings,
+        const String & query_, const Block & header_, const Context & context_,
         const ThrottlerPtr & throttler, const Scalars & scalars_, const Tables & external_tables_, QueryProcessingStage::Enum stage_)
-    : query_executor(std::move(connections), query_, header_, context_, settings, throttler, scalars_, external_tables_, stage_)
+    : query_executor(std::move(connections), query_, header_, context_, throttler, scalars_, external_tables_, stage_)
 {
     init();
 }
 
 RemoteBlockInputStream::RemoteBlockInputStream(
         const ConnectionPoolWithFailoverPtr & pool,
-        const String & query_, const Block & header_, const Context & context_, const Settings * settings,
+        const String & query_, const Block & header_, const Context & context_,
         const ThrottlerPtr & throttler, const Scalars & scalars_, const Tables & external_tables_, QueryProcessingStage::Enum stage_)
-    : query_executor(pool, query_, header_, context_, settings, throttler, scalars_, external_tables_, stage_)
+    : query_executor(pool, query_, header_, context_, throttler, scalars_, external_tables_, stage_)
 {
     init();
 }
diff --git a/src/DataStreams/RemoteBlockInputStream.h b/src/DataStreams/RemoteBlockInputStream.h
index 628feb0ab80..5ef05ee99eb 100644
--- a/src/DataStreams/RemoteBlockInputStream.h
+++ b/src/DataStreams/RemoteBlockInputStream.h
@@ -6,7 +6,6 @@
 
 #include <DataStreams/IBlockInputStream.h>
 #include <Common/Throttler.h>
-#include <Interpreters/Context.h>
 #include <Client/ConnectionPool.h>
 #include <Client/MultiplexedConnections.h>
 #include <Interpreters/Cluster.h>
@@ -16,32 +15,31 @@
 namespace DB
 {
 
+class Context;
+
 /** This class allows one to launch queries on remote replicas of one shard and get results
   */
 class RemoteBlockInputStream : public IBlockInputStream
 {
 public:
     /// Takes already set connection.
-    /// If `settings` is nullptr, settings will be taken from context.
     RemoteBlockInputStream(
             Connection & connection,
-            const String & query_, const Block & header_, const Context & context_, const Settings * settings = nullptr,
+            const String & query_, const Block & header_, const Context & context_,
             const ThrottlerPtr & throttler = nullptr, const Scalars & scalars_ = Scalars(), const Tables & external_tables_ = Tables(),
             QueryProcessingStage::Enum stage_ = QueryProcessingStage::Complete);
 
     /// Accepts several connections already taken from pool.
-    /// If `settings` is nullptr, settings will be taken from context.
     RemoteBlockInputStream(
             std::vector<IConnectionPool::Entry> && connections,
-            const String & query_, const Block & header_, const Context & context_, const Settings * settings = nullptr,
+            const String & query_, const Block & header_, const Context & context_,
             const ThrottlerPtr & throttler = nullptr, const Scalars & scalars_ = Scalars(), const Tables & external_tables_ = Tables(),
             QueryProcessingStage::Enum stage_ = QueryProcessingStage::Complete);
 
     /// Takes a pool and gets one or several connections from it.
-    /// If `settings` is nullptr, settings will be taken from context.
     RemoteBlockInputStream(
             const ConnectionPoolWithFailoverPtr & pool,
-            const String & query_, const Block & header_, const Context & context_, const Settings * settings = nullptr,
+            const String & query_, const Block & header_, const Context & context_,
             const ThrottlerPtr & throttler = nullptr, const Scalars & scalars_ = Scalars(), const Tables & external_tables_ = Tables(),
             QueryProcessingStage::Enum stage_ = QueryProcessingStage::Complete);
 
diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index 9abce0edef1..c38f42893af 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -8,7 +8,9 @@
 #include <Storages/SelectQueryInfo.h>
 #include <Interpreters/castColumn.h>
 #include <Interpreters/Cluster.h>
+#include <Interpreters/Context.h>
 #include <Interpreters/InternalTextLogsQueue.h>
+#include <IO/ConnectionTimeoutsContext.h>
 
 namespace DB
 {
@@ -20,14 +22,11 @@ namespace ErrorCodes
 
 RemoteQueryExecutor::RemoteQueryExecutor(
     Connection & connection,
-    const String & query_, const Block & header_, const Context & context_, const Settings * settings,
+    const String & query_, const Block & header_, const Context & context_,
     ThrottlerPtr throttler, const Scalars & scalars_, const Tables & external_tables_, QueryProcessingStage::Enum stage_)
     : header(header_), query(query_), context(context_)
     , scalars(scalars_), external_tables(external_tables_), stage(stage_)
 {
-    if (settings)
-        context.setSettings(*settings);
-
     create_multiplexed_connections = [this, &connection, throttler]()
     {
         return std::make_unique<MultiplexedConnections>(connection, context.getSettingsRef(), throttler);
@@ -36,14 +35,11 @@ RemoteQueryExecutor::RemoteQueryExecutor(
 
 RemoteQueryExecutor::RemoteQueryExecutor(
     std::vector<IConnectionPool::Entry> && connections,
-    const String & query_, const Block & header_, const Context & context_, const Settings * settings,
+    const String & query_, const Block & header_, const Context & context_,
     const ThrottlerPtr & throttler, const Scalars & scalars_, const Tables & external_tables_, QueryProcessingStage::Enum stage_)
     : header(header_), query(query_), context(context_)
     , scalars(scalars_), external_tables(external_tables_), stage(stage_)
 {
-    if (settings)
-        context.setSettings(*settings);
-
     create_multiplexed_connections = [this, connections, throttler]() mutable
     {
         return std::make_unique<MultiplexedConnections>(
@@ -53,14 +49,11 @@ RemoteQueryExecutor::RemoteQueryExecutor(
 
 RemoteQueryExecutor::RemoteQueryExecutor(
     const ConnectionPoolWithFailoverPtr & pool,
-    const String & query_, const Block & header_, const Context & context_, const Settings * settings,
+    const String & query_, const Block & header_, const Context & context_,
     const ThrottlerPtr & throttler, const Scalars & scalars_, const Tables & external_tables_, QueryProcessingStage::Enum stage_)
     : header(header_), query(query_), context(context_)
     , scalars(scalars_), external_tables(external_tables_), stage(stage_)
 {
-    if (settings)
-        context.setSettings(*settings);
-
     create_multiplexed_connections = [this, pool, throttler]()
     {
         const Settings & current_settings = context.getSettingsRef();
@@ -147,7 +140,7 @@ void RemoteQueryExecutor::sendQuery()
 
     multiplexed_connections = create_multiplexed_connections();
 
-    const auto& settings = context.getSettingsRef();
+    const auto & settings = context.getSettingsRef();
     if (settings.skip_unavailable_shards && 0 == multiplexed_connections->size())
         return;
 
diff --git a/src/DataStreams/RemoteQueryExecutor.h b/src/DataStreams/RemoteQueryExecutor.h
index 0db0e0218be..cec92a5f0e9 100644
--- a/src/DataStreams/RemoteQueryExecutor.h
+++ b/src/DataStreams/RemoteQueryExecutor.h
@@ -1,12 +1,16 @@
 #pragma once
 
-#include <Interpreters/Context.h>
 #include <Client/ConnectionPool.h>
 #include <Client/MultiplexedConnections.h>
+#include <Storages/IStorage_fwd.h>
+#include <Interpreters/Context.h>
+#include <Interpreters/StorageID.h>
 
 namespace DB
 {
 
+class Context;
+
 class Throttler;
 using ThrottlerPtr = std::shared_ptr<Throttler>;
 
@@ -21,26 +25,23 @@ class RemoteQueryExecutor
 {
 public:
     /// Takes already set connection.
-    /// If `settings` is nullptr, settings will be taken from context.
     RemoteQueryExecutor(
         Connection & connection,
-        const String & query_, const Block & header_, const Context & context_, const Settings * settings = nullptr,
+        const String & query_, const Block & header_, const Context & context_,
         ThrottlerPtr throttler_ = nullptr, const Scalars & scalars_ = Scalars(), const Tables & external_tables_ = Tables(),
         QueryProcessingStage::Enum stage_ = QueryProcessingStage::Complete);
 
     /// Accepts several connections already taken from pool.
-    /// If `settings` is nullptr, settings will be taken from context.
     RemoteQueryExecutor(
         std::vector<IConnectionPool::Entry> && connections,
-        const String & query_, const Block & header_, const Context & context_, const Settings * settings = nullptr,
+        const String & query_, const Block & header_, const Context & context_,
         const ThrottlerPtr & throttler = nullptr, const Scalars & scalars_ = Scalars(), const Tables & external_tables_ = Tables(),
         QueryProcessingStage::Enum stage_ = QueryProcessingStage::Complete);
 
     /// Takes a pool and gets one or several connections from it.
-    /// If `settings` is nullptr, settings will be taken from context.
     RemoteQueryExecutor(
         const ConnectionPoolWithFailoverPtr & pool,
-        const String & query_, const Block & header_, const Context & context_, const Settings * settings = nullptr,
+        const String & query_, const Block & header_, const Context & context_,
         const ThrottlerPtr & throttler = nullptr, const Scalars & scalars_ = Scalars(), const Tables & external_tables_ = Tables(),
         QueryProcessingStage::Enum stage_ = QueryProcessingStage::Complete);
 
diff --git a/src/DataTypes/DataTypeCustomSimpleAggregateFunction.cpp b/src/DataTypes/DataTypeCustomSimpleAggregateFunction.cpp
index d82adf33108..6b2f94aa7b5 100644
--- a/src/DataTypes/DataTypeCustomSimpleAggregateFunction.cpp
+++ b/src/DataTypes/DataTypeCustomSimpleAggregateFunction.cpp
@@ -25,10 +25,19 @@ namespace ErrorCodes
     extern const int LOGICAL_ERROR;
 }
 
-static const std::vector<String> supported_functions{"any", "anyLast", "min",
-    "max", "sum", "sumWithOverflow", "groupBitAnd", "groupBitOr", "groupBitXor",
-    "sumMap", "minMap", "maxMap", "groupArrayArray", "groupUniqArrayArray"};
+void DataTypeCustomSimpleAggregateFunction::checkSupportedFunctions(const AggregateFunctionPtr & function)
+{
+    static const std::vector<String> supported_functions{"any", "anyLast", "min",
+        "max", "sum", "sumWithOverflow", "groupBitAnd", "groupBitOr", "groupBitXor",
+        "sumMap", "minMap", "maxMap", "groupArrayArray", "groupUniqArrayArray"};
 
+    // check function
+    if (std::find(std::begin(supported_functions), std::end(supported_functions), function->getName()) == std::end(supported_functions))
+    {
+        throw Exception("Unsupported aggregate function " + function->getName() + ", supported functions are " + boost::algorithm::join(supported_functions, ","),
+                ErrorCodes::BAD_ARGUMENTS);
+    }
+}
 
 String DataTypeCustomSimpleAggregateFunction::getName() const
 {
@@ -114,12 +123,7 @@ static std::pair<DataTypePtr, DataTypeCustomDescPtr> create(const ASTPtr & argum
     AggregateFunctionProperties properties;
     function = AggregateFunctionFactory::instance().get(function_name, argument_types, params_row, properties);
 
-    // check function
-    if (std::find(std::begin(supported_functions), std::end(supported_functions), function->getName()) == std::end(supported_functions))
-    {
-        throw Exception("Unsupported aggregate function " + function->getName() + ", supported functions are " + boost::algorithm::join(supported_functions, ","),
-                        ErrorCodes::BAD_ARGUMENTS);
-    }
+    DataTypeCustomSimpleAggregateFunction::checkSupportedFunctions(function);
 
     DataTypePtr storage_type = DataTypeFactory::instance().get(argument_types[0]->getName());
 
diff --git a/src/DataTypes/DataTypeCustomSimpleAggregateFunction.h b/src/DataTypes/DataTypeCustomSimpleAggregateFunction.h
index 0b75cd0ef88..44b007ab07f 100644
--- a/src/DataTypes/DataTypeCustomSimpleAggregateFunction.h
+++ b/src/DataTypes/DataTypeCustomSimpleAggregateFunction.h
@@ -37,6 +37,7 @@ public:
 
     const AggregateFunctionPtr getFunction() const { return function; }
     String getName() const override;
+    static void checkSupportedFunctions(const AggregateFunctionPtr & function);
 };
 
 }
diff --git a/src/DataTypes/DataTypeFactory.cpp b/src/DataTypes/DataTypeFactory.cpp
index 5052a065163..1ff00d97e84 100644
--- a/src/DataTypes/DataTypeFactory.cpp
+++ b/src/DataTypes/DataTypeFactory.cpp
@@ -180,6 +180,7 @@ DataTypeFactory::DataTypeFactory()
     registerDataTypeDomainIPv4AndIPv6(*this);
     registerDataTypeDomainSimpleAggregateFunction(*this);
     registerDataTypeDomainGeo(*this);
+    registerDataTypeMap(*this);
 }
 
 DataTypeFactory & DataTypeFactory::instance()
diff --git a/src/DataTypes/DataTypeFactory.h b/src/DataTypes/DataTypeFactory.h
index ea77c50170c..192b1beae5d 100644
--- a/src/DataTypes/DataTypeFactory.h
+++ b/src/DataTypes/DataTypeFactory.h
@@ -73,6 +73,7 @@ void registerDataTypeFixedString(DataTypeFactory & factory);
 void registerDataTypeEnum(DataTypeFactory & factory);
 void registerDataTypeArray(DataTypeFactory & factory);
 void registerDataTypeTuple(DataTypeFactory & factory);
+void registerDataTypeMap(DataTypeFactory & factory);
 void registerDataTypeNullable(DataTypeFactory & factory);
 void registerDataTypeNothing(DataTypeFactory & factory);
 void registerDataTypeUUID(DataTypeFactory & factory);
diff --git a/src/DataTypes/DataTypeMap.cpp b/src/DataTypes/DataTypeMap.cpp
new file mode 100644
index 00000000000..2047928721a
--- /dev/null
+++ b/src/DataTypes/DataTypeMap.cpp
@@ -0,0 +1,375 @@
+#include <Common/StringUtils/StringUtils.h>
+#include <Columns/ColumnMap.h>
+#include <Columns/ColumnArray.h>
+#include <Core/Field.h>
+#include <Formats/FormatSettings.h>
+#include <DataTypes/DataTypeMap.h>
+#include <DataTypes/DataTypeArray.h>
+#include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeFactory.h>
+#include <Parsers/IAST.h>
+#include <Parsers/ASTNameTypePair.h>
+#include <Common/typeid_cast.h>
+#include <Common/assert_cast.h>
+#include <Common/quoteString.h>
+#include <IO/WriteHelpers.h>
+#include <IO/ReadHelpers.h>
+#include <IO/WriteBufferFromString.h>
+#include <IO/ReadBufferFromString.h>
+#include <IO/Operators.h>
+
+#include <ext/map.h>
+#include <ext/enumerate.h>
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
+    extern const int CANNOT_READ_MAP_FROM_TEXT;
+}
+
+
+DataTypeMap::DataTypeMap(const DataTypes & elems_)
+{
+    assert(elems_.size() == 2);
+    key_type = elems_[0];
+    value_type = elems_[1];
+
+    nested = std::make_shared<DataTypeArray>(
+        std::make_shared<DataTypeTuple>(DataTypes{key_type, value_type}, Names{"keys", "values"}));
+}
+
+DataTypeMap::DataTypeMap(const DataTypePtr & key_type_, const DataTypePtr & value_type_)
+    : key_type(key_type_), value_type(value_type_)
+    , nested(std::make_shared<DataTypeArray>(
+        std::make_shared<DataTypeTuple>(DataTypes{key_type_, value_type_}, Names{"keys", "values"}))) {}
+
+std::string DataTypeMap::doGetName() const
+{
+    WriteBufferFromOwnString s;
+    s << "Map(" << key_type->getName() << "," << value_type->getName() << ")";
+
+    return s.str();
+}
+
+static const IColumn & extractNestedColumn(const IColumn & column)
+{
+    return assert_cast<const ColumnMap &>(column).getNestedColumn();
+}
+
+static IColumn & extractNestedColumn(IColumn & column)
+{
+    return assert_cast<ColumnMap &>(column).getNestedColumn();
+}
+
+void DataTypeMap::serializeBinary(const Field & field, WriteBuffer & ostr) const
+{
+    const auto & map = get<const Map &>(field);
+    writeVarUInt(map.size(), ostr);
+    for (const auto & elem : map)
+    {
+        const auto & tuple = elem.safeGet<const Tuple>();
+        assert(tuple.size() == 2);
+        key_type->serializeBinary(tuple[0], ostr);
+        value_type->serializeBinary(tuple[1], ostr);
+    }
+}
+
+void DataTypeMap::deserializeBinary(Field & field, ReadBuffer & istr) const
+{
+    size_t size;
+    readVarUInt(size, istr);
+    field = Map(size);
+    for (auto & elem : field.get<Map &>())
+    {
+        Tuple tuple(2);
+        key_type->deserializeBinary(tuple[0], istr);
+        value_type->deserializeBinary(tuple[1], istr);
+        elem = std::move(tuple);
+    }
+}
+
+void DataTypeMap::serializeBinary(const IColumn & column, size_t row_num, WriteBuffer & ostr) const
+{
+    nested->serializeBinary(extractNestedColumn(column), row_num, ostr);
+}
+
+void DataTypeMap::deserializeBinary(IColumn & column, ReadBuffer & istr) const
+{
+    nested->deserializeBinary(extractNestedColumn(column), istr);
+}
+
+
+template <typename Writer>
+void DataTypeMap::serializeTextImpl(const IColumn & column, size_t row_num, WriteBuffer & ostr, Writer && writer) const
+{
+    const auto & column_map = assert_cast<const ColumnMap &>(column);
+
+    const auto & nested_array = column_map.getNestedColumn();
+    const auto & nested_tuple = column_map.getNestedData();
+    const auto & offsets = nested_array.getOffsets();
+
+    size_t offset = offsets[row_num - 1];
+    size_t next_offset = offsets[row_num];
+
+    writeChar('{', ostr);
+    for (size_t i = offset; i < next_offset; ++i)
+    {
+        if (i != offset)
+            writeChar(',', ostr);
+        writer(key_type, nested_tuple.getColumn(0), i);
+        writeChar(':', ostr);
+        writer(value_type, nested_tuple.getColumn(1), i);
+    }
+    writeChar('}', ostr);
+}
+
+template <typename Reader>
+void DataTypeMap::deserializeTextImpl(IColumn & column, ReadBuffer & istr, bool need_safe_get_int_key, Reader && reader) const
+{
+    auto & column_map = assert_cast<ColumnMap &>(column);
+
+    auto & nested_array = column_map.getNestedColumn();
+    auto & nested_tuple = column_map.getNestedData();
+    auto & offsets = nested_array.getOffsets();
+
+    auto & key_column = nested_tuple.getColumn(0);
+    auto & value_column = nested_tuple.getColumn(1);
+
+    size_t size = 0;
+    assertChar('{', istr);
+
+    try
+    {
+        bool first = true;
+        while (!istr.eof() && *istr.position() != '}')
+        {
+            if (!first)
+            {
+                if (*istr.position() == ',')
+                    ++istr.position();
+                else
+                    throw Exception("Cannot read Map from text", ErrorCodes::CANNOT_READ_MAP_FROM_TEXT);
+            }
+
+            first = false;
+
+            skipWhitespaceIfAny(istr);
+
+            if (*istr.position() == '}')
+                break;
+
+            if (need_safe_get_int_key)
+            {
+                ReadBuffer::Position tmp = istr.position();
+                while (*tmp != ':' && *tmp != '}')
+                    ++tmp;
+                *tmp = ' ';
+                reader(key_type, key_column);
+            }
+            else
+            {
+                reader(key_type, key_column);
+                skipWhitespaceIfAny(istr);
+                assertChar(':', istr);
+            }
+
+            ++size;
+            skipWhitespaceIfAny(istr);
+            reader(value_type, value_column);
+
+            skipWhitespaceIfAny(istr);
+        }
+
+        offsets.push_back(offsets.back() + size);
+        assertChar('}', istr);
+    }
+    catch (...)
+    {
+        throw;
+    }
+}
+
+void DataTypeMap::serializeText(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings & settings) const
+{
+    serializeTextImpl(column, row_num, ostr,
+        [&](const DataTypePtr & subcolumn_type, const IColumn & subcolumn, size_t pos)
+        {
+            subcolumn_type->serializeAsTextQuoted(subcolumn, pos, ostr, settings);
+        });
+}
+
+void DataTypeMap::deserializeText(IColumn & column, ReadBuffer & istr, const FormatSettings & settings) const
+{
+    // need_safe_get_int_key is set for Interger to prevent to readIntTextUnsafe
+    bool need_safe_get_int_key = isInteger(key_type);
+
+    deserializeTextImpl(column, istr, need_safe_get_int_key,
+        [&](const DataTypePtr & subcolumn_type, IColumn & subcolumn)
+        {
+            subcolumn_type->deserializeAsTextQuoted(subcolumn, istr, settings);
+        });
+}
+
+
+void DataTypeMap::serializeTextJSON(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings & settings) const
+{
+    serializeTextImpl(column, row_num, ostr,
+        [&](const DataTypePtr & subcolumn_type, const IColumn & subcolumn, size_t pos)
+        {
+            subcolumn_type->serializeAsTextJSON(subcolumn, pos, ostr, settings);
+        });
+}
+
+void DataTypeMap::deserializeTextJSON(IColumn & column, ReadBuffer & istr, const FormatSettings & settings) const
+{
+    // need_safe_get_int_key is set for Interger to prevent to readIntTextUnsafe
+    bool need_safe_get_int_key = isInteger(key_type);
+
+    deserializeTextImpl(column, istr, need_safe_get_int_key,
+        [&](const DataTypePtr & subcolumn_type, IColumn & subcolumn)
+        {
+            subcolumn_type->deserializeAsTextJSON(subcolumn, istr, settings);
+        });
+}
+
+void DataTypeMap::serializeTextXML(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings & settings) const
+{
+    const auto & column_map = assert_cast<const ColumnMap &>(column);
+    const auto & offsets = column_map.getNestedColumn().getOffsets();
+
+    size_t offset = offsets[row_num - 1];
+    size_t next_offset = offsets[row_num];
+
+    const auto & nested_data = column_map.getNestedData();
+
+    writeCString("<map>", ostr);
+    for (size_t i = offset; i < next_offset; ++i)
+    {
+        writeCString("<elem>", ostr);
+        writeCString("<key>", ostr);
+        key_type->serializeAsTextXML(nested_data.getColumn(0), i, ostr, settings);
+        writeCString("</key>", ostr);
+
+        writeCString("<value>", ostr);
+        value_type->serializeAsTextXML(nested_data.getColumn(1), i, ostr, settings);
+        writeCString("</value>", ostr);
+        writeCString("</elem>", ostr);
+    }
+    writeCString("</map>", ostr);
+}
+
+void DataTypeMap::serializeTextCSV(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings & settings) const
+{
+    WriteBufferFromOwnString wb;
+    serializeText(column, row_num, wb, settings);
+    writeCSV(wb.str(), ostr);
+}
+
+void DataTypeMap::deserializeTextCSV(IColumn & column, ReadBuffer & istr, const FormatSettings & settings) const
+{
+    String s;
+    readCSV(s, istr, settings.csv);
+    ReadBufferFromString rb(s);
+    deserializeText(column, rb, settings);
+}
+
+
+void DataTypeMap::enumerateStreams(const StreamCallback & callback, SubstreamPath & path) const
+{
+    nested->enumerateStreams(callback, path);
+}
+
+void DataTypeMap::serializeBinaryBulkStatePrefix(
+    SerializeBinaryBulkSettings & settings,
+    SerializeBinaryBulkStatePtr & state) const
+{
+    nested->serializeBinaryBulkStatePrefix(settings, state);
+}
+
+void DataTypeMap::serializeBinaryBulkStateSuffix(
+    SerializeBinaryBulkSettings & settings,
+    SerializeBinaryBulkStatePtr & state) const
+{
+    nested->serializeBinaryBulkStateSuffix(settings, state);
+}
+
+void DataTypeMap::deserializeBinaryBulkStatePrefix(
+        DeserializeBinaryBulkSettings & settings,
+        DeserializeBinaryBulkStatePtr & state) const
+{
+    nested->deserializeBinaryBulkStatePrefix(settings, state);
+}
+
+
+void DataTypeMap::serializeBinaryBulkWithMultipleStreams(
+    const IColumn & column,
+    size_t offset,
+    size_t limit,
+    SerializeBinaryBulkSettings & settings,
+    SerializeBinaryBulkStatePtr & state) const
+{
+    nested->serializeBinaryBulkWithMultipleStreams(extractNestedColumn(column), offset, limit, settings, state);
+}
+
+void DataTypeMap::deserializeBinaryBulkWithMultipleStreams(
+    IColumn & column,
+    size_t limit,
+    DeserializeBinaryBulkSettings & settings,
+    DeserializeBinaryBulkStatePtr & state) const
+{
+    nested->deserializeBinaryBulkWithMultipleStreams(extractNestedColumn(column), limit, settings, state);
+}
+
+void DataTypeMap::serializeProtobuf(const IColumn & column, size_t row_num, ProtobufWriter & protobuf, size_t & value_index) const
+{
+    nested->serializeProtobuf(extractNestedColumn(column), row_num, protobuf, value_index);
+}
+
+void DataTypeMap::deserializeProtobuf(IColumn & column, ProtobufReader & protobuf, bool allow_add_row, bool & row_added) const
+{
+    nested->deserializeProtobuf(extractNestedColumn(column), protobuf, allow_add_row, row_added);
+}
+
+MutableColumnPtr DataTypeMap::createColumn() const
+{
+    return ColumnMap::create(nested->createColumn());
+}
+
+Field DataTypeMap::getDefault() const
+{
+    return Map();
+}
+
+bool DataTypeMap::equals(const IDataType & rhs) const
+{
+    if (typeid(rhs) != typeid(*this))
+        return false;
+
+    const DataTypeMap & rhs_map = static_cast<const DataTypeMap &>(rhs);
+    return nested->equals(*rhs_map.nested);
+}
+
+static DataTypePtr create(const ASTPtr & arguments)
+{
+    if (!arguments || arguments->children.size() != 2)
+        throw Exception("Map data type family must have two arguments: key and value types", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+
+    DataTypes nested_types;
+    nested_types.reserve(arguments->children.size());
+
+    for (const ASTPtr & child : arguments->children)
+        nested_types.emplace_back(DataTypeFactory::instance().get(child));
+
+    return std::make_shared<DataTypeMap>(nested_types);
+}
+
+
+void registerDataTypeMap(DataTypeFactory & factory)
+{
+    factory.registerDataType("Map", create);
+}
+}
diff --git a/src/DataTypes/DataTypeMap.h b/src/DataTypes/DataTypeMap.h
new file mode 100644
index 00000000000..a52969428f4
--- /dev/null
+++ b/src/DataTypes/DataTypeMap.h
@@ -0,0 +1,103 @@
+#pragma once
+
+#include <DataTypes/DataTypeWithSimpleSerialization.h>
+
+
+namespace DB
+{
+
+/** Map data type.
+  * Map is implemented as two arrays of keys and values.
+  * Serialization of type 'Map(K, V)' is similar to serialization.
+  * of 'Array(Tuple(keys K, values V))' or in other words of 'Nested(keys K, valuev V)'.
+  */
+class DataTypeMap final : public DataTypeWithSimpleSerialization
+{
+private:
+    DataTypePtr key_type;
+    DataTypePtr value_type;
+
+    /// 'nested' is an Array(Tuple(key_type, value_type))
+    DataTypePtr nested;
+
+public:
+    static constexpr bool is_parametric = true;
+
+    DataTypeMap(const DataTypes & elems);
+    DataTypeMap(const DataTypePtr & key_type_, const DataTypePtr & value_type_);
+
+    TypeIndex getTypeId() const override { return TypeIndex::Map; }
+    std::string doGetName() const override;
+    const char * getFamilyName() const override { return "Map"; }
+
+    bool canBeInsideNullable() const override { return false; }
+
+    void serializeBinary(const Field & field, WriteBuffer & ostr) const override;
+    void deserializeBinary(Field & field, ReadBuffer & istr) const override;
+    void serializeBinary(const IColumn & column, size_t row_num, WriteBuffer & ostr) const override;
+    void deserializeBinary(IColumn & column, ReadBuffer & istr) const override;
+    void serializeText(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const override;
+    void deserializeText(IColumn & column, ReadBuffer & istr, const FormatSettings &) const override;
+    void serializeTextJSON(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const override;
+    void deserializeTextJSON(IColumn & column, ReadBuffer & istr, const FormatSettings &) const override;
+    void serializeTextXML(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const override;
+
+    void serializeTextCSV(const IColumn & column, size_t row_num, WriteBuffer & ostr, const FormatSettings &) const override;
+    void deserializeTextCSV(IColumn & column, ReadBuffer & istr, const FormatSettings &) const override;
+
+
+    /** Each sub-column in a map is serialized in separate stream.
+      */
+    void enumerateStreams(const StreamCallback & callback, SubstreamPath & path) const override;
+
+    void serializeBinaryBulkStatePrefix(
+           SerializeBinaryBulkSettings & settings,
+           SerializeBinaryBulkStatePtr & state) const override;
+
+    void serializeBinaryBulkStateSuffix(
+           SerializeBinaryBulkSettings & settings,
+           SerializeBinaryBulkStatePtr & state) const override;
+
+    void deserializeBinaryBulkStatePrefix(
+           DeserializeBinaryBulkSettings & settings,
+           DeserializeBinaryBulkStatePtr & state) const override;
+
+    void serializeBinaryBulkWithMultipleStreams(
+           const IColumn & column,
+           size_t offset,
+           size_t limit,
+           SerializeBinaryBulkSettings & settings,
+           SerializeBinaryBulkStatePtr & state) const override;
+
+    void deserializeBinaryBulkWithMultipleStreams(
+           IColumn & column,
+           size_t limit,
+           DeserializeBinaryBulkSettings & settings,
+           DeserializeBinaryBulkStatePtr & state) const override;
+
+    void serializeProtobuf(const IColumn & column, size_t row_num, ProtobufWriter & protobuf, size_t & value_index) const override;
+    void deserializeProtobuf(IColumn & column, ProtobufReader & protobuf, bool allow_add_row, bool & row_added) const override;
+
+    MutableColumnPtr createColumn() const override;
+
+    Field getDefault() const override;
+
+    bool equals(const IDataType & rhs) const override;
+    bool isComparable() const override { return key_type->isComparable() && value_type->isComparable(); }
+    bool isParametric() const override { return true; }
+    bool haveSubtypes() const override { return true; }
+
+    const DataTypePtr & getKeyType() const { return key_type; }
+    const DataTypePtr & getValueType() const { return value_type; }
+    DataTypes getKeyValueTypes() const { return {key_type, value_type}; }
+
+private:
+    template <typename Writer>
+    void serializeTextImpl(const IColumn & column, size_t row_num, WriteBuffer & ostr, Writer && writer) const;
+
+    template <typename Reader>
+    void deserializeTextImpl(IColumn & column, ReadBuffer & istr, bool need_safe_get_int_key, Reader && reader) const;
+};
+
+}
+
diff --git a/src/DataTypes/DataTypesDecimal.h b/src/DataTypes/DataTypesDecimal.h
index 079812c2e74..3f7b4e2ac63 100644
--- a/src/DataTypes/DataTypesDecimal.h
+++ b/src/DataTypes/DataTypesDecimal.h
@@ -96,22 +96,29 @@ inline UInt32 getDecimalScale(const DataTypeDecimal<T> & data_type)
     return data_type.getScale();
 }
 
-template <typename FromDataType, typename ToDataType>
-inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>, typename ToDataType::FieldType>
-convertDecimals(const typename FromDataType::FieldType & value, UInt32 scale_from, UInt32 scale_to)
+template <typename FromDataType, typename ToDataType, typename ReturnType = void>
+inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>, ReturnType>
+convertDecimalsImpl(const typename FromDataType::FieldType & value, UInt32 scale_from, UInt32 scale_to, typename ToDataType::FieldType& result)
 {
     using FromFieldType = typename FromDataType::FieldType;
     using ToFieldType = typename ToDataType::FieldType;
     using MaxFieldType = std::conditional_t<(sizeof(FromFieldType) > sizeof(ToFieldType)), FromFieldType, ToFieldType>;
     using MaxNativeType = typename MaxFieldType::NativeType;
 
+    static constexpr bool throw_exception = std::is_same_v<ReturnType, void>;
+
     MaxNativeType converted_value;
     if (scale_to > scale_from)
     {
         converted_value = DecimalUtils::scaleMultiplier<MaxNativeType>(scale_to - scale_from);
         if (common::mulOverflow(static_cast<MaxNativeType>(value.value), converted_value, converted_value))
-            throw Exception(std::string(ToDataType::family_name) + " convert overflow",
-                            ErrorCodes::DECIMAL_OVERFLOW);
+        {
+            if constexpr (throw_exception)
+                throw Exception(std::string(ToDataType::family_name) + " convert overflow",
+                                ErrorCodes::DECIMAL_OVERFLOW);
+            else
+                return ReturnType(false);
+        }
     }
     else
         converted_value = value.value / DecimalUtils::scaleMultiplier<MaxNativeType>(scale_from - scale_to);
@@ -120,35 +127,87 @@ convertDecimals(const typename FromDataType::FieldType & value, UInt32 scale_fro
     {
         if (converted_value < std::numeric_limits<typename ToFieldType::NativeType>::min() ||
             converted_value > std::numeric_limits<typename ToFieldType::NativeType>::max())
-            throw Exception(std::string(ToDataType::family_name) + " convert overflow",
-                            ErrorCodes::DECIMAL_OVERFLOW);
+        {
+            if constexpr (throw_exception)
+                throw Exception(std::string(ToDataType::family_name) + " convert overflow",
+                                ErrorCodes::DECIMAL_OVERFLOW);
+            else
+                return ReturnType(false);
+        }
     }
 
-    return static_cast<typename ToFieldType::NativeType>(converted_value);
+    result = static_cast<typename ToFieldType::NativeType>(converted_value);
+
+    return ReturnType(true);
+}
+
+template <typename FromDataType, typename ToDataType>
+inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>, typename ToDataType::FieldType>
+convertDecimals(const typename FromDataType::FieldType & value, UInt32 scale_from, UInt32 scale_to)
+{
+    using ToFieldType = typename ToDataType::FieldType;
+    ToFieldType result;
+
+    convertDecimalsImpl<FromDataType, ToDataType, void>(value, scale_from, scale_to, result);
+
+    return result;
+}
+
+template <typename FromDataType, typename ToDataType>
+inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>, bool>
+tryConvertDecimals(const typename FromDataType::FieldType & value, UInt32 scale_from, UInt32 scale_to, typename ToDataType::FieldType& result)
+{
+    return convertDecimalsImpl<FromDataType, ToDataType, bool>(value, scale_from, scale_to, result);
+}
+
+template <typename FromDataType, typename ToDataType, typename ReturnType>
+inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsNumber<typename ToDataType::FieldType>, ReturnType>
+convertFromDecimalImpl(const typename FromDataType::FieldType & value, UInt32 scale, typename ToDataType::FieldType& result)
+{
+    using FromFieldType = typename FromDataType::FieldType;
+    using ToFieldType = typename ToDataType::FieldType;
+
+    return DecimalUtils::convertToImpl<ToFieldType, FromFieldType, ReturnType>(value, scale, result);
 }
 
 template <typename FromDataType, typename ToDataType>
 inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsNumber<typename ToDataType::FieldType>, typename ToDataType::FieldType>
 convertFromDecimal(const typename FromDataType::FieldType & value, UInt32 scale)
 {
-    using ToFieldType = typename ToDataType::FieldType;
+    typename ToDataType::FieldType result;
 
-    return DecimalUtils::convertTo<ToFieldType>(value, scale);
+    convertFromDecimalImpl<FromDataType, ToDataType, void>(value, scale, result);
+
+    return result;
 }
 
 template <typename FromDataType, typename ToDataType>
-inline std::enable_if_t<IsNumber<typename FromDataType::FieldType> && IsDataTypeDecimal<ToDataType>, typename ToDataType::FieldType>
-convertToDecimal(const typename FromDataType::FieldType & value, UInt32 scale)
+inline std::enable_if_t<IsDataTypeDecimal<FromDataType> && IsNumber<typename ToDataType::FieldType>, bool>
+tryConvertFromDecimal(const typename FromDataType::FieldType & value, UInt32 scale, typename ToDataType::FieldType& result)
+{
+    return convertFromDecimalImpl<FromDataType, ToDataType, bool>(value, scale, result);
+}
+
+template <typename FromDataType, typename ToDataType, typename ReturnType>
+inline std::enable_if_t<IsNumber<typename FromDataType::FieldType> && IsDataTypeDecimal<ToDataType>, ReturnType>
+convertToDecimalImpl(const typename FromDataType::FieldType & value, UInt32 scale, typename ToDataType::FieldType& result)
 {
     using FromFieldType = typename FromDataType::FieldType;
     using ToFieldType = typename ToDataType::FieldType;
     using ToNativeType = typename ToFieldType::NativeType;
 
+    static constexpr bool throw_exception = std::is_same_v<ReturnType, void>;
+
     if constexpr (std::is_floating_point_v<FromFieldType>)
     {
         if (!std::isfinite(value))
-            throw Exception(std::string(ToDataType::family_name) + " convert overflow. Cannot convert infinity or NaN to decimal",
-                            ErrorCodes::DECIMAL_OVERFLOW);
+        {
+            if constexpr (throw_exception)
+                throw Exception(std::string(ToDataType::family_name) + " convert overflow. Cannot convert infinity or NaN to decimal",
+                                ErrorCodes::DECIMAL_OVERFLOW);
+            else
+                return false;
+        }
 
         auto out = value * static_cast<FromFieldType>(DecimalUtils::scaleMultiplier<ToNativeType>(scale));
         if constexpr (std::is_same_v<ToNativeType, Int128>)
@@ -157,29 +216,60 @@ convertToDecimal(const typename FromDataType::FieldType & value, UInt32 scale)
             static constexpr Int128 max_int128 = maxInt128();
 
             if (out <= static_cast<ToNativeType>(min_int128) || out >= static_cast<ToNativeType>(max_int128))
-                throw Exception(std::string(ToDataType::family_name) + " convert overflow. Float is out of Decimal range",
-                                ErrorCodes::DECIMAL_OVERFLOW);
+            {
+                if constexpr (throw_exception)
+                    throw Exception(std::string(ToDataType::family_name) + " convert overflow. Float is out of Decimal range",
+                                    ErrorCodes::DECIMAL_OVERFLOW);
+                else
+                    return ReturnType(false);
+            }
         }
         else
         {
             if (out <= static_cast<FromFieldType>(std::numeric_limits<ToNativeType>::min()) ||
                 out >= static_cast<FromFieldType>(std::numeric_limits<ToNativeType>::max()))
-                throw Exception(std::string(ToDataType::family_name) + " convert overflow. Float is out of Decimal range",
-                                ErrorCodes::DECIMAL_OVERFLOW);
+            {
+                if constexpr (throw_exception)
+                    throw Exception(std::string(ToDataType::family_name) + " convert overflow. Float is out of Decimal range",
+                                    ErrorCodes::DECIMAL_OVERFLOW);
+                else
+                    return ReturnType(false);
+            }
         }
-        return static_cast<ToNativeType>(out);
+
+        result = static_cast<ToNativeType>(out);
+
+        return ReturnType(true);
     }
     else
     {
         if constexpr (is_big_int_v<FromFieldType>)
-            return convertDecimals<DataTypeDecimal<Decimal256>, ToDataType>(static_cast<Int256>(value), 0, scale);
+            return ReturnType(convertDecimalsImpl<DataTypeDecimal<Decimal256>, ToDataType, ReturnType>(static_cast<Int256>(value), 0, scale, result));
         else if constexpr (std::is_same_v<FromFieldType, UInt64>)
-            return convertDecimals<DataTypeDecimal<Decimal128>, ToDataType>(value, 0, scale);
+            return ReturnType(convertDecimalsImpl<DataTypeDecimal<Decimal128>, ToDataType, ReturnType>(value, 0, scale, result));
         else
-            return convertDecimals<DataTypeDecimal<Decimal64>, ToDataType>(value, 0, scale);
+            return ReturnType(convertDecimalsImpl<DataTypeDecimal<Decimal64>, ToDataType, ReturnType>(value, 0, scale, result));
     }
 }
 
+template <typename FromDataType, typename ToDataType>
+inline std::enable_if_t<IsNumber<typename FromDataType::FieldType> && IsDataTypeDecimal<ToDataType>, typename ToDataType::FieldType>
+convertToDecimal(const typename FromDataType::FieldType & value, UInt32 scale)
+{
+    typename ToDataType::FieldType result;
+
+    convertToDecimalImpl<FromDataType, ToDataType, void>(value, scale, result);
+
+    return result;
+}
+
+template <typename FromDataType, typename ToDataType>
+inline std::enable_if_t<IsNumber<typename FromDataType::FieldType> && IsDataTypeDecimal<ToDataType>, bool>
+tryConvertToDecimal(const typename FromDataType::FieldType & value, UInt32 scale, typename ToDataType::FieldType& result)
+{
+    return convertToDecimalImpl<FromDataType, ToDataType, bool>(value, scale, result);
+}
+
 template <typename T>
 inline DataTypePtr createDecimalMaxPrecision(UInt64 scale)
 {
diff --git a/src/DataTypes/FieldToDataType.cpp b/src/DataTypes/FieldToDataType.cpp
index e01b264df81..95f03385121 100644
--- a/src/DataTypes/FieldToDataType.cpp
+++ b/src/DataTypes/FieldToDataType.cpp
@@ -1,6 +1,7 @@
 #include <Common/FieldVisitors.h>
 #include <DataTypes/FieldToDataType.h>
 #include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeMap.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <DataTypes/DataTypesDecimal.h>
 #include <DataTypes/DataTypeString.h>
@@ -118,6 +119,24 @@ DataTypePtr FieldToDataType::operator() (const Tuple & tuple) const
     return std::make_shared<DataTypeTuple>(element_types);
 }
 
+DataTypePtr FieldToDataType::operator() (const Map & map) const
+{
+    DataTypes key_types;
+    DataTypes value_types;
+    key_types.reserve(map.size());
+    value_types.reserve(map.size());
+
+    for (const auto & elem : map)
+    {
+        const auto & tuple = elem.safeGet<const Tuple &>();
+        assert(tuple.size() == 2);
+        key_types.push_back(applyVisitor(FieldToDataType(), tuple[0]));
+        value_types.push_back(applyVisitor(FieldToDataType(), tuple[1]));
+    }
+
+    return std::make_shared<DataTypeMap>(getLeastSupertype(key_types), getLeastSupertype(value_types));
+}
+
 DataTypePtr FieldToDataType::operator() (const AggregateFunctionStateData & x) const
 {
     const auto & name = static_cast<const AggregateFunctionStateData &>(x).name;
diff --git a/src/DataTypes/FieldToDataType.h b/src/DataTypes/FieldToDataType.h
index 0f8cbfd266c..39457564a2f 100644
--- a/src/DataTypes/FieldToDataType.h
+++ b/src/DataTypes/FieldToDataType.h
@@ -26,6 +26,7 @@ public:
     DataTypePtr operator() (const String & x) const;
     DataTypePtr operator() (const Array & x) const;
     DataTypePtr operator() (const Tuple & tuple) const;
+    DataTypePtr operator() (const Map & map) const;
     DataTypePtr operator() (const DecimalField<Decimal32> & x) const;
     DataTypePtr operator() (const DecimalField<Decimal64> & x) const;
     DataTypePtr operator() (const DecimalField<Decimal128> & x) const;
diff --git a/src/DataTypes/IDataType.h b/src/DataTypes/IDataType.h
index 4601378e8c2..060572ee997 100644
--- a/src/DataTypes/IDataType.h
+++ b/src/DataTypes/IDataType.h
@@ -91,6 +91,8 @@ public:
 
             TupleElement,
 
+            MapElement,
+
             DictionaryKeys,
             DictionaryIndexes,
         };
@@ -449,6 +451,7 @@ public:
     static bool isSpecialCompressionAllowed(const SubstreamPath & path);
 private:
     friend class DataTypeFactory;
+    friend class AggregateFunctionSimpleState;
     /// Customize this DataType
     void setCustomization(DataTypeCustomDescPtr custom_desc_) const;
 
@@ -517,6 +520,7 @@ struct WhichDataType
     constexpr bool isUUID() const { return idx == TypeIndex::UUID; }
     constexpr bool isArray() const { return idx == TypeIndex::Array; }
     constexpr bool isTuple() const { return idx == TypeIndex::Tuple; }
+    constexpr bool isMap() const {return idx == TypeIndex::Map; }
     constexpr bool isSet() const { return idx == TypeIndex::Set; }
     constexpr bool isInterval() const { return idx == TypeIndex::Interval; }
 
diff --git a/src/DataTypes/ya.make b/src/DataTypes/ya.make
index b570adbdc7a..db6793db6ca 100644
--- a/src/DataTypes/ya.make
+++ b/src/DataTypes/ya.make
@@ -27,6 +27,7 @@ SRCS(
     DataTypeInterval.cpp
     DataTypeLowCardinality.cpp
     DataTypeLowCardinalityHelpers.cpp
+    DataTypeMap.cpp
     DataTypeNothing.cpp
     DataTypeNullable.cpp
     DataTypeNumberBase.cpp
diff --git a/src/Databases/DatabaseAtomic.cpp b/src/Databases/DatabaseAtomic.cpp
index af8b751e787..17a91a1fff9 100644
--- a/src/Databases/DatabaseAtomic.cpp
+++ b/src/Databases/DatabaseAtomic.cpp
@@ -35,8 +35,8 @@ public:
 };
 
 
-DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, UUID uuid, Context & context_)
-    : DatabaseOrdinary(name_, std::move(metadata_path_), "store/", "DatabaseAtomic (" + name_ + ")", context_)
+DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, UUID uuid, const String & logger_name, const Context & context_)
+    : DatabaseOrdinary(name_, std::move(metadata_path_), "store/", logger_name, context_)
     , path_to_table_symlinks(global_context.getPath() + "data/" + escapeForFileName(name_) + "/")
     , path_to_metadata_symlink(global_context.getPath() + "metadata/" + escapeForFileName(name_))
     , db_uuid(uuid)
@@ -46,6 +46,11 @@ DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, UUID uuid, C
     tryCreateMetadataSymlink();
 }
 
+DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, UUID uuid, const Context & context_)
+    : DatabaseAtomic(name_, std::move(metadata_path_), uuid, "DatabaseAtomic (" + name_ + ")", context_)
+{
+}
+
 String DatabaseAtomic::getTableDataPath(const String & table_name) const
 {
     std::lock_guard lock(mutex);
@@ -212,6 +217,9 @@ void DatabaseAtomic::renameTable(const Context & context, const String & table_n
     if (is_dictionary && !inside_database)
         throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Cannot move dictionary to other database");
 
+    if (!exchange)
+        other_db.checkMetadataFilenameAvailabilityUnlocked(to_table_name, inside_database ? db_lock : other_db_lock);
+
     StoragePtr table = getTableUnlocked(table_name, db_lock);
     table->checkTableCanBeRenamed();
     assert_can_move_mat_view(table);
diff --git a/src/Databases/DatabaseAtomic.h b/src/Databases/DatabaseAtomic.h
index 82408ff3ab3..1b1c0cd4353 100644
--- a/src/Databases/DatabaseAtomic.h
+++ b/src/Databases/DatabaseAtomic.h
@@ -20,8 +20,8 @@ namespace DB
 class DatabaseAtomic : public DatabaseOrdinary
 {
 public:
-
-    DatabaseAtomic(String name_, String metadata_path_, UUID uuid, Context & context_);
+    DatabaseAtomic(String name_, String metadata_path_, UUID uuid, const String & logger_name, const Context & context_);
+    DatabaseAtomic(String name_, String metadata_path_, UUID uuid, const Context & context_);
 
     String getEngineName() const override { return "Atomic"; }
     UUID getUUID() const override { return db_uuid; }
@@ -51,14 +51,14 @@ public:
     void loadStoredObjects(Context & context, bool has_force_restore_data_flag, bool force_attach) override;
 
     /// Atomic database cannot be detached if there is detached table which still in use
-    void assertCanBeDetached(bool cleanup);
+    void assertCanBeDetached(bool cleanup) override;
 
     UUID tryGetTableUUID(const String & table_name) const override;
 
     void tryCreateSymlink(const String & table_name, const String & actual_data_path, bool if_data_path_exist = false);
     void tryRemoveSymlink(const String & table_name);
 
-    void waitDetachedTableNotInUse(const UUID & uuid);
+    void waitDetachedTableNotInUse(const UUID & uuid) override;
 
 private:
     void commitAlterTable(const StorageID & table_id, const String & table_metadata_tmp_path, const String & table_metadata_path) override;
diff --git a/src/Databases/DatabaseFactory.cpp b/src/Databases/DatabaseFactory.cpp
index 2bb4c595c05..0ac80706bd8 100644
--- a/src/Databases/DatabaseFactory.cpp
+++ b/src/Databases/DatabaseFactory.cpp
@@ -120,27 +120,32 @@ DatabasePtr DatabaseFactory::getImpl(const ASTCreateQuery & create, const String
             const auto & [remote_host_name, remote_port] = parseAddress(host_name_and_port, 3306);
             auto mysql_pool = mysqlxx::Pool(mysql_database_name, remote_host_name, mysql_user_name, mysql_user_password, remote_port);
 
-            if (engine_name == "MaterializeMySQL")
+            if (engine_name == "MySQL")
             {
-                MySQLClient client(remote_host_name, remote_port, mysql_user_name, mysql_user_password);
+                auto mysql_database_settings = std::make_unique<ConnectionMySQLSettings>();
 
-                auto materialize_mode_settings = std::make_unique<MaterializeMySQLSettings>();
+                mysql_database_settings->loadFromQueryContext(context);
+                mysql_database_settings->loadFromQuery(*engine_define); /// higher priority
 
-                if (engine_define->settings)
-                    materialize_mode_settings->loadFromQuery(*engine_define);
-
-                return std::make_shared<DatabaseMaterializeMySQL>(
-                    context, database_name, metadata_path, engine_define, mysql_database_name, std::move(mysql_pool), std::move(client)
-                    , std::move(materialize_mode_settings));
+                return std::make_shared<DatabaseConnectionMySQL>(
+                    context, database_name, metadata_path, engine_define, mysql_database_name, std::move(mysql_database_settings), std::move(mysql_pool));
             }
 
-            auto mysql_database_settings = std::make_unique<ConnectionMySQLSettings>();
+            MySQLClient client(remote_host_name, remote_port, mysql_user_name, mysql_user_password);
 
-            mysql_database_settings->loadFromQueryContext(context);
-            mysql_database_settings->loadFromQuery(*engine_define); /// higher priority
+            auto materialize_mode_settings = std::make_unique<MaterializeMySQLSettings>();
 
-            return std::make_shared<DatabaseConnectionMySQL>(
-                context, database_name, metadata_path, engine_define, mysql_database_name, std::move(mysql_database_settings), std::move(mysql_pool));
+            if (engine_define->settings)
+                materialize_mode_settings->loadFromQuery(*engine_define);
+
+            if (create.uuid == UUIDHelpers::Nil)
+                return std::make_shared<DatabaseMaterializeMySQL<DatabaseOrdinary>>(
+                    context, database_name, metadata_path, uuid, mysql_database_name, std::move(mysql_pool), std::move(client)
+                    , std::move(materialize_mode_settings));
+            else
+                return std::make_shared<DatabaseMaterializeMySQL<DatabaseAtomic>>(
+                    context, database_name, metadata_path, uuid, mysql_database_name, std::move(mysql_pool), std::move(client)
+                    , std::move(materialize_mode_settings));
         }
         catch (...)
         {
diff --git a/src/Databases/DatabaseLazy.cpp b/src/Databases/DatabaseLazy.cpp
index 0119f17f843..f297bf2c82f 100644
--- a/src/Databases/DatabaseLazy.cpp
+++ b/src/Databases/DatabaseLazy.cpp
@@ -42,6 +42,14 @@ void DatabaseLazy::loadStoredObjects(
     iterateMetadataFiles(context, [this](const String & file_name)
     {
         const std::string table_name = file_name.substr(0, file_name.size() - 4);
+
+        auto detached_permanently_flag = Poco::File(getMetadataPath() + "/" + file_name + detached_suffix);
+        if (detached_permanently_flag.exists())
+        {
+            LOG_DEBUG(log, "Skipping permanently detached table {}.", backQuote(table_name));
+            return;
+        }
+
         attachTable(table_name, nullptr, {});
     });
 }
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 1e6b4019c4b..2a8276ec6db 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -164,20 +164,38 @@ void DatabaseOnDisk::createTable(
     /// But there is protection from it - see using DDLGuard in InterpreterCreateQuery.
 
     if (isDictionaryExist(table_name))
-        throw Exception("Dictionary " + backQuote(getDatabaseName()) + "." + backQuote(table_name) + " already exists.",
-            ErrorCodes::DICTIONARY_ALREADY_EXISTS);
+        throw Exception(ErrorCodes::DICTIONARY_ALREADY_EXISTS, "Dictionary {}.{} already exists", backQuote(getDatabaseName()), backQuote(table_name));
 
     if (isTableExist(table_name, global_context))
-        throw Exception("Table " + backQuote(getDatabaseName()) + "." + backQuote(table_name) + " already exists.", ErrorCodes::TABLE_ALREADY_EXISTS);
+        throw Exception(ErrorCodes::TABLE_ALREADY_EXISTS, "Table {}.{} already exists", backQuote(getDatabaseName()), backQuote(table_name));
+
+    String table_metadata_path = getObjectMetadataPath(table_name);
 
     if (create.attach_short_syntax)
     {
         /// Metadata already exists, table was detached
         attachTable(table_name, table, getTableDataPath(create));
+        removeDetachedPermanentlyFlag(table_name, table_metadata_path);
         return;
     }
 
-    String table_metadata_path = getObjectMetadataPath(table_name);
+    if (!create.attach)
+        checkMetadataFilenameAvailability(table_name);
+
+    if (create.attach && Poco::File(table_metadata_path).exists())
+    {
+        ASTPtr ast_detached = parseQueryFromMetadata(log, context, table_metadata_path);
+        auto & create_detached = ast_detached->as<ASTCreateQuery &>();
+
+        // either both should be Nil, either values should be equal
+        if (create.uuid != create_detached.uuid)
+            throw Exception(
+                    ErrorCodes::TABLE_ALREADY_EXISTS,
+                    "Table {}.{} already exist (detached permanently). To attach it back "
+                    "you need to use short ATTACH syntax or a full statement with the same UUID",
+                    backQuote(getDatabaseName()), backQuote(table_name));
+    }
+
     String table_metadata_tmp_path = table_metadata_path + create_suffix;
     String statement;
 
@@ -194,6 +212,26 @@ void DatabaseOnDisk::createTable(
     }
 
     commitCreateTable(create, table, table_metadata_tmp_path, table_metadata_path);
+
+    removeDetachedPermanentlyFlag(table_name, table_metadata_path);
+}
+
+/// If the table was detached permanently we will have a flag file with
+/// .sql.detached extension, is not needed anymore since we attached the table back
+void DatabaseOnDisk::removeDetachedPermanentlyFlag(const String & table_name, const String & table_metadata_path) const
+{
+    try
+    {
+        auto detached_permanently_flag = Poco::File(table_metadata_path + detached_suffix);
+
+        if (detached_permanently_flag.exists())
+            detached_permanently_flag.remove();
+    }
+    catch (Exception & e)
+    {
+        e.addMessage("while trying to remove permanenty detached flag. Table {}.{} may still be marked as permanently detached, and will not be reattached during server restart.", backQuote(getDatabaseName()), backQuote(table_name));
+        throw;
+    }
 }
 
 void DatabaseOnDisk::commitCreateTable(const ASTCreateQuery & query, const StoragePtr & table,
@@ -215,6 +253,22 @@ void DatabaseOnDisk::commitCreateTable(const ASTCreateQuery & query, const Stora
     }
 }
 
+void DatabaseOnDisk::detachTablePermanently(const String & table_name)
+{
+    auto table = detachTable(table_name);
+
+    Poco::File detached_permanently_flag(getObjectMetadataPath(table_name) + detached_suffix);
+    try
+    {
+        detached_permanently_flag.createFile();
+    }
+    catch (Exception & e)
+    {
+        e.addMessage("while trying to set permanenty detached flag. Table {}.{} may be reattached during server restart.", backQuote(getDatabaseName()), backQuote(table_name));
+        throw;
+    }
+}
+
 void DatabaseOnDisk::dropTable(const Context & context, const String & table_name, bool /*no_delay*/)
 {
     String table_metadata_path = getObjectMetadataPath(table_name);
@@ -253,6 +307,27 @@ void DatabaseOnDisk::dropTable(const Context & context, const String & table_nam
     Poco::File(table_metadata_path_drop).remove();
 }
 
+void DatabaseOnDisk::checkMetadataFilenameAvailability(const String & to_table_name) const
+{
+    std::unique_lock lock(mutex);
+    checkMetadataFilenameAvailabilityUnlocked(to_table_name, lock);
+}
+
+void DatabaseOnDisk::checkMetadataFilenameAvailabilityUnlocked(const String & to_table_name, std::unique_lock<std::mutex> &) const
+{
+    String table_metadata_path = getObjectMetadataPath(to_table_name);
+
+    if (Poco::File(table_metadata_path).exists())
+    {
+        auto detached_permanently_flag = Poco::File(table_metadata_path + detached_suffix);
+
+        if (detached_permanently_flag.exists())
+            throw Exception(ErrorCodes::TABLE_ALREADY_EXISTS, "Table {}.{} already exists (detached permanently)", backQuote(database_name), backQuote(to_table_name));
+        else
+            throw Exception(ErrorCodes::TABLE_ALREADY_EXISTS, "Table {}.{} already exists (detached)", backQuote(database_name), backQuote(to_table_name));
+    }
+}
+
 void DatabaseOnDisk::renameTable(
         const Context & context,
         const String & table_name,
@@ -299,6 +374,9 @@ void DatabaseOnDisk::renameTable(
         if (from_atomic_to_ordinary)
             create.uuid = UUIDHelpers::Nil;
 
+        if (auto * target_db = dynamic_cast<DatabaseOnDisk *>(&to_database))
+            target_db->checkMetadataFilenameAvailability(to_table_name);
+
         /// Notify the table that it is renamed. It will move data to new path (if it stores data on disk) and update StorageID
         table->rename(to_database.getTableDataPath(create), StorageID(create));
     }
@@ -328,6 +406,8 @@ void DatabaseOnDisk::renameTable(
     }
 }
 
+
+/// It returns create table statement (even if table is detached)
 ASTPtr DatabaseOnDisk::getCreateTableQueryImpl(const String & table_name, const Context &, bool throw_on_error) const
 {
     ASTPtr ast;
@@ -400,7 +480,7 @@ void DatabaseOnDisk::iterateMetadataFiles(const Context & context, const Iterati
 {
     auto process_tmp_drop_metadata_file = [&](const String & file_name)
     {
-        assert(getEngineName() != "Atomic");
+        assert(getUUID() == UUIDHelpers::Nil);
         static const char * tmp_drop_ext = ".sql.tmp_drop";
         const std::string object_name = file_name.substr(0, file_name.size() - strlen(tmp_drop_ext));
         if (Poco::File(context.getPath() + getDataPath() + '/' + object_name).exists())
@@ -430,8 +510,11 @@ void DatabaseOnDisk::iterateMetadataFiles(const Context & context, const Iterati
         if (endsWith(dir_it.name(), ".sql.bak"))
             continue;
 
-        static const char * tmp_drop_ext = ".sql.tmp_drop";
-        if (endsWith(dir_it.name(), tmp_drop_ext))
+        /// Permanently detached table flag
+        if (endsWith(dir_it.name(), ".sql.detached"))
+            continue;
+
+        if (endsWith(dir_it.name(), ".sql.tmp_drop"))
         {
             /// There are files that we tried to delete previously
             metadata_files.emplace(dir_it.name(), false);
diff --git a/src/Databases/DatabaseOnDisk.h b/src/Databases/DatabaseOnDisk.h
index 586491d4d29..fff2a259911 100644
--- a/src/Databases/DatabaseOnDisk.h
+++ b/src/Databases/DatabaseOnDisk.h
@@ -39,6 +39,8 @@ public:
         const StoragePtr & table,
         const ASTPtr & query) override;
 
+    void detachTablePermanently(const String & table_name) override;
+
     void dropTable(
         const Context & context,
         const String & table_name,
@@ -67,9 +69,14 @@ public:
 
     static ASTPtr parseQueryFromMetadata(Poco::Logger * log, const Context & context, const String & metadata_file_path, bool throw_on_error = true, bool remove_empty = false);
 
+    /// will throw when the table we want to attach already exists (in active / detached / detached permanently form)
+    void checkMetadataFilenameAvailability(const String & to_table_name) const;
+    void checkMetadataFilenameAvailabilityUnlocked(const String & to_table_name, std::unique_lock<std::mutex> &) const;
+
 protected:
     static constexpr const char * create_suffix = ".tmp";
     static constexpr const char * drop_suffix = ".tmp_drop";
+    static constexpr const char * detached_suffix = ".detached";
 
     using IteratingFunction = std::function<void(const String &)>;
 
@@ -87,6 +94,9 @@ protected:
 
     const String metadata_path;
     const String data_path;
+
+private:
+    void removeDetachedPermanentlyFlag(const String & table_name, const String & table_metadata_path) const;
 };
 
 }
diff --git a/src/Databases/DatabaseOrdinary.cpp b/src/Databases/DatabaseOrdinary.cpp
index 24e2bdcd6b2..58b4ad72a1b 100644
--- a/src/Databases/DatabaseOrdinary.cpp
+++ b/src/Databases/DatabaseOrdinary.cpp
@@ -135,6 +135,19 @@ void DatabaseOrdinary::loadStoredObjects(Context & context, bool has_force_resto
             {
                 auto * create_query = ast->as<ASTCreateQuery>();
                 create_query->database = database_name;
+
+                auto detached_permanently_flag = Poco::File(full_path.string() + detached_suffix);
+                if (detached_permanently_flag.exists())
+                {
+                    /// FIXME: even if we don't load the table we can still mark the uuid of it as taken.
+                    /// if (create_query->uuid != UUIDHelpers::Nil)
+                    ///     DatabaseCatalog::instance().addUUIDMapping(create_query->uuid);
+
+                    const std::string table_name = file_name.substr(0, file_name.size() - 4);
+                    LOG_DEBUG(log, "Skipping permanently detached table {}.", backQuote(table_name));
+                    return;
+                }
+
                 std::lock_guard lock{file_names_mutex};
                 file_names[file_name] = ast;
                 total_dictionaries += create_query->is_dictionary;
diff --git a/src/Databases/DatabasesCommon.cpp b/src/Databases/DatabasesCommon.cpp
index c5df954c2da..2d3d206162b 100644
--- a/src/Databases/DatabasesCommon.cpp
+++ b/src/Databases/DatabasesCommon.cpp
@@ -72,7 +72,7 @@ StoragePtr DatabaseWithOwnTablesBase::detachTableUnlocked(const String & table_n
 
     auto it = tables.find(table_name);
     if (it == tables.end())
-        throw Exception(ErrorCodes::UNKNOWN_TABLE, "Table {}.{} doesn't exist.",
+        throw Exception(ErrorCodes::UNKNOWN_TABLE, "Table {}.{} doesn't exist",
                         backQuote(database_name), backQuote(table_name));
     res = it->second;
     tables.erase(it);
@@ -80,7 +80,7 @@ StoragePtr DatabaseWithOwnTablesBase::detachTableUnlocked(const String & table_n
     auto table_id = res->getStorageID();
     if (table_id.hasUUID())
     {
-        assert(database_name == DatabaseCatalog::TEMPORARY_DATABASE || getEngineName() == "Atomic");
+        assert(database_name == DatabaseCatalog::TEMPORARY_DATABASE || getUUID() != UUIDHelpers::Nil);
         DatabaseCatalog::instance().removeUUIDMapping(table_id.uuid);
     }
 
@@ -102,7 +102,7 @@ void DatabaseWithOwnTablesBase::attachTableUnlocked(const String & table_name, c
 
     if (table_id.hasUUID())
     {
-        assert(database_name == DatabaseCatalog::TEMPORARY_DATABASE || getEngineName() == "Atomic");
+        assert(database_name == DatabaseCatalog::TEMPORARY_DATABASE || getUUID() != UUIDHelpers::Nil);
         DatabaseCatalog::instance().addUUIDMapping(table_id.uuid, shared_from_this(), table);
     }
 
@@ -131,7 +131,7 @@ void DatabaseWithOwnTablesBase::shutdown()
         kv.second->shutdown();
         if (table_id.hasUUID())
         {
-            assert(getDatabaseName() == DatabaseCatalog::TEMPORARY_DATABASE || getEngineName() == "Atomic");
+            assert(getDatabaseName() == DatabaseCatalog::TEMPORARY_DATABASE || getUUID() != UUIDHelpers::Nil);
             DatabaseCatalog::instance().removeUUIDMapping(table_id.uuid);
         }
     }
@@ -157,7 +157,7 @@ StoragePtr DatabaseWithOwnTablesBase::getTableUnlocked(const String & table_name
     auto it = tables.find(table_name);
     if (it != tables.end())
         return it->second;
-    throw Exception(ErrorCodes::UNKNOWN_TABLE, "Table {}.{} doesn't exist.",
+    throw Exception(ErrorCodes::UNKNOWN_TABLE, "Table {}.{} doesn't exist",
                     backQuote(database_name), backQuote(table_name));
 }
 
diff --git a/src/Databases/IDatabase.h b/src/Databases/IDatabase.h
index fadec5fe7a9..fc821fcab30 100644
--- a/src/Databases/IDatabase.h
+++ b/src/Databases/IDatabase.h
@@ -221,6 +221,8 @@ public:
     }
 
     /// Add a table to the database, but do not add it to the metadata. The database may not support this method.
+    ///
+    /// Note: ATTACH TABLE statement actually uses createTable method.
     virtual void attachTable(const String & /*name*/, const StoragePtr & /*table*/, [[maybe_unused]] const String & relative_table_path = {})
     {
         throw Exception("There is no ATTACH TABLE query for Database" + getEngineName(), ErrorCodes::NOT_IMPLEMENTED);
@@ -245,6 +247,13 @@ public:
         throw Exception("There is no DETACH DICTIONARY query for Database" + getEngineName(), ErrorCodes::NOT_IMPLEMENTED);
     }
 
+    /// Forget about the table without deleting it's data, but rename metadata file to prevent reloading it
+    /// with next restart. The database may not support this method.
+    virtual void detachTablePermanently(const String & /*name*/)
+    {
+        throw Exception("There is no DETACH TABLE PERMANENTLY query for Database" + getEngineName(), ErrorCodes::NOT_IMPLEMENTED);
+    }
+
     /// Rename the table and possibly move the table to another database.
     virtual void renameTable(
         const Context & /*context*/,
@@ -334,6 +343,10 @@ public:
     /// All tables and dictionaries should be detached before detaching the database.
     virtual bool shouldBeEmptyOnDetach() const { return true; }
 
+    virtual void assertCanBeDetached(bool /*cleanup*/) {}
+
+    virtual void waitDetachedTableNotInUse(const UUID & /*uuid*/) { assert(false); }
+
     /// Ask all tables to complete the background threads they are using and delete all table objects.
     virtual void shutdown() = 0;
 
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
index 45483055739..35b016f255b 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
@@ -395,7 +395,7 @@ void DatabaseConnectionMySQL::loadStoredObjects(Context &, bool, bool /*force_at
     }
 }
 
-void DatabaseConnectionMySQL::dropTable(const Context &, const String & table_name, bool /*no_delay*/)
+void DatabaseConnectionMySQL::detachTablePermanently(const String & table_name)
 {
     std::lock_guard<std::mutex> lock{mutex};
 
@@ -429,6 +429,11 @@ void DatabaseConnectionMySQL::dropTable(const Context &, const String & table_na
     table_iter->second.second->is_dropped = true;
 }
 
+void DatabaseConnectionMySQL::dropTable(const Context &, const String & table_name, bool /*no_delay*/)
+{
+    detachTablePermanently(table_name);
+}
+
 DatabaseConnectionMySQL::~DatabaseConnectionMySQL()
 {
     try
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.h b/src/Databases/MySQL/DatabaseConnectionMySQL.h
index d8694e71db2..3e305fcb20d 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.h
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.h
@@ -72,6 +72,8 @@ public:
 
     StoragePtr detachTable(const String & table_name) override;
 
+    void detachTablePermanently(const String & table_name) override;
+
     void dropTable(const Context &, const String & table_name, bool no_delay) override;
 
     void attachTable(const String & table_name, const StoragePtr & storage, const String & relative_table_path) override;
diff --git a/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp b/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
index b5231a23d7e..6a9f1e37f8e 100644
--- a/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
@@ -8,6 +8,7 @@
 
 #    include <Interpreters/Context.h>
 #    include <Databases/DatabaseOrdinary.h>
+#    include <Databases/DatabaseAtomic.h>
 #    include <Databases/MySQL/DatabaseMaterializeTablesIterator.h>
 #    include <Databases/MySQL/MaterializeMySQLSyncThread.h>
 #    include <Parsers/ASTCreateQuery.h>
@@ -22,21 +23,37 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int NOT_IMPLEMENTED;
+    extern const int LOGICAL_ERROR;
 }
 
-DatabaseMaterializeMySQL::DatabaseMaterializeMySQL(
-    const Context & context, const String & database_name_, const String & metadata_path_, const IAST * database_engine_define_
-    , const String & mysql_database_name_, mysqlxx::Pool && pool_, MySQLClient && client_, std::unique_ptr<MaterializeMySQLSettings> settings_)
-    : IDatabase(database_name_), global_context(context.getGlobalContext()), engine_define(database_engine_define_->clone())
-    , nested_database(std::make_shared<DatabaseOrdinary>(database_name_, metadata_path_, context))
-    , settings(std::move(settings_)), log(&Poco::Logger::get("DatabaseMaterializeMySQL"))
+template<>
+DatabaseMaterializeMySQL<DatabaseOrdinary>::DatabaseMaterializeMySQL(
+    const Context & context, const String & database_name_, const String & metadata_path_, UUID /*uuid*/,
+    const String & mysql_database_name_, mysqlxx::Pool && pool_, MySQLClient && client_, std::unique_ptr<MaterializeMySQLSettings> settings_)
+    : DatabaseOrdinary(database_name_
+                      , metadata_path_
+                      , "data/" + escapeForFileName(database_name_) + "/"
+                      , "DatabaseMaterializeMySQL<Ordinary> (" + database_name_ + ")", context
+                      )
+    , settings(std::move(settings_))
     , materialize_thread(context, database_name_, mysql_database_name_, std::move(pool_), std::move(client_), settings.get())
 {
 }
 
-void DatabaseMaterializeMySQL::rethrowExceptionIfNeed() const
+template<>
+DatabaseMaterializeMySQL<DatabaseAtomic>::DatabaseMaterializeMySQL(
+    const Context & context, const String & database_name_, const String & metadata_path_, UUID uuid,
+    const String & mysql_database_name_, mysqlxx::Pool && pool_, MySQLClient && client_, std::unique_ptr<MaterializeMySQLSettings> settings_)
+    : DatabaseAtomic(database_name_, metadata_path_, uuid, "DatabaseMaterializeMySQL<Atomic> (" + database_name_ + ")", context)
+    , settings(std::move(settings_))
+    , materialize_thread(context, database_name_, mysql_database_name_, std::move(pool_), std::move(client_), settings.get())
 {
-    std::unique_lock<std::mutex> lock(mutex);
+}
+
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::rethrowExceptionIfNeed() const
+{
+    std::unique_lock<std::mutex> lock(Base::mutex);
 
     if (!settings->allows_query_when_mysql_lost && exception)
     {
@@ -46,129 +63,71 @@ void DatabaseMaterializeMySQL::rethrowExceptionIfNeed() const
         }
         catch (Exception & ex)
         {
+            /// This method can be called from multiple threads
+            /// and Exception can be modified concurrently by calling addMessage(...),
+            /// so we rethrow a copy.
             throw Exception(ex);
         }
     }
 }
 
-void DatabaseMaterializeMySQL::setException(const std::exception_ptr & exception_)
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::setException(const std::exception_ptr & exception_)
 {
-    std::unique_lock<std::mutex> lock(mutex);
+    std::unique_lock<std::mutex> lock(Base::mutex);
     exception = exception_;
 }
 
-ASTPtr DatabaseMaterializeMySQL::getCreateDatabaseQuery() const
-{
-    const auto & create_query = std::make_shared<ASTCreateQuery>();
-    create_query->database = database_name;
-    create_query->set(create_query->storage, engine_define);
-    return create_query;
-}
-
-void DatabaseMaterializeMySQL::loadStoredObjects(Context & context, bool has_force_restore_data_flag, bool force_attach)
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::loadStoredObjects(Context & context, bool has_force_restore_data_flag, bool force_attach)
 {
+    Base::loadStoredObjects(context, has_force_restore_data_flag, force_attach);
     try
     {
-        std::unique_lock<std::mutex> lock(mutex);
-        nested_database->loadStoredObjects(context, has_force_restore_data_flag, force_attach);
         materialize_thread.startSynchronization();
+        started_up = true;
     }
     catch (...)
     {
-        tryLogCurrentException(log, "Cannot load MySQL nested database stored objects.");
+        tryLogCurrentException(Base::log, "Cannot load MySQL nested database stored objects.");
 
         if (!force_attach)
             throw;
     }
 }
 
-void DatabaseMaterializeMySQL::shutdown()
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::createTable(const Context & context, const String & name, const StoragePtr & table, const ASTPtr & query)
 {
-    materialize_thread.stopSynchronization();
-
-    auto iterator = nested_database->getTablesIterator(global_context, {});
-
-    /// We only shutdown the table, The tables is cleaned up when destructed database
-    for (; iterator->isValid(); iterator->next())
-        iterator->table()->shutdown();
+    assertCalledFromSyncThreadOrDrop("create table");
+    Base::createTable(context, name, table, query);
 }
 
-bool DatabaseMaterializeMySQL::empty() const
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::dropTable(const Context & context, const String & name, bool no_delay)
 {
-    return nested_database->empty();
+    assertCalledFromSyncThreadOrDrop("drop table");
+    Base::dropTable(context, name, no_delay);
 }
 
-String DatabaseMaterializeMySQL::getDataPath() const
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::attachTable(const String & name, const StoragePtr & table, const String & relative_table_path)
 {
-    return nested_database->getDataPath();
+    assertCalledFromSyncThreadOrDrop("attach table");
+    Base::attachTable(name, table, relative_table_path);
 }
 
-String DatabaseMaterializeMySQL::getMetadataPath() const
+template<typename Base>
+StoragePtr DatabaseMaterializeMySQL<Base>::detachTable(const String & name)
 {
-    return nested_database->getMetadataPath();
+    assertCalledFromSyncThreadOrDrop("detach table");
+    return Base::detachTable(name);
 }
 
-String DatabaseMaterializeMySQL::getTableDataPath(const String & table_name) const
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::renameTable(const Context & context, const String & name, IDatabase & to_database, const String & to_name, bool exchange, bool dictionary)
 {
-    return nested_database->getTableDataPath(table_name);
-}
-
-String DatabaseMaterializeMySQL::getTableDataPath(const ASTCreateQuery & query) const
-{
-    return nested_database->getTableDataPath(query);
-}
-
-String DatabaseMaterializeMySQL::getObjectMetadataPath(const String & table_name) const
-{
-    return nested_database->getObjectMetadataPath(table_name);
-}
-
-UUID DatabaseMaterializeMySQL::tryGetTableUUID(const String & table_name) const
-{
-    return nested_database->tryGetTableUUID(table_name);
-}
-
-time_t DatabaseMaterializeMySQL::getObjectMetadataModificationTime(const String & name) const
-{
-    return nested_database->getObjectMetadataModificationTime(name);
-}
-
-void DatabaseMaterializeMySQL::createTable(const Context & context, const String & name, const StoragePtr & table, const ASTPtr & query)
-{
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support create table.", ErrorCodes::NOT_IMPLEMENTED);
-
-    nested_database->createTable(context, name, table, query);
-}
-
-void DatabaseMaterializeMySQL::dropTable(const Context & context, const String & name, bool no_delay)
-{
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support drop table.", ErrorCodes::NOT_IMPLEMENTED);
-
-    nested_database->dropTable(context, name, no_delay);
-}
-
-void DatabaseMaterializeMySQL::attachTable(const String & name, const StoragePtr & table, const String & relative_table_path)
-{
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support attach table.", ErrorCodes::NOT_IMPLEMENTED);
-
-    nested_database->attachTable(name, table, relative_table_path);
-}
-
-StoragePtr DatabaseMaterializeMySQL::detachTable(const String & name)
-{
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support detach table.", ErrorCodes::NOT_IMPLEMENTED);
-
-    return nested_database->detachTable(name);
-}
-
-void DatabaseMaterializeMySQL::renameTable(const Context & context, const String & name, IDatabase & to_database, const String & to_name, bool exchange, bool dictionary)
-{
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support rename table.", ErrorCodes::NOT_IMPLEMENTED);
+    assertCalledFromSyncThreadOrDrop("rename table");
 
     if (exchange)
         throw Exception("MaterializeMySQL database not support exchange table.", ErrorCodes::NOT_IMPLEMENTED);
@@ -176,57 +135,37 @@ void DatabaseMaterializeMySQL::renameTable(const Context & context, const String
     if (dictionary)
         throw Exception("MaterializeMySQL database not support rename dictionary.", ErrorCodes::NOT_IMPLEMENTED);
 
-    if (to_database.getDatabaseName() != getDatabaseName())
+    if (to_database.getDatabaseName() != Base::getDatabaseName())
         throw Exception("Cannot rename with other database for MaterializeMySQL database.", ErrorCodes::NOT_IMPLEMENTED);
 
-    nested_database->renameTable(context, name, *nested_database, to_name, exchange, dictionary);
+    Base::renameTable(context, name, *this, to_name, exchange, dictionary);
 }
 
-void DatabaseMaterializeMySQL::alterTable(const Context & context, const StorageID & table_id, const StorageInMemoryMetadata & metadata)
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::alterTable(const Context & context, const StorageID & table_id, const StorageInMemoryMetadata & metadata)
 {
-    if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
-        throw Exception("MaterializeMySQL database not support alter table.", ErrorCodes::NOT_IMPLEMENTED);
-
-    nested_database->alterTable(context, table_id, metadata);
+    assertCalledFromSyncThreadOrDrop("alter table");
+    Base::alterTable(context, table_id, metadata);
 }
 
-bool DatabaseMaterializeMySQL::shouldBeEmptyOnDetach() const
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::drop(const Context & context)
 {
-    return false;
+    /// Remove metadata info
+    Poco::File metadata(Base::getMetadataPath() + "/.metadata");
+
+    if (metadata.exists())
+        metadata.remove(false);
+
+    Base::drop(context);
 }
 
-void DatabaseMaterializeMySQL::drop(const Context & context)
-{
-    if (nested_database->shouldBeEmptyOnDetach())
-    {
-        for (auto iterator = nested_database->getTablesIterator(context, {}); iterator->isValid(); iterator->next())
-        {
-            TableExclusiveLockHolder table_lock = iterator->table()->lockExclusively(
-                context.getCurrentQueryId(), context.getSettingsRef().lock_acquire_timeout);
-
-            nested_database->dropTable(context, iterator->name(), true);
-        }
-
-        /// Remove metadata info
-        Poco::File metadata(getMetadataPath() + "/.metadata");
-
-        if (metadata.exists())
-            metadata.remove(false);
-    }
-
-    nested_database->drop(context);
-}
-
-bool DatabaseMaterializeMySQL::isTableExist(const String & name, const Context & context) const
-{
-    return nested_database->isTableExist(name, context);
-}
-
-StoragePtr DatabaseMaterializeMySQL::tryGetTable(const String & name, const Context & context) const
+template<typename Base>
+StoragePtr DatabaseMaterializeMySQL<Base>::tryGetTable(const String & name, const Context & context) const
 {
     if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
     {
-        StoragePtr nested_storage = nested_database->tryGetTable(name, context);
+        StoragePtr nested_storage = Base::tryGetTable(name, context);
 
         if (!nested_storage)
             return {};
@@ -234,20 +173,71 @@ StoragePtr DatabaseMaterializeMySQL::tryGetTable(const String & name, const Cont
         return std::make_shared<StorageMaterializeMySQL>(std::move(nested_storage), this);
     }
 
-    return nested_database->tryGetTable(name, context);
+    return Base::tryGetTable(name, context);
 }
 
-DatabaseTablesIteratorPtr DatabaseMaterializeMySQL::getTablesIterator(const Context & context, const FilterByNameFunction & filter_by_table_name)
+template<typename Base>
+DatabaseTablesIteratorPtr DatabaseMaterializeMySQL<Base>::getTablesIterator(const Context & context, const DatabaseOnDisk::FilterByNameFunction & filter_by_table_name)
 {
     if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
     {
-        DatabaseTablesIteratorPtr iterator = nested_database->getTablesIterator(context, filter_by_table_name);
+        DatabaseTablesIteratorPtr iterator = Base::getTablesIterator(context, filter_by_table_name);
         return std::make_unique<DatabaseMaterializeTablesIterator>(std::move(iterator), this);
     }
 
-    return nested_database->getTablesIterator(context, filter_by_table_name);
+    return Base::getTablesIterator(context, filter_by_table_name);
 }
 
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::assertCalledFromSyncThreadOrDrop(const char * method) const
+{
+    if (!MaterializeMySQLSyncThread::isMySQLSyncThread() && started_up)
+        throw Exception(ErrorCodes::NOT_IMPLEMENTED, "MaterializeMySQL database not support {}", method);
+}
+
+template<typename Base>
+void DatabaseMaterializeMySQL<Base>::shutdownSynchronizationThread()
+{
+    materialize_thread.stopSynchronization();
+    started_up = false;
+}
+
+template<typename Database, template<class> class Helper, typename... Args>
+auto castToMaterializeMySQLAndCallHelper(Database * database, Args && ... args)
+{
+    using Ordinary = DatabaseMaterializeMySQL<DatabaseOrdinary>;
+    using Atomic = DatabaseMaterializeMySQL<DatabaseAtomic>;
+    using ToOrdinary = typename std::conditional_t<std::is_const_v<Database>, const Ordinary *, Ordinary *>;
+    using ToAtomic = typename std::conditional_t<std::is_const_v<Database>, const Atomic *, Atomic *>;
+    if (auto * database_materialize = typeid_cast<ToOrdinary>(database))
+        return (database_materialize->*Helper<Ordinary>::v)(std::forward<Args>(args)...);
+    if (auto * database_materialize = typeid_cast<ToAtomic>(database))
+        return (database_materialize->*Helper<Atomic>::v)(std::forward<Args>(args)...);
+
+    throw Exception("LOGICAL_ERROR: cannot cast to DatabaseMaterializeMySQL, it is a bug.", ErrorCodes::LOGICAL_ERROR);
+}
+
+template<typename T> struct HelperSetException { static constexpr auto v = &T::setException; };
+void setSynchronizationThreadException(const DatabasePtr & materialize_mysql_db, const std::exception_ptr & exception)
+{
+    castToMaterializeMySQLAndCallHelper<IDatabase, HelperSetException>(materialize_mysql_db.get(), exception);
+}
+
+template<typename T> struct HelperStopSync { static constexpr auto v = &T::shutdownSynchronizationThread; };
+void stopDatabaseSynchronization(const DatabasePtr & materialize_mysql_db)
+{
+    castToMaterializeMySQLAndCallHelper<IDatabase, HelperStopSync>(materialize_mysql_db.get());
+}
+
+template<typename T> struct HelperRethrow { static constexpr auto v = &T::rethrowExceptionIfNeed; };
+void rethrowSyncExceptionIfNeed(const IDatabase * materialize_mysql_db)
+{
+    castToMaterializeMySQLAndCallHelper<const IDatabase, HelperRethrow>(materialize_mysql_db);
+}
+
+template class DatabaseMaterializeMySQL<DatabaseOrdinary>;
+template class DatabaseMaterializeMySQL<DatabaseAtomic>;
+
 }
 
 #endif
diff --git a/src/Databases/MySQL/DatabaseMaterializeMySQL.h b/src/Databases/MySQL/DatabaseMaterializeMySQL.h
index 799db65b481..e1229269a33 100644
--- a/src/Databases/MySQL/DatabaseMaterializeMySQL.h
+++ b/src/Databases/MySQL/DatabaseMaterializeMySQL.h
@@ -17,48 +17,34 @@ namespace DB
  *
  *  All table structure and data will be written to the local file system
  */
-class DatabaseMaterializeMySQL : public IDatabase
+template<typename Base>
+class DatabaseMaterializeMySQL : public Base
 {
 public:
+
     DatabaseMaterializeMySQL(
-        const Context & context, const String & database_name_, const String & metadata_path_,
-        const IAST * database_engine_define_, const String & mysql_database_name_, mysqlxx::Pool && pool_,
+        const Context & context, const String & database_name_, const String & metadata_path_, UUID uuid,
+        const String & mysql_database_name_, mysqlxx::Pool && pool_,
         MySQLClient && client_, std::unique_ptr<MaterializeMySQLSettings> settings_);
 
     void rethrowExceptionIfNeed() const;
 
     void setException(const std::exception_ptr & exception);
 protected:
-    const Context & global_context;
 
-    ASTPtr engine_define;
-    DatabasePtr nested_database;
     std::unique_ptr<MaterializeMySQLSettings> settings;
 
-    Poco::Logger * log;
     MaterializeMySQLSyncThread materialize_thread;
 
     std::exception_ptr exception;
 
+    std::atomic_bool started_up{false};
+
 public:
     String getEngineName() const override { return "MaterializeMySQL"; }
 
-    ASTPtr getCreateDatabaseQuery() const override;
-
     void loadStoredObjects(Context & context, bool has_force_restore_data_flag, bool force_attach) override;
 
-    void shutdown() override;
-
-    bool empty() const override;
-
-    String getDataPath() const override;
-
-    String getTableDataPath(const String & table_name) const override;
-
-    String getTableDataPath(const ASTCreateQuery & query) const override;
-
-    UUID tryGetTableUUID(const String & table_name) const override;
-
     void createTable(const Context & context, const String & name, const StoragePtr & table, const ASTPtr & query) override;
 
     void dropTable(const Context & context, const String & name, bool no_delay) override;
@@ -71,23 +57,22 @@ public:
 
     void alterTable(const Context & context, const StorageID & table_id, const StorageInMemoryMetadata & metadata) override;
 
-    time_t getObjectMetadataModificationTime(const String & name) const override;
-
-    String getMetadataPath() const override;
-
-    String getObjectMetadataPath(const String & table_name) const override;
-
-    bool shouldBeEmptyOnDetach() const override;
-
     void drop(const Context & context) override;
 
-    bool isTableExist(const String & name, const Context & context) const override;
-
     StoragePtr tryGetTable(const String & name, const Context & context) const override;
 
-    DatabaseTablesIteratorPtr getTablesIterator(const Context & context, const FilterByNameFunction & filter_by_table_name) override;
+    DatabaseTablesIteratorPtr getTablesIterator(const Context & context, const DatabaseOnDisk::FilterByNameFunction & filter_by_table_name) override;
+
+    void assertCalledFromSyncThreadOrDrop(const char * method) const;
+
+    void shutdownSynchronizationThread();
 };
 
+
+void setSynchronizationThreadException(const DatabasePtr & materialize_mysql_db, const std::exception_ptr & exception);
+void stopDatabaseSynchronization(const DatabasePtr & materialize_mysql_db);
+void rethrowSyncExceptionIfNeed(const IDatabase * materialize_mysql_db);
+
 }
 
 #endif
diff --git a/src/Databases/MySQL/DatabaseMaterializeTablesIterator.h b/src/Databases/MySQL/DatabaseMaterializeTablesIterator.h
index 86a5cbf8206..54031de40a2 100644
--- a/src/Databases/MySQL/DatabaseMaterializeTablesIterator.h
+++ b/src/Databases/MySQL/DatabaseMaterializeTablesIterator.h
@@ -2,7 +2,6 @@
 
 #include <Databases/IDatabase.h>
 #include <Storages/StorageMaterializeMySQL.h>
-#include <Databases/MySQL/DatabaseMaterializeMySQL.h>
 
 namespace DB
 {
@@ -30,7 +29,7 @@ public:
 
     UUID uuid() const override { return nested_iterator->uuid(); }
 
-    DatabaseMaterializeTablesIterator(DatabaseTablesIteratorPtr nested_iterator_, DatabaseMaterializeMySQL * database_)
+    DatabaseMaterializeTablesIterator(DatabaseTablesIteratorPtr nested_iterator_, const IDatabase * database_)
         : nested_iterator(std::move(nested_iterator_)), database(database_)
     {
     }
@@ -38,8 +37,7 @@ public:
 private:
     mutable std::vector<StoragePtr> tables;
     DatabaseTablesIteratorPtr nested_iterator;
-    DatabaseMaterializeMySQL * database;
-
+    const IDatabase * database;
 };
 
 }
diff --git a/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp b/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
index bc7c9e4c554..1da033fa4b3 100644
--- a/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
+++ b/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
@@ -71,15 +71,6 @@ static BlockIO tryToExecuteQuery(const String & query_to_execute, Context & quer
     }
 }
 
-static inline DatabaseMaterializeMySQL & getDatabase(const String & database_name)
-{
-    DatabasePtr database = DatabaseCatalog::instance().getDatabase(database_name);
-
-    if (DatabaseMaterializeMySQL * database_materialize = typeid_cast<DatabaseMaterializeMySQL *>(database.get()))
-        return *database_materialize;
-
-    throw Exception("LOGICAL_ERROR: cannot cast to DatabaseMaterializeMySQL, it is a bug.", ErrorCodes::LOGICAL_ERROR);
-}
 
 MaterializeMySQLSyncThread::~MaterializeMySQLSyncThread()
 {
@@ -190,7 +181,8 @@ void MaterializeMySQLSyncThread::synchronization()
     {
         client.disconnect();
         tryLogCurrentException(log);
-        getDatabase(database_name).setException(std::current_exception());
+        auto db = DatabaseCatalog::instance().getDatabase(database_name);
+        setSynchronizationThreadException(db, std::current_exception());
     }
 }
 
@@ -343,7 +335,7 @@ std::optional<MaterializeMetadata> MaterializeMySQLSyncThread::prepareSynchroniz
             opened_transaction = false;
 
             MaterializeMetadata metadata(
-                connection, getDatabase(database_name).getMetadataPath() + "/.metadata", mysql_database_name, opened_transaction);
+                connection, DatabaseCatalog::instance().getDatabase(database_name)->getMetadataPath() + "/.metadata", mysql_database_name, opened_transaction);
 
             if (!metadata.need_dumping_tables.empty())
             {
diff --git a/src/Dictionaries/HTTPDictionarySource.cpp b/src/Dictionaries/HTTPDictionarySource.cpp
index 18a97f34486..67bd8462036 100644
--- a/src/Dictionaries/HTTPDictionarySource.cpp
+++ b/src/Dictionaries/HTTPDictionarySource.cpp
@@ -2,6 +2,7 @@
 #include <DataStreams/IBlockOutputStream.h>
 #include <DataStreams/OwningBlockInputStream.h>
 #include <IO/ConnectionTimeouts.h>
+#include <IO/ConnectionTimeoutsContext.h>
 #include <IO/ReadWriteBufferFromHTTP.h>
 #include <IO/WriteBufferFromOStream.h>
 #include <IO/WriteBufferFromString.h>
diff --git a/src/Dictionaries/XDBCDictionarySource.cpp b/src/Dictionaries/XDBCDictionarySource.cpp
index 832c30ed4b7..89df4b606fe 100644
--- a/src/Dictionaries/XDBCDictionarySource.cpp
+++ b/src/Dictionaries/XDBCDictionarySource.cpp
@@ -6,6 +6,7 @@
 #include <Formats/FormatFactory.h>
 #include <IO/ReadWriteBufferFromHTTP.h>
 #include <IO/WriteHelpers.h>
+#include <IO/ConnectionTimeoutsContext.h>
 #include <Interpreters/Context.h>
 #include <Poco/Net/HTTPRequest.h>
 #include <Poco/Util/AbstractConfiguration.h>
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 3f3d23938ba..4786c05f8b0 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -17,6 +17,8 @@
 #include <Common/createHardLink.h>
 #include <Common/quoteString.h>
 #include <Common/thread_local_rng.h>
+#include <Common/ThreadPool.h>
+#include <common/logger_useful.h>
 
 #include <aws/s3/model/CopyObjectRequest.h>
 #include <aws/s3/model/DeleteObjectsRequest.h>
@@ -346,11 +348,11 @@ public:
         DiskS3::Metadata metadata_,
         const String & s3_path_,
         std::optional<DiskS3::ObjectMetadata> object_metadata_,
-        bool is_multipart,
         size_t min_upload_part_size,
+        size_t max_single_part_upload_size,
         size_t buf_size_)
         : WriteBufferFromFileBase(buf_size_, nullptr, 0)
-        , impl(WriteBufferFromS3(client_ptr_, bucket_, metadata_.s3_root_path + s3_path_, min_upload_part_size, is_multipart,std::move(object_metadata_), buf_size_))
+        , impl(WriteBufferFromS3(client_ptr_, bucket_, metadata_.s3_root_path + s3_path_, min_upload_part_size, max_single_part_upload_size,std::move(object_metadata_), buf_size_))
         , metadata(std::move(metadata_))
         , s3_path(s3_path_)
     {
@@ -540,7 +542,7 @@ DiskS3::DiskS3(
     String s3_root_path_,
     String metadata_path_,
     size_t min_upload_part_size_,
-    size_t min_multi_part_upload_size_,
+    size_t max_single_part_upload_size_,
     size_t min_bytes_for_seek_,
     bool send_metadata_)
     : IDisk(std::make_unique<AsyncExecutor>())
@@ -551,7 +553,7 @@ DiskS3::DiskS3(
     , s3_root_path(std::move(s3_root_path_))
     , metadata_path(std::move(metadata_path_))
     , min_upload_part_size(min_upload_part_size_)
-    , min_multi_part_upload_size(min_multi_part_upload_size_)
+    , max_single_part_upload_size(max_single_part_upload_size_)
     , min_bytes_for_seek(min_bytes_for_seek_)
     , send_metadata(send_metadata_)
 {
@@ -663,7 +665,7 @@ std::unique_ptr<ReadBufferFromFileBase> DiskS3::readFile(const String & path, si
     return std::make_unique<SeekAvoidingReadBuffer>(std::move(reader), min_bytes_for_seek);
 }
 
-std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path, size_t buf_size, WriteMode mode, size_t estimated_size, size_t)
+std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path, size_t buf_size, WriteMode mode, size_t, size_t)
 {
     bool exist = exists(path);
     if (exist && readMeta(path).read_only)
@@ -672,7 +674,6 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
     /// Path to store new S3 object.
     auto s3_path = getRandomName();
     auto object_metadata = createObjectMetadata(path);
-    bool is_multipart = estimated_size >= min_multi_part_upload_size;
     if (!exist || mode == WriteMode::Rewrite)
     {
         /// If metadata file exists - remove and create new.
@@ -685,7 +686,8 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
 
         LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Write to file by path: {}. New S3 path: {}", backQuote(metadata_path + path), s3_root_path + s3_path);
 
-        return std::make_unique<WriteIndirectBufferFromS3>(client, bucket, metadata, s3_path, object_metadata, is_multipart, min_upload_part_size, buf_size);
+        return std::make_unique<WriteIndirectBufferFromS3>(
+            client, bucket, metadata, s3_path, object_metadata, min_upload_part_size, max_single_part_upload_size, buf_size);
     }
     else
     {
@@ -694,7 +696,8 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
         LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Append to file by path: {}. New S3 path: {}. Existing S3 objects: {}.",
             backQuote(metadata_path + path), s3_root_path + s3_path, metadata.s3_objects.size());
 
-        return std::make_unique<WriteIndirectBufferFromS3>(client, bucket, metadata, s3_path, object_metadata, is_multipart, min_upload_part_size, buf_size);
+        return std::make_unique<WriteIndirectBufferFromS3>(
+            client, bucket, metadata, s3_path, object_metadata, min_upload_part_size, max_single_part_upload_size, buf_size);
     }
 }
 
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index 5bc8d51abb2..f62c603adda 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -34,7 +34,7 @@ public:
         String s3_root_path_,
         String metadata_path_,
         size_t min_upload_part_size_,
-        size_t min_multi_part_upload_size_,
+        size_t max_single_part_upload_size_,
         size_t min_bytes_for_seek_,
         bool send_metadata_);
 
@@ -133,7 +133,7 @@ private:
     const String s3_root_path;
     const String metadata_path;
     size_t min_upload_part_size;
-    size_t min_multi_part_upload_size;
+    size_t max_single_part_upload_size;
     size_t min_bytes_for_seek;
     bool send_metadata;
 
diff --git a/src/Disks/S3/registerDiskS3.cpp b/src/Disks/S3/registerDiskS3.cpp
index ff92c295fe4..fd658d95327 100644
--- a/src/Disks/S3/registerDiskS3.cpp
+++ b/src/Disks/S3/registerDiskS3.cpp
@@ -148,7 +148,7 @@ void registerDiskS3(DiskFactory & factory)
             uri.key,
             metadata_path,
             context.getSettingsRef().s3_min_upload_part_size,
-            config.getUInt64(config_prefix + ".min_multi_part_upload_size", 10 * 1024 * 1024),
+            context.getSettingsRef().s3_max_single_part_upload_size,
             config.getUInt64(config_prefix + ".min_bytes_for_seek", 1024 * 1024),
             config.getBool(config_prefix + ".send_object_metadata", false));
 
diff --git a/src/Formats/FormatFactory.h b/src/Formats/FormatFactory.h
index 3b0811d579a..0fe6f19f0b7 100644
--- a/src/Formats/FormatFactory.h
+++ b/src/Formats/FormatFactory.h
@@ -16,7 +16,6 @@ namespace DB
 
 class Block;
 class Context;
-struct FormatSettings;
 struct Settings;
 struct FormatFactorySettings;
 
diff --git a/src/Functions/FunctionBase64Conversion.h b/src/Functions/FunctionBase64Conversion.h
index 4bc2a779cf4..4887e9fe8cc 100644
--- a/src/Functions/FunctionBase64Conversion.h
+++ b/src/Functions/FunctionBase64Conversion.h
@@ -158,7 +158,9 @@ public:
             __msan_unpoison(dst_pos, outlen);
 
             source += srclen + 1;
-            dst_pos += outlen + 1;
+            dst_pos += outlen;
+            *dst_pos = '\0';
+            dst_pos += 1;
 
             dst_offsets[row] = dst_pos - dst;
             src_offset_prev = src_offsets[row];
diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 8c684d3578f..1d1711b79d2 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -3,6 +3,8 @@
 // Include this first, because `#define _asan_poison_address` from
 // llvm/Support/Compiler.h conflicts with its forward declaration in
 // sanitizer/asan_interface.h
+#include <memory>
+#include <type_traits>
 #include <Common/Arena.h>
 
 #include <DataTypes/DataTypesNumber.h>
@@ -20,6 +22,7 @@
 #include <Columns/ColumnFixedString.h>
 #include <Columns/ColumnConst.h>
 #include <Columns/ColumnAggregateFunction.h>
+#include "Core/DecimalFunctions.h"
 #include "IFunctionImpl.h"
 #include "FunctionHelpers.h"
 #include "IsOperation.h"
@@ -43,6 +46,8 @@
 #    pragma GCC diagnostic pop
 #endif
 
+#include <cassert>
+
 
 namespace DB
 {
@@ -181,8 +186,7 @@ inline constexpr const auto & undec(const T & x)
 }
 
 /// Binary operations for Decimals need scale args
-/// +|- scale one of args (which scale factor is not 1). ScaleR = oneof(Scale1, Scale2);
-/// *   no agrs scale. ScaleR = Scale1 + Scale2;
+/// +|-* scale one of args (which scale factor is not 1). ScaleR = oneof(Scale1, Scale2);
 /// /   first arg scale. ScaleR = Scale1 (scale_a = DecimalType<B>::getScale()).
 template <template <typename, typename> typename Operation, typename ResultType_, bool check_overflow = true>
 struct DecimalBinaryOperation
@@ -205,13 +209,16 @@ struct DecimalBinaryOperation
         DivideIntegralImpl<NativeResultType, NativeResultType>, /// substitute divide by intDiv (throw on division by zero)
         Operation<NativeResultType, NativeResultType>>;
 
-    using ArrayC = typename ColumnDecimal<ResultType>::Container;
+    using ArrayC = typename std::conditional_t<IsDecimalNumber<ResultType>,
+        ColumnDecimal<ResultType>,
+        ColumnVector<ResultType>>::Container;
 
     template <bool is_decimal_a, bool is_decimal_b, typename ArrayA, typename ArrayB>
     static void NO_INLINE vectorVector(const ArrayA & a, const ArrayB & b, ArrayC & c,
                                        NativeResultType scale_a [[maybe_unused]], NativeResultType scale_b [[maybe_unused]])
     {
         size_t size = a.size();
+
         if constexpr (is_plus_minus_compare)
         {
             if (scale_a != 1)
@@ -227,6 +234,28 @@ struct DecimalBinaryOperation
                 return;
             }
         }
+        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
+        {
+            if (scale_a != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                    else
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                    else
+                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
+
+                return;
+            }
+        }
         else if constexpr (is_division && is_decimal_b)
         {
             for (size_t i = 0; i < size; ++i)
@@ -261,6 +290,28 @@ struct DecimalBinaryOperation
                 return;
             }
         }
+        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
+        {
+            if (scale_a != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                    else
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                    else
+                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
+
+                return;
+            }
+        }
         else if constexpr (is_division && is_decimal_b)
         {
             for (size_t i = 0; i < size; ++i)
@@ -295,6 +346,29 @@ struct DecimalBinaryOperation
                 return;
             }
         }
+        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
+        {
+            if (scale_a != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
+                    else
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    if constexpr(IsDecimalNumber<ResultType>)
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
+                    else
+                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
+
+                return;
+            }
+        }
+
         else if constexpr (is_division && is_decimal_b)
         {
             for (size_t i = 0; i < size; ++i)
@@ -343,37 +417,36 @@ private:
     template <bool scale_left>
     static NO_SANITIZE_UNDEFINED NativeResultType applyScaled(NativeResultType a, NativeResultType b, NativeResultType scale)
     {
-        if constexpr (is_plus_minus_compare)
+        static_assert(is_plus_minus_compare);
+        NativeResultType res;
+
+        if constexpr (check_overflow)
         {
-            NativeResultType res;
+            bool overflow = false;
 
-            if constexpr (check_overflow)
-            {
-                bool overflow = false;
-                if constexpr (scale_left)
-                    overflow |= common::mulOverflow(a, scale, a);
-                else
-                    overflow |= common::mulOverflow(b, scale, b);
-
-                if constexpr (can_overflow)
-                    overflow |= Op::template apply<NativeResultType>(a, b, res);
-                else
-                    res = Op::template apply<NativeResultType>(a, b);
-
-                if (overflow)
-                    throw Exception("Decimal math overflow", ErrorCodes::DECIMAL_OVERFLOW);
-            }
+            if constexpr (scale_left)
+                overflow |= common::mulOverflow(a, scale, a);
             else
-            {
-                if constexpr (scale_left)
-                    a *= scale;
-                else
-                    b *= scale;
-                res = Op::template apply<NativeResultType>(a, b);
-            }
+                overflow |= common::mulOverflow(b, scale, b);
 
-            return res;
+            if constexpr (can_overflow)
+                overflow |= Op::template apply<NativeResultType>(a, b, res);
+            else
+                res = Op::template apply<NativeResultType>(a, b);
+
+            if (overflow)
+                throw Exception("Decimal math overflow", ErrorCodes::DECIMAL_OVERFLOW);
         }
+        else
+        {
+            if constexpr (scale_left)
+                a *= scale;
+            else
+                b *= scale;
+            res = Op::template apply<NativeResultType>(a, b);
+        }
+
+        return res;
     }
 
     template <bool is_decimal_a>
@@ -467,26 +540,36 @@ public:
         Case<IsDataTypeDecimal<LeftDataType> && IsDataTypeDecimal<RightDataType>, RightDataType>,
         Case<IsDataTypeDecimal<LeftDataType> && IsIntegralOrExtended<RightDataType>, LeftDataType>,
         Case<IsDataTypeDecimal<RightDataType> && IsIntegralOrExtended<LeftDataType>, RightDataType>,
+
+        /// e.g Decimal * Float64 = Float64
+        Case<IsOperation<Operation>::multiply && IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
+        Case<IsOperation<Operation>::multiply && IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>,
+
         /// Decimal <op> Real is not supported (traditional DBs convert Decimal <op> Real to Real)
         Case<IsDataTypeDecimal<LeftDataType> && !IsIntegralOrExtendedOrDecimal<RightDataType>, InvalidType>,
         Case<IsDataTypeDecimal<RightDataType> && !IsIntegralOrExtendedOrDecimal<LeftDataType>, InvalidType>,
+
         /// number <op> number -> see corresponding impl
         Case<!IsDateOrDateTime<LeftDataType> && !IsDateOrDateTime<RightDataType>,
             DataTypeFromFieldType<typename Op::ResultType>>,
+
         /// Date + Integral -> Date
         /// Integral + Date -> Date
         Case<IsOperation<Operation>::plus, Switch<
             Case<IsIntegral<RightDataType>, LeftDataType>,
             Case<IsIntegral<LeftDataType>, RightDataType>>>,
+
         /// Date - Date     -> Int32
         /// Date - Integral -> Date
         Case<IsOperation<Operation>::minus, Switch<
             Case<std::is_same_v<LeftDataType, RightDataType>, DataTypeInt32>,
             Case<IsDateOrDateTime<LeftDataType> && IsIntegral<RightDataType>, LeftDataType>>>,
+
         /// least(Date, Date) -> Date
         /// greatest(Date, Date) -> Date
         Case<std::is_same_v<LeftDataType, RightDataType> && (IsOperation<Operation>::least || IsOperation<Operation>::greatest),
             LeftDataType>,
+
         /// Date % Int32 -> Int32
         /// Date % Float -> Float64
         Case<IsOperation<Operation>::modulo, Switch<
@@ -494,7 +577,6 @@ public:
             Case<IsDateOrDateTime<LeftDataType> && IsFloatingPoint<RightDataType>, DataTypeFloat64>>>>;
 };
 
-
 template <template <typename, typename> class Op, typename Name, bool valid_on_default_arguments = true>
 class FunctionBinaryArithmetic : public IFunction
 {
@@ -536,7 +618,13 @@ class FunctionBinaryArithmetic : public IFunction
     template <typename F>
     static bool castBothTypes(const IDataType * left, const IDataType * right, F && f)
     {
-        return castType(left, [&](const auto & left_) { return castType(right, [&](const auto & right_) { return f(left_, right_); }); });
+        return castType(left, [&](const auto & left_)
+        {
+            return castType(right, [&](const auto & right_)
+            {
+                return f(left_, right_);
+            });
+        });
     }
 
     static FunctionOverloadResolverPtr
@@ -790,10 +878,12 @@ public:
         }
 
         DataTypePtr type_res;
-        bool valid = castBothTypes(arguments[0].get(), arguments[1].get(), [&](const auto & left, const auto & right)
+
+        const bool valid = castBothTypes(arguments[0].get(), arguments[1].get(), [&](const auto & left, const auto & right)
         {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
+
             if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> || std::is_same_v<DataTypeFixedString, RightDataType>)
             {
                 if constexpr (!Op<DataTypeFixedString, DataTypeFixedString>::allow_fixed_string)
@@ -810,6 +900,7 @@ public:
             else
             {
                 using ResultDataType = typename BinaryOperationTraits<Op, LeftDataType, RightDataType>::ResultDataType;
+
                 if constexpr (!std::is_same_v<ResultDataType, InvalidType>)
                 {
                     if constexpr (IsDataTypeDecimal<LeftDataType> && IsDataTypeDecimal<RightDataType>)
@@ -817,6 +908,10 @@ public:
                         ResultDataType result_type = decimalResultType<is_multiply, is_division>(left, right);
                         type_res = std::make_shared<ResultDataType>(result_type.getPrecision(), result_type.getScale());
                     }
+                    else if constexpr ((IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>) ||
+                        (IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>))
+                        type_res = std::make_shared<std::conditional_t<IsFloatingPoint<LeftDataType>,
+                            LeftDataType, RightDataType>>();
                     else if constexpr (IsDataTypeDecimal<LeftDataType>)
                         type_res = std::make_shared<LeftDataType>(left.getPrecision(), left.getScale());
                     else if constexpr (IsDataTypeDecimal<RightDataType>)
@@ -841,10 +936,15 @@ public:
             }
             return false;
         });
-        if (!valid)
-            throw Exception("Illegal types " + arguments[0]->getName() + " and " + arguments[1]->getName() + " of arguments of function " + String(name),
-                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-        return type_res;
+
+        if (valid)
+            return type_res;
+
+        throw Exception(
+            "Illegal types " + arguments[0]->getName() +
+            " and " + arguments[1]->getName() +
+            " of arguments of function " + String(name),
+            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
     }
 
     ColumnPtr executeFixedString(const ColumnsWithTypeAndName & arguments) const
@@ -922,6 +1022,18 @@ public:
         return nullptr;
     }
 
+    template <class T, class ResultDataType>
+    static auto helperGetOrConvert(const auto & col_const, const auto & col)
+    {
+        using ResultType = typename ResultDataType::FieldType;
+        using NativeResultType = typename NativeType<ResultType>::Type;
+
+        if constexpr (IsFloatingPoint<ResultDataType> && IsDecimalNumber<T>)
+            return DecimalUtils::convertTo<NativeResultType>(col_const->template getValue<T>(), col.getScale());
+        else
+            return col_const->template getValue<T>();
+    }
+
     template <typename A, typename B>
     ColumnPtr executeNumeric(const ColumnsWithTypeAndName & arguments, const A & left, const B & right) const
     {
@@ -954,59 +1066,97 @@ public:
                 using NativeResultType = typename NativeType<ResultType>::Type;
                 using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
                 using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
+                using FieldType = typename ResultDataType::FieldType;
 
-                ResultDataType type = decimalResultType<is_multiply, is_division>(left, right);
+                static constexpr const bool left_is_decimal = IsDecimalNumber<T0>;
+                static constexpr const bool right_is_decimal = IsDecimalNumber<T1>;
+                static constexpr const bool result_is_decimal = IsDataTypeDecimal<ResultDataType>;
 
-                static constexpr const bool dec_a = IsDecimalNumber<T0>;
-                static constexpr const bool dec_b = IsDecimalNumber<T1>;
+                const ResultDataType type = [&] {
+                    if constexpr (left_is_decimal && IsFloatingPoint<RightDataType>)
+                        return RightDataType();
+                    else if constexpr (right_is_decimal && IsFloatingPoint<LeftDataType>)
+                        return LeftDataType();
+                    else
+                        return decimalResultType<is_multiply, is_division>(left, right);
+                }();
+
+                FieldType left_scale;
+                FieldType right_scale;
 
-                typename ResultDataType::FieldType scale_a = type.scaleFactorFor(left, is_multiply);
-                typename ResultDataType::FieldType scale_b = type.scaleFactorFor(right, is_multiply || is_division);
                 if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
-                    scale_a = right.getScaleMultiplier();
+                    left_scale = right.getScaleMultiplier();
+                else if constexpr (result_is_decimal)
+                    left_scale = type.scaleFactorFor(left, is_multiply);
+                else if constexpr(left_is_decimal) // BUG precision loss
+                    left_scale = left.getScale();
+                else
+                    left_scale = 1; //won't be used, just to silence the warning
+
+                if constexpr (result_is_decimal)
+                    right_scale = type.scaleFactorFor(right, is_multiply || is_division);
+                else if constexpr(right_is_decimal)
+                    right_scale = right.getScale();
+                else
+                    right_scale = 1; //same
 
                 /// non-vector result
                 if (col_left_const && col_right_const)
                 {
-                    NativeResultType const_a = col_left_const->template getValue<T0>();
-                    NativeResultType const_b = col_right_const->template getValue<T1>();
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
                     auto res = check_decimal_overflow ?
-                        OpImplCheck::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b) :
-                        OpImpl::template constantConstant<dec_a, dec_b>(const_a, const_b, scale_a, scale_b);
+                        OpImplCheck::template constantConstant<left_is_decimal, right_is_decimal>(
+                            const_a, const_b, left_scale, right_scale) :
+                        OpImpl::template constantConstant<left_is_decimal, right_is_decimal>(
+                            const_a, const_b, left_scale, right_scale);
 
-                    return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
+                    if constexpr (result_is_decimal)
+                        return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
                             col_left_const->size(), toField(res, type.getScale()));
+                    else
+                         return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
                 }
 
-                col_res = ColVecResult::create(0, type.getScale());
+                if constexpr (result_is_decimal)
+                    col_res = ColVecResult::create(0, type.getScale());
+                else
+                    col_res = ColVecResult::create(0);
+
                 auto & vec_res = col_res->getData();
                 vec_res.resize(col_left_raw->size());
 
                 if (col_left && col_right)
                 {
                     if (check_decimal_overflow)
-                        OpImplCheck::template vectorVector<dec_a, dec_b>(col_left->getData(), col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImplCheck::template vectorVector<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
                     else
-                        OpImpl::template vectorVector<dec_a, dec_b>(col_left->getData(), col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImpl::template vectorVector<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
                 }
                 else if (col_left_const && col_right)
                 {
-                    NativeResultType const_a = col_left_const->template getValue<T0>();
+                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
 
                     if (check_decimal_overflow)
-                        OpImplCheck::template constantVector<dec_a, dec_b>(const_a, col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImplCheck::template constantVector<left_is_decimal, right_is_decimal>(
+                            const_a, col_right->getData(), vec_res, left_scale, right_scale);
                     else
-                        OpImpl::template constantVector<dec_a, dec_b>(const_a, col_right->getData(), vec_res, scale_a, scale_b);
+                        OpImpl::template constantVector<left_is_decimal, right_is_decimal>(
+                            const_a, col_right->getData(), vec_res, left_scale, right_scale);
                 }
                 else if (col_left && col_right_const)
                 {
-                    NativeResultType const_b = col_right_const->template getValue<T1>();
+                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
                     if (check_decimal_overflow)
-                        OpImplCheck::template vectorConstant<dec_a, dec_b>(col_left->getData(), const_b, vec_res, scale_a, scale_b);
+                        OpImplCheck::template vectorConstant<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), const_b, vec_res, left_scale, right_scale);
                     else
-                        OpImpl::template vectorConstant<dec_a, dec_b>(col_left->getData(), const_b, vec_res, scale_a, scale_b);
+                        OpImpl::template vectorConstant<left_is_decimal, right_is_decimal>(
+                            col_left->getData(), const_b, vec_res, left_scale, right_scale);
                 }
                 else
                     return nullptr;
@@ -1073,10 +1223,12 @@ public:
         const auto * left_generic = left_argument.type.get();
         const auto * right_generic = right_argument.type.get();
         ColumnPtr res;
-        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
+
+        const bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
         {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
+
             if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> || std::is_same_v<DataTypeFixedString, RightDataType>)
             {
                 if constexpr (!Op<DataTypeFixedString, DataTypeFixedString>::allow_fixed_string)
diff --git a/src/Functions/FunctionFactory.cpp b/src/Functions/FunctionFactory.cpp
index fbc8e11a9c9..945a78c2734 100644
--- a/src/Functions/FunctionFactory.cpp
+++ b/src/Functions/FunctionFactory.cpp
@@ -8,6 +8,8 @@
 
 #include <IO/WriteHelpers.h>
 
+#include <AggregateFunctions/AggregateFunctionFactory.h>
+
 namespace DB
 {
 
@@ -46,12 +48,15 @@ FunctionOverloadResolverImplPtr FunctionFactory::getImpl(
     auto res = tryGetImpl(name, context);
     if (!res)
     {
+        String extra_info;
+        if (AggregateFunctionFactory::instance().hasNameOrAlias(name))
+            extra_info = ". There is an aggregate function with the same name, but ordinary function is expected here";
+
         auto hints = this->getHints(name);
         if (!hints.empty())
-            throw Exception("Unknown function " + name + ". Maybe you meant: " + toString(hints),
-                            ErrorCodes::UNKNOWN_FUNCTION);
+            throw Exception(ErrorCodes::UNKNOWN_FUNCTION, "Unknown function {}{}. Maybe you meant: {}", name, extra_info, toString(hints));
         else
-            throw Exception("Unknown function " + name, ErrorCodes::UNKNOWN_FUNCTION);
+            throw Exception(ErrorCodes::UNKNOWN_FUNCTION, "Unknown function {}{}", name, extra_info);
     }
     return res;
 }
diff --git a/src/Functions/FunctionFactory.h b/src/Functions/FunctionFactory.h
index 7872c192b41..7990e78daf8 100644
--- a/src/Functions/FunctionFactory.h
+++ b/src/Functions/FunctionFactory.h
@@ -2,7 +2,6 @@
 
 #include <Functions/IFunctionAdaptors.h>
 #include <Common/IFactoryWithAliases.h>
-#include <Interpreters/Context.h>
 
 #include <functional>
 #include <memory>
diff --git a/src/Functions/FunctionsConversion.cpp b/src/Functions/FunctionsConversion.cpp
index df962800385..257b852ecd8 100644
--- a/src/Functions/FunctionsConversion.cpp
+++ b/src/Functions/FunctionsConversion.cpp
@@ -1,16 +1,10 @@
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionsConversion.h>
-#include <Interpreters/Context.h>
 
 
 namespace DB
 {
 
-FunctionOverloadResolverImplPtr CastOverloadResolver::create(const Context & context)
-{
-    return createImpl(context.getSettingsRef().cast_keep_nullable);
-}
-
 void registerFunctionFixedString(FunctionFactory & factory);
 
 void registerFunctionsConversion(FunctionFactory & factory)
@@ -44,7 +38,10 @@ void registerFunctionsConversion(FunctionFactory & factory)
     registerFunctionFixedString(factory);
 
     factory.registerFunction<FunctionToUnixTimestamp>();
-    factory.registerFunction<CastOverloadResolver>(FunctionFactory::CaseInsensitive);
+
+    factory.registerFunction<CastOverloadResolver<CastType::nonAccurate>>(FunctionFactory::CaseInsensitive);
+    factory.registerFunction<CastOverloadResolver<CastType::accurate>>();
+    factory.registerFunction<CastOverloadResolver<CastType::accurateOrNull>>();
 
     factory.registerFunction<FunctionToUInt8OrZero>();
     factory.registerFunction<FunctionToUInt16OrZero>();
diff --git a/src/Functions/FunctionsConversion.h b/src/Functions/FunctionsConversion.h
index 1e4bd5c26d6..92607f718d5 100644
--- a/src/Functions/FunctionsConversion.h
+++ b/src/Functions/FunctionsConversion.h
@@ -20,6 +20,7 @@
 #include <DataTypes/DataTypeEnum.h>
 #include <DataTypes/DataTypeArray.h>
 #include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeMap.h>
 #include <DataTypes/DataTypeNullable.h>
 #include <DataTypes/DataTypeNothing.h>
 #include <DataTypes/DataTypeUUID.h>
@@ -32,17 +33,20 @@
 #include <Columns/ColumnArray.h>
 #include <Columns/ColumnNullable.h>
 #include <Columns/ColumnTuple.h>
+#include <Columns/ColumnMap.h>
 #include <Columns/ColumnsCommon.h>
 #include <Common/FieldVisitors.h>
 #include <Common/assert_cast.h>
 #include <Common/quoteString.h>
+#include <Core/AccurateComparison.h>
 #include <Functions/IFunctionAdaptors.h>
 #include <Functions/FunctionsMiscellaneous.h>
 #include <Functions/FunctionHelpers.h>
 #include <Functions/DateTimeTransforms.h>
+#include <Functions/toFixedString.h>
 #include <DataTypes/DataTypeLowCardinality.h>
 #include <Columns/ColumnLowCardinality.h>
-#include <Functions/toFixedString.h>
+#include <Interpreters/Context.h>
 
 
 namespace DB
@@ -94,6 +98,15 @@ inline UInt32 extractToDecimalScale(const ColumnWithTypeAndName & named_column)
 /// Function toUnixTimestamp has exactly the same implementation as toDateTime of String type.
 struct NameToUnixTimestamp { static constexpr auto name = "toUnixTimestamp"; };
 
+struct AccurateConvertStrategyAdditions
+{
+    UInt32 scale { 0 };
+};
+
+struct AccurateOrNullConvertStrategyAdditions
+{
+    UInt32 scale { 0 };
+};
 
 /** Conversion of number types to each other, enums to numbers, dates and datetimes to numbers and back: done by straight assignment.
   *  (Date is represented internally as number of days from some day; DateTime - as unix timestamp)
@@ -106,7 +119,7 @@ struct ConvertImpl
 
     template <typename Additions = void *>
     static ColumnPtr NO_SANITIZE_UNDEFINED execute(
-        const ColumnsWithTypeAndName & arguments, const DataTypePtr & /*result_type*/, size_t /*input_rows_count*/,
+        const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type [[maybe_unused]], size_t /*input_rows_count*/,
         Additions additions [[maybe_unused]] = Additions())
     {
         const ColumnWithTypeAndName & named_from = arguments[0];
@@ -136,7 +149,17 @@ struct ConvertImpl
             typename ColVecTo::MutablePtr col_to = nullptr;
             if constexpr (IsDataTypeDecimal<ToDataType>)
             {
-                UInt32 scale = additions;
+                UInt32 scale;
+                if constexpr (std::is_same_v<Additions, AccurateConvertStrategyAdditions>
+                    || std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                {
+                    scale = additions.scale;
+                }
+                else
+                {
+                    scale = additions;
+                }
+
                 col_to = ColVecTo::create(0, scale);
             }
             else
@@ -147,36 +170,106 @@ struct ConvertImpl
             size_t size = vec_from.size();
             vec_to.resize(size);
 
-            for (size_t i = 0; i < size; ++i)
+            ColumnUInt8::MutablePtr col_null_map_to;
+            ColumnUInt8::Container * vec_null_map_to [[maybe_unused]] = nullptr;
+            if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
             {
-                if constexpr (IsDataTypeDecimal<FromDataType> || IsDataTypeDecimal<ToDataType>)
-                {
-                    if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>)
-                        vec_to[i] = convertDecimals<FromDataType, ToDataType>(vec_from[i], vec_from.getScale(), vec_to.getScale());
-                    else if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeNumber<ToDataType>)
-                        vec_to[i] = convertFromDecimal<FromDataType, ToDataType>(vec_from[i], vec_from.getScale());
-                    else if constexpr (IsDataTypeNumber<FromDataType> && IsDataTypeDecimal<ToDataType>)
-                        vec_to[i] = convertToDecimal<FromDataType, ToDataType>(vec_from[i], vec_to.getScale());
-                    else
-                        throw Exception("Unsupported data type in conversion function", ErrorCodes::CANNOT_CONVERT_TYPE);
-                }
-                else if constexpr (is_big_int_v<FromFieldType> || is_big_int_v<ToFieldType>)
-                {
-                    if constexpr (std::is_same_v<FromFieldType, UInt128> || std::is_same_v<ToFieldType, UInt128>)
-                        throw Exception("Unexpected UInt128 to big int conversion", ErrorCodes::NOT_IMPLEMENTED);
-                    /// If From Data is Nan or Inf, throw exception
-                    else if (!isFinite(vec_from[i]))
-                        throw Exception("Unexpected inf or nan to big int conversion", ErrorCodes::NOT_IMPLEMENTED);
-                    else
-                        vec_to[i] = bigint_cast<ToFieldType>(vec_from[i]);
-                }
-                else if constexpr (std::is_same_v<ToFieldType, UInt128> && sizeof(FromFieldType) <= sizeof(UInt64))
-                    vec_to[i] = static_cast<ToFieldType>(static_cast<UInt64>(vec_from[i]));
-                else
-                    vec_to[i] = static_cast<ToFieldType>(vec_from[i]);
+                col_null_map_to = ColumnUInt8::create(size, false);
+                vec_null_map_to = &col_null_map_to->getData();
             }
 
-            return col_to;
+            for (size_t i = 0; i < size; ++i)
+            {
+                if constexpr ((is_big_int_v<FromFieldType> || is_big_int_v<ToFieldType>) &&
+                    (std::is_same_v<FromFieldType, UInt128> || std::is_same_v<ToFieldType, UInt128>))
+                {
+                    if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                        (*vec_null_map_to)[i] = true;
+                    else
+                        throw Exception("Unexpected UInt128 to big int conversion", ErrorCodes::NOT_IMPLEMENTED);
+                }
+                else
+                {
+                    if constexpr (IsDataTypeDecimal<FromDataType> || IsDataTypeDecimal<ToDataType>)
+                    {
+                        if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                        {
+                            ToFieldType result;
+                            bool convert_result = false;
+
+                            if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>)
+                                convert_result = tryConvertDecimals<FromDataType, ToDataType>(vec_from[i], vec_from.getScale(), vec_to.getScale(), result);
+                            else if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeNumber<ToDataType>)
+                                convert_result = tryConvertFromDecimal<FromDataType, ToDataType>(vec_from[i], vec_from.getScale(), result);
+                            else if constexpr (IsDataTypeNumber<FromDataType> && IsDataTypeDecimal<ToDataType>)
+                                convert_result = tryConvertToDecimal<FromDataType, ToDataType>(vec_from[i], vec_to.getScale(), result);
+
+                            if (convert_result)
+                                vec_to[i] = result;
+                            else
+                                (*vec_null_map_to)[i] = true;
+                        }
+                        else
+                        {
+                            if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeDecimal<ToDataType>)
+                                vec_to[i] = convertDecimals<FromDataType, ToDataType>(vec_from[i], vec_from.getScale(), vec_to.getScale());
+                            else if constexpr (IsDataTypeDecimal<FromDataType> && IsDataTypeNumber<ToDataType>)
+                                vec_to[i] = convertFromDecimal<FromDataType, ToDataType>(vec_from[i], vec_from.getScale());
+                            else if constexpr (IsDataTypeNumber<FromDataType> && IsDataTypeDecimal<ToDataType>)
+                                vec_to[i] = convertToDecimal<FromDataType, ToDataType>(vec_from[i], vec_to.getScale());
+                            else
+                                throw Exception("Unsupported data type in conversion function", ErrorCodes::CANNOT_CONVERT_TYPE);
+                        }
+                    }
+                    else
+                    {
+                        /// If From Data is Nan or Inf and we convert to integer type, throw exception
+                        if constexpr (std::is_floating_point_v<FromFieldType> && !std::is_floating_point_v<ToFieldType>)
+                        {
+                            if (!isFinite(vec_from[i]))
+                            {
+                                if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                                {
+                                    (*vec_null_map_to)[i] = true;
+                                    continue;
+                                }
+                                else
+                                    throw Exception("Unexpected inf or nan to integer conversion", ErrorCodes::CANNOT_CONVERT_TYPE);
+                            }
+                        }
+
+                        if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>
+                                || std::is_same_v<Additions, AccurateConvertStrategyAdditions>)
+                        {
+                            bool convert_result = accurate::convertNumeric(vec_from[i], vec_to[i]);
+
+                            if (!convert_result)
+                            {
+                                if (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                                {
+                                    (*vec_null_map_to)[i] = true;
+                                }
+                                else
+                                {
+                                    throw Exception(
+                                        "Value in column " + named_from.column->getName() + " cannot be safely converted into type "
+                                            + result_type->getName(),
+                                        ErrorCodes::CANNOT_CONVERT_TYPE);
+                                }
+                            }
+                        }
+                        else
+                        {
+                            vec_to[i] = static_cast<ToFieldType>(vec_from[i]);
+                        }
+                    }
+                }
+            }
+
+            if constexpr (std::is_same_v<Additions, AccurateOrNullConvertStrategyAdditions>)
+                return ColumnNullable::create(std::move(col_to), std::move(col_null_map_to));
+            else
+                return col_to;
         }
         else
             throw Exception("Illegal column " + named_from.column->getName() + " of first argument of function " + Name::name,
@@ -943,7 +1036,9 @@ struct ConvertImpl<DataTypeString, DataTypeUInt32, NameToUnixTimestamp>
 template <typename T, typename Name>
 struct ConvertImpl<std::enable_if_t<!T::is_parametric, T>, T, Name>
 {
-    static ColumnPtr execute(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/)
+    template <typename Additions = void *>
+    static ColumnPtr execute(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/,
+        Additions additions [[maybe_unused]] = Additions())
     {
         return arguments[0].column;
     }
@@ -1929,9 +2024,15 @@ private:
     std::optional<Diagnostic> diagnostic;
 };
 
-
 struct NameCast { static constexpr auto name = "CAST"; };
 
+enum class CastType
+{
+    nonAccurate,
+    accurate,
+    accurateOrNull
+};
+
 class FunctionCast final : public IFunctionBaseImpl
 {
 public:
@@ -1940,9 +2041,11 @@ public:
     using Diagnostic = ExecutableFunctionCast::Diagnostic;
 
     FunctionCast(const char * name_, MonotonicityForRange && monotonicity_for_range_
-        , const DataTypes & argument_types_, const DataTypePtr & return_type_, std::optional<Diagnostic> diagnostic_)
-        : name(name_), monotonicity_for_range(monotonicity_for_range_)
+        , const DataTypes & argument_types_, const DataTypePtr & return_type_
+        , std::optional<Diagnostic> diagnostic_, CastType cast_type_)
+        : name(name_), monotonicity_for_range(std::move(monotonicity_for_range_))
         , argument_types(argument_types_), return_type(return_type_), diagnostic(std::move(diagnostic_))
+        , cast_type(cast_type_)
     {
     }
 
@@ -1989,70 +2092,118 @@ private:
     DataTypePtr return_type;
 
     std::optional<Diagnostic> diagnostic;
+    CastType cast_type;
 
-    template <typename DataType>
-    WrapperType createWrapper(const DataTypePtr & from_type, const DataType * const, bool requested_result_is_nullable) const
+    WrapperType createFunctionAdaptor(FunctionPtr function, const DataTypePtr & from_type) const
     {
-        FunctionPtr function;
+        auto function_adaptor = FunctionOverloadResolverAdaptor(std::make_unique<DefaultOverloadResolver>(function))
+                                    .build({ColumnWithTypeAndName{nullptr, from_type, ""}});
+
+        return [function_adaptor]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
+        {
+            return function_adaptor->execute(arguments, result_type, input_rows_count);
+        };
+    }
+
+    static WrapperType createToNullableColumnWrapper()
+    {
+        return [] (ColumnsWithTypeAndName &, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
+        {
+            ColumnPtr res = result_type->createColumn();
+            ColumnUInt8::Ptr col_null_map_to = ColumnUInt8::create(input_rows_count, true);
+            return ColumnNullable::create(res->cloneResized(input_rows_count), std::move(col_null_map_to));
+        };
+    }
+
+    template <typename ToDataType>
+    WrapperType createWrapper(const DataTypePtr & from_type, const ToDataType * const to_type, bool requested_result_is_nullable) const
+    {
+        TypeIndex from_type_index = from_type->getTypeId();
+        WhichDataType which(from_type_index);
+        bool can_apply_accurate_cast = (cast_type == CastType::accurate || cast_type == CastType::accurateOrNull)
+            && (which.isInt() || which.isUInt() || which.isFloat());
 
         if (requested_result_is_nullable && checkAndGetDataType<DataTypeString>(from_type.get()))
         {
             /// In case when converting to Nullable type, we apply different parsing rule,
             /// that will not throw an exception but return NULL in case of malformed input.
-            function = FunctionConvertFromString<DataType, NameCast, ConvertFromStringExceptionMode::Null>::create();
+            FunctionPtr function = FunctionConvertFromString<ToDataType, NameCast, ConvertFromStringExceptionMode::Null>::create();
+            return createFunctionAdaptor(function, from_type);
         }
-        else
-            function = FunctionTo<DataType>::Type::create();
-
-        auto function_adaptor =
-                FunctionOverloadResolverAdaptor(std::make_unique<DefaultOverloadResolver>(function))
-                .build({ColumnWithTypeAndName{nullptr, from_type, ""}});
-
-        return [function_adaptor] (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
+        else if (!can_apply_accurate_cast)
         {
-            return function_adaptor->execute(arguments, result_type, input_rows_count);
+            FunctionPtr function = FunctionTo<ToDataType>::Type::create();
+            return createFunctionAdaptor(function, from_type);
+        }
+
+        auto wrapper_cast_type = cast_type;
+
+        return [wrapper_cast_type, from_type_index, to_type]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *column_nullable, size_t input_rows_count)
+        {
+            ColumnPtr result_column;
+            auto res = callOnIndexAndDataType<ToDataType>(from_type_index, [&](const auto & types) -> bool {
+                using Types = std::decay_t<decltype(types)>;
+                using LeftDataType = typename Types::LeftType;
+                using RightDataType = typename Types::RightType;
+
+                if constexpr (IsDataTypeNumber<LeftDataType> && IsDataTypeNumber<RightDataType>)
+                {
+                    if (wrapper_cast_type == CastType::accurate)
+                    {
+                        result_column = ConvertImpl<LeftDataType, RightDataType, NameCast>::execute(
+                            arguments, result_type, input_rows_count, AccurateConvertStrategyAdditions());
+                    }
+                    else
+                    {
+                        result_column = ConvertImpl<LeftDataType, RightDataType, NameCast>::execute(
+                            arguments, result_type, input_rows_count, AccurateOrNullConvertStrategyAdditions());
+                    }
+
+                    return true;
+                }
+
+                return false;
+            });
+
+            /// Additionally check if callOnIndexAndDataType wasn't called at all.
+            if (!res)
+            {
+                if (wrapper_cast_type == CastType::accurateOrNull)
+                {
+                    auto nullable_column_wrapper = FunctionCast::createToNullableColumnWrapper();
+                    return nullable_column_wrapper(arguments, result_type, column_nullable, input_rows_count);
+                }
+                else
+                {
+                    throw Exception{"Conversion from " + std::string(getTypeName(from_type_index)) + " to " + to_type->getName() + " is not supported",
+                        ErrorCodes::CANNOT_CONVERT_TYPE};
+                }
+            }
+
+            return result_column;
         };
     }
 
-    static WrapperType createStringWrapper(const DataTypePtr & from_type)
+    WrapperType createStringWrapper(const DataTypePtr & from_type) const
     {
         FunctionPtr function = FunctionToString::create();
-
-        auto function_adaptor =
-                FunctionOverloadResolverAdaptor(std::make_unique<DefaultOverloadResolver>(function))
-                .build({ColumnWithTypeAndName{nullptr, from_type, ""}});
-
-        return [function_adaptor] (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
-        {
-            return function_adaptor->execute(arguments, result_type, input_rows_count);
-        };
+        return createFunctionAdaptor(function, from_type);
     }
 
-    static WrapperType createFixedStringWrapper(const DataTypePtr & from_type, const size_t N)
+    WrapperType createFixedStringWrapper(const DataTypePtr & from_type, const size_t N) const
     {
         if (!isStringOrFixedString(from_type))
             throw Exception{"CAST AS FixedString is only implemented for types String and FixedString", ErrorCodes::NOT_IMPLEMENTED};
 
-        return [N] (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable *, size_t /*input_rows_count*/)
+        bool exception_mode_null = cast_type == CastType::accurateOrNull;
+        return [exception_mode_null, N] (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable *, size_t /*input_rows_count*/)
         {
-            return FunctionToFixedString::executeForN(arguments, N);
-        };
-    }
-
-    static WrapperType createUUIDWrapper(const DataTypePtr & from_type, const DataTypeUUID * const, bool requested_result_is_nullable)
-    {
-        if (requested_result_is_nullable)
-            throw Exception{"CAST AS Nullable(UUID) is not implemented", ErrorCodes::NOT_IMPLEMENTED};
-
-        FunctionPtr function = FunctionTo<DataTypeUUID>::Type::create();
-
-        auto function_adaptor =
-                FunctionOverloadResolverAdaptor(std::make_unique<DefaultOverloadResolver>(function))
-                .build({ColumnWithTypeAndName{nullptr, from_type, ""}});
-
-        return [function_adaptor] (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
-        {
-            return function_adaptor->execute(arguments, result_type, input_rows_count);
+            if (exception_mode_null)
+                return FunctionToFixedString::executeForN<ConvertToFixedStringExceptionMode::Null>(arguments, N);
+            else
+                return FunctionToFixedString::executeForN<ConvertToFixedStringExceptionMode::Throw>(arguments, N);
         };
     }
 
@@ -2064,41 +2215,73 @@ private:
         UInt32 scale = to_type->getScale();
 
         WhichDataType which(type_index);
-        bool ok = which.isNativeInt() ||
-            which.isNativeUInt() ||
-            which.isDecimal() ||
-            which.isFloat() ||
-            which.isDateOrDateTime() ||
-            which.isStringOrFixedString();
+        bool ok = which.isNativeInt() || which.isNativeUInt() || which.isDecimal() || which.isFloat() || which.isDateOrDateTime()
+            || which.isStringOrFixedString();
         if (!ok)
-            throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() + " is not supported",
-                ErrorCodes::CANNOT_CONVERT_TYPE};
+        {
+            if (cast_type == CastType::accurateOrNull)
+                return createToNullableColumnWrapper();
+            else
+                throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() + " is not supported",
+                    ErrorCodes::CANNOT_CONVERT_TYPE};
+        }
 
-        return [type_index, scale, to_type] (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
+        auto wrapper_cast_type = cast_type;
+
+        return [wrapper_cast_type, type_index, scale, to_type]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *column_nullable, size_t input_rows_count)
         {
             ColumnPtr result_column;
-            auto res = callOnIndexAndDataType<ToDataType>(type_index, [&](const auto & types) -> bool
-            {
+            auto res = callOnIndexAndDataType<ToDataType>(type_index, [&](const auto & types) -> bool {
                 using Types = std::decay_t<decltype(types)>;
                 using LeftDataType = typename Types::LeftType;
                 using RightDataType = typename Types::RightType;
 
+                if constexpr (IsDataTypeDecimalOrNumber<LeftDataType> && IsDataTypeDecimalOrNumber<RightDataType>)
+                {
+                    if (wrapper_cast_type == CastType::accurate)
+                    {
+                        AccurateConvertStrategyAdditions additions;
+                        additions.scale = scale;
+                        result_column = ConvertImpl<LeftDataType, RightDataType, NameCast>::execute(
+                            arguments, result_type, input_rows_count, additions);
+
+                        return true;
+                    }
+                    else if (wrapper_cast_type == CastType::accurateOrNull)
+                    {
+                        AccurateOrNullConvertStrategyAdditions additions;
+                        additions.scale = scale;
+                        result_column = ConvertImpl<LeftDataType, RightDataType, NameCast>::execute(
+                            arguments, result_type, input_rows_count, additions);
+
+                        return true;
+                    }
+                }
+
                 result_column = ConvertImpl<LeftDataType, RightDataType, NameCast>::execute(arguments, result_type, input_rows_count, scale);
+
                 return true;
             });
 
             /// Additionally check if callOnIndexAndDataType wasn't called at all.
             if (!res)
             {
-                throw Exception{"Conversion from " + std::string(getTypeName(type_index)) + " to " + to_type->getName() +
-                                " is not supported", ErrorCodes::CANNOT_CONVERT_TYPE};
+                if (wrapper_cast_type == CastType::accurateOrNull)
+                {
+                    auto nullable_column_wrapper = FunctionCast::createToNullableColumnWrapper();
+                    return nullable_column_wrapper(arguments, result_type, column_nullable, input_rows_count);
+                }
+                else
+                    throw Exception{"Conversion from " + std::string(getTypeName(type_index)) + " to " + to_type->getName() + " is not supported",
+                        ErrorCodes::CANNOT_CONVERT_TYPE};
             }
 
             return result_column;
         };
     }
 
-    static WrapperType createAggregateFunctionWrapper(const DataTypePtr & from_type_untyped, const DataTypeAggregateFunction * to_type)
+    WrapperType createAggregateFunctionWrapper(const DataTypePtr & from_type_untyped, const DataTypeAggregateFunction * to_type) const
     {
         /// Conversion from String through parsing.
         if (checkAndGetDataType<DataTypeString>(from_type_untyped.get()))
@@ -2109,8 +2292,13 @@ private:
             };
         }
         else
-            throw Exception{"Conversion from " + from_type_untyped->getName() + " to " + to_type->getName() +
-                " is not supported", ErrorCodes::CANNOT_CONVERT_TYPE};
+        {
+            if (cast_type == CastType::accurateOrNull)
+                return createToNullableColumnWrapper();
+            else
+                throw Exception{"Conversion from " + from_type_untyped->getName() + " to " + to_type->getName() +
+                    " is not supported", ErrorCodes::CANNOT_CONVERT_TYPE};
+        }
     }
 
     WrapperType createArrayWrapper(const DataTypePtr & from_type_untyped, const DataTypeArray * to_type) const
@@ -2167,6 +2355,20 @@ private:
         };
     }
 
+    using ElementWrappers = std::vector<WrapperType>;
+
+    ElementWrappers getElementWrappers(const DataTypes & from_element_types, const DataTypes & to_element_types) const
+    {
+        ElementWrappers element_wrappers;
+        element_wrappers.reserve(from_element_types.size());
+
+        /// Create conversion wrapper for each element in tuple
+        for (const auto idx_type : ext::enumerate(from_element_types))
+            element_wrappers.push_back(prepareUnpackDictionaries(idx_type.second, to_element_types[idx_type.first]));
+
+        return element_wrappers;
+    }
+
     WrapperType createTupleWrapper(const DataTypePtr & from_type_untyped, const DataTypeTuple * to_type) const
     {
         /// Conversion from String through parsing.
@@ -2189,12 +2391,7 @@ private:
 
         const auto & from_element_types = from_type->getElements();
         const auto & to_element_types = to_type->getElements();
-        std::vector<WrapperType> element_wrappers;
-        element_wrappers.reserve(from_element_types.size());
-
-        /// Create conversion wrapper for each element in tuple
-        for (const auto idx_type : ext::enumerate(from_type->getElements()))
-            element_wrappers.push_back(prepareUnpackDictionaries(idx_type.second, to_element_types[idx_type.first]));
+        auto element_wrappers = getElementWrappers(from_element_types, to_element_types);
 
         return [element_wrappers, from_element_types, to_element_types]
             (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable * nullable_source, size_t input_rows_count) -> ColumnPtr
@@ -2217,6 +2414,121 @@ private:
         };
     }
 
+    /// The case of: tuple([key1, key2, ..., key_n], [value1, value2, ..., value_n])
+    WrapperType createTupleToMapWrapper(const DataTypes & from_kv_types, const DataTypes & to_kv_types) const
+    {
+        return [element_wrappers = getElementWrappers(from_kv_types, to_kv_types), from_kv_types, to_kv_types]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable * nullable_source, size_t input_rows_count) -> ColumnPtr
+        {
+            const auto * col = arguments.front().column.get();
+            const auto & column_tuple = assert_cast<const ColumnTuple &>(*col);
+
+            if (column_tuple.getColumn(0).size() != column_tuple.getColumn(1).size())
+                throw Exception(ErrorCodes::TYPE_MISMATCH,
+                    "CAST AS Map can only be performed from tuple of arrays with equal sizes."
+                    " Size of keys: {}. Size of values: {}", column_tuple.getColumn(0).size(), column_tuple.getColumn(1).size());
+
+            ColumnPtr offsets;
+            Columns converted_columns(2);
+            for (size_t i = 0; i < 2; ++i)
+            {
+                const auto & column_array = assert_cast<const ColumnArray &>(column_tuple.getColumn(i));
+                ColumnsWithTypeAndName element = {{column_array.getDataPtr(), from_kv_types[i], ""}};
+                converted_columns[i] = element_wrappers[i](element, to_kv_types[i], nullable_source, input_rows_count);
+
+                if (!offsets)
+                    offsets = column_array.getOffsetsPtr();
+            }
+
+            return ColumnMap::create(converted_columns[0], converted_columns[1], offsets);
+        };
+    }
+
+    WrapperType createMapToMapWrrapper(const DataTypes & from_kv_types, const DataTypes & to_kv_types) const
+    {
+        return [element_wrappers = getElementWrappers(from_kv_types, to_kv_types), from_kv_types, to_kv_types]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable * nullable_source, size_t input_rows_count) -> ColumnPtr
+        {
+            const auto * col = arguments.front().column.get();
+            const auto & column_map = typeid_cast<const ColumnMap &>(*col);
+            const auto & nested_data = column_map.getNestedData();
+
+            Columns converted_columns(2);
+            for (size_t i = 0; i < 2; ++i)
+            {
+                ColumnsWithTypeAndName element = {{nested_data.getColumnPtr(i), from_kv_types[i], ""}};
+                converted_columns[i] = element_wrappers[i](element, to_kv_types[i], nullable_source, input_rows_count);
+            }
+
+            return ColumnMap::create(converted_columns[0], converted_columns[1], column_map.getNestedColumn().getOffsetsPtr());
+        };
+    }
+
+    /// The case of: [(key1, value1), (key2, value2), ...]
+    WrapperType createArrayToMapWrrapper(const DataTypes & from_kv_types, const DataTypes & to_kv_types) const
+    {
+        return [element_wrappers = getElementWrappers(from_kv_types, to_kv_types), from_kv_types, to_kv_types]
+            (ColumnsWithTypeAndName & arguments, const DataTypePtr &, const ColumnNullable * nullable_source, size_t input_rows_count) -> ColumnPtr
+        {
+            const auto * col = arguments.front().column.get();
+            const auto & column_array = typeid_cast<const ColumnArray &>(*col);
+            const auto & nested_data = typeid_cast<const ColumnTuple &>(column_array.getData());
+
+            Columns converted_columns(2);
+            for (size_t i = 0; i < 2; ++i)
+            {
+                ColumnsWithTypeAndName element = {{nested_data.getColumnPtr(i), from_kv_types[i], ""}};
+                converted_columns[i] = element_wrappers[i](element, to_kv_types[i], nullable_source, input_rows_count);
+            }
+
+            return ColumnMap::create(converted_columns[0], converted_columns[1], column_array.getOffsetsPtr());
+        };
+    }
+
+
+    WrapperType createMapWrapper(const DataTypePtr & from_type_untyped, const DataTypeMap * to_type) const
+    {
+        if (const auto * from_tuple = checkAndGetDataType<DataTypeTuple>(from_type_untyped.get()))
+        {
+            if (from_tuple->getElements().size() != 2)
+                throw Exception{"CAST AS Map from tuple requeires 2 elements.\n"
+                    "Left type: " + from_tuple->getName() + ", right type: " + to_type->getName(), ErrorCodes::TYPE_MISMATCH};
+
+            DataTypes from_kv_types;
+            const auto & to_kv_types = to_type->getKeyValueTypes();
+
+            for (const auto & elem : from_tuple->getElements())
+            {
+                const auto * type_array = checkAndGetDataType<DataTypeArray>(elem.get());
+                if (!type_array)
+                    throw Exception(ErrorCodes::TYPE_MISMATCH,
+                        "CAST AS Map can only be performed from tuples of array. Got: {}", from_tuple->getName());
+
+                from_kv_types.push_back(type_array->getNestedType());
+            }
+
+            return createTupleToMapWrapper(from_kv_types, to_kv_types);
+        }
+        else if (const auto * from_array = typeid_cast<const DataTypeArray *>(from_type_untyped.get()))
+        {
+            const auto * nested_tuple = typeid_cast<const DataTypeTuple *>(from_array->getNestedType().get());
+            if (!nested_tuple || nested_tuple->getElements().size() != 2)
+                throw Exception{"CAST AS Map from array requeires nested tuple of 2 elements.\n"
+                    "Left type: " + from_array->getName() + ", right type: " + to_type->getName(), ErrorCodes::TYPE_MISMATCH};
+
+            return createArrayToMapWrrapper(nested_tuple->getElements(), to_type->getKeyValueTypes());
+        }
+        else if (const auto * from_type = checkAndGetDataType<DataTypeMap>(from_type_untyped.get()))
+        {
+            return createMapToMapWrrapper(from_type->getKeyValueTypes(), to_type->getKeyValueTypes());
+        }
+        else
+        {
+            throw Exception{"Unsupported types to CAST AS Map\n"
+                "Left type: " + from_type_untyped->getName() + ", right type: " + to_type->getName(), ErrorCodes::TYPE_MISMATCH};
+        }
+    }
+
     template <typename FieldType>
     WrapperType createEnumWrapper(const DataTypePtr & from_type, const DataTypeEnum<FieldType> * to_type) const
     {
@@ -2235,17 +2547,16 @@ private:
         else if (isNativeNumber(from_type) || isEnum(from_type))
         {
             auto function = Function::create();
-            auto func_or_adaptor = FunctionOverloadResolverAdaptor(std::make_unique<DefaultOverloadResolver>(function))
-                    .build(ColumnsWithTypeAndName{{nullptr, from_type, "" }});
-
-            return [func_or_adaptor] (ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
-            {
-                return func_or_adaptor->execute(arguments, result_type, input_rows_count);
-            };
+            return createFunctionAdaptor(function, from_type);
         }
         else
-            throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() +
-                " is not supported", ErrorCodes::CANNOT_CONVERT_TYPE};
+        {
+            if (cast_type == CastType::accurateOrNull)
+                return createToNullableColumnWrapper();
+            else
+                throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() + " is not supported",
+                    ErrorCodes::CANNOT_CONVERT_TYPE};
+        }
     }
 
     template <typename EnumTypeFrom, typename EnumTypeTo>
@@ -2346,7 +2657,16 @@ private:
         if (from_type->onlyNull())
         {
             if (!to_nested->isNullable())
-                throw Exception{"Cannot convert NULL to a non-nullable type", ErrorCodes::CANNOT_CONVERT_TYPE};
+            {
+                if (cast_type == CastType::accurateOrNull)
+                {
+                    return createToNullableColumnWrapper();
+                }
+                else
+                {
+                    throw Exception{"Cannot convert NULL to a non-nullable type", ErrorCodes::CANNOT_CONVERT_TYPE};
+                }
+            }
 
             return [](ColumnsWithTypeAndName &, const DataTypePtr & result_type, const ColumnNullable *, size_t input_rows_count)
             {
@@ -2536,7 +2856,8 @@ private:
                 std::is_same_v<ToDataType, DataTypeFloat32> ||
                 std::is_same_v<ToDataType, DataTypeFloat64> ||
                 std::is_same_v<ToDataType, DataTypeDate> ||
-                std::is_same_v<ToDataType, DataTypeDateTime>)
+                std::is_same_v<ToDataType, DataTypeDateTime> ||
+                std::is_same_v<ToDataType, DataTypeUUID>)
             {
                 ret = createWrapper(from_type, checkAndGetDataType<ToDataType>(to_type.get()), requested_result_is_nullable);
                 return true;
@@ -2558,14 +2879,6 @@ private:
                 ret = createDecimalWrapper(from_type, checkAndGetDataType<ToDataType>(to_type.get()));
                 return true;
             }
-            if constexpr (std::is_same_v<ToDataType, DataTypeUUID>)
-            {
-                if (isStringOrFixedString(from_type))
-                {
-                    ret = createUUIDWrapper(from_type, checkAndGetDataType<ToDataType>(to_type.get()), requested_result_is_nullable);
-                    return true;
-                }
-            }
 
             return false;
         };
@@ -2584,6 +2897,8 @@ private:
                 return createArrayWrapper(from_type, checkAndGetDataType<DataTypeArray>(to_type.get()));
             case TypeIndex::Tuple:
                 return createTupleWrapper(from_type, checkAndGetDataType<DataTypeTuple>(to_type.get()));
+            case TypeIndex::Map:
+                return createMapWrapper(from_type, checkAndGetDataType<DataTypeMap>(to_type.get()));
 
             case TypeIndex::AggregateFunction:
                 return createAggregateFunctionWrapper(from_type, checkAndGetDataType<DataTypeAggregateFunction>(to_type.get()));
@@ -2591,20 +2906,91 @@ private:
                 break;
         }
 
-        throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() + " is not supported",
-            ErrorCodes::CANNOT_CONVERT_TYPE};
+        if (cast_type == CastType::accurateOrNull)
+            return createToNullableColumnWrapper();
+        else
+            throw Exception{"Conversion from " + from_type->getName() + " to " + to_type->getName() + " is not supported",
+                ErrorCodes::CANNOT_CONVERT_TYPE};
     }
 };
 
+class MonotonicityHelper
+{
+public:
+    using MonotonicityForRange = FunctionCast::MonotonicityForRange;
+
+    template <typename DataType>
+    static auto monotonicityForType(const DataType * const)
+    {
+        return FunctionTo<DataType>::Type::Monotonic::get;
+    }
+
+    static MonotonicityForRange getMonotonicityInformation(const DataTypePtr & from_type, const IDataType * to_type)
+    {
+        if (const auto type = checkAndGetDataType<DataTypeUInt8>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeUInt16>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeUInt32>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeUInt64>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeUInt256>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt8>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt16>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt32>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt64>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt128>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeInt256>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeFloat32>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeFloat64>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeDate>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeDateTime>(to_type))
+            return monotonicityForType(type);
+        if (const auto type = checkAndGetDataType<DataTypeString>(to_type))
+            return monotonicityForType(type);
+        if (isEnum(from_type))
+        {
+            if (const auto type = checkAndGetDataType<DataTypeEnum8>(to_type))
+                return monotonicityForType(type);
+            if (const auto type = checkAndGetDataType<DataTypeEnum16>(to_type))
+                return monotonicityForType(type);
+        }
+        /// other types like Null, FixedString, Array and Tuple have no monotonicity defined
+        return {};
+    }
+};
+
+template<CastType cast_type>
 class CastOverloadResolver : public IFunctionOverloadResolverImpl
 {
 public:
     using MonotonicityForRange = FunctionCast::MonotonicityForRange;
     using Diagnostic = FunctionCast::Diagnostic;
 
-    static constexpr auto name = "CAST";
+    static constexpr auto accurate_cast_name = "accurateCast";
+    static constexpr auto accurate_cast_or_null_name = "accurateCastOrNull";
+    static constexpr auto cast_name = "CAST";
+
+    static constexpr auto name = cast_type == CastType::accurate
+        ? accurate_cast_name
+        : (cast_type == CastType::accurateOrNull ? accurate_cast_or_null_name : cast_name);
+
+    static FunctionOverloadResolverImplPtr create(const Context & context)
+    {
+        return createImpl(context.getSettingsRef().cast_keep_nullable);
+    }
 
-    static FunctionOverloadResolverImplPtr create(const Context & context);
     static FunctionOverloadResolverImplPtr createImpl(bool keep_nullable, std::optional<Diagnostic> diagnostic = {})
     {
         return std::make_unique<CastOverloadResolver>(keep_nullable, std::move(diagnostic));
@@ -2630,8 +3016,8 @@ protected:
         for (size_t i = 0; i < arguments.size(); ++i)
             data_types[i] = arguments[i].type;
 
-        auto monotonicity = getMonotonicityInformation(arguments.front().type, return_type.get());
-        return std::make_unique<FunctionCast>(name, std::move(monotonicity), data_types, return_type, diagnostic);
+        auto monotonicity = MonotonicityHelper::getMonotonicityInformation(arguments.front().type, return_type.get());
+        return std::make_unique<FunctionCast>(name, std::move(monotonicity), data_types, return_type, diagnostic, cast_type);
     }
 
     DataTypePtr getReturnType(const ColumnsWithTypeAndName & arguments) const override
@@ -2649,9 +3035,17 @@ protected:
                 ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
         DataTypePtr type = DataTypeFactory::instance().get(type_col->getValue<String>());
-        if (keep_nullable && arguments.front().type->isNullable())
+
+        if constexpr (cast_type == CastType::accurateOrNull)
+        {
             return makeNullable(type);
-        return type;
+        }
+        else
+        {
+            if (keep_nullable && arguments.front().type->isNullable())
+                return makeNullable(type);
+            return type;
+        }
     }
 
     bool useDefaultImplementationForNulls() const override { return false; }
@@ -2660,57 +3054,6 @@ protected:
 private:
     bool keep_nullable;
     std::optional<Diagnostic> diagnostic;
-
-    template <typename DataType>
-    static auto monotonicityForType(const DataType * const)
-    {
-        return FunctionTo<DataType>::Type::Monotonic::get;
-    }
-
-    static MonotonicityForRange getMonotonicityInformation(const DataTypePtr & from_type, const IDataType * to_type)
-    {
-        if (const auto * type = checkAndGetDataType<DataTypeUInt8>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeUInt16>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeUInt32>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeUInt64>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeUInt256>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt8>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt16>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt32>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt64>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt128>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeInt256>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeFloat32>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeFloat64>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeDate>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeDateTime>(to_type))
-            return monotonicityForType(type);
-        if (const auto * type = checkAndGetDataType<DataTypeString>(to_type))
-            return monotonicityForType(type);
-        if (isEnum(from_type))
-        {
-            if (const auto * type = checkAndGetDataType<DataTypeEnum8>(to_type))
-                return monotonicityForType(type);
-            if (const auto * type = checkAndGetDataType<DataTypeEnum16>(to_type))
-                return monotonicityForType(type);
-        }
-        /// other types like Null, FixedString, Array and Tuple have no monotonicity defined
-        return {};
-    }
 };
 
 }
diff --git a/src/Functions/array/arrayAggregation.cpp b/src/Functions/array/arrayAggregation.cpp
new file mode 100644
index 00000000000..992a331d05b
--- /dev/null
+++ b/src/Functions/array/arrayAggregation.cpp
@@ -0,0 +1,318 @@
+#include <DataTypes/DataTypesNumber.h>
+#include <DataTypes/DataTypesDecimal.h>
+#include <DataTypes/DataTypeDateTime64.h>
+#include <Columns/ColumnsNumber.h>
+#include <Columns/ColumnDecimal.h>
+#include "FunctionArrayMapped.h"
+#include <Functions/FunctionFactory.h>
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
+    extern const int ILLEGAL_COLUMN;
+}
+
+enum class AggregateOperation
+{
+    min,
+    max,
+    sum,
+    average
+};
+
+/**
+ * During array aggregation we derive result type from operation.
+ * For array min or array max we use array element as result type.
+ * For array average we use Float64.
+ * For array sum for for big integers, we use same type representation, decimal numbers we use Decimal128,
+ * for floating point numbers Float64, for numeric unsigned Int64, and for numeric signed UInt64.
+ */
+
+template <typename ArrayElement, AggregateOperation operation>
+struct ArrayAggregateResultImpl;
+
+template <typename ArrayElement>
+struct ArrayAggregateResultImpl<ArrayElement, AggregateOperation::min>
+{
+    using Result = ArrayElement;
+};
+
+template <typename ArrayElement>
+struct ArrayAggregateResultImpl<ArrayElement, AggregateOperation::max>
+{
+    using Result = ArrayElement;
+};
+
+template <typename ArrayElement>
+struct ArrayAggregateResultImpl<ArrayElement, AggregateOperation::average>
+{
+    using Result = Float64;
+};
+
+template <typename ArrayElement>
+struct ArrayAggregateResultImpl<ArrayElement, AggregateOperation::sum>
+{
+    using Result =
+        std::conditional_t<std::is_same_v<ArrayElement, Int128>, Int128,
+            std::conditional_t<std::is_same_v<ArrayElement, Int256>, Int256,
+                std::conditional_t<std::is_same_v<ArrayElement, UInt256>, UInt256,
+                    std::conditional_t<IsDecimalNumber<ArrayElement>, Decimal128,
+                        std::conditional_t<std::is_floating_point_v<ArrayElement>, Float64,
+                            std::conditional_t<std::is_signed_v<ArrayElement>, Int64,
+                                UInt64>>>>>>;
+};
+
+template <typename ArrayElement, AggregateOperation operation>
+using ArrayAggregateResult = typename ArrayAggregateResultImpl<ArrayElement, operation>::Result;
+
+template<AggregateOperation aggregate_operation>
+struct ArrayAggregateImpl
+{
+    static bool needBoolean() { return false; }
+    static bool needExpression() { return false; }
+    static bool needOneArray() { return false; }
+
+    static DataTypePtr getReturnType(const DataTypePtr & expression_return, const DataTypePtr & /*array_element*/)
+    {
+        DataTypePtr result;
+
+        auto call = [&](const auto & types)
+        {
+            using Types = std::decay_t<decltype(types)>;
+            using DataType = typename Types::LeftType;
+
+            if constexpr (aggregate_operation == AggregateOperation::average)
+            {
+                result = std::make_shared<DataTypeFloat64>();
+
+                return true;
+            }
+            else if constexpr (IsDataTypeNumber<DataType>)
+            {
+                using NumberReturnType = ArrayAggregateResult<typename DataType::FieldType, aggregate_operation>;
+                result = std::make_shared<DataTypeNumber<NumberReturnType>>();
+
+                return true;
+            }
+            else if constexpr (IsDataTypeDecimal<DataType> && !IsDataTypeDateOrDateTime<DataType>)
+            {
+                using DecimalReturnType = ArrayAggregateResult<typename DataType::FieldType, aggregate_operation>;
+                UInt32 scale = getDecimalScale(*expression_return);
+                result = std::make_shared<DataTypeDecimal<DecimalReturnType>>(DecimalUtils::maxPrecision<DecimalReturnType>(), scale);
+
+                return true;
+            }
+
+            return false;
+        };
+
+        if (!callOnIndexAndDataType<void>(expression_return->getTypeId(), call))
+        {
+            throw Exception(
+                "array aggregation function cannot be performed on type " + expression_return->getName(),
+                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        }
+
+        return result;
+    }
+
+    template <typename Element>
+    static bool executeType(const ColumnPtr & mapped, const ColumnArray::Offsets & offsets, ColumnPtr & res_ptr)
+    {
+        using Result = ArrayAggregateResult<Element, aggregate_operation>;
+        using ColVecType = std::conditional_t<IsDecimalNumber<Element>, ColumnDecimal<Element>, ColumnVector<Element>>;
+        using ColVecResult = std::conditional_t<IsDecimalNumber<Result>, ColumnDecimal<Result>, ColumnVector<Result>>;
+
+        /// For average of array we return Float64 as result, but we want to keep precision
+        /// so we convert to Float64 as last step, but intermediate sum is represented as result of sum operation
+        static constexpr bool is_average_operation = aggregate_operation == AggregateOperation::average;
+        using SummAggregationType = ArrayAggregateResult<Element, AggregateOperation::sum>;
+
+        using AggregationType = std::conditional_t<is_average_operation, SummAggregationType, Result>;
+
+
+        const ColVecType * column = checkAndGetColumn<ColVecType>(&*mapped);
+
+        /// Constant case.
+        if (!column)
+        {
+            const ColumnConst * column_const = checkAndGetColumnConst<ColVecType>(&*mapped);
+
+            if (!column_const)
+                return false;
+
+            const AggregationType x = column_const->template getValue<Element>(); // NOLINT
+            const typename ColVecType::Container & data
+                = checkAndGetColumn<ColVecType>(&column_const->getDataColumn())->getData();
+
+            typename ColVecResult::MutablePtr res_column;
+            if constexpr (IsDecimalNumber<Element>)
+            {
+                res_column = ColVecResult::create(offsets.size(), data.getScale());
+            }
+            else
+                res_column = ColVecResult::create(offsets.size());
+
+            typename ColVecResult::Container & res = res_column->getData();
+
+            size_t pos = 0;
+            for (size_t i = 0; i < offsets.size(); ++i)
+            {
+                if constexpr (aggregate_operation == AggregateOperation::sum)
+                {
+                    size_t array_size = offsets[i] - pos;
+                    /// Just multiply the value by array size.
+                    res[i] = x * array_size;
+                }
+                else if constexpr (aggregate_operation == AggregateOperation::min ||
+                                aggregate_operation == AggregateOperation::max)
+                {
+                    res[i] = x;
+                }
+                else if constexpr (aggregate_operation == AggregateOperation::average)
+                {
+                    if constexpr (IsDecimalNumber<Element>)
+                    {
+                        res[i] = DecimalUtils::convertTo<Result>(x, data.getScale());
+                    }
+                    else
+                    {
+                        res[i] = x;
+                    }
+                }
+
+                pos = offsets[i];
+            }
+
+            res_ptr = std::move(res_column);
+            return true;
+        }
+
+        const typename ColVecType::Container & data = column->getData();
+
+        typename ColVecResult::MutablePtr res_column;
+        if constexpr (IsDecimalNumber<Element>)
+            res_column = ColVecResult::create(offsets.size(), data.getScale());
+        else
+            res_column = ColVecResult::create(offsets.size());
+
+        typename ColVecResult::Container & res = res_column->getData();
+
+        size_t pos = 0;
+        for (size_t i = 0; i < offsets.size(); ++i)
+        {
+            AggregationType s = 0;
+
+            /// Array is empty
+            if (offsets[i] == pos)
+            {
+                res[i] = s;
+                continue;
+            }
+
+            size_t count = 1;
+            s = data[pos]; // NOLINT
+            ++pos;
+
+            for (; pos < offsets[i]; ++pos)
+            {
+                auto element = data[pos];
+
+                if constexpr (aggregate_operation == AggregateOperation::sum ||
+                            aggregate_operation == AggregateOperation::average)
+                {
+                    s += element;
+                }
+                else if constexpr (aggregate_operation == AggregateOperation::min)
+                {
+                    if (element < s)
+                    {
+                        s = element;
+                    }
+                }
+                else if constexpr (aggregate_operation == AggregateOperation::max)
+                {
+                    if (element > s)
+                    {
+                        s = element;
+                    }
+                }
+
+                ++count;
+            }
+
+            if constexpr (aggregate_operation == AggregateOperation::average)
+            {
+                if constexpr (IsDecimalNumber<Element>)
+                {
+                    s = s / count;
+                    res[i] = DecimalUtils::convertTo<Result>(s, data.getScale());
+                }
+                else
+                {
+                    res[i] = static_cast<Result>(s) / count;
+                }
+            }
+            else
+            {
+                res[i] = s;
+            }
+        }
+
+        res_ptr = std::move(res_column);
+        return true;
+    }
+
+    static ColumnPtr execute(const ColumnArray & array, ColumnPtr mapped)
+    {
+        const IColumn::Offsets & offsets = array.getOffsets();
+        ColumnPtr res;
+
+        if (executeType<UInt8>(mapped, offsets, res) ||
+            executeType<UInt16>(mapped, offsets, res) ||
+            executeType<UInt32>(mapped, offsets, res) ||
+            executeType<UInt64>(mapped, offsets, res) ||
+            executeType<UInt256>(mapped, offsets, res) ||
+            executeType<Int8>(mapped, offsets, res) ||
+            executeType<Int16>(mapped, offsets, res) ||
+            executeType<Int32>(mapped, offsets, res) ||
+            executeType<Int64>(mapped, offsets, res) ||
+            executeType<Int128>(mapped, offsets, res) ||
+            executeType<Int256>(mapped, offsets, res) ||
+            executeType<Float32>(mapped, offsets, res) ||
+            executeType<Float64>(mapped, offsets, res) ||
+            executeType<Decimal32>(mapped, offsets, res) ||
+            executeType<Decimal64>(mapped, offsets, res) ||
+            executeType<Decimal128>(mapped, offsets, res))
+            return res;
+        else
+            throw Exception("Unexpected column for arraySum: " + mapped->getName(), ErrorCodes::ILLEGAL_COLUMN);
+    }
+};
+
+struct NameArrayMin { static constexpr auto name = "arrayMin"; };
+using FunctionArrayMin = FunctionArrayMapped<ArrayAggregateImpl<AggregateOperation::min>, NameArrayMin>;
+
+struct NameArrayMax { static constexpr auto name = "arrayMax"; };
+using FunctionArrayMax = FunctionArrayMapped<ArrayAggregateImpl<AggregateOperation::max>, NameArrayMax>;
+
+struct NameArraySum { static constexpr auto name = "arraySum"; };
+using FunctionArraySum = FunctionArrayMapped<ArrayAggregateImpl<AggregateOperation::sum>, NameArraySum>;
+
+struct NameArrayAverage { static constexpr auto name = "arrayAvg"; };
+using FunctionArrayAverage = FunctionArrayMapped<ArrayAggregateImpl<AggregateOperation::average>, NameArrayAverage>;
+
+void registerFunctionArrayAggregation(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionArrayMin>();
+    factory.registerFunction<FunctionArrayMax>();
+    factory.registerFunction<FunctionArraySum>();
+    factory.registerFunction<FunctionArrayAverage>();
+}
+
+}
+
diff --git a/src/Functions/array/arrayElement.cpp b/src/Functions/array/arrayElement.cpp
index 46a384db449..310b6b5b450 100644
--- a/src/Functions/array/arrayElement.cpp
+++ b/src/Functions/array/arrayElement.cpp
@@ -4,12 +4,16 @@
 #include <DataTypes/DataTypeArray.h>
 #include <DataTypes/DataTypeNullable.h>
 #include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeMap.h>
+#include <DataTypes/DataTypesNumber.h>
 #include <Core/ColumnNumbers.h>
 #include <Columns/ColumnArray.h>
+#include <Core/Field.h>
 #include <Columns/ColumnNullable.h>
 #include <Columns/ColumnsNumber.h>
 #include <Columns/ColumnString.h>
 #include <Columns/ColumnTuple.h>
+#include <Columns/ColumnMap.h>
 #include <Common/typeid_cast.h>
 #include <Common/assert_cast.h>
 
@@ -80,6 +84,38 @@ private:
     /** For a tuple array, the function is evaluated component-wise for each element of the tuple.
       */
     ColumnPtr executeTuple(const ColumnsWithTypeAndName & arguments, size_t input_rows_count) const;
+
+    /** For a map the function finds the matched value for a key.
+     *  Currently implemented just as linear seach in array.
+     *  However, optimizations are possible.
+     */
+    ColumnPtr executeMap(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const;
+
+    using Offsets = ColumnArray::Offsets;
+
+    static bool matchKeyToIndex(const IColumn & data, const Offsets & offsets,
+        const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs);
+
+    static bool matchKeyToIndexConst(const IColumn & data, const Offsets & offsets,
+        const Field & index, PaddedPODArray<UInt64> & matched_idxs);
+
+    template <typename DataType>
+    static bool matchKeyToIndexNumber(const IColumn & data, const Offsets & offsets,
+        const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs);
+
+    template <typename DataType>
+    static bool matchKeyToIndexNumberConst(const IColumn & data, const Offsets & offsets,
+        const Field & index, PaddedPODArray<UInt64> & matched_idxs);
+
+    static bool matchKeyToIndexString(const IColumn & data, const Offsets & offsets,
+        const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs);
+
+    static bool matchKeyToIndexStringConst(const IColumn & data, const Offsets & offsets,
+        const Field & index, PaddedPODArray<UInt64> & matched_idxs);
+
+    template <typename Matcher>
+    static void executeMatchKeyToIndex(const Offsets & offsets,
+        PaddedPODArray<UInt64> & matched_idxs, const Matcher & matcher);
 };
 
 
@@ -626,10 +662,8 @@ ColumnPtr FunctionArrayElement::executeArgument(
     const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, ArrayImpl::NullMapBuilder & builder, size_t input_rows_count) const
 {
     auto index = checkAndGetColumn<ColumnVector<IndexType>>(arguments[1].column.get());
-
     if (!index)
         return nullptr;
-
     const auto & index_data = index->getData();
 
     if (builder)
@@ -704,6 +738,236 @@ ColumnPtr FunctionArrayElement::executeTuple(const ColumnsWithTypeAndName & argu
     return ColumnTuple::create(result_tuple_columns);
 }
 
+namespace
+{
+
+struct MatcherString
+{
+    const ColumnString & data;
+    const ColumnString & index;
+
+    bool match(size_t row_data, size_t row_index) const
+    {
+        auto data_ref = data.getDataAt(row_data);
+        auto index_ref = index.getDataAt(row_index);
+        return memequalSmallAllowOverflow15(index_ref.data, index_ref.size, data_ref.data, data_ref.size);
+    }
+};
+
+struct MatcherStringConst
+{
+    const ColumnString & data;
+    const String & index;
+
+    bool match(size_t row_data, size_t /* row_index */) const
+    {
+        auto data_ref = data.getDataAt(row_data);
+        return index.size() == data_ref.size && memcmp(index.data(), data_ref.data, data_ref.size) == 0;
+    }
+};
+
+template <typename T>
+struct MatcherNumber
+{
+    const PaddedPODArray<T> & data;
+    const PaddedPODArray<T> & index;
+
+    bool match(size_t row_data, size_t row_index) const
+    {
+        return data[row_data] == index[row_index];
+    }
+};
+
+template <typename T>
+struct MatcherNumberConst
+{
+    const PaddedPODArray<T> & data;
+    T index;
+
+    bool match(size_t row_data, size_t /* row_index */) const
+    {
+        return data[row_data] == index;
+    }
+};
+
+}
+
+template <typename Matcher>
+void FunctionArrayElement::executeMatchKeyToIndex(
+    const Offsets & offsets, PaddedPODArray<UInt64> & matched_idxs, const Matcher & matcher)
+{
+    size_t rows = offsets.size();
+    for (size_t i = 0; i < rows; ++i)
+    {
+        bool matched = false;
+        size_t begin = offsets[i - 1];
+        size_t end = offsets[i];
+        for (size_t j = begin; j < end; ++j)
+        {
+            if (matcher.match(j, i))
+            {
+                matched_idxs.push_back(j - begin + 1);
+                matched = true;
+                break;
+            }
+        }
+
+        if (!matched)
+            matched_idxs.push_back(0);
+    }
+}
+
+bool FunctionArrayElement::matchKeyToIndexStringConst(
+    const IColumn & data, const Offsets & offsets,
+    const Field & index, PaddedPODArray<UInt64> & matched_idxs)
+{
+    const auto * data_string = checkAndGetColumn<ColumnString>(&data);
+    if (!data_string)
+        return false;
+
+    if (index.getType() != Field::Types::String)
+        return false;
+
+    MatcherStringConst matcher{*data_string, get<const String &>(index)};
+    executeMatchKeyToIndex(offsets, matched_idxs, matcher);
+    return true;
+}
+
+bool FunctionArrayElement::matchKeyToIndexString(
+    const IColumn & data, const Offsets & offsets,
+    const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs)
+{
+    const auto * index_string = checkAndGetColumn<ColumnString>(arguments[1].column.get());
+    if (!index_string)
+        return false;
+
+    const auto * data_string = checkAndGetColumn<ColumnString>(&data);
+    if (!data_string)
+        return false;
+
+    MatcherString matcher{*data_string, *index_string};
+    executeMatchKeyToIndex(offsets, matched_idxs, matcher);
+    return true;
+}
+
+template <typename DataType>
+bool FunctionArrayElement::matchKeyToIndexNumberConst(
+    const IColumn & data, const Offsets & offsets,
+    const Field & index, PaddedPODArray<UInt64> & matched_idxs)
+{
+    const auto * data_numeric = checkAndGetColumn<ColumnVector<DataType>>(&data);
+    if (!data_numeric)
+        return false;
+
+    if (index.getType() != Field::Types::UInt64 && index.getType() != Field::Types::Int64)
+        return false;
+
+    MatcherNumberConst<DataType> matcher{data_numeric->getData(), get<DataType>(index)};
+    executeMatchKeyToIndex(offsets, matched_idxs, matcher);
+    return true;
+}
+
+template <typename DataType>
+bool FunctionArrayElement::matchKeyToIndexNumber(
+    const IColumn & data, const Offsets & offsets,
+    const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs)
+{
+    const auto * index_numeric = checkAndGetColumn<ColumnVector<DataType>>(arguments[1].column.get());
+    if (!index_numeric)
+        return false;
+
+    const auto * data_numeric = checkAndGetColumn<ColumnVector<DataType>>(&data);
+    if (!data_numeric)
+        return false;
+
+    MatcherNumber<DataType> matcher{data_numeric->getData(), index_numeric->getData()};
+    executeMatchKeyToIndex(offsets, matched_idxs, matcher);
+    return true;
+}
+
+bool FunctionArrayElement::matchKeyToIndex(
+    const IColumn & data, const Offsets & offsets,
+    const ColumnsWithTypeAndName & arguments, PaddedPODArray<UInt64> & matched_idxs)
+{
+    return matchKeyToIndexNumber<UInt8>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<UInt16>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<UInt32>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<UInt64>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<Int8>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<Int16>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<Int32>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexNumber<Int64>(data, offsets, arguments, matched_idxs)
+        || matchKeyToIndexString(data, offsets, arguments, matched_idxs);
+}
+
+bool FunctionArrayElement::matchKeyToIndexConst(
+    const IColumn & data, const Offsets & offsets,
+    const Field & index, PaddedPODArray<UInt64> & matched_idxs)
+{
+    return matchKeyToIndexNumberConst<UInt8>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<UInt16>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<UInt32>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<UInt64>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<Int8>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<Int16>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<Int32>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexNumberConst<Int64>(data, offsets, index, matched_idxs)
+        || matchKeyToIndexStringConst(data, offsets, index, matched_idxs);
+}
+
+ColumnPtr FunctionArrayElement::executeMap(
+    const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const
+{
+    const ColumnMap * col_map = typeid_cast<const ColumnMap *>(arguments[0].column.get());
+    if (!col_map)
+        return nullptr;
+
+    const auto & nested_column = col_map->getNestedColumn();
+    const auto & keys_data = col_map->getNestedData().getColumn(0);
+    const auto & values_data = col_map->getNestedData().getColumn(1);
+    const auto & offsets = nested_column.getOffsets();
+
+    /// At first step calculate indices in array of values for requested keys.
+    auto indices_column = DataTypeNumber<UInt64>().createColumn();
+    indices_column->reserve(input_rows_count);
+    auto & indices_data = assert_cast<ColumnVector<UInt64> &>(*indices_column).getData();
+
+    if (!isColumnConst(*arguments[1].column))
+    {
+        if (input_rows_count > 0 && !matchKeyToIndex(keys_data, offsets, arguments, indices_data))
+            throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
+                "Illegal types of arguments: {}, {} for function ",
+                arguments[0].type->getName(), arguments[1].type->getName(), getName());
+    }
+    else
+    {
+        Field index = (*arguments[1].column)[0];
+
+        // Get Matched key's value
+        if (input_rows_count > 0 && !matchKeyToIndexConst(keys_data, offsets, index, indices_data))
+            throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
+                "Illegal types of arguments: {}, {} for function {}",
+                arguments[0].type->getName(), arguments[1].type->getName(), getName());
+    }
+
+    /// Prepare arguments to call arrayElement for array with values and calculated indices at previous step.
+    ColumnsWithTypeAndName new_arguments =
+    {
+        {
+            ColumnArray::create(values_data.getPtr(), nested_column.getOffsetsPtr()),
+            std::make_shared<DataTypeArray>(result_type),
+            ""
+        },
+        {
+            std::move(indices_column),
+            std::make_shared<DataTypeNumber<UInt64>>(),
+            ""
+        }
+    };
+
+    return executeImpl(new_arguments, result_type, input_rows_count);
+}
+
 String FunctionArrayElement::getName() const
 {
     return name;
@@ -711,7 +975,10 @@ String FunctionArrayElement::getName() const
 
 DataTypePtr FunctionArrayElement::getReturnTypeImpl(const DataTypes & arguments) const
 {
-    const DataTypeArray * array_type = checkAndGetDataType<DataTypeArray>(arguments[0].get());
+    if (const auto * map_type = checkAndGetDataType<DataTypeMap>(arguments[0].get()))
+        return map_type->getValueType();
+
+    const auto * array_type = checkAndGetDataType<DataTypeArray>(arguments[0].get());
     if (!array_type)
     {
         throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
@@ -734,6 +1001,10 @@ ColumnPtr FunctionArrayElement::executeImpl(const ColumnsWithTypeAndName & argum
     /// Check nullability.
     bool is_array_of_nullable = false;
 
+    const ColumnMap * col_map = checkAndGetColumn<ColumnMap>(arguments[0].column.get());
+    if (col_map)
+        return executeMap(arguments, result_type, input_rows_count);
+
     const ColumnArray * col_array = nullptr;
     const ColumnArray * col_const_array = nullptr;
 
@@ -826,7 +1097,7 @@ ColumnPtr FunctionArrayElement::perform(const ColumnsWithTypeAndName & arguments
             || (res = executeArgument<Int16>(arguments, result_type, builder, input_rows_count))
             || (res = executeArgument<Int32>(arguments, result_type, builder, input_rows_count))
             || (res = executeArgument<Int64>(arguments, result_type, builder, input_rows_count))))
-        throw Exception("Second argument for function " + getName() + " must must have UInt or Int type.",
+        throw Exception("Second argument for function " + getName() + " must have UInt or Int type.",
                         ErrorCodes::ILLEGAL_COLUMN);
     }
     else
diff --git a/src/Functions/array/arrayEnumerateRanked.h b/src/Functions/array/arrayEnumerateRanked.h
index a0d865f08fe..ce82b8bcd86 100644
--- a/src/Functions/array/arrayEnumerateRanked.h
+++ b/src/Functions/array/arrayEnumerateRanked.h
@@ -304,10 +304,10 @@ void FunctionArrayEnumerateRankedExtended<Derived>::executeMethodImpl(
     const size_t depth_to_look = arrays_depths.max_array_depth;
     const auto & offsets = *offsets_by_depth[depth_to_look - 1];
 
-    using Map = ClearableHashMapWithStackMemory<UInt128, UInt32,
+    using Container = ClearableHashMapWithStackMemory<UInt128, UInt32,
         UInt128TrivialHash, INITIAL_SIZE_DEGREE>;
 
-    Map indices;
+    Container indices;
 
     std::vector<size_t> indices_by_depth(depth_to_look);
     std::vector<size_t> current_offset_n_by_depth(depth_to_look);
diff --git a/src/Functions/array/arrayIntersect.cpp b/src/Functions/array/arrayIntersect.cpp
index 1eb3e7ac6c3..736069d6060 100644
--- a/src/Functions/array/arrayIntersect.cpp
+++ b/src/Functions/array/arrayIntersect.cpp
@@ -438,22 +438,22 @@ ColumnPtr FunctionArrayIntersect::executeImpl(const ColumnsWithTypeAndName & arg
 template <typename T, size_t>
 void FunctionArrayIntersect::NumberExecutor::operator()()
 {
-    using Map = ClearableHashMapWithStackMemory<T, size_t, DefaultHash<T>,
+    using Container = ClearableHashMapWithStackMemory<T, size_t, DefaultHash<T>,
         INITIAL_SIZE_DEGREE>;
 
     if (!result && typeid_cast<const DataTypeNumber<T> *>(data_type.get()))
-        result = execute<Map, ColumnVector<T>, true>(arrays, ColumnVector<T>::create());
+        result = execute<Container, ColumnVector<T>, true>(arrays, ColumnVector<T>::create());
 }
 
 template <typename T, size_t>
 void FunctionArrayIntersect::DecimalExecutor::operator()()
 {
-    using Map = ClearableHashMapWithStackMemory<T, size_t, DefaultHash<T>,
+    using Container = ClearableHashMapWithStackMemory<T, size_t, DefaultHash<T>,
         INITIAL_SIZE_DEGREE>;
 
     if (!result)
         if (auto * decimal = typeid_cast<const DataTypeDecimal<T> *>(data_type.get()))
-            result = execute<Map, ColumnDecimal<T>, true>(arrays, ColumnDecimal<T>::create(0, decimal->getScale()));
+            result = execute<Container, ColumnDecimal<T>, true>(arrays, ColumnDecimal<T>::create(0, decimal->getScale()));
 }
 
 template <typename Map, typename ColumnType, bool is_numeric_column>
diff --git a/src/Functions/array/arraySum.cpp b/src/Functions/array/arraySum.cpp
deleted file mode 100644
index 1aedcb6ef92..00000000000
--- a/src/Functions/array/arraySum.cpp
+++ /dev/null
@@ -1,146 +0,0 @@
-#include <DataTypes/DataTypesNumber.h>
-#include <DataTypes/DataTypesDecimal.h>
-#include <Columns/ColumnsNumber.h>
-#include <Columns/ColumnDecimal.h>
-#include "FunctionArrayMapped.h"
-#include <Functions/FunctionFactory.h>
-
-
-namespace DB
-{
-
-namespace ErrorCodes
-{
-    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
-    extern const int ILLEGAL_COLUMN;
-}
-
-struct ArraySumImpl
-{
-    static bool needBoolean() { return false; }
-    static bool needExpression() { return false; }
-    static bool needOneArray() { return false; }
-
-    static DataTypePtr getReturnType(const DataTypePtr & expression_return, const DataTypePtr & /*array_element*/)
-    {
-        WhichDataType which(expression_return);
-
-        if (which.isNativeUInt())
-            return std::make_shared<DataTypeUInt64>();
-
-        if (which.isNativeInt())
-            return std::make_shared<DataTypeInt64>();
-
-        if (which.isFloat())
-            return std::make_shared<DataTypeFloat64>();
-
-        if (which.isDecimal())
-        {
-            UInt32 scale = getDecimalScale(*expression_return);
-            return std::make_shared<DataTypeDecimal<Decimal128>>(DecimalUtils::maxPrecision<Decimal128>(), scale);
-        }
-
-        throw Exception("arraySum cannot add values of type " + expression_return->getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-    }
-
-    template <typename Element, typename Result>
-    static bool executeType(const ColumnPtr & mapped, const ColumnArray::Offsets & offsets, ColumnPtr & res_ptr)
-    {
-        using ColVecType = std::conditional_t<IsDecimalNumber<Element>, ColumnDecimal<Element>, ColumnVector<Element>>;
-        using ColVecResult = std::conditional_t<IsDecimalNumber<Result>, ColumnDecimal<Result>, ColumnVector<Result>>;
-
-        const ColVecType * column = checkAndGetColumn<ColVecType>(&*mapped);
-
-        /// Constant case.
-        if (!column)
-        {
-            const ColumnConst * column_const = checkAndGetColumnConst<ColVecType>(&*mapped);
-
-            if (!column_const)
-                return false;
-
-            const Result x = column_const->template getValue<Element>(); // NOLINT
-
-            typename ColVecResult::MutablePtr res_column;
-            if constexpr (IsDecimalNumber<Element>)
-            {
-                const typename ColVecType::Container & data =
-                    checkAndGetColumn<ColVecType>(&column_const->getDataColumn())->getData();
-                res_column = ColVecResult::create(offsets.size(), data.getScale());
-            }
-            else
-                res_column = ColVecResult::create(offsets.size());
-
-            typename ColVecResult::Container & res = res_column->getData();
-
-            size_t pos = 0;
-            for (size_t i = 0; i < offsets.size(); ++i)
-            {
-                /// Just multiply the value by array size.
-                res[i] = x * (offsets[i] - pos);
-                pos = offsets[i];
-            }
-
-            res_ptr = std::move(res_column);
-            return true;
-        }
-
-        const typename ColVecType::Container & data = column->getData();
-
-        typename ColVecResult::MutablePtr res_column;
-        if constexpr (IsDecimalNumber<Element>)
-            res_column = ColVecResult::create(offsets.size(), data.getScale());
-        else
-            res_column = ColVecResult::create(offsets.size());
-
-        typename ColVecResult::Container & res = res_column->getData();
-
-        size_t pos = 0;
-        for (size_t i = 0; i < offsets.size(); ++i)
-        {
-            Result s = 0;
-            for (; pos < offsets[i]; ++pos)
-            {
-                s += data[pos];
-            }
-            res[i] = s;
-        }
-
-        res_ptr = std::move(res_column);
-        return true;
-    }
-
-    static ColumnPtr execute(const ColumnArray & array, ColumnPtr mapped)
-    {
-        const IColumn::Offsets & offsets = array.getOffsets();
-        ColumnPtr res;
-
-        if (executeType< UInt8 , UInt64>(mapped, offsets, res) ||
-            executeType< UInt16, UInt64>(mapped, offsets, res) ||
-            executeType< UInt32, UInt64>(mapped, offsets, res) ||
-            executeType< UInt64, UInt64>(mapped, offsets, res) ||
-            executeType<  Int8 ,  Int64>(mapped, offsets, res) ||
-            executeType<  Int16,  Int64>(mapped, offsets, res) ||
-            executeType<  Int32,  Int64>(mapped, offsets, res) ||
-            executeType<  Int64,  Int64>(mapped, offsets, res) ||
-            executeType<Float32,Float64>(mapped, offsets, res) ||
-            executeType<Float64,Float64>(mapped, offsets, res) ||
-            executeType<Decimal32, Decimal128>(mapped, offsets, res) ||
-            executeType<Decimal64, Decimal128>(mapped, offsets, res) ||
-            executeType<Decimal128, Decimal128>(mapped, offsets, res))
-            return res;
-        else
-            throw Exception("Unexpected column for arraySum: " + mapped->getName(), ErrorCodes::ILLEGAL_COLUMN);
-    }
-};
-
-struct NameArraySum { static constexpr auto name = "arraySum"; };
-using FunctionArraySum = FunctionArrayMapped<ArraySumImpl, NameArraySum>;
-
-void registerFunctionArraySum(FunctionFactory & factory)
-{
-    factory.registerFunction<FunctionArraySum>();
-}
-
-}
-
diff --git a/src/Functions/encodeXML.cpp b/src/Functions/encodeXMLComponent.cpp
similarity index 93%
rename from src/Functions/encodeXML.cpp
rename to src/Functions/encodeXMLComponent.cpp
index 75c5d35668f..d839a3a9264 100644
--- a/src/Functions/encodeXML.cpp
+++ b/src/Functions/encodeXMLComponent.cpp
@@ -3,6 +3,7 @@
 #include <Functions/FunctionStringToString.h>
 #include <common/find_symbols.h>
 
+
 namespace DB
 {
 namespace ErrorCodes
@@ -12,12 +13,12 @@ namespace ErrorCodes
 
 namespace
 {
-    struct EncodeXMLName
+    struct EncodeXMLComponentName
     {
         static constexpr auto name = "encodeXMLComponent";
     };
 
-    class FunctionEncodeXMLImpl
+    class FunctionEncodeXMLComponentImpl
     {
     public:
         static void vector(
@@ -132,12 +133,12 @@ namespace
         }
     };
 
-    using FunctionEncodeXML = FunctionStringToString<FunctionEncodeXMLImpl, EncodeXMLName>;
+    using FunctionEncodeXMLComponent = FunctionStringToString<FunctionEncodeXMLComponentImpl, EncodeXMLComponentName>;
 
 }
 
-void registerFunctionEncodeXML(FunctionFactory & factory)
+void registerFunctionEncodeXMLComponent(FunctionFactory & factory)
 {
-    factory.registerFunction<FunctionEncodeXML>();
+    factory.registerFunction<FunctionEncodeXMLComponent>();
 }
 }
diff --git a/src/Functions/map.cpp b/src/Functions/map.cpp
new file mode 100644
index 00000000000..5993ab3706e
--- /dev/null
+++ b/src/Functions/map.cpp
@@ -0,0 +1,140 @@
+#include <Functions/IFunctionImpl.h>
+#include <Functions/FunctionFactory.h>
+#include <DataTypes/DataTypeMap.h>
+#include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypesNumber.h>
+#include <Columns/ColumnMap.h>
+#include <Columns/ColumnArray.h>
+#include <DataTypes/getLeastSupertype.h>
+#include <Interpreters/castColumn.h>
+#include <memory>
+
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
+}
+
+namespace
+{
+
+// map(x, y, ...) is a function that allows you to make key-value pair
+class FunctionMap : public IFunction
+{
+public:
+    static constexpr auto name = "map";
+
+    static FunctionPtr create(const Context &)
+    {
+        return std::make_shared<FunctionMap>();
+    }
+
+    String getName() const override
+    {
+        return name;
+    }
+
+    bool isVariadic() const override
+    {
+        return true;
+    }
+
+    size_t getNumberOfArguments() const override
+    {
+        return 0;
+    }
+
+    bool isInjective(const ColumnsWithTypeAndName &) const override
+    {
+        return true;
+    }
+
+    bool useDefaultImplementationForNulls() const override { return false; }
+    bool useDefaultImplementationForConstants() const override { return true; }
+
+    DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
+    {
+        if (arguments.size() % 2 != 0)
+            throw Exception("Function " + getName() + " even number of arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+
+        DataTypes keys, values;
+        for (size_t i = 0; i < arguments.size(); i += 2)
+        {
+            keys.emplace_back(arguments[i]);
+            values.emplace_back(arguments[i + 1]);
+        }
+
+        DataTypes tmp;
+        tmp.emplace_back(getLeastSupertype(keys));
+        tmp.emplace_back(getLeastSupertype(values));
+        return std::make_shared<DataTypeMap>(tmp);
+    }
+
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const override
+    {
+        size_t num_elements = arguments.size();
+
+        if (num_elements == 0)
+            return result_type->createColumnConstWithDefaultValue(input_rows_count);
+
+        const auto & result_type_map = static_cast<const DataTypeMap &>(*result_type);
+        const DataTypePtr & key_type = result_type_map.getKeyType();
+        const DataTypePtr & value_type = result_type_map.getValueType();
+
+        Columns columns_holder(num_elements);
+        ColumnRawPtrs column_ptrs(num_elements);
+
+        for (size_t i = 0; i < num_elements; ++i)
+        {
+            const auto & arg = arguments[i];
+            const auto to_type = i % 2 == 0 ? key_type : value_type;
+
+            ColumnPtr preprocessed_column = castColumn(arg, to_type);
+            preprocessed_column = preprocessed_column->convertToFullColumnIfConst();
+
+            columns_holder[i] = std::move(preprocessed_column);
+            column_ptrs[i] = columns_holder[i].get();
+        }
+
+        /// Create and fill the result map.
+
+        MutableColumnPtr keys_data = key_type->createColumn();
+        MutableColumnPtr values_data = value_type->createColumn();
+        MutableColumnPtr offsets = DataTypeNumber<IColumn::Offset>().createColumn();
+
+        size_t total_elements = input_rows_count * num_elements / 2;
+        keys_data->reserve(total_elements);
+        values_data->reserve(total_elements);
+        offsets->reserve(input_rows_count);
+
+        IColumn::Offset current_offset = 0;
+        for (size_t i = 0; i < input_rows_count; ++i)
+        {
+            for (size_t j = 0; j < num_elements; j += 2)
+            {
+                keys_data->insertFrom(*column_ptrs[j], i);
+                values_data->insertFrom(*column_ptrs[j + 1], i);
+            }
+
+            current_offset += num_elements / 2;
+            offsets->insert(current_offset);
+        }
+
+        auto nested_column = ColumnArray::create(
+            ColumnTuple::create(Columns{std::move(keys_data), std::move(values_data)}),
+            std::move(offsets));
+
+        return ColumnMap::create(nested_column);
+    }
+};
+
+}
+
+void registerFunctionsMap(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionMap>();
+}
+
+}
diff --git a/src/Functions/multiply.cpp b/src/Functions/multiply.cpp
index 7552af7dbf1..54695a1087d 100644
--- a/src/Functions/multiply.cpp
+++ b/src/Functions/multiply.cpp
@@ -1,3 +1,4 @@
+#include <type_traits>
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionBinaryArithmetic.h>
 #include <common/arithmeticOverflow.h>
@@ -25,11 +26,17 @@ struct MultiplyImpl
             return static_cast<Result>(a) * b;
     }
 
-    /// Apply operation and check overflow. It's used for Deciamal operations. @returns true if overflowed, false otherwise.
+    /// Apply operation and check overflow. It's used for Decimal operations. @returns true if overflowed, false otherwise.
     template <typename Result = ResultType>
     static inline bool apply(A a, B b, Result & c)
     {
-        return common::mulOverflow(static_cast<Result>(a), b, c);
+        if constexpr (std::is_same_v<Result, float> || std::is_same_v<Result, double>)
+        {
+            c = static_cast<Result>(a) * b;
+            return false;
+        }
+        else
+            return common::mulOverflow(static_cast<Result>(a), b, c);
     }
 
 #if USE_EMBEDDED_COMPILER
diff --git a/src/Functions/registerFunctions.cpp b/src/Functions/registerFunctions.cpp
index 6dfebc13665..3f75746f861 100644
--- a/src/Functions/registerFunctions.cpp
+++ b/src/Functions/registerFunctions.cpp
@@ -10,6 +10,7 @@ namespace DB
 void registerFunctionsArithmetic(FunctionFactory &);
 void registerFunctionsArray(FunctionFactory &);
 void registerFunctionsTuple(FunctionFactory &);
+void registerFunctionsMap(FunctionFactory &);
 void registerFunctionsBitmap(FunctionFactory &);
 void registerFunctionsCoding(FunctionFactory &);
 void registerFunctionsComparison(FunctionFactory &);
@@ -64,6 +65,7 @@ void registerFunctions()
     registerFunctionsArithmetic(factory);
     registerFunctionsArray(factory);
     registerFunctionsTuple(factory);
+    registerFunctionsMap(factory);
 #if !defined(ARCADIA_BUILD)
     registerFunctionsBitmap(factory);
 #endif
diff --git a/src/Functions/registerFunctionsHigherOrder.cpp b/src/Functions/registerFunctionsHigherOrder.cpp
index 08938ef6534..d3621a03ecd 100644
--- a/src/Functions/registerFunctionsHigherOrder.cpp
+++ b/src/Functions/registerFunctionsHigherOrder.cpp
@@ -9,7 +9,7 @@ void registerFunctionArrayCount(FunctionFactory & factory);
 void registerFunctionArrayExists(FunctionFactory & factory);
 void registerFunctionArrayAll(FunctionFactory & factory);
 void registerFunctionArrayCompact(FunctionFactory & factory);
-void registerFunctionArraySum(FunctionFactory & factory);
+void registerFunctionArrayAggregation(FunctionFactory & factory);
 void registerFunctionArrayFirst(FunctionFactory & factory);
 void registerFunctionArrayFirstIndex(FunctionFactory & factory);
 void registerFunctionsArrayFill(FunctionFactory & factory);
@@ -27,7 +27,7 @@ void registerFunctionsHigherOrder(FunctionFactory & factory)
     registerFunctionArrayExists(factory);
     registerFunctionArrayAll(factory);
     registerFunctionArrayCompact(factory);
-    registerFunctionArraySum(factory);
+    registerFunctionArrayAggregation(factory);
     registerFunctionArrayFirst(factory);
     registerFunctionArrayFirstIndex(factory);
     registerFunctionsArrayFill(factory);
diff --git a/src/Functions/registerFunctionsString.cpp b/src/Functions/registerFunctionsString.cpp
index d24a9e1aa9d..426cc8f8d56 100644
--- a/src/Functions/registerFunctionsString.cpp
+++ b/src/Functions/registerFunctionsString.cpp
@@ -33,7 +33,7 @@ void registerFunctionRegexpQuoteMeta(FunctionFactory &);
 void registerFunctionNormalizeQuery(FunctionFactory &);
 void registerFunctionNormalizedQueryHash(FunctionFactory &);
 void registerFunctionCountMatches(FunctionFactory &);
-void registerFunctionEncodeXML(FunctionFactory & factory);
+void registerFunctionEncodeXMLComponent(FunctionFactory & factory);
 
 #if USE_BASE64
 void registerFunctionBase64Encode(FunctionFactory &);
@@ -69,7 +69,7 @@ void registerFunctionsString(FunctionFactory & factory)
     registerFunctionNormalizeQuery(factory);
     registerFunctionNormalizedQueryHash(factory);
     registerFunctionCountMatches(factory);
-    registerFunctionEncodeXML(factory);
+    registerFunctionEncodeXMLComponent(factory);
 #if USE_BASE64
     registerFunctionBase64Encode(factory);
     registerFunctionBase64Decode(factory);
diff --git a/src/Functions/tcpPort.cpp b/src/Functions/tcpPort.cpp
index 52acf0ade54..26991c900ab 100644
--- a/src/Functions/tcpPort.cpp
+++ b/src/Functions/tcpPort.cpp
@@ -1,5 +1,6 @@
 #include <DataTypes/DataTypesNumber.h>
 #include <Functions/FunctionFactory.h>
+#include <Interpreters/Context.h>
 
 
 namespace DB
diff --git a/src/Functions/toFixedString.h b/src/Functions/toFixedString.h
index de1ff7e8084..23c9e92faaf 100644
--- a/src/Functions/toFixedString.h
+++ b/src/Functions/toFixedString.h
@@ -5,6 +5,8 @@
 #include <DataTypes/DataTypesNumber.h>
 #include <Columns/ColumnString.h>
 #include <Columns/ColumnFixedString.h>
+#include <Columns/ColumnsNumber.h>
+#include <Columns/ColumnNullable.h>
 #include <IO/WriteHelpers.h>
 
 
@@ -18,6 +20,11 @@ namespace ErrorCodes
     extern const int NOT_IMPLEMENTED;
 }
 
+enum class ConvertToFixedStringExceptionMode
+{
+    Throw,
+    Null
+};
 
 /** Conversion to fixed string is implemented only for strings.
   */
@@ -55,13 +62,22 @@ public:
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/) const override
     {
         const auto n = arguments[1].column->getUInt(0);
-        return executeForN(arguments, n);
+        return executeForN<ConvertToFixedStringExceptionMode::Throw>(arguments, n);
     }
 
+    template<ConvertToFixedStringExceptionMode exception_mode>
     static ColumnPtr executeForN(const ColumnsWithTypeAndName & arguments, const size_t n)
     {
         const auto & column = arguments[0].column;
 
+        ColumnUInt8::MutablePtr col_null_map_to;
+        ColumnUInt8::Container * vec_null_map_to [[maybe_unused]] = nullptr;
+        if constexpr (exception_mode == ConvertToFixedStringExceptionMode::Null)
+        {
+            col_null_map_to = ColumnUInt8::create(column->size(), false);
+            vec_null_map_to = &col_null_map_to->getData();
+        }
+
         if (const auto * column_string = checkAndGetColumn<ColumnString>(column.get()))
         {
             auto column_fixed = ColumnFixedString::create(n);
@@ -77,18 +93,42 @@ public:
                 const size_t off = i ? in_offsets[i - 1] : 0;
                 const size_t len = in_offsets[i] - off - 1;
                 if (len > n)
-                    throw Exception("String too long for type FixedString(" + toString(n) + ")",
-                        ErrorCodes::TOO_LARGE_STRING_SIZE);
+                {
+                    if constexpr (exception_mode == ConvertToFixedStringExceptionMode::Throw)
+                    {
+                        throw Exception("String too long for type FixedString(" + toString(n) + ")",
+                            ErrorCodes::TOO_LARGE_STRING_SIZE);
+                    }
+                    else
+                    {
+                        (*vec_null_map_to)[i] = true;
+                        continue;
+                    }
+                }
                 memcpy(&out_chars[i * n], &in_chars[off], len);
             }
 
-            return column_fixed;
+            if constexpr (exception_mode == ConvertToFixedStringExceptionMode::Null)
+                return ColumnNullable::create(std::move(column_fixed), std::move(col_null_map_to));
+            else
+                return column_fixed;
         }
         else if (const auto * column_fixed_string = checkAndGetColumn<ColumnFixedString>(column.get()))
         {
             const auto src_n = column_fixed_string->getN();
             if (src_n > n)
-                throw Exception{"String too long for type FixedString(" + toString(n) + ")", ErrorCodes::TOO_LARGE_STRING_SIZE};
+            {
+                if constexpr (exception_mode == ConvertToFixedStringExceptionMode::Throw)
+                {
+                    throw Exception{"String too long for type FixedString(" + toString(n) + ")", ErrorCodes::TOO_LARGE_STRING_SIZE};
+                }
+                else
+                {
+                    auto column_fixed = ColumnFixedString::create(n);
+                    std::fill(vec_null_map_to->begin(), vec_null_map_to->end(), true);
+                    return ColumnNullable::create(column_fixed->cloneResized(column->size()), std::move(col_null_map_to));
+                }
+            }
 
             auto column_fixed = ColumnFixedString::create(n);
 
@@ -103,7 +143,16 @@ public:
             return column_fixed;
         }
         else
-            throw Exception("Unexpected column: " + column->getName(), ErrorCodes::ILLEGAL_COLUMN);
+        {
+            if constexpr (exception_mode == ConvertToFixedStringExceptionMode::Throw)
+                throw Exception("Unexpected column: " + column->getName(), ErrorCodes::ILLEGAL_COLUMN);
+            else
+            {
+                auto column_fixed = ColumnFixedString::create(n);
+                std::fill(vec_null_map_to->begin(), vec_null_map_to->end(), true);
+                return ColumnNullable::create(column_fixed->cloneResized(column->size()), std::move(col_null_map_to));
+            }
+        }
     }
 };
 
diff --git a/src/Functions/toModifiedJulianDay.cpp b/src/Functions/toModifiedJulianDay.cpp
index df3066a5005..32e9eb23987 100644
--- a/src/Functions/toModifiedJulianDay.cpp
+++ b/src/Functions/toModifiedJulianDay.cpp
@@ -62,11 +62,11 @@ namespace DB
             typename ColVecTo::Container & vec_to = col_to->getData();
 
             ColumnUInt8::MutablePtr col_null_map_to;
-            ColumnUInt8::Container * vec_null_map_to [[maybe_unused]] = nullptr;
+            UInt8 * vec_null_map_to [[maybe_unused]] = nullptr;
             if constexpr (nullOnErrors)
             {
                 col_null_map_to = ColumnUInt8::create(input_rows_count);
-                vec_null_map_to = &col_null_map_to->getData();
+                vec_null_map_to = col_null_map_to->getData().data();
             }
 
             size_t current_offset = 0;
@@ -83,12 +83,15 @@ namespace DB
                     {
                         const GregorianDate<> date(read_buffer);
                         vec_to[i] = date.toModifiedJulianDay<typename ToDataType::FieldType>();
-                        (*vec_null_map_to)[i] = false;
+                        vec_null_map_to[i] = false;
                     }
                     catch (const Exception & e)
                     {
                         if (e.code() == ErrorCodes::CANNOT_PARSE_INPUT_ASSERTION_FAILED || e.code() == ErrorCodes::CANNOT_PARSE_DATE)
-                            (*vec_null_map_to)[i] = true;
+                        {
+                            vec_to[i] = static_cast<Int32>(0);
+                            vec_null_map_to[i] = true;
+                        }
                         else
                             throw;
                     }
diff --git a/src/Functions/trap.cpp b/src/Functions/trap.cpp
index 34553f4b266..38cf53948e6 100644
--- a/src/Functions/trap.cpp
+++ b/src/Functions/trap.cpp
@@ -61,9 +61,10 @@ public:
         return std::make_shared<DataTypeUInt8>();
     }
 
-    [[clang::optnone]] void executeImpl(Block & columns, const ColumnNumbers & arguments, size_t result, size_t input_rows_count) const override
+    [[clang::optnone]]
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & block, const DataTypePtr & result_type, size_t input_rows_count) const override
     {
-        if (const ColumnConst * column = checkAndGetColumnConst<ColumnString>(columns[arguments[0]].column.get()))
+        if (const ColumnConst * column = checkAndGetColumnConst<ColumnString>(block[0].column.get()))
         {
             String mode = column->getValue<String>();
 
@@ -135,6 +136,10 @@ public:
             {
                 (void)context.getCurrentQueryId();
             }
+            else if (mode == "stack overflow")
+            {
+                executeImpl(block, result_type, input_rows_count);
+            }
             else if (mode == "mmap many")
             {
                 std::vector<void *> maps;
@@ -160,7 +165,7 @@ public:
         else
             throw Exception("The only argument for function " + getName() + " must be constant String", ErrorCodes::ILLEGAL_COLUMN);
 
-        columns[result].column = columns[result].type->createColumnConst(input_rows_count, 0ULL);
+        return result_type->createColumnConst(input_rows_count, 0ULL);
     }
 };
 
diff --git a/src/Functions/ya.make b/src/Functions/ya.make
index 201b41593f6..6e5d832db77 100644
--- a/src/Functions/ya.make
+++ b/src/Functions/ya.make
@@ -120,6 +120,7 @@ SRCS(
     appendTrailingCharIfAbsent.cpp
     array/array.cpp
     array/arrayAUC.cpp
+    array/arrayAggregation.cpp
     array/arrayAll.cpp
     array/arrayCompact.cpp
     array/arrayConcat.cpp
@@ -155,7 +156,6 @@ SRCS(
     array/arraySlice.cpp
     array/arraySort.cpp
     array/arraySplit.cpp
-    array/arraySum.cpp
     array/arrayUniq.cpp
     array/arrayWithConstant.cpp
     array/arrayZip.cpp
@@ -226,7 +226,7 @@ SRCS(
     dumpColumnStructure.cpp
     e.cpp
     empty.cpp
-    encodeXML.cpp
+    encodeXMLComponent.cpp
     encrypt.cpp
     endsWith.cpp
     equals.cpp
@@ -325,6 +325,7 @@ SRCS(
     lowCardinalityKeys.cpp
     lower.cpp
     lowerUTF8.cpp
+    map.cpp
     match.cpp
     materialize.cpp
     minus.cpp
diff --git a/src/IO/ConnectionTimeouts.h b/src/IO/ConnectionTimeouts.h
index 9e87dee4fc3..e5efabee6e2 100644
--- a/src/IO/ConnectionTimeouts.h
+++ b/src/IO/ConnectionTimeouts.h
@@ -1,14 +1,13 @@
 #pragma once
 
 #include <Poco/Timespan.h>
-#include <Core/Settings.h>
-
-#include <Interpreters/Context.h>
-#include <Poco/Util/AbstractConfiguration.h>
 
 namespace DB
 {
 
+class Context;
+struct Settings;
+
 struct ConnectionTimeouts
 {
     Poco::Timespan connection_timeout;
@@ -92,24 +91,10 @@ struct ConnectionTimeouts
     }
 
     /// Timeouts for the case when we have just single attempt to connect.
-    static ConnectionTimeouts getTCPTimeoutsWithoutFailover(const Settings & settings)
-    {
-        return ConnectionTimeouts(settings.connect_timeout, settings.send_timeout, settings.receive_timeout, settings.tcp_keep_alive_timeout);
-    }
-
+    static ConnectionTimeouts getTCPTimeoutsWithoutFailover(const Settings & settings);
     /// Timeouts for the case when we will try many addresses in a loop.
-    static ConnectionTimeouts getTCPTimeoutsWithFailover(const Settings & settings)
-    {
-        return ConnectionTimeouts(settings.connect_timeout_with_failover_ms, settings.send_timeout, settings.receive_timeout, settings.tcp_keep_alive_timeout, 0, settings.connect_timeout_with_failover_secure_ms);
-    }
-
-    static ConnectionTimeouts getHTTPTimeouts(const Context & context)
-    {
-        const auto & settings = context.getSettingsRef();
-        const auto & config = context.getConfigRef();
-        Poco::Timespan http_keep_alive_timeout{config.getUInt("keep_alive_timeout", 10), 0};
-        return ConnectionTimeouts(settings.http_connection_timeout, settings.http_send_timeout, settings.http_receive_timeout, settings.tcp_keep_alive_timeout, http_keep_alive_timeout);
-    }
+    static ConnectionTimeouts getTCPTimeoutsWithFailover(const Settings & settings);
+    static ConnectionTimeouts getHTTPTimeouts(const Context & context);
 };
 
 }
diff --git a/src/IO/ConnectionTimeoutsContext.h b/src/IO/ConnectionTimeoutsContext.h
new file mode 100644
index 00000000000..ce19738f507
--- /dev/null
+++ b/src/IO/ConnectionTimeoutsContext.h
@@ -0,0 +1,30 @@
+#pragma once
+
+#include <IO/ConnectionTimeouts.h>
+#include <Poco/Util/AbstractConfiguration.h>
+#include <Interpreters/Context.h>
+
+namespace DB
+{
+
+/// Timeouts for the case when we have just single attempt to connect.
+inline ConnectionTimeouts ConnectionTimeouts::getTCPTimeoutsWithoutFailover(const Settings & settings)
+{
+    return ConnectionTimeouts(settings.connect_timeout, settings.send_timeout, settings.receive_timeout, settings.tcp_keep_alive_timeout);
+}
+
+/// Timeouts for the case when we will try many addresses in a loop.
+inline ConnectionTimeouts ConnectionTimeouts::getTCPTimeoutsWithFailover(const Settings & settings)
+{
+    return ConnectionTimeouts(settings.connect_timeout_with_failover_ms, settings.send_timeout, settings.receive_timeout, settings.tcp_keep_alive_timeout, 0, settings.connect_timeout_with_failover_secure_ms);
+}
+
+inline ConnectionTimeouts ConnectionTimeouts::getHTTPTimeouts(const Context & context)
+{
+    const auto & settings = context.getSettingsRef();
+    const auto & config = context.getConfigRef();
+    Poco::Timespan http_keep_alive_timeout{config.getUInt("keep_alive_timeout", 10), 0};
+    return ConnectionTimeouts(settings.http_connection_timeout, settings.http_send_timeout, settings.http_receive_timeout, settings.tcp_keep_alive_timeout, http_keep_alive_timeout);
+}
+
+}
diff --git a/src/IO/HDFSCommon.cpp b/src/IO/HDFSCommon.cpp
deleted file mode 100644
index 4789dd2b0f4..00000000000
--- a/src/IO/HDFSCommon.cpp
+++ /dev/null
@@ -1,62 +0,0 @@
-#include <IO/HDFSCommon.h>
-#include <Poco/URI.h>
-
-#if USE_HDFS
-#include <Common/Exception.h>
-
-namespace DB
-{
-namespace ErrorCodes
-{
-extern const int BAD_ARGUMENTS;
-extern const int NETWORK_ERROR;
-}
-
-HDFSBuilderPtr createHDFSBuilder(const std::string & uri_str)
-{
-    const Poco::URI uri(uri_str);
-    const auto & host = uri.getHost();
-    auto port = uri.getPort();
-    const std::string path = "//";
-    if (host.empty())
-        throw Exception("Illegal HDFS URI: " + uri.toString(), ErrorCodes::BAD_ARGUMENTS);
-
-    HDFSBuilderPtr builder(hdfsNewBuilder());
-    if (builder == nullptr)
-        throw Exception("Unable to create builder to connect to HDFS: " + uri.toString() + " " + std::string(hdfsGetLastError()),
-            ErrorCodes::NETWORK_ERROR);
-    hdfsBuilderConfSetStr(builder.get(), "input.read.timeout", "60000"); // 1 min
-    hdfsBuilderConfSetStr(builder.get(), "input.write.timeout", "60000"); // 1 min
-    hdfsBuilderConfSetStr(builder.get(), "input.connect.timeout", "60000"); // 1 min
-
-    std::string user_info = uri.getUserInfo();
-    if (!user_info.empty() && user_info.front() != ':')
-    {
-        std::string user;
-        size_t delim_pos = user_info.find(':');
-        if (delim_pos != std::string::npos)
-            user = user_info.substr(0, delim_pos);
-        else
-            user = user_info;
-
-        hdfsBuilderSetUserName(builder.get(), user.c_str());
-    }
-    hdfsBuilderSetNameNode(builder.get(), host.c_str());
-    if (port != 0)
-    {
-        hdfsBuilderSetNameNodePort(builder.get(), port);
-    }
-    return builder;
-}
-
-HDFSFSPtr createHDFSFS(hdfsBuilder * builder)
-{
-    HDFSFSPtr fs(hdfsBuilderConnect(builder));
-    if (fs == nullptr)
-        throw Exception("Unable to connect to HDFS: " + std::string(hdfsGetLastError()),
-            ErrorCodes::NETWORK_ERROR);
-
-    return fs;
-}
-}
-#endif
diff --git a/src/IO/HDFSCommon.h b/src/IO/HDFSCommon.h
deleted file mode 100644
index 3d212ddc347..00000000000
--- a/src/IO/HDFSCommon.h
+++ /dev/null
@@ -1,58 +0,0 @@
-#pragma once
-#include <Common/config.h>
-#include <memory>
-#include <type_traits>
-
-#if USE_HDFS
-#include <hdfs/hdfs.h>
-
-namespace DB
-{
-namespace detail
-{
-struct HDFSBuilderDeleter
-{
-    void operator()(hdfsBuilder * builder_ptr)
-    {
-        hdfsFreeBuilder(builder_ptr);
-    }
-};
-struct HDFSFsDeleter
-{
-    void operator()(hdfsFS fs_ptr)
-    {
-        hdfsDisconnect(fs_ptr);
-    }
-};
-
-}
-
-struct HDFSFileInfo
-{
-    hdfsFileInfo * file_info;
-    int length;
-
-    HDFSFileInfo()
-        : file_info(nullptr)
-        , length(0)
-    {
-    }
-    HDFSFileInfo(const HDFSFileInfo & other) = delete;
-    HDFSFileInfo(HDFSFileInfo && other) = default;
-    HDFSFileInfo & operator=(const HDFSFileInfo & other) = delete;
-    HDFSFileInfo & operator=(HDFSFileInfo && other) = default;
-
-    ~HDFSFileInfo()
-    {
-        hdfsFreeFileInfo(file_info, length);
-    }
-};
-using HDFSBuilderPtr = std::unique_ptr<hdfsBuilder, detail::HDFSBuilderDeleter>;
-using HDFSFSPtr = std::unique_ptr<std::remove_pointer_t<hdfsFS>, detail::HDFSFsDeleter>;
-
-// set read/connect timeout, default value in libhdfs3 is about 1 hour, and too large
-/// TODO Allow to tune from query Settings.
-HDFSBuilderPtr createHDFSBuilder(const std::string & uri_str);
-HDFSFSPtr createHDFSFS(hdfsBuilder * builder);
-}
-#endif
diff --git a/src/IO/MMapReadBufferFromFileDescriptor.cpp b/src/IO/MMapReadBufferFromFileDescriptor.cpp
index bbeec8959b4..2034a116e0c 100644
--- a/src/IO/MMapReadBufferFromFileDescriptor.cpp
+++ b/src/IO/MMapReadBufferFromFileDescriptor.cpp
@@ -6,6 +6,7 @@
 #include <Common/ProfileEvents.h>
 #include <Common/formatReadable.h>
 #include <Common/Exception.h>
+#include <common/getPageSize.h>
 #include <IO/WriteHelpers.h>
 #include <IO/MMapReadBufferFromFileDescriptor.h>
 
@@ -38,7 +39,9 @@ void MMapReadBufferFromFileDescriptor::init(int fd_, size_t offset, size_t lengt
                 ErrorCodes::CANNOT_ALLOCATE_MEMORY);
 
         BufferBase::set(static_cast<char *>(buf), length, 0);
-        ReadBuffer::padded = (length % 4096) > 0 && (length % 4096) <= (4096 - 15); /// TODO determine page size
+
+        size_t page_size = static_cast<size_t>(::getPageSize());
+        ReadBuffer::padded = (length % page_size) > 0 && (length % page_size) <= (page_size - 15);
     }
 }
 
diff --git a/src/IO/S3Common.cpp b/src/IO/S3Common.cpp
index bc49c2641a0..06c51e058a0 100644
--- a/src/IO/S3Common.cpp
+++ b/src/IO/S3Common.cpp
@@ -19,6 +19,7 @@
 #    include <IO/S3/PocoHTTPClient.h>
 #    include <Poco/URI.h>
 #    include <re2/re2.h>
+#    include <boost/algorithm/string/case_conv.hpp>
 #    include <common/logger_useful.h>
 
 namespace
@@ -367,8 +368,12 @@ namespace S3
                 throw Exception(
                     "Bucket name length is out of bounds in virtual hosted style S3 URI: " + bucket + " (" + uri.toString() + ")", ErrorCodes::BAD_ARGUMENTS);
 
-            /// Remove leading '/' from path to extract key.
-            key = uri.getPath().substr(1);
+            if (!uri.getPath().empty())
+            {
+                /// Remove leading '/' from path to extract key.
+                key = uri.getPath().substr(1);
+            }
+
             if (key.empty() || key == "/")
                 throw Exception("Key name is empty in virtual hosted style S3 URI: " + key + " (" + uri.toString() + ")", ErrorCodes::BAD_ARGUMENTS);
             boost::to_upper(name);
diff --git a/src/IO/WriteBufferFromS3.cpp b/src/IO/WriteBufferFromS3.cpp
index e4fb0634bd0..09aabb1b21d 100644
--- a/src/IO/WriteBufferFromS3.cpp
+++ b/src/IO/WriteBufferFromS3.cpp
@@ -5,12 +5,9 @@
 #    include <IO/WriteBufferFromS3.h>
 #    include <IO/WriteHelpers.h>
 
-#    include <aws/core/utils/memory/stl/AWSStreamFwd.h>
-#    include <aws/core/utils/memory/stl/AWSStringStream.h>
 #    include <aws/s3/S3Client.h>
-#    include <aws/s3/model/CompleteMultipartUploadRequest.h>
-#    include <aws/s3/model/AbortMultipartUploadRequest.h>
 #    include <aws/s3/model/CreateMultipartUploadRequest.h>
+#    include <aws/s3/model/CompleteMultipartUploadRequest.h>
 #    include <aws/s3/model/PutObjectRequest.h>
 #    include <aws/s3/model/UploadPartRequest.h>
 #    include <common/logger_useful.h>
@@ -42,22 +39,19 @@ WriteBufferFromS3::WriteBufferFromS3(
     const String & bucket_,
     const String & key_,
     size_t minimum_upload_part_size_,
-    bool is_multipart_,
+    size_t max_single_part_upload_size_,
     std::optional<std::map<String, String>> object_metadata_,
     size_t buffer_size_)
     : BufferWithOwnMemory<WriteBuffer>(buffer_size_, nullptr, 0)
-    , is_multipart(is_multipart_)
     , bucket(bucket_)
     , key(key_)
     , object_metadata(std::move(object_metadata_))
     , client_ptr(std::move(client_ptr_))
-    , minimum_upload_part_size{minimum_upload_part_size_}
-    , temporary_buffer{std::make_unique<WriteBufferFromOwnString>()}
-    , last_part_size{0}
-{
-    if (is_multipart)
-        initiate();
-}
+    , minimum_upload_part_size(minimum_upload_part_size_)
+    , max_single_part_upload_size(max_single_part_upload_size_)
+    , temporary_buffer(Aws::MakeShared<Aws::StringStream>("temporary buffer"))
+    , last_part_size(0)
+{ }
 
 void WriteBufferFromS3::nextImpl()
 {
@@ -68,16 +62,17 @@ void WriteBufferFromS3::nextImpl()
 
     ProfileEvents::increment(ProfileEvents::S3WriteBytes, offset());
 
-    if (is_multipart)
-    {
-        last_part_size += offset();
+    last_part_size += offset();
 
-        if (last_part_size > minimum_upload_part_size)
-        {
-            writePart(temporary_buffer->str());
-            last_part_size = 0;
-            temporary_buffer->restart();
-        }
+    /// Data size exceeds singlepart upload threshold, need to use multipart upload.
+    if (multipart_upload_id.empty() && last_part_size > max_single_part_upload_size)
+        createMultipartUpload();
+
+    if (!multipart_upload_id.empty() && last_part_size > minimum_upload_part_size)
+    {
+        writePart();
+        last_part_size = 0;
+        temporary_buffer = Aws::MakeShared<Aws::StringStream>("temporary buffer");
     }
 }
 
@@ -88,17 +83,23 @@ void WriteBufferFromS3::finalize()
 
 void WriteBufferFromS3::finalizeImpl()
 {
-    if (!finalized)
+    if (finalized)
+        return;
+
+    next();
+
+    if (multipart_upload_id.empty())
     {
-        next();
-
-        if (is_multipart)
-            writePart(temporary_buffer->str());
-
-        complete();
-
-        finalized = true;
+        makeSinglepartUpload();
     }
+    else
+    {
+        /// Write rest of the data as last part.
+        writePart();
+        completeMultipartUpload();
+    }
+
+    finalized = true;
 }
 
 WriteBufferFromS3::~WriteBufferFromS3()
@@ -113,7 +114,7 @@ WriteBufferFromS3::~WriteBufferFromS3()
     }
 }
 
-void WriteBufferFromS3::initiate()
+void WriteBufferFromS3::createMultipartUpload()
 {
     Aws::S3::Model::CreateMultipartUploadRequest req;
     req.SetBucket(bucket);
@@ -125,17 +126,17 @@ void WriteBufferFromS3::initiate()
 
     if (outcome.IsSuccess())
     {
-        upload_id = outcome.GetResult().GetUploadId();
-        LOG_DEBUG(log, "Multipart upload initiated. Upload id: {}", upload_id);
+        multipart_upload_id = outcome.GetResult().GetUploadId();
+        LOG_DEBUG(log, "Multipart upload has created. Upload id: {}", multipart_upload_id);
     }
     else
         throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
 }
 
 
-void WriteBufferFromS3::writePart(const String & data)
+void WriteBufferFromS3::writePart()
 {
-    if (data.empty())
+    if (temporary_buffer->tellp() <= 0)
         return;
 
     if (part_tags.size() == S3_WARN_MAX_PARTS)
@@ -149,93 +150,71 @@ void WriteBufferFromS3::writePart(const String & data)
     req.SetBucket(bucket);
     req.SetKey(key);
     req.SetPartNumber(part_tags.size() + 1);
-    req.SetUploadId(upload_id);
-    req.SetContentLength(data.size());
-    req.SetBody(std::make_shared<Aws::StringStream>(data));
+    req.SetUploadId(multipart_upload_id);
+    req.SetContentLength(temporary_buffer->tellp());
+    req.SetBody(temporary_buffer);
 
     auto outcome = client_ptr->UploadPart(req);
 
-    LOG_TRACE(log, "Writing part. Bucket: {}, Key: {}, Upload_id: {}, Data size: {}", bucket, key, upload_id, data.size());
+    LOG_TRACE(log, "Writing part. Bucket: {}, Key: {}, Upload_id: {}, Data size: {}", bucket, key, multipart_upload_id, temporary_buffer->tellp());
 
     if (outcome.IsSuccess())
     {
         auto etag = outcome.GetResult().GetETag();
         part_tags.push_back(etag);
-        LOG_DEBUG(log, "Writing part finished. Total parts: {}, Upload_id: {}, Etag: {}", part_tags.size(), upload_id, etag);
+        LOG_DEBUG(log, "Writing part finished. Total parts: {}, Upload_id: {}, Etag: {}", part_tags.size(), multipart_upload_id, etag);
     }
     else
         throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
 }
 
-
-void WriteBufferFromS3::complete()
+void WriteBufferFromS3::completeMultipartUpload()
 {
-    if (is_multipart)
+    LOG_DEBUG(log, "Completing multipart upload. Bucket: {}, Key: {}, Upload_id: {}", bucket, key, multipart_upload_id);
+
+    Aws::S3::Model::CompleteMultipartUploadRequest req;
+    req.SetBucket(bucket);
+    req.SetKey(key);
+    req.SetUploadId(multipart_upload_id);
+
+    Aws::S3::Model::CompletedMultipartUpload multipart_upload;
+    for (size_t i = 0; i < part_tags.size(); ++i)
     {
-        if (part_tags.empty())
-        {
-            LOG_DEBUG(log, "Multipart upload has no data. Aborting it. Bucket: {}, Key: {}, Upload_id: {}", bucket, key, upload_id);
-
-            Aws::S3::Model::AbortMultipartUploadRequest req;
-            req.SetBucket(bucket);
-            req.SetKey(key);
-            req.SetUploadId(upload_id);
-
-            auto outcome = client_ptr->AbortMultipartUpload(req);
-
-            if (outcome.IsSuccess())
-                LOG_DEBUG(log, "Aborting multipart upload completed. Upload_id: {}", upload_id);
-            else
-                throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
-
-            return;
-        }
-
-        LOG_DEBUG(log, "Completing multipart upload. Bucket: {}, Key: {}, Upload_id: {}", bucket, key, upload_id);
-
-        Aws::S3::Model::CompleteMultipartUploadRequest req;
-        req.SetBucket(bucket);
-        req.SetKey(key);
-        req.SetUploadId(upload_id);
-
-        Aws::S3::Model::CompletedMultipartUpload multipart_upload;
-        for (size_t i = 0; i < part_tags.size(); ++i)
-        {
-            Aws::S3::Model::CompletedPart part;
-            multipart_upload.AddParts(part.WithETag(part_tags[i]).WithPartNumber(i + 1));
-        }
-
-        req.SetMultipartUpload(multipart_upload);
-
-        auto outcome = client_ptr->CompleteMultipartUpload(req);
-
-        if (outcome.IsSuccess())
-            LOG_DEBUG(log, "Multipart upload completed. Upload_id: {}", upload_id);
-        else
-            throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
+        Aws::S3::Model::CompletedPart part;
+        multipart_upload.AddParts(part.WithETag(part_tags[i]).WithPartNumber(i + 1));
     }
+
+    req.SetMultipartUpload(multipart_upload);
+
+    auto outcome = client_ptr->CompleteMultipartUpload(req);
+
+    if (outcome.IsSuccess())
+        LOG_DEBUG(log, "Multipart upload has completed. Upload_id: {}", multipart_upload_id);
     else
-    {
-        LOG_DEBUG(log, "Making single part upload. Bucket: {}, Key: {}", bucket, key);
+        throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
+}
 
-        Aws::S3::Model::PutObjectRequest req;
-        req.SetBucket(bucket);
-        req.SetKey(key);
-        if (object_metadata.has_value())
-            req.SetMetadata(object_metadata.value());
+void WriteBufferFromS3::makeSinglepartUpload()
+{
+    if (temporary_buffer->tellp() <= 0)
+        return;
 
-        /// This could be improved using an adapter to WriteBuffer.
-        const std::shared_ptr<Aws::IOStream> input_data = Aws::MakeShared<Aws::StringStream>("temporary buffer", temporary_buffer->str());
-        temporary_buffer = std::make_unique<WriteBufferFromOwnString>();
-        req.SetBody(input_data);
+    LOG_DEBUG(log, "Making single part upload. Bucket: {}, Key: {}", bucket, key);
 
-        auto outcome = client_ptr->PutObject(req);
+    Aws::S3::Model::PutObjectRequest req;
+    req.SetBucket(bucket);
+    req.SetKey(key);
+    req.SetContentLength(temporary_buffer->tellp());
+    req.SetBody(temporary_buffer);
+    if (object_metadata.has_value())
+        req.SetMetadata(object_metadata.value());
 
-        if (outcome.IsSuccess())
-            LOG_DEBUG(log, "Single part upload has completed. Bucket: {}, Key: {}", bucket, key);
-        else
-            throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
-    }
+    auto outcome = client_ptr->PutObject(req);
+
+    if (outcome.IsSuccess())
+        LOG_DEBUG(log, "Single part upload has completed. Bucket: {}, Key: {}", bucket, key);
+    else
+        throw Exception(outcome.GetError().GetMessage(), ErrorCodes::S3_ERROR);
 }
 
 }
diff --git a/src/IO/WriteBufferFromS3.h b/src/IO/WriteBufferFromS3.h
index 9bd7b896d7f..9e4b056603a 100644
--- a/src/IO/WriteBufferFromS3.h
+++ b/src/IO/WriteBufferFromS3.h
@@ -6,11 +6,13 @@
 
 #    include <memory>
 #    include <vector>
+#    include <common/logger_useful.h>
 #    include <common/types.h>
+
 #    include <IO/BufferWithOwnMemory.h>
-#    include <IO/HTTPCommon.h>
 #    include <IO/WriteBuffer.h>
-#    include <IO/WriteBufferFromString.h>
+
+#    include <aws/core/utils/memory/stl/AWSStringStream.h>
 
 namespace Aws::S3
 {
@@ -19,24 +21,30 @@ class S3Client;
 
 namespace DB
 {
-/* Perform S3 HTTP PUT request.
+
+/**
+ * Buffer to write a data to a S3 object with specified bucket and key.
+ * If data size written to the buffer is less than 'max_single_part_upload_size' write is performed using singlepart upload.
+ * In another case multipart upload is used:
+ * Data is divided on chunks with size greater than 'minimum_upload_part_size'. Last chunk can be less than this threshold.
+ * Each chunk is written as a part to S3.
  */
 class WriteBufferFromS3 : public BufferWithOwnMemory<WriteBuffer>
 {
 private:
-    bool is_multipart;
-
     String bucket;
     String key;
     std::optional<std::map<String, String>> object_metadata;
     std::shared_ptr<Aws::S3::S3Client> client_ptr;
     size_t minimum_upload_part_size;
-    std::unique_ptr<WriteBufferFromOwnString> temporary_buffer;
+    size_t max_single_part_upload_size;
+    /// Buffer to accumulate data.
+    std::shared_ptr<Aws::StringStream> temporary_buffer;
     size_t last_part_size;
 
     /// Upload in S3 is made in parts.
     /// We initiate upload, then upload each part and get ETag as a response, and then finish upload with listing all our parts.
-    String upload_id;
+    String multipart_upload_id;
     std::vector<String> part_tags;
 
     Poco::Logger * log = &Poco::Logger::get("WriteBufferFromS3");
@@ -47,7 +55,7 @@ public:
         const String & bucket_,
         const String & key_,
         size_t minimum_upload_part_size_,
-        bool is_multipart,
+        size_t max_single_part_upload_size_,
         std::optional<std::map<String, String>> object_metadata_ = std::nullopt,
         size_t buffer_size_ = DBMS_DEFAULT_BUFFER_SIZE);
 
@@ -61,9 +69,11 @@ public:
 private:
     bool finalized = false;
 
-    void initiate();
-    void writePart(const String & data);
-    void complete();
+    void createMultipartUpload();
+    void writePart();
+    void completeMultipartUpload();
+
+    void makeSinglepartUpload();
 
     void finalizeImpl();
 };
diff --git a/src/IO/WriteHelpers.h b/src/IO/WriteHelpers.h
index e5c6f5b4ab8..f89422f9715 100644
--- a/src/IO/WriteHelpers.h
+++ b/src/IO/WriteHelpers.h
@@ -29,11 +29,14 @@
 #include <IO/DoubleConverter.h>
 #include <IO/WriteBufferFromString.h>
 
-/// There is no dragonbox in Arcadia
-#if !defined(ARCADIA_BUILD)
-#   include <dragonbox/dragonbox_to_chars.h>
-#else
-#   include <ryu/ryu.h>
+#ifdef __clang__
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wunused-parameter"
+#pragma clang diagnostic ignored "-Wsign-compare"
+#endif
+#include <dragonbox/dragonbox_to_chars.h>
+#ifdef __clang__
+#pragma clang diagnostic pop
 #endif
 
 #include <Formats/FormatSettings.h>
@@ -233,22 +236,14 @@ inline size_t writeFloatTextFastPath(T x, char * buffer)
         if (DecomposedFloat64(x).is_inside_int64())
             result = itoa(Int64(x), buffer) - buffer;
         else
-#if !defined(ARCADIA_BUILD)
             result = jkj::dragonbox::to_chars_n(x, buffer) - buffer;
-#else
-            result = d2s_buffered_n(x, buffer);
-#endif
     }
     else
     {
         if (DecomposedFloat32(x).is_inside_int32())
             result = itoa(Int32(x), buffer) - buffer;
         else
-#if !defined(ARCADIA_BUILD)
             result = jkj::dragonbox::to_chars_n(x, buffer) - buffer;
-#else
-            result = f2s_buffered_n(x, buffer);
-#endif
     }
 
     if (result <= 0)
diff --git a/src/IO/readFloatText.h b/src/IO/readFloatText.h
index a721642a185..5647d574c62 100644
--- a/src/IO/readFloatText.h
+++ b/src/IO/readFloatText.h
@@ -5,8 +5,15 @@
 #include <common/shift10.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <double-conversion/double-conversion.h>
-#include <fast_float/fast_float.h>
 
+#ifdef __clang__
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wunneeded-internal-declaration"
+#endif
+#include <fast_float/fast_float.h>
+#ifdef __clang__
+#pragma clang diagnostic pop
+#endif
 
 /** Methods for reading floating point numbers from text with decimal representation.
   * There are "precise", "fast" and "simple" implementations.
@@ -249,6 +256,19 @@ ReturnType readFloatTextPreciseImpl(T & x, ReadBuffer & buf)
 }
 
 
+// credit: https://johnnylee-sde.github.io/Fast-numeric-string-to-int/
+static inline bool is_made_of_eight_digits_fast(uint64_t val) noexcept
+{
+    return (((val & 0xF0F0F0F0F0F0F0F0) | (((val + 0x0606060606060606) & 0xF0F0F0F0F0F0F0F0) >> 4)) == 0x3333333333333333);
+}
+
+static inline bool is_made_of_eight_digits_fast(const char * chars) noexcept
+{
+    uint64_t val;
+    ::memcpy(&val, chars, 8);
+    return is_made_of_eight_digits_fast(val);
+}
+
 template <size_t N, typename T>
 static inline void readUIntTextUpToNSignificantDigits(T & x, ReadBuffer & buf)
 {
@@ -266,9 +286,6 @@ static inline void readUIntTextUpToNSignificantDigits(T & x, ReadBuffer & buf)
             else
                 return;
         }
-
-        while (!buf.eof() && isNumericASCII(*buf.position()))
-            ++buf.position();
     }
     else
     {
@@ -283,10 +300,16 @@ static inline void readUIntTextUpToNSignificantDigits(T & x, ReadBuffer & buf)
             else
                 return;
         }
-
-        while (!buf.eof() && isNumericASCII(*buf.position()))
-            ++buf.position();
     }
+
+    while (!buf.eof() && (buf.position() + 8 <= buf.buffer().end()) &&
+         is_made_of_eight_digits_fast(buf.position()))
+    {
+        buf.position() += 8;
+    }
+
+    while (!buf.eof() && isNumericASCII(*buf.position()))
+        ++buf.position();
 }
 
 
@@ -319,7 +342,6 @@ ReturnType readFloatTextFastImpl(T & x, ReadBuffer & in)
         ++in.position();
     }
 
-
     auto count_after_sign = in.count();
 
     constexpr int significant_digits = std::numeric_limits<UInt64>::digits10;
diff --git a/src/IO/tests/o_direct_and_dirty_pages.cpp b/src/IO/tests/o_direct_and_dirty_pages.cpp
index 327d6357e9b..c60141d286f 100644
--- a/src/IO/tests/o_direct_and_dirty_pages.cpp
+++ b/src/IO/tests/o_direct_and_dirty_pages.cpp
@@ -3,6 +3,7 @@
 #include <iostream>
 
 #include <common/types.h>
+#include <common/getPageSize.h>
 #include <IO/WriteHelpers.h>
 #include <IO/ReadHelpers.h>
 #include <IO/WriteBufferFromFile.h>
@@ -16,6 +17,7 @@ int main(int, char **)
     {
         static const size_t N = 100000;
         static const size_t BUF_SIZE = 1048576;
+        size_t page_size = static_cast<size_t>(::getPageSize());
 
         ReadBufferFromFile rand_in("/dev/urandom");
         unsigned rand = 0;
@@ -33,7 +35,7 @@ int main(int, char **)
         }
 
         {
-            ReadBufferFromFile rb("test1", BUF_SIZE, O_RDONLY | O_DIRECT, nullptr, 4096);
+            ReadBufferFromFile rb("test1", BUF_SIZE, O_RDONLY | O_DIRECT, nullptr, page_size);
             String res;
             for (size_t i = 0; i < N; ++i)
                 readStringBinary(res, rb);
@@ -44,14 +46,14 @@ int main(int, char **)
         /// Write to file with O_DIRECT, read as usual.
 
         {
-            WriteBufferFromFile wb("test2", BUF_SIZE, O_WRONLY | O_CREAT | O_TRUNC | O_DIRECT, 0666, nullptr, 4096);
+            WriteBufferFromFile wb("test2", BUF_SIZE, O_WRONLY | O_CREAT | O_TRUNC | O_DIRECT, 0666, nullptr, page_size);
 
             for (size_t i = 0; i < N; ++i)
                 writeStringBinary(test, wb);
 
-            if (wb.offset() % 4096 != 0)
+            if (wb.offset() % page_size != 0)
             {
-                size_t pad = 4096 - wb.offset() % 4096;
+                size_t pad = page_size - wb.offset() % page_size;
                 memset(wb.position(), 0, pad);
                 wb.position() += pad;
             }
diff --git a/src/IO/ya.make b/src/IO/ya.make
index c2913587bb6..4dc3afb2f11 100644
--- a/src/IO/ya.make
+++ b/src/IO/ya.make
@@ -5,6 +5,7 @@ LIBRARY()
 
 ADDINCL(
     contrib/libs/zstd
+    contrib/restricted/fast_float
 )
 
 PEERDIR(
@@ -13,6 +14,7 @@ PEERDIR(
     contrib/libs/brotli/enc
     contrib/libs/poco/NetSSL_OpenSSL
     contrib/libs/zstd
+    contrib/restricted/fast_float
 )
 
 
diff --git a/src/IO/ya.make.in b/src/IO/ya.make.in
index 9b824228b92..252e102a819 100644
--- a/src/IO/ya.make.in
+++ b/src/IO/ya.make.in
@@ -4,6 +4,7 @@ LIBRARY()
 
 ADDINCL(
     contrib/libs/zstd
+    contrib/restricted/fast_float
 )
 
 PEERDIR(
@@ -12,6 +13,7 @@ PEERDIR(
     contrib/libs/brotli/enc
     contrib/libs/poco/NetSSL_OpenSSL
     contrib/libs/zstd
+    contrib/restricted/fast_float
 )
 
 
diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index 75915bdad1a..62cb6047704 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -662,10 +662,10 @@ ActionsDAGPtr ActionsDAG::makeConvertingActions(
             auto * right_arg = const_cast<Node *>(&actions_dag->addColumn(std::move(column), true));
             auto * left_arg = src_node;
 
-            CastOverloadResolver::Diagnostic diagnostic = {src_node->result_name, res_elem.name};
+            FunctionCast::Diagnostic diagnostic = {src_node->result_name, res_elem.name};
             FunctionOverloadResolverPtr func_builder_cast =
                     std::make_shared<FunctionOverloadResolverAdaptor>(
-                            CastOverloadResolver::createImpl(false, std::move(diagnostic)));
+                            CastOverloadResolver<CastType::nonAccurate>::createImpl(false, std::move(diagnostic)));
 
             Inputs children = { left_arg, right_arg };
             src_node = &actions_dag->addFunction(func_builder_cast, std::move(children), {}, true);
diff --git a/src/Interpreters/Cluster.cpp b/src/Interpreters/Cluster.cpp
index 218502e7f43..c9c56c96cbe 100644
--- a/src/Interpreters/Cluster.cpp
+++ b/src/Interpreters/Cluster.cpp
@@ -5,6 +5,7 @@
 #include <Common/isLocalAddress.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/parseAddress.h>
+#include <Core/Settings.h>
 #include <IO/HexWriteBuffer.h>
 #include <IO/WriteHelpers.h>
 #include <IO/ReadHelpers.h>
diff --git a/src/Interpreters/Cluster.h b/src/Interpreters/Cluster.h
index 4b6ee35efd5..c64d52724e5 100644
--- a/src/Interpreters/Cluster.h
+++ b/src/Interpreters/Cluster.h
@@ -1,13 +1,23 @@
 #pragma once
 
 #include <map>
-#include <Core/Settings.h>
 #include <Client/ConnectionPool.h>
 #include <Client/ConnectionPoolWithFailover.h>
 #include <Poco/Net/SocketAddress.h>
 
+namespace Poco
+{
+    namespace Util
+    {
+        class AbstractConfiguration;
+    }
+}
+
 namespace DB
 {
+
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
diff --git a/src/Interpreters/ClusterProxy/IStreamFactory.h b/src/Interpreters/ClusterProxy/IStreamFactory.h
index c0b887e0489..3cf100cd85c 100644
--- a/src/Interpreters/ClusterProxy/IStreamFactory.h
+++ b/src/Interpreters/ClusterProxy/IStreamFactory.h
@@ -32,7 +32,7 @@ public:
     virtual void createForShard(
             const Cluster::ShardInfo & shard_info,
             const String & query, const ASTPtr & query_ast,
-            const Context & context, const ThrottlerPtr & throttler,
+            const std::shared_ptr<Context> & context_ptr, const ThrottlerPtr & throttler,
             const SelectQueryInfo & query_info,
             std::vector<QueryPlanPtr> & res,
             Pipes & remote_pipes,
diff --git a/src/Interpreters/ClusterProxy/SelectStreamFactory.cpp b/src/Interpreters/ClusterProxy/SelectStreamFactory.cpp
index 56f306595ac..e2a7c5b55dc 100644
--- a/src/Interpreters/ClusterProxy/SelectStreamFactory.cpp
+++ b/src/Interpreters/ClusterProxy/SelectStreamFactory.cpp
@@ -7,6 +7,7 @@
 #include <Common/ProfileEvents.h>
 #include <Common/checkStackSize.h>
 #include <TableFunctions/TableFunctionFactory.h>
+#include <IO/ConnectionTimeoutsContext.h>
 
 #include <common/logger_useful.h>
 #include <Processors/Pipe.h>
@@ -113,13 +114,15 @@ String formattedAST(const ASTPtr & ast)
 void SelectStreamFactory::createForShard(
     const Cluster::ShardInfo & shard_info,
     const String &, const ASTPtr & query_ast,
-    const Context & context, const ThrottlerPtr & throttler,
+    const std::shared_ptr<Context> & context_ptr, const ThrottlerPtr & throttler,
     const SelectQueryInfo &,
     std::vector<QueryPlanPtr> & plans,
     Pipes & remote_pipes,
     Pipes & delayed_pipes,
     Poco::Logger * log)
 {
+    const auto & context = *context_ptr;
+
     bool add_agg_info = processed_stage == QueryProcessingStage::WithMergeableState;
     bool add_totals = false;
     bool add_extremes = false;
@@ -143,7 +146,7 @@ void SelectStreamFactory::createForShard(
     auto emplace_remote_stream = [&]()
     {
         auto remote_query_executor = std::make_shared<RemoteQueryExecutor>(
-            shard_info.pool, modified_query, header, context, nullptr, throttler, scalars, external_tables, processed_stage);
+            shard_info.pool, modified_query, header, context, throttler, scalars, external_tables, processed_stage);
         remote_query_executor->setLogger(log);
 
         remote_query_executor->setPoolMode(PoolMode::GET_MANY);
@@ -151,6 +154,7 @@ void SelectStreamFactory::createForShard(
             remote_query_executor->setMainTable(main_table);
 
         remote_pipes.emplace_back(createRemoteSourcePipe(remote_query_executor, add_agg_info, add_totals, add_extremes));
+        remote_pipes.back().addInterpreterContext(context_ptr);
     };
 
     const auto & settings = context.getSettingsRef();
@@ -242,7 +246,8 @@ void SelectStreamFactory::createForShard(
         /// Do it lazily to avoid connecting in the main thread.
 
         auto lazily_create_stream = [
-                pool = shard_info.pool, shard_num = shard_info.shard_num, modified_query, header = header, modified_query_ast, context, throttler,
+                pool = shard_info.pool, shard_num = shard_info.shard_num, modified_query, header = header, modified_query_ast,
+                &context, context_ptr, throttler,
                 main_table = main_table, table_func_ptr = table_func_ptr, scalars = scalars, external_tables = external_tables,
                 stage = processed_stage, local_delay, add_agg_info, add_totals, add_extremes]()
             -> Pipe
@@ -288,13 +293,14 @@ void SelectStreamFactory::createForShard(
                     connections.emplace_back(std::move(try_result.entry));
 
                 auto remote_query_executor = std::make_shared<RemoteQueryExecutor>(
-                    std::move(connections), modified_query, header, context, nullptr, throttler, scalars, external_tables, stage);
+                    std::move(connections), modified_query, header, context, throttler, scalars, external_tables, stage);
 
                 return createRemoteSourcePipe(remote_query_executor, add_agg_info, add_totals, add_extremes);
             }
         };
 
         delayed_pipes.emplace_back(createDelayedPipe(header, lazily_create_stream, add_totals, add_extremes));
+        delayed_pipes.back().addInterpreterContext(context_ptr);
     }
     else
         emplace_remote_stream();
diff --git a/src/Interpreters/ClusterProxy/SelectStreamFactory.h b/src/Interpreters/ClusterProxy/SelectStreamFactory.h
index b51ac109a11..596e99b8a18 100644
--- a/src/Interpreters/ClusterProxy/SelectStreamFactory.h
+++ b/src/Interpreters/ClusterProxy/SelectStreamFactory.h
@@ -37,7 +37,7 @@ public:
     void createForShard(
         const Cluster::ShardInfo & shard_info,
         const String & query, const ASTPtr & query_ast,
-        const Context & context, const ThrottlerPtr & throttler,
+        const std::shared_ptr<Context> & context_ptr, const ThrottlerPtr & throttler,
         const SelectQueryInfo & query_info,
         std::vector<QueryPlanPtr> & plans,
         Pipes & remote_pipes,
diff --git a/src/Interpreters/ClusterProxy/executeQuery.cpp b/src/Interpreters/ClusterProxy/executeQuery.cpp
index c79b17eac2a..59cbae67770 100644
--- a/src/Interpreters/ClusterProxy/executeQuery.cpp
+++ b/src/Interpreters/ClusterProxy/executeQuery.cpp
@@ -19,7 +19,7 @@ namespace DB
 namespace ClusterProxy
 {
 
-Context updateSettingsForCluster(const Cluster & cluster, const Context & context, const Settings & settings, Poco::Logger * log)
+std::shared_ptr<Context> updateSettingsForCluster(const Cluster & cluster, const Context & context, const Settings & settings, Poco::Logger * log)
 {
     Settings new_settings = settings;
     new_settings.queue_max_wait_ms = Cluster::saturate(new_settings.queue_max_wait_ms, settings.max_execution_time);
@@ -78,9 +78,8 @@ Context updateSettingsForCluster(const Cluster & cluster, const Context & contex
         }
     }
 
-    Context new_context(context);
-    new_context.setSettings(new_settings);
-
+    auto new_context = std::make_shared<Context>(context);
+    new_context->setSettings(new_settings);
     return new_context;
 }
 
@@ -99,7 +98,7 @@ void executeQuery(
 
     const std::string query = queryToString(query_ast);
 
-    Context new_context = updateSettingsForCluster(*query_info.cluster, context, settings, log);
+    auto new_context = updateSettingsForCluster(*query_info.cluster, context, settings, log);
 
     ThrottlerPtr user_level_throttler;
     if (auto * process_list_element = context.getProcessListElement())
diff --git a/src/Interpreters/ClusterProxy/executeQuery.h b/src/Interpreters/ClusterProxy/executeQuery.h
index 0b40c1412a1..8840b82d5b2 100644
--- a/src/Interpreters/ClusterProxy/executeQuery.h
+++ b/src/Interpreters/ClusterProxy/executeQuery.h
@@ -27,7 +27,7 @@ class IStreamFactory;
 ///   - optimize_skip_unused_shards_nesting
 ///
 /// @return new Context with adjusted settings
-Context updateSettingsForCluster(const Cluster & cluster, const Context & context, const Settings & settings, Poco::Logger * log = nullptr);
+std::shared_ptr<Context> updateSettingsForCluster(const Cluster & cluster, const Context & context, const Settings & settings, Poco::Logger * log = nullptr);
 
 /// Execute a distributed query, creating a vector of BlockInputStreams, from which the result can be read.
 /// `stream_factory` object encapsulates the logic of creating streams for a different type of query
diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index 9955c1ca11f..337753ba0b8 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -445,6 +445,8 @@ struct ContextShared
 
         /// Stop trace collector if any
         trace_collector.reset();
+        /// Stop zookeeper connection
+        zookeeper.reset();
         /// Stop test_keeper storage
         test_keeper_storage.reset();
     }
diff --git a/src/Interpreters/DDLWorker.cpp b/src/Interpreters/DDLWorker.cpp
index 5046667fb33..cce62b1a6c4 100644
--- a/src/Interpreters/DDLWorker.cpp
+++ b/src/Interpreters/DDLWorker.cpp
@@ -41,6 +41,11 @@
 
 namespace fs = std::filesystem;
 
+namespace CurrentMetrics
+{
+    extern const Metric MaxDDLEntryID;
+}
+
 namespace DB
 {
 
@@ -312,6 +317,7 @@ DDLWorker::DDLWorker(int pool_size_, const std::string & zk_root_dir, Context &
     , pool_size(pool_size_)
     , worker_pool(pool_size_)
 {
+    CurrentMetrics::set(CurrentMetrics::MaxDDLEntryID, 0);
     last_tasks.reserve(pool_size);
 
     queue_dir = zk_root_dir;
@@ -806,6 +812,22 @@ void DDLWorker::processTask(DDLTask & task)
         task.was_executed = true;
     }
 
+    {
+        DB::ReadBufferFromString in(task.entry_name);
+        DB::assertString("query-", in);
+        UInt64 id;
+        readText(id, in);
+        auto prev_id = max_id.load(std::memory_order_relaxed);
+        while (prev_id < id)
+        {
+            if (max_id.compare_exchange_weak(prev_id, id))
+            {
+                CurrentMetrics::set(CurrentMetrics::MaxDDLEntryID, id);
+                break;
+            }
+        }
+    }
+
     /// FIXME: if server fails right here, the task will be executed twice. We need WAL here.
 
     /// Delete active flag and create finish flag
diff --git a/src/Interpreters/DDLWorker.h b/src/Interpreters/DDLWorker.h
index 7dd9c38e9da..1c365a0d9ba 100644
--- a/src/Interpreters/DDLWorker.h
+++ b/src/Interpreters/DDLWorker.h
@@ -1,6 +1,7 @@
 #pragma once
 
 #include <Interpreters/Cluster.h>
+#include <Interpreters/Context.h>
 #include <DataStreams/BlockIO.h>
 #include <Common/CurrentThread.h>
 #include <Common/ThreadPool.h>
@@ -137,6 +138,8 @@ private:
 
     ThreadGroupStatusPtr thread_group;
 
+    std::atomic<UInt64> max_id = 0;
+
     friend class DDLQueryStatusInputStream;
     friend struct DDLTask;
 };
diff --git a/src/Interpreters/DatabaseCatalog.cpp b/src/Interpreters/DatabaseCatalog.cpp
index ea1984c96fb..e9caaab4ef9 100644
--- a/src/Interpreters/DatabaseCatalog.cpp
+++ b/src/Interpreters/DatabaseCatalog.cpp
@@ -4,7 +4,7 @@
 #include <Storages/IStorage.h>
 #include <Databases/IDatabase.h>
 #include <Databases/DatabaseMemory.h>
-#include <Databases/DatabaseAtomic.h>
+#include <Databases/DatabaseOnDisk.h>
 #include <Poco/File.h>
 #include <Common/quoteString.h>
 #include <Storages/StorageMemory.h>
@@ -16,6 +16,15 @@
 #include <Common/CurrentMetrics.h>
 #include <common/logger_useful.h>
 
+#if !defined(ARCADIA_BUILD)
+#    include "config_core.h"
+#endif
+
+#if USE_MYSQL
+#    include <Databases/MySQL/MaterializeMySQLSyncThread.h>
+#    include <Storages/StorageMaterializeMySQL.h>
+#endif
+
 #include <filesystem>
 
 
@@ -202,7 +211,7 @@ DatabaseAndTable DatabaseCatalog::getTableImpl(
     if (!table_id)
     {
         if (exception)
-            exception->emplace("Cannot find table: StorageID is empty", ErrorCodes::UNKNOWN_TABLE);
+            exception->emplace(ErrorCodes::UNKNOWN_TABLE, "Cannot find table: StorageID is empty");
         return {};
     }
 
@@ -214,9 +223,18 @@ DatabaseAndTable DatabaseCatalog::getTableImpl(
         {
             assert(!db_and_table.first && !db_and_table.second);
             if (exception)
-                exception->emplace("Table " + table_id.getNameForLogs() + " doesn't exist.", ErrorCodes::UNKNOWN_TABLE);
+                exception->emplace(ErrorCodes::UNKNOWN_TABLE, "Table {} doesn't exist", table_id.getNameForLogs());
             return {};
         }
+
+#if USE_MYSQL
+        /// It's definitely not the best place for this logic, but behaviour must be consistent with DatabaseMaterializeMySQL::tryGetTable(...)
+        if (db_and_table.first->getEngineName() == "MaterializeMySQL")
+        {
+            if (!MaterializeMySQLSyncThread::isMySQLSyncThread())
+                db_and_table.second = std::make_shared<StorageMaterializeMySQL>(std::move(db_and_table.second), db_and_table.first.get());
+        }
+#endif
         return db_and_table;
     }
 
@@ -226,7 +244,7 @@ DatabaseAndTable DatabaseCatalog::getTableImpl(
         /// If table_id has no UUID, then the name of database was specified by user and table_id was not resolved through context.
         /// Do not allow access to TEMPORARY_DATABASE because it contains all temporary tables of all contexts and users.
         if (exception)
-            exception->emplace("Direct access to `" + String(TEMPORARY_DATABASE) + "` database is not allowed.", ErrorCodes::DATABASE_ACCESS_DENIED);
+            exception->emplace(ErrorCodes::DATABASE_ACCESS_DENIED, "Direct access to `{}` database is not allowed", String(TEMPORARY_DATABASE));
         return {};
     }
 
@@ -237,8 +255,7 @@ DatabaseAndTable DatabaseCatalog::getTableImpl(
         if (databases.end() == it)
         {
             if (exception)
-                exception->emplace("Database " + backQuoteIfNeed(table_id.getDatabaseName()) + " doesn't exist",
-                                   ErrorCodes::UNKNOWN_DATABASE);
+                exception->emplace(ErrorCodes::UNKNOWN_DATABASE, "Database {} doesn't exist", backQuoteIfNeed(table_id.getDatabaseName()));
             return {};
         }
         database = it->second;
@@ -246,7 +263,7 @@ DatabaseAndTable DatabaseCatalog::getTableImpl(
 
     auto table = database->tryGetTable(table_id.table_name, context);
     if (!table && exception)
-            exception->emplace("Table " + table_id.getNameForLogs() + " doesn't exist.", ErrorCodes::UNKNOWN_TABLE);
+            exception->emplace(ErrorCodes::UNKNOWN_TABLE, "Table {} doesn't exist", table_id.getNameForLogs());
     if (!table)
         database = nullptr;
 
@@ -286,7 +303,6 @@ void DatabaseCatalog::attachDatabase(const String & database_name, const Databas
     assertDatabaseDoesntExistUnlocked(database_name);
     databases.emplace(database_name, database);
     UUID db_uuid = database->getUUID();
-    assert((db_uuid != UUIDHelpers::Nil) ^ (dynamic_cast<DatabaseAtomic *>(database.get()) == nullptr));
     if (db_uuid != UUIDHelpers::Nil)
         db_uuid_map.emplace(db_uuid, database);
 }
@@ -313,9 +329,8 @@ DatabasePtr DatabaseCatalog::detachDatabase(const String & database_name, bool d
             if (!db->empty())
                 throw Exception("New table appeared in database being dropped or detached. Try again.",
                                 ErrorCodes::DATABASE_NOT_EMPTY);
-            auto * database_atomic = typeid_cast<DatabaseAtomic *>(db.get());
-            if (!drop && database_atomic)
-                database_atomic->assertCanBeDetached(false);
+            if (!drop)
+                db->assertCanBeDetached(false);
         }
         catch (...)
         {
diff --git a/src/Interpreters/ExpressionActions.h b/src/Interpreters/ExpressionActions.h
index 2b1aa5e2456..5104f1e8e72 100644
--- a/src/Interpreters/ExpressionActions.h
+++ b/src/Interpreters/ExpressionActions.h
@@ -2,7 +2,6 @@
 
 #include <Core/Block.h>
 #include <Core/ColumnNumbers.h>
-#include <Core/Settings.h>
 #include <Interpreters/ActionsDAG.h>
 
 #include <variant>
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 72d48efdd80..1b93c090842 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -112,6 +112,11 @@ bool sanitizeBlock(Block & block, bool throw_if_cannot_create_column)
     return true;
 }
 
+ExpressionAnalyzer::ExtractedSettings::ExtractedSettings(const Settings & settings_)
+    : use_index_for_in_with_subqueries(settings_.use_index_for_in_with_subqueries)
+    , size_limits_for_set(settings_.max_rows_in_set, settings_.max_bytes_in_set, settings_.set_overflow_mode)
+{}
+
 
 ExpressionAnalyzer::ExpressionAnalyzer(
     const ASTPtr & query_,
diff --git a/src/Interpreters/ExpressionAnalyzer.h b/src/Interpreters/ExpressionAnalyzer.h
index 6e87d0b7250..2567b32e37e 100644
--- a/src/Interpreters/ExpressionAnalyzer.h
+++ b/src/Interpreters/ExpressionAnalyzer.h
@@ -1,6 +1,5 @@
 #pragma once
 
-#include <Core/Settings.h>
 #include <DataStreams/IBlockStream_fwd.h>
 #include <Columns/FilterDescription.h>
 #include <Interpreters/AggregateDescription.h>
@@ -16,6 +15,7 @@ namespace DB
 
 class Block;
 class Context;
+struct Settings;
 
 struct ExpressionActionsChain;
 class ExpressionActions;
@@ -80,10 +80,7 @@ private:
         const bool use_index_for_in_with_subqueries;
         const SizeLimits size_limits_for_set;
 
-        ExtractedSettings(const Settings & settings_)
-        :   use_index_for_in_with_subqueries(settings_.use_index_for_in_with_subqueries),
-            size_limits_for_set(settings_.max_rows_in_set, settings_.max_bytes_in_set, settings_.set_overflow_mode)
-        {}
+        ExtractedSettings(const Settings & settings_);
     };
 
 public:
diff --git a/src/Interpreters/IInterpreterUnionOrSelectQuery.h b/src/Interpreters/IInterpreterUnionOrSelectQuery.h
index 67e3cf25e5a..aefa78260c7 100644
--- a/src/Interpreters/IInterpreterUnionOrSelectQuery.h
+++ b/src/Interpreters/IInterpreterUnionOrSelectQuery.h
@@ -34,6 +34,8 @@ protected:
     Block result_header;
     SelectQueryOptions options;
     size_t max_streams = 1;
+    bool settings_limit_offset_needed = false;
+    bool settings_limit_offset_done = false;
 };
 }
 
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index d57a14a61dc..2446075d38a 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -157,6 +157,35 @@ BlockIO InterpreterCreateQuery::createDatabase(ASTCreateQuery & create)
         if (!create.attach && fs::exists(metadata_path))
             throw Exception(ErrorCodes::DATABASE_ALREADY_EXISTS, "Metadata directory {} already exists", metadata_path.string());
     }
+    else if (create.storage->engine->name == "MaterializeMySQL")
+    {
+        /// It creates nested database with Ordinary or Atomic engine depending on UUID in query and default engine setting.
+        /// Do nothing if it's an internal ATTACH on server startup or short-syntax ATTACH query from user,
+        /// because we got correct query from the metadata file in this case.
+        /// If we got query from user, then normalize it first.
+        bool attach_from_user = create.attach && !internal && !create.attach_short_syntax;
+        bool create_from_user = !create.attach;
+
+        if (create_from_user)
+        {
+            const auto & default_engine = context.getSettingsRef().default_database_engine.value;
+            if (create.uuid == UUIDHelpers::Nil && default_engine == DefaultDatabaseEngine::Atomic)
+                create.uuid = UUIDHelpers::generateV4();    /// Will enable Atomic engine for nested database
+        }
+        else if (attach_from_user && create.uuid == UUIDHelpers::Nil)
+        {
+            /// Ambiguity is possible: should we attach nested database as Ordinary
+            /// or throw "UUID must be specified" for Atomic? So we suggest short syntax for Ordinary.
+            throw Exception("Use short attach syntax ('ATTACH DATABASE name;' without engine) to attach existing database "
+                            "or specify UUID to attach new database with Atomic engine", ErrorCodes::INCORRECT_QUERY);
+        }
+
+        /// Set metadata path according to nested engine
+        if (create.uuid == UUIDHelpers::Nil)
+            metadata_path = metadata_path / "metadata" / database_name_escaped;
+        else
+            metadata_path = metadata_path / "store" / DatabaseCatalog::getPathForUUID(create.uuid);
+    }
     else
     {
         bool is_on_cluster = context.getClientInfo().query_kind == ClientInfo::QueryKind::SECONDARY_QUERY;
@@ -586,6 +615,23 @@ void InterpreterCreateQuery::validateTableStructure(const ASTCreateQuery & creat
             }
         }
     }
+
+    if (!create.attach && !settings.allow_experimental_map_type)
+    {
+        for (const auto & name_and_type_pair : properties.columns.getAllPhysical())
+        {
+            WhichDataType which(*name_and_type_pair.type);
+            if (which.isMap())
+            {
+                const auto & type_name = name_and_type_pair.type->getName();
+                String message = "Cannot create table with column '" + name_and_type_pair.name + "' which type is '"
+                                 + type_name + "' because experimental Map type is not allowed. "
+                                 + "Set 'allow_experimental_map_type = 1' setting to enable";
+                throw Exception(message, ErrorCodes::ILLEGAL_COLUMN);
+            }
+        }
+
+    }
 }
 
 void InterpreterCreateQuery::setEngine(ASTCreateQuery & create) const
@@ -655,7 +701,7 @@ void InterpreterCreateQuery::assertOrSetUUID(ASTCreateQuery & create, const Data
 
     bool from_path = create.attach_from_path.has_value();
 
-    if (database->getEngineName() == "Atomic")
+    if (database->getUUID() != UUIDHelpers::Nil)
     {
         if (create.attach && !from_path && create.uuid == UUIDHelpers::Nil)
         {
@@ -705,7 +751,7 @@ BlockIO InterpreterCreateQuery::createTable(ASTCreateQuery & create)
         auto database = DatabaseCatalog::instance().getDatabase(database_name);
         bool if_not_exists = create.if_not_exists;
 
-        // Table SQL definition is available even if the table is detached
+        // Table SQL definition is available even if the table is detached (even permanently)
         auto query = database->getCreateTableQuery(create.table, context);
         create = query->as<ASTCreateQuery &>(); // Copy the saved create query, but use ATTACH instead of CREATE
         if (create.is_dictionary)
diff --git a/src/Interpreters/InterpreterDropQuery.cpp b/src/Interpreters/InterpreterDropQuery.cpp
index 5f7f70fdda4..47bafdbdcb4 100644
--- a/src/Interpreters/InterpreterDropQuery.cpp
+++ b/src/Interpreters/InterpreterDropQuery.cpp
@@ -11,7 +11,14 @@
 #include <Common/escapeForFileName.h>
 #include <Common/quoteString.h>
 #include <Common/typeid_cast.h>
-#include <Databases/DatabaseAtomic.h>
+
+#if !defined(ARCADIA_BUILD)
+#    include "config_core.h"
+#endif
+
+#if USE_MYSQL
+#   include <Databases/MySQL/DatabaseMaterializeMySQL.h>
+#endif
 
 
 namespace DB
@@ -23,6 +30,7 @@ namespace ErrorCodes
     extern const int SYNTAX_ERROR;
     extern const int UNKNOWN_TABLE;
     extern const int UNKNOWN_DICTIONARY;
+    extern const int NOT_IMPLEMENTED;
 }
 
 
@@ -48,6 +56,8 @@ BlockIO InterpreterDropQuery::execute()
     {
         if (!drop.is_dictionary)
             return executeToTable(drop);
+        else if (drop.permanently && drop.kind == ASTDropQuery::Kind::Detach)
+            throw Exception("DETACH PERMANENTLY is not implemented for dictionaries", ErrorCodes::NOT_IMPLEMENTED);
         else
             return executeToDictionary(drop.database, drop.table, drop.kind, drop.if_exists, drop.temporary, drop.no_ddl_lock);
     }
@@ -66,10 +76,7 @@ void InterpreterDropQuery::waitForTableToBeActuallyDroppedOrDetached(const ASTDr
     if (query.kind == ASTDropQuery::Kind::Drop)
         DatabaseCatalog::instance().waitTableFinallyDropped(uuid_to_wait);
     else if (query.kind == ASTDropQuery::Kind::Detach)
-    {
-        if (auto * atomic = typeid_cast<DatabaseAtomic *>(db.get()))
-            atomic->waitDetachedTableNotInUse(uuid_to_wait);
-    }
+        db->waitDetachedTableNotInUse(uuid_to_wait);
 }
 
 BlockIO InterpreterDropQuery::executeToTable(const ASTDropQuery & query)
@@ -122,10 +129,20 @@ BlockIO InterpreterDropQuery::executeToTableImpl(const ASTDropQuery & query, Dat
             table->checkTableCanBeDetached();
             table->shutdown();
             TableExclusiveLockHolder table_lock;
-            if (database->getEngineName() != "Atomic")
+            if (database->getUUID() == UUIDHelpers::Nil)
                 table_lock = table->lockExclusively(context.getCurrentQueryId(), context.getSettingsRef().lock_acquire_timeout);
-            /// Drop table from memory, don't touch data and metadata
-            database->detachTable(table_id.table_name);
+
+            if (query.permanently)
+            {
+                /// Drop table from memory, don't touch data, metadata file renamed and will be skipped during server restart
+                database->detachTablePermanently(table_id.table_name);
+            }
+            else
+            {
+                /// Drop table from memory, don't touch data and metadata
+                database->detachTable(table_id.table_name);
+            }
+
         }
         else if (query.kind == ASTDropQuery::Kind::Truncate)
         {
@@ -145,7 +162,7 @@ BlockIO InterpreterDropQuery::executeToTableImpl(const ASTDropQuery & query, Dat
             table->shutdown();
 
             TableExclusiveLockHolder table_lock;
-            if (database->getEngineName() != "Atomic")
+            if (database->getUUID() == UUIDHelpers::Nil)
                 table_lock = table->lockExclusively(context.getCurrentQueryId(), context.getSettingsRef().lock_acquire_timeout);
 
             database->dropTable(context, table_id.table_name, query.no_delay);
@@ -282,6 +299,14 @@ BlockIO InterpreterDropQuery::executeToDatabaseImpl(const ASTDropQuery & query,
             bool drop = query.kind == ASTDropQuery::Kind::Drop;
             context.checkAccess(AccessType::DROP_DATABASE, database_name);
 
+            if (query.kind == ASTDropQuery::Kind::Detach && query.permanently)
+                throw Exception("DETACH PERMANENTLY is not implemented for databases", ErrorCodes::NOT_IMPLEMENTED);
+
+#if USE_MYSQL
+            if (database->getEngineName() == "MaterializeMySQL")
+                stopDatabaseSynchronization(database);
+#endif
+
             if (database->shouldBeEmptyOnDetach())
             {
                 /// DETACH or DROP all tables and dictionaries inside database.
@@ -312,9 +337,8 @@ BlockIO InterpreterDropQuery::executeToDatabaseImpl(const ASTDropQuery & query,
             /// Protects from concurrent CREATE TABLE queries
             auto db_guard = DatabaseCatalog::instance().getExclusiveDDLGuardForDatabase(database_name);
 
-            auto * database_atomic = typeid_cast<DatabaseAtomic *>(database.get());
-            if (!drop && database_atomic)
-                database_atomic->assertCanBeDetached(true);
+            if (!drop)
+                database->assertCanBeDetached(true);
 
             /// DETACH or DROP database itself
             DatabaseCatalog::instance().detachDatabase(database_name, drop, database->shouldBeEmptyOnDetach());
diff --git a/src/Interpreters/InterpreterInsertQuery.cpp b/src/Interpreters/InterpreterInsertQuery.cpp
index 39381bf0241..e3fc67b432c 100644
--- a/src/Interpreters/InterpreterInsertQuery.cpp
+++ b/src/Interpreters/InterpreterInsertQuery.cpp
@@ -13,6 +13,7 @@
 #include <DataStreams/SquashingBlockOutputStream.h>
 #include <DataStreams/copyData.h>
 #include <IO/ConcatReadBuffer.h>
+#include <IO/ConnectionTimeoutsContext.h>
 #include <Interpreters/InterpreterSelectWithUnionQuery.h>
 #include <Interpreters/InterpreterWatchQuery.h>
 #include <Interpreters/JoinedTables.h>
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index f5c71570de3..aee4eae8782 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1552,7 +1552,12 @@ void InterpreterSelectQuery::executeFetchColumns(
         throw Exception("Logical error in InterpreterSelectQuery: nowhere to read", ErrorCodes::LOGICAL_ERROR);
 
     /// Specify the number of threads only if it wasn't specified in storage.
-    if (!query_plan.getMaxThreads())
+    ///
+    /// But in case of remote query and prefer_localhost_replica=1 (default)
+    /// The inner local query (that is done in the same process, without
+    /// network interaction), it will setMaxThreads earlier and distributed
+    /// query will not update it.
+    if (!query_plan.getMaxThreads() || is_remote)
         query_plan.setMaxThreads(max_threads_execute_query);
 
     /// Aliases in table declaration.
@@ -1784,7 +1789,7 @@ void InterpreterSelectQuery::executeOrder(QueryPlan & query_plan, InputOrderInfo
     auto merge_sorting_step = std::make_unique<MergeSortingStep>(
             query_plan.getCurrentDataStream(),
             output_order_descr, settings.max_block_size, limit,
-            settings.max_bytes_before_remerge_sort,
+            settings.max_bytes_before_remerge_sort, settings.remerge_sort_lowered_memory_bytes_ratio,
             settings.max_bytes_before_external_sort, context->getTemporaryVolume(),
             settings.min_free_disk_space_for_temporary_data);
 
diff --git a/src/Interpreters/InterpreterSelectWithUnionQuery.cpp b/src/Interpreters/InterpreterSelectWithUnionQuery.cpp
index a836dc8b271..e6610df43ff 100644
--- a/src/Interpreters/InterpreterSelectWithUnionQuery.cpp
+++ b/src/Interpreters/InterpreterSelectWithUnionQuery.cpp
@@ -9,10 +9,14 @@
 #include <Processors/QueryPlan/IQueryPlanStep.h>
 #include <Processors/QueryPlan/QueryPlan.h>
 #include <Processors/QueryPlan/UnionStep.h>
+#include <Processors/QueryPlan/LimitStep.h>
+#include <Processors/QueryPlan/OffsetStep.h>
 #include <Common/typeid_cast.h>
 
 #include <Interpreters/InDepthNodeVisitor.h>
 
+#include <algorithm>
+
 namespace DB
 {
 
@@ -128,24 +132,28 @@ InterpreterSelectWithUnionQuery::InterpreterSelectWithUnionQuery(
     const ASTPtr & query_ptr_, const Context & context_, const SelectQueryOptions & options_, const Names & required_result_column_names)
     : IInterpreterUnionOrSelectQuery(query_ptr_, context_, options_)
 {
-    auto & ast = query_ptr->as<ASTSelectWithUnionQuery &>();
+    ASTSelectWithUnionQuery * ast = query_ptr->as<ASTSelectWithUnionQuery>();
+
+    const Settings & settings = context->getSettingsRef();
+    if (options.subquery_depth == 0 && (settings.limit > 0 || settings.offset > 0))
+        settings_limit_offset_needed = true;
 
     /// Normalize AST Tree
-    if (!ast.is_normalized)
+    if (!ast->is_normalized)
     {
-        CustomizeASTSelectWithUnionQueryNormalizeVisitor::Data union_default_mode{context->getSettingsRef().union_default_mode};
+        CustomizeASTSelectWithUnionQueryNormalizeVisitor::Data union_default_mode{settings.union_default_mode};
         CustomizeASTSelectWithUnionQueryNormalizeVisitor(union_default_mode).visit(query_ptr);
 
         /// After normalization, if it only has one ASTSelectWithUnionQuery child,
         /// we can lift it up, this can reduce one unnecessary recursion later.
-        if (ast.list_of_selects->children.size() == 1 && ast.list_of_selects->children.at(0)->as<ASTSelectWithUnionQuery>())
+        if (ast->list_of_selects->children.size() == 1 && ast->list_of_selects->children.at(0)->as<ASTSelectWithUnionQuery>())
         {
-            query_ptr = std::move(ast.list_of_selects->children.at(0));
-            ast = query_ptr->as<ASTSelectWithUnionQuery &>();
+            query_ptr = std::move(ast->list_of_selects->children.at(0));
+            ast = query_ptr->as<ASTSelectWithUnionQuery>();
         }
     }
 
-    size_t num_children = ast.list_of_selects->children.size();
+    size_t num_children = ast->list_of_selects->children.size();
     if (!num_children)
         throw Exception("Logical error: no children in ASTSelectWithUnionQuery", ErrorCodes::LOGICAL_ERROR);
 
@@ -161,7 +169,7 @@ InterpreterSelectWithUnionQuery::InterpreterSelectWithUnionQuery(
         /// Result header if there are no filtering by 'required_result_column_names'.
         /// We use it to determine positions of 'required_result_column_names' in SELECT clause.
 
-        Block full_result_header = getCurrentChildResultHeader(ast.list_of_selects->children.at(0), required_result_column_names);
+        Block full_result_header = getCurrentChildResultHeader(ast->list_of_selects->children.at(0), required_result_column_names);
 
         std::vector<size_t> positions_of_required_result_columns(required_result_column_names.size());
 
@@ -171,7 +179,7 @@ InterpreterSelectWithUnionQuery::InterpreterSelectWithUnionQuery(
         for (size_t query_num = 1; query_num < num_children; ++query_num)
         {
             Block full_result_header_for_current_select
-                = getCurrentChildResultHeader(ast.list_of_selects->children.at(query_num), required_result_column_names);
+                = getCurrentChildResultHeader(ast->list_of_selects->children.at(query_num), required_result_column_names);
 
             if (full_result_header_for_current_select.columns() != full_result_header.columns())
                 throw Exception("Different number of columns in UNION ALL elements:\n"
@@ -186,13 +194,59 @@ InterpreterSelectWithUnionQuery::InterpreterSelectWithUnionQuery(
         }
     }
 
+    if (num_children == 1 && settings_limit_offset_needed)
+    {
+        const ASTPtr first_select_ast = ast->list_of_selects->children.at(0);
+        ASTSelectQuery * select_query = first_select_ast->as<ASTSelectQuery>();
+
+        if (!select_query->withFill() && !select_query->limit_with_ties)
+        {
+            UInt64 limit_length = 0;
+            UInt64 limit_offset = 0;
+
+            const ASTPtr limit_offset_ast = select_query->limitOffset();
+            if (limit_offset_ast)
+            {
+                limit_offset = limit_offset_ast->as<ASTLiteral &>().value.safeGet<UInt64>();
+                UInt64 new_limit_offset = settings.offset + limit_offset;
+                limit_offset_ast->as<ASTLiteral &>().value = Field(new_limit_offset);
+            }
+            else if (settings.offset)
+            {
+                ASTPtr new_limit_offset_ast = std::make_shared<ASTLiteral>(Field(UInt64(settings.offset)));
+                select_query->setExpression(ASTSelectQuery::Expression::LIMIT_OFFSET, std::move(new_limit_offset_ast));
+            }
+
+            const ASTPtr limit_length_ast = select_query->limitLength();
+            if (limit_length_ast)
+            {
+                limit_length = limit_length_ast->as<ASTLiteral &>().value.safeGet<UInt64>();
+
+                UInt64 new_limit_length = 0;
+                if (settings.offset == 0)
+                    new_limit_length = std::min(limit_length, UInt64(settings.limit));
+                else if (settings.offset < limit_length)
+                    new_limit_length =  settings.limit ? std::min(UInt64(settings.limit), limit_length - settings.offset) : (limit_length - settings.offset);
+
+                limit_length_ast->as<ASTLiteral &>().value = Field(new_limit_length);
+            }
+            else if (settings.limit)
+            {
+                ASTPtr new_limit_length_ast = std::make_shared<ASTLiteral>(Field(UInt64(settings.limit)));
+                select_query->setExpression(ASTSelectQuery::Expression::LIMIT_LENGTH, std::move(new_limit_length_ast));
+            }
+
+            settings_limit_offset_done = true;
+        }
+    }
+
     for (size_t query_num = 0; query_num < num_children; ++query_num)
     {
         const Names & current_required_result_column_names
             = query_num == 0 ? required_result_column_names : required_result_column_names_for_other_selects[query_num];
 
         nested_interpreters.emplace_back(
-            buildCurrentChildInterpreter(ast.list_of_selects->children.at(query_num), current_required_result_column_names));
+            buildCurrentChildInterpreter(ast->list_of_selects->children.at(query_num), current_required_result_column_names));
     }
 
     /// Determine structure of the result.
@@ -293,39 +347,57 @@ void InterpreterSelectWithUnionQuery::buildQueryPlan(QueryPlan & query_plan)
 {
     // auto num_distinct_union = optimizeUnionList();
     size_t num_plans = nested_interpreters.size();
+    const Settings & settings = context->getSettingsRef();
 
     /// Skip union for single interpreter.
     if (num_plans == 1)
     {
         nested_interpreters.front()->buildQueryPlan(query_plan);
-        return;
+    }
+    else
+    {
+        std::vector<std::unique_ptr<QueryPlan>> plans(num_plans);
+        DataStreams data_streams(num_plans);
+
+        for (size_t i = 0; i < num_plans; ++i)
+        {
+            plans[i] = std::make_unique<QueryPlan>();
+            nested_interpreters[i]->buildQueryPlan(*plans[i]);
+            data_streams[i] = plans[i]->getCurrentDataStream();
+        }
+
+        auto max_threads = context->getSettingsRef().max_threads;
+        auto union_step = std::make_unique<UnionStep>(std::move(data_streams), result_header, max_threads);
+
+        query_plan.unitePlans(std::move(union_step), std::move(plans));
+
+        const auto & query = query_ptr->as<ASTSelectWithUnionQuery &>();
+        if (query.union_mode == ASTSelectWithUnionQuery::Mode::DISTINCT)
+        {
+            /// Add distinct transform
+            SizeLimits limits(settings.max_rows_in_distinct, settings.max_bytes_in_distinct, settings.distinct_overflow_mode);
+
+            auto distinct_step
+                = std::make_unique<DistinctStep>(query_plan.getCurrentDataStream(), limits, 0, result_header.getNames(), false);
+
+            query_plan.addStep(std::move(distinct_step));
+        }
     }
 
-    std::vector<std::unique_ptr<QueryPlan>> plans(num_plans);
-    DataStreams data_streams(num_plans);
-
-    for (size_t i = 0; i < num_plans; ++i)
+    if (settings_limit_offset_needed && !settings_limit_offset_done)
     {
-        plans[i] = std::make_unique<QueryPlan>();
-        nested_interpreters[i]->buildQueryPlan(*plans[i]);
-        data_streams[i] = plans[i]->getCurrentDataStream();
-    }
-
-    auto max_threads = context->getSettingsRef().max_threads;
-    auto union_step = std::make_unique<UnionStep>(std::move(data_streams), result_header, max_threads);
-
-    query_plan.unitePlans(std::move(union_step), std::move(plans));
-
-    const auto & query = query_ptr->as<ASTSelectWithUnionQuery &>();
-    if (query.union_mode == ASTSelectWithUnionQuery::Mode::DISTINCT)
-    {
-        /// Add distinct transform
-        const Settings & settings = context->getSettingsRef();
-        SizeLimits limits(settings.max_rows_in_distinct, settings.max_bytes_in_distinct, settings.distinct_overflow_mode);
-
-        auto distinct_step = std::make_unique<DistinctStep>(query_plan.getCurrentDataStream(), limits, 0, result_header.getNames(), false);
-
-        query_plan.addStep(std::move(distinct_step));
+        if (settings.limit > 0)
+        {
+            auto limit = std::make_unique<LimitStep>(query_plan.getCurrentDataStream(), settings.limit, settings.offset);
+            limit->setStepDescription("LIMIT OFFSET for SETTINGS");
+            query_plan.addStep(std::move(limit));
+        }
+        else
+        {
+            auto offset = std::make_unique<OffsetStep>(query_plan.getCurrentDataStream(), settings.offset);
+            offset->setStepDescription("OFFSET for SETTINGS");
+            query_plan.addStep(std::move(offset));
+        }
     }
 
 }
diff --git a/src/Interpreters/InterpreterShowTablesQuery.cpp b/src/Interpreters/InterpreterShowTablesQuery.cpp
index 861fa8c3505..49c55fa3a93 100644
--- a/src/Interpreters/InterpreterShowTablesQuery.cpp
+++ b/src/Interpreters/InterpreterShowTablesQuery.cpp
@@ -79,6 +79,26 @@ String InterpreterShowTablesQuery::getRewrittenQuery()
         return rewritten_query.str();
     }
 
+    /// SHOW SETTINGS
+    if (query.m_settings)
+    {
+        WriteBufferFromOwnString rewritten_query;
+        rewritten_query << "SELECT name, type, value FROM system.settings";
+
+        if (query.changed)
+            rewritten_query << " WHERE changed = 1";
+
+        if (!query.like.empty())
+        {
+            rewritten_query
+                << (query.changed ? " AND name " : " WHERE name ")
+                << (query.case_insensitive_like ? "ILIKE " : "LIKE ")
+                << DB::quote << query.like;
+        }
+
+        return rewritten_query.str();
+    }
+
     if (query.temporary && !query.from.empty())
         throw Exception("The `FROM` and `TEMPORARY` cannot be used together in `SHOW TABLES`", ErrorCodes::SYNTAX_ERROR);
 
diff --git a/src/Interpreters/MergeJoin.cpp b/src/Interpreters/MergeJoin.cpp
index 665ec4d60f3..4839980eac7 100644
--- a/src/Interpreters/MergeJoin.cpp
+++ b/src/Interpreters/MergeJoin.cpp
@@ -180,12 +180,16 @@ class MergeJoinCursor
 public:
     MergeJoinCursor(const Block & block, const SortDescription & desc_)
         : impl(SortCursorImpl(block, desc_))
-    {}
+    {
+        /// SortCursorImpl can work with permutation, but MergeJoinCursor can't.
+        if (impl.permutation)
+            throw Exception("Logical error: MergeJoinCursor doesn't support permutation", ErrorCodes::LOGICAL_ERROR);
+    }
 
-    size_t position() const { return impl.pos; }
+    size_t position() const { return impl.getRow(); }
     size_t end() const { return impl.rows; }
-    bool atEnd() const { return impl.pos >= impl.rows; }
-    void nextN(size_t num) { impl.pos += num; }
+    bool atEnd() const { return impl.getRow() >= impl.rows; }
+    void nextN(size_t num) { impl.getPosRef() += num; }
 
     void setCompareNullability(const MergeJoinCursor & rhs)
     {
@@ -254,10 +258,10 @@ private:
             else if (cmp > 0)
                 rhs.impl.next();
             else if (!cmp)
-                return Range{impl.pos, rhs.impl.pos, getEqualLength(), rhs.getEqualLength()};
+                return Range{impl.getRow(), rhs.impl.getRow(), getEqualLength(), rhs.getEqualLength()};
         }
 
-        return Range{impl.pos, rhs.impl.pos, 0, 0};
+        return Range{impl.getRow(), rhs.impl.getRow(), 0, 0};
     }
 
     template <bool left_nulls, bool right_nulls>
@@ -268,7 +272,7 @@ private:
             const auto * left_column = impl.sort_columns[i];
             const auto * right_column = rhs.impl.sort_columns[i];
 
-            int res = nullableCompareAt<left_nulls, right_nulls>(*left_column, *right_column, impl.pos, rhs.impl.pos);
+            int res = nullableCompareAt<left_nulls, right_nulls>(*left_column, *right_column, impl.getRow(), rhs.impl.getRow());
             if (res)
                 return res;
         }
@@ -278,11 +282,11 @@ private:
     /// Expects !atEnd()
     size_t getEqualLength()
     {
-        size_t pos = impl.pos + 1;
+        size_t pos = impl.getRow() + 1;
         for (; pos < impl.rows; ++pos)
             if (!samePrev(pos))
                 break;
-        return pos - impl.pos;
+        return pos - impl.getRow();
     }
 
     /// Expects lhs_pos > 0
@@ -516,7 +520,7 @@ void MergeJoin::mergeInMemoryRightBlocks()
     pipeline.init(std::move(source));
 
     /// TODO: there should be no split keys by blocks for RIGHT|FULL JOIN
-    pipeline.addTransform(std::make_shared<MergeSortingTransform>(pipeline.getHeader(), right_sort_description, max_rows_in_right_block, 0, 0, 0, nullptr, 0));
+    pipeline.addTransform(std::make_shared<MergeSortingTransform>(pipeline.getHeader(), right_sort_description, max_rows_in_right_block, 0, 0, 0, 0, nullptr, 0));
 
     auto sorted_input = PipelineExecutingBlockInputStream(std::move(pipeline));
 
diff --git a/src/Interpreters/Set.cpp b/src/Interpreters/Set.cpp
index 08e6107590e..dcf7b3b3c24 100644
--- a/src/Interpreters/Set.cpp
+++ b/src/Interpreters/Set.cpp
@@ -23,6 +23,7 @@
 #include <Interpreters/evaluateConstantExpression.h>
 #include <Interpreters/NullableUtils.h>
 #include <Interpreters/sortBlock.h>
+#include <Interpreters/castColumn.h>
 #include <Interpreters/Context.h>
 
 #include <Storages/MergeTree/KeyCondition.h>
@@ -30,7 +31,6 @@
 #include <ext/range.h>
 #include <DataTypes/DataTypeLowCardinality.h>
 
-
 namespace DB
 {
 
@@ -251,11 +251,26 @@ ColumnPtr Set::execute(const Block & block, bool negative) const
 
     /// The constant columns to the left of IN are not supported directly. For this, they first materialize.
     Columns materialized_columns;
+    materialized_columns.reserve(num_key_columns);
 
     for (size_t i = 0; i < num_key_columns; ++i)
     {
-        checkTypesEqual(i, block.safeGetByPosition(i).type);
-        materialized_columns.emplace_back(block.safeGetByPosition(i).column->convertToFullColumnIfConst());
+        ColumnPtr result;
+
+        const auto & column_before_cast = block.safeGetByPosition(i);
+        ColumnWithTypeAndName column_to_cast
+            = {column_before_cast.column->convertToFullColumnIfConst(), column_before_cast.type, column_before_cast.name};
+
+        if (!transform_null_in && data_types[i]->canBeInsideNullable())
+        {
+            result = castColumnAccurateOrNull(column_to_cast, data_types[i]);
+        }
+        else
+        {
+            result = castColumnAccurate(column_to_cast, data_types[i]);
+        }
+
+        materialized_columns.emplace_back() = result;
         key_columns.emplace_back() = materialized_columns.back().get();
     }
 
diff --git a/src/Interpreters/castColumn.cpp b/src/Interpreters/castColumn.cpp
index 249538ec2e0..e8f8bd3bed1 100644
--- a/src/Interpreters/castColumn.cpp
+++ b/src/Interpreters/castColumn.cpp
@@ -1,15 +1,12 @@
-#include <Core/Field.h>
 #include <Interpreters/castColumn.h>
-#include <Interpreters/ExpressionActions.h>
-#include <DataTypes/DataTypeString.h>
-#include <Functions/IFunctionAdaptors.h>
-#include <Functions/FunctionsConversion.h>
 
+#include <Functions/FunctionsConversion.h>
 
 namespace DB
 {
 
-ColumnPtr castColumn(const ColumnWithTypeAndName & arg, const DataTypePtr & type)
+template <CastType cast_type = CastType::nonAccurate>
+static ColumnPtr castColumn(const ColumnWithTypeAndName & arg, const DataTypePtr & type)
 {
     if (arg.type->equals(*type))
         return arg.column;
@@ -25,10 +22,33 @@ ColumnPtr castColumn(const ColumnWithTypeAndName & arg, const DataTypePtr & type
     };
 
     FunctionOverloadResolverPtr func_builder_cast =
-        std::make_shared<FunctionOverloadResolverAdaptor>(CastOverloadResolver::createImpl(false));
+        std::make_shared<FunctionOverloadResolverAdaptor>(CastOverloadResolver<cast_type>::createImpl(false));
 
     auto func_cast = func_builder_cast->build(arguments);
-    return func_cast->execute(arguments, type, arg.column->size());
+
+    if constexpr (cast_type == CastType::accurateOrNull)
+    {
+        return func_cast->execute(arguments, makeNullable(type), arg.column->size());
+    }
+    else
+    {
+        return func_cast->execute(arguments, type, arg.column->size());
+    }
+}
+
+ColumnPtr castColumn(const ColumnWithTypeAndName & arg, const DataTypePtr & type)
+{
+    return castColumn<CastType::nonAccurate>(arg, type);
+}
+
+ColumnPtr castColumnAccurate(const ColumnWithTypeAndName & arg, const DataTypePtr & type)
+{
+    return castColumn<CastType::accurate>(arg, type);
+}
+
+ColumnPtr castColumnAccurateOrNull(const ColumnWithTypeAndName & arg, const DataTypePtr & type)
+{
+    return castColumn<CastType::accurateOrNull>(arg, type);
 }
 
 }
diff --git a/src/Interpreters/castColumn.h b/src/Interpreters/castColumn.h
index 44c7f071c26..fcbea0f4646 100644
--- a/src/Interpreters/castColumn.h
+++ b/src/Interpreters/castColumn.h
@@ -2,8 +2,11 @@
 
 #include <Core/ColumnWithTypeAndName.h>
 
-
 namespace DB
 {
+
 ColumnPtr castColumn(const ColumnWithTypeAndName & arg, const DataTypePtr & type);
+ColumnPtr castColumnAccurate(const ColumnWithTypeAndName & arg, const DataTypePtr & type);
+ColumnPtr castColumnAccurateOrNull(const ColumnWithTypeAndName & arg, const DataTypePtr & type);
+
 }
diff --git a/src/Interpreters/convertFieldToType.cpp b/src/Interpreters/convertFieldToType.cpp
index 18a3eeecb46..73bf493fa65 100644
--- a/src/Interpreters/convertFieldToType.cpp
+++ b/src/Interpreters/convertFieldToType.cpp
@@ -5,6 +5,7 @@
 
 #include <DataTypes/DataTypeArray.h>
 #include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeMap.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <DataTypes/DataTypesDecimal.h>
 #include <DataTypes/DataTypeString.h>
diff --git a/src/Interpreters/loadMetadata.cpp b/src/Interpreters/loadMetadata.cpp
index bb476999f8c..71d3c7e6e5b 100644
--- a/src/Interpreters/loadMetadata.cpp
+++ b/src/Interpreters/loadMetadata.cpp
@@ -108,6 +108,7 @@ void loadMetadata(Context & context, const String & default_database_name)
 
         if (!it->isDirectory())
         {
+            /// TODO: DETACH DATABASE PERMANENTLY ?
             if (endsWith(it.name(), ".sql"))
             {
                 String db_name = it.name().substr(0, it.name().size() - 4);
diff --git a/src/Interpreters/tests/gtest_cycle_aliases.cpp b/src/Interpreters/tests/gtest_cycle_aliases.cpp
index 593db93de3e..56e23c6a497 100644
--- a/src/Interpreters/tests/gtest_cycle_aliases.cpp
+++ b/src/Interpreters/tests/gtest_cycle_aliases.cpp
@@ -5,6 +5,7 @@
 #include <Parsers/queryToString.h>
 #include <Parsers/ExpressionListParsers.h>
 #include <Parsers/parseQuery.h>
+#include <Core/Settings.h>
 
 using namespace DB;
 
diff --git a/src/Interpreters/tests/internal_iotop.cpp b/src/Interpreters/tests/internal_iotop.cpp
index 3d17ca32f3f..6025a46e9b7 100644
--- a/src/Interpreters/tests/internal_iotop.cpp
+++ b/src/Interpreters/tests/internal_iotop.cpp
@@ -5,6 +5,7 @@
 #include <Common/TaskStatsInfoGetter.h>
 #include <Poco/File.h>
 #include <Common/Stopwatch.h>
+#include <common/getPageSize.h>
 #include <common/getThreadId.h>
 #include <IO/WriteBufferFromString.h>
 #include <linux/taskstats.h>
@@ -61,8 +62,9 @@ static void do_io(size_t id)
     std::string path_dst = "test_out_" + std::to_string(id);
 
     {
+        size_t page_size = static_cast<size_t>(::getPageSize());
         ReadBufferFromFile rb("/dev/urandom");
-        WriteBufferFromFile wb(path_dst, DBMS_DEFAULT_BUFFER_SIZE, O_WRONLY | O_CREAT | O_TRUNC | O_DIRECT, 0666, nullptr, 4096);
+        WriteBufferFromFile wb(path_dst, DBMS_DEFAULT_BUFFER_SIZE, O_WRONLY | O_CREAT | O_TRUNC | O_DIRECT, 0666, nullptr, page_size);
         copyData(rb, wb, copy_size);
         wb.close();
     }
diff --git a/src/Parsers/ASTDropQuery.cpp b/src/Parsers/ASTDropQuery.cpp
index b09b588ca6e..6ea6c81c3be 100644
--- a/src/Parsers/ASTDropQuery.cpp
+++ b/src/Parsers/ASTDropQuery.cpp
@@ -67,6 +67,9 @@ void ASTDropQuery::formatQueryImpl(const FormatSettings & settings, FormatState
 
     formatOnCluster(settings);
 
+    if (permanently)
+        settings.ostr << " PERMANENTLY";
+
     if (no_delay)
         settings.ostr << (settings.hilite ? hilite_keyword : "") << " NO DELAY" << (settings.hilite ? hilite_none : "");
 }
diff --git a/src/Parsers/ASTDropQuery.h b/src/Parsers/ASTDropQuery.h
index 5096975c219..b612618aaec 100644
--- a/src/Parsers/ASTDropQuery.h
+++ b/src/Parsers/ASTDropQuery.h
@@ -33,6 +33,9 @@ public:
 
     bool no_delay{false};
 
+    // We detach the object permanently, so it will not be reattached back during server restart.
+    bool permanently{false};
+
     /** Get the text that identifies this element. */
     String getID(char) const override;
     ASTPtr clone() const override;
diff --git a/src/Parsers/ASTFunction.cpp b/src/Parsers/ASTFunction.cpp
index 4cca8ad0807..c86a8e5c139 100644
--- a/src/Parsers/ASTFunction.cpp
+++ b/src/Parsers/ASTFunction.cpp
@@ -3,6 +3,7 @@
 #include <Parsers/ASTFunction.h>
 #include <Parsers/ASTWithAlias.h>
 #include <Parsers/ASTSubquery.h>
+#include <Parsers/ASTExpressionList.h>
 #include <IO/WriteHelpers.h>
 #include <IO/WriteBufferFromString.h>
 #include <Common/SipHash.h>
@@ -395,6 +396,19 @@ void ASTFunction::formatImplWithoutAlias(const FormatSettings & settings, Format
             settings.ostr << (settings.hilite ? hilite_operator : "") << ')' << (settings.hilite ? hilite_none : "");
             written = true;
         }
+
+        if (!written && 0 == strcmp(name.c_str(), "map"))
+        {
+            settings.ostr << (settings.hilite ? hilite_operator : "") << '{' << (settings.hilite ? hilite_none : "");
+            for (size_t i = 0; i < arguments->children.size(); ++i)
+            {
+                if (i != 0)
+                    settings.ostr << ", ";
+                arguments->children[i]->formatImpl(settings, state, nested_dont_need_parens);
+            }
+            settings.ostr << (settings.hilite ? hilite_operator : "") << '}' << (settings.hilite ? hilite_none : "");
+            written = true;
+        }
     }
 
     if (!written)
diff --git a/src/Parsers/ASTShowTablesQuery.cpp b/src/Parsers/ASTShowTablesQuery.cpp
index cd83bae06d9..61d68c4a273 100644
--- a/src/Parsers/ASTShowTablesQuery.cpp
+++ b/src/Parsers/ASTShowTablesQuery.cpp
@@ -55,6 +55,12 @@ void ASTShowTablesQuery::formatQueryImpl(const FormatSettings & settings, Format
         settings.ostr << (settings.hilite ? hilite_keyword : "") << "SHOW CLUSTER" << (settings.hilite ? hilite_none : "");
         settings.ostr << " " << backQuoteIfNeed(cluster_str);
     }
+    else if (m_settings)
+    {
+        settings.ostr << (settings.hilite ? hilite_keyword : "") << "SHOW " << (changed ? "CHANGED " : "") << "SETTINGS" <<
+            (settings.hilite ? hilite_none : "");
+        formatLike(settings);
+    }
     else
     {
         settings.ostr << (settings.hilite ? hilite_keyword : "") << "SHOW " << (temporary ? "TEMPORARY " : "") <<
diff --git a/src/Parsers/ASTShowTablesQuery.h b/src/Parsers/ASTShowTablesQuery.h
index 43976e8a958..57383dff66f 100644
--- a/src/Parsers/ASTShowTablesQuery.h
+++ b/src/Parsers/ASTShowTablesQuery.h
@@ -18,6 +18,8 @@ public:
     bool clusters{false};
     bool cluster{false};
     bool dictionaries{false};
+    bool m_settings{false};
+    bool changed{false};
     bool temporary{false};
 
     String cluster_str;
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index 6fbe9abc96e..8706aecb7ac 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -1110,6 +1110,10 @@ bool ParserCollectionOfLiterals<Collection>::parseImpl(Pos & pos, ASTPtr & node,
             {
                 ++pos;
             }
+            else if (pos->type == TokenType::Colon && std::is_same_v<Collection, Map> && arr.size() % 2 == 1)
+            {
+                ++pos;
+            }
             else
             {
                 expected.add(pos, "comma or closing bracket");
@@ -1130,6 +1134,7 @@ bool ParserCollectionOfLiterals<Collection>::parseImpl(Pos & pos, ASTPtr & node,
 
 template bool ParserCollectionOfLiterals<Array>::parseImpl(Pos & pos, ASTPtr & node, Expected & expected);
 template bool ParserCollectionOfLiterals<Tuple>::parseImpl(Pos & pos, ASTPtr & node, Expected & expected);
+template bool ParserCollectionOfLiterals<Map>::parseImpl(Pos & pos, ASTPtr & node, Expected & expected);
 
 bool ParserLiteral::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
 {
@@ -1564,6 +1569,7 @@ bool ParserExpressionElement::parseImpl(Pos & pos, ASTPtr & node, Expected & exp
 {
     return ParserSubquery().parse(pos, node, expected)
         || ParserTupleOfLiterals().parse(pos, node, expected)
+        || ParserMapOfLiterals().parse(pos, node, expected)
         || ParserParenthesisExpression().parse(pos, node, expected)
         || ParserArrayOfLiterals().parse(pos, node, expected)
         || ParserArray().parse(pos, node, expected)
diff --git a/src/Parsers/ExpressionElementParsers.h b/src/Parsers/ExpressionElementParsers.h
index 4713a7ea8a6..4033a6e4f61 100644
--- a/src/Parsers/ExpressionElementParsers.h
+++ b/src/Parsers/ExpressionElementParsers.h
@@ -270,6 +270,18 @@ protected:
     }
 };
 
+class ParserMapOfLiterals : public IParserBase
+{
+public:
+    ParserCollectionOfLiterals<Map> map_parser{TokenType::OpeningCurlyBrace, TokenType::ClosingCurlyBrace};
+protected:
+    const char * getName() const override { return "map"; }
+    bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected) override
+    {
+        return map_parser.parse(pos, node, expected);
+    }
+};
+
 class ParserArrayOfLiterals : public IParserBase
 {
 public:
diff --git a/src/Parsers/ExpressionListParsers.cpp b/src/Parsers/ExpressionListParsers.cpp
index dda1417ca97..f50cf71f54d 100644
--- a/src/Parsers/ExpressionListParsers.cpp
+++ b/src/Parsers/ExpressionListParsers.cpp
@@ -100,6 +100,7 @@ bool ParserList::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
     auto list = std::make_shared<ASTExpressionList>(result_separator);
     list->children = std::move(elements);
     node = list;
+
     return true;
 }
 
diff --git a/src/Parsers/IParser.h b/src/Parsers/IParser.h
index 05ceb8c900b..7dc31e4c1eb 100644
--- a/src/Parsers/IParser.h
+++ b/src/Parsers/IParser.h
@@ -5,7 +5,6 @@
 
 #include <Core/Defines.h>
 #include <common/types.h>
-#include <Core/Settings.h>
 #include <IO/WriteHelpers.h>
 #include <Parsers/IAST.h>
 #include <Parsers/TokenIterator.h>
diff --git a/src/Parsers/ParserCreateQuery.cpp b/src/Parsers/ParserCreateQuery.cpp
index b08646bcf9d..5fe6a4eee80 100644
--- a/src/Parsers/ParserCreateQuery.cpp
+++ b/src/Parsers/ParserCreateQuery.cpp
@@ -449,12 +449,22 @@ bool ParserCreateTableQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
         if (!s_rparen.ignore(pos, expected))
             return false;
 
-        if (!storage_p.parse(pos, storage, expected) && !is_temporary)
+        auto storage_parse_result = storage_p.parse(pos, storage, expected);
+
+        if (storage_parse_result && s_as.ignore(pos, expected))
+        {
+            if (!select_p.parse(pos, select, expected))
+                return false;
+        }
+
+        if (!storage_parse_result && !is_temporary)
         {
             if (!s_as.ignore(pos, expected))
                 return false;
             if (!table_function_p.parse(pos, as_table_function, expected))
+            {
                 return false;
+            }
         }
     }
     else
diff --git a/src/Parsers/ParserDropQuery.cpp b/src/Parsers/ParserDropQuery.cpp
index e09642e7b84..5400f33fbd9 100644
--- a/src/Parsers/ParserDropQuery.cpp
+++ b/src/Parsers/ParserDropQuery.cpp
@@ -11,7 +11,7 @@ namespace DB
 namespace
 {
 
-bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool optional_table_keyword = false)
+bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, const ASTDropQuery::Kind kind)
 {
     ParserKeyword s_temporary("TEMPORARY");
     ParserKeyword s_table("TABLE");
@@ -21,6 +21,7 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
     ParserToken s_dot(TokenType::Dot);
     ParserKeyword s_if_exists("IF EXISTS");
     ParserIdentifier name_p;
+    ParserKeyword s_permanently("PERMANENTLY");
     ParserKeyword s_no_delay("NO DELAY");
     ParserKeyword s_sync("SYNC");
 
@@ -32,6 +33,7 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
     bool is_dictionary = false;
     bool is_view = false;
     bool no_delay = false;
+    bool permanently = false;
 
     if (s_database.ignore(pos, expected))
     {
@@ -40,15 +42,6 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
 
         if (!name_p.parse(pos, database, expected))
             return false;
-
-        if (ParserKeyword{"ON"}.ignore(pos, expected))
-        {
-            if (!ASTQueryWithOnCluster::parse(pos, cluster_str, expected))
-                return false;
-        }
-
-        if (s_no_delay.ignore(pos, expected) || s_sync.ignore(pos, expected))
-            no_delay = true;
     }
     else
     {
@@ -59,7 +52,8 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
         else if (s_temporary.ignore(pos, expected))
             temporary = true;
 
-        if (!is_view && !is_dictionary && (!s_table.ignore(pos, expected) && !optional_table_keyword))
+        /// for TRUNCATE queries TABLE keyword is assumed as default and can be skipped
+        if (!is_view && !is_dictionary && (!s_table.ignore(pos, expected) && kind != ASTDropQuery::Kind::Truncate))
         {
             return false;
         }
@@ -76,26 +70,32 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
             if (!name_p.parse(pos, table, expected))
                 return false;
         }
-
-        if (ParserKeyword{"ON"}.ignore(pos, expected))
-        {
-            if (!ASTQueryWithOnCluster::parse(pos, cluster_str, expected))
-                return false;
-        }
-
-        if (s_no_delay.ignore(pos, expected) || s_sync.ignore(pos, expected))
-            no_delay = true;
     }
 
+    /// common for tables / dictionaries / databases
+    if (ParserKeyword{"ON"}.ignore(pos, expected))
+    {
+        if (!ASTQueryWithOnCluster::parse(pos, cluster_str, expected))
+            return false;
+    }
+
+    if (kind == ASTDropQuery::Kind::Detach && s_permanently.ignore(pos, expected))
+        permanently = true;
+
+    /// actually for TRUNCATE NO DELAY / SYNC means nothing
+    if (s_no_delay.ignore(pos, expected) || s_sync.ignore(pos, expected))
+        no_delay = true;
+
     auto query = std::make_shared<ASTDropQuery>();
     node = query;
 
-    query->kind = ASTDropQuery::Kind::Drop;
+    query->kind = kind;
     query->if_exists = if_exists;
     query->temporary = temporary;
     query->is_dictionary = is_dictionary;
     query->is_view = is_view;
     query->no_delay = no_delay;
+    query->permanently = permanently;
 
     tryGetIdentifierNameInto(database, query->database);
     tryGetIdentifierNameInto(table, query->table);
@@ -105,28 +105,6 @@ bool parseDropQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected, bool
     return true;
 }
 
-bool parseDetachQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected)
-{
-    if (parseDropQuery(pos, node, expected))
-    {
-        auto * drop_query = node->as<ASTDropQuery>();
-        drop_query->kind = ASTDropQuery::Kind::Detach;
-        return true;
-    }
-    return false;
-}
-
-bool parseTruncateQuery(IParser::Pos & pos, ASTPtr & node, Expected & expected)
-{
-    if (parseDropQuery(pos, node, expected, true))
-    {
-        auto * drop_query = node->as<ASTDropQuery>();
-        drop_query->kind = ASTDropQuery::Kind::Truncate;
-        return true;
-    }
-    return false;
-}
-
 }
 
 bool ParserDropQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
@@ -136,11 +114,11 @@ bool ParserDropQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
     ParserKeyword s_truncate("TRUNCATE");
 
     if (s_drop.ignore(pos, expected))
-        return parseDropQuery(pos, node, expected);
+        return parseDropQuery(pos, node, expected, ASTDropQuery::Kind::Drop);
     else if (s_detach.ignore(pos, expected))
-        return parseDetachQuery(pos, node, expected);
+        return parseDropQuery(pos, node, expected, ASTDropQuery::Kind::Detach);
     else if (s_truncate.ignore(pos, expected))
-        return parseTruncateQuery(pos, node, expected);
+        return parseDropQuery(pos, node, expected, ASTDropQuery::Kind::Truncate);
     else
         return false;
 }
diff --git a/src/Parsers/ParserDropQuery.h b/src/Parsers/ParserDropQuery.h
index 069b9c34ddd..39ff5b7c4fd 100644
--- a/src/Parsers/ParserDropQuery.h
+++ b/src/Parsers/ParserDropQuery.h
@@ -8,7 +8,7 @@ namespace DB
 {
 
 /** Query like this:
-  * DROP|DETACH|TRUNCATE TABLE [IF EXISTS] [db.]name
+  * DROP|DETACH|TRUNCATE TABLE [IF EXISTS] [db.]name [PERMANENTLY]
   *
   * Or:
   * DROP DATABASE [IF EXISTS] db
diff --git a/src/Parsers/ParserExplainQuery.cpp b/src/Parsers/ParserExplainQuery.cpp
index fe48addd0cd..7a7abba94a9 100644
--- a/src/Parsers/ParserExplainQuery.cpp
+++ b/src/Parsers/ParserExplainQuery.cpp
@@ -5,6 +5,7 @@
 #include <Parsers/ParserCreateQuery.h>
 #include <Parsers/ParserSelectWithUnionQuery.h>
 #include <Parsers/ParserSetQuery.h>
+#include <Parsers/ParserQuery.h>
 
 namespace DB
 {
@@ -51,7 +52,13 @@ bool ParserExplainQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expected
     ParserCreateTableQuery create_p;
     ParserSelectWithUnionQuery select_p;
     ASTPtr query;
-    if (select_p.parse(pos, query, expected) ||
+    if (kind == ASTExplainQuery::ExplainKind::ParsedAST)
+    {
+        ParserQuery p(end);
+        if (p.parse(pos, query, expected))
+            explain_query->setExplainedQuery(std::move(query));
+    }
+    else if (select_p.parse(pos, query, expected) ||
         create_p.parse(pos, query, expected))
         explain_query->setExplainedQuery(std::move(query));
     else
diff --git a/src/Parsers/ParserExplainQuery.h b/src/Parsers/ParserExplainQuery.h
index b58597b9248..a1865e30239 100644
--- a/src/Parsers/ParserExplainQuery.h
+++ b/src/Parsers/ParserExplainQuery.h
@@ -9,8 +9,12 @@ namespace DB
 class ParserExplainQuery : public IParserBase
 {
 protected:
+    const char * end;
+
     const char * getName() const override { return "EXPLAIN"; }
     bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected) override;
+public:
+    ParserExplainQuery(const char* end_) : end(end_) {}
 };
 
 }
diff --git a/src/Parsers/ParserQuery.cpp b/src/Parsers/ParserQuery.cpp
index 89ddd1797c0..4550bdc8a75 100644
--- a/src/Parsers/ParserQuery.cpp
+++ b/src/Parsers/ParserQuery.cpp
@@ -26,7 +26,7 @@ namespace DB
 
 bool ParserQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
 {
-    ParserQueryWithOutput query_with_output_p;
+    ParserQueryWithOutput query_with_output_p(end);
     ParserInsertQuery insert_p(end);
     ParserUseQuery use_p;
     ParserSetQuery set_p;
diff --git a/src/Parsers/ParserQueryWithOutput.cpp b/src/Parsers/ParserQueryWithOutput.cpp
index 76a3e8b95f8..d5aa1e47533 100644
--- a/src/Parsers/ParserQueryWithOutput.cpp
+++ b/src/Parsers/ParserQueryWithOutput.cpp
@@ -48,7 +48,7 @@ bool ParserQueryWithOutput::parseImpl(Pos & pos, ASTPtr & node, Expected & expec
     ParserShowCreateAccessEntityQuery show_create_access_entity_p;
     ParserShowGrantsQuery show_grants_p;
     ParserShowPrivilegesQuery show_privileges_p;
-    ParserExplainQuery explain_p;
+    ParserExplainQuery explain_p(end);
 
     ASTPtr query;
 
diff --git a/src/Parsers/ParserQueryWithOutput.h b/src/Parsers/ParserQueryWithOutput.h
index 110cf923147..854d5a74ffd 100644
--- a/src/Parsers/ParserQueryWithOutput.h
+++ b/src/Parsers/ParserQueryWithOutput.h
@@ -11,8 +11,11 @@ namespace DB
 class ParserQueryWithOutput : public IParserBase
 {
 protected:
+    const char * end;
     const char * getName() const override { return "Query with output"; }
     bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected) override;
+public:
+    ParserQueryWithOutput(const char * end_) : end(end_) {}
 };
 
 }
diff --git a/src/Parsers/ParserSetQuery.cpp b/src/Parsers/ParserSetQuery.cpp
index 328d01f2f81..aac3a191a10 100644
--- a/src/Parsers/ParserSetQuery.cpp
+++ b/src/Parsers/ParserSetQuery.cpp
@@ -6,6 +6,7 @@
 #include <Parsers/ParserSetQuery.h>
 
 #include <Common/typeid_cast.h>
+#include <Common/SettingsChanges.h>
 
 
 namespace DB
diff --git a/src/Parsers/ParserSetQuery.h b/src/Parsers/ParserSetQuery.h
index 59a6109ea48..0bc1cec3093 100644
--- a/src/Parsers/ParserSetQuery.h
+++ b/src/Parsers/ParserSetQuery.h
@@ -7,6 +7,8 @@
 namespace DB
 {
 
+struct SettingChange;
+
 /** Query like this:
   * SET name1 = value1, name2 = value2, ...
   */
diff --git a/src/Parsers/ParserShowTablesQuery.cpp b/src/Parsers/ParserShowTablesQuery.cpp
index 4586e10a8a3..6022a31034a 100644
--- a/src/Parsers/ParserShowTablesQuery.cpp
+++ b/src/Parsers/ParserShowTablesQuery.cpp
@@ -24,6 +24,8 @@ bool ParserShowTablesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expec
     ParserKeyword s_clusters("CLUSTERS");
     ParserKeyword s_cluster("CLUSTER");
     ParserKeyword s_dictionaries("DICTIONARIES");
+    ParserKeyword s_settings("SETTINGS");
+    ParserKeyword s_changed("CHANGED");
     ParserKeyword s_from("FROM");
     ParserKeyword s_in("IN");
     ParserKeyword s_not("NOT");
@@ -99,6 +101,29 @@ bool ParserShowTablesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expec
 
         query->cluster_str = std::move(cluster_str);
     }
+    else if (bool changed = s_changed.ignore(pos); changed || s_settings.ignore(pos))
+    {
+        query->m_settings = true;
+
+        if (changed)
+        {
+            query->changed = true;
+            if (!s_settings.ignore(pos, expected))
+                return false;
+        }
+
+        /// Not expected due to "SHOW SETTINGS PROFILES"
+        if (bool insensitive = s_ilike.ignore(pos); insensitive || s_like.ignore(pos))
+        {
+            if (insensitive)
+                query->case_insensitive_like = true;
+
+            if (!like_p.parse(pos, like, expected))
+                return false;
+        }
+        else
+            return false;
+    }
     else
     {
         if (s_temporary.ignore(pos))
diff --git a/src/Parsers/tests/select_parser.cpp b/src/Parsers/tests/select_parser.cpp
index 7c18563659d..15295170c6b 100644
--- a/src/Parsers/tests/select_parser.cpp
+++ b/src/Parsers/tests/select_parser.cpp
@@ -22,7 +22,7 @@ try
         " INTO OUTFILE 'test.out'"
         " FORMAT TabSeparated";
 
-    ParserQueryWithOutput parser;
+    ParserQueryWithOutput parser(input.data() + input.size());
     ASTPtr ast = parseQuery(parser, input.data(), input.data() + input.size(), "", 0, 0);
 
     std::cout << "Success." << std::endl;
diff --git a/src/Parsers/tests/select_parser_fuzzer.cpp b/src/Parsers/tests/select_parser_fuzzer.cpp
index fc4670333fe..4848b285c07 100644
--- a/src/Parsers/tests/select_parser_fuzzer.cpp
+++ b/src/Parsers/tests/select_parser_fuzzer.cpp
@@ -11,7 +11,7 @@ try
 {
     std::string input = std::string(reinterpret_cast<const char*>(data), size);
 
-    DB::ParserQueryWithOutput parser;
+    DB::ParserQueryWithOutput parser(input.data() + input.size());
     DB::ASTPtr ast = parseQuery(parser, input.data(), input.data() + input.size(), "", 0, 0);
 
     DB::formatAST(*ast, std::cerr);
diff --git a/src/Processors/Formats/Impl/ConstantExpressionTemplate.cpp b/src/Processors/Formats/Impl/ConstantExpressionTemplate.cpp
index 68854e53a02..d7a65c2f15d 100644
--- a/src/Processors/Formats/Impl/ConstantExpressionTemplate.cpp
+++ b/src/Processors/Formats/Impl/ConstantExpressionTemplate.cpp
@@ -1,11 +1,13 @@
 #include <Columns/ColumnConst.h>
 #include <Columns/ColumnTuple.h>
+#include <Columns/ColumnMap.h>
 #include <Columns/ColumnsNumber.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <DataTypes/DataTypeNullable.h>
 #include <DataTypes/DataTypeString.h>
 #include <DataTypes/DataTypeArray.h>
 #include <DataTypes/DataTypeTuple.h>
+#include <DataTypes/DataTypeMap.h>
 #include <DataTypes/FieldToDataType.h>
 #include <Processors/Formats/IRowInputFormat.h>
 #include <Functions/FunctionFactory.h>
@@ -46,6 +48,7 @@ struct SpecialParserType
     bool is_nullable = false;
     bool is_array = false;
     bool is_tuple = false;
+    bool is_map = false;
     /// Type and nullability
     std::vector<std::pair<Field::Types::Which, bool>> nested_types;
 
@@ -119,6 +122,10 @@ static void fillLiteralInfo(DataTypes & nested_types, LiteralInfo & info)
         {
             field_type = Field::Types::Tuple;
         }
+        else if (type_info.isMap())
+        {
+            field_type = Field::Types::Map;
+        }
         else
             throw Exception("Unexpected literal type inside Array: " + nested_type->getName() + ". It's a bug",
                             ErrorCodes::LOGICAL_ERROR);
@@ -196,6 +203,13 @@ private:
                 if (not_null == array.end())
                     return true;
             }
+            else if (literal->value.getType() == Field::Types::Map)
+            {
+                const Map & map = literal->value.get<Map>();
+                if (map.size() % 2)
+                    return false;
+            }
+
             String column_name = "_dummy_" + std::to_string(replaced_literals.size());
             replaced_literals.emplace_back(literal, column_name, force_nullable);
             setDataType(replaced_literals.back());
@@ -243,6 +257,15 @@ private:
             fillLiteralInfo(nested_types, info);
             info.type = std::make_shared<DataTypeTuple>(nested_types);
         }
+        else if (field_type == Field::Types::Map)
+        {
+            info.special_parser.is_map = true;
+
+            info.type = applyVisitor(FieldToDataType(), info.literal->value);
+            auto nested_types = assert_cast<const DataTypeMap &>(*info.type).getKeyValueTypes();
+            fillLiteralInfo(nested_types, info);
+            info.type = std::make_shared<DataTypeMap>(nested_types);
+        }
         else
             throw Exception(String("Unexpected literal type ") + info.literal->value.getTypeName() + ". It's a bug",
                             ErrorCodes::LOGICAL_ERROR);
@@ -453,17 +476,19 @@ bool ConstantExpressionTemplate::parseLiteralAndAssertType(ReadBuffer & istr, co
     /// If literal does not fit entirely in the buffer, parsing error will happen.
     /// However, it's possible to deduce new template (or use template from cache) after error like it was template mismatch.
 
-    if (type_info.is_array || type_info.is_tuple)
+    if (type_info.is_array || type_info.is_tuple || type_info.is_map)
     {
         /// TODO faster way to check types without using Parsers
         ParserArrayOfLiterals parser_array;
         ParserTupleOfLiterals parser_tuple;
+        ParserMapOfLiterals parser_map;
 
         Tokens tokens_number(istr.position(), istr.buffer().end());
         IParser::Pos iterator(tokens_number, settings.max_parser_depth);
         Expected expected;
         ASTPtr ast;
-        if (!parser_array.parse(iterator, ast, expected) && !parser_tuple.parse(iterator, ast, expected))
+        if (!parser_array.parse(iterator, ast, expected) && !parser_tuple.parse(iterator, ast, expected)
+            && !parser_map.parse(iterator, ast, expected))
             return false;
 
         istr.position() = const_cast<char *>(iterator->begin);
@@ -474,8 +499,10 @@ bool ConstantExpressionTemplate::parseLiteralAndAssertType(ReadBuffer & istr, co
         DataTypes nested_types;
         if (type_info.is_array)
             nested_types = { assert_cast<const DataTypeArray &>(*collection_type).getNestedType() };
-        else
+        else if (type_info.is_tuple)
             nested_types = assert_cast<const DataTypeTuple &>(*collection_type).getElements();
+        else
+            nested_types = assert_cast<const DataTypeMap &>(*collection_type).getKeyValueTypes();
 
         for (size_t i = 0; i < nested_types.size(); ++i)
         {
diff --git a/src/Processors/Merges/Algorithms/AggregatingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/AggregatingSortedAlgorithm.cpp
index 11d68372b10..6b2ee1c8039 100644
--- a/src/Processors/Merges/Algorithms/AggregatingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/AggregatingSortedAlgorithm.cpp
@@ -257,12 +257,12 @@ void AggregatingSortedAlgorithm::AggregatingMergedData::addRow(SortCursor & curs
         throw Exception("Can't add a row to the group because it was not started.", ErrorCodes::LOGICAL_ERROR);
 
     for (auto & desc : def.columns_to_aggregate)
-        desc.column->insertMergeFrom(*cursor->all_columns[desc.column_number], cursor->pos);
+        desc.column->insertMergeFrom(*cursor->all_columns[desc.column_number], cursor->getRow());
 
     for (auto & desc : def.columns_to_simple_aggregate)
     {
         auto & col = cursor->all_columns[desc.column_number];
-        desc.add_function(desc.function.get(), desc.state.data(), &col, cursor->pos, arena.get());
+        desc.add_function(desc.function.get(), desc.state.data(), &col, cursor->getRow(), arena.get());
     }
 }
 
@@ -352,7 +352,7 @@ IMergingAlgorithm::Status AggregatingSortedAlgorithm::merge()
                 return Status(merged_data.pull());
             }
 
-            merged_data.startGroup(current->all_columns, current->pos);
+            merged_data.startGroup(current->all_columns, current->getRow());
         }
 
         merged_data.addRow(current);
diff --git a/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.cpp
index 8f6888b9a7a..ccb66259e2e 100644
--- a/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.cpp
@@ -26,9 +26,9 @@ CollapsingSortedAlgorithm::CollapsingSortedAlgorithm(
     const String & sign_column,
     bool only_positive_sign_,
     size_t max_block_size,
+    Poco::Logger * log_,
     WriteBuffer * out_row_sources_buf_,
-    bool use_average_block_sizes,
-    Poco::Logger * log_)
+    bool use_average_block_sizes)
     : IMergingAlgorithmWithSharedChunks(num_inputs, std::move(description_), out_row_sources_buf_, max_row_refs)
     , merged_data(header.cloneEmptyColumns(), use_average_block_sizes, max_block_size)
     , sign_column_number(header.getPositionByName(sign_column))
@@ -123,7 +123,7 @@ IMergingAlgorithm::Status CollapsingSortedAlgorithm::merge()
             return Status(current.impl->order);
         }
 
-        Int8 sign = assert_cast<const ColumnInt8 &>(*current->all_columns[sign_column_number]).getData()[current->pos];
+        Int8 sign = assert_cast<const ColumnInt8 &>(*current->all_columns[sign_column_number]).getData()[current->getRow()];
 
         RowRef current_row;
         setRowRef(current_row, current);
diff --git a/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.h b/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.h
index d95fac2f02b..028715f715b 100644
--- a/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.h
+++ b/src/Processors/Merges/Algorithms/CollapsingSortedAlgorithm.h
@@ -33,9 +33,9 @@ public:
         const String & sign_column,
         bool only_positive_sign_, /// For select final. Skip rows with sum(sign) < 0.
         size_t max_block_size,
-        WriteBuffer * out_row_sources_buf_,
-        bool use_average_block_sizes,
-        Poco::Logger * log_);
+        Poco::Logger * log_,
+        WriteBuffer * out_row_sources_buf_ = nullptr,
+        bool use_average_block_sizes = false);
 
     Status merge() override;
 
diff --git a/src/Processors/Merges/Algorithms/GraphiteRollupSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/GraphiteRollupSortedAlgorithm.cpp
index 0e704e5a05b..df10fb26d40 100644
--- a/src/Processors/Merges/Algorithms/GraphiteRollupSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/GraphiteRollupSortedAlgorithm.cpp
@@ -164,12 +164,12 @@ IMergingAlgorithm::Status GraphiteRollupSortedAlgorithm::merge()
             return Status(current.impl->order);
         }
 
-        StringRef next_path = current->all_columns[columns_definition.path_column_num]->getDataAt(current->pos);
+        StringRef next_path = current->all_columns[columns_definition.path_column_num]->getDataAt(current->getRow());
         bool new_path = is_first || next_path != current_group_path;
 
         is_first = false;
 
-        time_t next_row_time = current->all_columns[columns_definition.time_column_num]->getUInt(current->pos);
+        time_t next_row_time = current->all_columns[columns_definition.time_column_num]->getUInt(current->getRow());
         /// Is new key before rounding.
         bool is_new_key = new_path || next_row_time != current_time;
 
@@ -227,7 +227,7 @@ IMergingAlgorithm::Status GraphiteRollupSortedAlgorithm::merge()
         /// and for rows with same maximum version - only last row.
         if (is_new_key
             || current->all_columns[columns_definition.version_column_num]->compareAt(
-                current->pos, current_subgroup_newest_row.row_num,
+                current->getRow(), current_subgroup_newest_row.row_num,
                 *(*current_subgroup_newest_row.all_columns)[columns_definition.version_column_num],
                 /* nan_direction_hint = */ 1) >= 0)
         {
@@ -263,7 +263,7 @@ IMergingAlgorithm::Status GraphiteRollupSortedAlgorithm::merge()
 
 void GraphiteRollupSortedAlgorithm::startNextGroup(SortCursor & cursor, Graphite::RollupRule next_rule)
 {
-    merged_data.startNextGroup(cursor->all_columns, cursor->pos, next_rule, columns_definition);
+    merged_data.startNextGroup(cursor->all_columns, cursor->getRow(), next_rule, columns_definition);
 }
 
 void GraphiteRollupSortedAlgorithm::finishCurrentGroup()
diff --git a/src/Processors/Merges/Algorithms/IMergingAlgorithm.h b/src/Processors/Merges/Algorithms/IMergingAlgorithm.h
index f86be2a7d1b..5c8d18875e7 100644
--- a/src/Processors/Merges/Algorithms/IMergingAlgorithm.h
+++ b/src/Processors/Merges/Algorithms/IMergingAlgorithm.h
@@ -29,6 +29,8 @@ public:
         /// between different algorithm objects in parallel FINAL.
         bool skip_last_row = false;
 
+        IColumn::Permutation * permutation = nullptr;
+
         void swap(Input & other)
         {
             chunk.swap(other.chunk);
diff --git a/src/Processors/Merges/Algorithms/IMergingAlgorithmWithDelayedChunk.cpp b/src/Processors/Merges/Algorithms/IMergingAlgorithmWithDelayedChunk.cpp
index 0b13d689636..e4c60d7609c 100644
--- a/src/Processors/Merges/Algorithms/IMergingAlgorithmWithDelayedChunk.cpp
+++ b/src/Processors/Merges/Algorithms/IMergingAlgorithmWithDelayedChunk.cpp
@@ -22,7 +22,7 @@ void IMergingAlgorithmWithDelayedChunk::initializeQueue(Inputs inputs)
         if (!current_inputs[source_num].chunk)
             continue;
 
-        cursors[source_num] = SortCursorImpl(current_inputs[source_num].chunk.getColumns(), description, source_num);
+        cursors[source_num] = SortCursorImpl(current_inputs[source_num].chunk.getColumns(), description, source_num, current_inputs[source_num].permutation);
     }
 
     queue = SortingHeap<SortCursor>(cursors);
@@ -37,7 +37,7 @@ void IMergingAlgorithmWithDelayedChunk::updateCursor(Input & input, size_t sourc
     last_chunk_sort_columns = std::move(cursors[source_num].sort_columns);
 
     current_input.swap(input);
-    cursors[source_num].reset(current_input.chunk.getColumns(), {});
+    cursors[source_num].reset(current_input.chunk.getColumns(), {}, current_input.permutation);
 
     queue.push(cursors[source_num]);
 }
diff --git a/src/Processors/Merges/Algorithms/IMergingAlgorithmWithSharedChunks.cpp b/src/Processors/Merges/Algorithms/IMergingAlgorithmWithSharedChunks.cpp
index 39abe5c0ec7..97abffdc167 100644
--- a/src/Processors/Merges/Algorithms/IMergingAlgorithmWithSharedChunks.cpp
+++ b/src/Processors/Merges/Algorithms/IMergingAlgorithmWithSharedChunks.cpp
@@ -39,7 +39,7 @@ void IMergingAlgorithmWithSharedChunks::initialize(Inputs inputs)
 
         source.skip_last_row = inputs[source_num].skip_last_row;
         source.chunk = chunk_allocator.alloc(inputs[source_num].chunk);
-        cursors[source_num] = SortCursorImpl(source.chunk->getColumns(), description, source_num);
+        cursors[source_num] = SortCursorImpl(source.chunk->getColumns(), description, source_num, inputs[source_num].permutation);
 
         source.chunk->all_columns = cursors[source_num].all_columns;
         source.chunk->sort_columns = cursors[source_num].sort_columns;
@@ -55,7 +55,7 @@ void IMergingAlgorithmWithSharedChunks::consume(Input & input, size_t source_num
     auto & source = sources[source_num];
     source.skip_last_row = input.skip_last_row;
     source.chunk = chunk_allocator.alloc(input.chunk);
-    cursors[source_num].reset(source.chunk->getColumns(), {});
+    cursors[source_num].reset(source.chunk->getColumns(), {}, input.permutation);
 
     source.chunk->all_columns = cursors[source_num].all_columns;
     source.chunk->sort_columns = cursors[source_num].sort_columns;
diff --git a/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.cpp
index ee13ef70203..511bd9dd74f 100644
--- a/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.cpp
@@ -139,7 +139,7 @@ IMergingAlgorithm::Status MergingSortedAlgorithm::mergeImpl(TSortingHeap & queue
 
         //std::cerr << "total_merged_rows: " << total_merged_rows << ", merged_rows: " << merged_rows << "\n";
         //std::cerr << "Inserting row\n";
-        merged_data.insertRow(current->all_columns, current->pos, current->rows);
+        merged_data.insertRow(current->all_columns, current->getRow(), current->rows);
 
         if (out_row_sources_buf)
         {
diff --git a/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.h b/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.h
index 531b2636747..63dced26dd4 100644
--- a/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.h
+++ b/src/Processors/Merges/Algorithms/MergingSortedAlgorithm.h
@@ -18,9 +18,9 @@ public:
         size_t num_inputs,
         SortDescription description_,
         size_t max_block_size,
-        UInt64 limit_,
-        WriteBuffer * out_row_sources_buf_,
-        bool use_average_block_sizes);
+        UInt64 limit_ = 0,
+        WriteBuffer * out_row_sources_buf_ = nullptr,
+        bool use_average_block_sizes = false);
 
     void addInput();
 
diff --git a/src/Processors/Merges/Algorithms/ReplacingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/ReplacingSortedAlgorithm.cpp
index 3ee0df0efd8..132241844d7 100644
--- a/src/Processors/Merges/Algorithms/ReplacingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/ReplacingSortedAlgorithm.cpp
@@ -73,7 +73,7 @@ IMergingAlgorithm::Status ReplacingSortedAlgorithm::merge()
         if (version_column_number == -1
             || selected_row.empty()
             || current->all_columns[version_column_number]->compareAt(
-                current->pos, selected_row.row_num,
+                current->getRow(), selected_row.row_num,
                 *(*selected_row.all_columns)[version_column_number],
                 /* nan_direction_hint = */ 1) >= 0)
         {
diff --git a/src/Processors/Merges/Algorithms/RowRef.h b/src/Processors/Merges/Algorithms/RowRef.h
index 1b4da9781f8..e4610c88581 100644
--- a/src/Processors/Merges/Algorithms/RowRef.h
+++ b/src/Processors/Merges/Algorithms/RowRef.h
@@ -136,7 +136,7 @@ struct RowRef
     {
         sort_columns = cursor.impl->sort_columns.data();
         num_columns = cursor.impl->sort_columns.size();
-        row_num = cursor.impl->pos;
+        row_num = cursor.impl->getRow();
     }
 
     static bool checkEquals(size_t size, const IColumn ** lhs, size_t lhs_row, const IColumn ** rhs, size_t rhs_row)
@@ -192,7 +192,7 @@ struct RowRefWithOwnedChunk
     void set(SortCursor & cursor, SharedChunkPtr chunk)
     {
         owned_chunk = std::move(chunk);
-        row_num = cursor.impl->pos;
+        row_num = cursor.impl->getRow();
         all_columns = &owned_chunk->all_columns;
         sort_columns = &owned_chunk->sort_columns;
     }
diff --git a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
index 17e5e4364ff..f558a6f0677 100644
--- a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
@@ -688,10 +688,10 @@ IMergingAlgorithm::Status SummingSortedAlgorithm::merge()
                 return Status(merged_data.pull());
             }
 
-            merged_data.startGroup(current->all_columns, current->pos);
+            merged_data.startGroup(current->all_columns, current->getRow());
         }
         else
-            merged_data.addRow(current->all_columns, current->pos);
+            merged_data.addRow(current->all_columns, current->getRow());
 
         if (!current->isLast())
         {
diff --git a/src/Processors/Merges/Algorithms/VersionedCollapsingAlgorithm.cpp b/src/Processors/Merges/Algorithms/VersionedCollapsingAlgorithm.cpp
index 6273bd28371..672242b253b 100644
--- a/src/Processors/Merges/Algorithms/VersionedCollapsingAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/VersionedCollapsingAlgorithm.cpp
@@ -73,7 +73,7 @@ IMergingAlgorithm::Status VersionedCollapsingAlgorithm::merge()
 
         RowRef current_row;
 
-        Int8 sign = assert_cast<const ColumnInt8 &>(*current->all_columns[sign_column_number]).getData()[current->pos];
+        Int8 sign = assert_cast<const ColumnInt8 &>(*current->all_columns[sign_column_number]).getData()[current->getRow()];
 
         setRowRef(current_row, current);
 
diff --git a/src/Processors/Merges/CollapsingSortedTransform.h b/src/Processors/Merges/CollapsingSortedTransform.h
index 4e65504a101..9e6bd306eee 100644
--- a/src/Processors/Merges/CollapsingSortedTransform.h
+++ b/src/Processors/Merges/CollapsingSortedTransform.h
@@ -27,9 +27,9 @@ public:
             sign_column,
             only_positive_sign,
             max_block_size,
+            &Poco::Logger::get("CollapsingSortedTransform"),
             out_row_sources_buf_,
-            use_average_block_sizes,
-            &Poco::Logger::get("CollapsingSortedTransform"))
+            use_average_block_sizes)
     {
     }
 
diff --git a/src/Processors/QueryPlan/MergeSortingStep.cpp b/src/Processors/QueryPlan/MergeSortingStep.cpp
index fb263cbcca1..b30286130b1 100644
--- a/src/Processors/QueryPlan/MergeSortingStep.cpp
+++ b/src/Processors/QueryPlan/MergeSortingStep.cpp
@@ -28,6 +28,7 @@ MergeSortingStep::MergeSortingStep(
     size_t max_merged_block_size_,
     UInt64 limit_,
     size_t max_bytes_before_remerge_,
+    double remerge_lowered_memory_bytes_ratio_,
     size_t max_bytes_before_external_sort_,
     VolumePtr tmp_volume_,
     size_t min_free_disk_space_)
@@ -36,6 +37,7 @@ MergeSortingStep::MergeSortingStep(
     , max_merged_block_size(max_merged_block_size_)
     , limit(limit_)
     , max_bytes_before_remerge(max_bytes_before_remerge_)
+    , remerge_lowered_memory_bytes_ratio(remerge_lowered_memory_bytes_ratio_)
     , max_bytes_before_external_sort(max_bytes_before_external_sort_), tmp_volume(tmp_volume_)
     , min_free_disk_space(min_free_disk_space_)
 {
@@ -64,6 +66,7 @@ void MergeSortingStep::transformPipeline(QueryPipeline & pipeline)
         return std::make_shared<MergeSortingTransform>(
                 header, description, max_merged_block_size, limit,
                 max_bytes_before_remerge / pipeline.getNumStreams(),
+                remerge_lowered_memory_bytes_ratio,
                 max_bytes_before_external_sort,
                 tmp_volume,
                 min_free_disk_space);
diff --git a/src/Processors/QueryPlan/MergeSortingStep.h b/src/Processors/QueryPlan/MergeSortingStep.h
index a54ea7ac365..a385a8a3e93 100644
--- a/src/Processors/QueryPlan/MergeSortingStep.h
+++ b/src/Processors/QueryPlan/MergeSortingStep.h
@@ -17,6 +17,7 @@ public:
             size_t max_merged_block_size_,
             UInt64 limit_,
             size_t max_bytes_before_remerge_,
+            double remerge_lowered_memory_bytes_ratio_,
             size_t max_bytes_before_external_sort_,
             VolumePtr tmp_volume_,
             size_t min_free_disk_space_);
@@ -36,6 +37,7 @@ private:
     UInt64 limit;
 
     size_t max_bytes_before_remerge;
+    double remerge_lowered_memory_bytes_ratio;
     size_t max_bytes_before_external_sort;
     VolumePtr tmp_volume;
     size_t min_free_disk_space;
diff --git a/src/Processors/Transforms/MergeSortingTransform.cpp b/src/Processors/Transforms/MergeSortingTransform.cpp
index 9be139e7875..ce6d0ad1f6c 100644
--- a/src/Processors/Transforms/MergeSortingTransform.cpp
+++ b/src/Processors/Transforms/MergeSortingTransform.cpp
@@ -25,7 +25,6 @@ namespace ErrorCodes
 {
     extern const int NOT_ENOUGH_SPACE;
 }
-class MergeSorter;
 
 
 class BufferingToFileTransform : public IAccumulatingTransform
@@ -96,10 +95,12 @@ MergeSortingTransform::MergeSortingTransform(
     const SortDescription & description_,
     size_t max_merged_block_size_, UInt64 limit_,
     size_t max_bytes_before_remerge_,
+    double remerge_lowered_memory_bytes_ratio_,
     size_t max_bytes_before_external_sort_, VolumePtr tmp_volume_,
     size_t min_free_disk_space_)
     : SortingTransform(header, description_, max_merged_block_size_, limit_)
     , max_bytes_before_remerge(max_bytes_before_remerge_)
+    , remerge_lowered_memory_bytes_ratio(remerge_lowered_memory_bytes_ratio_)
     , max_bytes_before_external_sort(max_bytes_before_external_sort_), tmp_volume(tmp_volume_)
     , min_free_disk_space(min_free_disk_space_) {}
 
@@ -268,9 +269,12 @@ void MergeSortingTransform::remerge()
 
     LOG_DEBUG(log, "Memory usage is lowered from {} to {}", ReadableSize(sum_bytes_in_blocks), ReadableSize(new_sum_bytes_in_blocks));
 
-    /// If the memory consumption was not lowered enough - we will not perform remerge anymore. 2 is a guess.
-    if (new_sum_bytes_in_blocks * 2 > sum_bytes_in_blocks)
+    /// If the memory consumption was not lowered enough - we will not perform remerge anymore.
+    if (remerge_lowered_memory_bytes_ratio && (new_sum_bytes_in_blocks * remerge_lowered_memory_bytes_ratio > sum_bytes_in_blocks))
+    {
         remerge_is_useful = false;
+        LOG_DEBUG(log, "Re-merging is not useful (memory usage was not lowered by remerge_sort_lowered_memory_bytes_ratio={})", remerge_lowered_memory_bytes_ratio);
+    }
 
     chunks = std::move(new_chunks);
     sum_rows_in_blocks = new_sum_rows_in_blocks;
diff --git a/src/Processors/Transforms/MergeSortingTransform.h b/src/Processors/Transforms/MergeSortingTransform.h
index d328cb818d5..c9ab804cdc8 100644
--- a/src/Processors/Transforms/MergeSortingTransform.h
+++ b/src/Processors/Transforms/MergeSortingTransform.h
@@ -22,6 +22,7 @@ public:
                           const SortDescription & description_,
                           size_t max_merged_block_size_, UInt64 limit_,
                           size_t max_bytes_before_remerge_,
+                          double remerge_lowered_memory_bytes_ratio_,
                           size_t max_bytes_before_external_sort_, VolumePtr tmp_volume_,
                           size_t min_free_disk_space_);
 
@@ -36,6 +37,7 @@ protected:
 
 private:
     size_t max_bytes_before_remerge;
+    double remerge_lowered_memory_bytes_ratio;
     size_t max_bytes_before_external_sort;
     VolumePtr tmp_volume;
     size_t min_free_disk_space;
diff --git a/src/Processors/Transforms/SortingTransform.cpp b/src/Processors/Transforms/SortingTransform.cpp
index 03c8e87ce7a..11f23530c9e 100644
--- a/src/Processors/Transforms/SortingTransform.cpp
+++ b/src/Processors/Transforms/SortingTransform.cpp
@@ -100,7 +100,7 @@ Chunk MergeSorter::mergeImpl(TSortingHeap & queue)
 
         /// Append a row from queue.
         for (size_t i = 0; i < num_columns; ++i)
-            merged_columns[i]->insertFrom(*current->all_columns[i], current->pos);
+            merged_columns[i]->insertFrom(*current->all_columns[i], current->getRow());
 
         ++total_merged_rows;
         ++merged_rows;
diff --git a/src/Server/HTTPHandler.cpp b/src/Server/HTTPHandler.cpp
index ed154ba65f2..472850950d4 100644
--- a/src/Server/HTTPHandler.cpp
+++ b/src/Server/HTTPHandler.cpp
@@ -36,6 +36,7 @@
 #include <DataStreams/IBlockInputStream.h>
 #include <Interpreters/executeQuery.h>
 #include <Interpreters/QueryParameterVisitor.h>
+#include <Interpreters/Context.h>
 #include <Common/typeid_cast.h>
 #include <Poco/Net/HTTPStream.h>
 
diff --git a/src/Server/InterserverIOHTTPHandler.cpp b/src/Server/InterserverIOHTTPHandler.cpp
index f4385e8ebc4..973759bedd1 100644
--- a/src/Server/InterserverIOHTTPHandler.cpp
+++ b/src/Server/InterserverIOHTTPHandler.cpp
@@ -11,6 +11,7 @@
 #include <IO/ReadBufferFromIStream.h>
 #include <IO/WriteBufferFromHTTPServerResponse.h>
 #include <Interpreters/InterserverIOHandler.h>
+#include <Interpreters/Context.h>
 #include "IServer.h"
 
 namespace DB
diff --git a/src/Server/StaticRequestHandler.cpp b/src/Server/StaticRequestHandler.cpp
index 7f63099c972..ad2c07ab0aa 100644
--- a/src/Server/StaticRequestHandler.cpp
+++ b/src/Server/StaticRequestHandler.cpp
@@ -10,6 +10,7 @@
 #include <IO/copyData.h>
 #include <IO/WriteHelpers.h>
 #include <IO/WriteBufferFromHTTPServerResponse.h>
+#include <Interpreters/Context.h>
 
 #include <Common/Exception.h>
 
diff --git a/src/Server/TestKeeperTCPHandler.cpp b/src/Server/TestKeeperTCPHandler.cpp
index ffb73985824..ad5c3898bb4 100644
--- a/src/Server/TestKeeperTCPHandler.cpp
+++ b/src/Server/TestKeeperTCPHandler.cpp
@@ -419,28 +419,40 @@ Coordination::OpNum TestKeeperTCPHandler::receiveRequest()
     Coordination::ZooKeeperRequestPtr request = Coordination::ZooKeeperRequestFactory::instance().get(opnum);
     request->xid = xid;
     request->readImpl(*in);
-    int response_fd = poll_wrapper->getResponseFD();
     auto promise = std::make_shared<std::promise<Coordination::ZooKeeperResponsePtr>>();
-    zkutil::ResponseCallback callback = [response_fd, promise] (const Coordination::ZooKeeperResponsePtr & response)
+    if (opnum != Coordination::OpNum::Close)
     {
-        promise->set_value(response);
-        [[maybe_unused]] int result = write(response_fd, &RESPONSE_BYTE, sizeof(RESPONSE_BYTE));
-    };
-
-    if (request->has_watch)
-    {
-        auto watch_promise = std::make_shared<std::promise<Coordination::ZooKeeperResponsePtr>>();
-        zkutil::ResponseCallback watch_callback = [response_fd, watch_promise] (const Coordination::ZooKeeperResponsePtr & response)
+        int response_fd = poll_wrapper->getResponseFD();
+        zkutil::ResponseCallback callback = [response_fd, promise] (const Coordination::ZooKeeperResponsePtr & response)
         {
-            watch_promise->set_value(response);
-            [[maybe_unused]] int result = write(response_fd, &WATCH_RESPONSE_BYTE, sizeof(WATCH_RESPONSE_BYTE));
+            promise->set_value(response);
+            [[maybe_unused]] int result = write(response_fd, &RESPONSE_BYTE, sizeof(RESPONSE_BYTE));
         };
-        test_keeper_storage->putRequest(request, session_id, callback, watch_callback);
-        responses.push(promise->get_future());
-        watch_responses.emplace_back(watch_promise->get_future());
+
+        if (request->has_watch)
+        {
+            auto watch_promise = std::make_shared<std::promise<Coordination::ZooKeeperResponsePtr>>();
+            zkutil::ResponseCallback watch_callback = [response_fd, watch_promise] (const Coordination::ZooKeeperResponsePtr & response)
+            {
+                watch_promise->set_value(response);
+                [[maybe_unused]] int result = write(response_fd, &WATCH_RESPONSE_BYTE, sizeof(WATCH_RESPONSE_BYTE));
+            };
+            test_keeper_storage->putRequest(request, session_id, callback, watch_callback);
+            responses.push(promise->get_future());
+            watch_responses.emplace_back(watch_promise->get_future());
+        }
+        else
+        {
+            test_keeper_storage->putRequest(request, session_id, callback);
+            responses.push(promise->get_future());
+        }
     }
     else
     {
+        zkutil::ResponseCallback callback = [promise] (const Coordination::ZooKeeperResponsePtr & response)
+        {
+            promise->set_value(response);
+        };
         test_keeper_storage->putRequest(request, session_id, callback);
         responses.push(promise->get_future());
     }
diff --git a/src/Storages/AlterCommands.cpp b/src/Storages/AlterCommands.cpp
index 559121d6911..59b40ffdfbb 100644
--- a/src/Storages/AlterCommands.cpp
+++ b/src/Storages/AlterCommands.cpp
@@ -793,6 +793,7 @@ void AlterCommands::apply(StorageInMemoryMetadata & metadata, const Context & co
         throw DB::Exception("Alter commands is not prepared. Cannot apply. It's a bug", ErrorCodes::LOGICAL_ERROR);
 
     auto metadata_copy = metadata;
+
     for (const AlterCommand & command : *this)
         if (!command.ignore)
             command.apply(metadata_copy, context);
@@ -823,6 +824,7 @@ void AlterCommands::apply(StorageInMemoryMetadata & metadata, const Context & co
 
     /// Changes in columns may lead to changes in TTL expressions.
     auto column_ttl_asts = metadata_copy.columns.getColumnTTLs();
+    metadata_copy.column_ttls_by_name.clear();
     for (const auto & [name, ast] : column_ttl_asts)
     {
         auto new_ttl_entry = TTLDescription::getTTLFromAST(ast, metadata_copy.columns, context, metadata_copy.primary_key);
@@ -830,7 +832,7 @@ void AlterCommands::apply(StorageInMemoryMetadata & metadata, const Context & co
     }
 
     if (metadata_copy.table_ttl.definition_ast != nullptr)
-        metadata.table_ttl = TTLTableDescription::getTTLForTableFromAST(
+        metadata_copy.table_ttl = TTLTableDescription::getTTLForTableFromAST(
             metadata_copy.table_ttl.definition_ast, metadata_copy.columns, context, metadata_copy.primary_key);
 
     metadata = std::move(metadata_copy);
diff --git a/src/Storages/Distributed/DirectoryMonitor.cpp b/src/Storages/Distributed/DirectoryMonitor.cpp
index 47da0a10d9e..5d089eb9f80 100644
--- a/src/Storages/Distributed/DirectoryMonitor.cpp
+++ b/src/Storages/Distributed/DirectoryMonitor.cpp
@@ -17,6 +17,7 @@
 #include <IO/WriteBufferFromFile.h>
 #include <Compression/CompressedReadBuffer.h>
 #include <IO/ConnectionTimeouts.h>
+#include <IO/ConnectionTimeoutsContext.h>
 #include <IO/Operators.h>
 
 #include <boost/algorithm/string/find_iterator.hpp>
diff --git a/src/Storages/Distributed/DistributedBlockOutputStream.cpp b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
index 2248c489679..d24967256a0 100644
--- a/src/Storages/Distributed/DistributedBlockOutputStream.cpp
+++ b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
@@ -10,6 +10,7 @@
 #include <Compression/CompressedWriteBuffer.h>
 #include <IO/Operators.h>
 #include <IO/WriteBufferFromString.h>
+#include <IO/ConnectionTimeoutsContext.h>
 #include <DataStreams/NativeBlockOutputStream.h>
 #include <DataStreams/RemoteBlockOutputStream.h>
 #include <DataStreams/ConvertingBlockInputStream.h>
diff --git a/src/Storages/HDFS/HDFSCommon.cpp b/src/Storages/HDFS/HDFSCommon.cpp
new file mode 100644
index 00000000000..e5ec8a06139
--- /dev/null
+++ b/src/Storages/HDFS/HDFSCommon.cpp
@@ -0,0 +1,194 @@
+#include <Storages/HDFS/HDFSCommon.h>
+#include <Poco/URI.h>
+#include <boost/algorithm/string/replace.hpp>
+
+#if USE_HDFS
+#include <Common/ShellCommand.h>
+#include <Common/Exception.h>
+#include <IO/WriteBufferFromString.h>
+#include <IO/Operators.h>
+#include <common/logger_useful.h>
+
+namespace DB
+{
+namespace ErrorCodes
+{
+extern const int BAD_ARGUMENTS;
+extern const int NETWORK_ERROR;
+extern const int EXCESSIVE_ELEMENT_IN_CONFIG;
+extern const int NO_ELEMENTS_IN_CONFIG;
+}
+
+const String HDFSBuilderWrapper::CONFIG_PREFIX = "hdfs";
+
+void HDFSBuilderWrapper::loadFromConfig(const Poco::Util::AbstractConfiguration & config,
+    const String & config_path, bool isUser)
+{
+    Poco::Util::AbstractConfiguration::Keys keys;
+
+    config.keys(config_path, keys);
+    for (const auto & key : keys)
+    {
+        const String key_path = config_path + "." + key;
+
+        String key_name;
+        if (key == "hadoop_kerberos_keytab")
+        {
+            need_kinit = true;
+            hadoop_kerberos_keytab = config.getString(key_path);
+            continue;
+        }
+        else if (key == "hadoop_kerberos_principal")
+        {
+            need_kinit = true;
+            hadoop_kerberos_principal = config.getString(key_path);
+
+#if USE_INTERNAL_HDFS3_LIBRARY
+            hdfsBuilderSetPrincipal(hdfs_builder, hadoop_kerberos_principal.c_str());
+#endif
+
+            continue;
+        }
+        else if (key == "hadoop_kerberos_kinit_command")
+        {
+            need_kinit = true;
+            hadoop_kerberos_kinit_command = config.getString(key_path);
+            continue;
+        }
+        else if (key == "hadoop_security_kerberos_ticket_cache_path")
+        {
+            if (isUser)
+            {
+                throw Exception("hadoop.security.kerberos.ticket.cache.path cannot be set per user",
+                    ErrorCodes::EXCESSIVE_ELEMENT_IN_CONFIG);
+            }
+
+            hadoop_security_kerberos_ticket_cache_path = config.getString(key_path);
+            // standard param - pass further
+        }
+
+        key_name = boost::replace_all_copy(key, "_", ".");
+
+        const auto & [k,v] = keep(key_name, config.getString(key_path));
+        hdfsBuilderConfSetStr(hdfs_builder, k.c_str(), v.c_str());
+    }
+}
+
+String HDFSBuilderWrapper::getKinitCmd()
+{
+
+    if (hadoop_kerberos_keytab.empty() || hadoop_kerberos_principal.empty())
+    {
+        throw Exception("Not enough parameters to run kinit",
+            ErrorCodes::NO_ELEMENTS_IN_CONFIG);
+    }
+
+    WriteBufferFromOwnString ss;
+
+    String cache_name =  hadoop_security_kerberos_ticket_cache_path.empty() ?
+        String() :
+        (String(" -c \"") + hadoop_security_kerberos_ticket_cache_path + "\"");
+
+    // command to run looks like
+    // kinit -R -t /keytab_dir/clickhouse.keytab -k somebody@TEST.CLICKHOUSE.TECH || ..
+    ss << hadoop_kerberos_kinit_command << cache_name <<
+        " -R -t \"" << hadoop_kerberos_keytab << "\" -k " << hadoop_kerberos_principal <<
+        "|| " << hadoop_kerberos_kinit_command << cache_name << " -t \"" <<
+        hadoop_kerberos_keytab << "\" -k " << hadoop_kerberos_principal;
+    return ss.str();
+}
+
+void HDFSBuilderWrapper::runKinit()
+{
+    String cmd = getKinitCmd();
+    LOG_DEBUG(&Poco::Logger::get("HDFSClient"), "running kinit: {}", cmd);
+
+    std::unique_lock<std::mutex> lck(kinit_mtx);
+
+    auto command = ShellCommand::execute(cmd);
+    auto status = command->tryWait();
+    if (status)
+    {
+        throw Exception("kinit failure: " + cmd, ErrorCodes::BAD_ARGUMENTS);
+    }
+}
+
+HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::AbstractConfiguration & config)
+{
+    const Poco::URI uri(uri_str);
+    const auto & host = uri.getHost();
+    auto port = uri.getPort();
+    const String path = "//";
+    if (host.empty())
+        throw Exception("Illegal HDFS URI: " + uri.toString(), ErrorCodes::BAD_ARGUMENTS);
+
+    HDFSBuilderWrapper builder;
+    if (builder.get() == nullptr)
+        throw Exception("Unable to create builder to connect to HDFS: " +
+            uri.toString() + " " + String(hdfsGetLastError()),
+            ErrorCodes::NETWORK_ERROR);
+
+    hdfsBuilderConfSetStr(builder.get(), "input.read.timeout", "60000"); // 1 min
+    hdfsBuilderConfSetStr(builder.get(), "input.write.timeout", "60000"); // 1 min
+    hdfsBuilderConfSetStr(builder.get(), "input.connect.timeout", "60000"); // 1 min
+
+    String user_info = uri.getUserInfo();
+    String user;
+    if (!user_info.empty() && user_info.front() != ':')
+    {
+        size_t delim_pos = user_info.find(':');
+        if (delim_pos != String::npos)
+            user = user_info.substr(0, delim_pos);
+        else
+            user = user_info;
+
+        hdfsBuilderSetUserName(builder.get(), user.c_str());
+    }
+    hdfsBuilderSetNameNode(builder.get(), host.c_str());
+    if (port != 0)
+    {
+        hdfsBuilderSetNameNodePort(builder.get(), port);
+    }
+
+    if (config.has(HDFSBuilderWrapper::CONFIG_PREFIX))
+    {
+        builder.loadFromConfig(config, HDFSBuilderWrapper::CONFIG_PREFIX);
+    }
+
+    if (!user.empty())
+    {
+        String user_config_prefix = HDFSBuilderWrapper::CONFIG_PREFIX + "_" + user;
+        if (config.has(user_config_prefix))
+        {
+#if USE_INTERNAL_HDFS3_LIBRARY
+            builder.loadFromConfig(config, user_config_prefix, true);
+#else
+            throw Exception("Multi user HDFS configuration required internal libhdfs3",
+                ErrorCodes::EXCESSIVE_ELEMENT_IN_CONFIG);
+#endif
+        }
+    }
+
+    if (builder.need_kinit)
+    {
+        builder.runKinit();
+    }
+
+    return builder;
+}
+
+std::mutex HDFSBuilderWrapper::kinit_mtx;
+
+HDFSFSPtr createHDFSFS(hdfsBuilder * builder)
+{
+    HDFSFSPtr fs(hdfsBuilderConnect(builder));
+    if (fs == nullptr)
+        throw Exception("Unable to connect to HDFS: " + String(hdfsGetLastError()),
+            ErrorCodes::NETWORK_ERROR);
+
+    return fs;
+}
+
+}
+
+#endif
diff --git a/src/Storages/HDFS/HDFSCommon.h b/src/Storages/HDFS/HDFSCommon.h
new file mode 100644
index 00000000000..fa1ca88464e
--- /dev/null
+++ b/src/Storages/HDFS/HDFSCommon.h
@@ -0,0 +1,114 @@
+#pragma once
+
+#include <Common/config.h>
+
+#if USE_HDFS
+#include <memory>
+#include <type_traits>
+#include <vector>
+
+#include <hdfs/hdfs.h>
+#include <common/types.h>
+#include <mutex>
+
+#include <Interpreters/Context.h>
+#include <Poco/Util/AbstractConfiguration.h>
+
+
+namespace DB
+{
+namespace detail
+{
+    struct HDFSFsDeleter
+    {
+        void operator()(hdfsFS fs_ptr)
+        {
+            hdfsDisconnect(fs_ptr);
+        }
+    };
+}
+
+struct HDFSFileInfo
+{
+    hdfsFileInfo * file_info;
+    int length;
+
+    HDFSFileInfo()
+        : file_info(nullptr)
+        , length(0)
+    {
+    }
+    HDFSFileInfo(const HDFSFileInfo & other) = delete;
+    HDFSFileInfo(HDFSFileInfo && other) = default;
+    HDFSFileInfo & operator=(const HDFSFileInfo & other) = delete;
+    HDFSFileInfo & operator=(HDFSFileInfo && other) = default;
+
+    ~HDFSFileInfo()
+    {
+        hdfsFreeFileInfo(file_info, length);
+    }
+};
+
+class HDFSBuilderWrapper
+{
+    hdfsBuilder * hdfs_builder;
+    String hadoop_kerberos_keytab;
+    String hadoop_kerberos_principal;
+    String hadoop_kerberos_kinit_command = "kinit";
+    String hadoop_security_kerberos_ticket_cache_path;
+
+    static std::mutex kinit_mtx;
+
+    std::vector<std::pair<String, String>> config_stor;
+
+    // hdfs builder relies on an external config data storage
+    std::pair<String, String>& keep(const String & k, const String & v)
+    {
+        return config_stor.emplace_back(std::make_pair(k, v));
+    }
+
+    bool need_kinit{false};
+
+    static const String CONFIG_PREFIX;
+
+private:
+
+    void loadFromConfig(const Poco::Util::AbstractConfiguration & config, const String & config_path, bool isUser = false);
+
+    String getKinitCmd();
+
+    void runKinit();
+
+public:
+
+    hdfsBuilder *
+    get()
+    {
+        return hdfs_builder;
+    }
+
+    HDFSBuilderWrapper()
+        : hdfs_builder(hdfsNewBuilder())
+    {
+    }
+
+    ~HDFSBuilderWrapper()
+    {
+        hdfsFreeBuilder(hdfs_builder);
+
+    }
+
+    HDFSBuilderWrapper(const HDFSBuilderWrapper &) = delete;
+    HDFSBuilderWrapper(HDFSBuilderWrapper &&) = default;
+
+    friend HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::AbstractConfiguration &);
+};
+
+using HDFSFSPtr = std::unique_ptr<std::remove_pointer_t<hdfsFS>, detail::HDFSFsDeleter>;
+
+// set read/connect timeout, default value in libhdfs3 is about 1 hour, and too large
+/// TODO Allow to tune from query Settings.
+HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::AbstractConfiguration &);
+HDFSFSPtr createHDFSFS(hdfsBuilder * builder);
+}
+#endif
diff --git a/src/IO/ReadBufferFromHDFS.cpp b/src/Storages/HDFS/ReadBufferFromHDFS.cpp
similarity index 81%
rename from src/IO/ReadBufferFromHDFS.cpp
rename to src/Storages/HDFS/ReadBufferFromHDFS.cpp
index 0b9f75d8c46..f3b0e3022f1 100644
--- a/src/IO/ReadBufferFromHDFS.cpp
+++ b/src/Storages/HDFS/ReadBufferFromHDFS.cpp
@@ -1,7 +1,7 @@
 #include "ReadBufferFromHDFS.h"
 
 #if USE_HDFS
-#include <IO/HDFSCommon.h>
+#include <Storages/HDFS/HDFSCommon.h>
 #include <hdfs/hdfs.h>
 #include <mutex>
 
@@ -23,15 +23,16 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
 
     std::string hdfs_uri;
     hdfsFile fin;
-    HDFSBuilderPtr builder;
+    HDFSBuilderWrapper builder;
     HDFSFSPtr fs;
 
-    explicit ReadBufferFromHDFSImpl(const std::string & hdfs_name_)
-        : hdfs_uri(hdfs_name_)
+    explicit ReadBufferFromHDFSImpl(const std::string & hdfs_name_,
+        const Poco::Util::AbstractConfiguration & config_)
+        : hdfs_uri(hdfs_name_),
+          builder(createHDFSBuilder(hdfs_uri, config_))
     {
         std::lock_guard lock(hdfs_init_mutex);
 
-        builder = createHDFSBuilder(hdfs_uri);
         fs = createHDFSFS(builder.get());
         const size_t begin_of_path = hdfs_uri.find('/', hdfs_uri.find("//") + 2);
         const std::string path = hdfs_uri.substr(begin_of_path);
@@ -58,11 +59,14 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
     }
 };
 
+
 std::mutex ReadBufferFromHDFS::ReadBufferFromHDFSImpl::hdfs_init_mutex;
 
-ReadBufferFromHDFS::ReadBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size)
-    : BufferWithOwnMemory<ReadBuffer>(buf_size)
-    , impl(std::make_unique<ReadBufferFromHDFSImpl>(hdfs_name_))
+ReadBufferFromHDFS::ReadBufferFromHDFS(const std::string & hdfs_name_,
+    const Poco::Util::AbstractConfiguration & config_,
+    size_t buf_size_)
+    : BufferWithOwnMemory<ReadBuffer>(buf_size_)
+    , impl(std::make_unique<ReadBufferFromHDFSImpl>(hdfs_name_, config_))
 {
 }
 
diff --git a/src/IO/ReadBufferFromHDFS.h b/src/Storages/HDFS/ReadBufferFromHDFS.h
similarity index 69%
rename from src/IO/ReadBufferFromHDFS.h
rename to src/Storages/HDFS/ReadBufferFromHDFS.h
index 58479d45660..8d26c001b2e 100644
--- a/src/IO/ReadBufferFromHDFS.h
+++ b/src/Storages/HDFS/ReadBufferFromHDFS.h
@@ -8,6 +8,13 @@
 #include <string>
 #include <memory>
 
+#include <hdfs/hdfs.h>
+
+#include <common/types.h>
+
+#include <Interpreters/Context.h>
+
+
 namespace DB
 {
 /** Accepts HDFS path to file and opens it.
@@ -18,7 +25,7 @@ class ReadBufferFromHDFS : public BufferWithOwnMemory<ReadBuffer>
     struct ReadBufferFromHDFSImpl;
     std::unique_ptr<ReadBufferFromHDFSImpl> impl;
 public:
-    ReadBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size = DBMS_DEFAULT_BUFFER_SIZE);
+    ReadBufferFromHDFS(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration &, size_t buf_size_ = DBMS_DEFAULT_BUFFER_SIZE);
     ~ReadBufferFromHDFS() override;
 
     bool nextImpl() override;
diff --git a/src/Storages/StorageHDFS.cpp b/src/Storages/HDFS/StorageHDFS.cpp
similarity index 95%
rename from src/Storages/StorageHDFS.cpp
rename to src/Storages/HDFS/StorageHDFS.cpp
index 0a4729b1c06..f50b4722ce1 100644
--- a/src/Storages/StorageHDFS.cpp
+++ b/src/Storages/HDFS/StorageHDFS.cpp
@@ -3,15 +3,15 @@
 #if USE_HDFS
 
 #include <Storages/StorageFactory.h>
-#include <Storages/StorageHDFS.h>
+#include <Storages/HDFS/StorageHDFS.h>
 #include <Interpreters/Context.h>
 #include <Interpreters/evaluateConstantExpression.h>
 #include <Parsers/ASTLiteral.h>
 #include <IO/ReadHelpers.h>
-#include <IO/ReadBufferFromHDFS.h>
-#include <IO/WriteBufferFromHDFS.h>
+#include <Storages/HDFS/ReadBufferFromHDFS.h>
+#include <Storages/HDFS/WriteBufferFromHDFS.h>
 #include <IO/WriteHelpers.h>
-#include <IO/HDFSCommon.h>
+#include <Storages/HDFS/HDFSCommon.h>
 #include <Formats/FormatFactory.h>
 #include <DataTypes/DataTypeString.h>
 #include <DataStreams/IBlockOutputStream.h>
@@ -121,7 +121,7 @@ public:
                 current_path = uri + path;
 
                 auto compression = chooseCompressionMethod(path, compression_method);
-                auto read_buf = wrapReadBufferWithCompressionMethod(std::make_unique<ReadBufferFromHDFS>(current_path), compression);
+                auto read_buf = wrapReadBufferWithCompressionMethod(std::make_unique<ReadBufferFromHDFS>(current_path, context.getGlobalContext().getConfigRef()), compression);
                 auto input_stream = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size);
 
                 reader = std::make_shared<OwningBlockInputStream<ReadBuffer>>(input_stream, std::move(read_buf));
@@ -180,7 +180,7 @@ public:
         const CompressionMethod compression_method)
         : sample_block(sample_block_)
     {
-        write_buf = wrapWriteBufferWithCompressionMethod(std::make_unique<WriteBufferFromHDFS>(uri), compression_method, 3);
+        write_buf = wrapWriteBufferWithCompressionMethod(std::make_unique<WriteBufferFromHDFS>(uri, context.getGlobalContext().getConfigRef()), compression_method, 3);
         writer = FormatFactory::instance().getOutput(format, *write_buf, sample_block, context);
     }
 
@@ -274,7 +274,7 @@ Pipe StorageHDFS::read(
     const String path_from_uri = uri.substr(begin_of_path);
     const String uri_without_path = uri.substr(0, begin_of_path);
 
-    HDFSBuilderPtr builder = createHDFSBuilder(uri_without_path + "/");
+    HDFSBuilderWrapper builder = createHDFSBuilder(uri_without_path + "/", context_.getGlobalContext().getConfigRef());
     HDFSFSPtr fs = createHDFSFS(builder.get());
 
     auto sources_info = std::make_shared<HDFSSource::SourcesInfo>();
diff --git a/src/Storages/StorageHDFS.h b/src/Storages/HDFS/StorageHDFS.h
similarity index 100%
rename from src/Storages/StorageHDFS.h
rename to src/Storages/HDFS/StorageHDFS.h
diff --git a/src/IO/WriteBufferFromHDFS.cpp b/src/Storages/HDFS/WriteBufferFromHDFS.cpp
similarity index 84%
rename from src/IO/WriteBufferFromHDFS.cpp
rename to src/Storages/HDFS/WriteBufferFromHDFS.cpp
index 2176c77b914..3873eace10d 100644
--- a/src/IO/WriteBufferFromHDFS.cpp
+++ b/src/Storages/HDFS/WriteBufferFromHDFS.cpp
@@ -2,8 +2,9 @@
 
 #if USE_HDFS
 
-#include <IO/WriteBufferFromHDFS.h>
-#include <IO/HDFSCommon.h>
+#include <Interpreters/Context.h>
+#include <Storages/HDFS/WriteBufferFromHDFS.h>
+#include <Storages/HDFS/HDFSCommon.h>
 #include <hdfs/hdfs.h>
 
 
@@ -23,12 +24,12 @@ struct WriteBufferFromHDFS::WriteBufferFromHDFSImpl
 {
     std::string hdfs_uri;
     hdfsFile fout;
-    HDFSBuilderPtr builder;
+    HDFSBuilderWrapper builder;
     HDFSFSPtr fs;
 
-    explicit WriteBufferFromHDFSImpl(const std::string & hdfs_name_)
+    explicit WriteBufferFromHDFSImpl(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration & config_)
         : hdfs_uri(hdfs_name_)
-        , builder(createHDFSBuilder(hdfs_uri))
+        , builder(createHDFSBuilder(hdfs_uri,config_))
         , fs(createHDFSFS(builder.get()))
     {
         const size_t begin_of_path = hdfs_uri.find('/', hdfs_uri.find("//") + 2);
@@ -72,9 +73,9 @@ struct WriteBufferFromHDFS::WriteBufferFromHDFSImpl
     }
 };
 
-WriteBufferFromHDFS::WriteBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size)
-    : BufferWithOwnMemory<WriteBuffer>(buf_size)
-    , impl(std::make_unique<WriteBufferFromHDFSImpl>(hdfs_name_))
+WriteBufferFromHDFS::WriteBufferFromHDFS(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration & config_, size_t buf_size_)
+    : BufferWithOwnMemory<WriteBuffer>(buf_size_)
+    , impl(std::make_unique<WriteBufferFromHDFSImpl>(hdfs_name_, config_))
 {
 }
 
diff --git a/src/IO/WriteBufferFromHDFS.h b/src/Storages/HDFS/WriteBufferFromHDFS.h
similarity index 80%
rename from src/IO/WriteBufferFromHDFS.h
rename to src/Storages/HDFS/WriteBufferFromHDFS.h
index 22eab5c4d5d..339ec0c2a7c 100644
--- a/src/IO/WriteBufferFromHDFS.h
+++ b/src/Storages/HDFS/WriteBufferFromHDFS.h
@@ -18,7 +18,7 @@ class WriteBufferFromHDFS : public BufferWithOwnMemory<WriteBuffer>
     struct WriteBufferFromHDFSImpl;
     std::unique_ptr<WriteBufferFromHDFSImpl> impl;
 public:
-    WriteBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size = DBMS_DEFAULT_BUFFER_SIZE);
+    WriteBufferFromHDFS(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration &, size_t buf_size_ = DBMS_DEFAULT_BUFFER_SIZE);
     WriteBufferFromHDFS(WriteBufferFromHDFS &&) = default;
 
     void nextImpl() override;
diff --git a/src/Storages/Kafka/KafkaSettings.h b/src/Storages/Kafka/KafkaSettings.h
index 53fbe8adc6b..1df10d16339 100644
--- a/src/Storages/Kafka/KafkaSettings.h
+++ b/src/Storages/Kafka/KafkaSettings.h
@@ -20,7 +20,7 @@ class ASTStorage;
     M(Milliseconds, kafka_poll_timeout_ms, 0, "Timeout for single poll from Kafka.", 0) \
     /* default is min(max_block_size, kafka_max_block_size)*/ \
     M(UInt64, kafka_poll_max_batch_size, 0, "Maximum amount of messages to be polled in a single Kafka poll.", 0) \
-    /* default is = min_insert_block_size / kafka_num_consumers  */ \
+    /* default is = max_insert_block_size / kafka_num_consumers  */ \
     M(UInt64, kafka_max_block_size, 0, "Number of row collected by poll(s) for flushing data from Kafka.", 0) \
     /* default is stream_flush_interval_ms */ \
     M(Milliseconds, kafka_flush_interval_ms, 0, "Timeout for flushing data from Kafka.", 0) \
diff --git a/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp b/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
index 143a9920b93..df905215df1 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
@@ -3,33 +3,53 @@
 namespace DB
 {
 
-IMergeTreeDataPartWriter::IMergeTreeDataPartWriter(
-    const MergeTreeData::DataPartPtr & data_part_,
-    const NamesAndTypesList & columns_list_,
-    const StorageMetadataPtr & metadata_snapshot_,
-    const MergeTreeWriterSettings & settings_)
-    : data_part(data_part_)
-    , storage(data_part_->storage)
-    , metadata_snapshot(metadata_snapshot_)
-    , columns_list(columns_list_)
-    , settings(settings_)
-    , with_final_mark(storage.getSettings()->write_final_mark && settings.can_use_adaptive_granularity){}
+Block getBlockAndPermute(const Block & block, const Names & names, const IColumn::Permutation * permutation)
+{
+    Block result;
+    for (size_t i = 0, size = names.size(); i < size; ++i)
+    {
+        const auto & name = names[i];
+        result.insert(i, block.getByName(name));
+
+        /// Reorder primary key columns in advance and add them to `primary_key_columns`.
+        if (permutation)
+        {
+            auto & column = result.getByPosition(i);
+            column.column = column.column->permute(*permutation, 0);
+        }
+    }
+
+    return result;
+}
+
+Block permuteBlockIfNeeded(const Block & block, const IColumn::Permutation * permutation)
+{
+    Block result;
+    for (size_t i = 0; i < block.columns(); ++i)
+    {
+        result.insert(i, block.getByPosition(i));
+        if (permutation)
+        {
+            auto & column = result.getByPosition(i);
+            column.column = column.column->permute(*permutation, 0);
+        }
+    }
+    return result;
+}
 
 IMergeTreeDataPartWriter::IMergeTreeDataPartWriter(
     const MergeTreeData::DataPartPtr & data_part_,
     const NamesAndTypesList & columns_list_,
     const StorageMetadataPtr & metadata_snapshot_,
-    const MergeTreeIndices & skip_indices_,
-    const MergeTreeIndexGranularity & index_granularity_,
-    const MergeTreeWriterSettings & settings_)
+    const MergeTreeWriterSettings & settings_,
+    const MergeTreeIndexGranularity & index_granularity_)
     : data_part(data_part_)
     , storage(data_part_->storage)
     , metadata_snapshot(metadata_snapshot_)
     , columns_list(columns_list_)
-    , skip_indices(skip_indices_)
-    , index_granularity(index_granularity_)
     , settings(settings_)
-    , with_final_mark(storage.getSettings()->write_final_mark && settings.can_use_adaptive_granularity) {}
+    , index_granularity(index_granularity_)
+    , with_final_mark(storage.getSettings()->write_final_mark && settings.can_use_adaptive_granularity){}
 
 Columns IMergeTreeDataPartWriter::releaseIndexColumns()
 {
@@ -38,12 +58,6 @@ Columns IMergeTreeDataPartWriter::releaseIndexColumns()
         std::make_move_iterator(index_columns.end()));
 }
 
-void IMergeTreeDataPartWriter::next()
-{
-    current_mark = next_mark;
-    index_offset = next_index_offset;
-}
-
 IMergeTreeDataPartWriter::~IMergeTreeDataPartWriter() = default;
 
 }
diff --git a/src/Storages/MergeTree/IMergeTreeDataPartWriter.h b/src/Storages/MergeTree/IMergeTreeDataPartWriter.h
index 4a42a58a65b..5e12d5da678 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPartWriter.h
+++ b/src/Storages/MergeTree/IMergeTreeDataPartWriter.h
@@ -13,6 +13,9 @@
 namespace DB
 {
 
+Block getBlockAndPermute(const Block & block, const Names & names, const IColumn::Permutation * permutation);
+
+Block permuteBlockIfNeeded(const Block & block, const IColumn::Permutation * permutation);
 
 /// Writes data part to disk in different formats.
 /// Calculates and serializes primary and skip indices if needed.
@@ -23,68 +26,29 @@ public:
         const MergeTreeData::DataPartPtr & data_part_,
         const NamesAndTypesList & columns_list_,
         const StorageMetadataPtr & metadata_snapshot_,
-        const MergeTreeWriterSettings & settings_);
-
-    IMergeTreeDataPartWriter(
-        const MergeTreeData::DataPartPtr & data_part_,
-        const NamesAndTypesList & columns_list_,
-        const StorageMetadataPtr & metadata_snapshot_,
-        const MergeTreeIndices & skip_indices_,
-        const MergeTreeIndexGranularity & index_granularity_,
-        const MergeTreeWriterSettings & settings_);
+        const MergeTreeWriterSettings & settings_,
+        const MergeTreeIndexGranularity & index_granularity_ = {});
 
     virtual ~IMergeTreeDataPartWriter();
 
-    virtual void write(
-        const Block & block, const IColumn::Permutation * permutation = nullptr,
-        /* Blocks with already sorted index columns */
-        const Block & primary_key_block = {}, const Block & skip_indexes_block = {}) = 0;
+    virtual void write(const Block & block, const IColumn::Permutation * permutation) = 0;
 
-    virtual void calculateAndSerializePrimaryIndex(const Block & /* primary_index_block */) {}
-    virtual void calculateAndSerializeSkipIndices(const Block & /* skip_indexes_block */) {}
-
-    /// Shift mark and offset to prepare read next mark.
-    /// You must call it after calling write method and optionally
-    ///  calling calculations of primary and skip indices.
-    void next();
-
-    virtual void initSkipIndices() {}
-    virtual void initPrimaryIndex() {}
-
-    virtual void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync) = 0;
-    virtual void finishPrimaryIndexSerialization(MergeTreeData::DataPart::Checksums & /* checksums */, bool /* sync */) {}
-    virtual void finishSkipIndicesSerialization(MergeTreeData::DataPart::Checksums & /* checksums */, bool /* sync */) {}
+    virtual void finish(IMergeTreeDataPart::Checksums & checksums, bool sync) = 0;
 
     Columns releaseIndexColumns();
     const MergeTreeIndexGranularity & getIndexGranularity() const { return index_granularity; }
-    const MergeTreeIndices & getSkipIndices() { return skip_indices; }
 
 protected:
-    size_t getCurrentMark() const { return current_mark; }
-    size_t getIndexOffset() const { return index_offset; }
 
-    using SerializationState = IDataType::SerializeBinaryBulkStatePtr;
-    using SerializationStates = std::unordered_map<String, SerializationState>;
-
-    MergeTreeData::DataPartPtr data_part;
+    const MergeTreeData::DataPartPtr data_part;
     const MergeTreeData & storage;
-    StorageMetadataPtr metadata_snapshot;
-    NamesAndTypesList columns_list;
-    MergeTreeIndices skip_indices;
+    const StorageMetadataPtr metadata_snapshot;
+    const NamesAndTypesList columns_list;
+    const MergeTreeWriterSettings settings;
     MergeTreeIndexGranularity index_granularity;
-    MergeTreeWriterSettings settings;
-    bool with_final_mark;
-
-    size_t next_mark = 0;
-    size_t next_index_offset = 0;
+    const bool with_final_mark;
 
     MutableColumns index_columns;
-
-private:
-    /// Data is already written up to this mark.
-    size_t current_mark = 0;
-    /// The offset to the first row of the block for which you want to write the index.
-    size_t index_offset = 0;
 };
 
 }
diff --git a/src/Storages/MergeTree/IMergedBlockOutputStream.cpp b/src/Storages/MergeTree/IMergedBlockOutputStream.cpp
index e5cc6d6ecbf..2a52d7d53f0 100644
--- a/src/Storages/MergeTree/IMergedBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/IMergedBlockOutputStream.cpp
@@ -15,25 +15,6 @@ IMergedBlockOutputStream::IMergedBlockOutputStream(
 {
 }
 
-Block IMergedBlockOutputStream::getBlockAndPermute(const Block & block, const Names & names, const IColumn::Permutation * permutation)
-{
-    Block result;
-    for (size_t i = 0, size = names.size(); i < size; ++i)
-    {
-        const auto & name = names[i];
-        result.insert(i, block.getByName(name));
-
-        /// Reorder primary key columns in advance and add them to `primary_key_columns`.
-        if (permutation)
-        {
-            auto & column = result.getByPosition(i);
-            column.column = column.column->permute(*permutation, 0);
-        }
-    }
-
-    return result;
-}
-
 NameSet IMergedBlockOutputStream::removeEmptyColumnsFromPart(
     const MergeTreeDataPartPtr & data_part,
     NamesAndTypesList & columns,
diff --git a/src/Storages/MergeTree/IMergedBlockOutputStream.h b/src/Storages/MergeTree/IMergedBlockOutputStream.h
index 7ec9f85ff28..ed8da4d334b 100644
--- a/src/Storages/MergeTree/IMergedBlockOutputStream.h
+++ b/src/Storages/MergeTree/IMergedBlockOutputStream.h
@@ -42,8 +42,6 @@ protected:
     VolumePtr volume;
     String part_path;
 
-    static Block getBlockAndPermute(const Block & block, const Names & names, const IColumn::Permutation * permutation);
-
     IMergeTreeDataPart::MergeTreeWriterPtr writer;
 };
 
diff --git a/src/Storages/MergeTree/KeyCondition.cpp b/src/Storages/MergeTree/KeyCondition.cpp
index 5903dc89e9b..ead93a6e1d9 100644
--- a/src/Storages/MergeTree/KeyCondition.cpp
+++ b/src/Storages/MergeTree/KeyCondition.cpp
@@ -1135,7 +1135,7 @@ bool KeyCondition::tryParseAtomFromAST(const ASTPtr & node, const Context & cont
                         ColumnsWithTypeAndName arguments{
                             {nullptr, key_expr_type, ""}, {DataTypeString().createColumnConst(1, common_type->getName()), common_type, ""}};
                         FunctionOverloadResolverPtr func_builder_cast
-                                = std::make_shared<FunctionOverloadResolverAdaptor>(CastOverloadResolver::createImpl(false));
+                                = std::make_shared<FunctionOverloadResolverAdaptor>(CastOverloadResolver<CastType::nonAccurate>::createImpl(false));
                         auto func_cast = func_builder_cast->build(arguments);
 
                         /// If we know the given range only contains one value, then we treat all functions as positive monotonic.
diff --git a/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
index 40714e5af31..904081cc1df 100644
--- a/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
@@ -13,16 +13,22 @@ Block MergeTreeBlockOutputStream::getHeader() const
 }
 
 
+void MergeTreeBlockOutputStream::writePrefix()
+{
+    /// Only check "too many parts" before write,
+    /// because interrupting long-running INSERT query in the middle is not convenient for users.
+    storage.delayInsertOrThrowIfNeeded();
+}
+
+
 void MergeTreeBlockOutputStream::write(const Block & block)
 {
-    storage.delayInsertOrThrowIfNeeded();
-
     auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot);
     for (auto & current_block : part_blocks)
     {
         Stopwatch watch;
 
-        MergeTreeData::MutableDataPartPtr part = storage.writer.writeTempPart(current_block, metadata_snapshot);
+        MergeTreeData::MutableDataPartPtr part = storage.writer.writeTempPart(current_block, metadata_snapshot, optimize_on_insert);
         storage.renameTempPartAndAdd(part, &storage.increment);
 
         PartLog::addNewPart(storage.global_context, part, watch.elapsed());
diff --git a/src/Storages/MergeTree/MergeTreeBlockOutputStream.h b/src/Storages/MergeTree/MergeTreeBlockOutputStream.h
index 8aae7f3e625..8caa53382dc 100644
--- a/src/Storages/MergeTree/MergeTreeBlockOutputStream.h
+++ b/src/Storages/MergeTree/MergeTreeBlockOutputStream.h
@@ -14,20 +14,23 @@ class StorageMergeTree;
 class MergeTreeBlockOutputStream : public IBlockOutputStream
 {
 public:
-    MergeTreeBlockOutputStream(StorageMergeTree & storage_, const StorageMetadataPtr metadata_snapshot_, size_t max_parts_per_block_)
+    MergeTreeBlockOutputStream(StorageMergeTree & storage_, const StorageMetadataPtr metadata_snapshot_, size_t max_parts_per_block_, bool optimize_on_insert_)
         : storage(storage_)
         , metadata_snapshot(metadata_snapshot_)
         , max_parts_per_block(max_parts_per_block_)
+        , optimize_on_insert(optimize_on_insert_)
     {
     }
 
     Block getHeader() const override;
     void write(const Block & block) override;
+    void writePrefix() override;
 
 private:
     StorageMergeTree & storage;
     StorageMetadataPtr metadata_snapshot;
     size_t max_parts_per_block;
+    bool optimize_on_insert;
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index c3a599665bb..9fa19859c7f 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -2380,8 +2380,6 @@ void MergeTreeData::delayInsertOrThrowIfNeeded(Poco::Event * until) const
     }
 
     const size_t parts_count_in_partition = getMaxPartsCountForPartition();
-    if (parts_count_in_partition < settings->parts_to_delay_insert)
-        return;
 
     if (parts_count_in_partition >= settings->parts_to_throw_insert)
     {
@@ -2389,6 +2387,9 @@ void MergeTreeData::delayInsertOrThrowIfNeeded(Poco::Event * until) const
         throw Exception("Too many parts (" + toString(parts_count_in_partition) + "). Merges are processing significantly slower than inserts.", ErrorCodes::TOO_MANY_PARTS);
     }
 
+    if (parts_count_in_partition < settings->parts_to_delay_insert)
+        return;
+
     const size_t max_k = settings->parts_to_throw_insert - settings->parts_to_delay_insert; /// always > 0
     const size_t k = 1 + parts_count_in_partition - settings->parts_to_delay_insert; /// from 1 to max_k
     const double delay_milliseconds = ::pow(settings->max_delay_to_insert * 1000, static_cast<double>(k) / max_k);
@@ -2406,24 +2407,6 @@ void MergeTreeData::delayInsertOrThrowIfNeeded(Poco::Event * until) const
         std::this_thread::sleep_for(std::chrono::milliseconds(static_cast<size_t>(delay_milliseconds)));
 }
 
-void MergeTreeData::throwInsertIfNeeded() const
-{
-    const auto settings = getSettings();
-    const size_t parts_count_in_total = getPartsCount();
-    if (parts_count_in_total >= settings->max_parts_in_total)
-    {
-        ProfileEvents::increment(ProfileEvents::RejectedInserts);
-        throw Exception("Too many parts (" + toString(parts_count_in_total) + ") in all partitions in total. This indicates wrong choice of partition key. The threshold can be modified with 'max_parts_in_total' setting in <merge_tree> element in config.xml or with per-table setting.", ErrorCodes::TOO_MANY_PARTS);
-    }
-
-    const size_t parts_count_in_partition = getMaxPartsCountForPartition();
-
-    if (parts_count_in_partition >= settings->parts_to_throw_insert)
-    {
-        ProfileEvents::increment(ProfileEvents::RejectedInserts);
-        throw Exception("Too many parts (" + toString(parts_count_in_partition) + "). Merges are processing significantly slower than inserts.", ErrorCodes::TOO_MANY_PARTS);
-    }
-}
 
 MergeTreeData::DataPartPtr MergeTreeData::getActiveContainingPart(
     const MergeTreePartInfo & part_info, MergeTreeData::DataPartState state, DataPartsLock & /*lock*/) const
@@ -2451,6 +2434,7 @@ MergeTreeData::DataPartPtr MergeTreeData::getActiveContainingPart(
     return nullptr;
 }
 
+
 void MergeTreeData::swapActivePart(MergeTreeData::DataPartPtr part_copy)
 {
     auto lock = lockParts();
diff --git a/src/Storages/MergeTree/MergeTreeData.h b/src/Storages/MergeTree/MergeTreeData.h
index 38e6c34e232..382f53f40a4 100644
--- a/src/Storages/MergeTree/MergeTreeData.h
+++ b/src/Storages/MergeTree/MergeTreeData.h
@@ -423,7 +423,6 @@ public:
     /// If the table contains too many active parts, sleep for a while to give them time to merge.
     /// If until is non-null, wake up from the sleep earlier if the event happened.
     void delayInsertOrThrowIfNeeded(Poco::Event * until = nullptr) const;
-    void throwInsertIfNeeded() const;
 
     /// Renames temporary part to a permanent part and adds it to the parts set.
     /// It is assumed that the part does not intersect with existing parts.
diff --git a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
index 1065b992396..e375e653f8f 100644
--- a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
@@ -235,6 +235,7 @@ SelectPartsDecision MergeTreeDataMergerMutator::selectPartsToMerge(
     /// Previous part only in boundaries of partition frame
     const MergeTreeData::DataPartPtr * prev_part = nullptr;
 
+    size_t parts_selected_precondition = 0;
     for (const MergeTreeData::DataPartPtr & part : data_parts)
     {
         const String & partition_id = part->info.partition_id;
@@ -282,6 +283,8 @@ SelectPartsDecision MergeTreeDataMergerMutator::selectPartsToMerge(
         part_info.compression_codec_desc = part->default_codec->getFullCodecDesc();
         part_info.shall_participate_in_merges = has_volumes_with_disabled_merges ? part->shallParticipateInMerges(storage_policy) : true;
 
+        ++parts_selected_precondition;
+
         parts_ranges.back().emplace_back(part_info);
 
         /// Check for consistency of data parts. If assertion is failed, it requires immediate investigation.
@@ -294,6 +297,13 @@ SelectPartsDecision MergeTreeDataMergerMutator::selectPartsToMerge(
         prev_part = &part;
     }
 
+    if (parts_selected_precondition == 0)
+    {
+        if (out_disable_reason)
+            *out_disable_reason = "No parts satisfy preconditions for merge";
+        return SelectPartsDecision::CANNOT_SELECT;
+    }
+
     IMergeSelector::PartsRange parts_to_merge;
 
     if (metadata_snapshot->hasAnyTTL() && merge_with_ttl_allowed && !ttl_merges_blocker.isCancelled())
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp
index 0b22f1271e3..389d2950f65 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.cpp
@@ -4,6 +4,11 @@
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int LOGICAL_ERROR;
+}
+
 MergeTreeDataPartWriterCompact::MergeTreeDataPartWriterCompact(
     const MergeTreeData::DataPartPtr & data_part_,
     const NamesAndTypesList & columns_list_,
@@ -64,9 +69,64 @@ void MergeTreeDataPartWriterCompact::addStreams(const String & name, const IData
     type.enumerateStreams(callback, stream_path);
 }
 
-void MergeTreeDataPartWriterCompact::write(
-    const Block & block, const IColumn::Permutation * permutation,
-    const Block & primary_key_block, const Block & skip_indexes_block)
+namespace
+{
+
+/// Get granules for block using index_granularity
+Granules getGranulesToWrite(const MergeTreeIndexGranularity & index_granularity, size_t block_rows, size_t current_mark, bool last_block)
+{
+    if (current_mark >= index_granularity.getMarksCount())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Request to get granules from mark {} but index granularity size is {}", current_mark, index_granularity.getMarksCount());
+
+    Granules result;
+    size_t current_row = 0;
+    while (current_row < block_rows)
+    {
+        size_t expected_rows_in_mark = index_granularity.getMarkRows(current_mark);
+        size_t rows_left_in_block = block_rows - current_row;
+        if (rows_left_in_block < expected_rows_in_mark && !last_block)
+        {
+            /// Invariant: we always have equal amount of rows for block in compact parts because we accumulate them in buffer.
+            /// The only exclusion is the last block, when we cannot accumulate more rows.
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Required to write {} rows, but only {} rows was written for the non last granule", expected_rows_in_mark, rows_left_in_block);
+        }
+
+        result.emplace_back(Granule{
+            .start_row = current_row,
+            .granularity_rows = expected_rows_in_mark,
+            .block_rows = std::min(rows_left_in_block, expected_rows_in_mark),
+            .mark_number = current_mark,
+            .mark_on_start = true
+        });
+        current_row += expected_rows_in_mark;
+        current_mark++;
+    }
+
+    return result;
+}
+
+/// Write single granule of one column (rows between 2 marks)
+void writeColumnSingleGranule(
+    const ColumnWithTypeAndName & column,
+    IDataType::OutputStreamGetter stream_getter,
+    size_t from_row,
+    size_t number_of_rows)
+{
+    IDataType::SerializeBinaryBulkStatePtr state;
+    IDataType::SerializeBinaryBulkSettings serialize_settings;
+
+    serialize_settings.getter = stream_getter;
+    serialize_settings.position_independent_encoding = true;
+    serialize_settings.low_cardinality_max_dictionary_size = 0;
+
+    column.type->serializeBinaryBulkStatePrefix(serialize_settings, state);
+    column.type->serializeBinaryBulkWithMultipleStreams(*column.column, from_row, number_of_rows, serialize_settings, state);
+    column.type->serializeBinaryBulkStateSuffix(serialize_settings, state);
+}
+
+}
+
+void MergeTreeDataPartWriterCompact::write(const Block & block, const IColumn::Permutation * permutation)
 {
     /// Fill index granularity for this block
     /// if it's unknown (in case of insert data or horizontal merge,
@@ -77,58 +137,43 @@ void MergeTreeDataPartWriterCompact::write(
         fillIndexGranularity(index_granularity_for_block, block.rows());
     }
 
-    Block result_block;
-
-    if (permutation)
-    {
-        for (const auto & it : columns_list)
-        {
-            if (primary_key_block.has(it.name))
-                result_block.insert(primary_key_block.getByName(it.name));
-            else if (skip_indexes_block.has(it.name))
-                result_block.insert(skip_indexes_block.getByName(it.name));
-            else
-            {
-                auto column = block.getByName(it.name);
-                column.column = column.column->permute(*permutation, 0);
-                result_block.insert(column);
-            }
-        }
-    }
-    else
-    {
-        result_block = block;
-    }
+    Block result_block = permuteBlockIfNeeded(block, permutation);
 
     if (!header)
         header = result_block.cloneEmpty();
 
     columns_buffer.add(result_block.mutateColumns());
-    size_t last_mark_rows = index_granularity.getLastMarkRows();
+    size_t current_mark_rows = index_granularity.getMarkRows(getCurrentMark());
     size_t rows_in_buffer = columns_buffer.size();
 
-    if (rows_in_buffer < last_mark_rows)
+    if (rows_in_buffer >= current_mark_rows)
     {
-        /// If it's not enough rows for granule, accumulate blocks
-        ///  and save how much rows we already have.
-        next_index_offset = last_mark_rows - rows_in_buffer;
-        return;
+        Block flushed_block = header.cloneWithColumns(columns_buffer.releaseColumns());
+        auto granules_to_write = getGranulesToWrite(index_granularity, flushed_block.rows(), getCurrentMark(), /* last_block = */ false);
+        writeDataBlockPrimaryIndexAndSkipIndices(flushed_block, granules_to_write);
+        setCurrentMark(getCurrentMark() + granules_to_write.size());
     }
-
-    writeBlock(header.cloneWithColumns(columns_buffer.releaseColumns()));
 }
 
-void MergeTreeDataPartWriterCompact::writeBlock(const Block & block)
+void MergeTreeDataPartWriterCompact::writeDataBlockPrimaryIndexAndSkipIndices(const Block & block, const Granules & granules_to_write)
 {
-    size_t total_rows = block.rows();
-    size_t from_mark = getCurrentMark();
-    size_t current_row = 0;
+    writeDataBlock(block, granules_to_write);
 
-    while (current_row < total_rows)
+    if (settings.rewrite_primary_key)
     {
-        size_t rows_to_write = index_granularity.getMarkRows(from_mark);
+        Block primary_key_block = getBlockAndPermute(block, metadata_snapshot->getPrimaryKeyColumns(), nullptr);
+        calculateAndSerializePrimaryIndex(primary_key_block, granules_to_write);
+    }
 
-        if (rows_to_write)
+    Block skip_indices_block = getBlockAndPermute(block, getSkipIndicesColumns(), nullptr);
+    calculateAndSerializeSkipIndices(skip_indices_block, granules_to_write);
+}
+
+void MergeTreeDataPartWriterCompact::writeDataBlock(const Block & block, const Granules & granules)
+{
+    for (const auto & granule : granules)
+    {
+        if (granule.granularity_rows)
             data_written = true;
 
         auto name_and_type = columns_list.begin();
@@ -161,53 +206,30 @@ void MergeTreeDataPartWriterCompact::writeBlock(const Block & block)
             writeIntBinary(plain_hashing.count(), marks);
             writeIntBinary(UInt64(0), marks);
 
-            writeColumnSingleGranule(block.getByName(name_and_type->name), stream_getter, current_row, rows_to_write);
+            writeColumnSingleGranule(block.getByName(name_and_type->name), stream_getter, granule.start_row, granule.granularity_rows);
 
             /// Each type always have at least one substream
             prev_stream->hashing_buf.next(); //-V522
         }
 
-        ++from_mark;
-        size_t rows_written = total_rows - current_row;
-        current_row += rows_to_write;
-
-        /// Correct last mark as it should contain exact amount of rows.
-        if (current_row >= total_rows && rows_written != rows_to_write)
-        {
-            rows_to_write = rows_written;
-            index_granularity.popMark();
-            index_granularity.appendMark(rows_written);
-        }
-
-        writeIntBinary(rows_to_write, marks);
+        writeIntBinary(granule.block_rows, marks);
     }
-
-    next_index_offset = 0;
-    next_mark = from_mark;
-}
-
-void MergeTreeDataPartWriterCompact::writeColumnSingleGranule(
-    const ColumnWithTypeAndName & column,
-    IDataType::OutputStreamGetter stream_getter,
-    size_t from_row,
-    size_t number_of_rows)
-{
-    IDataType::SerializeBinaryBulkStatePtr state;
-    IDataType::SerializeBinaryBulkSettings serialize_settings;
-
-    serialize_settings.getter = stream_getter;
-    serialize_settings.position_independent_encoding = true;
-    serialize_settings.low_cardinality_max_dictionary_size = 0;
-
-    column.type->serializeBinaryBulkStatePrefix(serialize_settings, state);
-    column.type->serializeBinaryBulkWithMultipleStreams(*column.column, from_row, number_of_rows, serialize_settings, state);
-    column.type->serializeBinaryBulkStateSuffix(serialize_settings, state);
 }
 
 void MergeTreeDataPartWriterCompact::finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync)
 {
     if (columns_buffer.size() != 0)
-        writeBlock(header.cloneWithColumns(columns_buffer.releaseColumns()));
+    {
+        auto block = header.cloneWithColumns(columns_buffer.releaseColumns());
+        auto granules_to_write = getGranulesToWrite(index_granularity, block.rows(), getCurrentMark(), /* last_block = */ true);
+        if (!granules_to_write.back().isCompleted())
+        {
+            /// Correct last mark as it should contain exact amount of rows.
+            index_granularity.popMark();
+            index_granularity.appendMark(granules_to_write.back().block_rows);
+        }
+        writeDataBlockPrimaryIndexAndSkipIndices(block, granules_to_write);
+    }
 
 #ifndef NDEBUG
     /// Offsets should be 0, because compressed block is written for every granule.
@@ -269,9 +291,13 @@ static void fillIndexGranularityImpl(
 
 void MergeTreeDataPartWriterCompact::fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block)
 {
+    size_t index_offset = 0;
+    if (index_granularity.getMarksCount() > getCurrentMark())
+        index_offset = index_granularity.getMarkRows(getCurrentMark()) - columns_buffer.size();
+
     fillIndexGranularityImpl(
         index_granularity,
-        getIndexOffset(),
+        index_offset,
         index_granularity_for_block,
         rows_in_block);
 }
@@ -328,4 +354,14 @@ size_t MergeTreeDataPartWriterCompact::ColumnsBuffer::size() const
     return accumulated_columns.at(0)->size();
 }
 
+void MergeTreeDataPartWriterCompact::finish(IMergeTreeDataPart::Checksums & checksums, bool sync)
+{
+    finishDataSerialization(checksums, sync);
+
+    if (settings.rewrite_primary_key)
+        finishPrimaryIndexSerialization(checksums, sync);
+
+    finishSkipIndicesSerialization(checksums, sync);
+}
+
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.h b/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.h
index a6187676dde..2913960fd35 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterCompact.h
@@ -18,16 +18,22 @@ public:
         const MergeTreeWriterSettings & settings,
         const MergeTreeIndexGranularity & index_granularity);
 
-    void write(const Block & block, const IColumn::Permutation * permutation,
-        const Block & primary_key_block, const Block & skip_indexes_block) override;
+    void write(const Block & block, const IColumn::Permutation * permutation) override;
 
-    void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync) override;
-
-protected:
-    void fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block) override;
+    void finish(IMergeTreeDataPart::Checksums & checksums, bool sync) override;
 
 private:
-    void writeBlock(const Block & block);
+    /// Finish serialization of the data. Flush rows in buffer to disk, compute checksums.
+    void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync);
+
+    void fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block) override;
+
+    /// Write block of rows into .bin file and marks in .mrk files
+    void writeDataBlock(const Block & block, const Granules & granules);
+
+    /// Write block of rows into .bin file and marks in .mrk files, primary index in .idx file
+    /// and skip indices in their corresponding files.
+    void writeDataBlockPrimaryIndexAndSkipIndices(const Block & block, const Granules & granules);
 
     void addToChecksums(MergeTreeDataPartChecksums & checksums);
 
@@ -78,13 +84,6 @@ private:
     /// marks -> marks_file
     std::unique_ptr<WriteBufferFromFileBase> marks_file;
     HashingWriteBuffer marks;
-
-    /// Write single granule of one column (rows between 2 marks)
-    static void writeColumnSingleGranule(
-        const ColumnWithTypeAndName & column,
-        IDataType::OutputStreamGetter stream_getter,
-        size_t from_row,
-        size_t number_of_rows);
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.cpp
index f0738a1130a..5efcc63b2fc 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.cpp
@@ -19,12 +19,15 @@ MergeTreeDataPartWriterInMemory::MergeTreeDataPartWriterInMemory(
     , part_in_memory(part_) {}
 
 void MergeTreeDataPartWriterInMemory::write(
-    const Block & block, const IColumn::Permutation * permutation,
-    const Block & primary_key_block, const Block & /* skip_indexes_block */)
+    const Block & block, const IColumn::Permutation * permutation)
 {
     if (part_in_memory->block)
         throw Exception("DataPartWriterInMemory supports only one write", ErrorCodes::LOGICAL_ERROR);
 
+    Block primary_key_block;
+    if (settings.rewrite_primary_key)
+        primary_key_block = getBlockAndPermute(block, metadata_snapshot->getPrimaryKeyColumns(), permutation);
+
     Block result_block;
     if (permutation)
     {
@@ -50,6 +53,9 @@ void MergeTreeDataPartWriterInMemory::write(
     if (with_final_mark)
         index_granularity.appendMark(0);
     part_in_memory->block = std::move(result_block);
+
+    if (settings.rewrite_primary_key)
+        calculateAndSerializePrimaryIndex(primary_key_block);
 }
 
 void MergeTreeDataPartWriterInMemory::calculateAndSerializePrimaryIndex(const Block & primary_index_block)
@@ -70,7 +76,7 @@ void MergeTreeDataPartWriterInMemory::calculateAndSerializePrimaryIndex(const Bl
     }
 }
 
-void MergeTreeDataPartWriterInMemory::finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool)
+void MergeTreeDataPartWriterInMemory::finish(IMergeTreeDataPart::Checksums & checksums, bool /* sync */)
 {
     /// If part is empty we still need to initialize block by empty columns.
     if (!part_in_memory->block)
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.h b/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.h
index 990661aad1b..495585ad4d2 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterInMemory.h
@@ -16,14 +16,13 @@ public:
         const MergeTreeWriterSettings & settings_);
 
     /// You can write only one block. In-memory part can be written only at INSERT.
-    void write(const Block & block, const IColumn::Permutation * permutation,
-        const Block & primary_key_block, const Block & skip_indexes_block) override;
+    void write(const Block & block, const IColumn::Permutation * permutation) override;
 
-    void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync) override;
-
-    void calculateAndSerializePrimaryIndex(const Block & primary_index_block) override;
+    void finish(IMergeTreeDataPart::Checksums & checksums, bool sync) override;
 
 private:
+    void calculateAndSerializePrimaryIndex(const Block & primary_index_block);
+
     DataPartInMemoryPtr part_in_memory;
 };
 
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
index 0ec10f9db76..5190b439809 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp
@@ -70,14 +70,14 @@ MergeTreeDataPartWriterOnDisk::MergeTreeDataPartWriterOnDisk(
     const MergeTreeData::DataPartPtr & data_part_,
     const NamesAndTypesList & columns_list_,
     const StorageMetadataPtr & metadata_snapshot_,
-    const std::vector<MergeTreeIndexPtr> & indices_to_recalc_,
+    const MergeTreeIndices & indices_to_recalc_,
     const String & marks_file_extension_,
     const CompressionCodecPtr & default_codec_,
     const MergeTreeWriterSettings & settings_,
     const MergeTreeIndexGranularity & index_granularity_)
     : IMergeTreeDataPartWriter(data_part_,
-        columns_list_, metadata_snapshot_, indices_to_recalc_,
-        index_granularity_, settings_)
+        columns_list_, metadata_snapshot_, settings_, index_granularity_)
+    , skip_indices(indices_to_recalc_)
     , part_path(data_part_->getFullRelativePath())
     , marks_file_extension(marks_file_extension_)
     , default_codec(default_codec_)
@@ -89,6 +89,10 @@ MergeTreeDataPartWriterOnDisk::MergeTreeDataPartWriterOnDisk(
     auto disk = data_part->volume->getDisk();
     if (!disk->exists(part_path))
         disk->createDirectories(part_path);
+
+    if (settings.rewrite_primary_key)
+        initPrimaryIndex();
+    initSkipIndices();
 }
 
 // Implementation is split into static functions for ability
@@ -129,17 +133,7 @@ static size_t computeIndexGranularityImpl(
     return index_granularity_for_block;
 }
 
-static void fillIndexGranularityImpl(
-    MergeTreeIndexGranularity & index_granularity,
-    size_t index_offset,
-    size_t index_granularity_for_block,
-    size_t rows_in_block)
-{
-    for (size_t current_row = index_offset; current_row < rows_in_block; current_row += index_granularity_for_block)
-        index_granularity.appendMark(index_granularity_for_block);
-}
-
-size_t MergeTreeDataPartWriterOnDisk::computeIndexGranularity(const Block & block)
+size_t MergeTreeDataPartWriterOnDisk::computeIndexGranularity(const Block & block) const
 {
     const auto storage_settings = storage.getSettings();
     return computeIndexGranularityImpl(
@@ -150,15 +144,6 @@ size_t MergeTreeDataPartWriterOnDisk::computeIndexGranularity(const Block & bloc
             settings.can_use_adaptive_granularity);
 }
 
-void MergeTreeDataPartWriterOnDisk::fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block)
-{
-    fillIndexGranularityImpl(
-        index_granularity,
-        getIndexOffset(),
-        index_granularity_for_block,
-        rows_in_block);
-}
-
 void MergeTreeDataPartWriterOnDisk::initPrimaryIndex()
 {
     if (metadata_snapshot->hasPrimaryKey())
@@ -166,8 +151,6 @@ void MergeTreeDataPartWriterOnDisk::initPrimaryIndex()
         index_file_stream = data_part->volume->getDisk()->writeFile(part_path + "primary.idx", DBMS_DEFAULT_BUFFER_SIZE, WriteMode::Rewrite);
         index_stream = std::make_unique<HashingWriteBuffer>(*index_file_stream);
     }
-
-    primary_index_initialized = true;
 }
 
 void MergeTreeDataPartWriterOnDisk::initSkipIndices()
@@ -184,18 +167,12 @@ void MergeTreeDataPartWriterOnDisk::initSkipIndices()
                         default_codec, settings.max_compress_block_size,
                         0, settings.aio_threshold));
         skip_indices_aggregators.push_back(index_helper->createIndexAggregator());
-        skip_index_filling.push_back(0);
+        skip_index_accumulated_marks.push_back(0);
     }
-
-    skip_indices_initialized = true;
 }
 
-void MergeTreeDataPartWriterOnDisk::calculateAndSerializePrimaryIndex(const Block & primary_index_block)
+void MergeTreeDataPartWriterOnDisk::calculateAndSerializePrimaryIndex(const Block & primary_index_block, const Granules & granules_to_write)
 {
-    if (!primary_index_initialized)
-        throw Exception("Primary index is not initialized", ErrorCodes::LOGICAL_ERROR);
-
-    size_t rows = primary_index_block.rows();
     size_t primary_columns_num = primary_index_block.columns();
     if (index_columns.empty())
     {
@@ -215,98 +192,62 @@ void MergeTreeDataPartWriterOnDisk::calculateAndSerializePrimaryIndex(const Bloc
     MemoryTracker::BlockerInThread temporarily_disable_memory_tracker;
 
     /// Write index. The index contains Primary Key value for each `index_granularity` row.
-
-    size_t current_row = getIndexOffset();
-    size_t total_marks = index_granularity.getMarksCount();
-
-    while (index_mark < total_marks && current_row < rows)
+    for (const auto & granule : granules_to_write)
     {
-        if (metadata_snapshot->hasPrimaryKey())
+        if (metadata_snapshot->hasPrimaryKey() && granule.mark_on_start)
         {
             for (size_t j = 0; j < primary_columns_num; ++j)
             {
                 const auto & primary_column = primary_index_block.getByPosition(j);
-                index_columns[j]->insertFrom(*primary_column.column, current_row);
-                primary_column.type->serializeBinary(*primary_column.column, current_row, *index_stream);
+                index_columns[j]->insertFrom(*primary_column.column, granule.start_row);
+                primary_column.type->serializeBinary(*primary_column.column, granule.start_row, *index_stream);
             }
         }
-
-        current_row += index_granularity.getMarkRows(index_mark++);
     }
-
     /// store last index row to write final mark at the end of column
     for (size_t j = 0; j < primary_columns_num; ++j)
         last_block_index_columns[j] = primary_index_block.getByPosition(j).column;
 }
 
-void MergeTreeDataPartWriterOnDisk::calculateAndSerializeSkipIndices(const Block & skip_indexes_block)
+void MergeTreeDataPartWriterOnDisk::calculateAndSerializeSkipIndices(const Block & skip_indexes_block, const Granules & granules_to_write)
 {
-    if (!skip_indices_initialized)
-        throw Exception("Skip indices are not initialized", ErrorCodes::LOGICAL_ERROR);
-
-    size_t rows = skip_indexes_block.rows();
-    size_t skip_index_current_data_mark = 0;
-
     /// Filling and writing skip indices like in MergeTreeDataPartWriterWide::writeColumn
     for (size_t i = 0; i < skip_indices.size(); ++i)
     {
         const auto index_helper = skip_indices[i];
         auto & stream = *skip_indices_streams[i];
-        size_t prev_pos = 0;
-        skip_index_current_data_mark = skip_index_data_mark;
-        while (prev_pos < rows)
+        for (const auto & granule : granules_to_write)
         {
-            UInt64 limit = 0;
-            size_t current_index_offset = getIndexOffset();
-            if (prev_pos == 0 && current_index_offset != 0)
+            if (skip_indices_aggregators[i]->empty() && granule.mark_on_start)
             {
-                limit = current_index_offset;
-            }
-            else if (skip_index_current_data_mark == index_granularity.getMarksCount())
-            {
-                /// Case, when last granule was exceeded and no new granule was created.
-                limit = rows - prev_pos;
-            }
-            else
-            {
-                limit = index_granularity.getMarkRows(skip_index_current_data_mark);
-                if (skip_indices_aggregators[i]->empty())
-                {
-                    skip_indices_aggregators[i] = index_helper->createIndexAggregator();
-                    skip_index_filling[i] = 0;
+                skip_indices_aggregators[i] = index_helper->createIndexAggregator();
 
-                    if (stream.compressed.offset() >= settings.min_compress_block_size)
-                        stream.compressed.next();
+                if (stream.compressed.offset() >= settings.min_compress_block_size)
+                    stream.compressed.next();
 
-                    writeIntBinary(stream.plain_hashing.count(), stream.marks);
-                    writeIntBinary(stream.compressed.offset(), stream.marks);
-                    /// Actually this numbers is redundant, but we have to store them
-                    /// to be compatible with normal .mrk2 file format
-                    if (settings.can_use_adaptive_granularity)
-                        writeIntBinary(1UL, stream.marks);
-                }
-                /// this mark is aggregated, go to the next one
-                skip_index_current_data_mark++;
+                writeIntBinary(stream.plain_hashing.count(), stream.marks);
+                writeIntBinary(stream.compressed.offset(), stream.marks);
+                /// Actually this numbers is redundant, but we have to store them
+                /// to be compatible with normal .mrk2 file format
+                if (settings.can_use_adaptive_granularity)
+                    writeIntBinary(1UL, stream.marks);
             }
 
-            size_t pos = prev_pos;
-            skip_indices_aggregators[i]->update(skip_indexes_block, &pos, limit);
-
-            if (pos == prev_pos + limit)
+            size_t pos = granule.start_row;
+            skip_indices_aggregators[i]->update(skip_indexes_block, &pos, granule.granularity_rows);
+            if (granule.isCompleted())
             {
-                ++skip_index_filling[i];
+                ++skip_index_accumulated_marks[i];
 
                 /// write index if it is filled
-                if (skip_index_filling[i] == index_helper->index.granularity)
+                if (skip_index_accumulated_marks[i] == index_helper->index.granularity)
                 {
                     skip_indices_aggregators[i]->getGranuleAndReset()->serializeBinary(stream.compressed);
-                    skip_index_filling[i] = 0;
+                    skip_index_accumulated_marks[i] = 0;
                 }
             }
-            prev_pos = pos;
         }
     }
-    skip_index_data_mark = skip_index_current_data_mark;
 }
 
 void MergeTreeDataPartWriterOnDisk::finishPrimaryIndexSerialization(
@@ -360,7 +301,16 @@ void MergeTreeDataPartWriterOnDisk::finishSkipIndicesSerialization(
 
     skip_indices_streams.clear();
     skip_indices_aggregators.clear();
-    skip_index_filling.clear();
+    skip_index_accumulated_marks.clear();
+}
+
+Names MergeTreeDataPartWriterOnDisk::getSkipIndicesColumns() const
+{
+    std::unordered_set<String> skip_indexes_column_names_set;
+    for (const auto & index : skip_indices)
+        std::copy(index->index.column_names.cbegin(), index->index.column_names.cend(),
+                  std::inserter(skip_indexes_column_names_set, skip_indexes_column_names_set.end()));
+    return Names(skip_indexes_column_names_set.begin(), skip_indexes_column_names_set.end());
 }
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h
index 55da413c9fb..bc09e0e61e1 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.h
@@ -14,6 +14,35 @@
 namespace DB
 {
 
+/// Single unit for writing data to disk. Contains information about
+/// amount of rows to write and marks.
+struct Granule
+{
+    /// Start row in block for granule
+    size_t start_row;
+    /// Amount of rows which granule have to contain according to index
+    /// granularity.
+    /// NOTE: Sometimes it's not equal to actually written rows, for example
+    /// for the last granule if it's smaller than computed granularity.
+    size_t granularity_rows;
+    /// Amount of rows from block which have to be written to disk from start_row
+    size_t block_rows;
+    /// Global mark number in the list of all marks (index_granularity) for this part
+    size_t mark_number;
+    /// Should writer write mark for the first of this granule to disk.
+    /// NOTE: Sometimes we don't write mark for the start row, because
+    /// this granule can be continuation of the previous one.
+    bool mark_on_start;
+
+    /// Is this granule contain amout of rows equal to the value in index granularity
+    bool isCompleted() const
+    {
+        return granularity_rows == block_rows;
+    }
+};
+
+/// Multiple granules to write for concrete block.
+using Granules = std::vector<Granule>;
 
 /// Writes data part to disk in different formats.
 /// Calculates and serializes primary and skip indices if needed.
@@ -71,42 +100,46 @@ public:
         const MergeTreeWriterSettings & settings,
         const MergeTreeIndexGranularity & index_granularity);
 
-    void calculateAndSerializePrimaryIndex(const Block & primary_index_block) final;
-    void calculateAndSerializeSkipIndices(const Block & skip_indexes_block) final;
-
-     /// Count index_granularity for block and store in `index_granularity`
-    size_t computeIndexGranularity(const Block & block);
-    virtual void fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block);
-
-    void initSkipIndices() final;
-    void initPrimaryIndex() final;
-
-    void finishPrimaryIndexSerialization(MergeTreeData::DataPart::Checksums & checksums, bool sync) final;
-    void finishSkipIndicesSerialization(MergeTreeData::DataPart::Checksums & checksums, bool sync) final;
-
     void setWrittenOffsetColumns(WrittenOffsetColumns * written_offset_columns_)
     {
         written_offset_columns = written_offset_columns_;
     }
 
 protected:
-    using SerializationState = IDataType::SerializeBinaryBulkStatePtr;
-    using SerializationStates = std::unordered_map<String, SerializationState>;
+     /// Count index_granularity for block and store in `index_granularity`
+    size_t computeIndexGranularity(const Block & block) const;
 
-    String part_path;
+    /// Write primary index according to granules_to_write
+    void calculateAndSerializePrimaryIndex(const Block & primary_index_block, const Granules & granules_to_write);
+    /// Write skip indices according to granules_to_write. Skip indices also have their own marks
+    /// and one skip index granule can contain multiple "normal" marks. So skip indices serialization
+    /// require additional state: skip_indices_aggregators and skip_index_accumulated_marks
+    void calculateAndSerializeSkipIndices(const Block & skip_indexes_block, const Granules & granules_to_write);
+
+    /// Finishes primary index serialization: write final primary index row (if required) and compute checksums
+    void finishPrimaryIndexSerialization(MergeTreeData::DataPart::Checksums & checksums, bool sync);
+    /// Finishes skip indices serialization: write all accumulated data to disk and compute checksums
+    void finishSkipIndicesSerialization(MergeTreeData::DataPart::Checksums & checksums, bool sync);
+
+    /// Get global number of the current which we are writing (or going to start to write)
+    size_t getCurrentMark() const { return current_mark; }
+
+    void setCurrentMark(size_t mark) { current_mark = mark; }
+
+    /// Get unique non ordered skip indices column.
+    Names getSkipIndicesColumns() const;
+
+    const MergeTreeIndices skip_indices;
+
+    const String part_path;
     const String marks_file_extension;
-    CompressionCodecPtr default_codec;
+    const CompressionCodecPtr default_codec;
 
-    bool compute_granularity;
-    bool need_finish_last_granule;
-
-    /// Number of marsk in data from which skip indices have to start
-    /// aggregation. I.e. it's data mark number, not skip indices mark.
-    size_t skip_index_data_mark = 0;
+    const bool compute_granularity;
 
     std::vector<StreamPtr> skip_indices_streams;
     MergeTreeIndexAggregators skip_indices_aggregators;
-    std::vector<size_t> skip_index_filling;
+    std::vector<size_t> skip_index_accumulated_marks;
 
     std::unique_ptr<WriteBufferFromFileBase> index_file_stream;
     std::unique_ptr<HashingWriteBuffer> index_stream;
@@ -116,15 +149,18 @@ protected:
     Columns last_block_index_columns;
 
     bool data_written = false;
-    bool primary_index_initialized = false;
-    bool skip_indices_initialized = false;
 
     /// To correctly write Nested elements column-by-column.
     WrittenOffsetColumns * written_offset_columns = nullptr;
 
+    /// Data is already written up to this mark.
+    size_t current_mark = 0;
+
 private:
-    /// Index is already serialized up to this mark.
-    size_t index_mark = 0;
+    void initSkipIndices();
+    void initPrimaryIndex();
+
+    virtual void fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block) = 0;
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
index c15c39e7b7f..1127c3a7dd7 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
@@ -1,6 +1,7 @@
 #include <Storages/MergeTree/MergeTreeDataPartWriterWide.h>
 #include <Interpreters/Context.h>
 #include <Compression/CompressionFactory.h>
+#include <Compression/CompressedReadBufferFromFile.h>
 
 namespace DB
 {
@@ -14,6 +15,56 @@ namespace
     constexpr auto DATA_FILE_EXTENSION = ".bin";
 }
 
+namespace
+{
+
+/// Get granules for block using index_granularity
+Granules getGranulesToWrite(const MergeTreeIndexGranularity & index_granularity, size_t block_rows, size_t current_mark, size_t rows_written_in_last_mark)
+{
+    if (current_mark >= index_granularity.getMarksCount())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Request to get granules from mark {} but index granularity size is {}", current_mark, index_granularity.getMarksCount());
+
+    Granules result;
+    size_t current_row = 0;
+    /// When our last mark is not finished yet and we have to write in rows into it
+    if (rows_written_in_last_mark > 0)
+    {
+        size_t rows_left_in_last_mark = index_granularity.getMarkRows(current_mark) - rows_written_in_last_mark;
+        size_t rows_left_in_block = block_rows - current_row;
+        result.emplace_back(Granule{
+            .start_row = current_row,
+            .granularity_rows = rows_left_in_last_mark,
+            .block_rows = std::min(rows_left_in_block, rows_left_in_last_mark),
+            .mark_number = current_mark,
+            .mark_on_start = false, /// Don't mark this granule because we have already marked it
+        });
+        current_row += rows_left_in_last_mark;
+        current_mark++;
+    }
+
+    /// Calculating normal granules for block
+    while (current_row < block_rows)
+    {
+        size_t expected_rows_in_mark = index_granularity.getMarkRows(current_mark);
+        size_t rows_left_in_block  = block_rows - current_row;
+        /// If we have less rows in block than expected in granularity
+        /// save incomplete granule
+        result.emplace_back(Granule{
+            .start_row = current_row,
+            .granularity_rows = expected_rows_in_mark,
+            .block_rows = std::min(rows_left_in_block, expected_rows_in_mark),
+            .mark_number = current_mark,
+            .mark_on_start = true,
+        });
+        current_row += expected_rows_in_mark;
+        current_mark++;
+    }
+
+    return result;
+}
+
+}
+
 MergeTreeDataPartWriterWide::MergeTreeDataPartWriterWide(
     const MergeTreeData::DataPartPtr & data_part_,
     const NamesAndTypesList & columns_list_,
@@ -69,7 +120,7 @@ void MergeTreeDataPartWriterWide::addStreams(
 
 
 IDataType::OutputStreamGetter MergeTreeDataPartWriterWide::createStreamGetter(
-        const String & name, WrittenOffsetColumns & offset_columns)
+        const String & name, WrittenOffsetColumns & offset_columns) const
 {
     return [&, this] (const IDataType::SubstreamPath & substream_path) -> WriteBuffer *
     {
@@ -81,13 +132,34 @@ IDataType::OutputStreamGetter MergeTreeDataPartWriterWide::createStreamGetter(
         if (is_offsets && offset_columns.count(stream_name))
             return nullptr;
 
-        return &column_streams[stream_name]->compressed;
+        return &column_streams.at(stream_name)->compressed;
     };
 }
 
-void MergeTreeDataPartWriterWide::write(const Block & block,
-    const IColumn::Permutation * permutation,
-    const Block & primary_key_block, const Block & skip_indexes_block)
+void MergeTreeDataPartWriterWide::shiftCurrentMark(const Granules & granules_written)
+{
+    auto last_granule = granules_written.back();
+    /// If we didn't finished last granule than we will continue to write it from new block
+    if (!last_granule.isCompleted())
+    {
+        /// Shift forward except last granule
+        setCurrentMark(getCurrentMark() + granules_written.size() - 1);
+        bool still_in_the_same_granule = granules_written.size() == 1;
+        /// We wrote whole block in the same granule, but didn't finished it.
+        /// So add written rows to rows written in last_mark
+        if (still_in_the_same_granule)
+            rows_written_in_last_mark += last_granule.block_rows;
+        else
+            rows_written_in_last_mark = last_granule.block_rows;
+    }
+    else
+    {
+        setCurrentMark(getCurrentMark() + granules_written.size());
+        rows_written_in_last_mark = 0;
+    }
+}
+
+void MergeTreeDataPartWriterWide::write(const Block & block, const IColumn::Permutation * permutation)
 {
     /// Fill index granularity for this block
     /// if it's unknown (in case of insert data or horizontal merge,
@@ -98,7 +170,14 @@ void MergeTreeDataPartWriterWide::write(const Block & block,
         fillIndexGranularity(index_granularity_for_block, block.rows());
     }
 
+    auto granules_to_write = getGranulesToWrite(index_granularity, block.rows(), getCurrentMark(), rows_written_in_last_mark);
+
     auto offset_columns = written_offset_columns ? *written_offset_columns : WrittenOffsetColumns{};
+    Block primary_key_block;
+    if (settings.rewrite_primary_key)
+        primary_key_block = getBlockAndPermute(block, metadata_snapshot->getPrimaryKeyColumns(), permutation);
+
+    Block skip_indexes_block = getBlockAndPermute(block, getSkipIndicesColumns(), permutation);
 
     auto it = columns_list.begin();
     for (size_t i = 0; i < columns_list.size(); ++i, ++it)
@@ -110,25 +189,32 @@ void MergeTreeDataPartWriterWide::write(const Block & block,
             if (primary_key_block.has(it->name))
             {
                 const auto & primary_column = *primary_key_block.getByName(it->name).column;
-                writeColumn(column.name, *column.type, primary_column, offset_columns);
+                writeColumn(column.name, *column.type, primary_column, offset_columns, granules_to_write);
             }
             else if (skip_indexes_block.has(it->name))
             {
                 const auto & index_column = *skip_indexes_block.getByName(it->name).column;
-                writeColumn(column.name, *column.type, index_column, offset_columns);
+                writeColumn(column.name, *column.type, index_column, offset_columns, granules_to_write);
             }
             else
             {
                 /// We rearrange the columns that are not included in the primary key here; Then the result is released - to save RAM.
                 ColumnPtr permuted_column = column.column->permute(*permutation, 0);
-                writeColumn(column.name, *column.type, *permuted_column, offset_columns);
+                writeColumn(column.name, *column.type, *permuted_column, offset_columns, granules_to_write);
             }
         }
         else
         {
-            writeColumn(column.name, *column.type, *column.column, offset_columns);
+            writeColumn(column.name, *column.type, *column.column, offset_columns, granules_to_write);
         }
     }
+
+    if (settings.rewrite_primary_key)
+        calculateAndSerializePrimaryIndex(primary_key_block, granules_to_write);
+
+    calculateAndSerializeSkipIndices(skip_indexes_block, granules_to_write);
+
+    shiftCurrentMark(granules_to_write);
 }
 
 void MergeTreeDataPartWriterWide::writeSingleMark(
@@ -138,44 +224,67 @@ void MergeTreeDataPartWriterWide::writeSingleMark(
     size_t number_of_rows,
     DB::IDataType::SubstreamPath & path)
 {
-    type.enumerateStreams([&] (const IDataType::SubstreamPath & substream_path, const IDataType & /* substream_type */)
-     {
-         bool is_offsets = !substream_path.empty() && substream_path.back().type == IDataType::Substream::ArraySizes;
-
-         String stream_name = IDataType::getFileNameForStream(name, substream_path);
-
-         /// Don't write offsets more than one time for Nested type.
-         if (is_offsets && offset_columns.count(stream_name))
-             return;
-
-         Stream & stream = *column_streams[stream_name];
-
-         /// There could already be enough data to compress into the new block.
-         if (stream.compressed.offset() >= settings.min_compress_block_size)
-             stream.compressed.next();
-
-         writeIntBinary(stream.plain_hashing.count(), stream.marks);
-         writeIntBinary(stream.compressed.offset(), stream.marks);
-         if (settings.can_use_adaptive_granularity)
-             writeIntBinary(number_of_rows, stream.marks);
-     }, path);
+    StreamsWithMarks marks = getCurrentMarksForColumn(name, type, offset_columns, path);
+    for (const auto & mark : marks)
+        flushMarkToFile(mark, number_of_rows);
 }
 
-size_t MergeTreeDataPartWriterWide::writeSingleGranule(
+void MergeTreeDataPartWriterWide::flushMarkToFile(const StreamNameAndMark & stream_with_mark, size_t rows_in_mark)
+{
+    Stream & stream = *column_streams[stream_with_mark.stream_name];
+    writeIntBinary(stream_with_mark.mark.offset_in_compressed_file, stream.marks);
+    writeIntBinary(stream_with_mark.mark.offset_in_decompressed_block, stream.marks);
+    if (settings.can_use_adaptive_granularity)
+        writeIntBinary(rows_in_mark, stream.marks);
+}
+
+StreamsWithMarks MergeTreeDataPartWriterWide::getCurrentMarksForColumn(
+    const String & name,
+    const IDataType & type,
+    WrittenOffsetColumns & offset_columns,
+    DB::IDataType::SubstreamPath & path)
+{
+    StreamsWithMarks result;
+    type.enumerateStreams([&] (const IDataType::SubstreamPath & substream_path, const IDataType & /* substream_type */)
+    {
+        bool is_offsets = !substream_path.empty() && substream_path.back().type == IDataType::Substream::ArraySizes;
+
+        String stream_name = IDataType::getFileNameForStream(name, substream_path);
+
+        /// Don't write offsets more than one time for Nested type.
+        if (is_offsets && offset_columns.count(stream_name))
+            return;
+
+        Stream & stream = *column_streams[stream_name];
+
+        /// There could already be enough data to compress into the new block.
+        if (stream.compressed.offset() >= settings.min_compress_block_size)
+            stream.compressed.next();
+
+        StreamNameAndMark stream_with_mark;
+        stream_with_mark.stream_name = stream_name;
+        stream_with_mark.mark.offset_in_compressed_file = stream.plain_hashing.count();
+        stream_with_mark.mark.offset_in_decompressed_block = stream.compressed.offset();
+
+        result.push_back(stream_with_mark);
+    }, path);
+
+    return result;
+}
+
+void MergeTreeDataPartWriterWide::writeSingleGranule(
     const String & name,
     const IDataType & type,
     const IColumn & column,
     WrittenOffsetColumns & offset_columns,
     IDataType::SerializeBinaryBulkStatePtr & serialization_state,
     IDataType::SerializeBinaryBulkSettings & serialize_settings,
-    size_t from_row,
-    size_t number_of_rows,
-    bool write_marks)
+    const Granule & granule)
 {
-    if (write_marks)
-        writeSingleMark(name, type, offset_columns, number_of_rows, serialize_settings.path);
+    if (granule.mark_on_start)
+        writeSingleMark(name, type, offset_columns, granule.granularity_rows, serialize_settings.path);
 
-    type.serializeBinaryBulkWithMultipleStreams(column, from_row, number_of_rows, serialize_settings, serialization_state);
+    type.serializeBinaryBulkWithMultipleStreams(column, granule.start_row, granule.granularity_rows, serialize_settings, serialization_state);
 
     /// So that instead of the marks pointing to the end of the compressed block, there were marks pointing to the beginning of the next one.
     type.enumerateStreams([&] (const IDataType::SubstreamPath & substream_path, const IDataType & /* substream_type */)
@@ -190,8 +299,6 @@ size_t MergeTreeDataPartWriterWide::writeSingleGranule(
 
         column_streams[stream_name]->compressed.nextIfAtEnd();
     }, serialize_settings.path);
-
-    return from_row + number_of_rows;
 }
 
 /// Column must not be empty. (column.size() !== 0)
@@ -199,9 +306,11 @@ void MergeTreeDataPartWriterWide::writeColumn(
     const String & name,
     const IDataType & type,
     const IColumn & column,
-    WrittenOffsetColumns & offset_columns)
+    WrittenOffsetColumns & offset_columns,
+    const Granules & granules)
 {
     auto [it, inserted] = serialization_states.emplace(name, nullptr);
+
     if (inserted)
     {
         IDataType::SerializeBinaryBulkSettings serialize_settings;
@@ -215,48 +324,20 @@ void MergeTreeDataPartWriterWide::writeColumn(
     serialize_settings.low_cardinality_max_dictionary_size = global_settings.low_cardinality_max_dictionary_size;
     serialize_settings.low_cardinality_use_single_dictionary_for_part = global_settings.low_cardinality_use_single_dictionary_for_part != 0;
 
-    size_t total_rows = column.size();
-    size_t current_row = 0;
-    size_t current_column_mark = getCurrentMark();
-    size_t current_index_offset = getIndexOffset();
-    while (current_row < total_rows)
+    for (const auto & granule : granules)
     {
-        size_t rows_to_write;
-        bool write_marks = true;
-
-        /// If there is `index_offset`, then the first mark goes not immediately, but after this number of rows.
-        if (current_row == 0 && current_index_offset != 0)
-        {
-            write_marks = false;
-            rows_to_write = current_index_offset;
-        }
-        else
-        {
-            if (index_granularity.getMarksCount() <= current_column_mark)
-                throw Exception(
-                    "Incorrect size of index granularity expect mark " + toString(current_column_mark) + " totally have marks " + toString(index_granularity.getMarksCount()),
-                    ErrorCodes::LOGICAL_ERROR);
-
-            rows_to_write = index_granularity.getMarkRows(current_column_mark);
-        }
-
-        if (rows_to_write != 0)
+        if (granule.granularity_rows > 0)
             data_written = true;
 
-        current_row = writeSingleGranule(
-            name,
-            type,
-            column,
-            offset_columns,
-            it->second,
-            serialize_settings,
-            current_row,
-            rows_to_write,
-            write_marks
+        writeSingleGranule(
+           name,
+           type,
+           column,
+           offset_columns,
+           it->second,
+           serialize_settings,
+           granule
         );
-
-        if (write_marks)
-            current_column_mark++;
     }
 
     type.enumerateStreams([&] (const IDataType::SubstreamPath & substream_path, const IDataType & /* substream_type */)
@@ -268,9 +349,93 @@ void MergeTreeDataPartWriterWide::writeColumn(
             offset_columns.insert(stream_name);
         }
     }, serialize_settings.path);
+}
+
+
+void MergeTreeDataPartWriterWide::validateColumnOfFixedSize(const String & name, const IDataType & type)
+{
+    if (!type.isValueRepresentedByNumber() || type.haveSubtypes())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Cannot validate column of non fixed type {}", type.getName());
+
+    auto disk = data_part->volume->getDisk();
+    String mrk_path = fullPath(disk, part_path + name + marks_file_extension);
+    String bin_path = fullPath(disk, part_path + name + DATA_FILE_EXTENSION);
+    DB::ReadBufferFromFile mrk_in(mrk_path);
+    DB::CompressedReadBufferFromFile bin_in(bin_path, 0, 0, 0);
+    bool must_be_last = false;
+    UInt64 offset_in_compressed_file = 0;
+    UInt64 offset_in_decompressed_block = 0;
+    UInt64 index_granularity_rows = 0;
+
+    size_t mark_num;
+
+    for (mark_num = 0; !mrk_in.eof(); ++mark_num)
+    {
+        if (mark_num > index_granularity.getMarksCount())
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Incorrect number of marks in memory {}, on disk (at least) {}", index_granularity.getMarksCount(), mark_num + 1);
+
+        DB::readBinary(offset_in_compressed_file, mrk_in);
+        DB::readBinary(offset_in_decompressed_block, mrk_in);
+        if (settings.can_use_adaptive_granularity)
+            DB::readBinary(index_granularity_rows, mrk_in);
+        else
+            index_granularity_rows = storage.getSettings()->index_granularity;
+
+        if (must_be_last)
+        {
+            if (index_granularity_rows != 0)
+                throw Exception(ErrorCodes::LOGICAL_ERROR, "We ran out of binary data but still have non empty mark #{} with rows number {}", mark_num, index_granularity_rows);
+
+            if (!mrk_in.eof())
+                throw Exception(ErrorCodes::LOGICAL_ERROR, "Mark #{} must be last, but we still have some to read", mark_num);
+
+            break;
+        }
+
+        if (index_granularity_rows == 0)
+        {
+            auto column = type.createColumn();
+
+            type.deserializeBinaryBulk(*column, bin_in, 1000000000, 0.0);
+
+            throw Exception(ErrorCodes::LOGICAL_ERROR,
+                        "Still have {} rows in bin stream, last mark #{} index granularity size {}, last rows {}", column->size(), mark_num, index_granularity.getMarksCount(), index_granularity_rows);
+        }
+
+        if (index_granularity_rows != index_granularity.getMarkRows(mark_num))
+            throw Exception(
+                ErrorCodes::LOGICAL_ERROR, "Incorrect mark rows for mark #{} (compressed offset {}, decompressed offset {}), in-memory {}, on disk {}",
+                mark_num, offset_in_compressed_file, offset_in_decompressed_block, index_granularity.getMarkRows(mark_num), index_granularity_rows);
+
+        auto column = type.createColumn();
+
+        type.deserializeBinaryBulk(*column, bin_in, index_granularity_rows, 0.0);
+
+        if (bin_in.eof())
+        {
+            must_be_last = true;
+        }
+        else if (column->size() != index_granularity_rows)
+        {
+            throw Exception(
+                ErrorCodes::LOGICAL_ERROR, "Incorrect mark rows for mark #{} (compressed offset {}, decompressed offset {}), actually in bin file {}, in mrk file {}",
+                mark_num, offset_in_compressed_file, offset_in_decompressed_block, column->size(), index_granularity.getMarkRows(mark_num));
+        }
+    }
+
+    if (!mrk_in.eof())
+        throw Exception(ErrorCodes::LOGICAL_ERROR,
+                        "Still have something in marks stream, last mark #{} index granularity size {}, last rows {}", mark_num, index_granularity.getMarksCount(), index_granularity_rows);
+    if (!bin_in.eof())
+    {
+        auto column = type.createColumn();
+
+        type.deserializeBinaryBulk(*column, bin_in, 1000000000, 0.0);
+
+        throw Exception(ErrorCodes::LOGICAL_ERROR,
+                        "Still have {} rows in bin stream, last mark #{} index granularity size {}, last rows {}", column->size(), mark_num, index_granularity.getMarksCount(), index_granularity_rows);
+    }
 
-    next_mark = current_column_mark;
-    next_index_offset = current_row - total_rows;
 }
 
 void MergeTreeDataPartWriterWide::finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync)
@@ -294,12 +459,9 @@ void MergeTreeDataPartWriterWide::finishDataSerialization(IMergeTreeDataPart::Ch
             }
 
             if (write_final_mark)
-            {
                 writeFinalMark(it->name, it->type, offset_columns, serialize_settings.path);
-            }
         }
     }
-
     for (auto & stream : column_streams)
     {
         stream.second->finalize();
@@ -310,6 +472,24 @@ void MergeTreeDataPartWriterWide::finishDataSerialization(IMergeTreeDataPart::Ch
 
     column_streams.clear();
     serialization_states.clear();
+
+#ifndef NDEBUG
+    for (const auto & column : columns_list)
+    {
+        if (column.type->isValueRepresentedByNumber() && !column.type->haveSubtypes())
+            validateColumnOfFixedSize(column.name, *column.type);
+    }
+#endif
+
+}
+
+void MergeTreeDataPartWriterWide::finish(IMergeTreeDataPart::Checksums & checksums, bool sync)
+{
+    finishDataSerialization(checksums, sync);
+    if (settings.rewrite_primary_key)
+        finishPrimaryIndexSerialization(checksums, sync);
+
+    finishSkipIndicesSerialization(checksums, sync);
 }
 
 void MergeTreeDataPartWriterWide::writeFinalMark(
@@ -331,4 +511,30 @@ void MergeTreeDataPartWriterWide::writeFinalMark(
     }, path);
 }
 
+static void fillIndexGranularityImpl(
+    MergeTreeIndexGranularity & index_granularity,
+    size_t index_offset,
+    size_t index_granularity_for_block,
+    size_t rows_in_block)
+{
+    for (size_t current_row = index_offset; current_row < rows_in_block; current_row += index_granularity_for_block)
+        index_granularity.appendMark(index_granularity_for_block);
+}
+
+void MergeTreeDataPartWriterWide::fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block)
+{
+    if (getCurrentMark() < index_granularity.getMarksCount() && getCurrentMark() != index_granularity.getMarksCount() - 1)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Trying to add marks, while current mark {}, but total marks {}", getCurrentMark(), index_granularity.getMarksCount());
+
+    size_t index_offset = 0;
+    if (rows_written_in_last_mark != 0)
+        index_offset = index_granularity.getLastMarkRows() - rows_written_in_last_mark;
+
+    fillIndexGranularityImpl(
+        index_granularity,
+        index_offset,
+        index_granularity_for_block,
+        rows_in_block);
+}
+
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
index aeb686a70a1..cffedd66a32 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
@@ -4,13 +4,19 @@
 namespace DB
 {
 
+struct StreamNameAndMark
+{
+    String stream_name;
+    MarkInCompressedFile mark;
+};
+
+using StreamsWithMarks = std::vector<StreamNameAndMark>;
+using ColumnNameToMark = std::unordered_map<String, StreamsWithMarks>;
+
 /// Writes data part in wide format.
 class MergeTreeDataPartWriterWide : public MergeTreeDataPartWriterOnDisk
 {
 public:
-
-    using ColumnToSize = std::map<std::string, UInt64>;
-
     MergeTreeDataPartWriterWide(
         const MergeTreeData::DataPartPtr & data_part,
         const NamesAndTypesList & columns_list,
@@ -21,14 +27,15 @@ public:
         const MergeTreeWriterSettings & settings,
         const MergeTreeIndexGranularity & index_granularity);
 
-    void write(const Block & block, const IColumn::Permutation * permutation,
-        const Block & primary_key_block, const Block & skip_indexes_block) override;
+    void write(const Block & block, const IColumn::Permutation * permutation) override;
 
-    void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync) override;
-
-    IDataType::OutputStreamGetter createStreamGetter(const String & name, WrittenOffsetColumns & offset_columns);
+    void finish(IMergeTreeDataPart::Checksums & checksums, bool sync) final;
 
 private:
+    /// Finish serialization of data: write final mark if required and compute checksums
+    /// Also validate written data in debug mode
+    void finishDataSerialization(IMergeTreeDataPart::Checksums & checksums, bool sync);
+
     /// Write data of one column.
     /// Return how many marks were written and
     /// how many rows were written for last mark
@@ -36,21 +43,32 @@ private:
         const String & name,
         const IDataType & type,
         const IColumn & column,
-        WrittenOffsetColumns & offset_columns);
+        WrittenOffsetColumns & offset_columns,
+        const Granules & granules);
 
-    /// Write single granule of one column (rows between 2 marks)
-    size_t writeSingleGranule(
+    /// Write single granule of one column.
+    void writeSingleGranule(
         const String & name,
         const IDataType & type,
         const IColumn & column,
         WrittenOffsetColumns & offset_columns,
         IDataType::SerializeBinaryBulkStatePtr & serialization_state,
         IDataType::SerializeBinaryBulkSettings & serialize_settings,
-        size_t from_row,
-        size_t number_of_rows,
-        bool write_marks);
+        const Granule & granule);
 
-    /// Write mark for column
+    /// Take offsets from column and return as MarkInCompressed file with stream name
+    StreamsWithMarks getCurrentMarksForColumn(
+        const String & name,
+        const IDataType & type,
+        WrittenOffsetColumns & offset_columns,
+        DB::IDataType::SubstreamPath & path);
+
+    /// Write mark to disk using stream and rows count
+    void flushMarkToFile(
+        const StreamNameAndMark & stream_with_mark,
+        size_t rows_in_mark);
+
+    /// Write mark for column taking offsets from column stream
     void writeSingleMark(
         const String & name,
         const IDataType & type,
@@ -70,10 +88,30 @@ private:
         const ASTPtr & effective_codec_desc,
         size_t estimated_size);
 
+    /// Method for self check (used in debug-build only). Checks that written
+    /// data and corresponding marks are consistent. Otherwise throws logical
+    /// errors.
+    void validateColumnOfFixedSize(const String & name, const IDataType & type);
+
+    void fillIndexGranularity(size_t index_granularity_for_block, size_t rows_in_block) override;
+
+    /// Use information from just written granules to shift current mark
+    /// in our index_granularity array.
+    void shiftCurrentMark(const Granules & granules_written);
+
+    IDataType::OutputStreamGetter createStreamGetter(const String & name, WrittenOffsetColumns & offset_columns) const;
+
+    using SerializationState = IDataType::SerializeBinaryBulkStatePtr;
+    using SerializationStates = std::unordered_map<String, SerializationState>;
+
     SerializationStates serialization_states;
 
     using ColumnStreams = std::map<String, StreamPtr>;
     ColumnStreams column_streams;
+
+    /// How many rows we have already written in the current mark.
+    /// More than zero when incoming blocks are smaller then their granularity.
+    size_t rows_written_in_last_mark = 0;
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.cpp b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
index e65a8e22f32..c93d4bceba0 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
@@ -16,6 +16,14 @@
 
 #include <Parsers/queryToString.h>
 
+#include <Processors/Merges/Algorithms/ReplacingSortedAlgorithm.h>
+#include <Processors/Merges/Algorithms/MergingSortedAlgorithm.h>
+#include <Processors/Merges/Algorithms/CollapsingSortedAlgorithm.h>
+#include <Processors/Merges/Algorithms/SummingSortedAlgorithm.h>
+#include <Processors/Merges/Algorithms/AggregatingSortedAlgorithm.h>
+#include <Processors/Merges/Algorithms/VersionedCollapsingAlgorithm.h>
+#include <Processors/Merges/Algorithms/GraphiteRollupSortedAlgorithm.h>
+
 namespace ProfileEvents
 {
     extern const Event MergeTreeDataWriterBlocks;
@@ -194,7 +202,74 @@ BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block
     return result;
 }
 
-MergeTreeData::MutableDataPartPtr MergeTreeDataWriter::writeTempPart(BlockWithPartition & block_with_partition, const StorageMetadataPtr & metadata_snapshot)
+Block MergeTreeDataWriter::mergeBlock(const Block & block, SortDescription sort_description, Names & partition_key_columns, IColumn::Permutation *& permutation)
+{
+    size_t block_size = block.rows();
+
+    auto get_merging_algorithm = [&]() -> std::shared_ptr<IMergingAlgorithm>
+    {
+        switch (data.merging_params.mode)
+        {
+            /// There is nothing to merge in single block in ordinary MergeTree
+            case MergeTreeData::MergingParams::Ordinary:
+                return nullptr;
+            case MergeTreeData::MergingParams::Replacing:
+                return std::make_shared<ReplacingSortedAlgorithm>(
+                    block, 1, sort_description, data.merging_params.version_column, block_size + 1);
+            case MergeTreeData::MergingParams::Collapsing:
+                return std::make_shared<CollapsingSortedAlgorithm>(
+                    block, 1, sort_description, data.merging_params.sign_column,
+                    false, block_size + 1, &Poco::Logger::get("MergeTreeBlockOutputStream"));
+            case MergeTreeData::MergingParams::Summing:
+                return std::make_shared<SummingSortedAlgorithm>(
+                    block, 1, sort_description, data.merging_params.columns_to_sum,
+                    partition_key_columns, block_size + 1);
+            case MergeTreeData::MergingParams::Aggregating:
+                return std::make_shared<AggregatingSortedAlgorithm>(block, 1, sort_description, block_size + 1);
+            case MergeTreeData::MergingParams::VersionedCollapsing:
+                return std::make_shared<VersionedCollapsingAlgorithm>(
+                    block, 1, sort_description, data.merging_params.sign_column, block_size + 1);
+            case MergeTreeData::MergingParams::Graphite:
+                return std::make_shared<GraphiteRollupSortedAlgorithm>(
+                    block, 1, sort_description, block_size + 1, data.merging_params.graphite_params, time(nullptr));
+        }
+
+        __builtin_unreachable();
+    };
+
+    auto merging_algorithm = get_merging_algorithm();
+    if (!merging_algorithm)
+        return block;
+
+    Chunk chunk(block.getColumns(), block_size);
+
+    IMergingAlgorithm::Input input;
+    input.set(std::move(chunk));
+    input.permutation = permutation;
+
+    IMergingAlgorithm::Inputs inputs;
+    inputs.push_back(std::move(input));
+    merging_algorithm->initialize(std::move(inputs));
+
+    IMergingAlgorithm::Status status = merging_algorithm->merge();
+
+    /// Check that after first merge merging_algorithm is waiting for data from input 0.
+    if (status.required_source != 0)
+        throw Exception("Logical error: required source after the first merge is not 0.", ErrorCodes::LOGICAL_ERROR);
+
+    status = merging_algorithm->merge();
+
+    /// Check that merge is finished.
+    if (!status.is_finished)
+        throw Exception("Logical error: merge is not finished after the second merge.", ErrorCodes::LOGICAL_ERROR);
+
+    /// Merged Block is sorted and we don't need to use permutation anymore
+    permutation = nullptr;
+
+    return block.cloneWithColumns(status.chunk.getColumns());
+}
+
+MergeTreeData::MutableDataPartPtr MergeTreeDataWriter::writeTempPart(BlockWithPartition & block_with_partition, const StorageMetadataPtr & metadata_snapshot, bool optimize_on_insert)
 {
     Block & block = block_with_partition.block;
 
@@ -228,6 +303,38 @@ MergeTreeData::MutableDataPartPtr MergeTreeDataWriter::writeTempPart(BlockWithPa
     else
         part_name = new_part_info.getPartName();
 
+    /// If we need to calculate some columns to sort.
+    if (metadata_snapshot->hasSortingKey() || metadata_snapshot->hasSecondaryIndices())
+        data.getSortingKeyAndSkipIndicesExpression(metadata_snapshot)->execute(block);
+
+    Names sort_columns = metadata_snapshot->getSortingKeyColumns();
+    SortDescription sort_description;
+    size_t sort_columns_size = sort_columns.size();
+    sort_description.reserve(sort_columns_size);
+
+    for (size_t i = 0; i < sort_columns_size; ++i)
+        sort_description.emplace_back(block.getPositionByName(sort_columns[i]), 1, 1);
+
+    ProfileEvents::increment(ProfileEvents::MergeTreeDataWriterBlocks);
+
+    /// Sort
+    IColumn::Permutation * perm_ptr = nullptr;
+    IColumn::Permutation perm;
+    if (!sort_description.empty())
+    {
+        if (!isAlreadySorted(block, sort_description))
+        {
+            stableGetPermutation(block, sort_description, perm);
+            perm_ptr = &perm;
+        }
+        else
+            ProfileEvents::increment(ProfileEvents::MergeTreeDataWriterBlocksAlreadySorted);
+    }
+
+    Names partition_key_columns = metadata_snapshot->getPartitionKey().column_names;
+    if (optimize_on_insert)
+        block = mergeBlock(block, sort_description, partition_key_columns, perm_ptr);
+
     /// Size of part would not be greater than block.bytes() + epsilon
     size_t expected_size = block.bytes();
 
@@ -274,34 +381,6 @@ MergeTreeData::MutableDataPartPtr MergeTreeDataWriter::writeTempPart(BlockWithPa
             sync_guard.emplace(disk, full_path);
     }
 
-    /// If we need to calculate some columns to sort.
-    if (metadata_snapshot->hasSortingKey() || metadata_snapshot->hasSecondaryIndices())
-        data.getSortingKeyAndSkipIndicesExpression(metadata_snapshot)->execute(block);
-
-    Names sort_columns = metadata_snapshot->getSortingKeyColumns();
-    SortDescription sort_description;
-    size_t sort_columns_size = sort_columns.size();
-    sort_description.reserve(sort_columns_size);
-
-    for (size_t i = 0; i < sort_columns_size; ++i)
-        sort_description.emplace_back(block.getPositionByName(sort_columns[i]), 1, 1);
-
-    ProfileEvents::increment(ProfileEvents::MergeTreeDataWriterBlocks);
-
-    /// Sort
-    IColumn::Permutation * perm_ptr = nullptr;
-    IColumn::Permutation perm;
-    if (!sort_description.empty())
-    {
-        if (!isAlreadySorted(block, sort_description))
-        {
-            stableGetPermutation(block, sort_description, perm);
-            perm_ptr = &perm;
-        }
-        else
-            ProfileEvents::increment(ProfileEvents::MergeTreeDataWriterBlocksAlreadySorted);
-    }
-
     if (metadata_snapshot->hasRowsTTL())
         updateTTL(metadata_snapshot->getRowsTTL(), new_data_part->ttl_infos, new_data_part->ttl_infos.table_ttl, block, true);
 
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.h b/src/Storages/MergeTree/MergeTreeDataWriter.h
index b4ad936672c..685d1adf947 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.h
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.h
@@ -45,7 +45,9 @@ public:
     /** All rows must correspond to same partition.
       * Returns part with unique name starting with 'tmp_', yet not added to MergeTreeData.
       */
-    MergeTreeData::MutableDataPartPtr writeTempPart(BlockWithPartition & block, const StorageMetadataPtr & metadata_snapshot);
+    MergeTreeData::MutableDataPartPtr writeTempPart(BlockWithPartition & block, const StorageMetadataPtr & metadata_snapshot, bool optimize_on_insert);
+
+    Block mergeBlock(const Block & block, SortDescription sort_description, Names & partition_key_columns, IColumn::Permutation *& permutation);
 
 private:
     MergeTreeData & data;
diff --git a/src/Storages/MergeTree/MergeTreeIOSettings.h b/src/Storages/MergeTree/MergeTreeIOSettings.h
index 41d9be07c70..7d8dda0c3ca 100644
--- a/src/Storages/MergeTree/MergeTreeIOSettings.h
+++ b/src/Storages/MergeTree/MergeTreeIOSettings.h
@@ -25,6 +25,7 @@ struct MergeTreeWriterSettings
         const MergeTreeSettingsPtr & storage_settings,
         bool can_use_adaptive_granularity_,
         size_t aio_threshold_,
+        bool rewrite_primary_key_,
         bool blocks_are_granules_size_ = false)
         : min_compress_block_size(
             storage_settings->min_compress_block_size ? storage_settings->min_compress_block_size : global_settings.min_compress_block_size)
@@ -33,6 +34,7 @@ struct MergeTreeWriterSettings
                                                         : global_settings.max_compress_block_size)
         , aio_threshold(aio_threshold_)
         , can_use_adaptive_granularity(can_use_adaptive_granularity_)
+        , rewrite_primary_key(rewrite_primary_key_)
         , blocks_are_granules_size(blocks_are_granules_size_)
     {
     }
@@ -41,6 +43,7 @@ struct MergeTreeWriterSettings
     size_t max_compress_block_size;
     size_t aio_threshold;
     bool can_use_adaptive_granularity;
+    bool rewrite_primary_key;
     bool blocks_are_granules_size;
 
     /// true if we write temporary files during alter.
diff --git a/src/Storages/MergeTree/MergeTreeIndexGranularity.cpp b/src/Storages/MergeTree/MergeTreeIndexGranularity.cpp
index bca0d0cb883..8dc353714cb 100644
--- a/src/Storages/MergeTree/MergeTreeIndexGranularity.cpp
+++ b/src/Storages/MergeTree/MergeTreeIndexGranularity.cpp
@@ -7,6 +7,7 @@ namespace DB
 {
 namespace ErrorCodes
 {
+    extern const int LOGICAL_ERROR;
 }
 
 MergeTreeIndexGranularity::MergeTreeIndexGranularity(const std::vector<size_t> & marks_rows_partial_sums_)
@@ -20,6 +21,17 @@ MergeTreeIndexGranularity::MergeTreeIndexGranularity(size_t marks_count, size_t
 {
 }
 
+/// Rows after mark to next mark
+size_t MergeTreeIndexGranularity::getMarkRows(size_t mark_index) const
+{
+    if (mark_index >= getMarksCount())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Trying to get non existing mark {}, while size is {}", mark_index, getMarksCount());
+    if (mark_index == 0)
+        return marks_rows_partial_sums[0];
+    else
+        return marks_rows_partial_sums[mark_index] - marks_rows_partial_sums[mark_index - 1];
+}
+
 size_t MergeTreeIndexGranularity::getMarkStartingRow(size_t mark_index) const
 {
     if (mark_index == 0)
diff --git a/src/Storages/MergeTree/MergeTreeIndexGranularity.h b/src/Storages/MergeTree/MergeTreeIndexGranularity.h
index 5aefd0f102b..0923a496174 100644
--- a/src/Storages/MergeTree/MergeTreeIndexGranularity.h
+++ b/src/Storages/MergeTree/MergeTreeIndexGranularity.h
@@ -47,13 +47,7 @@ public:
     size_t getMarksCountWithoutFinal() const { return getMarksCount() - hasFinalMark(); }
 
     /// Rows after mark to next mark
-    inline size_t getMarkRows(size_t mark_index) const
-    {
-        if (mark_index == 0)
-            return marks_rows_partial_sums[0];
-        else
-            return marks_rows_partial_sums[mark_index] - marks_rows_partial_sums[mark_index - 1];
-    }
+    size_t getMarkRows(size_t mark_index) const;
 
     /// Return amount of rows before mark
     size_t getMarkStartingRow(size_t mark_index) const;
diff --git a/src/Storages/MergeTree/MergeTreeSettings.cpp b/src/Storages/MergeTree/MergeTreeSettings.cpp
index 15ff62e0aa6..e77668e8900 100644
--- a/src/Storages/MergeTree/MergeTreeSettings.cpp
+++ b/src/Storages/MergeTree/MergeTreeSettings.cpp
@@ -4,6 +4,7 @@
 #include <Parsers/ASTSetQuery.h>
 #include <Parsers/ASTFunction.h>
 #include <Common/Exception.h>
+#include <Core/Settings.h>
 
 
 namespace DB
diff --git a/src/Storages/MergeTree/MergedBlockOutputStream.cpp b/src/Storages/MergeTree/MergedBlockOutputStream.cpp
index 00a4c37c60d..e45aaac6169 100644
--- a/src/Storages/MergeTree/MergedBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/MergedBlockOutputStream.cpp
@@ -51,6 +51,7 @@ MergedBlockOutputStream::MergedBlockOutputStream(
         storage.getSettings(),
         data_part->index_granularity_info.is_adaptive,
         aio_threshold,
+        /* rewrite_primary_key = */ true,
         blocks_are_granules_size);
 
     if (aio_threshold > 0 && !merged_column_to_size.empty())
@@ -67,8 +68,6 @@ MergedBlockOutputStream::MergedBlockOutputStream(
         volume->getDisk()->createDirectories(part_path);
 
     writer = data_part->getWriter(columns_list, metadata_snapshot, skip_indices, default_codec, writer_settings);
-    writer->initPrimaryIndex();
-    writer->initSkipIndices();
 }
 
 /// If data is pre-sorted.
@@ -103,9 +102,7 @@ void MergedBlockOutputStream::writeSuffixAndFinalizePart(
         checksums = std::move(*additional_column_checksums);
 
     /// Finish columns serialization.
-    writer->finishDataSerialization(checksums, sync);
-    writer->finishPrimaryIndexSerialization(checksums, sync);
-    writer->finishSkipIndicesSerialization(checksums, sync);
+    writer->finish(checksums, sync);
 
     NamesAndTypesList part_columns;
     if (!total_columns_list)
@@ -219,19 +216,7 @@ void MergedBlockOutputStream::writeImpl(const Block & block, const IColumn::Perm
     if (!rows)
         return;
 
-    std::unordered_set<String> skip_indexes_column_names_set;
-    for (const auto & index : metadata_snapshot->getSecondaryIndices())
-        std::copy(index.column_names.cbegin(), index.column_names.cend(),
-                std::inserter(skip_indexes_column_names_set, skip_indexes_column_names_set.end()));
-    Names skip_indexes_column_names(skip_indexes_column_names_set.begin(), skip_indexes_column_names_set.end());
-
-    Block primary_key_block = getBlockAndPermute(block, metadata_snapshot->getPrimaryKeyColumns(), permutation);
-    Block skip_indexes_block = getBlockAndPermute(block, skip_indexes_column_names, permutation);
-
-    writer->write(block, permutation, primary_key_block, skip_indexes_block);
-    writer->calculateAndSerializeSkipIndices(skip_indexes_block);
-    writer->calculateAndSerializePrimaryIndex(primary_key_block);
-    writer->next();
+    writer->write(block, permutation);
 
     rows_count += rows;
 }
diff --git a/src/Storages/MergeTree/MergedColumnOnlyOutputStream.cpp b/src/Storages/MergeTree/MergedColumnOnlyOutputStream.cpp
index 12b14d13656..87f67ee92a5 100644
--- a/src/Storages/MergeTree/MergedColumnOnlyOutputStream.cpp
+++ b/src/Storages/MergeTree/MergedColumnOnlyOutputStream.cpp
@@ -14,7 +14,7 @@ MergedColumnOnlyOutputStream::MergedColumnOnlyOutputStream(
     const StorageMetadataPtr & metadata_snapshot_,
     const Block & header_,
     CompressionCodecPtr default_codec,
-    const std::vector<MergeTreeIndexPtr> & indices_to_recalc,
+    const MergeTreeIndices & indices_to_recalc,
     WrittenOffsetColumns * offset_columns_,
     const MergeTreeIndexGranularity & index_granularity,
     const MergeTreeIndexGranularityInfo * index_granularity_info)
@@ -28,7 +28,8 @@ MergedColumnOnlyOutputStream::MergedColumnOnlyOutputStream(
         global_settings,
         storage_settings,
         index_granularity_info ? index_granularity_info->is_adaptive : data_part->storage.canUseAdaptiveGranularity(),
-        global_settings.min_bytes_to_use_direct_io);
+        global_settings.min_bytes_to_use_direct_io,
+        /* rewrite_primary_key = */false);
 
     writer = data_part->getWriter(
         header.getNamesAndTypesList(),
@@ -43,25 +44,14 @@ MergedColumnOnlyOutputStream::MergedColumnOnlyOutputStream(
         throw Exception("MergedColumnOnlyOutputStream supports only parts stored on disk", ErrorCodes::NOT_IMPLEMENTED);
 
     writer_on_disk->setWrittenOffsetColumns(offset_columns_);
-    writer_on_disk->initSkipIndices();
 }
 
 void MergedColumnOnlyOutputStream::write(const Block & block)
 {
-    std::unordered_set<String> skip_indexes_column_names_set;
-    for (const auto & index : writer->getSkipIndices())
-        std::copy(index->index.column_names.cbegin(), index->index.column_names.cend(),
-                  std::inserter(skip_indexes_column_names_set, skip_indexes_column_names_set.end()));
-    Names skip_indexes_column_names(skip_indexes_column_names_set.begin(), skip_indexes_column_names_set.end());
-
-    Block skip_indexes_block = getBlockAndPermute(block, skip_indexes_column_names, nullptr);
-
     if (!block.rows())
         return;
 
-    writer->write(block);
-    writer->calculateAndSerializeSkipIndices(skip_indexes_block);
-    writer->next();
+    writer->write(block, nullptr);
 }
 
 void MergedColumnOnlyOutputStream::writeSuffix()
@@ -77,8 +67,7 @@ MergedColumnOnlyOutputStream::writeSuffixAndGetChecksums(
 {
     /// Finish columns serialization.
     MergeTreeData::DataPart::Checksums checksums;
-    writer->finishDataSerialization(checksums, sync);
-    writer->finishSkipIndicesSerialization(checksums, sync);
+    writer->finish(checksums, sync);
 
     auto columns = new_part->getColumns();
 
diff --git a/src/Storages/MergeTree/MergedColumnOnlyOutputStream.h b/src/Storages/MergeTree/MergedColumnOnlyOutputStream.h
index 507a964ede0..393058dc82e 100644
--- a/src/Storages/MergeTree/MergedColumnOnlyOutputStream.h
+++ b/src/Storages/MergeTree/MergedColumnOnlyOutputStream.h
@@ -18,7 +18,7 @@ public:
         const StorageMetadataPtr & metadata_snapshot_,
         const Block & header_,
         CompressionCodecPtr default_codec_,
-        const std::vector<MergeTreeIndexPtr> & indices_to_recalc_,
+        const MergeTreeIndices & indices_to_recalc_,
         WrittenOffsetColumns * offset_columns_ = nullptr,
         const MergeTreeIndexGranularity & index_granularity = {},
         const MergeTreeIndexGranularityInfo * index_granularity_info_ = nullptr);
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
index 9bf1de5d03c..54248e6032c 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
@@ -40,7 +40,8 @@ ReplicatedMergeTreeBlockOutputStream::ReplicatedMergeTreeBlockOutputStream(
     size_t quorum_timeout_ms_,
     size_t max_parts_per_block_,
     bool quorum_parallel_,
-    bool deduplicate_)
+    bool deduplicate_,
+    bool optimize_on_insert_)
     : storage(storage_)
     , metadata_snapshot(metadata_snapshot_)
     , quorum(quorum_)
@@ -49,6 +50,7 @@ ReplicatedMergeTreeBlockOutputStream::ReplicatedMergeTreeBlockOutputStream(
     , quorum_parallel(quorum_parallel_)
     , deduplicate(deduplicate_)
     , log(&Poco::Logger::get(storage.getLogName() + " (Replicated OutputStream)"))
+    , optimize_on_insert(optimize_on_insert_)
 {
     /// The quorum value `1` has the same meaning as if it is disabled.
     if (quorum == 1)
@@ -121,8 +123,6 @@ void ReplicatedMergeTreeBlockOutputStream::write(const Block & block)
 {
     last_block_is_duplicate = false;
 
-    storage.delayInsertOrThrowIfNeeded(&storage.partial_shutdown_event);
-
     auto zookeeper = storage.getZooKeeper();
     assertSessionIsNotExpired(zookeeper);
 
@@ -142,7 +142,7 @@ void ReplicatedMergeTreeBlockOutputStream::write(const Block & block)
 
         /// Write part to the filesystem under temporary name. Calculate a checksum.
 
-        MergeTreeData::MutableDataPartPtr part = storage.writer.writeTempPart(current_block, metadata_snapshot);
+        MergeTreeData::MutableDataPartPtr part = storage.writer.writeTempPart(current_block, metadata_snapshot, optimize_on_insert);
 
         String block_id;
 
@@ -491,6 +491,8 @@ void ReplicatedMergeTreeBlockOutputStream::commitPart(
                 if (!zookeeper->tryGet(quorum_info.status_path, value, nullptr, event))
                     break;
 
+                LOG_TRACE(log, "Quorum node {} still exists, will wait for updates", quorum_info.status_path);
+
                 ReplicatedMergeTreeQuorumEntry quorum_entry(value);
 
                 /// If the node has time to disappear, and then appear again for the next insert.
@@ -499,6 +501,8 @@ void ReplicatedMergeTreeBlockOutputStream::commitPart(
 
                 if (!event->tryWait(quorum_timeout_ms))
                     throw Exception("Timeout while waiting for quorum", ErrorCodes::TIMEOUT_EXCEEDED);
+
+                LOG_TRACE(log, "Quorum {} updated, will check quorum node still exists", quorum_info.status_path);
             }
 
             /// And what if it is possible that the current replica at this time has ceased to be active
@@ -522,7 +526,9 @@ void ReplicatedMergeTreeBlockOutputStream::commitPart(
 
 void ReplicatedMergeTreeBlockOutputStream::writePrefix()
 {
-    storage.throwInsertIfNeeded();
+    /// Only check "too many parts" before write,
+    /// because interrupting long-running INSERT query in the middle is not convenient for users.
+    storage.delayInsertOrThrowIfNeeded(&storage.partial_shutdown_event);
 }
 
 
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
index 97c094c1128..3ac2c4bcfcb 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
@@ -29,7 +29,8 @@ public:
         size_t quorum_timeout_ms_,
         size_t max_parts_per_block_,
         bool quorum_parallel_,
-        bool deduplicate_);
+        bool deduplicate_,
+        bool optimize_on_insert);
 
     Block getHeader() const override;
     void writePrefix() override;
@@ -71,6 +72,8 @@ private:
 
     using Logger = Poco::Logger;
     Poco::Logger * log;
+
+    bool optimize_on_insert;
 };
 
 }
diff --git a/src/Storages/MergeTree/SimpleMergeSelector.h b/src/Storages/MergeTree/SimpleMergeSelector.h
index fe57c40320a..4f277ad74cd 100644
--- a/src/Storages/MergeTree/SimpleMergeSelector.h
+++ b/src/Storages/MergeTree/SimpleMergeSelector.h
@@ -3,6 +3,83 @@
 #include <Storages/MergeTree/MergeSelector.h>
 
 
+/**
+We have a set of data parts that is dynamically changing - new data parts are added and there is background merging process.
+Background merging process periodically selects continuous range of data parts to merge.
+
+It tries to optimize the following metrics:
+1. Write amplification: total amount of data written on disk (source data + merges) relative to the amount of source data.
+It can be also considered as the total amount of work for merges.
+2. The number of data parts in the set at the random moment of time (average + quantiles).
+
+Also taking the following considerations:
+1. Older data parts should be merged less frequently than newer data parts.
+2. Larger data parts should be merged less frequently than smaller data parts.
+3. If no new parts arrive, we should continue to merge existing data parts to eventually optimize the table.
+4. Never allow too many parts, because it will slow down SELECT queries significantly.
+5. Multiple background merges can run concurrently but not too many.
+
+It is not possible to optimize both metrics, because they contradict to each other.
+To lower the number of parts we can merge eagerly but write amplification will increase.
+Then we need some balance between optimization of these two metrics.
+
+But some optimizations may improve both metrics.
+
+For example, we can look at the "merge tree" - the tree of data parts that were merged.
+If the tree is perfectly balanced then its depth is proportonal to the log(data size),
+the total amount of work is proportional to data_size * log(data_size)
+and the write amplification is proportional to log(data_size).
+If it's not balanced (e.g. every new data part is always merged with existing data parts),
+its depth is proportional to the data size, total amount of work is proportional to data_size^2.
+
+We can also control the "base of the logarithm" - you can look it as the number of data parts
+that are merged at once (the tree "arity"). But as the data parts are of different size, we should generalize it:
+calculate the ratio between total size of merged parts to the size of the largest part participated in merge.
+For example, if we merge 4 parts of size 5, 3, 1, 1 - then "base" will be 2 (10 / 5).
+
+Base of the logarithm (simply called `base` in `SimpleMergeSelector`) is the main knob to control the write amplification.
+The more it is, the less is write amplification but we will have more data parts on average.
+
+To fit all the considerations, we also adjust `base` depending on total parts count,
+parts size and parts age, with linear interpolation (then `base` is not a constant but a function of multiple variables,
+looking like a section of hyperplane).
+
+
+Then we apply the algorithm to select the optimal range of data parts to merge.
+There is a proof that this algorithm is optimal if we look in the future only by single step.
+
+The best range of data parts is selected.
+
+We also apply some tunes:
+- there is a fixed const of merging small parts (that is added to the size of data part before all estimations);
+- there are some heuristics to "stick" ranges to large data parts.
+
+It's still unclear if this algorithm is good or optimal at all. It's unclear if this algorithm is using the optimal coefficients.
+
+To test and optimize SimpleMergeSelector, we apply the following methods:
+- insert/merge simulator: a model simulating parts insertion and merging;
+merge selecting algorithm is applied and the relevant metrics are calculated to allow to tune the algorithm;
+- insert/merge simulator on real `system.part_log` from production - it gives realistic information about inserted data parts:
+their sizes, at what time intervals they are inserted;
+
+There is a research thesis dedicated to optimization of merge algorithm:
+https://presentations.clickhouse.tech/hse_2019/merge_algorithm.pptx
+
+This work made attempt to variate the coefficients in SimpleMergeSelector and to solve the optimization task:
+maybe some change in coefficients will give a clear win on all metrics. Surprisingly enough, it has found
+that our selection of coefficients is near optimal. It has found slightly more optimal coefficients,
+but I decided not to use them, because the representativeness of the test data is in question.
+
+This work did not make any attempt to propose any other algorithm.
+This work did not make any attempt to analyze the task with analytical methods.
+That's why I still believe that there are many opportunities to optimize the merge selection algorithm.
+
+Please do not mix the task with a similar task in other LSM-based systems (like RocksDB).
+Their problem statement is subtly different. Our set of data parts is consisted of data parts
+that are completely independent in stored data. Ranges of primary keys in data parts can intersect.
+When doing SELECT we read from all data parts. INSERTed data parts comes with unknown size...
+*/
+
 namespace DB
 {
 
diff --git a/src/Storages/RabbitMQ/StorageRabbitMQ.cpp b/src/Storages/RabbitMQ/StorageRabbitMQ.cpp
index 1c3b1bbd99c..f41c4805d24 100644
--- a/src/Storages/RabbitMQ/StorageRabbitMQ.cpp
+++ b/src/Storages/RabbitMQ/StorageRabbitMQ.cpp
@@ -9,6 +9,7 @@
 #include <DataTypes/DataTypeString.h>
 #include <Interpreters/InterpreterInsertQuery.h>
 #include <Interpreters/evaluateConstantExpression.h>
+#include <Interpreters/Context.h>
 #include <Parsers/ASTCreateQuery.h>
 #include <Parsers/ASTExpressionList.h>
 #include <Parsers/ASTInsertQuery.h>
diff --git a/src/Storages/RabbitMQ/StorageRabbitMQ.h b/src/Storages/RabbitMQ/StorageRabbitMQ.h
index f4bb3215b55..a46da6072af 100644
--- a/src/Storages/RabbitMQ/StorageRabbitMQ.h
+++ b/src/Storages/RabbitMQ/StorageRabbitMQ.h
@@ -2,7 +2,6 @@
 
 #include <Core/BackgroundSchedulePool.h>
 #include <Storages/IStorage.h>
-#include <Interpreters/Context.h>
 #include <Poco/Semaphore.h>
 #include <ext/shared_ptr_helper.h>
 #include <mutex>
@@ -19,6 +18,8 @@
 namespace DB
 {
 
+class Context;
+
 using ChannelPtr = std::shared_ptr<AMQP::TcpChannel>;
 
 class StorageRabbitMQ final: public ext::shared_ptr_helper<StorageRabbitMQ>, public IStorage
diff --git a/src/Storages/SetSettings.h b/src/Storages/SetSettings.h
index c5926e409c2..8e4706f2b9e 100644
--- a/src/Storages/SetSettings.h
+++ b/src/Storages/SetSettings.h
@@ -10,7 +10,8 @@ class ASTStorage;
 
 
 #define SET_RELATED_SETTINGS(M) \
-    M(Bool, persistent, true, "Disable setting to avoid the overhead of writing to disk for StorageSet", 0)
+    M(Bool, persistent, true, "Disable setting to avoid the overhead of writing to disk for StorageSet", 0) \
+    M(String, disk, "default", "Name of the disk used to persist set data", 0)
 
 #define LIST_OF_SET_SETTINGS(M) \
     SET_RELATED_SETTINGS(M) \
diff --git a/src/Storages/StorageDictionary.cpp b/src/Storages/StorageDictionary.cpp
index 4896ace4e7a..32fe7b4c026 100644
--- a/src/Storages/StorageDictionary.cpp
+++ b/src/Storages/StorageDictionary.cpp
@@ -121,9 +121,9 @@ StorageDictionary::StorageDictionary(
 void StorageDictionary::checkTableCanBeDropped() const
 {
     if (location == Location::SameDatabaseAndNameAsDictionary)
-        throw Exception("Cannot detach dictionary " + backQuote(dictionary_name) + " as table, use DETACH DICTIONARY query", ErrorCodes::CANNOT_DETACH_DICTIONARY_AS_TABLE);
+        throw Exception("Cannot drop/detach dictionary " + backQuote(dictionary_name) + " as table, use DROP DICTIONARY or DETACH DICTIONARY query instead", ErrorCodes::CANNOT_DETACH_DICTIONARY_AS_TABLE);
     if (location == Location::DictionaryDatabase)
-        throw Exception("Cannot detach table " + getStorageID().getFullTableName() + " from a database with DICTIONARY engine", ErrorCodes::CANNOT_DETACH_DICTIONARY_AS_TABLE);
+        throw Exception("Cannot drop/detach table " + getStorageID().getFullTableName() + " from a database with DICTIONARY engine", ErrorCodes::CANNOT_DETACH_DICTIONARY_AS_TABLE);
 }
 
 void StorageDictionary::checkTableCanBeDetached() const
diff --git a/src/Storages/StorageJoin.cpp b/src/Storages/StorageJoin.cpp
index 728f16ec6d8..8d4f0b3b3be 100644
--- a/src/Storages/StorageJoin.cpp
+++ b/src/Storages/StorageJoin.cpp
@@ -8,6 +8,7 @@
 #include <Core/ColumnNumbers.h>
 #include <DataStreams/IBlockInputStream.h>
 #include <DataTypes/NestedUtils.h>
+#include <Disks/IDisk.h>
 #include <Interpreters/joinDispatch.h>
 #include <Interpreters/TableJoin.h>
 #include <Interpreters/castColumn.h>
@@ -35,6 +36,7 @@ namespace ErrorCodes
 }
 
 StorageJoin::StorageJoin(
+    DiskPtr disk_,
     const String & relative_path_,
     const StorageID & table_id_,
     const Names & key_names_,
@@ -45,9 +47,8 @@ StorageJoin::StorageJoin(
     const ColumnsDescription & columns_,
     const ConstraintsDescription & constraints_,
     bool overwrite_,
-    const Context & context_,
     bool persistent_)
-    : StorageSetOrJoinBase{relative_path_, table_id_, columns_, constraints_, context_, persistent_}
+    : StorageSetOrJoinBase{disk_, relative_path_, table_id_, columns_, constraints_, persistent_}
     , key_names(key_names_)
     , use_nulls(use_nulls_)
     , limits(limits_)
@@ -69,9 +70,9 @@ StorageJoin::StorageJoin(
 void StorageJoin::truncate(
     const ASTPtr &, const StorageMetadataPtr & metadata_snapshot, const Context &, TableExclusiveLockHolder&)
 {
-    Poco::File(path).remove(true);
-    Poco::File(path).createDirectories();
-    Poco::File(path + "tmp/").createDirectories();
+    disk->removeRecursive(path);
+    disk->createDirectories(path);
+    disk->createDirectories(path + "tmp/");
 
     increment = 0;
     join = std::make_shared<HashJoin>(table_join, metadata_snapshot->getSampleBlock().sortColumns(), overwrite);
@@ -124,6 +125,7 @@ void registerStorageJoin(StorageFactory & factory)
         auto join_any_take_last_row = settings.join_any_take_last_row;
         auto old_any_join = settings.any_join_distinct_right_table_keys;
         bool persistent = true;
+        String disk_name = "default";
 
         if (args.storage_def && args.storage_def->settings)
         {
@@ -141,6 +143,8 @@ void registerStorageJoin(StorageFactory & factory)
                     join_any_take_last_row = setting.value;
                 else if (setting.name == "any_join_distinct_right_table_keys")
                     old_any_join = setting.value;
+                else if (setting.name == "disk")
+                    disk_name = setting.value.get<String>();
                 else if (setting.name == "persistent")
                 {
                     auto join_settings = std::make_unique<JoinSettings>();
@@ -148,12 +152,12 @@ void registerStorageJoin(StorageFactory & factory)
                     persistent = join_settings->persistent;
                 }
                 else
-                    throw Exception(
-                        "Unknown setting " + setting.name + " for storage " + args.engine_name,
-                        ErrorCodes::BAD_ARGUMENTS);
+                    throw Exception("Unknown setting " + setting.name + " for storage " + args.engine_name, ErrorCodes::BAD_ARGUMENTS);
             }
         }
 
+        DiskPtr disk = args.context.getDisk(disk_name);
+
         if (engine_args.size() < 3)
             throw Exception(
                 "Storage Join requires at least 3 parameters: Join(ANY|ALL|SEMI|ANTI, LEFT|INNER|RIGHT, keys...).",
@@ -219,6 +223,7 @@ void registerStorageJoin(StorageFactory & factory)
         }
 
         return StorageJoin::create(
+            disk,
             args.relative_data_path,
             args.table_id,
             key_names,
@@ -229,7 +234,6 @@ void registerStorageJoin(StorageFactory & factory)
             args.columns,
             args.constraints,
             join_any_take_last_row,
-            args.context,
             persistent);
     };
 
diff --git a/src/Storages/StorageJoin.h b/src/Storages/StorageJoin.h
index df250b89cb1..c453c036b65 100644
--- a/src/Storages/StorageJoin.h
+++ b/src/Storages/StorageJoin.h
@@ -67,6 +67,7 @@ private:
 
 protected:
     StorageJoin(
+        DiskPtr disk_,
         const String & relative_path_,
         const StorageID & table_id_,
         const Names & key_names_,
@@ -76,7 +77,6 @@ protected:
         const ColumnsDescription & columns_,
         const ConstraintsDescription & constraints_,
         bool overwrite,
-        const Context & context_,
         bool persistent_);
 };
 
diff --git a/src/Storages/StorageMaterializeMySQL.cpp b/src/Storages/StorageMaterializeMySQL.cpp
index 9be285adc69..721221e3fdc 100644
--- a/src/Storages/StorageMaterializeMySQL.cpp
+++ b/src/Storages/StorageMaterializeMySQL.cpp
@@ -21,12 +21,13 @@
 #include <Processors/Pipe.h>
 #include <Processors/Transforms/FilterTransform.h>
 
+#include <Databases/MySQL/DatabaseMaterializeMySQL.h>
 #include <Storages/SelectQueryInfo.h>
 
 namespace DB
 {
 
-StorageMaterializeMySQL::StorageMaterializeMySQL(const StoragePtr & nested_storage_, const DatabaseMaterializeMySQL * database_)
+StorageMaterializeMySQL::StorageMaterializeMySQL(const StoragePtr & nested_storage_, const IDatabase * database_)
     : StorageProxy(nested_storage_->getStorageID()), nested_storage(nested_storage_), database(database_)
 {
     auto nested_memory_metadata = nested_storage->getInMemoryMetadata();
@@ -45,7 +46,7 @@ Pipe StorageMaterializeMySQL::read(
     unsigned int num_streams)
 {
     /// If the background synchronization thread has exception.
-    database->rethrowExceptionIfNeed();
+    rethrowSyncExceptionIfNeed(database);
 
     NameSet column_names_set = NameSet(column_names.begin(), column_names.end());
     auto lock = nested_storage->lockForShare(context.getCurrentQueryId(), context.getSettingsRef().lock_acquire_timeout);
@@ -106,7 +107,7 @@ Pipe StorageMaterializeMySQL::read(
 NamesAndTypesList StorageMaterializeMySQL::getVirtuals() const
 {
     /// If the background synchronization thread has exception.
-    database->rethrowExceptionIfNeed();
+    rethrowSyncExceptionIfNeed(database);
     return nested_storage->getVirtuals();
 }
 
diff --git a/src/Storages/StorageMaterializeMySQL.h b/src/Storages/StorageMaterializeMySQL.h
index ff86c7abdc2..ea90c1ffc9e 100644
--- a/src/Storages/StorageMaterializeMySQL.h
+++ b/src/Storages/StorageMaterializeMySQL.h
@@ -5,7 +5,6 @@
 #if USE_MYSQL
 
 #include <Storages/StorageProxy.h>
-#include <Databases/MySQL/DatabaseMaterializeMySQL.h>
 
 namespace DB
 {
@@ -21,7 +20,7 @@ class StorageMaterializeMySQL final : public ext::shared_ptr_helper<StorageMater
 public:
     String getName() const override { return "MaterializeMySQL"; }
 
-    StorageMaterializeMySQL(const StoragePtr & nested_storage_, const DatabaseMaterializeMySQL * database_);
+    StorageMaterializeMySQL(const StoragePtr & nested_storage_, const IDatabase * database_);
 
     Pipe read(
         const Names & column_names, const StorageMetadataPtr & metadata_snapshot, SelectQueryInfo & query_info,
@@ -32,15 +31,18 @@ public:
     NamesAndTypesList getVirtuals() const override;
     ColumnSizeByName getColumnSizes() const override;
 
-private:
     StoragePtr getNested() const override { return nested_storage; }
+
+    void drop() override { nested_storage->drop(); }
+
+private:
     [[noreturn]] void throwNotAllowed() const
     {
         throw Exception("This method is not allowed for MaterializeMySQL", ErrorCodes::NOT_IMPLEMENTED);
     }
 
     StoragePtr nested_storage;
-    const DatabaseMaterializeMySQL * database;
+    const IDatabase * database;
 };
 
 }
diff --git a/src/Storages/StorageMemory.cpp b/src/Storages/StorageMemory.cpp
index 3c45ef84dd6..93f00206e6b 100644
--- a/src/Storages/StorageMemory.cpp
+++ b/src/Storages/StorageMemory.cpp
@@ -23,7 +23,7 @@ namespace ErrorCodes
 
 class MemorySource : public SourceWithProgress
 {
-    using InitializerFunc = std::function<void(BlocksList::const_iterator &, size_t &, std::shared_ptr<const BlocksList> &)>;
+    using InitializerFunc = std::function<void(std::shared_ptr<const Blocks> &)>;
 public:
     /// Blocks are stored in std::list which may be appended in another thread.
     /// We use pointer to the beginning of the list and its current size.
@@ -32,17 +32,15 @@ public:
 
     MemorySource(
         Names column_names_,
-        BlocksList::const_iterator first_,
-        size_t num_blocks_,
         const StorageMemory & storage,
         const StorageMetadataPtr & metadata_snapshot,
-        std::shared_ptr<const BlocksList> data_,
-        InitializerFunc initializer_func_ = [](BlocksList::const_iterator &, size_t &, std::shared_ptr<const BlocksList> &) {})
+        std::shared_ptr<const Blocks> data_,
+        std::shared_ptr<std::atomic<size_t>> parallel_execution_index_,
+        InitializerFunc initializer_func_ = {})
         : SourceWithProgress(metadata_snapshot->getSampleBlockForColumns(column_names_, storage.getVirtuals(), storage.getStorageID()))
         , column_names(std::move(column_names_))
-        , current_it(first_)
-        , num_blocks(num_blocks_)
         , data(data_)
+        , parallel_execution_index(parallel_execution_index_)
         , initializer_func(std::move(initializer_func_))
     {
     }
@@ -52,16 +50,20 @@ public:
 protected:
     Chunk generate() override
     {
-        if (!postponed_init_done)
+        if (initializer_func)
         {
-            initializer_func(current_it, num_blocks, data);
-            postponed_init_done = true;
+            initializer_func(data);
+            initializer_func = {};
         }
 
-        if (current_block_idx == num_blocks)
-            return {};
+        size_t current_index = getAndIncrementExecutionIndex();
 
-        const Block & src = *current_it;
+        if (current_index >= data->size())
+        {
+            return {};
+        }
+
+        const Block & src = (*data)[current_index];
         Columns columns;
         columns.reserve(column_names.size());
 
@@ -69,20 +71,26 @@ protected:
         for (const auto & name : column_names)
             columns.push_back(src.getByName(name).column);
 
-        if (++current_block_idx < num_blocks)
-            ++current_it;
-
         return Chunk(std::move(columns), src.rows());
     }
 
 private:
-    const Names column_names;
-    BlocksList::const_iterator current_it;
-    size_t num_blocks;
-    size_t current_block_idx = 0;
+    size_t getAndIncrementExecutionIndex()
+    {
+        if (parallel_execution_index)
+        {
+            return (*parallel_execution_index)++;
+        }
+        else
+        {
+            return execution_index++;
+        }
+    }
 
-    std::shared_ptr<const BlocksList> data;
-    bool postponed_init_done = false;
+    const Names column_names;
+    size_t execution_index = 0;
+    std::shared_ptr<const Blocks> data;
+    std::shared_ptr<std::atomic<size_t>> parallel_execution_index;
     InitializerFunc initializer_func;
 };
 
@@ -107,7 +115,7 @@ public:
         metadata_snapshot->check(block, true);
         {
             std::lock_guard lock(storage.mutex);
-            auto new_data = std::make_unique<BlocksList>(*(storage.data.get()));
+            auto new_data = std::make_unique<Blocks>(*(storage.data.get()));
             new_data->push_back(block);
             storage.data.set(std::move(new_data));
 
@@ -123,7 +131,7 @@ private:
 
 
 StorageMemory::StorageMemory(const StorageID & table_id_, ColumnsDescription columns_description_, ConstraintsDescription constraints_)
-    : IStorage(table_id_), data(std::make_unique<const BlocksList>())
+    : IStorage(table_id_), data(std::make_unique<const Blocks>())
 {
     StorageInMemoryMetadata storage_metadata;
     storage_metadata.setColumns(std::move(columns_description_));
@@ -155,21 +163,17 @@ Pipe StorageMemory::read(
 
         return Pipe(std::make_shared<MemorySource>(
             column_names,
-            data.get()->end(),
-            0,
             *this,
             metadata_snapshot,
-            data.get(),
-            [this](BlocksList::const_iterator & current_it, size_t & num_blocks, std::shared_ptr<const BlocksList> & current_data)
+            nullptr /* data */,
+            nullptr /* parallel execution index */,
+            [this](std::shared_ptr<const Blocks> & data_to_initialize)
             {
-                current_data = data.get();
-                current_it = current_data->begin();
-                num_blocks = current_data->size();
+                data_to_initialize = data.get();
             }));
     }
 
     auto current_data = data.get();
-
     size_t size = current_data->size();
 
     if (num_streams > size)
@@ -177,23 +181,11 @@ Pipe StorageMemory::read(
 
     Pipes pipes;
 
-    BlocksList::const_iterator it = current_data->begin();
+    auto parallel_execution_index = std::make_shared<std::atomic<size_t>>(0);
 
-    size_t offset = 0;
     for (size_t stream = 0; stream < num_streams; ++stream)
     {
-        size_t next_offset = (stream + 1) * size / num_streams;
-        size_t num_blocks = next_offset - offset;
-
-        assert(num_blocks > 0);
-
-        pipes.emplace_back(std::make_shared<MemorySource>(column_names, it, num_blocks, *this, metadata_snapshot, current_data));
-
-        while (offset < next_offset)
-        {
-            ++it;
-            ++offset;
-        }
+        pipes.emplace_back(std::make_shared<MemorySource>(column_names, *this, metadata_snapshot, current_data, parallel_execution_index));
     }
 
     return Pipe::unitePipes(std::move(pipes));
@@ -208,7 +200,7 @@ BlockOutputStreamPtr StorageMemory::write(const ASTPtr & /*query*/, const Storag
 
 void StorageMemory::drop()
 {
-    data.set(std::make_unique<BlocksList>());
+    data.set(std::make_unique<Blocks>());
     total_size_bytes.store(0, std::memory_order_relaxed);
     total_size_rows.store(0, std::memory_order_relaxed);
 }
@@ -233,7 +225,7 @@ void StorageMemory::mutate(const MutationCommands & commands, const Context & co
     auto in = interpreter->execute();
 
     in->readPrefix();
-    BlocksList out;
+    Blocks out;
     Block block;
     while ((block = in->read()))
     {
@@ -241,17 +233,17 @@ void StorageMemory::mutate(const MutationCommands & commands, const Context & co
     }
     in->readSuffix();
 
-    std::unique_ptr<BlocksList> new_data;
+    std::unique_ptr<Blocks> new_data;
 
     // all column affected
     if (interpreter->isAffectingAllColumns())
     {
-        new_data = std::make_unique<BlocksList>(out);
+        new_data = std::make_unique<Blocks>(out);
     }
     else
     {
         /// just some of the column affected, we need update it with new column
-        new_data = std::make_unique<BlocksList>(*(data.get()));
+        new_data = std::make_unique<Blocks>(*(data.get()));
         auto data_it = new_data->begin();
         auto out_it = out.begin();
 
@@ -284,7 +276,7 @@ void StorageMemory::mutate(const MutationCommands & commands, const Context & co
 void StorageMemory::truncate(
     const ASTPtr &, const StorageMetadataPtr &, const Context &, TableExclusiveLockHolder &)
 {
-    data.set(std::make_unique<BlocksList>());
+    data.set(std::make_unique<Blocks>());
     total_size_bytes.store(0, std::memory_order_relaxed);
     total_size_rows.store(0, std::memory_order_relaxed);
 }
diff --git a/src/Storages/StorageMemory.h b/src/Storages/StorageMemory.h
index e3730ca104f..6453e6a53e2 100644
--- a/src/Storages/StorageMemory.h
+++ b/src/Storages/StorageMemory.h
@@ -91,7 +91,7 @@ public:
 
 private:
     /// MultiVersion data storage, so that we can copy the list of blocks to readers.
-    MultiVersion<BlocksList> data;
+    MultiVersion<Blocks> data;
 
     mutable std::mutex mutex;
 
diff --git a/src/Storages/StorageMerge.cpp b/src/Storages/StorageMerge.cpp
index 97f4ccd0bba..63d28eaff77 100644
--- a/src/Storages/StorageMerge.cpp
+++ b/src/Storages/StorageMerge.cpp
@@ -72,11 +72,27 @@ StorageMerge::StorageMerge(
     const StorageID & table_id_,
     const ColumnsDescription & columns_,
     const String & source_database_,
-    const String & table_name_regexp_,
+    const Strings & source_tables_,
     const Context & context_)
     : IStorage(table_id_)
     , source_database(source_database_)
-    , table_name_regexp(table_name_regexp_)
+    , source_tables(std::in_place, source_tables_.begin(), source_tables_.end())
+    , global_context(context_.getGlobalContext())
+{
+    StorageInMemoryMetadata storage_metadata;
+    storage_metadata.setColumns(columns_);
+    setInMemoryMetadata(storage_metadata);
+}
+
+StorageMerge::StorageMerge(
+    const StorageID & table_id_,
+    const ColumnsDescription & columns_,
+    const String & source_database_,
+    const String & source_table_regexp_,
+    const Context & context_)
+    : IStorage(table_id_)
+    , source_database(source_database_)
+    , source_table_regexp(source_table_regexp_)
     , global_context(context_.getGlobalContext())
 {
     StorageInMemoryMetadata storage_metadata;
@@ -439,8 +455,17 @@ DatabaseTablesIteratorPtr StorageMerge::getDatabaseIterator(const Context & cont
         e.addMessage("while getting table iterator of Merge table. Maybe caused by two Merge tables that will endlessly try to read each other's data");
         throw;
     }
+
     auto database = DatabaseCatalog::instance().getDatabase(source_database);
-    auto table_name_match = [this](const String & table_name_) { return table_name_regexp.match(table_name_); };
+
+    auto table_name_match = [this](const String & table_name_) -> bool
+    {
+        if (source_tables)
+            return source_tables->count(table_name_);
+        else
+            return source_table_regexp->match(table_name_);
+    };
+
     return database->getTablesIterator(context, table_name_match);
 }
 
diff --git a/src/Storages/StorageMerge.h b/src/Storages/StorageMerge.h
index 681ea7015e7..223383a6975 100644
--- a/src/Storages/StorageMerge.h
+++ b/src/Storages/StorageMerge.h
@@ -48,7 +48,8 @@ public:
 
 private:
     String source_database;
-    OptimizedRegularExpression table_name_regexp;
+    std::optional<std::unordered_set<String>> source_tables;
+    std::optional<OptimizedRegularExpression> source_table_regexp;
     const Context & global_context;
 
     using StorageWithLockAndName = std::tuple<StoragePtr, TableLockHolder, String>;
@@ -72,7 +73,14 @@ protected:
         const StorageID & table_id_,
         const ColumnsDescription & columns_,
         const String & source_database_,
-        const String & table_name_regexp_,
+        const Strings & source_tables_,
+        const Context & context_);
+
+    StorageMerge(
+        const StorageID & table_id_,
+        const ColumnsDescription & columns_,
+        const String & source_database_,
+        const String & source_table_regexp_,
         const Context & context_);
 
     Pipe createSources(
diff --git a/src/Storages/StorageMergeTree.cpp b/src/Storages/StorageMergeTree.cpp
index eb28ccfa3d5..591f9840896 100644
--- a/src/Storages/StorageMergeTree.cpp
+++ b/src/Storages/StorageMergeTree.cpp
@@ -233,7 +233,7 @@ BlockOutputStreamPtr StorageMergeTree::write(const ASTPtr & /*query*/, const Sto
 
     const auto & settings = context.getSettingsRef();
     return std::make_shared<MergeTreeBlockOutputStream>(
-        *this, metadata_snapshot, settings.max_partitions_per_insert_block);
+        *this, metadata_snapshot, settings.max_partitions_per_insert_block, context.getSettingsRef().optimize_on_insert);
 }
 
 void StorageMergeTree::checkTableCanBeDropped() const
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index e2bf1592659..f91d83b6811 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -42,6 +42,7 @@
 #include <IO/ReadBufferFromString.h>
 #include <IO/Operators.h>
 #include <IO/ConnectionTimeouts.h>
+#include <IO/ConnectionTimeoutsContext.h>
 
 #include <Interpreters/InterpreterAlterQuery.h>
 #include <Interpreters/PartLog.h>
@@ -3234,6 +3235,8 @@ void StorageReplicatedMergeTree::updateQuorum(const String & part_name, bool is_
         ReplicatedMergeTreeQuorumEntry quorum_entry(value);
         if (quorum_entry.part_name != part_name)
         {
+            LOG_TRACE(log, "Quorum {}, already achieved for part {} current part {}",
+                      quorum_status_path, part_name, quorum_entry.part_name);
             /// The quorum has already been achieved. Moreover, another INSERT with a quorum has already started.
             break;
         }
@@ -3243,6 +3246,8 @@ void StorageReplicatedMergeTree::updateQuorum(const String & part_name, bool is_
         if (quorum_entry.replicas.size() >= quorum_entry.required_number_of_replicas)
         {
             /// The quorum is reached. Delete the node, and update information about the last part that was successfully written with quorum.
+            LOG_TRACE(log, "Got {} replicas confirmed quorum {}, going to remove node",
+                      quorum_entry.replicas.size(), quorum_status_path);
 
             Coordination::Requests ops;
             Coordination::Responses responses;
@@ -3290,6 +3295,8 @@ void StorageReplicatedMergeTree::updateQuorum(const String & part_name, bool is_
         }
         else
         {
+            LOG_TRACE(log, "Quorum {} still not satisfied (have only {} replicas), updating node",
+                      quorum_status_path, quorum_entry.replicas.size());
             /// We update the node, registering there one more replica.
             auto code = zookeeper->trySet(quorum_status_path, quorum_entry.toString(), stat.version);
 
@@ -3860,7 +3867,8 @@ BlockOutputStreamPtr StorageReplicatedMergeTree::write(const ASTPtr & /*query*/,
         query_settings.insert_quorum_timeout.totalMilliseconds(),
         query_settings.max_partitions_per_insert_block,
         query_settings.insert_quorum_parallel,
-        deduplicate);
+        deduplicate,
+        context.getSettingsRef().optimize_on_insert);
 }
 
 
@@ -4443,7 +4451,7 @@ PartitionCommandsResultInfo StorageReplicatedMergeTree::attachPartition(
     PartsTemporaryRename renamed_parts(*this, "detached/");
     MutableDataPartsVector loaded_parts = tryLoadPartsToAttach(partition, attach_part, query_context, renamed_parts);
 
-    ReplicatedMergeTreeBlockOutputStream output(*this, metadata_snapshot, 0, 0, 0, false, false);   /// TODO Allow to use quorum here.
+    ReplicatedMergeTreeBlockOutputStream output(*this, metadata_snapshot, 0, 0, 0, false, false, false);   /// TODO Allow to use quorum here.
     for (size_t i = 0; i < loaded_parts.size(); ++i)
     {
         String old_name = loaded_parts[i]->name;
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index f1094793944..d396f32dcca 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -39,7 +39,8 @@ namespace DB
   * - the structure of the table (/metadata, /columns)
   * - action log with data (/log/log-...,/replicas/replica_name/queue/queue-...);
   * - a replica list (/replicas), and replica activity tag (/replicas/replica_name/is_active), replica addresses (/replicas/replica_name/host);
-  * - select the leader replica (/leader_election) - this is the replica that assigns the merge;
+  * - select the leader replica (/leader_election) - these are the replicas that assigning merges, mutations and partition manipulations
+  *   (after ClickHouse version 20.5 we allow multiple leaders to act concurrently);
   * - a set of parts of data on each replica (/replicas/replica_name/parts);
   * - list of the last N blocks of data with checksum, for deduplication (/blocks);
   * - the list of incremental block numbers (/block_numbers) that we are about to insert,
diff --git a/src/Storages/StorageS3.cpp b/src/Storages/StorageS3.cpp
index fff44bb1f4c..0465cfdffba 100644
--- a/src/Storages/StorageS3.cpp
+++ b/src/Storages/StorageS3.cpp
@@ -141,17 +141,18 @@ namespace
     public:
         StorageS3BlockOutputStream(
             const String & format,
-            UInt64 min_upload_part_size,
             const Block & sample_block_,
             const Context & context,
             const CompressionMethod compression_method,
             const std::shared_ptr<Aws::S3::S3Client> & client,
             const String & bucket,
-            const String & key)
+            const String & key,
+            size_t min_upload_part_size,
+            size_t max_single_part_upload_size)
             : sample_block(sample_block_)
         {
             write_buf = wrapWriteBufferWithCompressionMethod(
-                std::make_unique<WriteBufferFromS3>(client, bucket, key, min_upload_part_size, true), compression_method, 3);
+                std::make_unique<WriteBufferFromS3>(client, bucket, key, min_upload_part_size, max_single_part_upload_size), compression_method, 3);
             writer = FormatFactory::instance().getOutput(format, *write_buf, sample_block, context);
         }
 
@@ -192,6 +193,7 @@ StorageS3::StorageS3(
     const StorageID & table_id_,
     const String & format_name_,
     UInt64 min_upload_part_size_,
+    UInt64 max_single_part_upload_size_,
     const ColumnsDescription & columns_,
     const ConstraintsDescription & constraints_,
     const Context & context_,
@@ -201,6 +203,7 @@ StorageS3::StorageS3(
     , global_context(context_.getGlobalContext())
     , format_name(format_name_)
     , min_upload_part_size(min_upload_part_size_)
+    , max_single_part_upload_size(max_single_part_upload_size_)
     , compression_method(compression_method_)
     , name(uri_.storage_name)
 {
@@ -331,9 +334,15 @@ Pipe StorageS3::read(
 BlockOutputStreamPtr StorageS3::write(const ASTPtr & /*query*/, const StorageMetadataPtr & metadata_snapshot, const Context & /*context*/)
 {
     return std::make_shared<StorageS3BlockOutputStream>(
-        format_name, min_upload_part_size, metadata_snapshot->getSampleBlock(),
-        global_context, chooseCompressionMethod(uri.endpoint, compression_method),
-        client, uri.bucket, uri.key);
+        format_name,
+        metadata_snapshot->getSampleBlock(),
+        global_context,
+        chooseCompressionMethod(uri.endpoint, compression_method),
+        client,
+        uri.bucket,
+        uri.key,
+        min_upload_part_size,
+        max_single_part_upload_size);
 }
 
 void registerStorageS3Impl(const String & name, StorageFactory & factory)
@@ -362,6 +371,7 @@ void registerStorageS3Impl(const String & name, StorageFactory & factory)
         }
 
         UInt64 min_upload_part_size = args.local_context.getSettingsRef().s3_min_upload_part_size;
+        UInt64 max_single_part_upload_size = args.local_context.getSettingsRef().s3_max_single_part_upload_size;
 
         String compression_method;
         String format_name;
@@ -383,6 +393,7 @@ void registerStorageS3Impl(const String & name, StorageFactory & factory)
             args.table_id,
             format_name,
             min_upload_part_size,
+            max_single_part_upload_size,
             args.columns,
             args.constraints,
             args.context,
diff --git a/src/Storages/StorageS3.h b/src/Storages/StorageS3.h
index 96f0cf02e88..f436fb85c90 100644
--- a/src/Storages/StorageS3.h
+++ b/src/Storages/StorageS3.h
@@ -31,6 +31,7 @@ public:
         const StorageID & table_id_,
         const String & format_name_,
         UInt64 min_upload_part_size_,
+        UInt64 max_single_part_upload_size_,
         const ColumnsDescription & columns_,
         const ConstraintsDescription & constraints_,
         const Context & context_,
@@ -59,7 +60,8 @@ private:
     const Context & global_context;
 
     String format_name;
-    UInt64 min_upload_part_size;
+    size_t min_upload_part_size;
+    size_t max_single_part_upload_size;
     String compression_method;
     std::shared_ptr<Aws::S3::S3Client> client;
     String name;
diff --git a/src/Storages/StorageSet.cpp b/src/Storages/StorageSet.cpp
index d691a185e1e..e518c7da0e4 100644
--- a/src/Storages/StorageSet.cpp
+++ b/src/Storages/StorageSet.cpp
@@ -6,12 +6,11 @@
 #include <Compression/CompressedWriteBuffer.h>
 #include <DataStreams/NativeBlockOutputStream.h>
 #include <DataStreams/NativeBlockInputStream.h>
+#include <Disks/IDisk.h>
 #include <Common/formatReadable.h>
-#include <Common/escapeForFileName.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <Interpreters/Set.h>
 #include <Interpreters/Context.h>
-#include <Poco/DirectoryIterator.h>
 #include <Parsers/ASTCreateQuery.h>
 #include <Parsers/ASTLiteral.h>
 
@@ -49,7 +48,7 @@ private:
     String backup_path;
     String backup_tmp_path;
     String backup_file_name;
-    WriteBufferFromFile backup_buf;
+    std::unique_ptr<WriteBufferFromFileBase> backup_buf;
     CompressedWriteBuffer compressed_backup_buf;
     NativeBlockOutputStream backup_stream;
     bool persistent;
@@ -68,8 +67,8 @@ SetOrJoinBlockOutputStream::SetOrJoinBlockOutputStream(
     , backup_path(backup_path_)
     , backup_tmp_path(backup_tmp_path_)
     , backup_file_name(backup_file_name_)
-    , backup_buf(backup_tmp_path + backup_file_name)
-    , compressed_backup_buf(backup_buf)
+    , backup_buf(table_.disk->writeFile(backup_tmp_path + backup_file_name))
+    , compressed_backup_buf(*backup_buf)
     , backup_stream(compressed_backup_buf, 0, metadata_snapshot->getSampleBlock())
     , persistent(persistent_)
 {
@@ -92,9 +91,10 @@ void SetOrJoinBlockOutputStream::writeSuffix()
     {
         backup_stream.flush();
         compressed_backup_buf.next();
-        backup_buf.next();
+        backup_buf->next();
+        backup_buf->finalize();
 
-        Poco::File(backup_tmp_path + backup_file_name).renameTo(backup_path + backup_file_name);
+        table.disk->replaceFile(backup_tmp_path + backup_file_name, backup_path + backup_file_name);
     }
 }
 
@@ -107,13 +107,14 @@ BlockOutputStreamPtr StorageSetOrJoinBase::write(const ASTPtr & /*query*/, const
 
 
 StorageSetOrJoinBase::StorageSetOrJoinBase(
+    DiskPtr disk_,
     const String & relative_path_,
     const StorageID & table_id_,
     const ColumnsDescription & columns_,
     const ConstraintsDescription & constraints_,
-    const Context & context_,
     bool persistent_)
     : IStorage(table_id_),
+    disk(disk_),
     persistent(persistent_)
 {
     StorageInMemoryMetadata storage_metadata;
@@ -125,19 +126,18 @@ StorageSetOrJoinBase::StorageSetOrJoinBase(
     if (relative_path_.empty())
         throw Exception("Join and Set storages require data path", ErrorCodes::INCORRECT_FILE_NAME);
 
-    base_path = context_.getPath();
-    path = base_path + relative_path_;
+    path = relative_path_;
 }
 
 
 StorageSet::StorageSet(
+    DiskPtr disk_,
     const String & relative_path_,
     const StorageID & table_id_,
     const ColumnsDescription & columns_,
     const ConstraintsDescription & constraints_,
-    const Context & context_,
     bool persistent_)
-    : StorageSetOrJoinBase{relative_path_, table_id_, columns_, constraints_, context_, persistent_},
+    : StorageSetOrJoinBase{disk_, relative_path_, table_id_, columns_, constraints_, persistent_},
     set(std::make_shared<Set>(SizeLimits(), false, true))
 {
 
@@ -158,9 +158,9 @@ std::optional<UInt64> StorageSet::totalBytes(const Settings &) const { return se
 
 void StorageSet::truncate(const ASTPtr &, const StorageMetadataPtr & metadata_snapshot, const Context &, TableExclusiveLockHolder &)
 {
-    Poco::File(path).remove(true);
-    Poco::File(path).createDirectories();
-    Poco::File(path + "tmp/").createDirectories();
+    disk->removeRecursive(path);
+    disk->createDirectories(path);
+    disk->createDirectories(path + "tmp/");
 
     Block header = metadata_snapshot->getSampleBlock();
     header = header.sortColumns();
@@ -173,24 +173,23 @@ void StorageSet::truncate(const ASTPtr &, const StorageMetadataPtr & metadata_sn
 
 void StorageSetOrJoinBase::restore()
 {
-    Poco::File tmp_dir(path + "tmp/");
-    if (!tmp_dir.exists())
+    if (!disk->exists(path + "tmp/"))
     {
-        tmp_dir.createDirectories();
+        disk->createDirectories(path + "tmp/");
         return;
     }
 
     static const char * file_suffix = ".bin";
     static const auto file_suffix_size = strlen(".bin");
 
-    Poco::DirectoryIterator dir_end;
-    for (Poco::DirectoryIterator dir_it(path); dir_end != dir_it; ++dir_it)
+    for (auto dir_it{disk->iterateDirectory(path)}; dir_it->isValid(); dir_it->next())
     {
-        const auto & name = dir_it.name();
+        const auto & name = dir_it->name();
+        const auto & file_path = dir_it->path();
 
-        if (dir_it->isFile()
+        if (disk->isFile(file_path)
             && endsWith(name, file_suffix)
-            && dir_it->getSize() > 0)
+            && disk->getFileSize(file_path) > 0)
         {
             /// Calculate the maximum number of available files with a backup to add the following files with large numbers.
             UInt64 file_num = parse<UInt64>(name.substr(0, name.size() - file_suffix_size));
@@ -205,8 +204,8 @@ void StorageSetOrJoinBase::restore()
 
 void StorageSetOrJoinBase::restoreFromFile(const String & file_path)
 {
-    ReadBufferFromFile backup_buf(file_path);
-    CompressedReadBuffer compressed_backup_buf(backup_buf);
+    auto backup_buf = disk->readFile(file_path);
+    CompressedReadBuffer compressed_backup_buf(*backup_buf);
     NativeBlockInputStream backup_stream(compressed_backup_buf, 0);
 
     backup_stream.readPrefix();
@@ -226,10 +225,9 @@ void StorageSetOrJoinBase::restoreFromFile(const String & file_path)
 void StorageSetOrJoinBase::rename(const String & new_path_to_table_data, const StorageID & new_table_id)
 {
     /// Rename directory with data.
-    String new_path = base_path + new_path_to_table_data;
-    Poco::File(path).renameTo(new_path);
+    disk->replaceFile(path, new_path_to_table_data);
 
-    path = new_path;
+    path = new_path_to_table_data;
     renameInMemory(new_table_id);
 }
 
@@ -251,7 +249,8 @@ void registerStorageSet(StorageFactory & factory)
             set_settings->loadFromQuery(*args.storage_def);
         }
 
-        return StorageSet::create(args.relative_data_path, args.table_id, args.columns, args.constraints, args.context, set_settings->persistent);
+        DiskPtr disk = args.context.getDisk(set_settings->disk);
+        return StorageSet::create(disk, args.relative_data_path, args.table_id, args.columns, args.constraints, set_settings->persistent);
     }, StorageFactory::StorageFeatures{ .supports_settings = true, });
 }
 
diff --git a/src/Storages/StorageSet.h b/src/Storages/StorageSet.h
index 0f976fce17d..9b9078f7dd5 100644
--- a/src/Storages/StorageSet.h
+++ b/src/Storages/StorageSet.h
@@ -2,6 +2,7 @@
 
 #include <ext/shared_ptr_helper.h>
 
+#include <Interpreters/Context.h>
 #include <Storages/IStorage.h>
 #include <Storages/SetSettings.h>
 
@@ -29,14 +30,14 @@ public:
 
 protected:
     StorageSetOrJoinBase(
+        DiskPtr disk_,
         const String & relative_path_,
         const StorageID & table_id_,
         const ColumnsDescription & columns_,
         const ConstraintsDescription & constraints_,
-        const Context & context_,
         bool persistent_);
 
-    String base_path;
+    DiskPtr disk;
     String path;
     bool persistent;
 
@@ -85,11 +86,11 @@ private:
 
 protected:
     StorageSet(
+        DiskPtr disk_,
         const String & relative_path_,
         const StorageID & table_id_,
         const ColumnsDescription & columns_,
         const ConstraintsDescription & constraints_,
-        const Context & context_,
         bool persistent_);
 };
 
diff --git a/src/Storages/StorageStripeLog.cpp b/src/Storages/StorageStripeLog.cpp
index a265df856c1..bc6afffddeb 100644
--- a/src/Storages/StorageStripeLog.cpp
+++ b/src/Storages/StorageStripeLog.cpp
@@ -40,8 +40,6 @@
 namespace DB
 {
 
-#define INDEX_BUFFER_SIZE 4096
-
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -319,7 +317,7 @@ Pipe StorageStripeLog::read(
         return Pipe(std::make_shared<NullSource>(metadata_snapshot->getSampleBlockForColumns(column_names, getVirtuals(), getStorageID())));
     }
 
-    CompressedReadBufferFromFile index_in(disk->readFile(index_file, INDEX_BUFFER_SIZE));
+    CompressedReadBufferFromFile index_in(disk->readFile(index_file, 4096));
     std::shared_ptr<const IndexForNativeFormat> index{std::make_shared<IndexForNativeFormat>(index_in, column_names_set)};
 
     size_t size = index->blocks.size();
diff --git a/src/Storages/StorageURL.cpp b/src/Storages/StorageURL.cpp
index 8dcd549f9c8..00903abee59 100644
--- a/src/Storages/StorageURL.cpp
+++ b/src/Storages/StorageURL.cpp
@@ -10,6 +10,8 @@
 #include <IO/ReadWriteBufferFromHTTP.h>
 #include <IO/WriteBufferFromHTTP.h>
 #include <IO/WriteHelpers.h>
+#include <IO/ConnectionTimeouts.h>
+#include <IO/ConnectionTimeoutsContext.h>
 
 #include <Formats/FormatFactory.h>
 
diff --git a/src/Storages/StorageURL.h b/src/Storages/StorageURL.h
index 78d972c6e7e..21b2e3e27a1 100644
--- a/src/Storages/StorageURL.h
+++ b/src/Storages/StorageURL.h
@@ -4,12 +4,15 @@
 #include <Poco/URI.h>
 #include <ext/shared_ptr_helper.h>
 #include <DataStreams/IBlockOutputStream.h>
-#include <IO/ConnectionTimeouts.h>
+#include <Formats/FormatSettings.h>
 #include <IO/CompressionMethod.h>
 
 
 namespace DB
 {
+
+struct ConnectionTimeouts;
+
 /**
  * This class represents table engine for external urls.
  * It sends HTTP GET to server when select is called and
diff --git a/src/Storages/StorageXDBC.cpp b/src/Storages/StorageXDBC.cpp
index 3aca884d15a..f2f8cdb23f5 100644
--- a/src/Storages/StorageXDBC.cpp
+++ b/src/Storages/StorageXDBC.cpp
@@ -3,6 +3,7 @@
 #include <DataStreams/IBlockOutputStream.h>
 #include <Formats/FormatFactory.h>
 #include <IO/ReadHelpers.h>
+#include <IO/ConnectionTimeoutsContext.h>
 #include <Interpreters/Context.h>
 #include <Interpreters/evaluateConstantExpression.h>
 #include <Parsers/ASTLiteral.h>
diff --git a/src/Storages/System/StorageSystemColumns.cpp b/src/Storages/System/StorageSystemColumns.cpp
index b0371fa12de..6726d502071 100644
--- a/src/Storages/System/StorageSystemColumns.cpp
+++ b/src/Storages/System/StorageSystemColumns.cpp
@@ -272,17 +272,28 @@ Pipe StorageSystemColumns::read(
     Pipes pipes;
 
     {
-        Databases databases = DatabaseCatalog::instance().getDatabases();
-
         /// Add `database` column.
         MutableColumnPtr database_column_mut = ColumnString::create();
-        for (const auto & database : databases)
+
+        const auto databases = DatabaseCatalog::instance().getDatabases();
+        for (const auto & [database_name, database] : databases)
         {
+            if (database_name == DatabaseCatalog::TEMPORARY_DATABASE)
+                continue; /// We don't want to show the internal database for temporary tables in system.columns
+
             /// We are skipping "Lazy" database because we cannot afford initialization of all its tables.
             /// This should be documented.
 
-            if (database.second->getEngineName() != "Lazy")
-                database_column_mut->insert(database.first);
+            if (database->getEngineName() != "Lazy")
+                database_column_mut->insert(database_name);
+        }
+
+        Tables external_tables;
+        if (context.hasSessionContext())
+        {
+            external_tables = context.getSessionContext().getExternalTables();
+            if (!external_tables.empty())
+                database_column_mut->insertDefault(); /// Empty database for external tables.
         }
 
         block_to_filter.insert(ColumnWithTypeAndName(std::move(database_column_mut), std::make_shared<DataTypeString>(), "database"));
@@ -297,29 +308,36 @@ Pipe StorageSystemColumns::read(
         }
 
         ColumnPtr & database_column = block_to_filter.getByName("database").column;
-        size_t rows = database_column->size();
 
         /// Add `table` column.
         MutableColumnPtr table_column_mut = ColumnString::create();
-        IColumn::Offsets offsets(rows);
-        for (size_t i = 0; i < rows; ++i)
+        IColumn::Offsets offsets(database_column->size());
+
+        for (size_t i = 0; i < database_column->size(); ++i)
         {
             const std::string database_name = (*database_column)[i].get<std::string>();
-            const DatabasePtr database = databases.at(database_name);
-            offsets[i] = i ? offsets[i - 1] : 0;
-
-            for (auto iterator = database->getTablesIterator(context); iterator->isValid(); iterator->next())
+            if (database_name.empty())
             {
-                if (const auto & table = iterator->table())
+                for (auto & [table_name, table] : external_tables)
                 {
-                    const String & table_name = iterator->name();
-                    storages.emplace(std::piecewise_construct,
-                        std::forward_as_tuple(database_name, table_name),
-                        std::forward_as_tuple(table));
+                    storages[{"", table_name}] = table;
                     table_column_mut->insert(table_name);
-                    ++offsets[i];
                 }
             }
+            else
+            {
+                const DatabasePtr & database = databases.at(database_name);
+                for (auto iterator = database->getTablesIterator(context); iterator->isValid(); iterator->next())
+                {
+                    if (const auto & table = iterator->table())
+                    {
+                        const String & table_name = iterator->name();
+                        storages[{database_name, table_name}] = table;
+                        table_column_mut->insert(table_name);
+                    }
+                }
+            }
+            offsets[i] = table_column_mut->size();
         }
 
         database_column = database_column->replicate(offsets);
diff --git a/src/Storages/System/StorageSystemDatabases.cpp b/src/Storages/System/StorageSystemDatabases.cpp
index 2a89bf34186..88ac987014d 100644
--- a/src/Storages/System/StorageSystemDatabases.cpp
+++ b/src/Storages/System/StorageSystemDatabases.cpp
@@ -25,17 +25,20 @@ void StorageSystemDatabases::fillData(MutableColumns & res_columns, const Contex
     const auto access = context.getAccess();
     const bool check_access_for_databases = !access->isGranted(AccessType::SHOW_DATABASES);
 
-    auto databases = DatabaseCatalog::instance().getDatabases();
-    for (const auto & database : databases)
+    const auto databases = DatabaseCatalog::instance().getDatabases();
+    for (const auto & [database_name, database] : databases)
     {
-        if (check_access_for_databases && !access->isGranted(AccessType::SHOW_DATABASES, database.first))
+        if (check_access_for_databases && !access->isGranted(AccessType::SHOW_DATABASES, database_name))
             continue;
 
-        res_columns[0]->insert(database.first);
-        res_columns[1]->insert(database.second->getEngineName());
-        res_columns[2]->insert(context.getPath() + database.second->getDataPath());
-        res_columns[3]->insert(database.second->getMetadataPath());
-        res_columns[4]->insert(database.second->getUUID());
+        if (database_name == DatabaseCatalog::TEMPORARY_DATABASE)
+            continue; /// We don't want to show the internal database for temporary tables in system.databases
+
+        res_columns[0]->insert(database_name);
+        res_columns[1]->insert(database->getEngineName());
+        res_columns[2]->insert(context.getPath() + database->getDataPath());
+        res_columns[3]->insert(database->getMetadataPath());
+        res_columns[4]->insert(database->getUUID());
    }
 }
 
diff --git a/src/Storages/System/StorageSystemDistributionQueue.cpp b/src/Storages/System/StorageSystemDistributionQueue.cpp
index edba7c13b1c..db649e7e1ba 100644
--- a/src/Storages/System/StorageSystemDistributionQueue.cpp
+++ b/src/Storages/System/StorageSystemDistributionQueue.cpp
@@ -9,6 +9,7 @@
 #include <Storages/VirtualColumnUtils.h>
 #include <Access/ContextAccess.h>
 #include <Common/typeid_cast.h>
+#include <Interpreters/Context.h>
 #include <Databases/IDatabase.h>
 
 namespace DB
diff --git a/src/Storages/System/StorageSystemTables.cpp b/src/Storages/System/StorageSystemTables.cpp
index c9b3223ee38..363a2a20828 100644
--- a/src/Storages/System/StorageSystemTables.cpp
+++ b/src/Storages/System/StorageSystemTables.cpp
@@ -65,8 +65,15 @@ StorageSystemTables::StorageSystemTables(const StorageID & table_id_)
 static ColumnPtr getFilteredDatabases(const ASTPtr & query, const Context & context)
 {
     MutableColumnPtr column = ColumnString::create();
-    for (const auto & db : DatabaseCatalog::instance().getDatabases())
-        column->insert(db.first);
+
+    const auto databases = DatabaseCatalog::instance().getDatabases();
+    for (const auto & database_name : databases | boost::adaptors::map_keys)
+    {
+        if (database_name == DatabaseCatalog::TEMPORARY_DATABASE)
+            continue; /// We don't want to show the internal database for temporary tables in system.tables
+
+        column->insert(database_name);
+    }
 
     Block block { ColumnWithTypeAndName(std::move(column), std::make_shared<DataTypeString>(), "database") };
     VirtualColumnUtils::filterBlockWithQuery(query, block, context);
@@ -192,7 +199,11 @@ protected:
 
                         // create_table_query
                         if (columns_mask[src_index++])
-                            res_columns[res_index++]->insertDefault();
+                        {
+                            auto temp_db = DatabaseCatalog::instance().getDatabaseForTemporaryTables();
+                            ASTPtr ast = temp_db ? temp_db->tryGetCreateTableQuery(table.second->getStorageID().getTableName(), context) : nullptr;
+                            res_columns[res_index++]->insert(ast ? queryToString(ast) : "");
+                        }
 
                         // engine_full
                         if (columns_mask[src_index++])
diff --git a/src/Storages/getStructureOfRemoteTable.cpp b/src/Storages/getStructureOfRemoteTable.cpp
index a987e3d4e8a..de5f3924ca9 100644
--- a/src/Storages/getStructureOfRemoteTable.cpp
+++ b/src/Storages/getStructureOfRemoteTable.cpp
@@ -71,7 +71,7 @@ ColumnsDescription getStructureOfRemoteTableInShard(
     };
 
     /// Execute remote query without restrictions (because it's not real user query, but part of implementation)
-    auto input = std::make_shared<RemoteBlockInputStream>(shard_info.pool, query, sample_block, new_context);
+    auto input = std::make_shared<RemoteBlockInputStream>(shard_info.pool, query, sample_block, *new_context);
     input->setPoolMode(PoolMode::GET_ONE);
     if (!table_func_ptr)
         input->setMainTable(table_id);
diff --git a/src/Storages/tests/gtest_aux_funcs_for_adaptive_granularity.cpp b/src/Storages/tests/gtest_aux_funcs_for_adaptive_granularity.cpp
index 4e7bff0ef41..0a3b3bd328f 100644
--- a/src/Storages/tests/gtest_aux_funcs_for_adaptive_granularity.cpp
+++ b/src/Storages/tests/gtest_aux_funcs_for_adaptive_granularity.cpp
@@ -4,6 +4,7 @@
 
 // I know that inclusion of .cpp is not good at all
 #include <Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp> // NOLINT
+#include <Storages/MergeTree/MergeTreeDataPartWriterWide.cpp> // NOLINT
 
 using namespace DB;
 static Block getBlockWithSize(size_t required_size_in_bytes, size_t size_of_row_in_bytes)
diff --git a/src/TableFunctions/ITableFunctionXDBC.cpp b/src/TableFunctions/ITableFunctionXDBC.cpp
index 67d1257fe4c..e04a86b5abf 100644
--- a/src/TableFunctions/ITableFunctionXDBC.cpp
+++ b/src/TableFunctions/ITableFunctionXDBC.cpp
@@ -5,6 +5,7 @@
 #include <DataTypes/DataTypeFactory.h>
 #include <IO/ReadHelpers.h>
 #include <IO/ReadWriteBufferFromHTTP.h>
+#include <IO/ConnectionTimeoutsContext.h>
 #include <Interpreters/evaluateConstantExpression.h>
 #include <Parsers/ASTFunction.h>
 #include <Parsers/ASTLiteral.h>
diff --git a/src/TableFunctions/TableFunctionFile.h b/src/TableFunctions/TableFunctionFile.h
index 91e2225a6d0..02704e4bf7f 100644
--- a/src/TableFunctions/TableFunctionFile.h
+++ b/src/TableFunctions/TableFunctionFile.h
@@ -6,8 +6,8 @@
 namespace DB
 {
 class Context;
+
 /* file(path, format, structure) - creates a temporary storage from file
- *
  *
  * The file must be in the clickhouse data directory.
  * The relative path begins with the clickhouse data directory.
diff --git a/src/TableFunctions/TableFunctionHDFS.cpp b/src/TableFunctions/TableFunctionHDFS.cpp
index e2f227ef7b5..700cb93ca06 100644
--- a/src/TableFunctions/TableFunctionHDFS.cpp
+++ b/src/TableFunctions/TableFunctionHDFS.cpp
@@ -2,7 +2,7 @@
 #include "registerTableFunctions.h"
 
 #if USE_HDFS
-#include <Storages/StorageHDFS.h>
+#include <Storages/HDFS/StorageHDFS.h>
 #include <Storages/ColumnsDescription.h>
 #include <TableFunctions/TableFunctionFactory.h>
 #include <TableFunctions/TableFunctionHDFS.h>
diff --git a/src/TableFunctions/TableFunctionMerge.cpp b/src/TableFunctions/TableFunctionMerge.cpp
index a878909e29d..c5fb9a7686d 100644
--- a/src/TableFunctions/TableFunctionMerge.cpp
+++ b/src/TableFunctions/TableFunctionMerge.cpp
@@ -6,6 +6,7 @@
 #include <TableFunctions/ITableFunction.h>
 #include <Interpreters/evaluateConstantExpression.h>
 #include <Interpreters/Context.h>
+#include <Access/ContextAccess.h>
 #include <TableFunctions/TableFunctionMerge.h>
 #include <TableFunctions/TableFunctionFactory.h>
 #include <TableFunctions/registerTableFunctions.h>
@@ -14,37 +15,24 @@
 namespace DB
 {
 
-
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
     extern const int UNKNOWN_TABLE;
 }
 
-
-static NamesAndTypesList chooseColumns(const String & source_database, const String & table_name_regexp_, const Context & context)
+namespace
 {
-    OptimizedRegularExpression table_name_regexp(table_name_regexp_);
-    auto table_name_match = [&](const String & table_name) { return table_name_regexp.match(table_name); };
-
-    StoragePtr any_table;
-
+    [[noreturn]] void throwNoTablesMatchRegexp(const String & source_database, const String & source_table_regexp)
     {
-        auto database = DatabaseCatalog::instance().getDatabase(source_database);
-        auto iterator = database->getTablesIterator(context, table_name_match);
-
-        if (iterator->isValid())
-            if (const auto & table = iterator->table())
-                any_table = table;
+        throw Exception(
+            "Error while executing table function merge. In database " + source_database
+                + " no one matches regular expression: " + source_table_regexp,
+            ErrorCodes::UNKNOWN_TABLE);
     }
-
-    if (!any_table)
-        throw Exception("Error while executing table function merge. In database " + source_database + " no one matches regular expression: "
-            + table_name_regexp_, ErrorCodes::UNKNOWN_TABLE);
-
-    return any_table->getInMemoryMetadataPtr()->getColumns().getAllPhysical();
 }
 
+
 void TableFunctionMerge::parseArguments(const ASTPtr & ast_function, const Context & context)
 {
     ASTs & args_func = ast_function->children;
@@ -65,21 +53,64 @@ void TableFunctionMerge::parseArguments(const ASTPtr & ast_function, const Conte
     args[1] = evaluateConstantExpressionAsLiteral(args[1], context);
 
     source_database = args[0]->as<ASTLiteral &>().value.safeGet<String>();
-    table_name_regexp = args[1]->as<ASTLiteral &>().value.safeGet<String>();
+    source_table_regexp = args[1]->as<ASTLiteral &>().value.safeGet<String>();
 }
 
+
+const Strings & TableFunctionMerge::getSourceTables(const Context & context) const
+{
+    if (source_tables)
+        return *source_tables;
+
+    auto database = DatabaseCatalog::instance().getDatabase(source_database);
+
+    OptimizedRegularExpression re(source_table_regexp);
+    auto table_name_match = [&](const String & table_name_) { return re.match(table_name_); };
+
+    auto access = context.getAccess();
+    bool granted_show_on_all_tables = access->isGranted(AccessType::SHOW_TABLES, source_database);
+    bool granted_select_on_all_tables = access->isGranted(AccessType::SELECT, source_database);
+
+    source_tables.emplace();
+    for (auto it = database->getTablesIterator(context, table_name_match); it->isValid(); it->next())
+    {
+        if (!it->table())
+            continue;
+        bool granted_show = granted_show_on_all_tables || access->isGranted(AccessType::SHOW_TABLES, source_database, it->name());
+        if (!granted_show)
+            continue;
+        if (!granted_select_on_all_tables)
+            access->checkAccess(AccessType::SELECT, source_database, it->name());
+        source_tables->emplace_back(it->name());
+    }
+
+    if (source_tables->empty())
+        throwNoTablesMatchRegexp(source_database, source_table_regexp);
+
+    return *source_tables;
+}
+
+
 ColumnsDescription TableFunctionMerge::getActualTableStructure(const Context & context) const
 {
-    return ColumnsDescription{chooseColumns(source_database, table_name_regexp, context)};
+    for (const auto & table_name : getSourceTables(context))
+    {
+        auto storage = DatabaseCatalog::instance().tryGetTable(StorageID{source_database, table_name}, context);
+        if (storage)
+            return ColumnsDescription{storage->getInMemoryMetadataPtr()->getColumns().getAllPhysical()};
+    }
+
+    throwNoTablesMatchRegexp(source_database, source_table_regexp);
 }
 
+
 StoragePtr TableFunctionMerge::executeImpl(const ASTPtr & /*ast_function*/, const Context & context, const std::string & table_name, ColumnsDescription /*cached_columns*/) const
 {
     auto res = StorageMerge::create(
         StorageID(getDatabaseName(), table_name),
         getActualTableStructure(context),
         source_database,
-        table_name_regexp,
+        getSourceTables(context),
         context);
 
     res->startup();
diff --git a/src/TableFunctions/TableFunctionMerge.h b/src/TableFunctions/TableFunctionMerge.h
index a9c4dd6b038..8f9f4522d17 100644
--- a/src/TableFunctions/TableFunctionMerge.h
+++ b/src/TableFunctions/TableFunctionMerge.h
@@ -19,11 +19,13 @@ private:
     StoragePtr executeImpl(const ASTPtr & ast_function, const Context & context, const std::string & table_name, ColumnsDescription cached_columns) const override;
     const char * getStorageTypeName() const override { return "Merge"; }
 
+    const Strings & getSourceTables(const Context & context) const;
     ColumnsDescription getActualTableStructure(const Context & context) const override;
     void parseArguments(const ASTPtr & ast_function, const Context & context) override;
 
     String source_database;
-    String table_name_regexp;
+    String source_table_regexp;
+    mutable std::optional<Strings> source_tables;
 };
 
 
diff --git a/src/TableFunctions/TableFunctionS3.cpp b/src/TableFunctions/TableFunctionS3.cpp
index dfe1cf6e792..cc7877b204e 100644
--- a/src/TableFunctions/TableFunctionS3.cpp
+++ b/src/TableFunctions/TableFunctionS3.cpp
@@ -67,6 +67,7 @@ StoragePtr TableFunctionS3::executeImpl(const ASTPtr & /*ast_function*/, const C
     Poco::URI uri (filename);
     S3::URI s3_uri (uri);
     UInt64 min_upload_part_size = context.getSettingsRef().s3_min_upload_part_size;
+    UInt64 max_single_part_upload_size = context.getSettingsRef().s3_max_single_part_upload_size;
 
     StoragePtr storage = StorageS3::create(
             s3_uri,
@@ -75,6 +76,7 @@ StoragePtr TableFunctionS3::executeImpl(const ASTPtr & /*ast_function*/, const C
             StorageID(getDatabaseName(), table_name),
             format,
             min_upload_part_size,
+            max_single_part_upload_size,
             getActualTableStructure(context),
             ConstraintsDescription{},
             const_cast<Context &>(context),
diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt
index 9e5a2e29dc9..3ef09e5658f 100644
--- a/tests/CMakeLists.txt
+++ b/tests/CMakeLists.txt
@@ -15,16 +15,6 @@ install (
     COMPONENT clickhouse
     PATTERN "CMakeLists.txt" EXCLUDE
     PATTERN ".gitignore" EXCLUDE
-    PATTERN "top_level_domains" EXCLUDE
-)
-
-# Dereference symlink
-get_filename_component(TOP_LEVEL_DOMAINS_ABS_DIR config/top_level_domains REALPATH)
-install (
-    DIRECTORY "${TOP_LEVEL_DOMAINS_ABS_DIR}"
-    DESTINATION ${CMAKE_INSTALL_DATAROOTDIR}/clickhouse-test/config
-    USE_SOURCE_PERMISSIONS
-    COMPONENT clickhouse
 )
 
 install (FILES server-test.xml DESTINATION  ${CLICKHOUSE_ETC_DIR}/clickhouse-server COMPONENT clickhouse)
diff --git a/tests/clickhouse-test b/tests/clickhouse-test
index 3702268819b..45cde00037f 100755
--- a/tests/clickhouse-test
+++ b/tests/clickhouse-test
@@ -15,6 +15,7 @@ from subprocess import check_call
 from subprocess import Popen
 from subprocess import PIPE
 from subprocess import CalledProcessError
+from subprocess import TimeoutExpired
 from datetime import datetime
 from time import time, sleep
 from errno import ESRCH
@@ -114,6 +115,7 @@ def get_db_engine(args):
 def run_single_test(args, ext, server_logs_level, client_options, case_file, stdout_file, stderr_file):
     # print(client_options)
 
+    start_time = datetime.now()
     if args.database:
         database = args.database
         os.environ.setdefault("CLICKHOUSE_DATABASE", database)
@@ -129,7 +131,11 @@ def run_single_test(args, ext, server_logs_level, client_options, case_file, std
         database = 'test_{suffix}'.format(suffix=random_str())
 
         clickhouse_proc_create = Popen(shlex.split(args.client), stdin=PIPE, stdout=PIPE, stderr=PIPE, universal_newlines=True)
-        clickhouse_proc_create.communicate(("CREATE DATABASE " + database + get_db_engine(args)))
+        try:
+            clickhouse_proc_create.communicate(("CREATE DATABASE " + database + get_db_engine(args)), timeout=args.timeout)
+        except TimeoutExpired:
+            total_time = (datetime.now() - start_time).total_seconds()
+            return clickhouse_proc_create, "", "Timeout creating database {} before test".format(database), total_time
 
         os.environ["CLICKHOUSE_DATABASE"] = database
 
@@ -152,14 +158,26 @@ def run_single_test(args, ext, server_logs_level, client_options, case_file, std
     # print(command)
 
     proc = Popen(command, shell=True, env=os.environ)
-    start_time = datetime.now()
 
     while (datetime.now() - start_time).total_seconds() < args.timeout and proc.poll() is None:
         sleep(0.01)
 
     if not args.database:
         clickhouse_proc_create = Popen(shlex.split(args.client), stdin=PIPE, stdout=PIPE, stderr=PIPE, universal_newlines=True)
-        clickhouse_proc_create.communicate(("DROP DATABASE " + database))
+        seconds_left = max(args.timeout - (datetime.now() - start_time).total_seconds(), 10)
+        try:
+            clickhouse_proc_create.communicate(("DROP DATABASE " + database), timeout=seconds_left)
+        except TimeoutExpired:
+            # kill test process because it can also hung
+            if proc.returncode is None:
+                try:
+                    proc.kill()
+                except OSError as e:
+                    if e.errno != ESRCH:
+                        raise
+
+            total_time = (datetime.now() - start_time).total_seconds()
+            return clickhouse_proc_create, "", "Timeout dropping database {} after test".format(database), total_time
 
     total_time = (datetime.now() - start_time).total_seconds()
 
@@ -305,7 +323,7 @@ def run_tests_array(all_tests_with_params):
 
                     if args.testname:
                         clickhouse_proc = Popen(shlex.split(args.client), stdin=PIPE, stdout=PIPE, stderr=PIPE, universal_newlines=True)
-                        clickhouse_proc.communicate(("SELECT 'Running test {suite}/{case} from pid={pid}';".format(pid = os.getpid(), case = case, suite = suite)))
+                        clickhouse_proc.communicate(("SELECT 'Running test {suite}/{case} from pid={pid}';".format(pid = os.getpid(), case = case, suite = suite)), timeout=10)
 
                         if clickhouse_proc.returncode != 0:
                             failures += 1
@@ -330,6 +348,8 @@ def run_tests_array(all_tests_with_params):
                         print(MSG_FAIL, end='')
                         print_test_time(total_time)
                         print(" - Timeout!")
+                        if stderr:
+                            print(stderr)
                     else:
                         counter = 1
                         while proc.returncode != 0 and need_retry(stderr):
@@ -562,6 +582,9 @@ def main(args):
     else:
         args.skip = tests_to_skip_from_list
 
+    if args.use_skip_list and not args.sequential:
+        args.sequential = collect_sequential_list(args.skip_list_path)
+
     base_dir = os.path.abspath(args.queries)
     tmp_dir = os.path.abspath(args.tmp)
 
@@ -675,10 +698,19 @@ def main(args):
                 all_tests = [t for t in all_tests if any([re.search(r, t) for r in args.test])]
             all_tests.sort(key=key_func)
 
+            parallel_tests = []
+            sequential_tests = []
+            for test in all_tests:
+                if any(s in test for s in args.sequential):
+                    sequential_tests.append(test)
+                else:
+                    parallel_tests.append(test)
+
+            print("Found", len(parallel_tests), "parallel tests and", len(sequential_tests), "sequential tests")
             run_n, run_total = args.parallel.split('/')
             run_n = float(run_n)
             run_total = float(run_total)
-            tests_n = len(all_tests)
+            tests_n = len(parallel_tests)
             if run_total > tests_n:
                 run_total = tests_n
             if run_n > run_total:
@@ -690,18 +722,20 @@ def main(args):
             if jobs > run_total:
                 run_total = jobs
 
-            batch_size = len(all_tests) // jobs
-            all_tests_array = []
-            for i in range(0, len(all_tests), batch_size):
-                all_tests_array.append((all_tests[i:i+batch_size], suite, suite_dir, suite_tmp_dir, run_total))
+            batch_size = len(parallel_tests) // jobs
+            parallel_tests_array = []
+            for i in range(0, len(parallel_tests), batch_size):
+                parallel_tests_array.append((parallel_tests[i:i+batch_size], suite, suite_dir, suite_tmp_dir, run_total))
 
             if jobs > 1:
                 with closing(multiprocessing.Pool(processes=jobs)) as pool:
-                    pool.map(run_tests_array, all_tests_array)
-            else:
-                run_tests_array(all_tests_array[int(run_n)-1])
+                    pool.map(run_tests_array, parallel_tests_array)
 
-            total_tests_run += tests_n
+                run_tests_array((sequential_tests, suite, suite_dir, suite_tmp_dir, run_total))
+                total_tests_run += len(sequential_tests) + len(parallel_tests)
+            else:
+                run_tests_array((all_tests, suite, suite_dir, suite_tmp_dir, run_total))
+                total_tests_run += len(all_tests)
 
     if args.hung_check:
 
@@ -792,6 +826,20 @@ def collect_tests_to_skip(skip_list_path, build_flags):
 
     return result
 
+
+def collect_sequential_list(skip_list_path):
+    if not os.path.exists(skip_list_path):
+        return set([])
+
+    with open(skip_list_path, 'r') as skip_list_file:
+        content = skip_list_file.read()
+        # allows to have comments in skip_list.json
+        skip_dict = json.loads(json_minify(content))
+        if 'parallel' in skip_dict:
+            return skip_dict['parallel']
+        return set([])
+
+
 if __name__ == '__main__':
     parser=ArgumentParser(description='ClickHouse functional tests')
     parser.add_argument('-q', '--queries', help='Path to queries dir')
@@ -828,6 +876,7 @@ if __name__ == '__main__':
     parser.add_argument('--no-stateless', action='store_true', help='Disable all stateless tests')
     parser.add_argument('--no-stateful', action='store_true', help='Disable all stateful tests')
     parser.add_argument('--skip', nargs='+', help="Skip these tests")
+    parser.add_argument('--sequential', nargs='+', help="Run these tests sequentially even if --parallel specified")
     parser.add_argument('--no-long', action='store_false', dest='no_long', help='Do not run long tests')
     parser.add_argument('--client-option', nargs='+', help='Specify additional client argument')
     parser.add_argument('--print-time', action='store_true', dest='print_time', help='Print test time')
@@ -871,6 +920,9 @@ if __name__ == '__main__':
     if args.skip_list_path is None:
         args.skip_list_path = os.path.join(args.queries, 'skip_list.json')
 
+    if args.sequential is None:
+        args.sequential = set([])
+
     if args.tmp is None:
         args.tmp = args.queries
     if args.client is None:
diff --git a/tests/config/config.d/max_concurrent_queries.xml b/tests/config/config.d/max_concurrent_queries.xml
new file mode 100644
index 00000000000..f326c293244
--- /dev/null
+++ b/tests/config/config.d/max_concurrent_queries.xml
@@ -0,0 +1,4 @@
+<!-- Ignore limit of concurrent queries in tests -->
+<yandex>
+    <max_concurrent_queries>0</max_concurrent_queries>
+</yandex>
diff --git a/tests/config/install.sh b/tests/config/install.sh
index 416cc21893b..9965e1fb1ad 100755
--- a/tests/config/install.sh
+++ b/tests/config/install.sh
@@ -27,6 +27,7 @@ ln -sf $SRC_PATH/config.d/secure_ports.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/clusters.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/graphite.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/database_atomic.xml $DEST_SERVER_PATH/config.d/
+ln -sf $SRC_PATH/config.d/max_concurrent_queries.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/test_cluster_with_incorrect_pw.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/test_keeper_port.xml $DEST_SERVER_PATH/config.d/
 ln -sf $SRC_PATH/config.d/logging_no_rotate.xml $DEST_SERVER_PATH/config.d/
diff --git a/tests/config/top_level_domains b/tests/config/top_level_domains
deleted file mode 120000
index 7e12ab4ba2c..00000000000
--- a/tests/config/top_level_domains
+++ /dev/null
@@ -1 +0,0 @@
-../../docker/test/performance-comparison/config/top_level_domains
\ No newline at end of file
diff --git a/docker/test/performance-comparison/config/top_level_domains/public_suffix_list.dat b/tests/config/top_level_domains/public_suffix_list.dat
similarity index 100%
rename from docker/test/performance-comparison/config/top_level_domains/public_suffix_list.dat
rename to tests/config/top_level_domains/public_suffix_list.dat
diff --git a/tests/instructions/easy_tasks_sorted_ru.md b/tests/instructions/easy_tasks_sorted_ru.md
index 2dd60f97db3..2c38dcc2c8f 100644
--- a/tests/instructions/easy_tasks_sorted_ru.md
+++ b/tests/instructions/easy_tasks_sorted_ru.md
@@ -16,7 +16,7 @@
 
 `context.setSetting` - для выставления `max_memory_usage` и других.
 
-## Битовые операции для FixedString.
+## + Битовые операции для FixedString.
 
 bitAnd, bitOr, bitNot, bitXor для значения типа FixedString, интерпретируемого как набор бит.
 
@@ -26,7 +26,7 @@ void memoryBitAnd(const char * a, const char * b, char * result, size_t size);
 ```
 Потом используйте их в вашей функции.
 
-## Добавить generic вариант функций least, greatest.
+## + Добавить generic вариант функций least, greatest.
 
 `SELECT least(123, 456)` - работает.
 
@@ -38,7 +38,7 @@ void memoryBitAnd(const char * a, const char * b, char * result, size_t size);
 
 Смотрим, что все файлы в прикрепляемых кусках от правильного пользователя.
 
-## COLLATE должно работать для Nullable(String).
+## + COLLATE должно работать для Nullable(String).
 
 В ClickHouse есть возможность указать collation для сортировки строк. Это не работает для `Nullable(String)`.
 
@@ -46,13 +46,13 @@ void memoryBitAnd(const char * a, const char * b, char * result, size_t size);
 
 Состояния агрегатных функций могут быть записаны в дамп и считаны из него. Но десериализация состояний агрегатных функций небезопасна. Аккуратно выбранные пользовательские данные могут привести к segfault или порче памяти. Поэтому нужно просто сделать настройку, которая запрещает читать AggregateFunction из пользовательских данных.
 
-## В статистику jemalloc добавить информацию по arenas.
+## + В статистику jemalloc добавить информацию по arenas.
 
 В `system.asynchronous_metrics` - суммарный размер арен.
 
 # Более сложные задачи
 
-## Layout внешних словарей "direct".
+## + Layout внешних словарей "direct".
 
 Как cache, но без кэша — всегда прямой запрос в источник.
 
@@ -60,7 +60,7 @@ void memoryBitAnd(const char * a, const char * b, char * result, size_t size);
 
 ## Агрегатные функции для статистических тестов (e.g. тест нормальности распределения) и статистик.
 
-## Функции создания и обновления состояния агрегатной функции по одному кортежу аргументов.
+## + Функции создания и обновления состояния агрегатной функции по одному кортежу аргументов.
 
 В ClickHouse есть понятие - состояние вычисления агрегатной функции. Состояния агрегатных функций можно записывать в таблицы, складывать, финализировать и т. п. https://clickhouse.yandex/docs/ru/data_types/nested_data_structures/aggregatefunction/
 
@@ -85,7 +85,7 @@ void memoryBitAnd(const char * a, const char * b, char * result, size_t size);
 
 `changeYear(datetime, 2019)`
 
-## Исправить мерцание прогресс-бара в clickhouse-client.
+## + Исправить мерцание прогресс-бара в clickhouse-client.
 
 Это заметно при работе с серверами с большим пингом.
 Прогресс бар не должен мерцать.
@@ -107,15 +107,15 @@ https://dev.mysql.com/doc/refman/8.0/en/date-and-time-functions.html#function_da
 
 position с конца строки.
 
-## Функция indexOf должна поддерживать Enum-ы без cast-а.
+## + Функция indexOf должна поддерживать Enum-ы без cast-а.
 
 `indexOf(arr, 'hello')`, `indexOf(arr, 1)` должны работать, если arr имеет тип `Array(Enum8('hello' = 1, 'world' = 2))`
 
-## Комбинатор агрегатных функций Distinct.
+## + Комбинатор агрегатных функций Distinct.
 
 Пример: `avgDistinct(x)` - вычислить среднее по всем различным переданным значениям.
 
-## Метрики количества ошибок.
+## + Метрики количества ошибок.
 
 Добавляем счётчики всех ошибок (ErrorCodes) по аналогии с ProfileEvents. Кроме количества запоминаем также время последней ошибки, стек трейс, сообщение. Добавляем системную таблицу system.errors. Отправка в Graphite.
 
@@ -125,9 +125,9 @@ position с конца строки.
 
 ## Запрос CREATE OR REPLACE TABLE
 
-Атомарно (под блокировкой) удаляет таблицу перед созданием новой, если такая была.
+Атомарно удаляет таблицу перед созданием новой, если такая была.
 
-## Приведение типов для IN (subquery).
+## * Приведение типов для IN (subquery).
 
 `SELECT 1 IN (SELECT -1 UNION ALL SELECT 1)`
 
@@ -155,7 +155,7 @@ https://clickhouse.yandex/docs/en/query_language/create/#create-table
 
 Подключить одну из key-value БД как источник.
 
-## Движок таблиц Mongo, табличная функция mongo.
+## + Движок таблиц Mongo, табличная функция mongo.
 
 Возможность легко импортировать данные из MongoDB.
 
@@ -201,7 +201,7 @@ https://clickhouse.yandex/docs/en/operations/table_engines/external_data/
 
 ## Настройка rollup_use_nulls.
 
-## Настройка cast_keep_nullable.
+## + Настройка cast_keep_nullable.
 
 ## Функция bitEquals для сравнения произвольных типов данных побитово.
 
diff --git a/tests/integration/README.md b/tests/integration/README.md
index 0886dc2cfac..cdfb6b1a70a 100644
--- a/tests/integration/README.md
+++ b/tests/integration/README.md
@@ -38,7 +38,8 @@ sudo -H pip install \
     pytest-timeout \
     redis \
     tzlocal \
-    urllib3
+    urllib3 \
+    requests-kerberos
 ```
 
 (highly not recommended) If you really want to use OS packages on modern debian/ubuntu instead of "pip": `sudo apt install -y docker docker-compose python3-pytest python3-dicttoxml python3-docker python3-pymysql python3-pymongo python3-tzlocal python3-kazoo python3-psycopg2 kafka-python python3-pytest-timeout python3-minio`
@@ -135,3 +136,13 @@ named `test.py` containing tests in it. All functions with names starting with `
 To assert that two TSV files must be equal, wrap them in the `TSV` class and use the regular `assert`
 statement. Example: `assert TSV(result) == TSV(reference)`. In case the assertion fails, `pytest`
 will automagically detect the types of variables and only the small diff of two files is printed.
+
+### Troubleshooting
+
+If tests failing for misterious reasons, this may help:
+
+```
+sudo service docker stop
+sudo bash -c 'rm -rf /var/lib/docker/*'
+sudo service docker start
+```
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 3967d016591..a65a420cd5b 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -137,6 +137,7 @@ class ClickHouseCluster:
         self.with_rabbitmq = False
         self.with_odbc_drivers = False
         self.with_hdfs = False
+        self.with_kerberized_hdfs = False
         self.with_mongo = False
         self.with_net_trics = False
         self.with_redis = False
@@ -172,7 +173,7 @@ class ClickHouseCluster:
                      macros=None,
                      with_zookeeper=False, with_mysql=False, with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False,
                      clickhouse_path_dir=None,
-                     with_odbc_drivers=False, with_postgres=False, with_hdfs=False, with_mongo=False,
+                     with_odbc_drivers=False, with_postgres=False, with_hdfs=False, with_kerberized_hdfs=False, with_mongo=False,
                      with_redis=False, with_minio=False, with_cassandra=False,
                      hostname=None, env_variables=None, image="yandex/clickhouse-integration-test", tag=None,
                      stay_alive=False, ipv4_address=None, ipv6_address=None, with_installed_binary=False, tmpfs=None,
@@ -210,6 +211,7 @@ class ClickHouseCluster:
             with_kafka=with_kafka,
             with_kerberized_kafka=with_kerberized_kafka,
             with_rabbitmq=with_rabbitmq,
+            with_kerberized_hdfs=with_kerberized_hdfs,
             with_mongo=with_mongo,
             with_redis=with_redis,
             with_minio=with_minio,
@@ -315,6 +317,14 @@ class ClickHouseCluster:
                                   p.join(docker_compose_yml_dir, 'docker_compose_hdfs.yml')]
             cmds.append(self.base_hdfs_cmd)
 
+        if with_kerberized_hdfs and not self.with_kerberized_hdfs:
+            self.with_kerberized_hdfs = True
+            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_hdfs.yml')])
+            self.base_kerberized_hdfs_cmd = ['docker-compose', '--project-directory', self.base_dir, '--project-name',
+                                             self.project_name, '--file',
+                                             p.join(docker_compose_yml_dir, 'docker_compose_kerberized_hdfs.yml')]
+            cmds.append(self.base_kerberized_hdfs_cmd)
+
         if with_mongo and not self.with_mongo:
             self.with_mongo = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mongo.yml')])
@@ -476,12 +486,35 @@ class ClickHouseCluster:
 
         raise Exception("Cannot wait ZooKeeper container")
 
+    def make_hdfs_api(self, timeout=60, kerberized=False):
+        if kerberized:
+            keytab = p.abspath(p.join(self.instances['node1'].path, "secrets/clickhouse.keytab"))
+            krb_conf = p.abspath(p.join(self.instances['node1'].path, "secrets/krb_long.conf"))
+            hdfs_ip = self.get_instance_ip('kerberizedhdfs1')
+            # print("kerberizedhdfs1 ip ", hdfs_ip)
+            kdc_ip = self.get_instance_ip('hdfskerberos')
+            # print("kdc_ip ", kdc_ip)
+            self.hdfs_api = HDFSApi(user="root",
+                               timeout=timeout,
+                               kerberized=True,
+                               principal="root@TEST.CLICKHOUSE.TECH",
+                               keytab=keytab,
+                               krb_conf=krb_conf,
+                               host="kerberizedhdfs1",
+                               protocol="http",
+                               proxy_port=50070,
+                               data_port=1006,
+                               hdfs_ip=hdfs_ip,
+                               kdc_ip=kdc_ip)
+        else:
+            self.hdfs_api = HDFSApi(user="root", host="hdfs1")
+
+
     def wait_hdfs_to_start(self, timeout=60):
-        hdfs_api = HDFSApi("root")
         start = time.time()
         while time.time() - start < timeout:
             try:
-                hdfs_api.write_data("/somefilewithrandomname222", "1")
+                self.hdfs_api.write_data("/somefilewithrandomname222", "1")
                 print("Connected to HDFS and SafeMode disabled! ")
                 return
             except Exception as ex:
@@ -620,6 +653,7 @@ class ClickHouseCluster:
                 self.wait_schema_registry_to_start(120)
 
             if self.with_kerberized_kafka and self.base_kerberized_kafka_cmd:
+                print('Setup kerberized kafka')
                 env = os.environ.copy()
                 env['KERBERIZED_KAFKA_DIR'] = instance.path + '/'
                 subprocess.check_call(self.base_kerberized_kafka_cmd + common_opts + ['--renew-anon-volumes'], env=env)
@@ -631,8 +665,17 @@ class ClickHouseCluster:
             if self.with_hdfs and self.base_hdfs_cmd:
                 print('Setup HDFS')
                 subprocess_check_call(self.base_hdfs_cmd + common_opts)
+                self.make_hdfs_api()
                 self.wait_hdfs_to_start(120)
 
+            if self.with_kerberized_hdfs and self.base_kerberized_hdfs_cmd:
+                print('Setup kerberized HDFS')
+                env = os.environ.copy()
+                env['KERBERIZED_HDFS_DIR'] = instance.path + '/'
+                subprocess.check_call(self.base_kerberized_hdfs_cmd + common_opts, env=env)
+                self.make_hdfs_api(kerberized=True)
+                self.wait_hdfs_to_start(timeout=300)
+
             if self.with_mongo and self.base_mongo_cmd:
                 print('Setup Mongo')
                 subprocess_check_call(self.base_mongo_cmd + common_opts)
@@ -840,8 +883,8 @@ class ClickHouseInstance:
     def __init__(
             self, cluster, base_path, name, base_config_dir, custom_main_configs, custom_user_configs,
             custom_dictionaries,
-            macros, with_zookeeper, zookeeper_config_path, with_mysql, with_kafka, with_kerberized_kafka, with_rabbitmq, with_mongo,
-            with_redis, with_minio,
+            macros, with_zookeeper, zookeeper_config_path, with_mysql, with_kafka, with_kerberized_kafka, with_rabbitmq, with_kerberized_hdfs,
+            with_mongo, with_redis, with_minio,
             with_cassandra, server_bin_path, odbc_bridge_bin_path, clickhouse_path_dir, with_odbc_drivers,
             hostname=None, env_variables=None,
             image="yandex/clickhouse-integration-test", tag="latest",
@@ -871,6 +914,7 @@ class ClickHouseInstance:
         self.with_kafka = with_kafka
         self.with_kerberized_kafka = with_kerberized_kafka
         self.with_rabbitmq = with_rabbitmq
+        self.with_kerberized_hdfs = with_kerberized_hdfs
         self.with_mongo = with_mongo
         self.with_redis = with_redis
         self.with_minio = with_minio
@@ -885,7 +929,7 @@ class ClickHouseInstance:
         else:
             self.odbc_ini_path = ""
 
-        if with_kerberized_kafka:
+        if with_kerberized_kafka or with_kerberized_hdfs:
             self.keytab_path = '- ' + os.path.dirname(self.docker_compose_path) + "/secrets:/tmp/keytab"
             self.krb5_conf = '- ' + os.path.dirname(self.docker_compose_path) + "/secrets/krb.conf:/etc/krb5.conf:ro"
         else:
@@ -1231,7 +1275,7 @@ class ClickHouseInstance:
         if self.with_zookeeper:
             shutil.copy(self.zookeeper_config_path, conf_d_dir)
 
-        if self.with_kerberized_kafka:
+        if self.with_kerberized_kafka or self.with_kerberized_hdfs:
             shutil.copytree(self.kerberos_secrets_dir, p.abspath(p.join(self.path, 'secrets')))
 
         # Copy config.d configs
@@ -1272,6 +1316,9 @@ class ClickHouseInstance:
         if self.with_kerberized_kafka:
             depends_on.append("kerberized_kafka1")
 
+        if self.with_kerberized_hdfs:
+            depends_on.append("kerberizedhdfs1")
+
         if self.with_rabbitmq:
             depends_on.append("rabbitmq1")
 
diff --git a/tests/integration/helpers/hdfs_api.py b/tests/integration/helpers/hdfs_api.py
index d3afa9be837..cb742662855 100644
--- a/tests/integration/helpers/hdfs_api.py
+++ b/tests/integration/helpers/hdfs_api.py
@@ -2,45 +2,145 @@
 import io
 import gzip
 import subprocess
+import time
 from tempfile import NamedTemporaryFile
-
 import requests
+import requests_kerberos as reqkerb
+import socket
+import tempfile
+import logging
+import os
 
+g_dns_hook = None
+
+def custom_getaddrinfo(*args):
+    # print("from custom_getaddrinfo g_dns_hook is None ", g_dns_hook is None)
+    ret = g_dns_hook.custom_getaddrinfo(*args)
+    # print("g_dns_hook.custom_getaddrinfo result", ret)
+    return ret
+
+
+class mk_krb_conf(object):
+    def __init__(self, krb_conf, kdc_ip):
+        self.krb_conf = krb_conf
+        self.kdc_ip = kdc_ip
+        self.amended_krb_conf = None
+    def __enter__(self):
+        with open(self.krb_conf) as f:
+            content = f.read()
+        amended_content = content.replace('hdfskerberos', self.kdc_ip)
+        self.amended_krb_conf = tempfile.NamedTemporaryFile(delete=False, mode="w+")
+        self.amended_krb_conf.write(amended_content)
+        self.amended_krb_conf.close()
+        return self.amended_krb_conf.name
+    def __exit__(self, type, value, traceback):
+        if self.amended_krb_conf is not None:
+            self.amended_krb_conf.close()
+
+# tweak dns resolution to connect to localhost where api_host is in URL
+class dns_hook(object):
+    def __init__(self, hdfs_api):
+        # print("dns_hook.init ", hdfs_api.kerberized, hdfs_api.host, hdfs_api.data_port, hdfs_api.proxy_port)
+        self.hdfs_api = hdfs_api
+    def __enter__(self):
+        global g_dns_hook
+        g_dns_hook = self
+        # print("g_dns_hook is None ", g_dns_hook is None)
+        self.original_getaddrinfo = socket.getaddrinfo
+        socket.getaddrinfo = custom_getaddrinfo
+        return self
+    def __exit__(self, type, value, traceback):
+        global g_dns_hook
+        g_dns_hook = None
+        socket.getaddrinfo = self.original_getaddrinfo
+    def custom_getaddrinfo(self, *args):
+        (hostname, port) = args[:2]
+        # print("top of custom_getaddrinfo", hostname, port)
+
+        if hostname == self.hdfs_api.host and (port == self.hdfs_api.data_port or port == self.hdfs_api.proxy_port):
+            # print("dns_hook substitute")
+            return [(socket.AF_INET, 1, 6, '', ("127.0.0.1", port))]
+        else:
+            return self.original_getaddrinfo(*args)
 
 class HDFSApi(object):
-    def __init__(self, user):
-        self.host = "localhost"
-        self.http_proxy_port = "50070"
-        self.http_data_port = "50075"
+    def __init__(self, user, timeout=100, kerberized=False, principal=None,
+                 keytab=None, krb_conf=None,
+                 host = "localhost", protocol = "http",
+                 proxy_port = 50070, data_port = 50075, hdfs_ip = None, kdc_ip = None):
+        self.host = host
+        self.protocol = protocol
+        self.proxy_port = proxy_port
+        self.data_port = data_port
         self.user = user
+        self.kerberized = kerberized
+        self.principal = principal
+        self.keytab = keytab
+        self.timeout = timeout
+        self.hdfs_ip = hdfs_ip
+        self.kdc_ip = kdc_ip
+        self.krb_conf = krb_conf
+
+        # logging.basicConfig(level=logging.DEBUG)
+        # logging.getLogger().setLevel(logging.DEBUG)
+        # requests_log = logging.getLogger("requests.packages.urllib3")
+        # requests_log.setLevel(logging.DEBUG)
+        # requests_log.propagate = True
+
+        if kerberized:
+            self._run_kinit()
+            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override=self.host, principal=self.principal)
+                #principal=self.principal,
+                #hostname_override=self.host, principal=self.principal)
+                # , mutual_authentication=reqkerb.REQUIRED, force_preemptive=True)
+        else:
+            self.kerberos_auth = None
+
+    def _run_kinit(self):
+        if self.principal is None or self.keytab is None:
+            raise Exception("kerberos principal and keytab are required")
+
+        with mk_krb_conf(self.krb_conf, self.kdc_ip) as instantiated_krb_conf:
+            # print("instantiated_krb_conf ", instantiated_krb_conf)
+
+            os.environ["KRB5_CONFIG"] = instantiated_krb_conf
+
+            cmd = "(kinit -R -t {keytab} -k {principal} || (sleep 5 && kinit -R -t {keytab} -k {principal})) ; klist".format(instantiated_krb_conf=instantiated_krb_conf, keytab=self.keytab, principal=self.principal)
+
+            # print(cmd)
+
+            start = time.time()
+
+            while time.time() - start < self.timeout:
+                try:
+                    subprocess.call(cmd, shell=True)
+                    print("KDC started, kinit successfully run")
+                    return
+                except Exception as ex:
+                    print("Can't run kinit ... waiting {}".format(str(ex)))
+                    time.sleep(1)
+
+        raise Exception("Kinit running failure")
 
     def read_data(self, path, universal_newlines=True):
-        response = requests.get(
-            "http://{host}:{port}/webhdfs/v1{path}?op=OPEN".format(host=self.host, port=self.http_proxy_port,
-                                                                   path=path), allow_redirects=False)
+        with dns_hook(self):
+            response = requests.get("{protocol}://{host}:{port}/webhdfs/v1{path}?op=OPEN".format(protocol=self.protocol, host=self.host, port=self.proxy_port, path=path), headers={'host': 'localhost'}, allow_redirects=False, verify=False, auth=self.kerberos_auth)
         if response.status_code != 307:
             response.raise_for_status()
-        additional_params = '&'.join(response.headers['Location'].split('&')[1:2])
-        response_data = requests.get(
-            "http://{host}:{port}/webhdfs/v1{path}?op=OPEN&{params}".format(host=self.host, port=self.http_data_port,
-                                                                            path=path, params=additional_params))
+        # additional_params = '&'.join(response.headers['Location'].split('&')[1:2])
+        url = "{location}".format(location=response.headers['Location'])
+        # print("redirected to ", url)
+        with dns_hook(self):
+            response_data = requests.get(url,
+                                         headers={'host': 'localhost'},
+                                         verify=False, auth=self.kerberos_auth)
         if response_data.status_code != 200:
             response_data.raise_for_status()
-
         if universal_newlines:
             return response_data.text
         else:
             return response_data.content
 
-    # Requests can't put file
-    def _curl_to_put(self, filename, path, params):
-        url = "http://{host}:{port}/webhdfs/v1{path}?op=CREATE&{params}".format(host=self.host,
-                                                                                port=self.http_data_port, path=path,
-                                                                                params=params)
-        cmd = "curl -s -i -X PUT -T {fname} '{url}'".format(fname=filename, url=url)
-        output = subprocess.check_output(cmd, shell=True, universal_newlines=True)
-        return output
-
     def write_data(self, path, content):
         named_file = NamedTemporaryFile(mode='wb+')
         fpath = named_file.name
@@ -48,19 +148,44 @@ class HDFSApi(object):
             content = content.encode()
         named_file.write(content)
         named_file.flush()
-        response = requests.put(
-            "http://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(host=self.host, port=self.http_proxy_port,
-                                                                     path=path, user=self.user),
-            allow_redirects=False
-        )
+
+
+        if self.kerberized:
+            self._run_kinit()
+            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override=self.host, principal=self.principal)
+            # print(self.kerberos_auth)
+
+        with dns_hook(self):
+            response = requests.put(
+                "{protocol}://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(protocol=self.protocol, host=self.host,
+                                                                               port=self.proxy_port,
+                                                                               path=path, user=self.user),
+                allow_redirects=False,
+                headers={'host': 'localhost'},
+                params={'overwrite' : 'true'},
+                verify=False, auth=self.kerberos_auth
+            )
         if response.status_code != 307:
+            # print(response.headers)
             response.raise_for_status()
 
         additional_params = '&'.join(
             response.headers['Location'].split('&')[1:2] + ["user.name={}".format(self.user), "overwrite=true"])
-        output = self._curl_to_put(fpath, path, additional_params)
-        if "201 Created" not in output:
-            raise Exception("Can't create file on hdfs:\n {}".format(output))
+
+        with dns_hook(self), open(fpath, mode="rb") as fh:
+            file_data = fh.read()
+            protocol = "http" # self.protocol
+            response = requests.put(
+                "{location}".format(location=response.headers['Location']),
+                data=file_data,
+                headers={'content-type':'text/plain', 'host': 'localhost'},
+                params={'file': path, 'user.name' : self.user},
+                allow_redirects=False, verify=False, auth=self.kerberos_auth
+            )
+            # print(response)
+            if response.status_code != 201:
+                response.raise_for_status()
+
 
     def write_gzip_data(self, path, content):
         if isinstance(content, str):
diff --git a/tests/integration/test_allowed_url_from_config/test.py b/tests/integration/test_allowed_url_from_config/test.py
index 44715d92121..6442937c8f4 100644
--- a/tests/integration/test_allowed_url_from_config/test.py
+++ b/tests/integration/test_allowed_url_from_config/test.py
@@ -1,6 +1,5 @@
 import pytest
 from helpers.cluster import ClickHouseCluster
-from helpers.hdfs_api import HDFSApi
 
 cluster = ClickHouseCluster(__file__)
 node1 = cluster.add_instance('node1', main_configs=['configs/config_with_hosts.xml'])
@@ -101,9 +100,8 @@ def test_table_function_remote(start_cluster):
 
 
 def test_redirect(start_cluster):
-    hdfs_api = HDFSApi("root")
-    hdfs_api.write_data("/simple_storage", "1\t\n")
-    assert hdfs_api.read_data("/simple_storage") == "1\t\n"
+    start_cluster.hdfs_api.write_data("/simple_storage", "1\t\n")
+    assert start_cluster.hdfs_api.read_data("/simple_storage") == "1\t\n"
     node7.query(
         "CREATE TABLE table_test_7_1 (word String) ENGINE=URL('http://hdfs1:50070/webhdfs/v1/simple_storage?op=OPEN&namenoderpcaddress=hdfs1:9000&offset=0', CSV)")
     assert "not allowed" in node7.query_and_get_error("SET max_http_get_redirects=1; SELECT * from table_test_7_1")
diff --git a/tests/integration/test_graphite_merge_tree/configs/users.xml b/tests/integration/test_graphite_merge_tree/configs/users.xml
new file mode 100644
index 00000000000..cdd437797ce
--- /dev/null
+++ b/tests/integration/test_graphite_merge_tree/configs/users.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+            <optimize_on_insert>0</optimize_on_insert>
+        </default>
+    </profiles>
+</yandex>
diff --git a/tests/integration/test_graphite_merge_tree/test.py b/tests/integration/test_graphite_merge_tree/test.py
index 502004d2dfe..ee8a18f1ca5 100644
--- a/tests/integration/test_graphite_merge_tree/test.py
+++ b/tests/integration/test_graphite_merge_tree/test.py
@@ -8,7 +8,8 @@ from helpers.test_tools import TSV
 
 cluster = ClickHouseCluster(__file__)
 instance = cluster.add_instance('instance',
-                                main_configs=['configs/graphite_rollup.xml'])
+                                main_configs=['configs/graphite_rollup.xml'],
+                                user_configs=["configs/users.xml"])
 q = instance.query
 
 
diff --git a/tests/integration/test_join_set_family_s3/__init__.py b/tests/integration/test_join_set_family_s3/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_join_set_family_s3/configs/config.d/log_conf.xml b/tests/integration/test_join_set_family_s3/configs/config.d/log_conf.xml
new file mode 100644
index 00000000000..318a6bca95d
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/configs/config.d/log_conf.xml
@@ -0,0 +1,12 @@
+<yandex>
+    <shutdown_wait_unfinished>3</shutdown_wait_unfinished>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/log.log</log>
+        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_join_set_family_s3/configs/config.xml b/tests/integration/test_join_set_family_s3/configs/config.xml
new file mode 100644
index 00000000000..5b9b5b5843a
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/configs/config.xml
@@ -0,0 +1,28 @@
+<?xml version="1.0"?>
+<yandex>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/clickhouse-server.log</log>
+        <errorlog>/var/log/clickhouse-server/clickhouse-server.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+    </logger>
+
+    <tcp_port>9000</tcp_port>
+    <listen_host>127.0.0.1</listen_host>
+
+    <openSSL>
+        <client>
+            <cacheSessions>true</cacheSessions>
+            <verificationMode>none</verificationMode>
+            <invalidCertificateHandler>
+                <name>AcceptCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+
+    <max_concurrent_queries>500</max_concurrent_queries>
+    <mark_cache_size>5368709120</mark_cache_size>
+    <path>./clickhouse/</path>
+    <users_config>users.xml</users_config>
+</yandex>
diff --git a/tests/integration/test_join_set_family_s3/configs/minio.xml b/tests/integration/test_join_set_family_s3/configs/minio.xml
new file mode 100644
index 00000000000..7337be1ad94
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/configs/minio.xml
@@ -0,0 +1,14 @@
+<?xml version="1.0"?>
+<yandex>
+    <storage_configuration>
+        <disks>
+            <s3>
+                <type>s3</type>
+                <endpoint>http://minio1:9001/root/data/</endpoint>
+                <access_key_id>minio</access_key_id>
+                <secret_access_key>minio123</secret_access_key>
+                <send_object_metadata>true</send_object_metadata>
+            </s3>
+        </disks>
+    </storage_configuration>
+</yandex>
diff --git a/tests/integration/test_join_set_family_s3/configs/ssl.xml b/tests/integration/test_join_set_family_s3/configs/ssl.xml
new file mode 100644
index 00000000000..95cdc918bd0
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/configs/ssl.xml
@@ -0,0 +1,12 @@
+<?xml version="1.0"?>
+<yandex>
+    <openSSL>
+        <client>
+            <cacheSessions>true</cacheSessions>
+            <verificationMode>none</verificationMode>
+            <invalidCertificateHandler>
+                <name>AcceptCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+</yandex>
diff --git a/tests/integration/test_join_set_family_s3/configs/users.xml b/tests/integration/test_join_set_family_s3/configs/users.xml
new file mode 100644
index 00000000000..6061af8e33d
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/configs/users.xml
@@ -0,0 +1,23 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+        </default>
+    </profiles>
+
+    <users>
+        <default>
+            <password></password>
+            <networks incl="networks" replace="replace">
+                <ip>::/0</ip>
+            </networks>
+            <profile>default</profile>
+            <quota>default</quota>
+        </default>
+    </users>
+
+    <quotas>
+        <default>
+        </default>
+    </quotas>
+</yandex>
diff --git a/tests/integration/test_join_set_family_s3/test.py b/tests/integration/test_join_set_family_s3/test.py
new file mode 100644
index 00000000000..2a20c8eade9
--- /dev/null
+++ b/tests/integration/test_join_set_family_s3/test.py
@@ -0,0 +1,97 @@
+import logging
+import sys
+
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+logging.getLogger().setLevel(logging.INFO)
+logging.getLogger().addHandler(logging.StreamHandler())
+
+
+@pytest.fixture(scope="module")
+def cluster():
+    try:
+        cluster = ClickHouseCluster(__file__)
+        cluster.add_instance("node",
+                             main_configs=["configs/minio.xml", "configs/ssl.xml", "configs/config.d/log_conf.xml"],
+                             with_minio=True, stay_alive=True)
+        logging.info("Starting cluster...")
+        cluster.start()
+
+        logging.info("Cluster started")
+
+        yield cluster
+    finally:
+        cluster.shutdown()
+
+
+def assert_objects_count(cluster, objects_count, path='data/'):
+    minio = cluster.minio_client
+    s3_objects = list(minio.list_objects(cluster.minio_bucket, path))
+    if objects_count != len(s3_objects):
+        for s3_object in s3_objects:
+            object_meta = minio.stat_object(cluster.minio_bucket, s3_object.object_name)
+            logging.info("Existing S3 object: %s", str(object_meta))
+        assert objects_count == len(s3_objects)
+
+
+def test_set_s3(cluster):
+    node = cluster.instances["node"]
+
+    node.query("CREATE TABLE testLocalSet (n UInt64) Engine = Set")
+    node.query("CREATE TABLE testS3Set (n UInt64) Engine = Set SETTINGS disk='s3'")
+
+    node.query("INSERT INTO TABLE testLocalSet VALUES (1)")
+    node.query("INSERT INTO TABLE testS3Set VALUES (1)")
+
+    assert node.query("SELECT number in testLocalSet, number in testS3Set FROM system.numbers LIMIT 3") == "0\t0\n1\t1\n0\t0\n"
+    assert_objects_count(cluster, 1)
+
+    node.query("INSERT INTO TABLE testLocalSet VALUES (2)")
+    node.query("INSERT INTO TABLE testS3Set VALUES (2)")
+
+    assert node.query("SELECT number in testLocalSet, number in testS3Set FROM system.numbers LIMIT 3") == "0\t0\n1\t1\n1\t1\n"
+    assert_objects_count(cluster, 2)
+
+    node.restart_clickhouse()
+    assert node.query("SELECT number in testLocalSet, number in testS3Set FROM system.numbers LIMIT 3") == "0\t0\n1\t1\n1\t1\n"
+
+    node.query("TRUNCATE TABLE testLocalSet")
+    node.query("TRUNCATE TABLE testS3Set")
+
+    assert node.query("SELECT number in testLocalSet, number in testS3Set FROM system.numbers LIMIT 3") == "0\t0\n0\t0\n0\t0\n"
+    assert_objects_count(cluster, 0)
+
+    node.query("DROP TABLE testLocalSet")
+    node.query("DROP TABLE testS3Set")
+
+
+def test_join_s3(cluster):
+    node = cluster.instances["node"]
+
+    node.query("CREATE TABLE testLocalJoin(`id` UInt64, `val` String) ENGINE = Join(ANY, LEFT, id)")
+    node.query("CREATE TABLE testS3Join(`id` UInt64, `val` String) ENGINE = Join(ANY, LEFT, id) SETTINGS disk='s3'")
+
+    node.query("INSERT INTO testLocalJoin VALUES (1, 'a')")
+    node.query("INSERT INTO testS3Join VALUES (1, 'a')")
+
+    assert node.query("SELECT joinGet('testLocalJoin', 'val', number) as local, joinGet('testS3Join', 'val', number) as s3 FROM system.numbers LIMIT 3") == "\t\na\ta\n\t\n"
+    assert_objects_count(cluster, 1)
+
+    node.query("INSERT INTO testLocalJoin VALUES (2, 'b')")
+    node.query("INSERT INTO testS3Join VALUES (2, 'b')")
+
+    assert node.query("SELECT joinGet('testLocalJoin', 'val', number) as local, joinGet('testS3Join', 'val', number) as s3 FROM system.numbers LIMIT 3") == "\t\na\ta\nb\tb\n"
+    assert_objects_count(cluster, 2)
+
+    node.restart_clickhouse()
+    assert node.query("SELECT joinGet('testLocalJoin', 'val', number) as local, joinGet('testS3Join', 'val', number) as s3 FROM system.numbers LIMIT 3") == "\t\na\ta\nb\tb\n"
+
+    node.query("TRUNCATE TABLE testLocalJoin")
+    node.query("TRUNCATE TABLE testS3Join")
+
+    assert node.query("SELECT joinGet('testLocalJoin', 'val', number) as local, joinGet('testS3Join', 'val', number) as s3 FROM system.numbers LIMIT 3") == "\t\n\t\n\t\n"
+    assert_objects_count(cluster, 0)
+
+    node.query("DROP TABLE testLocalJoin")
+    node.query("DROP TABLE testS3Join")
diff --git a/tests/integration/test_log_family_s3/configs/minio.xml b/tests/integration/test_log_family_s3/configs/minio.xml
index edcf1225142..7337be1ad94 100644
--- a/tests/integration/test_log_family_s3/configs/minio.xml
+++ b/tests/integration/test_log_family_s3/configs/minio.xml
@@ -2,13 +2,13 @@
 <yandex>
     <storage_configuration>
         <disks>
-            <default>
+            <s3>
                 <type>s3</type>
                 <endpoint>http://minio1:9001/root/data/</endpoint>
                 <access_key_id>minio</access_key_id>
                 <secret_access_key>minio123</secret_access_key>
                 <send_object_metadata>true</send_object_metadata>
-            </default>
+            </s3>
         </disks>
     </storage_configuration>
 </yandex>
diff --git a/tests/integration/test_log_family_s3/test.py b/tests/integration/test_log_family_s3/test.py
index 4ee370a7703..c23e7545b27 100644
--- a/tests/integration/test_log_family_s3/test.py
+++ b/tests/integration/test_log_family_s3/test.py
@@ -27,7 +27,6 @@ def cluster():
 def assert_objects_count(cluster, objects_count, path='data/'):
     minio = cluster.minio_client
     s3_objects = list(minio.list_objects(cluster.minio_bucket, path))
-    print(s3_objects, file=sys.stderr)
     if objects_count != len(s3_objects):
         for s3_object in s3_objects:
             object_meta = minio.stat_object(cluster.minio_bucket, s3_object.object_name)
@@ -41,7 +40,7 @@ def assert_objects_count(cluster, objects_count, path='data/'):
 def test_log_family_s3(cluster, log_engine, files_overhead, files_overhead_per_insert):
     node = cluster.instances["node"]
 
-    node.query("CREATE TABLE s3_test (id UInt64) Engine={}".format(log_engine))
+    node.query("CREATE TABLE s3_test (id UInt64) ENGINE={} SETTINGS disk = 's3'".format(log_engine))
 
     node.query("INSERT INTO s3_test SELECT number FROM numbers(5)")
     assert node.query("SELECT * FROM s3_test") == "0\n1\n2\n3\n4\n"
diff --git a/tests/integration/test_materialize_mysql_database/configs/users.xml b/tests/integration/test_materialize_mysql_database/configs/users.xml
index f6df1c30fc4..196ea5cfb99 100644
--- a/tests/integration/test_materialize_mysql_database/configs/users.xml
+++ b/tests/integration/test_materialize_mysql_database/configs/users.xml
@@ -4,6 +4,8 @@
         <default>
             <allow_experimental_database_materialize_mysql>1</allow_experimental_database_materialize_mysql>
             <allow_introspection_functions>1</allow_introspection_functions>
+            <optimize_on_insert>0</optimize_on_insert>
+            <default_database_engine>Ordinary</default_database_engine>
         </default>
     </profiles>
 
diff --git a/tests/integration/test_materialize_mysql_database/configs/users_db_atomic.xml b/tests/integration/test_materialize_mysql_database/configs/users_db_atomic.xml
new file mode 100644
index 00000000000..3add72ec554
--- /dev/null
+++ b/tests/integration/test_materialize_mysql_database/configs/users_db_atomic.xml
@@ -0,0 +1,19 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+            <allow_experimental_database_materialize_mysql>1</allow_experimental_database_materialize_mysql>
+            <default_database_engine>Atomic</default_database_engine>
+        </default>
+    </profiles>
+
+    <users>
+        <default>
+            <password></password>
+            <networks incl="networks" replace="replace">
+                <ip>::/0</ip>
+            </networks>
+            <profile>default</profile>
+        </default>
+    </users>
+</yandex>
diff --git a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
index 56b6d8b3a15..47e325d0e96 100644
--- a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
+++ b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
@@ -15,6 +15,7 @@ from multiprocessing.dummy import Pool
 
 def check_query(clickhouse_node, query, result_set, retry_count=60, interval_seconds=3):
     lastest_result = ''
+
     for i in range(retry_count):
         try:
             lastest_result = clickhouse_node.query(query)
@@ -35,6 +36,7 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
     clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
     mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
     # existed before the mapping was created
+
     mysql_node.query("CREATE TABLE test_database.test_table_1 ("
                      "`key` INT NOT NULL PRIMARY KEY, "
                      "unsigned_tiny_int TINYINT UNSIGNED, tiny_int TINYINT, "
@@ -51,9 +53,10 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
                      "_date Date, _datetime DateTime, _timestamp TIMESTAMP, _bool BOOLEAN) ENGINE = InnoDB;")
 
     # it already has some data
-    mysql_node.query(
-        "INSERT INTO test_database.test_table_1 VALUES(1, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', "
-        "'2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', true);")
+    mysql_node.query("""
+        INSERT INTO test_database.test_table_1 VALUES(1, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 
+        '2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', true);
+        """)
 
     clickhouse_node.query(
         "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
@@ -65,9 +68,10 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
                 "1\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
                 "2020-01-01 00:00:00\t2020-01-01 00:00:00\t1\n")
 
-    mysql_node.query(
-        "INSERT INTO test_database.test_table_1 VALUES(2, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', "
-        "'2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', false);")
+    mysql_node.query("""
+        INSERT INTO test_database.test_table_1 VALUES(2, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 
+        '2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', false);
+        """)
 
     check_query(clickhouse_node, "SELECT * FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
                 "1\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
@@ -76,14 +80,16 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
 
     mysql_node.query("UPDATE test_database.test_table_1 SET unsigned_tiny_int = 2 WHERE `key` = 1")
 
-    check_query(clickhouse_node, "SELECT key, unsigned_tiny_int, tiny_int, unsigned_small_int,"
-                                 " small_int, unsigned_medium_int, medium_int, unsigned_int, _int, unsigned_integer, _integer, "
-                                 " unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, "
-                                 " _date, _datetime, /* exclude it, because ON UPDATE CURRENT_TIMESTAMP _timestamp, */ "
-                                 " _bool FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
-                "1\t2\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
-                "2020-01-01 00:00:00\t1\n2\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\t"
-                "varchar\tchar\t2020-01-01\t2020-01-01 00:00:00\t0\n")
+    check_query(clickhouse_node, """
+        SELECT key, unsigned_tiny_int, tiny_int, unsigned_small_int,
+         small_int, unsigned_medium_int, medium_int, unsigned_int, _int, unsigned_integer, _integer, 
+         unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, 
+         _date, _datetime, /* exclude it, because ON UPDATE CURRENT_TIMESTAMP _timestamp, */ 
+         _bool FROM test_database.test_table_1 ORDER BY key FORMAT TSV
+        """,
+        "1\t2\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
+        "2020-01-01 00:00:00\t1\n2\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\t"
+        "varchar\tchar\t2020-01-01\t2020-01-01 00:00:00\t0\n")
 
     # update primary key
     mysql_node.query("UPDATE test_database.test_table_1 SET `key` = 3 WHERE `unsigned_tiny_int` = 2")
@@ -472,10 +478,16 @@ def select_without_columns(clickhouse_node, mysql_node, service_name):
     clickhouse_node.query("CREATE VIEW v AS SELECT * FROM db.t")
     mysql_node.query("INSERT INTO db.t VALUES (1, 1), (2, 2)")
     mysql_node.query("DELETE FROM db.t WHERE a=2;")
-    check_query(clickhouse_node, "SELECT count((_sign, _version)) FROM db.t FORMAT TSV", "3\n")
 
-    assert clickhouse_node.query("SELECT count(_sign) FROM db.t FORMAT TSV") == "2\n"
-    assert clickhouse_node.query("SELECT count(_version) FROM db.t FORMAT TSV") == "2\n"
+    optimize_on_insert = clickhouse_node.query("SELECT value FROM system.settings WHERE name='optimize_on_insert'").strip()
+    if optimize_on_insert == "0":
+        res = ["3\n", "2\n", "2\n"]
+    else:
+        res = ["2\n", "2\n", "1\n"]
+    check_query(clickhouse_node, "SELECT count((_sign, _version)) FROM db.t FORMAT TSV", res[0])
+
+    assert clickhouse_node.query("SELECT count(_sign) FROM db.t FORMAT TSV") == res[1]
+    assert clickhouse_node.query("SELECT count(_version) FROM db.t FORMAT TSV") == res[2]
 
     assert clickhouse_node.query("SELECT count() FROM db.t FORMAT TSV") == "1\n"
     assert clickhouse_node.query("SELECT count(*) FROM db.t FORMAT TSV") == "1\n"
@@ -556,6 +568,12 @@ def err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, mysql_n
     assert 'MySQL SYNC USER ACCESS ERR:' in str(exception.value)
     assert "priv_err_db" not in clickhouse_node.query("SHOW DATABASES")
 
+    mysql_node.query("GRANT SELECT ON priv_err_db.* TO 'test'@'%'")
+    time.sleep(3)
+    clickhouse_node.query("ATTACH DATABASE priv_err_db")
+    clickhouse_node.query("DROP DATABASE priv_err_db")
+    mysql_node.query("REVOKE SELECT ON priv_err_db.* FROM 'test'@'%'")
+
     mysql_node.query("DROP DATABASE priv_err_db;")
     mysql_node.query("DROP USER 'test'@'%'")
 
diff --git a/tests/integration/test_materialize_mysql_database/test.py b/tests/integration/test_materialize_mysql_database/test.py
index ed37e3d7502..1b7aa041540 100644
--- a/tests/integration/test_materialize_mysql_database/test.py
+++ b/tests/integration/test_materialize_mysql_database/test.py
@@ -14,7 +14,10 @@ from . import materialize_with_ddl
 DOCKER_COMPOSE_PATH = get_docker_compose_path()
 
 cluster = ClickHouseCluster(__file__)
-clickhouse_node = cluster.add_instance('node1', user_configs=["configs/users.xml"], with_mysql=False, stay_alive=True)
+
+node_db_ordinary = cluster.add_instance('node1', user_configs=["configs/users.xml"], with_mysql=False, stay_alive=True)
+node_db_atomic = cluster.add_instance('node2', user_configs=["configs/users_db_atomic.xml"], with_mysql=False, stay_alive=True)
+
 
 @pytest.fixture(scope="module")
 def started_cluster():
@@ -119,39 +122,30 @@ def started_mysql_8_0():
                                '--remove-orphans'])
 
 
-def test_materialize_database_dml_with_mysql_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_dml_with_mysql_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.dml_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
     materialize_with_ddl.materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, started_mysql_5_7, "mysql1")
 
-
-def test_materialize_database_dml_with_mysql_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_dml_with_mysql_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.dml_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
     materialize_with_ddl.materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_ddl_with_mysql_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
+    materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.alter_add_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.alter_drop_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    # mysql 5.7 cannot support alter rename column
+    # materialize_with_ddl.alter_rename_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.alter_rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
 
-
-def test_materialize_database_ddl_with_mysql_5_7(started_cluster, started_mysql_5_7):
-    try:
-        materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-        materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-        materialize_with_ddl.rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-        materialize_with_ddl.alter_add_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7,
-                                                                              "mysql1")
-        materialize_with_ddl.alter_drop_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7,
-                                                                               "mysql1")
-        # mysql 5.7 cannot support alter rename column
-        # materialize_with_ddl.alter_rename_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-        materialize_with_ddl.alter_rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7,
-                                                                                "mysql1")
-        materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7,
-                                                                                 "mysql1")
-    except:
-        print((clickhouse_node.query(
-            "select '\n', thread_id, query_id, arrayStringConcat(arrayMap(x -> concat(demangle(addressToSymbol(x)), '\n    ', addressToLine(x)), trace), '\n') AS sym from system.stack_trace format TSVRaw")))
-        raise
-
-
-def test_materialize_database_ddl_with_mysql_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_ddl_with_mysql_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
     materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
     materialize_with_ddl.rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
@@ -166,61 +160,72 @@ def test_materialize_database_ddl_with_mysql_8_0(started_cluster, started_mysql_
     materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0,
                                                                              "mysql8_0")
 
-
-def test_materialize_database_ddl_with_empty_transaction_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_ddl_with_empty_transaction_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.query_event_with_empty_transaction(clickhouse_node, started_mysql_5_7, "mysql1")
 
-
-def test_materialize_database_ddl_with_empty_transaction_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_ddl_with_empty_transaction_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.query_event_with_empty_transaction(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
 
-def test_select_without_columns_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_select_without_columns_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.select_without_columns(clickhouse_node, started_mysql_5_7, "mysql1")
 
 
-def test_select_without_columns_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_select_without_columns_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.select_without_columns(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
 
-def test_insert_with_modify_binlog_checksum_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_insert_with_modify_binlog_checksum_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.insert_with_modify_binlog_checksum(clickhouse_node, started_mysql_5_7, "mysql1")
 
 
-def test_insert_with_modify_binlog_checksum_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_insert_with_modify_binlog_checksum_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.insert_with_modify_binlog_checksum(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
 
-def test_materialize_database_err_sync_user_privs_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_err_sync_user_privs_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
 
-def test_materialize_database_err_sync_user_privs_8_0(started_cluster, started_mysql_8_0):
+
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_materialize_database_err_sync_user_privs_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
-
-def test_network_partition_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_network_partition_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.network_partition_test(clickhouse_node, started_mysql_5_7, "mysql1")
 
-def test_network_partition_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_network_partition_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.network_partition_test(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
-
-def test_mysql_kill_sync_thread_restore_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_mysql_kill_sync_thread_restore_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.mysql_kill_sync_thread_restore_test(clickhouse_node, started_mysql_5_7, "mysql1")
 
-def test_mysql_kill_sync_thread_restore_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_mysql_kill_sync_thread_restore_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.mysql_kill_sync_thread_restore_test(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
-
-def test_mysql_killed_while_insert_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_mysql_killed_while_insert_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.mysql_killed_while_insert(clickhouse_node, started_mysql_5_7, "mysql1")
 
-def test_mysql_killed_while_insert_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_mysql_killed_while_insert_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.mysql_killed_while_insert(clickhouse_node, started_mysql_8_0, "mysql8_0")
 
-
-def test_clickhouse_killed_while_insert_5_7(started_cluster, started_mysql_5_7):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_clickhouse_killed_while_insert_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.clickhouse_killed_while_insert(clickhouse_node, started_mysql_5_7, "mysql1")
 
-def test_clickhouse_killed_while_insert_8_0(started_cluster, started_mysql_8_0):
+@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+def test_clickhouse_killed_while_insert_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.clickhouse_killed_while_insert(clickhouse_node, started_mysql_8_0, "mysql8_0")
diff --git a/tests/integration/test_postgresql_protocol/test.py b/tests/integration/test_postgresql_protocol/test.py
index 52c911cb939..3436fc5bace 100644
--- a/tests/integration/test_postgresql_protocol/test.py
+++ b/tests/integration/test_postgresql_protocol/test.py
@@ -120,7 +120,7 @@ def test_python_client(server_address):
         cur.execute('select name from tables;')
 
     assert exc_info.value.args == (
-        "Query execution failed.\nDB::Exception: Table default.tables doesn't exist.\nSSL connection has been closed unexpectedly\n",)
+        "Query execution failed.\nDB::Exception: Table default.tables doesn't exist\nSSL connection has been closed unexpectedly\n",)
 
     ch = py_psql.connect(host=server_address, port=server_port, user='default', password='123', database='')
     cur = ch.cursor()
diff --git a/tests/integration/test_quorum_inserts/configs/users.d/settings.xml b/tests/integration/test_quorum_inserts/configs/users.d/settings.xml
index 29b762656aa..62d0d1ec39d 100644
--- a/tests/integration/test_quorum_inserts/configs/users.d/settings.xml
+++ b/tests/integration/test_quorum_inserts/configs/users.d/settings.xml
@@ -5,6 +5,7 @@
             <max_memory_usage>10000000000</max_memory_usage>
             <use_uncompressed_cache>0</use_uncompressed_cache>
             <insert_quorum>2</insert_quorum>
+            <insert_quorum_parallel>0</insert_quorum_parallel>
             <select_sequential_consistency>1</select_sequential_consistency>
         </default>
     </profiles>
diff --git a/tests/integration/test_redirect_url_storage/test.py b/tests/integration/test_redirect_url_storage/test.py
index f93548af0db..f2731794d43 100644
--- a/tests/integration/test_redirect_url_storage/test.py
+++ b/tests/integration/test_redirect_url_storage/test.py
@@ -17,9 +17,8 @@ def started_cluster():
 
 
 def test_url_without_redirect(started_cluster):
-    hdfs_api = HDFSApi("root")
-    hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
-    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    started_cluster.hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
+    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
 
     # access datanode port directly
     node1.query(
@@ -28,9 +27,8 @@ def test_url_without_redirect(started_cluster):
 
 
 def test_url_with_redirect_not_allowed(started_cluster):
-    hdfs_api = HDFSApi("root")
-    hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
-    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    started_cluster.hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
+    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
 
     # access proxy port without allowing redirects
     node1.query(
@@ -40,9 +38,8 @@ def test_url_with_redirect_not_allowed(started_cluster):
 
 
 def test_url_with_redirect_allowed(started_cluster):
-    hdfs_api = HDFSApi("root")
-    hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
-    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    started_cluster.hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
+    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
 
     # access proxy port with allowing redirects
     # http://localhost:50070/webhdfs/v1/b?op=OPEN&namenoderpcaddress=hdfs1:9000&offset=0
diff --git a/tests/integration/test_row_policy/configs/users.d/another_user.xml b/tests/integration/test_row_policy/configs/users.d/another_user.xml
index fb9608e5313..89e16e94c83 100644
--- a/tests/integration/test_row_policy/configs/users.d/another_user.xml
+++ b/tests/integration/test_row_policy/configs/users.d/another_user.xml
@@ -1,5 +1,10 @@
 <?xml version="1.0"?>
 <yandex>
+    <profiles>
+        <default>
+            <optimize_on_insert>0</optimize_on_insert>
+        </default>
+    </profiles>
     <users>
         <another>
             <password/>
@@ -10,4 +15,4 @@
             <quota>default</quota>
         </another>
     </users>
-</yandex>
\ No newline at end of file
+</yandex>
diff --git a/tests/integration/test_settings_profile/test.py b/tests/integration/test_settings_profile/test.py
index 5345ef9a474..3ceef9f25cf 100644
--- a/tests/integration/test_settings_profile/test.py
+++ b/tests/integration/test_settings_profile/test.py
@@ -207,34 +207,26 @@ def test_show_profiles():
 
 
 def test_allow_ddl():
-    assert "Not enough privileges" in instance.query_and_get_error("CREATE TABLE tbl(a Int32) ENGINE=Log", user="robin")
-    assert "DDL queries are prohibited" in instance.query_and_get_error("CREATE TABLE tbl(a Int32) ENGINE=Log",
-                                                                        settings={"allow_ddl": 0})
-
-    assert "Not enough privileges" in instance.query_and_get_error("GRANT CREATE ON tbl TO robin", user="robin")
-    assert "DDL queries are prohibited" in instance.query_and_get_error("GRANT CREATE ON tbl TO robin",
-                                                                        settings={"allow_ddl": 0})
-
+    assert "it's necessary to have grant" in instance.query_and_get_error("CREATE TABLE tbl(a Int32) ENGINE=Log", user="robin")
+    assert "it's necessary to have grant" in instance.query_and_get_error("GRANT CREATE ON tbl TO robin", user="robin")
+    assert "DDL queries are prohibited" in instance.query_and_get_error("CREATE TABLE tbl(a Int32) ENGINE=Log", settings={"allow_ddl": 0})
+    
     instance.query("GRANT CREATE ON tbl TO robin")
     instance.query("CREATE TABLE tbl(a Int32) ENGINE=Log", user="robin")
     instance.query("DROP TABLE tbl")
 
 
 def test_allow_introspection():
-    assert "Introspection functions are disabled" in instance.query_and_get_error("SELECT demangle('a')")
-    assert "Not enough privileges" in instance.query_and_get_error("SELECT demangle('a')", user="robin")
-    assert "Not enough privileges" in instance.query_and_get_error("SELECT demangle('a')", user="robin",
-                                                                   settings={"allow_introspection_functions": 1})
-
-    assert "Introspection functions are disabled" in instance.query_and_get_error("GRANT demangle ON *.* TO robin")
-    assert "Not enough privileges" in instance.query_and_get_error("GRANT demangle ON *.* TO robin", user="robin")
-    assert "Not enough privileges" in instance.query_and_get_error("GRANT demangle ON *.* TO robin", user="robin",
-                                                                   settings={"allow_introspection_functions": 1})
-
     assert instance.query("SELECT demangle('a')", settings={"allow_introspection_functions": 1}) == "signed char\n"
-    instance.query("GRANT demangle ON *.* TO robin", settings={"allow_introspection_functions": 1})
 
+    assert "Introspection functions are disabled" in instance.query_and_get_error("SELECT demangle('a')")
+    assert "it's necessary to have grant" in instance.query_and_get_error("SELECT demangle('a')", user="robin")
+    assert "it's necessary to have grant" in instance.query_and_get_error("SELECT demangle('a')", user="robin", settings={"allow_introspection_functions": 1})
+
+    instance.query("GRANT demangle ON *.* TO robin")
     assert "Introspection functions are disabled" in instance.query_and_get_error("SELECT demangle('a')", user="robin")
+    assert instance.query("SELECT demangle('a')", user="robin", settings={"allow_introspection_functions": 1}) == "signed char\n"
+
     instance.query("ALTER USER robin SETTINGS allow_introspection_functions=1")
     assert instance.query("SELECT demangle('a')", user="robin") == "signed char\n"
 
@@ -248,4 +240,4 @@ def test_allow_introspection():
     assert "Introspection functions are disabled" in instance.query_and_get_error("SELECT demangle('a')", user="robin")
 
     instance.query("REVOKE demangle ON *.* FROM robin", settings={"allow_introspection_functions": 1})
-    assert "Not enough privileges" in instance.query_and_get_error("SELECT demangle('a')", user="robin")
+    assert "it's necessary to have grant" in instance.query_and_get_error("SELECT demangle('a')", user="robin")
diff --git a/tests/integration/test_storage_hdfs/test.py b/tests/integration/test_storage_hdfs/test.py
index 59944a3725e..a6c8b7e1ee9 100644
--- a/tests/integration/test_storage_hdfs/test.py
+++ b/tests/integration/test_storage_hdfs/test.py
@@ -24,18 +24,14 @@ def started_cluster():
 
 
 def test_read_write_storage(started_cluster):
-    hdfs_api = HDFSApi("root")
-
     node1.query(
         "create table SimpleHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/simple_storage', 'TSV')")
     node1.query("insert into SimpleHDFSStorage values (1, 'Mark', 72.53)")
-    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
     assert node1.query("select * from SimpleHDFSStorage") == "1\tMark\t72.53\n"
 
 
 def test_read_write_storage_with_globs(started_cluster):
-    hdfs_api = HDFSApi("root")
-
     node1.query(
         "create table HDFSStorageWithRange (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/storage{1..5}', 'TSV')")
     node1.query(
@@ -46,8 +42,8 @@ def test_read_write_storage_with_globs(started_cluster):
         "create table HDFSStorageWithAsterisk (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/storage*', 'TSV')")
 
     for i in ["1", "2", "3"]:
-        hdfs_api.write_data("/storage" + i, i + "\tMark\t72.53\n")
-        assert hdfs_api.read_data("/storage" + i) == i + "\tMark\t72.53\n"
+        started_cluster.hdfs_api.write_data("/storage" + i, i + "\tMark\t72.53\n")
+        assert started_cluster.hdfs_api.read_data("/storage" + i) == i + "\tMark\t72.53\n"
 
     assert node1.query("select count(*) from HDFSStorageWithRange") == "3\n"
     assert node1.query("select count(*) from HDFSStorageWithEnum") == "3\n"
@@ -77,25 +73,23 @@ def test_read_write_storage_with_globs(started_cluster):
 
 
 def test_read_write_table(started_cluster):
-    hdfs_api = HDFSApi("root")
     data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
-    hdfs_api.write_data("/simple_table_function", data)
+    started_cluster.hdfs_api.write_data("/simple_table_function", data)
 
-    assert hdfs_api.read_data("/simple_table_function") == data
+    assert started_cluster.hdfs_api.read_data("/simple_table_function") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function', 'TSV', 'id UInt64, text String, number Float64')") == data
 
 
 def test_write_table(started_cluster):
-    hdfs_api = HDFSApi("root")
 
     node1.query(
         "create table OtherHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/other_storage', 'TSV')")
     node1.query("insert into OtherHDFSStorage values (10, 'tomas', 55.55), (11, 'jack', 32.54)")
 
     result = "10\ttomas\t55.55\n11\tjack\t32.54\n"
-    assert hdfs_api.read_data("/other_storage") == result
+    assert started_cluster.hdfs_api.read_data("/other_storage") == result
     assert node1.query("select * from OtherHDFSStorage order by id") == result
 
 
@@ -120,15 +114,14 @@ def test_bad_hdfs_uri(started_cluster):
         print(ex)
         assert "Unable to open HDFS file" in str(ex)
 
-
+@pytest.mark.timeout(800)
 def test_globs_in_read_table(started_cluster):
-    hdfs_api = HDFSApi("root")
     some_data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
     globs_dir = "/dir_for_test_with_globs/"
     files = ["dir1/dir_dir/file1", "dir2/file2", "simple_table_function", "dir/file", "some_dir/dir1/file",
              "some_dir/dir2/file", "some_dir/file", "table1_function", "table2_function", "table3_function"]
     for filename in files:
-        hdfs_api.write_data(globs_dir + filename, some_data)
+        started_cluster.hdfs_api.write_data(globs_dir + filename, some_data)
 
     test_requests = [("dir{1..5}/dir_dir/file1", 1, 1),
                      ("*_table_functio?", 1, 1),
@@ -145,6 +138,7 @@ def test_globs_in_read_table(started_cluster):
 
     for pattern, paths_amount, files_amount in test_requests:
         inside_table_func = "'hdfs://hdfs1:9000" + globs_dir + pattern + "', 'TSV', 'id UInt64, text String, number Float64'"
+        print("inside_table_func ", inside_table_func)
         assert node1.query("select * from hdfs(" + inside_table_func + ")") == paths_amount * some_data
         assert node1.query("select count(distinct _path) from hdfs(" + inside_table_func + ")").rstrip() == str(
             paths_amount)
@@ -153,64 +147,61 @@ def test_globs_in_read_table(started_cluster):
 
 
 def test_read_write_gzip_table(started_cluster):
-    hdfs_api = HDFSApi("root")
     data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    hdfs_api.write_gzip_data("/simple_table_function.gz", data)
+    started_cluster.hdfs_api.write_gzip_data("/simple_table_function.gz", data)
 
-    assert hdfs_api.read_gzip_data("/simple_table_function.gz") == data
+    assert started_cluster.hdfs_api.read_gzip_data("/simple_table_function.gz") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function.gz', 'TSV', 'id UInt64, text String, number Float64')") == data
 
 
 def test_read_write_gzip_table_with_parameter_gzip(started_cluster):
-    hdfs_api = HDFSApi("root")
     data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    hdfs_api.write_gzip_data("/simple_table_function", data)
+    started_cluster.hdfs_api.write_gzip_data("/simple_table_function", data)
 
-    assert hdfs_api.read_gzip_data("/simple_table_function") == data
+    assert started_cluster.hdfs_api.read_gzip_data("/simple_table_function") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function', 'TSV', 'id UInt64, text String, number Float64', 'gzip')") == data
 
 
 def test_read_write_table_with_parameter_none(started_cluster):
-    hdfs_api = HDFSApi("root")
     data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    hdfs_api.write_data("/simple_table_function.gz", data)
+    started_cluster.hdfs_api.write_data("/simple_table_function.gz", data)
 
-    assert hdfs_api.read_data("/simple_table_function.gz") == data
+    assert started_cluster.hdfs_api.read_data("/simple_table_function.gz") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function.gz', 'TSV', 'id UInt64, text String, number Float64', 'none')") == data
 
 
 def test_read_write_gzip_table_with_parameter_auto_gz(started_cluster):
-    hdfs_api = HDFSApi("root")
     data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    hdfs_api.write_gzip_data("/simple_table_function.gz", data)
+    started_cluster.hdfs_api.write_gzip_data("/simple_table_function.gz", data)
 
-    assert hdfs_api.read_gzip_data("/simple_table_function.gz") == data
+    assert started_cluster.hdfs_api.read_gzip_data("/simple_table_function.gz") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function.gz', 'TSV', 'id UInt64, text String, number Float64', 'auto')") == data
 
 
 def test_write_gz_storage(started_cluster):
-    hdfs_api = HDFSApi("root")
-
     node1.query(
         "create table GZHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/storage.gz', 'TSV')")
     node1.query("insert into GZHDFSStorage values (1, 'Mark', 72.53)")
-    assert hdfs_api.read_gzip_data("/storage.gz") == "1\tMark\t72.53\n"
+    assert started_cluster.hdfs_api.read_gzip_data("/storage.gz") == "1\tMark\t72.53\n"
     assert node1.query("select * from GZHDFSStorage") == "1\tMark\t72.53\n"
 
 
 def test_write_gzip_storage(started_cluster):
-    hdfs_api = HDFSApi("root")
-
     node1.query(
         "create table GZIPHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/gzip_storage', 'TSV', 'gzip')")
     node1.query("insert into GZIPHDFSStorage values (1, 'Mark', 72.53)")
-    assert hdfs_api.read_gzip_data("/gzip_storage") == "1\tMark\t72.53\n"
+    assert started_cluster.hdfs_api.read_gzip_data("/gzip_storage") == "1\tMark\t72.53\n"
     assert node1.query("select * from GZIPHDFSStorage") == "1\tMark\t72.53\n"
+
+if __name__ == '__main__':
+    cluster.start()
+    input("Cluster created, press any key to destroy...")
+    cluster.shutdown()
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 06290053efa..07d2bcb60c0 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -9,6 +9,7 @@ import time
 import avro.schema
 from confluent_kafka.avro.cached_schema_registry_client import CachedSchemaRegistryClient
 from confluent_kafka.avro.serializer.message_serializer import MessageSerializer
+from confluent_kafka import admin
 
 import kafka.errors
 import pytest
@@ -1161,6 +1162,66 @@ def test_kafka_materialized_view(kafka_cluster):
 
     kafka_check_result(result, True)
 
+@pytest.mark.timeout(180)
+def test_librdkafka_snappy_regression(kafka_cluster):
+    """
+    Regression for UB in snappy-c (that is used in librdkafka),
+    backport pr is [1].
+
+      [1]: https://github.com/ClickHouse-Extras/librdkafka/pull/3
+
+    Example of corruption:
+
+        2020.12.10 09:59:56.831507 [ 20 ] {} <Error> void DB::StorageKafka::threadFunc(size_t): Code: 27, e.displayText() = DB::Exception: Cannot parse input: expected '"' before: 'foo"}': (while reading the value of key value): (at row 1)
+, Stack trace (when copying this message, always include the lines below):
+    """
+
+    # create topic with snappy compression
+    admin_client = admin.AdminClient({'bootstrap.servers': 'localhost:9092'})
+    topic_snappy = admin.NewTopic(topic='snappy_regression', num_partitions=1, replication_factor=1, config={
+        'compression.type': 'snappy',
+    })
+    admin_client.create_topics(new_topics=[topic_snappy], validate_only=False)
+
+    instance.query('''
+        CREATE TABLE test.kafka (key UInt64, value String)
+            ENGINE = Kafka
+            SETTINGS kafka_broker_list = 'kafka1:19092',
+                     kafka_topic_list = 'snappy_regression',
+                     kafka_group_name = 'ch_snappy_regression',
+                     kafka_format = 'JSONEachRow';
+    ''')
+
+    messages = []
+    expected = []
+    # To trigger this regression there should duplicated messages
+    # Orignal reproducer is:
+    #
+    #     $ gcc --version |& fgrep gcc
+    #     gcc (GCC) 10.2.0
+    #     $ yes foobarbaz | fold -w 80 | head -n10 >| in-…
+    #     $ make clean && make CFLAGS='-Wall -g -O2 -ftree-loop-vectorize -DNDEBUG=1 -DSG=1 -fPIC'
+    #     $ ./verify in
+    #     final comparision of in failed at 20 of 100
+    value = 'foobarbaz'*10
+    number_of_messages = 50
+    for i in range(number_of_messages):
+        messages.append(json.dumps({'key': i, 'value': value}))
+        expected.append(f'{i}\t{value}')
+    kafka_produce('snappy_regression', messages)
+
+    expected = '\n'.join(expected)
+
+    while True:
+        result = instance.query('SELECT * FROM test.kafka')
+        rows = len(result.strip('\n').split('\n'))
+        print(rows)
+        if rows == number_of_messages:
+            break
+
+    assert TSV(result) == TSV(expected)
+
+    instance.query('DROP TABLE test.kafka')
 
 @pytest.mark.timeout(180)
 def test_kafka_materialized_view_with_subquery(kafka_cluster):
diff --git a/tests/integration/test_storage_kerberized_hdfs/__init__.py b/tests/integration/test_storage_kerberized_hdfs/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_storage_kerberized_hdfs/configs/hdfs.xml b/tests/integration/test_storage_kerberized_hdfs/configs/hdfs.xml
new file mode 100644
index 00000000000..3a93fa603c7
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/configs/hdfs.xml
@@ -0,0 +1,13 @@
+<yandex>
+  <hdfs>
+		<hadoop_kerberos_keytab>/tmp/keytab/clickhouse.keytab</hadoop_kerberos_keytab>
+		<hadoop_kerberos_principal>root@TEST.CLICKHOUSE.TECH</hadoop_kerberos_principal>
+		<hadoop_security_authentication>kerberos</hadoop_security_authentication>
+  </hdfs>
+  <hdfs_suser>
+		<hadoop_kerberos_principal>specuser@TEST.CLICKHOUSE.TECH</hadoop_kerberos_principal>
+  </hdfs_suser>
+  <hdfs_dedicatedcachepath>
+		<hadoop_security_kerberos_ticket_cache_path>/tmp/kerb_cache</hadoop_security_kerberos_ticket_cache_path>
+  </hdfs_dedicatedcachepath>
+</yandex>
diff --git a/tests/integration/test_storage_kerberized_hdfs/configs/log_conf.xml b/tests/integration/test_storage_kerberized_hdfs/configs/log_conf.xml
new file mode 100644
index 00000000000..0de2745ca4c
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/configs/log_conf.xml
@@ -0,0 +1,11 @@
+<yandex>
+  <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/log.log</log>
+        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_storage_kerberized_hdfs/hdfs_configs/bootstrap.sh b/tests/integration/test_storage_kerberized_hdfs/hdfs_configs/bootstrap.sh
new file mode 100755
index 00000000000..38f098ae1e1
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/hdfs_configs/bootstrap.sh
@@ -0,0 +1,262 @@
+#!/bin/bash
+
+: "${HADOOP_PREFIX:=/usr/local/hadoop}"
+
+cat >> $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh <<EOF
+export HADOOP_SECURE_DN_USER=hdfs
+export HADOOP_SECURE_DN_PID_DIR=$HADOOP_PREFIX/pid
+export HADOOP_SECURE_DN_LOG_DIR=$HADOOP_PREFIX/logs/hdfs
+export JSVC_HOME=$HADOOP_PREFIX/sbin
+EOF
+$HADOOP_PREFIX/etc/hadoop/hadoop-env.sh
+
+mkdir -p "${HADOOP_SECURE_DN_PID_DIR}"
+mkdir -p "${HADOOP_SECURE_DN_LOG_DIR}"
+
+rm /tmp/*.pid
+
+# installing libraries if any - (resource urls added comma separated to the ACP system variable)
+cd "${HADOOP_PREFIX}/share/hadoop/common" || exit
+for cp in ${ACP//,/ }; do  echo "== ${cp}"; curl -LO "${cp}" ; done;
+cd - || exit
+
+# altering the core-site configuration
+sed "s/HOSTNAME/${HOSTNAME}/" /usr/local/hadoop/etc/hadoop/core-site.xml.template | grep -v '/configuration' > /usr/local/hadoop/etc/hadoop/core-site.xml
+
+cat >> /usr/local/hadoop/etc/hadoop/core-site.xml << EOF
+  <property>
+    <name>hadoop.security.authentication</name>
+    <value>kerberos</value> <!-- A value of "simple" would disable security. -->
+  </property>
+   <property>
+     <name>hadoop.security.authorization</name>
+     <value>true</value>
+   </property>
+  <property>
+    <name>fs.defaultFS</name>
+    <value>hdfs://kerberizedhdfs1:9000</value>
+  </property>
+  <property>
+    <name>fs.default.name</name>
+    <value>hdfs://kerberizedhdfs1:9000</value>
+  </property>
+  <!--
+  <property>
+      <name>hadoop.rpc.protection</name>
+      <value>privacy</value>
+  </property>
+  -->
+</configuration>
+EOF
+
+
+cat > /usr/local/hadoop/etc/hadoop/hdfs-site.xml << EOF
+<configuration>
+<!--
+<property>
+	<name>dfs.permissions.enabled</name>
+	<value>false</value>
+</property>
+-->
+<property>
+  <name>dfs.replication</name>
+  <value>1</value>
+</property>
+<!-- General HDFS security config -->
+<property>
+  <name>dfs.block.access.token.enable</name>
+  <value>true</value>
+</property>
+<!-- NameNode security config -->
+<property>
+  <name>dfs.namenode.keytab.file</name>
+  <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.keytab</value> <!-- path to the HDFS keytab -->
+</property>
+<property>
+  <name>dfs.namenode.kerberos.principal</name>
+  <value>hdfs/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+<property>
+  <name>dfs.namenode.kerberos.internal.spnego.principal</name>
+  <value>HTTP/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+<!-- Secondary NameNode security config -->
+<property>
+  <name>dfs.secondary.namenode.keytab.file</name>
+  <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.keytab</value> <!-- path to the HDFS keytab -->
+</property>
+<property>
+  <name>dfs.secondary.namenode.kerberos.principal</name>
+  <value>hdfs/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+<property>
+  <name>dfs.secondary.namenode.kerberos.internal.spnego.principal</name>
+  <value>HTTP/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+<!-- DataNode security config
+<property>
+   <name>dfs.data.transfer.protectionл</name>
+   <value>integrity</value>
+</property>
+-->
+<property>
+  <name>dfs.datanode.data.dir.perm</name>
+  <value>700</value>
+</property>
+<property>
+  <name>dfs.datanode.address</name>
+  <value>0.0.0.0:1004</value>
+</property>
+<property>
+  <name>dfs.datanode.http.address</name>
+  <value>0.0.0.0:1006</value>
+</property>
+<!--
+<property>
+  <name>dfs.http.policy</name>
+  <value>HTTPS_ONLY</value>
+</property>
+-->
+
+
+<property>
+  <name>dfs.datanode.keytab.file</name>
+  <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.keytab</value> <!-- path to the HDFS keytab -->
+</property>
+<property>
+  <name>dfs.datanode.kerberos.principal</name>
+  <value>hdfs/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+
+<!-- Web Authentication config -->
+<property>
+    <name>dfs.webhdfs.enabled</name>
+    <value>true</value>
+</property>
+<property>
+<name>dfs.encrypt.data.transfer</name>
+<value>false</value>
+</property>
+<property>
+  <name>dfs.web.authentication.kerberos.principal</name>
+  <value>HTTP/_HOST@TEST.CLICKHOUSE.TECH</value>
+</property>
+<property>
+    <name>dfs.web.authentication.kerberos.keytab</name>
+  <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.keytab</value> <!-- path to the HDFS keytab -->
+</property>
+</configuration>
+EOF
+
+
+
+# cat > /usr/local/hadoop/etc/hadoop/ssl-server.xml << EOF
+# <configuration>
+# <property>
+#   <name>ssl.server.truststore.location</name>
+#   <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.jks</value>
+# </property>
+# <property>
+#   <name>ssl.server.truststore.password</name>
+#   <value>masterkey</value>
+# </property>
+# <property>
+#   <name>ssl.server.keystore.location</name>
+#   <value>/usr/local/hadoop/etc/hadoop/conf/hdfs.jks</value>
+# </property>
+# <property>
+#   <name>ssl.server.keystore.password</name>
+#   <value>masterkey</value>
+# </property>
+# <property>
+#   <name>ssl.server.keystore.keypassword</name>
+#   <value>masterkey</value>
+# </property>
+# </configuration>
+# EOF
+
+cat > /usr/local/hadoop/etc/hadoop/log4j.properties << EOF
+# Set everything to be logged to the console
+log4j.rootCategory=DEBUG, console
+log4j.appender.console=org.apache.log4j.ConsoleAppender
+log4j.appender.console.target=System.err
+log4j.appender.console.layout=org.apache.log4j.PatternLayout
+log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
+
+# Set the default spark-shell log level to WARN. When running the spark-shell, the
+# log level for this class is used to overwrite the root logger's log level, so that
+# the user can have different defaults for the shell and regular Spark apps.
+log4j.logger.org.apache.spark.repl.Main=INFO
+
+# Settings to quiet third party logs that are too verbose
+log4j.logger.org.spark_project.jetty=DEBUG
+log4j.logger.org.spark_project.jetty.util.component.AbstractLifeCycle=ERROR
+log4j.logger.org.apache.spark.repl.SparkIMain$exprTyper=INFO
+log4j.logger.org.apache.spark.repl.SparkILoop$SparkILoopInterpreter=INFO
+log4j.logger.org.apache.parquet=ERROR
+log4j.logger.parquet=ERROR
+
+# SPARK-9183: Settings to avoid annoying messages when looking up nonexistent UDFs in SparkSQL with Hive support
+log4j.logger.org.apache.hadoop.hive.metastore.RetryingHMSHandler=FATAL
+log4j.logger.org.apache.hadoop.hive.ql.exec.FunctionRegistry=ERROR
+
+log4j.logger.org.apache.spark.deploy=DEBUG
+log4j.logger.org.apache.spark.executor=DEBUG
+log4j.logger.org.apache.spark.scheduler=DEBUG
+EOF
+
+useradd -u 1098 hdfs
+
+# keytool -genkey -alias kerberized_hdfs1.test.clickhouse.tech -keyalg rsa -keysize 1024 -dname "CN=kerberized_hdfs1.test.clickhouse.tech" -keypass masterkey -keystore /usr/local/hadoop/etc/hadoop/conf/hdfs.jks -storepass masterkey
+keytool -genkey -alias kerberizedhdfs1 -keyalg rsa -keysize 1024 -dname "CN=kerberizedhdfs1" -keypass masterkey -keystore /usr/local/hadoop/etc/hadoop/conf/hdfs.jks -storepass masterkey
+
+chmod g+r /usr/local/hadoop/etc/hadoop/conf/hdfs.jks
+
+
+service sshd start
+
+# yum --quiet --assumeyes install krb5-workstation.x86_64
+# yum --quiet --assumeyes install tcpdump
+
+# cd /tmp
+# curl http://archive.apache.org/dist/commons/daemon/source/commons-daemon-1.0.15-src.tar.gz   -o  commons-daemon-1.0.15-src.tar.gz
+# tar xzf commons-daemon-1.0.15-src.tar.gz
+# cd commons-daemon-1.0.15-src/src/native/unix
+# ./configure && make
+# cp ./jsvc /usr/local/hadoop/sbin
+
+
+until kinit -kt /usr/local/hadoop/etc/hadoop/conf/hdfs.keytab hdfs/kerberizedhdfs1@TEST.CLICKHOUSE.TECH; do sleep 2; done
+echo "KDC is up and ready to go... starting up"
+
+$HADOOP_PREFIX/sbin/start-dfs.sh
+$HADOOP_PREFIX/sbin/start-yarn.sh
+$HADOOP_PREFIX/sbin/mr-jobhistory-daemon.sh start historyserver
+
+chmod a+r /usr/local/hadoop/etc/hadoop/conf/hdfs.keytab   # create dedicated keytab for hdfsuser
+
+$HADOOP_PREFIX/sbin/start-secure-dns.sh
+sleep 3
+
+/usr/local/hadoop/bin/hdfs dfsadmin -safemode leave
+
+/usr/local/hadoop/bin/hdfs dfs -mkdir /user/specuser
+/usr/local/hadoop/bin/hdfs dfs -chown specuser /user/specuser
+
+kdestroy
+
+
+
+# adduser --groups hdfs hdfsuser
+
+# /usr/local/hadoop/sbin/hadoop-daemon.sh --config /usr/local/hadoop/etc/hadoop/ --script /usr/local/hadoop/sbin/hdfs start namenode
+# /usr/local/hadoop/sbin/hadoop-daemon.sh --config /usr/local/hadoop/etc/hadoop/ --script /usr/local/hadoop/sbin/hdfs start datanode
+
+
+if [[ $1 == "-d" ]]; then
+  while true; do sleep 1000; done
+fi
+
+if [[ $1 == "-bash" ]]; then
+  /bin/bash
+fi
diff --git a/tests/integration/test_storage_kerberized_hdfs/kerberos_image_config.sh b/tests/integration/test_storage_kerberized_hdfs/kerberos_image_config.sh
new file mode 100644
index 00000000000..daa060cbe29
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/kerberos_image_config.sh
@@ -0,0 +1,139 @@
+#!/bin/bash
+
+
+set -x  #  trace
+
+: "${REALM:=TEST.CLICKHOUSE.TECH}"
+: "${DOMAIN_REALM:=test.clickhouse.tech}"
+: "${KERB_MASTER_KEY:=masterkey}"
+: "${KERB_ADMIN_USER:=admin}"
+: "${KERB_ADMIN_PASS:=admin}"
+
+create_config() {
+  : "${KDC_ADDRESS:=$(hostname -f)}"
+
+  cat>/etc/krb5.conf<<EOF
+[logging]
+ default = FILE:/var/log/kerberos/krb5libs.log
+ kdc = FILE:/var/log/kerberos/krb5kdc.log
+ admin_server = FILE:/var/log/kerberos/kadmind.log
+
+[libdefaults]
+ default_realm = $REALM
+ dns_lookup_realm = false
+ dns_lookup_kdc = false
+ ticket_lifetime = 15d
+ renew_lifetime = 15d
+ forwardable = true
+ # WARNING: We use weaker key types to simplify testing as stronger key types
+ # require the enhanced security JCE policy file to be installed. You should
+ # NOT run with this configuration in production or any real environment. You
+ # have been warned.
+ default_tkt_enctypes = des-cbc-md5 des-cbc-crc des3-cbc-sha1
+ default_tgs_enctypes = des-cbc-md5 des-cbc-crc des3-cbc-sha1
+ permitted_enctypes = des-cbc-md5 des-cbc-crc des3-cbc-sha1
+
+[realms]
+ $REALM = {
+  kdc = $KDC_ADDRESS
+  admin_server = $KDC_ADDRESS
+ }
+
+[domain_realm]
+ .$DOMAIN_REALM = $REALM
+ $DOMAIN_REALM = $REALM
+EOF
+
+cat>/var/kerberos/krb5kdc/kdc.conf<<EOF
+[kdcdefaults]
+ kdc_ports = 88
+ kdc_tcp_ports = 88
+
+[realms]
+ $REALM = {
+  acl_file = /var/kerberos/krb5kdc/kadm5.acl
+  dict_file = /usr/share/dict/words
+  admin_keytab = /var/kerberos/krb5kdc/kadm5.keytab
+  # WARNING: We use weaker key types to simplify testing as stronger key types
+  # require the enhanced security JCE policy file to be installed. You should
+  # NOT run with this configuration in production or any real environment. You
+  # have been warned.
+  master_key_type = des3-hmac-sha1
+  supported_enctypes = arcfour-hmac:normal des3-hmac-sha1:normal des-cbc-crc:normal des:normal des:v4 des:norealm des:onlyrealm des:afs3
+  default_principal_flags = +preauth
+ }
+EOF
+}
+
+create_db() {
+  /usr/sbin/kdb5_util -P $KERB_MASTER_KEY -r $REALM create -s
+}
+
+start_kdc() {
+  mkdir -p /var/log/kerberos
+
+  /etc/rc.d/init.d/krb5kdc start
+  /etc/rc.d/init.d/kadmin start
+
+  chkconfig krb5kdc on
+  chkconfig kadmin on
+}
+
+restart_kdc() {
+  /etc/rc.d/init.d/krb5kdc restart
+  /etc/rc.d/init.d/kadmin restart
+}
+
+create_admin_user() {
+  kadmin.local -q "addprinc -pw $KERB_ADMIN_PASS $KERB_ADMIN_USER/admin"
+  echo "*/admin@$REALM *" > /var/kerberos/krb5kdc/kadm5.acl
+}
+
+create_keytabs() {
+
+
+  # kadmin.local -q "addprinc -randkey hdfs/kerberizedhdfs1.${DOMAIN_REALM}@${REALM}"
+  # kadmin.local -q "ktadd -norandkey -k /tmp/keytab/hdfs.keytab hdfs/kerberizedhdfs1.${DOMAIN_REALM}@${REALM}"
+
+  # kadmin.local -q "addprinc -randkey HTTP/kerberizedhdfs1.${DOMAIN_REALM}@${REALM}"
+  # kadmin.local -q "ktadd -norandkey -k /tmp/keytab/hdfs.keytab HTTP/kerberizedhdfs1.${DOMAIN_REALM}@${REALM}"
+  kadmin.local -q "addprinc -randkey hdfs/kerberizedhdfs1@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/hdfs.keytab hdfs/kerberizedhdfs1@${REALM}"
+
+  kadmin.local -q "addprinc -randkey HTTP/kerberizedhdfs1@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/hdfs.keytab HTTP/kerberizedhdfs1@${REALM}"
+
+  kadmin.local -q "addprinc -randkey hdfsuser/node1@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/clickhouse.keytab hdfsuser/node1@${REALM}"
+  kadmin.local -q "addprinc -randkey hdfsuser@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/clickhouse.keytab hdfsuser@${REALM}"
+  kadmin.local -q "addprinc -randkey root@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/clickhouse.keytab root@${REALM}"
+  kadmin.local -q "addprinc -randkey specuser@${REALM}"
+  kadmin.local -q "ktadd -norandkey -k /tmp/keytab/clickhouse.keytab specuser@${REALM}"
+
+  chmod g+r /tmp/keytab/clickhouse.keytab
+}
+
+main() {
+
+  if [ ! -f /kerberos_initialized ]; then
+    create_config
+    create_db
+    create_admin_user
+    start_kdc
+
+    touch /kerberos_initialized
+  fi
+
+  if [ ! -f /var/kerberos/krb5kdc/principal ]; then
+    while true; do sleep 1000; done
+  else
+    start_kdc
+		create_keytabs
+    tail -F /var/log/kerberos/krb5kdc.log
+  fi
+
+}
+
+[[ "$0" == "${BASH_SOURCE[0]}" ]] && main "$@"
diff --git a/tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf b/tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf
new file mode 100644
index 00000000000..2c1e6f15f77
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf
@@ -0,0 +1,24 @@
+[logging]
+ default = FILE:/var/log/krb5libs.log
+ kdc = FILE:/var/log/krb5kdc.log
+ admin_server = FILE:/var/log/kadmind.log
+
+[libdefaults]
+ default_realm = TEST.CLICKHOUSE.TECH
+ dns_lookup_realm = false
+ dns_lookup_kdc = false
+ ticket_lifetime = 15s
+ forwardable = true
+ default_tgs_enctypes = des3-hmac-sha1
+ default_tkt_enctypes = des3-hmac-sha1
+ permitted_enctypes = des3-hmac-sha1
+
+[realms]
+ TEST.CLICKHOUSE.TECH = {
+  kdc = hdfskerberos
+  admin_server = hdfskerberos
+ }
+
+[domain_realm]
+ .test.clickhouse.tech = TEST.CLICKHOUSE.TECH
+ test.clickhouse.tech = TEST.CLICKHOUSE.TECH
diff --git a/tests/integration/test_storage_kerberized_hdfs/secrets/krb_long.conf b/tests/integration/test_storage_kerberized_hdfs/secrets/krb_long.conf
new file mode 100644
index 00000000000..ec1c54240e8
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/secrets/krb_long.conf
@@ -0,0 +1,24 @@
+[logging]
+ default = FILE:/var/log/krb5libs.log
+ kdc = FILE:/var/log/krb5kdc.log
+ admin_server = FILE:/var/log/kadmind.log
+
+[libdefaults]
+ default_realm = TEST.CLICKHOUSE.TECH
+ dns_lookup_realm = false
+ dns_lookup_kdc = false
+ ticket_lifetime = 15d
+ forwardable = true
+ default_tgs_enctypes = des3-hmac-sha1
+ default_tkt_enctypes = des3-hmac-sha1
+ permitted_enctypes = des3-hmac-sha1
+
+[realms]
+ TEST.CLICKHOUSE.TECH = {
+  kdc = hdfskerberos
+  admin_server = hdfskerberos
+ }
+
+[domain_realm]
+ .test.clickhouse.tech = TEST.CLICKHOUSE.TECH
+ test.clickhouse.tech = TEST.CLICKHOUSE.TECH
diff --git a/tests/integration/test_storage_kerberized_hdfs/test.py b/tests/integration/test_storage_kerberized_hdfs/test.py
new file mode 100644
index 00000000000..a2a2a4ef88e
--- /dev/null
+++ b/tests/integration/test_storage_kerberized_hdfs/test.py
@@ -0,0 +1,108 @@
+import time
+import pytest
+
+import os
+
+from helpers.cluster import ClickHouseCluster
+import subprocess
+
+cluster = ClickHouseCluster(__file__)
+node1 = cluster.add_instance('node1', with_kerberized_hdfs=True, user_configs=[], main_configs=['configs/log_conf.xml', 'configs/hdfs.xml'])
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    try:
+        cluster.start()
+
+        yield cluster
+
+    except Exception as ex:
+        print(ex)
+        raise ex
+    finally:
+        cluster.shutdown()
+
+def test_read_table(started_cluster):
+    data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
+    started_cluster.hdfs_api.write_data("/simple_table_function", data)
+
+    api_read = started_cluster.hdfs_api.read_data("/simple_table_function")
+    assert api_read == data
+
+    select_read = node1.query("select * from hdfs('hdfs://kerberizedhdfs1:9000/simple_table_function', 'TSV', 'id UInt64, text String, number Float64')")
+    assert select_read == data
+
+
+def test_read_write_storage(started_cluster):
+    node1.query("create table SimpleHDFSStorage2 (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9000/simple_storage1', 'TSV')")
+    node1.query("insert into SimpleHDFSStorage2 values (1, 'Mark', 72.53)")
+
+    api_read = started_cluster.hdfs_api.read_data("/simple_storage1")
+    assert api_read == "1\tMark\t72.53\n"
+
+    select_read = node1.query("select * from SimpleHDFSStorage2")
+    assert select_read == "1\tMark\t72.53\n"
+
+
+def test_write_storage_not_expired(started_cluster):
+    node1.query("create table SimpleHDFSStorageNotExpired (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9000/simple_storage_not_expired', 'TSV')")
+
+    time.sleep(45)   # wait for ticket expiration
+    node1.query("insert into SimpleHDFSStorageNotExpired values (1, 'Mark', 72.53)")
+
+    api_read = started_cluster.hdfs_api.read_data("/simple_storage_not_expired")
+    assert api_read == "1\tMark\t72.53\n"
+
+    select_read = node1.query("select * from SimpleHDFSStorageNotExpired")
+    assert select_read == "1\tMark\t72.53\n"
+
+
+def test_two_users(started_cluster):
+    node1.query("create table HDFSStorOne (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9000/storage_user_one', 'TSV')")
+    node1.query("insert into HDFSStorOne values (1, 'Real', 86.00)")
+
+    node1.query("create table HDFSStorTwo (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://suser@kerberizedhdfs1:9000/user/specuser/storage_user_two', 'TSV')")
+    node1.query("insert into HDFSStorTwo values (1, 'Ideal', 74.00)")
+
+    select_read_1 = node1.query("select * from hdfs('hdfs://kerberizedhdfs1:9000/user/specuser/storage_user_two', 'TSV', 'id UInt64, text String, number Float64')")
+
+    select_read_2 = node1.query("select * from hdfs('hdfs://suser@kerberizedhdfs1:9000/storage_user_one', 'TSV', 'id UInt64, text String, number Float64')")
+
+def test_read_table_expired(started_cluster):
+    data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
+    started_cluster.hdfs_api.write_data("/simple_table_function_relogin", data)
+
+    started_cluster.pause_container('hdfskerberos')
+    time.sleep(45)
+
+    try:
+        select_read = node1.query("select * from hdfs('hdfs://reloginuser&kerberizedhdfs1:9000/simple_table_function', 'TSV', 'id UInt64, text String, number Float64')")
+        assert False, "Exception have to be thrown"
+    except Exception as ex:
+        assert "DB::Exception: kinit failure:" in str(ex)
+
+    started_cluster.unpause_container('hdfskerberos')
+
+
+def test_prohibited(started_cluster):
+    node1.query("create table HDFSStorTwoProhibited (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://suser@kerberizedhdfs1:9000/storage_user_two_prohibited', 'TSV')")
+    try:
+        node1.query("insert into HDFSStorTwoProhibited values (1, 'SomeOne', 74.00)")
+        assert False, "Exception have to be thrown"
+    except Exception as ex:
+        assert "Unable to open HDFS file: /storage_user_two_prohibited error: Permission denied: user=specuser, access=WRITE" in str(ex)
+
+
+def test_cache_path(started_cluster):
+    node1.query("create table HDFSStorCachePath (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://dedicatedcachepath@kerberizedhdfs1:9000/storage_dedicated_cache_path', 'TSV')")
+    try:
+        node1.query("insert into HDFSStorCachePath values (1, 'FatMark', 92.53)")
+        assert False, "Exception have to be thrown"
+    except Exception as ex:
+        assert "DB::Exception: hadoop.security.kerberos.ticket.cache.path cannot be set per user" in str(ex)
+
+
+if __name__ == '__main__':
+    cluster.start()
+    input("Cluster created, press any key to destroy...")
+    cluster.shutdown()
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index ca7206ca3b5..9e49c5ebf8f 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -306,7 +306,8 @@ def test_multipart_put(cluster, maybe_auth, positive):
         cluster.minio_redirect_host, cluster.minio_redirect_port, bucket, filename, maybe_auth, table_format)
 
     try:
-        run_query(instance, put_query, stdin=csv_data, settings={'s3_min_upload_part_size': min_part_size_bytes})
+        run_query(instance, put_query, stdin=csv_data, settings={'s3_min_upload_part_size': min_part_size_bytes,
+                                                                 's3_max_single_part_upload_size': 0})
     except helpers.client.QueryRuntimeException:
         if positive:
             raise
diff --git a/tests/integration/test_table_functions_access_rights/__init__.py b/tests/integration/test_table_functions_access_rights/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_table_functions_access_rights/test.py b/tests/integration/test_table_functions_access_rights/test.py
new file mode 100644
index 00000000000..bd2f767413a
--- /dev/null
+++ b/tests/integration/test_table_functions_access_rights/test.py
@@ -0,0 +1,55 @@
+import pytest
+from helpers.cluster import ClickHouseCluster
+from helpers.test_tools import TSV
+
+cluster = ClickHouseCluster(__file__)
+instance = cluster.add_instance('instance')
+
+
+@pytest.fixture(scope="module", autouse=True)
+def started_cluster():
+    try:
+        cluster.start()
+
+        instance.query("CREATE TABLE table1(x UInt32) ENGINE = MergeTree ORDER BY tuple()")
+        instance.query("CREATE TABLE table2(x UInt32) ENGINE = MergeTree ORDER BY tuple()")
+        instance.query("INSERT INTO table1 VALUES (1)")
+        instance.query("INSERT INTO table2 VALUES (2)")
+
+        yield cluster
+
+    finally:
+        cluster.shutdown()
+
+
+@pytest.fixture(autouse=True)
+def cleanup_after_test():
+    try:
+        yield
+    finally:
+        instance.query("DROP USER IF EXISTS A")
+
+
+def test_merge():
+    select_query = "SELECT * FROM merge('default', 'table[0-9]+') ORDER BY x"
+    assert instance.query(select_query) == "1\n2\n"
+
+    instance.query("CREATE USER A")
+    assert "it's necessary to have grant CREATE TEMPORARY TABLE ON *.*" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT CREATE TEMPORARY TABLE ON *.* TO A")
+    assert "no one matches regular expression" in instance.query_and_get_error(select_query, user = 'A')
+    
+    instance.query("GRANT SELECT ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == "1\n"
+
+    instance.query("GRANT SELECT ON default.* TO A")
+    assert instance.query(select_query, user = 'A') == "1\n2\n"
+
+    instance.query("REVOKE SELECT ON default.table1 FROM A")
+    assert instance.query(select_query, user = 'A') == "2\n"
+
+    instance.query("REVOKE ALL ON default.* FROM A")
+    instance.query("GRANT SELECT ON default.table1 TO A")
+    instance.query("GRANT INSERT ON default.table2 TO A")
+    assert "it's necessary to have grant SELECT ON default.table2" in instance.query_and_get_error(select_query, user = 'A')
diff --git a/tests/integration/test_testkeeper_back_to_back/configs/logs_conf.xml b/tests/integration/test_testkeeper_back_to_back/configs/logs_conf.xml
new file mode 100644
index 00000000000..318a6bca95d
--- /dev/null
+++ b/tests/integration/test_testkeeper_back_to_back/configs/logs_conf.xml
@@ -0,0 +1,12 @@
+<yandex>
+    <shutdown_wait_unfinished>3</shutdown_wait_unfinished>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/log.log</log>
+        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_testkeeper_back_to_back/test.py b/tests/integration/test_testkeeper_back_to_back/test.py
index 04a2150e7f8..f74d6a4c646 100644
--- a/tests/integration/test_testkeeper_back_to_back/test.py
+++ b/tests/integration/test_testkeeper_back_to_back/test.py
@@ -4,9 +4,10 @@ import random
 import string
 import os
 import time
+from multiprocessing.dummy import Pool
 
 cluster = ClickHouseCluster(__file__)
-node = cluster.add_instance('node', main_configs=['configs/enable_test_keeper.xml'], with_zookeeper=True)
+node = cluster.add_instance('node', main_configs=['configs/enable_test_keeper.xml', 'configs/logs_conf.xml'], with_zookeeper=True)
 from kazoo.client import KazooClient
 
 _genuine_zk_instance = None
@@ -400,3 +401,125 @@ def test_end_of_session(started_cluster):
                     zk.close()
         except:
             pass
+
+def test_end_of_watches_session(started_cluster):
+    fake_zk1 = None
+    fake_zk2 = None
+    try:
+        fake_zk1 = KazooClient(hosts=cluster.get_instance_ip("node") + ":9181")
+        fake_zk1.start()
+
+        fake_zk2 = KazooClient(hosts=cluster.get_instance_ip("node") + ":9181")
+        fake_zk2.start()
+
+        fake_zk1.create("/test_end_of_watches_session")
+
+        dummy_set = 0
+        def dummy_callback(event):
+            nonlocal dummy_set
+            dummy_set += 1
+            print(event)
+
+        for child_node in range(100):
+            fake_zk1.create("/test_end_of_watches_session/" + str(child_node))
+            fake_zk1.get_children("/test_end_of_watches_session/" + str(child_node), watch=dummy_callback)
+
+        fake_zk2.get_children("/test_end_of_watches_session/" + str(0), watch=dummy_callback)
+        fake_zk2.get_children("/test_end_of_watches_session/" + str(1), watch=dummy_callback)
+
+        fake_zk1.stop()
+        fake_zk1.close()
+
+        for child_node in range(100):
+            fake_zk2.create("/test_end_of_watches_session/" + str(child_node) + "/" + str(child_node), b"somebytes")
+
+        assert dummy_set == 2
+    finally:
+        try:
+            for zk in [fake_zk1, fake_zk2]:
+                if zk:
+                    zk.stop()
+                    zk.close()
+        except:
+            pass
+
+def test_concurrent_watches(started_cluster):
+    fake_zk = get_fake_zk()
+    fake_zk.restart()
+    global_path = "/test_concurrent_watches_0"
+    fake_zk.create(global_path)
+
+    dumb_watch_triggered_counter = 0
+    all_paths_triggered = []
+
+    existing_path = []
+    all_paths_created = []
+    watches_created = 0
+    def create_path_and_watch(i):
+        nonlocal watches_created
+        nonlocal all_paths_created
+        fake_zk.ensure_path(global_path + "/" + str(i))
+        # new function each time
+        def dumb_watch(event):
+            nonlocal dumb_watch_triggered_counter
+            dumb_watch_triggered_counter += 1
+            nonlocal all_paths_triggered
+            all_paths_triggered.append(event.path)
+
+        fake_zk.get(global_path + "/" + str(i), watch=dumb_watch)
+        all_paths_created.append(global_path + "/" + str(i))
+        watches_created += 1
+        existing_path.append(i)
+
+    trigger_called = 0
+    def trigger_watch(i):
+        nonlocal trigger_called
+        trigger_called += 1
+        fake_zk.set(global_path + "/" + str(i), b"somevalue")
+        try:
+            existing_path.remove(i)
+        except:
+            pass
+
+    def call(total):
+        for i in range(total):
+            create_path_and_watch(random.randint(0, 1000))
+            time.sleep(random.random() % 0.5)
+            try:
+                rand_num = random.choice(existing_path)
+                trigger_watch(rand_num)
+            except:
+                pass
+        while existing_path:
+            try:
+                rand_num = random.choice(existing_path)
+                trigger_watch(rand_num)
+            except:
+                pass
+
+    p = Pool(10)
+    arguments = [100] * 10
+    watches_must_be_created = sum(arguments)
+    watches_trigger_must_be_called = sum(arguments)
+    watches_must_be_triggered = sum(arguments)
+    p.map(call, arguments)
+    p.close()
+
+    # waiting for late watches
+    for i in range(50):
+        if dumb_watch_triggered_counter == watches_must_be_triggered:
+            break
+
+        time.sleep(0.1)
+
+    assert watches_created == watches_must_be_created
+    assert trigger_called >= watches_trigger_must_be_called
+    assert len(existing_path) == 0
+    if dumb_watch_triggered_counter != watches_must_be_triggered:
+        print("All created paths", all_paths_created)
+        print("All triggerred paths", all_paths_triggered)
+        print("All paths len", len(all_paths_created))
+        print("All triggered len", len(all_paths_triggered))
+        print("Diff", list(set(all_paths_created) - set(all_paths_triggered)))
+
+    assert dumb_watch_triggered_counter == watches_must_be_triggered
diff --git a/tests/performance/encodeXMLComponent.xml b/tests/performance/encodeXMLComponent.xml
new file mode 100644
index 00000000000..45241941ac3
--- /dev/null
+++ b/tests/performance/encodeXMLComponent.xml
@@ -0,0 +1,7 @@
+<test>
+    <preconditions>
+        <table_exists>test.hits</table_exists>
+    </preconditions>
+
+    <query>SELECT count() FROM test.hits WHERE NOT ignore(encodeXMLComponent(URL))</query>
+</test>
diff --git a/tests/queries/0_stateless/00083_create_merge_tree_zookeeper.sql b/tests/queries/0_stateless/00083_create_merge_tree_zookeeper.sql
index 120d599bd35..998a4517163 100644
--- a/tests/queries/0_stateless/00083_create_merge_tree_zookeeper.sql
+++ b/tests/queries/0_stateless/00083_create_merge_tree_zookeeper.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS merge_tree;
 DROP TABLE IF EXISTS collapsing_merge_tree;
 DROP TABLE IF EXISTS versioned_collapsing_merge_tree;
diff --git a/tests/queries/0_stateless/00327_summing_composite_nested.sql b/tests/queries/0_stateless/00327_summing_composite_nested.sql
index b61bc71b892..9be21e87abf 100644
--- a/tests/queries/0_stateless/00327_summing_composite_nested.sql
+++ b/tests/queries/0_stateless/00327_summing_composite_nested.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS summing_composite_key;
 CREATE TABLE summing_composite_key (d Date, k UInt64, FirstMap Nested(k1 UInt32, k2ID Int8, s Float64), SecondMap Nested(k1ID UInt64, k2Key String, k3Type Int32, s Int64)) ENGINE = SummingMergeTree(d, k, 1);
 
diff --git a/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh b/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh
index 3cea3a65cdf..cc19a608c20 100755
--- a/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh
+++ b/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh
@@ -42,13 +42,13 @@ $CLICKHOUSE_CLIENT -q "INSERT INTO $name (date, Sign, ki) SELECT
 toDate(0) AS date,
 toInt8(1) AS Sign,
 toUInt64(0) AS ki
-FROM system.numbers LIMIT 9000"
+FROM system.numbers LIMIT 9000" --server_logs_file=/dev/null
 
 $CLICKHOUSE_CLIENT -q "INSERT INTO $name (date, Sign, ki) SELECT
 toDate(0) AS date,
 toInt8(1) AS Sign,
 number AS ki
-FROM system.numbers LIMIT 9000, 9000"
+FROM system.numbers LIMIT 9000, 9000" --server_logs_file=/dev/null
 
 $CLICKHOUSE_CLIENT -q "INSERT INTO $name SELECT
 toDate(0) AS date,
@@ -67,7 +67,7 @@ number AS di09,
 number AS di10,
 [number, number+1] AS \`n.i\`,
 [hex(number), hex(number+1)] AS \`n.s\`
-FROM system.numbers LIMIT $res_rows"
+FROM system.numbers LIMIT $res_rows" --server_logs_file=/dev/null
 
 while [[ $(get_num_parts) -ne 1 ]] ; do $CLICKHOUSE_CLIENT -q "OPTIMIZE TABLE $name PARTITION 197001" --server_logs_file=/dev/null; done
 
diff --git a/tests/queries/0_stateless/00453_top_k.reference b/tests/queries/0_stateless/00453_top_k.reference
index 1a768b03965..14beb3273fa 100644
--- a/tests/queries/0_stateless/00453_top_k.reference
+++ b/tests/queries/0_stateless/00453_top_k.reference
@@ -1 +1,8 @@
 [0,1,2,3,4,5,6,7,8,9]
+0	[[],[[],[NULL],[NULL,'1'],[NULL,'1','2'],[NULL,'1','2','3'],[NULL,'1','2','3','4'],[NULL,'1','2','3','4','5']]]
+1	[[[]],[[],[NULL],[NULL,'1'],[NULL,'1','2'],[NULL,'1','2','3'],[NULL,'1','2','3','4'],[NULL,'1','2','3','4','5'],[NULL,'1','2','3','4','5','6']]]
+2	[[[],[NULL]],[[],[NULL],[NULL,'1'],[NULL,'1','2'],[NULL,'1','2','3'],[NULL,'1','2','3','4'],[NULL,'1','2','3','4','5'],[NULL,'1','2','3','4','5','6'],[NULL,'1','2','3','4','5','6','7']]]
+3	[[[],[NULL],[NULL,'1']]]
+4	[[[],[NULL],[NULL,'1'],[NULL,'1','2']]]
+5	[[[],[NULL],[NULL,'1'],[NULL,'1','2'],[NULL,'1','2','3']]]
+6	[[[],[NULL],[NULL,'1'],[NULL,'1','2'],[NULL,'1','2','3'],[NULL,'1','2','3','4']]]
diff --git a/tests/queries/0_stateless/00453_top_k.sql b/tests/queries/0_stateless/00453_top_k.sql
index 1f79a8c5393..fb3b88e29e4 100644
--- a/tests/queries/0_stateless/00453_top_k.sql
+++ b/tests/queries/0_stateless/00453_top_k.sql
@@ -1 +1,15 @@
-SELECT topK(10)(n) FROM (SELECT if(number % 100 < 10, number % 10, number) AS n FROM system.numbers LIMIT 100000);
\ No newline at end of file
+SELECT topK(10)(n) FROM (SELECT if(number % 100 < 10, number % 10, number) AS n FROM system.numbers LIMIT 100000);
+
+SELECT
+    k,
+    topK(v)
+FROM
+(
+    SELECT
+        number % 7 AS k,
+        arrayMap(x -> arrayMap(x -> if(x = 0, NULL, toString(x)), range(x)), range(intDiv(number, 1))) AS v
+    FROM system.numbers
+    LIMIT 10
+)
+GROUP BY k
+ORDER BY k ASC
diff --git a/tests/queries/0_stateless/00509_extended_storage_definition_syntax_zookeeper.sql b/tests/queries/0_stateless/00509_extended_storage_definition_syntax_zookeeper.sql
index 4ed053f5953..ef8655a1861 100644
--- a/tests/queries/0_stateless/00509_extended_storage_definition_syntax_zookeeper.sql
+++ b/tests/queries/0_stateless/00509_extended_storage_definition_syntax_zookeeper.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 SELECT '*** Replicated with sampling ***';
 
 DROP TABLE IF EXISTS replicated_with_sampling;
diff --git a/tests/queries/0_stateless/00564_versioned_collapsing_merge_tree.sql b/tests/queries/0_stateless/00564_versioned_collapsing_merge_tree.sql
index b7824e7efdc..634b9781c7a 100644
--- a/tests/queries/0_stateless/00564_versioned_collapsing_merge_tree.sql
+++ b/tests/queries/0_stateless/00564_versioned_collapsing_merge_tree.sql
@@ -1,3 +1,5 @@
+set optimize_on_insert = 0;
+
 drop table if exists mult_tab;
 create table mult_tab (date Date, value String, version UInt64, sign Int8) engine = VersionedCollapsingMergeTree(date, (date), 8192, sign, version);
 insert into mult_tab select '2018-01-31', 'str_' || toString(number), 0, if(number % 2, 1, -1) from system.numbers limit 10;
diff --git a/tests/queries/0_stateless/00577_replacing_merge_tree_vertical_merge.sql b/tests/queries/0_stateless/00577_replacing_merge_tree_vertical_merge.sql
index 1bfbdaf75c5..8c51a6f34da 100644
--- a/tests/queries/0_stateless/00577_replacing_merge_tree_vertical_merge.sql
+++ b/tests/queries/0_stateless/00577_replacing_merge_tree_vertical_merge.sql
@@ -1,3 +1,5 @@
+set optimize_on_insert = 0;
+
 drop table if exists tab_00577;
 create table tab_00577 (date Date, version UInt64, val UInt64) engine = ReplacingMergeTree(version) partition by date order by date settings enable_vertical_merge_algorithm = 1, vertical_merge_algorithm_min_rows_to_activate = 1, vertical_merge_algorithm_min_columns_to_activate = 0;
 insert into tab_00577 values ('2018-01-01', 2, 2), ('2018-01-01', 1, 1);
diff --git a/tests/queries/0_stateless/00616_final_single_part.sql b/tests/queries/0_stateless/00616_final_single_part.sql
index df65123e29b..6618d0b1252 100644
--- a/tests/queries/0_stateless/00616_final_single_part.sql
+++ b/tests/queries/0_stateless/00616_final_single_part.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS test_00616;
 DROP TABLE IF EXISTS replacing_00616;
 
diff --git a/tests/queries/0_stateless/00620_optimize_on_nonleader_replica_zookeeper.sql b/tests/queries/0_stateless/00620_optimize_on_nonleader_replica_zookeeper.sql
index f488502b13b..715129cc699 100644
--- a/tests/queries/0_stateless/00620_optimize_on_nonleader_replica_zookeeper.sql
+++ b/tests/queries/0_stateless/00620_optimize_on_nonleader_replica_zookeeper.sql
@@ -9,8 +9,8 @@ CREATE TABLE rename2 (p Int64, i Int64, v UInt64) ENGINE = ReplicatedReplacingMe
 INSERT INTO rename1 VALUES (0, 1, 0);
 INSERT INTO rename1 VALUES (0, 1, 1);
 
-OPTIMIZE TABLE rename1;
-OPTIMIZE TABLE rename2;
+OPTIMIZE TABLE rename1 FINAL;
+OPTIMIZE TABLE rename2 FINAL;
 SELECT * FROM rename1;
 
 RENAME TABLE rename2 TO rename3;
diff --git a/tests/queries/0_stateless/00660_optimize_final_without_partition.sql b/tests/queries/0_stateless/00660_optimize_final_without_partition.sql
index 8c1f2ebd361..6545ad6e85b 100644
--- a/tests/queries/0_stateless/00660_optimize_final_without_partition.sql
+++ b/tests/queries/0_stateless/00660_optimize_final_without_partition.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS partitioned_by_tuple;
 
 CREATE TABLE partitioned_by_tuple (d Date, x UInt8, w String, y UInt8) ENGINE SummingMergeTree (y) PARTITION BY (d, x) ORDER BY (d, x, w);
diff --git a/tests/queries/0_stateless/00661_optimize_final_replicated_without_partition_zookeeper.sql b/tests/queries/0_stateless/00661_optimize_final_replicated_without_partition_zookeeper.sql
index 77747bc0383..033202e04aa 100644
--- a/tests/queries/0_stateless/00661_optimize_final_replicated_without_partition_zookeeper.sql
+++ b/tests/queries/0_stateless/00661_optimize_final_replicated_without_partition_zookeeper.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS partitioned_by_tuple_replica1_00661;
 DROP TABLE IF EXISTS partitioned_by_tuple_replica2_00661;
 CREATE TABLE partitioned_by_tuple_replica1_00661(d Date, x UInt8, w String, y UInt8) ENGINE = ReplicatedSummingMergeTree('/clickhouse/tables/test/partitioned_by_tuple_00661', '1') PARTITION BY (d, x) ORDER BY (d, x, w);
diff --git a/tests/queries/0_stateless/00682_empty_parts_merge.sh b/tests/queries/0_stateless/00682_empty_parts_merge.sh
index 03915e3f5e4..1a336580b3a 100755
--- a/tests/queries/0_stateless/00682_empty_parts_merge.sh
+++ b/tests/queries/0_stateless/00682_empty_parts_merge.sh
@@ -4,7 +4,7 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS ordinary_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE ordinary_00682(k UInt32) ENGINE MergeTree ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE ordinary_00682(k UInt32) ENGINE MergeTree ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO ordinary_00682(k) VALUES (1)"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO ordinary_00682(k) VALUES (1)"
@@ -21,7 +21,7 @@ ${CLICKHOUSE_CLIENT} --query="SELECT '*** Vertical merge ***'"
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS vertical_00682"
 ${CLICKHOUSE_CLIENT} --query="CREATE TABLE vertical_00682(k UInt32, v UInt32) ENGINE MergeTree ORDER BY k \
-    SETTINGS enable_vertical_merge_algorithm=1, \
+    SETTINGS enable_vertical_merge_algorithm=1, remove_empty_parts=0, \
              vertical_merge_algorithm_min_rows_to_activate=0, \
              vertical_merge_algorithm_min_columns_to_activate=0"
 
@@ -37,7 +37,7 @@ ${CLICKHOUSE_CLIENT} --query="DROP TABLE vertical_00682"
 
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS summing_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE summing_00682(k UInt32, v UInt32) ENGINE SummingMergeTree ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE summing_00682(k UInt32, v UInt32) ENGINE SummingMergeTree ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO summing_00682(k, v) VALUES (1, 1)"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO summing_00682(k, v) VALUES (1, 2)"
@@ -51,7 +51,7 @@ ${CLICKHOUSE_CLIENT} --query="DROP TABLE summing_00682"
 
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS aggregating_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE aggregating_00682(k UInt32, v AggregateFunction(count)) ENGINE AggregatingMergeTree ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE aggregating_00682(k UInt32, v AggregateFunction(count)) ENGINE AggregatingMergeTree ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO aggregating_00682(k) VALUES (1)"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO aggregating_00682(k) VALUES (1)"
@@ -65,7 +65,7 @@ ${CLICKHOUSE_CLIENT} --query="DROP TABLE aggregating_00682"
 
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS replacing_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE replacing_00682(k UInt32, v String) ENGINE ReplacingMergeTree ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE replacing_00682(k UInt32, v String) ENGINE ReplacingMergeTree ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO replacing_00682(k, v) VALUES (1, 'a')"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO replacing_00682(k, v) VALUES (1, 'b')"
@@ -79,7 +79,7 @@ ${CLICKHOUSE_CLIENT} --query="DROP TABLE replacing_00682"
 
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS collapsing_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE collapsing_00682(k UInt32, v String, s Int8) ENGINE CollapsingMergeTree(s) ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE collapsing_00682(k UInt32, v String, s Int8) ENGINE CollapsingMergeTree(s) ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO collapsing_00682(k, v, s) VALUES (1, 'a', 1)"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO collapsing_00682(k, v, s) VALUES (2, 'b', 1)"
@@ -93,7 +93,7 @@ ${CLICKHOUSE_CLIENT} --query="DROP TABLE collapsing_00682"
 
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS versioned_collapsing_00682"
-${CLICKHOUSE_CLIENT} --query="CREATE TABLE versioned_collapsing_00682(k UInt32, val String, ver UInt32, s Int8) ENGINE VersionedCollapsingMergeTree(s, ver) ORDER BY k"
+${CLICKHOUSE_CLIENT} --query="CREATE TABLE versioned_collapsing_00682(k UInt32, val String, ver UInt32, s Int8) ENGINE VersionedCollapsingMergeTree(s, ver) ORDER BY k SETTINGS remove_empty_parts=0"
 
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO versioned_collapsing_00682(k, val, ver, s) VALUES (1, 'a', 0, 1)"
 ${CLICKHOUSE_CLIENT} --query="INSERT INTO versioned_collapsing_00682(k, val, ver, s) VALUES (2, 'b', 0, 1)"
diff --git a/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.reference b/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.reference
index f8fe62bc722..724d74d19c6 100644
--- a/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.reference
+++ b/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.reference
@@ -2,7 +2,7 @@
 1
 1
 1
-	t_00693	Memory	1	[]		1970-01-01 00:00:00	[]	[]		Memory						\N	\N
+	t_00693	Memory	1	[]		1970-01-01 00:00:00	[]	[]	CREATE TEMPORARY TABLE t_00693 (`x` UInt8) ENGINE = Memory	Memory						\N	\N
 1
 1
 1
diff --git a/tests/queries/0_stateless/00732_quorum_insert_have_data_before_quorum_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_have_data_before_quorum_zookeeper.sql
index 3483e575fbb..a1fc25fbf0b 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_have_data_before_quorum_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_have_data_before_quorum_zookeeper.sql
@@ -17,7 +17,7 @@ SET select_sequential_consistency=1;
 SELECT x FROM quorum1 ORDER BY x;
 SELECT x FROM quorum2 ORDER BY x;
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 
 INSERT INTO quorum1 VALUES (4, '1990-11-15');
 INSERT INTO quorum1 VALUES (5, '1990-11-15');
diff --git a/tests/queries/0_stateless/00732_quorum_insert_lost_part_and_alive_part_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_lost_part_and_alive_part_zookeeper.sql
index 42d1c9060fe..914d98ff3f5 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_lost_part_and_alive_part_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_lost_part_and_alive_part_zookeeper.sql
@@ -6,7 +6,7 @@ DROP TABLE IF EXISTS quorum2;
 CREATE TABLE quorum1(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum_lost_alive', '1') ORDER BY x PARTITION BY y;
 CREATE TABLE quorum2(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum_lost_alive', '2') ORDER BY x PARTITION BY y;
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 SET select_sequential_consistency=1;
 
 INSERT INTO quorum1 VALUES (1, '2018-11-15');
@@ -30,7 +30,7 @@ SET select_sequential_consistency=1;
 
 SYSTEM START FETCHES quorum1;
 SYSTEM SYNC REPLICA quorum1;
- 
+
 SELECT x FROM quorum1 ORDER BY x;
 SELECT x FROM quorum2 ORDER BY x;
 
diff --git a/tests/queries/0_stateless/00732_quorum_insert_lost_part_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_lost_part_zookeeper.sql
index 9de73ac98e1..18cad0dda41 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_lost_part_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_lost_part_zookeeper.sql
@@ -6,7 +6,7 @@ DROP TABLE IF EXISTS quorum2;
 CREATE TABLE quorum1(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum_lost', '1') ORDER BY x PARTITION BY y;
 CREATE TABLE quorum2(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum_lost', '2') ORDER BY x PARTITION BY y;
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 SET select_sequential_consistency=1;
 
 SET insert_quorum_timeout=0;
@@ -27,7 +27,7 @@ SET insert_quorum_timeout=100;
 
 SYSTEM START FETCHES quorum1;
 SYSTEM SYNC REPLICA quorum1;
- 
+
 SELECT x FROM quorum1 ORDER BY x;
 SELECT x FROM quorum2 ORDER BY x;
 
diff --git a/tests/queries/0_stateless/00732_quorum_insert_select_with_old_data_and_without_quorum_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_select_with_old_data_and_without_quorum_zookeeper.sql
index 74f05d26b88..11c8324ac25 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_select_with_old_data_and_without_quorum_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_select_with_old_data_and_without_quorum_zookeeper.sql
@@ -13,7 +13,7 @@ INSERT INTO quorum1 VALUES (3, '2020-12-16');
 SYSTEM SYNC REPLICA quorum2;
 
 SET select_sequential_consistency=1;
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 
 SET insert_quorum_timeout=0;
 
diff --git a/tests/queries/0_stateless/00732_quorum_insert_simple_test_1_parts_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_simple_test_1_parts_zookeeper.sql
index fe64b9bc150..a4e262ce3c4 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_simple_test_1_parts_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_simple_test_1_parts_zookeeper.sql
@@ -6,7 +6,7 @@ DROP TABLE IF EXISTS quorum2;
 CREATE TABLE quorum1(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum1', '1') ORDER BY x PARTITION BY y;
 CREATE TABLE quorum2(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum1', '2') ORDER BY x PARTITION BY y;
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 SET select_sequential_consistency=1;
 
 INSERT INTO quorum1 VALUES (1, '2018-11-15');
diff --git a/tests/queries/0_stateless/00732_quorum_insert_simple_test_2_parts_zookeeper.sql b/tests/queries/0_stateless/00732_quorum_insert_simple_test_2_parts_zookeeper.sql
index 07738ed0abd..40c08fd926f 100644
--- a/tests/queries/0_stateless/00732_quorum_insert_simple_test_2_parts_zookeeper.sql
+++ b/tests/queries/0_stateless/00732_quorum_insert_simple_test_2_parts_zookeeper.sql
@@ -6,7 +6,7 @@ DROP TABLE IF EXISTS quorum2;
 CREATE TABLE quorum1(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum2', '1') ORDER BY x PARTITION BY y;
 CREATE TABLE quorum2(x UInt32, y Date) ENGINE ReplicatedMergeTree('/clickhouse/tables/test_00732/quorum2', '2') ORDER BY x PARTITION BY y;
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 SET select_sequential_consistency=1;
 
 INSERT INTO quorum1 VALUES (1, '2018-11-15');
diff --git a/tests/queries/0_stateless/00754_alter_modify_order_by.sql b/tests/queries/0_stateless/00754_alter_modify_order_by.sql
index f8c584ed052..a09d824c928 100644
--- a/tests/queries/0_stateless/00754_alter_modify_order_by.sql
+++ b/tests/queries/0_stateless/00754_alter_modify_order_by.sql
@@ -1,4 +1,5 @@
 SET send_logs_level = 'fatal';
+SET optimize_on_insert = 0;
 
 DROP TABLE IF EXISTS old_style;
 CREATE TABLE old_style(d Date, x UInt32) ENGINE MergeTree(d, x, 8192);
diff --git a/tests/queries/0_stateless/00754_alter_modify_order_by_replicated_zookeeper.sql b/tests/queries/0_stateless/00754_alter_modify_order_by_replicated_zookeeper.sql
index 4b150fb3826..809adfaa498 100644
--- a/tests/queries/0_stateless/00754_alter_modify_order_by_replicated_zookeeper.sql
+++ b/tests/queries/0_stateless/00754_alter_modify_order_by_replicated_zookeeper.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 SET send_logs_level = 'fatal';
 
 DROP TABLE IF EXISTS old_style;
diff --git a/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh b/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
index d4344e6e8bd..0c13ad2d573 100755
--- a/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
+++ b/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
@@ -98,6 +98,6 @@ timeout $TIMEOUT bash -c thread6 2>&1 | grep "was not completely removed from Zo
 wait
 
 for i in {0..9}; do
-    $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS alter_table_$i" &
+    $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS alter_table_$i" 2>&1 | grep "was not completely removed from ZooKeeper" &
 done
 wait
diff --git a/tests/queries/0_stateless/01030_incorrect_count_summing_merge_tree.sql b/tests/queries/0_stateless/01030_incorrect_count_summing_merge_tree.sql
index 0b5845d3b04..90b1660e546 100644
--- a/tests/queries/0_stateless/01030_incorrect_count_summing_merge_tree.sql
+++ b/tests/queries/0_stateless/01030_incorrect_count_summing_merge_tree.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 select '-- SummingMergeTree with Nullable column without duplicates.';  
 
 drop table if exists tst;
diff --git a/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.reference b/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.reference
index 1fca8dab675..e362d692f42 100644
--- a/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.reference
+++ b/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.reference
@@ -1,5 +1,5 @@
 122
 
-Table dictdb.dict_invalidate doesn\'t exist.
+Table dictdb.dict_invalidate doesn\'t exist
 
 133
diff --git a/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh b/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh
index 3dd3c0ee363..18f04032933 100755
--- a/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh
+++ b/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh
@@ -51,7 +51,7 @@ function check_exception_detected()
 export -f check_exception_detected;
 timeout 30 bash -c check_exception_detected 2> /dev/null
 
-$CLICKHOUSE_CLIENT --query "SELECT last_exception FROM system.dictionaries WHERE database = 'dictdb' AND name = 'invalidate'" 2>&1 | grep -Eo "Table dictdb.dict_invalidate .* exist."
+$CLICKHOUSE_CLIENT --query "SELECT last_exception FROM system.dictionaries WHERE database = 'dictdb' AND name = 'invalidate'" 2>&1 | grep -Eo "Table dictdb.dict_invalidate .* exist"
 
 $CLICKHOUSE_CLIENT --query "
 CREATE TABLE dictdb.dict_invalidate
diff --git a/tests/queries/0_stateless/01056_create_table_as.reference b/tests/queries/0_stateless/01056_create_table_as.reference
index e69de29bb2d..c6e14cb675e 100644
--- a/tests/queries/0_stateless/01056_create_table_as.reference
+++ b/tests/queries/0_stateless/01056_create_table_as.reference
@@ -0,0 +1 @@
+1	String
diff --git a/tests/queries/0_stateless/01056_create_table_as.sql b/tests/queries/0_stateless/01056_create_table_as.sql
index bf2a143fa5a..c27f30b61d5 100644
--- a/tests/queries/0_stateless/01056_create_table_as.sql
+++ b/tests/queries/0_stateless/01056_create_table_as.sql
@@ -49,3 +49,7 @@ DROP DICTIONARY dict;
 DROP TABLE test_01056_dict_data.dict_data;
 
 DROP DATABASE test_01056_dict_data;
+
+CREATE TABLE t1 (x String) ENGINE = Memory AS SELECT 1;
+SELECT x, toTypeName(x) FROM t1;
+DROP TABLE t1;
diff --git a/tests/queries/0_stateless/01081_PartialSortingTransform_full_column.sql b/tests/queries/0_stateless/01081_PartialSortingTransform_full_column.sql
index 146107d6f3d..768a20c8ca4 100644
--- a/tests/queries/0_stateless/01081_PartialSortingTransform_full_column.sql
+++ b/tests/queries/0_stateless/01081_PartialSortingTransform_full_column.sql
@@ -9,8 +9,6 @@ select 1 from remote('127.{1,2}', currentDatabase(), test_01081) lhs join system
 --     Code: 171. DB::Exception: Received from localhost:9000. DB::Exception: Received from 127.2:9000. DB::Exception: Block structure mismatch in  function connect between PartialSortingTransform and LazyOutputFormat stream: different columns:
 --     _dummy Int Int32(size = 0), 1 UInt8 UInt8(size = 0)
 --     _dummy Int Int32(size = 0), 1 UInt8 Const(size = 0, UInt8(size = 1)).
---
--- With experimental_use_processors=1 (default at the time of writing).
 
 insert into test_01081 select * from system.numbers limit 10;
 select 1 from remote('127.{1,2}', currentDatabase(), test_01081) lhs join system.one as rhs on rhs.dummy = 1 order by 1;
diff --git a/tests/queries/0_stateless/01090_zookeeper_mutations_and_insert_quorum.sql b/tests/queries/0_stateless/01090_zookeeper_mutations_and_insert_quorum.sql
index 8c4ba1fd318..5597bf523e4 100644
--- a/tests/queries/0_stateless/01090_zookeeper_mutations_and_insert_quorum.sql
+++ b/tests/queries/0_stateless/01090_zookeeper_mutations_and_insert_quorum.sql
@@ -4,7 +4,7 @@ DROP TABLE IF EXISTS mutations_and_quorum2;
 CREATE TABLE mutations_and_quorum1 (`server_date` Date, `something` String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_01090/mutations_and_quorum', '1') PARTITION BY toYYYYMM(server_date) ORDER BY (server_date, something);
 CREATE TABLE mutations_and_quorum2 (`server_date` Date, `something` String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_01090/mutations_and_quorum', '2') PARTITION BY toYYYYMM(server_date) ORDER BY (server_date, something);
 
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 
 INSERT INTO mutations_and_quorum1 VALUES ('2019-01-01', 'test1'), ('2019-02-01', 'test2'), ('2019-03-01', 'test3'), ('2019-04-01', 'test4'), ('2019-05-01', 'test1'), ('2019-06-01', 'test2'), ('2019-07-01', 'test3'), ('2019-08-01', 'test4'), ('2019-09-01', 'test1'), ('2019-10-01', 'test2'), ('2019-11-01', 'test3'), ('2019-12-01', 'test4');
 
diff --git a/tests/queries/0_stateless/01098_temporary_and_external_tables.reference b/tests/queries/0_stateless/01098_temporary_and_external_tables.reference
index c3e51f64b2d..1ddb10581a8 100644
--- a/tests/queries/0_stateless/01098_temporary_and_external_tables.reference
+++ b/tests/queries/0_stateless/01098_temporary_and_external_tables.reference
@@ -1,2 +1,9 @@
+CREATE TEMPORARY TABLE tmp_table\n(\n    `n` UInt64\n)\nENGINE = Memory AS\nSELECT number AS n\nFROM numbers(42)
+CREATE TEMPORARY TABLE tmp_table\n(\n    `n` UInt64\n)\nENGINE = Memory AS\nSELECT number AS n\nFROM numbers(42)
+CREATE TEMPORARY TABLE tmp_table\n(\n    `n` UInt64\n)\nENGINE = Memory AS\nSELECT number AS n\nFROM numbers(42)
+42
+OK
 OK
 3	9
+0
+1
diff --git a/tests/queries/0_stateless/01098_temporary_and_external_tables.sh b/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
index 67f57567298..54834107728 100755
--- a/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
+++ b/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
@@ -6,20 +6,23 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 url_without_session="https://${CLICKHOUSE_HOST}:${CLICKHOUSE_PORT_HTTPS}/?"
 url="${url_without_session}session_id=test_01098"
 
-${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "CREATE TEMPORARY TABLE tmp_table AS SELECT number AS n FROM numbers(42)" > /dev/null;
+${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "DROP TEMPORARY TABLE IF EXISTS tmp_table"
+${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "CREATE TEMPORARY TABLE tmp_table AS SELECT number AS n FROM numbers(42)"
 
-name_expr="'\`' || database || '\`.\`' || name || '\`'"
-full_tmp_name=$(echo "SELECT $name_expr FROM system.tables WHERE database='_temporary_and_external_tables' AND create_table_query LIKE '%tmp_table%'" | ${CLICKHOUSE_CURL} -m 30 -sSgk "$url" -d @-)
+id=$(echo "SELECT uuid FROM system.tables WHERE name='tmp_table' AND is_temporary" | ${CLICKHOUSE_CURL} -m 31 -sSgk "$url" -d @-)
+internal_table_name="_temporary_and_external_tables.\`_tmp_$id\`"
 
-echo "SELECT * FROM $full_tmp_name" | ${CLICKHOUSE_CURL} -m 60 -sSgk "$url" -d @- | grep -F "Code: 291" > /dev/null && echo "OK"
+${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "SHOW CREATE TEMPORARY TABLE tmp_table"
+${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "SHOW CREATE TABLE $internal_table_name"
+${CLICKHOUSE_CURL} -m 30 -sSk "$url_without_session" --data "SHOW CREATE TABLE $internal_table_name"
 
-echo -ne '0\n1\n' | ${CLICKHOUSE_CURL} -m 30 -sSkF 'file=@-' "$url&file_format=CSV&file_types=UInt64&query=SELECT+sum((number+GLOBAL+IN+(SELECT+number+AS+n+FROM+remote('127.0.0.2',+numbers(5))+WHERE+n+GLOBAL+IN+(SELECT+*+FROM+tmp_table)+AND+n+GLOBAL+NOT+IN+(SELECT+*+FROM+file)+))+AS+res),+sum(number*res)+FROM+remote('127.0.0.2',+numbers(10))";
+echo "SELECT COUNT() FROM tmp_table" | ${CLICKHOUSE_CURL} -m 60 -sSgk "$url" -d @-
+echo "SELECT COUNT() FROM $internal_table_name" | ${CLICKHOUSE_CURL} -m 60 -sSgk "$url" -d @- | grep -F "Code: 291" > /dev/null && echo "OK"
+echo "SELECT COUNT() FROM $internal_table_name" | ${CLICKHOUSE_CURL} -m 60 -sSgk "$url_without_session" -d @- | grep -F "Code: 291" > /dev/null && echo "OK"
+
+echo -ne '0\n1\n' | ${CLICKHOUSE_CURL} -m 30 -sSkF 'file=@-' "$url&file_format=CSV&file_types=UInt64&query=SELECT+sum((number+GLOBAL+IN+(SELECT+number+AS+n+FROM+remote('127.0.0.2',+numbers(5))+WHERE+n+GLOBAL+IN+(SELECT+*+FROM+tmp_table)+AND+n+GLOBAL+NOT+IN+(SELECT+*+FROM+file)+))+AS+res),+sum(number*res)+FROM+remote('127.0.0.2',+numbers(10))"
+
+echo -ne '0\n1\n' | ${CLICKHOUSE_CURL} -m 30 -sSkF 'file=@-' "$url&file_format=CSV&file_types=UInt64&query=SELECT+_1%2BsleepEachRow(3)+FROM+file" &
 
-echo -ne '0\n1\n' | ${CLICKHOUSE_CURL} -m 30 -sSkF 'file=@-' "$url&file_format=CSV&file_types=UInt64&query=SELECT+sleepEachRow(3)+FROM+file" > /dev/null &
-sleep 1
-full_tmp_names=$(echo "SELECT $name_expr FROM system.tables WHERE database='_temporary_and_external_tables' FORMAT TSV" | ${CLICKHOUSE_CURL} -m 30 -sSgk "$url_without_session" -d @-)
-for name in $full_tmp_names
-do
-  ${CLICKHOUSE_CURL} -m 30 -sSk "${url_without_session}query=SHOW+CREATE+TABLE+$name" 1>/dev/null 2>/dev/null
-done;
 wait
+${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "DROP TEMPORARY TABLE tmp_table"
diff --git a/tests/queries/0_stateless/01187_set_profile_as_setting.reference b/tests/queries/0_stateless/01187_set_profile_as_setting.reference
new file mode 100644
index 00000000000..ae1cc97819b
--- /dev/null
+++ b/tests/queries/0_stateless/01187_set_profile_as_setting.reference
@@ -0,0 +1,8 @@
+0	0
+0	0
+OK
+1	1
+2	1
+2	1
+OK
+1	1
diff --git a/tests/queries/0_stateless/01187_set_profile_as_setting.sh b/tests/queries/0_stateless/01187_set_profile_as_setting.sh
new file mode 100755
index 00000000000..8247ab8870a
--- /dev/null
+++ b/tests/queries/0_stateless/01187_set_profile_as_setting.sh
@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+$CLICKHOUSE_CLIENT -n -m -q "select value, changed from system.settings where name='readonly';"
+$CLICKHOUSE_CLIENT -n -m -q "set profile='default'; select value, changed from system.settings where name='readonly';"
+$CLICKHOUSE_CLIENT -n -m -q "set profile='readonly'; select value, changed from system.settings where name='readonly';" 2>&1| grep -Fa "Cannot modify 'send_logs_level' setting in readonly mode" > /dev/null && echo "OK"
+CLICKHOUSE_CLIENT=$(echo ${CLICKHOUSE_CLIENT} | sed 's/'"--send_logs_level=${CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL}"'/--send_logs_level=fatal/g')
+$CLICKHOUSE_CLIENT -n -m -q "set profile='readonly'; select value, changed from system.settings where name='readonly';"
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=select+value,changed+from+system.settings+where+name='readonly'"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&profile=default&query=select+value,changed+from+system.settings+where+name='readonly'"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&profile=readonly&query=select+value,changed+from+system.settings+where+name='readonly'" 2>&1| grep -Fa "Cannot modify 'readonly' setting in readonly mode" > /dev/null && echo "OK"
+echo "select value, changed from system.settings where name='readonly';" | ${CLICKHOUSE_CURL} -sSg "${CLICKHOUSE_URL}&profile=readonly" -d @-
diff --git a/tests/queries/0_stateless/01285_data_skip_index_over_aggregation.sql b/tests/queries/0_stateless/01285_data_skip_index_over_aggregation.sql
index 575b4dfa4a5..dba734454c0 100644
--- a/tests/queries/0_stateless/01285_data_skip_index_over_aggregation.sql
+++ b/tests/queries/0_stateless/01285_data_skip_index_over_aggregation.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS data_01285;
 
 SET max_threads=1;
diff --git a/tests/queries/0_stateless/01290_max_execution_speed_distributed.sql b/tests/queries/0_stateless/01290_max_execution_speed_distributed.sql
index 8282390ca90..b0f545838e6 100644
--- a/tests/queries/0_stateless/01290_max_execution_speed_distributed.sql
+++ b/tests/queries/0_stateless/01290_max_execution_speed_distributed.sql
@@ -1,4 +1,8 @@
-SET max_execution_speed = 1000000, timeout_before_checking_execution_speed = 0.001, max_block_size = 100;
+SET max_execution_speed = 1000000;
+SET timeout_before_checking_execution_speed = 0.001;
+SET max_block_size = 100;
+
+SET log_queries=1;
 
 CREATE TEMPORARY TABLE times (t DateTime);
 
@@ -10,4 +14,10 @@ SELECT max(t) - min(t) >= 1 FROM times;
 
 -- Check that the query was also throttled on "remote" servers.
 SYSTEM FLUSH LOGS;
-SELECT DISTINCT query_duration_ms >= 500 FROM system.query_log WHERE event_date >= yesterday() AND query LIKE '%special query for 01290_max_execution_speed_distributed%' AND type = 2;
+SELECT DISTINCT query_duration_ms >= 500
+FROM system.query_log
+WHERE
+    event_date >= yesterday() AND
+    query LIKE '%special query for 01290_max_execution_speed_distributed%' AND
+    query NOT LIKE '%system.query_log%' AND
+    type = 2;
diff --git a/tests/queries/0_stateless/01293_show_settings.reference b/tests/queries/0_stateless/01293_show_settings.reference
new file mode 100644
index 00000000000..feebc9e473d
--- /dev/null
+++ b/tests/queries/0_stateless/01293_show_settings.reference
@@ -0,0 +1,5 @@
+send_timeout	Seconds	300
+connect_timeout	Seconds	10
+connect_timeout_with_failover_ms	Milliseconds	50
+connect_timeout_with_failover_secure_ms	Milliseconds	100
+max_memory_usage	UInt64	10000000000
diff --git a/tests/queries/0_stateless/01293_show_settings.sql b/tests/queries/0_stateless/01293_show_settings.sql
new file mode 100644
index 00000000000..08f00ed201c
--- /dev/null
+++ b/tests/queries/0_stateless/01293_show_settings.sql
@@ -0,0 +1,3 @@
+show settings like 'send_timeout';
+SHOW SETTINGS ILIKE '%CONNECT_timeout%';
+SHOW CHANGED SETTINGS ILIKE '%MEMORY%';
diff --git a/tests/queries/0_stateless/01322_cast_keep_nullable.reference b/tests/queries/0_stateless/01322_cast_keep_nullable.reference
index 8ad99a10170..cfe80a7c1b1 100644
--- a/tests/queries/0_stateless/01322_cast_keep_nullable.reference
+++ b/tests/queries/0_stateless/01322_cast_keep_nullable.reference
@@ -4,6 +4,7 @@
 1	Nullable(Int32)
 2	Nullable(Float32)
 2	Nullable(UInt8)
+00000000-0000-0002-0000-000000000000	Nullable(UUID)
 3	Nullable(Int32)
 \N	Nullable(Int32)
 42	Nullable(Int32)
diff --git a/tests/queries/0_stateless/01322_cast_keep_nullable.sql b/tests/queries/0_stateless/01322_cast_keep_nullable.sql
index 10918717469..ef5f5747a7d 100644
--- a/tests/queries/0_stateless/01322_cast_keep_nullable.sql
+++ b/tests/queries/0_stateless/01322_cast_keep_nullable.sql
@@ -10,7 +10,7 @@ SELECT CAST(toNullable(toInt8(1)) AS Int32) as x, toTypeName(x);
 
 SELECT CAST(toNullable(toFloat32(2)), 'Float32') as x, toTypeName(x);
 SELECT CAST(toNullable(toFloat32(2)), 'UInt8') as x, toTypeName(x);
-SELECT CAST(toNullable(toFloat32(2)), 'UUID') as x, toTypeName(x); -- { serverError 70 }
+SELECT CAST(toNullable(toFloat32(2)), 'UUID') as x, toTypeName(x);
 
 SELECT CAST(if(1 = 1, toNullable(toInt8(3)), NULL) AS Int32) as x, toTypeName(x);
 SELECT CAST(if(1 = 0, toNullable(toInt8(3)), NULL) AS Int32) as x, toTypeName(x);
diff --git a/tests/queries/0_stateless/01323_add_scalars_in_time.sql b/tests/queries/0_stateless/01323_add_scalars_in_time.sql
index 2d7cf270017..2ee5603f760 100644
--- a/tests/queries/0_stateless/01323_add_scalars_in_time.sql
+++ b/tests/queries/0_stateless/01323_add_scalars_in_time.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS tags;
 
 CREATE TABLE tags (
diff --git a/tests/queries/0_stateless/01373_summing_merge_tree_exclude_partition_key.sql b/tests/queries/0_stateless/01373_summing_merge_tree_exclude_partition_key.sql
index 790fbca6b73..c5a874efe09 100644
--- a/tests/queries/0_stateless/01373_summing_merge_tree_exclude_partition_key.sql
+++ b/tests/queries/0_stateless/01373_summing_merge_tree_exclude_partition_key.sql
@@ -1,3 +1,5 @@
+SET optimize_on_insert = 0;
+
 DROP TABLE IF EXISTS tt_01373;
 
 CREATE TABLE tt_01373
diff --git a/tests/queries/0_stateless/01451_replicated_detach_drop_and_quorum.sql b/tests/queries/0_stateless/01451_replicated_detach_drop_and_quorum.sql
index fca14b81e27..72e588c5c02 100644
--- a/tests/queries/0_stateless/01451_replicated_detach_drop_and_quorum.sql
+++ b/tests/queries/0_stateless/01451_replicated_detach_drop_and_quorum.sql
@@ -22,7 +22,7 @@ SELECT * FROM replica2;
 -- drop of empty partition works
 ALTER TABLE replica2 DROP PARTITION ID 'all';
 
-SET insert_quorum=2;
+SET insert_quorum = 2, insert_quorum_parallel = 0;
 
 INSERT INTO replica2 VALUES (1);
 
diff --git a/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh b/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh
index 48cf034a4c3..e033e0d5b72 100755
--- a/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh
+++ b/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh
@@ -17,7 +17,7 @@ done
 function thread {
     for x in {0..99}; do
         while true; do
-            $CLICKHOUSE_CLIENT --insert_quorum 5 --query "INSERT INTO r$1 SELECT $x" 2>&1 | grep -qF 'Quorum for previous write has not been satisfied yet' || break
+            $CLICKHOUSE_CLIENT --insert_quorum 5 --insert_quorum_parallel 0 --query "INSERT INTO r$1 SELECT $x" 2>&1 | grep -qF 'Quorum for previous write has not been satisfied yet' || break
         done
     done
 }
diff --git a/tests/queries/0_stateless/01513_count_without_select_sequence_consistency_zookeeper.sql b/tests/queries/0_stateless/01513_count_without_select_sequence_consistency_zookeeper.sql
index 6a6be32278d..0eb9f20ad91 100644
--- a/tests/queries/0_stateless/01513_count_without_select_sequence_consistency_zookeeper.sql
+++ b/tests/queries/0_stateless/01513_count_without_select_sequence_consistency_zookeeper.sql
@@ -17,7 +17,7 @@ SYSTEM SYNC REPLICA quorum3;
 
 SET select_sequential_consistency=0;
 SET optimize_trivial_count_query=1;
-SET insert_quorum=2;
+SET insert_quorum=2, insert_quorum_parallel=0;
 
 SYSTEM STOP FETCHES quorum1;
 
diff --git a/tests/queries/0_stateless/01550_create_map_type.reference b/tests/queries/0_stateless/01550_create_map_type.reference
new file mode 100644
index 00000000000..877199e92d5
--- /dev/null
+++ b/tests/queries/0_stateless/01550_create_map_type.reference
@@ -0,0 +1,29 @@
+zhangsan
+lisi
+1111	2222
+1112	2224
+1113	2226
+female
+zhangsan
+gender
+1116
+1117
+1118
+1119
+[]
+[]
+[]
+[]
+[]
+[]
+[0,2,0]
+[1,2,3]
+[1,3,2]
+[2,4,4]
+[3,5,6]
+[4,6,8]
+[5,7,10]
+[100,20,90]
+{1:'1',2:'2',3:'foo'}	1
+200000	560000	0
+200000	560000	0
diff --git a/tests/queries/0_stateless/01550_create_map_type.sql b/tests/queries/0_stateless/01550_create_map_type.sql
new file mode 100644
index 00000000000..7a08886a5d8
--- /dev/null
+++ b/tests/queries/0_stateless/01550_create_map_type.sql
@@ -0,0 +1,65 @@
+set allow_experimental_map_type = 1;
+
+-- String type
+drop table if exists table_map;
+create table table_map (a Map(String, String)) engine = Memory;
+insert into table_map values ({'name':'zhangsan', 'gender':'male'}), ({'name':'lisi', 'gender':'female'});
+select a['name'] from table_map;
+drop table if exists table_map;
+
+
+drop table if exists table_map;
+create table table_map (a Map(String, UInt64)) engine = MergeTree() order by a;
+insert into table_map select map('key1', number, 'key2', number * 2) from numbers(1111, 3);
+select a['key1'], a['key2'] from table_map;
+drop table if exists table_map;
+
+-- MergeTree Engine
+drop table if exists table_map;
+create table table_map (a Map(String, String), b String) engine = MergeTree() order by a;
+insert into table_map values ({'name':'zhangsan', 'gender':'male'}, 'name'), ({'name':'lisi', 'gender':'female'}, 'gender');
+select a[b] from table_map;
+select b from table_map where a = map('name','lisi', 'gender', 'female');
+drop table if exists table_map;
+
+-- Int type
+drop table if exists table_map;
+create table table_map(a Map(UInt8, UInt64), b UInt8) Engine = MergeTree() order by b;
+insert into table_map select map(number, number+5), number from numbers(1111,4);
+select a[b] from table_map;
+drop table if exists table_map;
+
+
+-- Array Type
+drop table if exists table_map;
+create table table_map(a Map(String, Array(UInt8))) Engine = MergeTree() order by a;
+insert into table_map values(map('k1', [1,2,3], 'k2', [4,5,6])), (map('k0', [], 'k1', [100,20,90]));
+insert into table_map select map('k1', [number, number + 2, number * 2]) from numbers(6);
+insert into table_map select map('k2', [number, number + 2, number * 2]) from numbers(6);
+select a['k1'] as col1 from table_map order by col1;
+drop table if exists table_map;
+
+SELECT CAST(([1, 2, 3], ['1', '2', 'foo']), 'Map(UInt8, String)') AS map, map[1];
+
+CREATE TABLE table_map (n UInt32, m Map(String, Int))
+ENGINE = MergeTree ORDER BY n SETTINGS min_bytes_for_wide_part = 0;
+
+-- coversion from Tuple(Array(K), Array(V))
+INSERT INTO table_map SELECT number, (arrayMap(x -> toString(x), range(number % 10 + 2)), range(number % 10 + 2)) FROM numbers(100000);
+-- coversion from Array(Tuple(K, V))
+INSERT INTO table_map SELECT number, arrayMap(x -> (toString(x), x), range(number % 10 + 2)) FROM numbers(100000);
+SELECT sum(m['1']), sum(m['7']), sum(m['100']) FROM table_map;
+
+DROP TABLE IF EXISTS table_map;
+
+CREATE TABLE table_map (n UInt32, m Map(String, Int))
+ENGINE = MergeTree ORDER BY n;
+
+-- coversion from Tuple(Array(K), Array(V))
+INSERT INTO table_map SELECT number, (arrayMap(x -> toString(x), range(number % 10 + 2)), range(number % 10 + 2)) FROM numbers(100000);
+-- coversion from Array(Tuple(K, V))
+INSERT INTO table_map SELECT number, arrayMap(x -> (toString(x), x), range(number % 10 + 2)) FROM numbers(100000);
+SELECT sum(m['1']), sum(m['7']), sum(m['100']) FROM table_map;
+
+DROP TABLE IF EXISTS table_map;
+
diff --git a/tests/queries/0_stateless/01550_type_map_formats.reference b/tests/queries/0_stateless/01550_type_map_formats.reference
new file mode 100644
index 00000000000..ca081db75a2
--- /dev/null
+++ b/tests/queries/0_stateless/01550_type_map_formats.reference
@@ -0,0 +1,46 @@
+JSON
+{
+	"meta":
+	[
+		{
+			"name": "m",
+			"type": "Map(String,UInt32)"
+		},
+		{
+			"name": "m1",
+			"type": "Map(String,Date)"
+		},
+		{
+			"name": "m2",
+			"type": "Map(String,Array(UInt32))"
+		}
+	],
+
+	"data":
+	[
+		{
+			"m": {"k1":1,"k2":2,"k3":3},
+			"m1": {"k1":"2020-05-05"},
+			"m2": {"k1":[],"k2":[7,8]}
+		},
+		{
+			"m": {"k1":10,"k3":30},
+			"m1": {"k2":"2020-06-06"},
+			"m2": {}
+		}
+	],
+
+	"rows": 2
+}
+JSONEachRow
+{"m":{"k1":1,"k2":2,"k3":3},"m1":{"k1":"2020-05-05"},"m2":{"k1":[],"k2":[7,8]}}
+{"m":{"k1":10,"k3":30},"m1":{"k2":"2020-06-06"},"m2":{}}
+CSV
+"{'k1':1,'k2':2,'k3':3}","{'k1':'2020-05-05'}","{'k1':[],'k2':[7,8]}"
+"{'k1':10,'k3':30}","{'k2':'2020-06-06'}","{}"
+TSV
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
+{'k1':10,'k3':30}	{'k2':'2020-06-06'}	{}
+TSKV
+m={'k1':1,'k2':2,'k3':3}	m1={'k1':'2020-05-05'}	m2={'k1':[],'k2':[7,8]}
+m={'k1':10,'k3':30}	m1={'k2':'2020-06-06'}	m2={}
diff --git a/tests/queries/0_stateless/01550_type_map_formats.sql b/tests/queries/0_stateless/01550_type_map_formats.sql
new file mode 100644
index 00000000000..6a09fca9398
--- /dev/null
+++ b/tests/queries/0_stateless/01550_type_map_formats.sql
@@ -0,0 +1,19 @@
+SET allow_experimental_map_type = 1;
+SET output_format_write_statistics = 0;
+
+DROP TABLE IF EXISTS map_formats;
+CREATE TABLE map_formats (m Map(String, UInt32), m1 Map(String, Date), m2 Map(String, Array(UInt32))) ENGINE = Log;
+
+INSERT INTO map_formats VALUES(map('k1', 1, 'k2', 2, 'k3', 3), map('k1', toDate('2020-05-05')), map('k1', [], 'k2', [7, 8]));
+INSERT INTO map_formats VALUES(map('k1', 10, 'k3', 30), map('k2', toDate('2020-06-06')), map());
+
+SELECT 'JSON';
+SELECT * FROM map_formats ORDER BY m['k1'] FORMAT JSON;
+SELECT 'JSONEachRow';
+SELECT * FROM map_formats ORDER BY m['k1'] FORMAT JSONEachRow;
+SELECT 'CSV';
+SELECT * FROM map_formats ORDER BY m['k1'] FORMAT CSV;
+SELECT 'TSV';
+SELECT * FROM map_formats ORDER BY m['k1'] FORMAT TSV;
+SELECT 'TSKV';
+SELECT * FROM map_formats ORDER BY m['k1'] FORMAT TSKV;
diff --git a/tests/queries/0_stateless/01550_type_map_formats_input.reference b/tests/queries/0_stateless/01550_type_map_formats_input.reference
new file mode 100644
index 00000000000..a360e6971d9
--- /dev/null
+++ b/tests/queries/0_stateless/01550_type_map_formats_input.reference
@@ -0,0 +1,5 @@
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
+{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}
diff --git a/tests/queries/0_stateless/01550_type_map_formats_input.sh b/tests/queries/0_stateless/01550_type_map_formats_input.sh
new file mode 100755
index 00000000000..e62002dc6ce
--- /dev/null
+++ b/tests/queries/0_stateless/01550_type_map_formats_input.sh
@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+$CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS map_formats_input"
+$CLICKHOUSE_CLIENT -q "CREATE TABLE map_formats_input (m Map(String, UInt32), m1 Map(String, Date), m2 Map(String, Array(UInt32))) ENGINE = Log;" --allow_experimental_map_type 1
+
+$CLICKHOUSE_CLIENT -q "INSERT INTO map_formats_input FORMAT JSONEachRow" <<< '{"m":{"k1":1,"k2":2,"k3":3},"m1":{"k1":"2020-05-05"},"m2":{"k1":[],"k2":[7,8]}}'
+$CLICKHOUSE_CLIENT -q "SELECT * FROM map_formats_input"
+$CLICKHOUSE_CLIENT -q "TRUNCATE TABLE map_formats_input"
+
+$CLICKHOUSE_CLIENT -q "INSERT INTO map_formats_input FORMAT CSV" <<< "\"{'k1':1,'k2':2,'k3':3}\",\"{'k1':'2020-05-05'}\",\"{'k1':[],'k2':[7,8]}\""
+$CLICKHOUSE_CLIENT -q "SELECT * FROM map_formats_input"
+$CLICKHOUSE_CLIENT -q "TRUNCATE TABLE map_formats_input"
+
+$CLICKHOUSE_CLIENT -q "INSERT INTO map_formats_input FORMAT TSV" <<< "{'k1':1,'k2':2,'k3':3}	{'k1':'2020-05-05'}	{'k1':[],'k2':[7,8]}"
+$CLICKHOUSE_CLIENT -q "SELECT * FROM map_formats_input"
+
+$CLICKHOUSE_CLIENT -q 'SELECT * FROM map_formats_input FORMAT Native' | $CLICKHOUSE_CLIENT -q "INSERT INTO map_formats_input FORMAT Native"
+$CLICKHOUSE_CLIENT -q "SELECT * FROM map_formats_input"
diff --git a/tests/queries/0_stateless/01556_accurate_cast_or_null.reference b/tests/queries/0_stateless/01556_accurate_cast_or_null.reference
new file mode 100644
index 00000000000..4287c755c3f
--- /dev/null
+++ b/tests/queries/0_stateless/01556_accurate_cast_or_null.reference
@@ -0,0 +1,30 @@
+\N
+5
+\N
+\N
+5
+\N
+\N
+5
+\N
+\N
+5
+\N
+5
+\N
+5
+\N
+\N
+1.000000000
+\N
+\N
+\N
+\N
+\N
+\N
+\N
+\N
+\N
+\N
+\N
+\N
diff --git a/tests/queries/0_stateless/01556_accurate_cast_or_null.sql b/tests/queries/0_stateless/01556_accurate_cast_or_null.sql
new file mode 100644
index 00000000000..b11ed5939fa
--- /dev/null
+++ b/tests/queries/0_stateless/01556_accurate_cast_or_null.sql
@@ -0,0 +1,35 @@
+SELECT accurateCastOrNull(-1, 'UInt8');
+SELECT accurateCastOrNull(5, 'UInt8');
+SELECT accurateCastOrNull(257, 'UInt8');
+SELECT accurateCastOrNull(-1, 'UInt16');
+SELECT accurateCastOrNull(5, 'UInt16');
+SELECT accurateCastOrNull(65536, 'UInt16');
+SELECT accurateCastOrNull(-1, 'UInt32');
+SELECT accurateCastOrNull(5, 'UInt32');
+SELECT accurateCastOrNull(4294967296, 'UInt32');
+SELECT accurateCastOrNull(-1, 'UInt64');
+SELECT accurateCastOrNull(5, 'UInt64');
+SELECT accurateCastOrNull(-1, 'UInt256');
+SELECT accurateCastOrNull(5, 'UInt256');
+
+SELECT accurateCastOrNull(-129, 'Int8');
+SELECT accurateCastOrNull(5, 'Int8');
+SELECT accurateCastOrNull(128, 'Int8');
+
+SELECT accurateCastOrNull(10, 'Decimal32(9)');
+SELECT accurateCastOrNull(1, 'Decimal32(9)');
+SELECT accurateCastOrNull(-10, 'Decimal32(9)');
+
+SELECT accurateCastOrNull('123', 'FixedString(2)');
+
+SELECT accurateCastOrNull(inf, 'Int64');
+SELECT accurateCastOrNull(inf, 'Int128');
+SELECT accurateCastOrNull(inf, 'Int256');
+SELECT accurateCastOrNull(nan, 'Int64');
+SELECT accurateCastOrNull(nan, 'Int128');
+SELECT accurateCastOrNull(nan, 'Int256');
+
+SELECT accurateCastOrNull(inf, 'UInt64');
+SELECT accurateCastOrNull(inf, 'UInt256');
+SELECT accurateCastOrNull(nan, 'UInt64');
+SELECT accurateCastOrNull(nan, 'UInt256');
diff --git a/tests/queries/0_stateless/01560_optimize_on_insert.reference b/tests/queries/0_stateless/01560_optimize_on_insert.reference
new file mode 100644
index 00000000000..7ace2043be0
--- /dev/null
+++ b/tests/queries/0_stateless/01560_optimize_on_insert.reference
@@ -0,0 +1,13 @@
+Replacing Merge Tree
+1	2020-01-01 00:00:00
+2	2020-01-02 00:00:00
+Collapsing Merge Tree
+1	1	2020-01-01 00:00:00
+Versioned Collapsing Merge Tree
+1	1	2	2020-01-01 00:00:00
+Summing Merge Tree
+1	6	2020-01-01 00:00:00
+2	6	2020-01-02 00:00:00
+Aggregating Merge Tree
+1	5	2020-01-01 00:00:00
+2	5	2020-01-02 00:00:00
diff --git a/tests/queries/0_stateless/01560_optimize_on_insert.sql b/tests/queries/0_stateless/01560_optimize_on_insert.sql
new file mode 100644
index 00000000000..9f6dac686bb
--- /dev/null
+++ b/tests/queries/0_stateless/01560_optimize_on_insert.sql
@@ -0,0 +1,35 @@
+SELECT 'Replacing Merge Tree';
+DROP TABLE IF EXISTS replacing_merge_tree;
+CREATE TABLE replacing_merge_tree (key UInt32, date Datetime) ENGINE=ReplacingMergeTree() PARTITION BY date ORDER BY key;
+INSERT INTO replacing_merge_tree VALUES (1, '2020-01-01'), (2, '2020-01-02'), (1, '2020-01-01'), (2, '2020-01-02');
+SELECT * FROM replacing_merge_tree ORDER BY key;
+DROP TABLE replacing_merge_tree;
+
+SELECT 'Collapsing Merge Tree';
+DROP TABLE IF EXISTS collapsing_merge_tree;
+CREATE TABLE collapsing_merge_tree (key UInt32, sign Int8, date Datetime) ENGINE=CollapsingMergeTree(sign) PARTITION BY date ORDER BY key;
+INSERT INTO collapsing_merge_tree VALUES (1, 1, '2020-01-01'), (2, 1, '2020-01-02'), (1, -1, '2020-01-01'), (2, -1, '2020-01-02'), (1, 1, '2020-01-01');
+SELECT * FROM collapsing_merge_tree ORDER BY key;
+DROP TABLE collapsing_merge_tree;
+
+SELECT 'Versioned Collapsing Merge Tree';
+DROP TABLE IF EXISTS versioned_collapsing_merge_tree;
+CREATE TABLE versioned_collapsing_merge_tree (key UInt32, sign Int8, version Int32, date Datetime) ENGINE=VersionedCollapsingMergeTree(sign, version) PARTITION BY date ORDER BY (key, version);
+INSERT INTO versioned_collapsing_merge_tree VALUES (1, 1, 1, '2020-01-01'), (1, -1, 1, '2020-01-01'), (1, 1, 2, '2020-01-01');
+SELECT * FROM versioned_collapsing_merge_tree ORDER BY key;
+DROP TABLE versioned_collapsing_merge_tree;
+
+SELECT 'Summing Merge Tree';
+DROP TABLE IF EXISTS summing_merge_tree;
+CREATE TABLE summing_merge_tree (key UInt32, val UInt32, date Datetime) ENGINE=SummingMergeTree(val) PARTITION BY date ORDER BY key;
+INSERT INTO summing_merge_tree VALUES (1, 1, '2020-01-01'), (2, 1, '2020-01-02'), (1, 5, '2020-01-01'), (2, 5, '2020-01-02');
+SELECT * FROM summing_merge_tree ORDER BY key;
+DROP TABLE summing_merge_tree;
+
+SELECT 'Aggregating Merge Tree';
+DROP TABLE IF EXISTS aggregating_merge_tree;
+CREATE TABLE aggregating_merge_tree (key UInt32, val SimpleAggregateFunction(max, UInt32), date Datetime) ENGINE=AggregatingMergeTree() PARTITION BY date ORDER BY key;
+INSERT INTO aggregating_merge_tree VALUES (1, 1, '2020-01-01'), (2, 1, '2020-01-02'), (1, 5, '2020-01-01'), (2, 5, '2020-01-02');
+SELECT * FROM aggregating_merge_tree ORDER BY key;
+DROP TABLE aggregating_merge_tree;
+
diff --git a/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.reference b/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.reference
new file mode 100644
index 00000000000..1c7908bf830
--- /dev/null
+++ b/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.reference
@@ -0,0 +1,14 @@
+SimpleAggregateFunction(any, UInt64)	0
+SimpleAggregateFunction(anyLast, UInt64)	0
+SimpleAggregateFunction(min, UInt64)	0
+SimpleAggregateFunction(max, UInt64)	0
+SimpleAggregateFunction(sum, UInt64)	0
+SimpleAggregateFunction(sumWithOverflow, UInt64)	0
+SimpleAggregateFunction(groupBitAnd, UInt64)	0
+SimpleAggregateFunction(groupBitOr, UInt64)	0
+SimpleAggregateFunction(groupBitXor, UInt64)	0
+SimpleAggregateFunction(sumMap, Tuple(Array(UInt64), Array(UInt64)))	([],[])
+SimpleAggregateFunction(minMap, Tuple(Array(UInt64), Array(UInt64)))	([0],[0])
+SimpleAggregateFunction(maxMap, Tuple(Array(UInt64), Array(UInt64)))	([0],[0])
+SimpleAggregateFunction(groupArrayArray, Array(UInt64))	[0]
+SimpleAggregateFunction(groupUniqArrayArray, Array(UInt64))	[0]
diff --git a/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.sql b/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.sql
new file mode 100644
index 00000000000..00a12a69d16
--- /dev/null
+++ b/tests/queries/0_stateless/01570_aggregator_combinator_simple_state.sql
@@ -0,0 +1,17 @@
+with anySimpleState(number) as c select toTypeName(c), c from numbers(1);
+with anyLastSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with minSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with maxSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with sumSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with sumWithOverflowSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with groupBitAndSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with groupBitOrSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with groupBitXorSimpleState(number) as c select toTypeName(c), c from numbers(1);
+with sumMapSimpleState(([number], [number])) as c select toTypeName(c), c from numbers(1);
+with minMapSimpleState(([number], [number])) as c select toTypeName(c), c from numbers(1);
+with maxMapSimpleState(([number], [number])) as c select toTypeName(c), c from numbers(1);
+with groupArrayArraySimpleState([number]) as c select toTypeName(c), c from numbers(1);
+with groupUniqArrayArraySimpleState([number]) as c select toTypeName(c), c from numbers(1);
+
+-- non-SimpleAggregateFunction
+with countSimpleState(number) as c select toTypeName(c), c from numbers(1); -- { serverError 36 }
diff --git a/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.reference b/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.reference
deleted file mode 100644
index 37883cc6c47..00000000000
--- a/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.reference
+++ /dev/null
@@ -1,6 +0,0 @@
--9223372036854775808
-170141183460469231731687303715884105727
--9223372036854775808
-170141183460469231731687303715884105727
-0
-0
diff --git a/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.sql b/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.sql
deleted file mode 100644
index b28fc80774f..00000000000
--- a/tests/queries/0_stateless/01581_to_int256_uint256_inf_nan.sql
+++ /dev/null
@@ -1,10 +0,0 @@
-SELECT toInt64(inf);
-SELECT toInt128(inf);
-SELECT toInt256(inf); -- { serverError 48 }
-SELECT toInt64(nan);
-SELECT toInt128(nan);
-SELECT toInt256(nan); -- { serverError 48 }
-SELECT toUInt64(inf);
-SELECT toUInt256(inf); -- { serverError 48 }
-SELECT toUInt64(nan);
-SELECT toUInt256(nan); -- { serverError 48 }
diff --git a/tests/queries/0_stateless/01581_to_int_inf_nan.reference b/tests/queries/0_stateless/01581_to_int_inf_nan.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01581_to_int_inf_nan.sql b/tests/queries/0_stateless/01581_to_int_inf_nan.sql
new file mode 100644
index 00000000000..4959b4d61e9
--- /dev/null
+++ b/tests/queries/0_stateless/01581_to_int_inf_nan.sql
@@ -0,0 +1,10 @@
+SELECT toInt64(inf); -- { serverError 70 }
+SELECT toInt128(inf); -- { serverError 70 }
+SELECT toInt256(inf); -- { serverError 70 }
+SELECT toInt64(nan); -- { serverError 70 }
+SELECT toInt128(nan); -- { serverError 70 }
+SELECT toInt256(nan); -- { serverError 70 }
+SELECT toUInt64(inf); -- { serverError 70 }
+SELECT toUInt256(inf); -- { serverError 70 }
+SELECT toUInt64(nan); -- { serverError 70 }
+SELECT toUInt256(nan); -- { serverError 70 }
diff --git a/tests/queries/0_stateless/01596_setting_limit_offset.reference b/tests/queries/0_stateless/01596_setting_limit_offset.reference
new file mode 100644
index 00000000000..96483268d43
--- /dev/null
+++ b/tests/queries/0_stateless/01596_setting_limit_offset.reference
@@ -0,0 +1,63 @@
+0
+1
+2
+3
+4
+15
+15
+16
+16
+17
+30
+30
+31
+31
+32
+102
+103
+104
+105
+105
+106
+107
+108
+109
+105
+106
+107
+108
+109
+60
+60
+61
+61
+62
+62
+63
+63
+64
+64
+60
+35
+35
+36
+36
+37
+37
+38
+38
+39
+39
+105
+106
+107
+108
+109
+12
+13
+13
+14
+14
+15
+15
+16
diff --git a/tests/queries/0_stateless/01596_setting_limit_offset.sql b/tests/queries/0_stateless/01596_setting_limit_offset.sql
new file mode 100644
index 00000000000..7c009a95837
--- /dev/null
+++ b/tests/queries/0_stateless/01596_setting_limit_offset.sql
@@ -0,0 +1,30 @@
+DROP TABLE IF EXISTS test;
+CREATE TABLE test (i UInt64) Engine = MergeTree() order by i;
+INSERT INTO test SELECT number FROM numbers(100);
+INSERT INTO test SELECT number FROM numbers(10,100);
+OPTIMIZE TABLE test FINAL;
+
+-- Only set limit
+SET limit = 5;
+SELECT * FROM test; -- 5 rows 
+SELECT * FROM test OFFSET 20; -- 5 rows 
+SELECT * FROM (SELECT i FROM test LIMIT 10 OFFSET 50) TMP; -- 5 rows 
+SELECT * FROM test LIMIT 4 OFFSET 192; -- 4 rows 
+SELECT * FROM test LIMIT 10 OFFSET 195; -- 5 rows
+
+-- Only set offset
+SET limit = 0;
+SET offset = 195;
+SELECT * FROM test; -- 5 rows
+SELECT * FROM test OFFSET 20; -- no result
+SELECT * FROM test LIMIT 100; -- no result
+SET offset = 10;
+SELECT * FROM test LIMIT 20 OFFSET 100; -- 10 rows
+SELECT * FROM test LIMIT 11 OFFSET 100; -- 1 rows
+
+-- offset and limit together
+SET limit = 10;
+SELECT * FROM test LIMIT 50 OFFSET 50; -- 10 rows 
+SELECT * FROM test LIMIT 50 OFFSET 190; -- 0 rows
+SELECT * FROM test LIMIT 50 OFFSET 185; -- 5 rows 
+SELECT * FROM test LIMIT 18 OFFSET 5; -- 8 rows 
diff --git a/tests/queries/0_stateless/01600_detach_permanently.reference b/tests/queries/0_stateless/01600_detach_permanently.reference
new file mode 100644
index 00000000000..98ed3b6762d
--- /dev/null
+++ b/tests/queries/0_stateless/01600_detach_permanently.reference
@@ -0,0 +1,102 @@
+##################
+setup env
+##################
+db_ordinary.log_table 1
+>table detached!
+db_ordinary.log_table 2
+>Table is back after restart
+10
+db_ordinary.log_table 3
+>table detached (permanently)!
+db_ordinary.log_table 4
+>table is still detached (after restart)!
+db_ordinary.log_table 5
+>Table is back after attach
+db_ordinary.log_table 6
+10
+##################
+db_ordinary.mt_table 1
+>table detached!
+db_ordinary.mt_table 2
+>Table is back after restart
+10
+db_ordinary.mt_table 3
+>table detached (permanently)!
+db_ordinary.mt_table 4
+>table is still detached (after restart)!
+db_ordinary.mt_table 5
+>Table is back after attach
+db_ordinary.mt_table 6
+10
+##################
+db_ordinary.null_table 1
+>table detached!
+db_ordinary.null_table 2
+>Table is back after restart
+0
+db_ordinary.null_table 3
+>table detached (permanently)!
+db_ordinary.null_table 4
+>table is still detached (after restart)!
+db_ordinary.null_table 5
+>Table is back after attach
+db_ordinary.null_table 6
+0
+##################
+db_atomic.log_table 1
+>table detached!
+db_atomic.log_table 2
+>Table is back after restart
+10
+db_atomic.log_table 3
+>table detached (permanently)!
+db_atomic.log_table 4
+>table is still detached (after restart)!
+db_atomic.log_table 5
+>Table is back after attach
+db_atomic.log_table 6
+10
+##################
+db_atomic.mt_table 1
+>table detached!
+db_atomic.mt_table 2
+>Table is back after restart
+10
+db_atomic.mt_table 3
+>table detached (permanently)!
+db_atomic.mt_table 4
+>table is still detached (after restart)!
+db_atomic.mt_table 5
+>Table is back after attach
+db_atomic.mt_table 6
+10
+##################
+db_atomic.null_table 1
+>table detached!
+db_atomic.null_table 2
+>Table is back after restart
+0
+db_atomic.null_table 3
+>table detached (permanently)!
+db_atomic.null_table 4
+>table is still detached (after restart)!
+db_atomic.null_table 5
+>Table is back after attach
+db_atomic.null_table 6
+0
+##################
+test for MV
+MV is working
+Usual detach works immediately till restart
+Usual detach activates after restart
+Permanent detach works immediately
+Permanent detach still works after restart
+View can be reattached
+##################
+test for MV with inner table
+MV is working
+1
+View can be reattached
+##################
+DETACH DATABASE is not implemented (proper error)
+1
diff --git a/tests/queries/0_stateless/01600_detach_permanently.sh b/tests/queries/0_stateless/01600_detach_permanently.sh
new file mode 100755
index 00000000000..e897f80a33f
--- /dev/null
+++ b/tests/queries/0_stateless/01600_detach_permanently.sh
@@ -0,0 +1,125 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+## tests with real clickhouse restart would be a bit to heavy,
+## to ensure the table will not reappear back clickhose-local is enough.
+
+WORKING_FOLDER_01600="${CLICKHOUSE_TMP}/01600_detach_permanently"
+rm -rf "${WORKING_FOLDER_01600}"
+mkdir -p "${WORKING_FOLDER_01600}"
+
+clickhouse_local() {
+    local query="$1"
+    shift
+    ${CLICKHOUSE_LOCAL} --query "$query" $@ -- --path="${WORKING_FOLDER_01600}"
+}
+
+test_detach_attach_sequence() {
+    local db="$1"
+    local table="$2"
+    echo "##################"
+
+    echo "${db}.${table} 1"
+    # normal DETACH - while process is running (clickhouse-local here, same for server) table is detached.
+    clickhouse_local "DETACH TABLE ${db}.${table}; SELECT if( count() = 0, '>table detached!', '>Fail') FROM system.tables WHERE database='${db}' AND name='${table}';"
+
+    # but once we restart the precess (either clickhouse-local either clickhouse server) the table is back.
+    echo "${db}.${table} 2"
+    clickhouse_local "SELECT if(name='${table}', '>Table is back after restart', '>fail') FROM system.tables WHERE database='${db}' AND name='${table}'; SELECT count() FROM ${db}.${table};"
+
+    # permanent DETACH - table is detached, and metadata file renamed, prevening further attach
+    echo "${db}.${table} 3"
+    clickhouse_local "DETACH TABLE ${db}.${table} PERMANENTLY; SELECT if( count() = 0, '>table detached (permanently)!', '>Fail') FROM system.tables WHERE database='${db}' AND name='${table}';"
+
+    # still detached after restart
+    echo "${db}.${table} 4"
+    clickhouse_local "SELECT if( count() = 0, '>table is still detached (after restart)!', '>Fail') FROM system.tables WHERE database='${db}' AND name='${table}';"
+
+    # but can be reattached
+    echo "${db}.${table} 5"
+    clickhouse_local "ATTACH TABLE ${db}.${table}; SELECT if(name='${table}', '>Table is back after attach', '>fail') FROM system.tables WHERE database='${db}' AND name='${table}';"
+
+    echo "${db}.${table} 6"
+    clickhouse_local "SELECT count() FROM ${db}.${table};"
+}
+
+echo "##################"
+echo "setup env"
+
+clickhouse_local "DROP DATABASE IF EXISTS db_ordinary SYNC;"
+clickhouse_local "DROP DATABASE IF EXISTS db_atomic SYNC;"
+
+clickhouse_local "CREATE DATABASE db_ordinary Engine=Ordinary"
+clickhouse_local "CREATE DATABASE db_atomic Engine=Atomic"
+
+clickhouse_local "CREATE TABLE db_ordinary.log_table Engine=Log AS SELECT * FROM numbers(10)"
+clickhouse_local "CREATE TABLE db_ordinary.mt_table Engine=MergeTree ORDER BY tuple() AS SELECT * FROM numbers(10)"
+clickhouse_local "CREATE TABLE db_ordinary.null_table Engine=Null AS SELECT * FROM numbers(10)"
+
+clickhouse_local "CREATE TABLE db_atomic.log_table Engine=Log AS SELECT * FROM numbers(10)"
+clickhouse_local "CREATE TABLE db_atomic.mt_table Engine=MergeTree ORDER BY tuple() AS SELECT * FROM numbers(10)"
+clickhouse_local "CREATE TABLE db_atomic.null_table Engine=Null AS SELECT * FROM numbers(10)"
+
+test_detach_attach_sequence "db_ordinary" "log_table"
+test_detach_attach_sequence "db_ordinary" "mt_table"
+test_detach_attach_sequence "db_ordinary" "null_table"
+
+test_detach_attach_sequence "db_atomic" "log_table"
+test_detach_attach_sequence "db_atomic" "mt_table"
+test_detach_attach_sequence "db_atomic" "null_table"
+
+echo "##################"
+echo "test for MV"
+clickhouse_local "CREATE TABLE db_ordinary.src Engine=Null AS system.numbers"
+clickhouse_local "CREATE TABLE db_ordinary.dst Engine=Log AS system.numbers"
+clickhouse_local "CREATE MATERIALIZED VIEW db_ordinary.src2dst_mv_to TO db_ordinary.dst AS SELECT * FROM db_ordinary.src"
+
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 10, 'MV is working', 'MV failed') from db_ordinary.dst;"
+
+clickhouse_local "DETACH VIEW db_ordinary.src2dst_mv_to; INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 10, 'Usual detach works immediately till restart', 'Usual detach failed') from db_ordinary.dst;"
+
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 20, 'Usual detach activates after restart', 'Usual detach reactivation failed') from db_ordinary.dst;"
+
+clickhouse_local "DETACH VIEW db_ordinary.src2dst_mv_to PERMANENTLY; INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 20, 'Permanent detach works immediately', 'Permanent detach failed') from db_ordinary.dst;"
+
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 20, 'Permanent detach still works after restart', 'Permanent detach reactivated!') from db_ordinary.dst;"
+
+## Quite silly: ATTACH MATERIALIZED VIEW don't work with short syntax (w/o select), but i can attach it using ATTACH TABLE ...
+clickhouse_local "ATTACH TABLE db_ordinary.src2dst_mv_to"
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 30, 'View can be reattached', 'can not reattach permanently detached view') from db_ordinary.dst;"
+
+clickhouse_local "DROP VIEW db_ordinary.src2dst_mv_to SYNC"
+
+echo "##################"
+echo "test for MV with inner table"
+clickhouse_local "CREATE MATERIALIZED VIEW db_ordinary.src_mv_with_inner Engine=Log AS SELECT * FROM db_ordinary.src"
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+
+clickhouse_local "SELECT if(count() = 10, 'MV is working', 'MV failed') FROM db_ordinary.src_mv_with_inner"
+
+clickhouse_local "DETACH VIEW db_ordinary.src_mv_with_inner PERMANENTLY; INSERT INTO db_ordinary.src SELECT * FROM numbers(10)" --stacktrace
+clickhouse_local "SELECT if(count() = 10, 'MV can be detached permanently', 'MV detach failed') FROM db_ordinary.src_mv_with_inner" 2>&1 | grep -c "db_ordinary.src_mv_with_inner doesn't exist"
+## Quite silly: ATTACH MATERIALIZED VIEW don't work with short syntax (w/o select), but i can attach it using ATTACH TABLE ...
+clickhouse_local "ATTACH TABLE db_ordinary.src_mv_with_inner"
+clickhouse_local "INSERT INTO db_ordinary.src SELECT * FROM numbers(10)"
+clickhouse_local "SELECT if(count() = 20, 'View can be reattached', 'can not reattach permanently detached view') from db_ordinary.src_mv_with_inner;"
+
+## clickhouse_local can't work with dicts...
+# mkdir -p "${WORKING_FOLDER_01600}/user_files"
+# echo "1" > "${WORKING_FOLDER_01600}/user_files/dummy_dict.tsv"
+# clickhouse_local "DROP DICTIONARY db_ordinary.dummy; CREATE DICTIONARY db_ordinary.dummy (id UInt64) PRIMARY KEY id LAYOUT(FLAT()) SOURCE(FILE(path 'dummy_dict.tsv' format 'TabSeparated')) LIFETIME(MIN 1 MAX 10); DETACH DICTIONARY db_ordinary.dummy PERMANENTLY; SELECT dictGet('db_ordinary.dummy','val',toUInt64(1));"
+
+echo "##################"
+echo "DETACH DATABASE is not implemented (proper error)"
+clickhouse_local "DETACH DATABASE db_ordinary PERMANENTLY;" 2>&1 | grep -c 'DETACH PERMANENTLY is not implemented'
+
+# clean up
+rm -rf "${WORKING_FOLDER_01600}"
diff --git a/tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.reference b/tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.sql b/tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.sql
new file mode 100644
index 00000000000..b33b74c918d
--- /dev/null
+++ b/tests/queries/0_stateless/01600_remerge_sort_lowered_memory_bytes_ratio.sql
@@ -0,0 +1,29 @@
+-- Check remerge_sort_lowered_memory_bytes_ratio setting
+
+set max_memory_usage='300Mi';
+-- enter remerge once limit*2 is reached
+set max_bytes_before_remerge_sort='10Mi';
+-- more blocks
+set max_block_size=40960;
+
+-- remerge_sort_lowered_memory_bytes_ratio default 2, slightly not enough
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 819200 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 186.25 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging is not useful (memory usage was not lowered by remerge_sort_lowered_memory_bytes_ratio=2.0)
+select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(toUInt64(3e6)) order by k limit 400e3 format Null; -- { serverError 241 }
+select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(toUInt64(3e6)) order by k limit 400e3 settings remerge_sort_lowered_memory_bytes_ratio=2. format Null; -- { serverError 241 }
+
+-- remerge_sort_lowered_memory_bytes_ratio 1.9 is good (need at least 1.91/0.98=1.94)
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 819200 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 186.25 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
+--     MergeSortingTransform: Re-merging intermediate ORDER BY data (20 blocks with 809600 rows) to save memory consumption
+--     MergeSortingTransform: Memory usage is lowered from 188.13 MiB to 95.00 MiB
+select number k, repeat(toString(number), 11) v1, repeat(toString(number), 12) v2 from numbers(toUInt64(3e6)) order by k limit 400e3 settings remerge_sort_lowered_memory_bytes_ratio=1.9 format Null;
diff --git a/tests/queries/0_stateless/01600_select_in_different_types.reference b/tests/queries/0_stateless/01600_select_in_different_types.reference
new file mode 100644
index 00000000000..626fb152744
--- /dev/null
+++ b/tests/queries/0_stateless/01600_select_in_different_types.reference
@@ -0,0 +1,11 @@
+1
+0
+1
+1
+2
+2
+1
+1
+1
+0
+0
diff --git a/tests/queries/0_stateless/01600_select_in_different_types.sql b/tests/queries/0_stateless/01600_select_in_different_types.sql
new file mode 100644
index 00000000000..25d37c122e0
--- /dev/null
+++ b/tests/queries/0_stateless/01600_select_in_different_types.sql
@@ -0,0 +1,35 @@
+SELECT 1 IN (SELECT 1);
+SELECT -1 IN (SELECT 1);
+
+DROP TABLE IF EXISTS select_in_test;
+
+CREATE TABLE select_in_test(value UInt8) ENGINE=TinyLog;
+INSERT INTO select_in_test VALUES (1), (2), (3);
+
+SELECT value FROM select_in_test WHERE value IN (-1);
+SELECT value FROM select_in_test WHERE value IN (SELECT -1);
+
+SELECT value FROM select_in_test WHERE value IN (1);
+SELECT value FROM select_in_test WHERE value IN (SELECT 1);
+
+DROP TABLE select_in_test;
+
+CREATE TABLE select_in_test(value Int8) ENGINE=TinyLog;
+INSERT INTO select_in_test VALUES (-1), (2), (3);
+
+SELECT value FROM select_in_test WHERE value IN (1);
+SELECT value FROM select_in_test WHERE value IN (SELECT 1);
+
+SELECT value FROM select_in_test WHERE value IN (2);
+SELECT value FROM select_in_test WHERE value IN (SELECT 2);
+
+DROP TABLE select_in_test;
+
+SELECT 1 IN (1);
+SELECT '1' IN (SELECT 1);
+
+SELECT 1 IN (SELECT 1) SETTINGS transform_null_in = 1;
+SELECT 1 IN (SELECT 'a') SETTINGS transform_null_in = 1;
+SELECT 'a' IN (SELECT 1) SETTINGS transform_null_in = 1; -- { serverError 6 }
+SELECT 1 IN (SELECT -1) SETTINGS transform_null_in = 1;
+SELECT -1 IN (SELECT 1) SETTINGS transform_null_in = 1; -- { serverError 70 }
diff --git a/tests/queries/0_stateless/01601_accurate_cast.reference b/tests/queries/0_stateless/01601_accurate_cast.reference
new file mode 100644
index 00000000000..6ccedbdcfea
--- /dev/null
+++ b/tests/queries/0_stateless/01601_accurate_cast.reference
@@ -0,0 +1,8 @@
+5
+5
+5
+5
+5
+5
+1.000000000
+12
diff --git a/tests/queries/0_stateless/01601_accurate_cast.sql b/tests/queries/0_stateless/01601_accurate_cast.sql
new file mode 100644
index 00000000000..b5fd4fb04a4
--- /dev/null
+++ b/tests/queries/0_stateless/01601_accurate_cast.sql
@@ -0,0 +1,24 @@
+SELECT accurateCast(-1, 'UInt8'); -- { serverError 70 }
+SELECT accurateCast(5, 'UInt8');
+SELECT accurateCast(257, 'UInt8'); -- { serverError 70 }
+SELECT accurateCast(-1, 'UInt16'); -- { serverError 70 }
+SELECT accurateCast(5, 'UInt16');
+SELECT accurateCast(65536, 'UInt16'); -- { serverError 70 }
+SELECT accurateCast(-1, 'UInt32'); -- { serverError 70 }
+SELECT accurateCast(5, 'UInt32');
+SELECT accurateCast(4294967296, 'UInt32'); -- { serverError 70 }
+SELECT accurateCast(-1, 'UInt64'); -- { serverError 70 }
+SELECT accurateCast(5, 'UInt64');
+SELECT accurateCast(-1, 'UInt256'); -- { serverError 70 }
+SELECT accurateCast(5, 'UInt256');
+
+SELECT accurateCast(-129, 'Int8'); -- { serverError 70 }
+SELECT accurateCast(5, 'Int8');
+SELECT accurateCast(128, 'Int8'); -- { serverError 70 }
+
+SELECT accurateCast(10, 'Decimal32(9)'); -- { serverError 407 }
+SELECT accurateCast(1, 'Decimal32(9)');
+SELECT accurateCast(-10, 'Decimal32(9)'); -- { serverError 407 }
+
+SELECT accurateCast('123', 'FixedString(2)'); -- { serverError 131 }
+SELECT accurateCast('12', 'FixedString(2)');
diff --git a/tests/queries/0_stateless/01601_detach_permanently.reference b/tests/queries/0_stateless/01601_detach_permanently.reference
new file mode 100644
index 00000000000..6683603c972
--- /dev/null
+++ b/tests/queries/0_stateless/01601_detach_permanently.reference
@@ -0,0 +1,79 @@
+database atomic tests
+can not create table with same name as detached permanently
+can not detach twice
+can not drop detached
+can not replace with the other table
+can still show the create statement
+Row 1:
+──────
+statement: CREATE TABLE test1601_detach_permanently_atomic.test_name_reuse
+(
+    `number` UInt64
+)
+ENGINE = MergeTree
+ORDER BY tuple()
+SETTINGS index_granularity = 8192
+can not attach with bad uuid
+can attach with short syntax
+100
+can not detach permanently the table which is already detached (temporary)
+100
+After database reattachement the table is back (it was detached temporary)
+And we can detach it permanently
+After database reattachement the table is still absent (it was detached permamently)
+And we can not detach it permanently
+But we can attach it back
+And detach permanently again to check how database drop will behave
+DROP database
+-----------------------
+database ordinary tests
+can not create table with same name as detached permanently
+can not detach twice
+can not drop detached
+can not replace with the other table
+can still show the create statement
+Row 1:
+──────
+statement: CREATE TABLE test1601_detach_permanently_ordinary.test_name_reuse
+(
+    `number` UInt64
+)
+ENGINE = MergeTree
+ORDER BY tuple()
+SETTINGS index_granularity = 8192
+can attach with full syntax
+can attach with short syntax
+can not detach permanently the table which is already detached (temporary)
+After database reattachement the table is back (it was detached temporary)
+And we can detach it permanently
+After database reattachement the table is still absent (it was detached permamently)
+And we can not detach it permanently
+But we can attach it back
+And detach permanently again to check how database drop will behave
+DROP database - Directory not empty error, but database deteched
+DROP database - now success
+-----------------------
+database lazy tests
+can not create table with same name as detached permanently
+can not detach twice
+can not drop detached
+can not replace with the other table
+can still show the create statement
+Row 1:
+──────
+statement: CREATE TABLE test1601_detach_permanently_lazy.test_name_reuse
+(
+    `number` UInt64
+)
+ENGINE = Log
+can attach with full syntax
+can attach with short syntax
+can not detach permanently the table which is already detached (temporary)
+After database reattachement the table is back (it was detached temporary)
+And we can detach it permanently
+After database reattachement the table is still absent (it was detached permamently)
+And we can not detach it permanently
+But we can attach it back
+And detach permanently again to check how database drop will behave
+DROP database - Directory not empty error, but database deteched
+DROP database - now success
diff --git a/tests/queries/0_stateless/01601_detach_permanently.sql b/tests/queries/0_stateless/01601_detach_permanently.sql
new file mode 100644
index 00000000000..0e21fd8f463
--- /dev/null
+++ b/tests/queries/0_stateless/01601_detach_permanently.sql
@@ -0,0 +1,214 @@
+SELECT 'database atomic tests';
+
+DROP DATABASE IF EXISTS test1601_detach_permanently_atomic;
+CREATE DATABASE test1601_detach_permanently_atomic Engine=Atomic;
+
+create table test1601_detach_permanently_atomic.test_name_reuse (number UInt64) engine=MergeTree order by tuple();
+
+INSERT INTO test1601_detach_permanently_atomic.test_name_reuse SELECT * FROM numbers(100);
+
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY;
+
+SELECT 'can not create table with same name as detached permanently';
+create table test1601_detach_permanently_atomic.test_name_reuse (number UInt64) engine=MergeTree order by tuple(); -- { serverError 57 }
+
+SELECT 'can not detach twice';
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY; -- { serverError 60 }
+DETACH table test1601_detach_permanently_atomic.test_name_reuse; -- { serverError 60 }
+
+SELECT 'can not drop detached';
+drop table test1601_detach_permanently_atomic.test_name_reuse; -- { serverError 60 }
+
+create table test1601_detach_permanently_atomic.test_name_rename_attempt (number UInt64) engine=MergeTree order by tuple();
+
+SELECT 'can not replace with the other table';
+RENAME TABLE test1601_detach_permanently_atomic.test_name_rename_attempt TO test1601_detach_permanently_atomic.test_name_reuse; -- { serverError 57 }
+EXCHANGE TABLES test1601_detach_permanently_atomic.test_name_rename_attempt AND test1601_detach_permanently_atomic.test_name_reuse; -- { serverError 60 }
+
+SELECT 'can still show the create statement';
+SHOW CREATE TABLE test1601_detach_permanently_atomic.test_name_reuse FORMAT Vertical;
+
+SELECT 'can not attach with bad uuid';
+ATTACH TABLE test1601_detach_permanently_atomic.test_name_reuse UUID '00000000-0000-0000-0000-000000000001'　(`number` UInt64　)　ENGINE = MergeTree　ORDER BY tuple()　SETTINGS index_granularity = 8192 ;  -- { serverError 57 }
+
+SELECT 'can attach with short syntax';
+ATTACH TABLE test1601_detach_permanently_atomic.test_name_reuse;
+
+SELECT count() FROM test1601_detach_permanently_atomic.test_name_reuse;
+
+DETACH table test1601_detach_permanently_atomic.test_name_reuse;
+
+SELECT 'can not detach permanently the table which is already detached (temporary)';
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+DETACH DATABASE test1601_detach_permanently_atomic;
+ATTACH DATABASE test1601_detach_permanently_atomic;
+
+SELECT count() FROM test1601_detach_permanently_atomic.test_name_reuse;
+
+SELECT 'After database reattachement the table is back (it was detached temporary)';
+SELECT 'And we can detach it permanently';
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY;
+
+DETACH DATABASE test1601_detach_permanently_atomic;
+ATTACH DATABASE test1601_detach_permanently_atomic;
+
+SELECT 'After database reattachement the table is still absent (it was detached permamently)';
+SELECT 'And we can not detach it permanently';
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+SELECT 'But we can attach it back';
+ATTACH TABLE test1601_detach_permanently_atomic.test_name_reuse;
+
+SELECT 'And detach permanently again to check how database drop will behave';
+DETACH table test1601_detach_permanently_atomic.test_name_reuse PERMANENTLY;
+
+SELECT 'DROP database';
+DROP DATABASE test1601_detach_permanently_atomic SYNC;
+
+SELECT '-----------------------';
+SELECT 'database ordinary tests';
+
+DROP DATABASE IF EXISTS test1601_detach_permanently_ordinary;
+CREATE DATABASE test1601_detach_permanently_ordinary Engine=Ordinary;
+
+create table test1601_detach_permanently_ordinary.test_name_reuse (number UInt64) engine=MergeTree order by tuple();
+
+INSERT INTO test1601_detach_permanently_ordinary.test_name_reuse SELECT * FROM numbers(100);
+
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY;
+
+SELECT 'can not create table with same name as detached permanently';
+create table test1601_detach_permanently_ordinary.test_name_reuse (number UInt64) engine=MergeTree order by tuple(); -- { serverError 57 }
+
+SELECT 'can not detach twice';
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY; -- { serverError 60 }
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse; -- { serverError 60 }
+
+SELECT 'can not drop detached';
+drop table test1601_detach_permanently_ordinary.test_name_reuse; -- { serverError 60 }
+
+create table test1601_detach_permanently_ordinary.test_name_rename_attempt (number UInt64) engine=MergeTree order by tuple();
+
+SELECT 'can not replace with the other table';
+RENAME TABLE test1601_detach_permanently_ordinary.test_name_rename_attempt TO test1601_detach_permanently_ordinary.test_name_reuse; -- { serverError 57 }
+
+SELECT 'can still show the create statement';
+SHOW CREATE TABLE test1601_detach_permanently_ordinary.test_name_reuse FORMAT Vertical;
+
+SELECT 'can attach with full syntax';
+ATTACH TABLE test1601_detach_permanently_ordinary.test_name_reuse (`number` UInt64　)　ENGINE = MergeTree　ORDER BY tuple()　SETTINGS index_granularity = 8192;
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY;
+
+SELECT 'can attach with short syntax';
+ATTACH TABLE test1601_detach_permanently_ordinary.test_name_reuse;
+
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse;
+
+SELECT 'can not detach permanently the table which is already detached (temporary)';
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+DETACH DATABASE test1601_detach_permanently_ordinary;
+ATTACH DATABASE test1601_detach_permanently_ordinary;
+
+SELECT 'After database reattachement the table is back (it was detached temporary)';
+SELECT 'And we can detach it permanently';
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY;
+
+DETACH DATABASE test1601_detach_permanently_ordinary;
+ATTACH DATABASE test1601_detach_permanently_ordinary;
+
+SELECT 'After database reattachement the table is still absent (it was detached permamently)';
+SELECT 'And we can not detach it permanently';
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+SELECT 'But we can attach it back';
+ATTACH TABLE test1601_detach_permanently_ordinary.test_name_reuse;
+
+SELECT 'And detach permanently again to check how database drop will behave';
+DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY;
+
+SELECT 'DROP database - Directory not empty error, but database deteched';
+DROP DATABASE test1601_detach_permanently_ordinary; -- { serverError 1000 }
+
+ATTACH DATABASE test1601_detach_permanently_ordinary;
+
+ATTACH TABLE test1601_detach_permanently_ordinary.test_name_reuse;
+DROP TABLE test1601_detach_permanently_ordinary.test_name_reuse;
+
+SELECT 'DROP database - now success';
+DROP DATABASE test1601_detach_permanently_ordinary;
+
+
+SELECT '-----------------------';
+SELECT 'database lazy tests';
+
+DROP DATABASE IF EXISTS test1601_detach_permanently_lazy;
+CREATE DATABASE test1601_detach_permanently_lazy Engine=Lazy(10);
+
+create table test1601_detach_permanently_lazy.test_name_reuse (number UInt64) engine=Log;
+
+INSERT INTO test1601_detach_permanently_lazy.test_name_reuse SELECT * FROM numbers(100);
+
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY;
+
+SELECT 'can not create table with same name as detached permanently';
+create table test1601_detach_permanently_lazy.test_name_reuse (number UInt64) engine=Log; -- { serverError 57 }
+
+SELECT 'can not detach twice';
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY; -- { serverError 60 }
+DETACH table test1601_detach_permanently_lazy.test_name_reuse; -- { serverError 60 }
+
+SELECT 'can not drop detached';
+drop table test1601_detach_permanently_lazy.test_name_reuse; -- { serverError 60 }
+
+create table test1601_detach_permanently_lazy.test_name_rename_attempt (number UInt64) engine=Log;
+
+SELECT 'can not replace with the other table';
+RENAME TABLE test1601_detach_permanently_lazy.test_name_rename_attempt TO test1601_detach_permanently_lazy.test_name_reuse; -- { serverError 57 }
+
+SELECT 'can still show the create statement';
+SHOW CREATE TABLE test1601_detach_permanently_lazy.test_name_reuse FORMAT Vertical;
+
+SELECT 'can attach with full syntax';
+ATTACH TABLE test1601_detach_permanently_lazy.test_name_reuse (`number` UInt64　)　ENGINE = Log;
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY;
+
+SELECT 'can attach with short syntax';
+ATTACH TABLE test1601_detach_permanently_lazy.test_name_reuse;
+
+DETACH table test1601_detach_permanently_lazy.test_name_reuse;
+
+SELECT 'can not detach permanently the table which is already detached (temporary)';
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+DETACH DATABASE test1601_detach_permanently_lazy;
+ATTACH DATABASE test1601_detach_permanently_lazy;
+
+SELECT 'After database reattachement the table is back (it was detached temporary)';
+SELECT 'And we can detach it permanently';
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY;
+
+DETACH DATABASE test1601_detach_permanently_lazy;
+ATTACH DATABASE test1601_detach_permanently_lazy;
+
+SELECT 'After database reattachement the table is still absent (it was detached permamently)';
+SELECT 'And we can not detach it permanently';
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY; -- { serverError 60 }
+
+SELECT 'But we can attach it back';
+ATTACH TABLE test1601_detach_permanently_lazy.test_name_reuse;
+
+SELECT 'And detach permanently again to check how database drop will behave';
+DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY;
+
+SELECT 'DROP database - Directory not empty error, but database deteched';
+DROP DATABASE test1601_detach_permanently_lazy; -- { serverError 1000 }
+
+ATTACH DATABASE test1601_detach_permanently_lazy;
+
+ATTACH TABLE test1601_detach_permanently_lazy.test_name_reuse;
+DROP TABLE test1601_detach_permanently_lazy.test_name_reuse;
+
+SELECT 'DROP database - now success';
+DROP DATABASE test1601_detach_permanently_lazy;
diff --git a/tests/queries/0_stateless/01601_temporary_table_session_scope.reference b/tests/queries/0_stateless/01601_temporary_table_session_scope.reference
new file mode 100644
index 00000000000..84b736f86c9
--- /dev/null
+++ b/tests/queries/0_stateless/01601_temporary_table_session_scope.reference
@@ -0,0 +1,5 @@
+CREATE TEMPORARY TABLE tmptable (`x` UInt32) ENGINE = Memory
+CREATE TEMPORARY TABLE tmptable (`y` Float64, `z` String) ENGINE = Memory
+x	UInt32	1
+y	Float64	1
+z	String	2
diff --git a/tests/queries/0_stateless/01601_temporary_table_session_scope.sh b/tests/queries/0_stateless/01601_temporary_table_session_scope.sh
new file mode 100755
index 00000000000..fbc45aec216
--- /dev/null
+++ b/tests/queries/0_stateless/01601_temporary_table_session_scope.sh
@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=DROP+TEMPORARY+TABLE+IF+EXISTS+tmptable&session_id=session_1601a"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=DROP+TEMPORARY+TABLE+IF+EXISTS+tmptable&session_id=session_1601b"
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=CREATE+TEMPORARY+TABLE+tmptable(x+UInt32)&session_id=session_1601a"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=CREATE+TEMPORARY+TABLE+tmptable(y+Float64,+z+String)&session_id=session_1601b"
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=SELECT+create_table_query+FROM+system.tables+WHERE+database=''+AND+name='tmptable'&session_id=session_1601a"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=SELECT+create_table_query+FROM+system.tables+WHERE+database=''+AND+name='tmptable'&session_id=session_1601b"
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=SELECT+name,type,position+FROM+system.columns+WHERE+database=''+AND+table='tmptable'&session_id=session_1601a"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=SELECT+name,type,position+FROM+system.columns+WHERE+database=''+AND+table='tmptable'&session_id=session_1601b"
+
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=DROP+TEMPORARY+TABLE+tmptable&session_id=session_1601a"
+${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=DROP+TEMPORARY+TABLE+tmptable&session_id=session_1601b"
diff --git a/tests/queries/0_stateless/01602_array_aggregation.reference b/tests/queries/0_stateless/01602_array_aggregation.reference
new file mode 100644
index 00000000000..4baef982f29
--- /dev/null
+++ b/tests/queries/0_stateless/01602_array_aggregation.reference
@@ -0,0 +1,60 @@
+Array min 	1
+Array max 	6
+Array sum 	21
+Array avg 	3.5
+Table array int min
+1
+0
+1
+Table array int max
+6
+0
+3
+Table array int sum
+21
+0
+6
+Table array int avg
+3.5
+0
+2
+Table array decimal min
+1.00000000
+0.00000000
+1.00000000
+Table array decimal max
+6.00000000
+0.00000000
+3.00000000
+Table array decimal sum
+21.00000000
+0.00000000
+6.00000000
+Table array decimal avg
+3.5
+0
+2
+Types of aggregation result array min
+Int8	Int16	Int32	Int64
+UInt8	UInt16	UInt32	UInt64
+Int128	Int256	UInt256
+Float32	Float64
+Decimal(9, 8)	Decimal(18, 8)	Decimal(38, 8)
+Types of aggregation result array max
+Int8	Int16	Int32	Int64
+UInt8	UInt16	UInt32	UInt64
+Int128	Int256	UInt256
+Float32	Float64
+Decimal(9, 8)	Decimal(18, 8)	Decimal(38, 8)
+Types of aggregation result array summ
+Int64	Int64	Int64	Int64
+UInt64	UInt64	UInt64	UInt64
+Int128	Int256	UInt256
+Float64	Float64
+Decimal(38, 8)	Decimal(38, 8)	Decimal(38, 8)
+Types of aggregation result array avg
+Float64	Float64	Float64	Float64
+Float64	Float64	Float64	Float64
+Float64	Float64	Float64
+Float64	Float64
+Float64	Float64	Float64
diff --git a/tests/queries/0_stateless/01602_array_aggregation.sql b/tests/queries/0_stateless/01602_array_aggregation.sql
new file mode 100644
index 00000000000..7159eb1442b
--- /dev/null
+++ b/tests/queries/0_stateless/01602_array_aggregation.sql
@@ -0,0 +1,60 @@
+SELECT 'Array min ', (arrayMin(array(1,2,3,4,5,6)));
+SELECT 'Array max ', (arrayMax(array(1,2,3,4,5,6)));
+SELECT 'Array sum ', (arraySum(array(1,2,3,4,5,6)));
+SELECT 'Array avg ', (arrayAvg(array(1,2,3,4,5,6)));
+
+DROP TABLE IF EXISTS test_aggregation;
+CREATE TABLE test_aggregation (x Array(Int)) ENGINE=TinyLog;
+
+INSERT INTO test_aggregation VALUES ([1,2,3,4,5,6]), ([]), ([1,2,3]);
+
+SELECT 'Table array int min';
+SELECT arrayMin(x) FROM test_aggregation;
+SELECT 'Table array int max';
+SELECT arrayMax(x) FROM test_aggregation;
+SELECT 'Table array int sum';
+SELECT arraySum(x) FROM test_aggregation;
+SELECT 'Table array int avg';
+SELECT arrayAvg(x) FROM test_aggregation;
+
+DROP TABLE test_aggregation;
+
+CREATE TABLE test_aggregation (x Array(Decimal64(8))) ENGINE=TinyLog;
+
+INSERT INTO test_aggregation VALUES ([1,2,3,4,5,6]), ([]), ([1,2,3]);
+
+SELECT 'Table array decimal min';
+SELECT arrayMin(x) FROM test_aggregation;
+SELECT 'Table array decimal max';
+SELECT arrayMax(x) FROM test_aggregation;
+SELECT 'Table array decimal sum';
+SELECT arraySum(x) FROM test_aggregation;
+SELECT 'Table array decimal avg';
+SELECT arrayAvg(x) FROM test_aggregation;
+
+DROP TABLE test_aggregation;
+
+SELECT 'Types of aggregation result array min';
+SELECT toTypeName(arrayMin([toInt8(0)])), toTypeName(arrayMin([toInt16(0)])), toTypeName(arrayMin([toInt32(0)])), toTypeName(arrayMin([toInt64(0)]));
+SELECT toTypeName(arrayMin([toUInt8(0)])), toTypeName(arrayMin([toUInt16(0)])), toTypeName(arrayMin([toUInt32(0)])), toTypeName(arrayMin([toUInt64(0)]));
+SELECT toTypeName(arrayMin([toInt128(0)])), toTypeName(arrayMin([toInt256(0)])), toTypeName(arrayMin([toUInt256(0)]));
+SELECT toTypeName(arrayMin([toFloat32(0)])), toTypeName(arrayMin([toFloat64(0)]));
+SELECT toTypeName(arrayMin([toDecimal32(0, 8)])), toTypeName(arrayMin([toDecimal64(0, 8)])), toTypeName(arrayMin([toDecimal128(0, 8)]));
+SELECT 'Types of aggregation result array max';
+SELECT toTypeName(arrayMax([toInt8(0)])), toTypeName(arrayMax([toInt16(0)])), toTypeName(arrayMax([toInt32(0)])), toTypeName(arrayMax([toInt64(0)]));
+SELECT toTypeName(arrayMax([toUInt8(0)])), toTypeName(arrayMax([toUInt16(0)])), toTypeName(arrayMax([toUInt32(0)])), toTypeName(arrayMax([toUInt64(0)]));
+SELECT toTypeName(arrayMax([toInt128(0)])), toTypeName(arrayMax([toInt256(0)])), toTypeName(arrayMax([toUInt256(0)]));
+SELECT toTypeName(arrayMax([toFloat32(0)])), toTypeName(arrayMax([toFloat64(0)]));
+SELECT toTypeName(arrayMax([toDecimal32(0, 8)])), toTypeName(arrayMax([toDecimal64(0, 8)])), toTypeName(arrayMax([toDecimal128(0, 8)]));
+SELECT 'Types of aggregation result array summ';
+SELECT toTypeName(arraySum([toInt8(0)])), toTypeName(arraySum([toInt16(0)])), toTypeName(arraySum([toInt32(0)])), toTypeName(arraySum([toInt64(0)]));
+SELECT toTypeName(arraySum([toUInt8(0)])), toTypeName(arraySum([toUInt16(0)])), toTypeName(arraySum([toUInt32(0)])), toTypeName(arraySum([toUInt64(0)]));
+SELECT toTypeName(arraySum([toInt128(0)])), toTypeName(arraySum([toInt256(0)])), toTypeName(arraySum([toUInt256(0)]));
+SELECT toTypeName(arraySum([toFloat32(0)])), toTypeName(arraySum([toFloat64(0)]));
+SELECT toTypeName(arraySum([toDecimal32(0, 8)])), toTypeName(arraySum([toDecimal64(0, 8)])), toTypeName(arraySum([toDecimal128(0, 8)]));
+SELECT 'Types of aggregation result array avg';
+SELECT toTypeName(arrayAvg([toInt8(0)])), toTypeName(arrayAvg([toInt16(0)])), toTypeName(arrayAvg([toInt32(0)])), toTypeName(arrayAvg([toInt64(0)]));
+SELECT toTypeName(arrayAvg([toUInt8(0)])), toTypeName(arrayAvg([toUInt16(0)])), toTypeName(arrayAvg([toUInt32(0)])), toTypeName(arrayAvg([toUInt64(0)]));
+SELECT toTypeName(arrayAvg([toInt128(0)])), toTypeName(arrayAvg([toInt256(0)])), toTypeName(arrayAvg([toUInt256(0)]));
+SELECT toTypeName(arrayAvg([toFloat32(0)])), toTypeName(arrayAvg([toFloat64(0)]));
+SELECT toTypeName(arrayAvg([toDecimal32(0, 8)])), toTypeName(arrayAvg([toDecimal64(0, 8)])), toTypeName(arrayAvg([toDecimal128(0, 8)]));
diff --git a/tests/queries/0_stateless/01602_max_distributed_connections.reference b/tests/queries/0_stateless/01602_max_distributed_connections.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01602_max_distributed_connections.sh b/tests/queries/0_stateless/01602_max_distributed_connections.sh
new file mode 100755
index 00000000000..8c19b6f5bb7
--- /dev/null
+++ b/tests/queries/0_stateless/01602_max_distributed_connections.sh
@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+common_opts=(
+    "--format=Null"
+
+    "--max_threads=1"
+    "--max_distributed_connections=3"
+)
+
+# NOTE: the test use higher timeout to avoid flakiness.
+timeout 9s ${CLICKHOUSE_CLIENT} "$@" "${common_opts[@]}" -q "select sleep(3) from remote('127.{1,2,3,4,5}', system.one)" --prefer_localhost_replica=0
+timeout 9s ${CLICKHOUSE_CLIENT} "$@" "${common_opts[@]}" -q "select sleep(3) from remote('127.{1,2,3,4,5}', system.one)" --prefer_localhost_replica=1
diff --git a/tests/queries/0_stateless/01602_modified_julian_day_msan.reference b/tests/queries/0_stateless/01602_modified_julian_day_msan.reference
new file mode 100644
index 00000000000..587579af915
--- /dev/null
+++ b/tests/queries/0_stateless/01602_modified_julian_day_msan.reference
@@ -0,0 +1 @@
+Ok.
diff --git a/tests/queries/0_stateless/01602_modified_julian_day_msan.sql b/tests/queries/0_stateless/01602_modified_julian_day_msan.sql
new file mode 100644
index 00000000000..d18665f0bcf
--- /dev/null
+++ b/tests/queries/0_stateless/01602_modified_julian_day_msan.sql
@@ -0,0 +1,4 @@
+SELECT tryBase64Decode(( SELECT countSubstrings(toModifiedJulianDayOrNull('\0'), '') ) AS n, ( SELECT regionIn('l. ') ) AS srocpnuv); -- { serverError 43 }
+SELECT countSubstrings(toModifiedJulianDayOrNull('\0'), ''); -- { serverError 43 }
+SELECT countSubstrings(toInt32OrNull('123qwe123'), ''); -- { serverError 43 }
+SELECT 'Ok.';
diff --git a/tests/queries/0_stateless/01602_temporary_table_in_system_tables.reference b/tests/queries/0_stateless/01602_temporary_table_in_system_tables.reference
new file mode 100644
index 00000000000..5b321d6c87a
--- /dev/null
+++ b/tests/queries/0_stateless/01602_temporary_table_in_system_tables.reference
@@ -0,0 +1,10 @@
+	test_01602a	CREATE TEMPORARY TABLE test_01602a (`x` UInt32) ENGINE = Memory	Memory	Memory	1
+	test_01602b	CREATE TEMPORARY TABLE test_01602b (`y` Float64, `z` String) ENGINE = Memory	Memory	Memory	1
+	test_01602a	x	UInt32	1			0	0	0		0	0	0	0	
+	test_01602b	y	Float64	1			0	0	0		0	0	0	0	
+	test_01602b	z	String	2			0	0	0		0	0	0	0	
+CREATE TEMPORARY TABLE test_01602a\n(\n    `x` UInt32\n)\nENGINE = Memory
+CREATE TEMPORARY TABLE test_01602b\n(\n    `y` Float64,\n    `z` String\n)\nENGINE = Memory
+0
+0
+0
diff --git a/tests/queries/0_stateless/01602_temporary_table_in_system_tables.sql b/tests/queries/0_stateless/01602_temporary_table_in_system_tables.sql
new file mode 100644
index 00000000000..4eb679d7307
--- /dev/null
+++ b/tests/queries/0_stateless/01602_temporary_table_in_system_tables.sql
@@ -0,0 +1,18 @@
+DROP TEMPORARY TABLE IF EXISTS test_01602a;
+DROP TEMPORARY TABLE IF EXISTS test_01602b;
+
+CREATE TEMPORARY TABLE test_01602a(x UInt32);
+CREATE TEMPORARY TABLE test_01602b(y Float64, z String);
+
+SELECT database, name, create_table_query, engine, engine_full, is_temporary FROM system.tables WHERE name LIKE 'test_01602%' ORDER BY name;
+SELECT * FROM system.columns WHERE table LIKE 'test_01602%' ORDER BY table, name;
+
+SHOW CREATE TEMPORARY TABLE test_01602a;
+SHOW CREATE TEMPORARY TABLE test_01602b;
+
+SELECT COUNT() FROM system.databases WHERE name='_temporary_and_external_tables';
+SELECT COUNT() FROM system.tables WHERE database='_temporary_and_external_tables';
+SELECT COUNT() FROM system.columns WHERE database='_temporary_and_external_tables';
+
+DROP TEMPORARY TABLE test_01602a;
+DROP TEMPORARY TABLE test_01602b;
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.reference b/tests/queries/0_stateless/01603_decimal_mult_float.reference
new file mode 100644
index 00000000000..c25beb42a27
--- /dev/null
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.reference
@@ -0,0 +1,12 @@
+2.4
+10.165
+0.00012000000000000002
+150.16500000000002
+7.775900000000001
+56622.689999999995
+5.988376688440276
+2.9941884322906844
+1.641386318314034
+1.641386318314034
+1.6413863192433382
+1.6413863192433382
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.sql b/tests/queries/0_stateless/01603_decimal_mult_float.sql
new file mode 100644
index 00000000000..407fe3649ec
--- /dev/null
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.sql
@@ -0,0 +1,26 @@
+SELECT toDecimal32(2, 2) * 1.2;
+SELECT toDecimal64(0.5, 2) * 20.33;
+SELECT 0.00001 * toDecimal32(12, 2);
+SELECT 30.033 * toDecimal32(5, 1);
+
+CREATE TABLE IF NOT EXISTS test01603 (
+    f64 Float64,
+    d Decimal64(3) DEFAULT toDecimal32(f64, 3),
+    f32 Float32 DEFAULT f64
+) ENGINE=MergeTree() ORDER BY f32;
+
+INSERT INTO test01603(f64) SELECT 1 / (number + 1) FROM system.numbers LIMIT 1000;
+
+SELECT sum(d * 1.1) FROM test01603;
+SELECT sum(8.01 * d) FROM test01603;
+SELECT sum(f64 * toDecimal64(80, 2)) FROM test01603;
+SELECT sum(toDecimal64(40, 2) * f32) FROM test01603;
+SELECT sum(f64 * toDecimal64(0.1, 2)) FROM test01603;
+SELECT sum(toDecimal64(0.3, 2) * f32) FROM test01603;
+
+SELECT sum(f64 * d) FROM test01603;
+SELECT sum(d * f64) FROM test01603;
+SELECT sum(f32 * d) FROM test01603;
+SELECT sum(d * f32) FROM test01603;
+
+DROP TABLE IF EXISTS test01603;
diff --git a/tests/queries/0_stateless/01603_insert_select_too_many_parts.reference b/tests/queries/0_stateless/01603_insert_select_too_many_parts.reference
new file mode 100644
index 00000000000..f599e28b8ab
--- /dev/null
+++ b/tests/queries/0_stateless/01603_insert_select_too_many_parts.reference
@@ -0,0 +1 @@
+10
diff --git a/tests/queries/0_stateless/01603_insert_select_too_many_parts.sql b/tests/queries/0_stateless/01603_insert_select_too_many_parts.sql
new file mode 100644
index 00000000000..a56b680e212
--- /dev/null
+++ b/tests/queries/0_stateless/01603_insert_select_too_many_parts.sql
@@ -0,0 +1,14 @@
+DROP TABLE IF EXISTS too_many_parts;
+CREATE TABLE too_many_parts (x UInt64) ENGINE = MergeTree ORDER BY tuple() SETTINGS parts_to_delay_insert = 5, parts_to_throw_insert = 5;
+
+SYSTEM STOP MERGES too_many_parts;
+SET max_block_size = 1, min_insert_block_size_rows = 0, min_insert_block_size_bytes = 0;
+
+-- exception is not thrown if threshold is exceeded when multi-block INSERT is already started.
+INSERT INTO too_many_parts SELECT * FROM numbers(10);
+SELECT count() FROM too_many_parts;
+
+-- exception is thrown if threshold is exceeded on new INSERT.
+INSERT INTO too_many_parts SELECT * FROM numbers(10); -- { serverError 252 }
+
+DROP TABLE too_many_parts;
diff --git a/tests/queries/0_stateless/01603_remove_column_ttl.reference b/tests/queries/0_stateless/01603_remove_column_ttl.reference
new file mode 100644
index 00000000000..bb0d0b8aafe
--- /dev/null
+++ b/tests/queries/0_stateless/01603_remove_column_ttl.reference
@@ -0,0 +1,6 @@
+1	32
+2	0
+CREATE TABLE default.table_with_column_ttl\n(\n    `EventTime` DateTime,\n    `UserID` UInt64,\n    `Age` UInt8\n)\nENGINE = MergeTree\nORDER BY tuple()\nSETTINGS min_bytes_for_wide_part = 0, index_granularity = 8192
+1	32
+2	0
+3	27
diff --git a/tests/queries/0_stateless/01603_remove_column_ttl.sql b/tests/queries/0_stateless/01603_remove_column_ttl.sql
new file mode 100644
index 00000000000..556d968d270
--- /dev/null
+++ b/tests/queries/0_stateless/01603_remove_column_ttl.sql
@@ -0,0 +1,30 @@
+DROP TABLE IF EXISTS table_with_column_ttl;
+CREATE TABLE table_with_column_ttl
+(
+    EventTime DateTime,
+    UserID UInt64,
+    Age UInt8 TTL EventTime + INTERVAL 3 MONTH
+)
+ENGINE MergeTree()
+ORDER BY tuple()
+SETTINGS min_bytes_for_wide_part = 0; -- column TTL doesn't work for compact parts
+
+INSERT INTO table_with_column_ttl VALUES (now(), 1, 32);
+
+INSERT INTO table_with_column_ttl VALUES (now() - INTERVAL 4 MONTH, 2, 45);
+
+OPTIMIZE TABLE table_with_column_ttl FINAL;
+
+SELECT UserID, Age FROM table_with_column_ttl ORDER BY UserID;
+
+ALTER TABLE table_with_column_ttl MODIFY COLUMN Age REMOVE TTL;
+
+SHOW CREATE TABLE table_with_column_ttl;
+
+INSERT INTO table_with_column_ttl VALUES (now() - INTERVAL 10 MONTH, 3, 27);
+
+OPTIMIZE TABLE table_with_column_ttl FINAL;
+
+SELECT UserID, Age FROM table_with_column_ttl ORDER BY UserID;
+
+DROP TABLE table_with_column_ttl;
diff --git a/tests/queries/0_stateless/01603_rename_overwrite_bug.reference b/tests/queries/0_stateless/01603_rename_overwrite_bug.reference
new file mode 100644
index 00000000000..2c98ac3d71a
--- /dev/null
+++ b/tests/queries/0_stateless/01603_rename_overwrite_bug.reference
@@ -0,0 +1,4 @@
+0
+200
+0
+200
diff --git a/tests/queries/0_stateless/01603_rename_overwrite_bug.sql b/tests/queries/0_stateless/01603_rename_overwrite_bug.sql
new file mode 100644
index 00000000000..c857e08b243
--- /dev/null
+++ b/tests/queries/0_stateless/01603_rename_overwrite_bug.sql
@@ -0,0 +1,22 @@
+DROP database IF EXISTS test_1603_rename_bug_ordinary;
+create database test_1603_rename_bug_ordinary engine=Ordinary;
+create table test_1603_rename_bug_ordinary.foo engine=Memory as select * from numbers(100);
+create table test_1603_rename_bug_ordinary.bar engine=Log as select * from numbers(200);
+detach table test_1603_rename_bug_ordinary.foo;
+rename table test_1603_rename_bug_ordinary.bar to test_1603_rename_bug_ordinary.foo; -- { serverError 57 }
+attach table test_1603_rename_bug_ordinary.foo;
+SELECT count() from test_1603_rename_bug_ordinary.foo;
+SELECT count() from test_1603_rename_bug_ordinary.bar;
+DROP DATABASE test_1603_rename_bug_ordinary;
+
+-- was not broken, adding just in case.
+DROP database IF EXISTS test_1603_rename_bug_atomic;
+create database test_1603_rename_bug_atomic engine=Atomic;
+create table test_1603_rename_bug_atomic.foo engine=Memory as select * from numbers(100);
+create table test_1603_rename_bug_atomic.bar engine=Log as select * from numbers(200);
+detach table test_1603_rename_bug_atomic.foo;
+rename table test_1603_rename_bug_atomic.bar to test_1603_rename_bug_atomic.foo; -- { serverError 57 }
+attach table test_1603_rename_bug_atomic.foo;
+SELECT count() from test_1603_rename_bug_atomic.foo;
+SELECT count() from test_1603_rename_bug_atomic.bar;
+DROP DATABASE test_1603_rename_bug_atomic;
diff --git a/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.reference b/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.reference
new file mode 100644
index 00000000000..e674ac5fabb
--- /dev/null
+++ b/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.reference
@@ -0,0 +1,8 @@
+AlterQuery  t1 (children 1)
+ ExpressionList (children 1)
+  AlterCommand 25 (children 1)
+   Function equals (children 1)
+    ExpressionList (children 2)
+     Identifier date
+     Function today (children 1)
+      ExpressionList
diff --git a/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.sql b/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.sql
new file mode 100644
index 00000000000..413acb789e0
--- /dev/null
+++ b/tests/queries/0_stateless/01604_explain_ast_of_nonselect_query.sql
@@ -0,0 +1 @@
+explain ast alter table t1 delete where date = today()
diff --git a/tests/queries/0_stateless/arcadia_skip_list.txt b/tests/queries/0_stateless/arcadia_skip_list.txt
index 172dd579481..c297698641b 100644
--- a/tests/queries/0_stateless/arcadia_skip_list.txt
+++ b/tests/queries/0_stateless/arcadia_skip_list.txt
@@ -174,5 +174,7 @@
 01584_distributed_buffer_cannot_find_column
 01018_ip_dictionary
 01582_distinct_subquery_groupby
+01558_ttest
 01558_ttest_scipy
 01561_mann_whitney_scipy
+01601_custom_tld
diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 62921b17597..f3cc522be97 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -106,5 +106,177 @@
     "polymorphic-parts": [
         "01508_partition_pruning", /// bug, shoud be fixed
         "01482_move_to_prewhere_and_cast" /// bug, shoud be fixed
+    ],
+    "parallel":
+    [
+        /// Pessimistic list of tests which work badly in parallel.
+        /// Probably they need better investigation.
+        "00062_replicated_merge_tree_alter_zookeeper",
+        "00109_shard_totals_after_having",
+        "00110_external_sort",
+        "00116_storage_set",
+        "00121_drop_column_zookeeper",
+        "00133_long_shard_memory_tracker_and_exception_safety",
+        "00180_attach_materialized_view",
+        "00226_zookeeper_deduplication_and_unexpected_parts",
+        "00236_replicated_drop_on_non_leader_zookeeper",
+        "00305_http_and_readonly",
+        "00311_array_primary_key",
+        "00417_kill_query",
+        "00423_storage_log_single_thread",
+        "00429_long_http_bufferization",
+        "00446_clear_column_in_partition_concurrent_zookeeper",
+        "00446_clear_column_in_partition_zookeeper",
+        "00463_long_sessions_in_http_interface",
+        "00505_shard_secure",
+        "00508_materialized_view_to",
+        "00516_deduplication_after_drop_partition_zookeeper",
+        "00534_functions_bad_arguments10",
+        "00552_or_nullable",
+        "00564_versioned_collapsing_merge_tree",
+        "00571_non_exist_database_when_create_materializ_view",
+        "00575_illegal_column_exception_when_drop_depen_column",
+        "00599_create_view_with_subquery",
+        "00612_http_max_query_size",
+        "00619_union_highlite",
+        "00620_optimize_on_nonleader_replica_zookeeper",
+        "00625_arrays_in_nested",
+        "00626_replace_partition_from_table",
+        "00626_replace_partition_from_table_zookeeper",
+        "00633_materialized_view_and_too_many_parts_zookeeper",
+        "00652_mergetree_mutations",
+        "00652_replicated_mutations_zookeeper",
+        "00682_empty_parts_merge",
+        "00688_low_cardinality_serialization",
+        "00693_max_block_size_system_tables_columns",
+        "00699_materialized_view_mutations",
+        "00701_rollup",
+        "00715_fetch_merged_or_mutated_part_zookeeper",
+        "00751_default_databasename_for_view",
+        "00753_alter_attach",
+        "00754_alter_modify_column_partitions",
+        "00754_alter_modify_order_by_replicated_zookeeper",
+        "00763_long_lock_buffer_alter_destination_table",
+        "00804_test_alter_compression_codecs",
+        "00804_test_custom_compression_codecs",
+        "00804_test_custom_compression_codes_log_storages",
+        "00804_test_delta_codec_compression",
+        "00834_cancel_http_readonly_queries_on_client_close",
+        "00834_kill_mutation",
+        "00834_kill_mutation_replicated_zookeeper",
+        "00840_long_concurrent_select_and_drop_deadlock",
+        "00899_long_attach_memory_limit",
+        "00910_zookeeper_custom_compression_codecs_replicated",
+        "00926_adaptive_index_granularity_merge_tree",
+        "00926_adaptive_index_granularity_pk",
+        "00926_adaptive_index_granularity_replacing_merge_tree",
+        "00926_zookeeper_adaptive_index_granularity_replicated_merge_tree",
+        "00933_alter_ttl",
+        "00933_reserved_word",
+        "00933_test_fix_extra_seek_on_compressed_cache",
+        "00933_ttl_replicated_zookeeper",
+        "00933_ttl_with_default",
+        "00955_test_final_mark",
+        "00976_ttl_with_old_parts",
+        "00980_merge_alter_settings",
+        "00980_zookeeper_merge_tree_alter_settings",
+        "00988_constraints_replication_zookeeper",
+        "00989_parallel_parts_loading",
+        "00993_system_parts_race_condition_drop_zookeeper",
+        "01013_sync_replica_timeout_zookeeper",
+        "01014_lazy_database_concurrent_recreate_reattach_and_show_tables",
+        "01015_attach_part",
+        "01018_ddl_dictionaries_concurrent_requrests",
+        "01018_ddl_dictionaries_create",
+        "01018_ddl_dictionaries_select",
+        "01021_only_tuple_columns",
+        "01031_mutations_interpreter_and_context",
+        "01033_dictionaries_lifetime",
+        "01035_concurrent_move_partition_from_table_zookeeper",
+        "01045_zookeeper_system_mutations_with_parts_names",
+        "01053_ssd_dictionary",
+        "01055_compact_parts_1",
+        "01060_avro",
+        "01060_shutdown_table_after_detach",
+        "01070_materialize_ttl",
+        "01070_modify_ttl",
+        "01070_mutations_with_dependencies",
+        "01071_live_view_detach_dependency",
+        "01071_prohibition_secondary_index_with_old_format_merge_tree",
+        "01073_attach_if_not_exists",
+        "01076_parallel_alter_replicated_zookeeper",
+        "01079_parallel_alter_add_drop_column_zookeeper",
+        "01079_parallel_alter_detach_table_zookeeper",
+        "01083_expressions_in_engine_arguments",
+        "01085_max_distributed_connections_http",
+        "01092_memory_profiler",
+        "01098_temporary_and_external_tables",
+        "01107_atomic_db_detach_attach",
+        "01108_restart_replicas_rename_deadlock_zookeeper",
+        "01110_dictionary_layout_without_arguments",
+        "01114_database_atomic",
+        "01127_month_partitioning_consistency_select",
+        "01130_in_memory_parts_partitons",
+        "01135_default_and_alter_zookeeper",
+        "01148_zookeeper_path_macros_unfolding",
+        "01190_full_attach_syntax",
+        "01193_metadata_loading",
+        "01200_mutations_memory_consumption",
+        "01238_http_memory_tracking",
+        "01249_bad_arguments_for_bloom_filter",
+        "01251_dict_is_in_infinite_loop",
+        "01254_dict_load_after_detach_attach",
+        "01259_dictionary_custom_settings_ddl",
+        "01267_alter_default_key_columns_zookeeper",
+        "01268_dictionary_direct_layout",
+        "01269_alias_type_differs",
+        "01272_suspicious_codecs",
+        "01277_alter_rename_column_constraint_zookeeper",
+        "01280_ssd_complex_key_dictionary",
+        "01280_ttl_where_group_by",
+        "01281_group_by_limit_memory_tracking",
+        "01281_unsucceeded_insert_select_queries_counter",
+        "01293_system_distribution_queue",
+        "01294_lazy_database_concurrent",
+        "01294_lazy_database_concurrent_recreate_reattach_and_show_tables",
+        "01305_replica_create_drop_zookeeper",
+        "01307_multiple_leaders_zookeeper",
+        "01318_long_unsuccessful_mutation_zookeeper",
+        "01319_manual_write_to_replicas",
+        "01338_long_select_and_alter",
+        "01338_long_select_and_alter_zookeeper",
+        "01355_alter_column_with_order",
+        "01355_ilike",
+        "01357_version_collapsing_attach_detach_zookeeper",
+        "01375_compact_parts_codecs",
+        "01378_alter_rename_with_ttl_zookeeper",
+        "01388_clear_all_columns",
+        "01396_inactive_replica_cleanup_nodes_zookeeper",
+        "01412_cache_dictionary_race",
+        "01414_mutations_and_errors_zookeeper",
+        "01415_inconsistent_merge_tree_settings",
+        "01415_sticking_mutations",
+        "01417_freeze_partition_verbose",
+        "01417_freeze_partition_verbose_zookeeper",
+        "01430_modify_sample_by_zookeeper",
+        "01454_storagememory_data_race_challenge",
+        "01456_modify_column_type_via_add_drop_update",
+        "01457_create_as_table_function_structure",
+        "01459_manual_write_to_replicas",
+        "01460_DistributedFilesToInsert",
+        "01465_ttl_recompression",
+        "01471_calculate_ttl_during_merge",
+        "01493_alter_remove_properties_zookeeper",
+        "01493_storage_set_persistency",
+        "01494_storage_join_persistency",
+        "01516_drop_table_stress",
+        "01541_max_memory_usage_for_user",
+        "attach",
+        "ddl_dictionaries",
+        "dictionary",
+        "limit_memory",
+        "live_view",
+        "memory_leak",
+        "memory_limit"
     ]
 }
diff --git a/tests/testflows/rbac/tests/privileges/create/create_table.py b/tests/testflows/rbac/tests/privileges/create/create_table.py
index 3985679a08a..c39b0c9a5e4 100644
--- a/tests/testflows/rbac/tests/privileges/create/create_table.py
+++ b/tests/testflows/rbac/tests/privileges/create/create_table.py
@@ -706,6 +706,9 @@ def create_as_merge(self, node=None):
                 with When("I grant CREATE TABLE privilege to a user"):
                     node.query(f"GRANT CREATE TABLE ON {table_name} TO {user_name}")
 
+                with And("I grant SELECT privilege to a user to allow executing the table function merge()"):
+                    node.query(f"GRANT SELECT ON {source_table_name} TO {user_name}")
+
                 with Then("I try to create a table as another table"):
                     node.query(f"CREATE TABLE {table_name} AS merge(default,'{source_table_name}')", settings = [("user", f"{user_name}")])
 
diff --git a/utils/convert-month-partitioned-parts/main.cpp b/utils/convert-month-partitioned-parts/main.cpp
index af8e221a10b..bce1e08077c 100644
--- a/utils/convert-month-partitioned-parts/main.cpp
+++ b/utils/convert-month-partitioned-parts/main.cpp
@@ -1,4 +1,5 @@
 #include <DataTypes/DataTypeDate.h>
+#include <DataTypes/DataTypesNumber.h>
 #include <IO/HashingWriteBuffer.h>
 #include <IO/ReadBufferFromFile.h>
 #include <IO/WriteBufferFromFile.h>
diff --git a/utils/db-generator/query_db_generator.cpp b/utils/db-generator/query_db_generator.cpp
index fd310fe1897..b6e287278ff 100644
--- a/utils/db-generator/query_db_generator.cpp
+++ b/utils/db-generator/query_db_generator.cpp
@@ -1255,10 +1255,10 @@ void parseSelectQuery(DB::ASTPtr ast, TableList & all_tables)
 
 TableList getTablesFromSelect(std::vector<std::string> queries)
 {
-    DB::ParserQueryWithOutput parser;
     TableList result;
     for (std::string & query : queries)
     {
+        DB::ParserQueryWithOutput parser(query.data() + query.size());
         DB::ASTPtr ast = parseQuery(parser, query.data(), query.data() + query.size(), "", 0, 0);
         for (auto & select : getSelect(ast))
         {
diff --git a/utils/iotest/iotest.cpp b/utils/iotest/iotest.cpp
index e578a539bcd..5b28dbc95f9 100644
--- a/utils/iotest/iotest.cpp
+++ b/utils/iotest/iotest.cpp
@@ -6,6 +6,7 @@
 #include <Common/Stopwatch.h>
 #include <Common/ThreadPool.h>
 #include <Common/randomSeed.h>
+#include <common/getPageSize.h>
 
 #include <cstdlib>
 #include <iomanip>
@@ -46,7 +47,7 @@ void thread(int fd, int mode, size_t min_offset, size_t max_offset, size_t block
 {
     using namespace DB;
 
-    Memory<> direct_buf(block_size, sysconf(_SC_PAGESIZE));
+    Memory<> direct_buf(block_size, ::getPageSize());
     std::vector<char> simple_buf(block_size);
 
     char * buf;
diff --git a/utils/iotest/iotest_aio.cpp b/utils/iotest/iotest_aio.cpp
index 24508c1dd9f..66de4713893 100644
--- a/utils/iotest/iotest_aio.cpp
+++ b/utils/iotest/iotest_aio.cpp
@@ -14,6 +14,7 @@ int main(int, char **) { return 0; }
 #include <Common/ThreadPool.h>
 #include <Common/Stopwatch.h>
 #include <Common/randomSeed.h>
+#include <common/getPageSize.h>
 #include <pcg_random.hpp>
 #include <IO/BufferWithOwnMemory.h>
 #include <IO/ReadHelpers.h>
@@ -52,7 +53,7 @@ void thread(int fd, int mode, size_t min_offset, size_t max_offset, size_t block
 
     std::vector<Memory<>> buffers(buffers_count);
     for (size_t i = 0; i < buffers_count; ++i)
-        buffers[i] = Memory<>(block_size, sysconf(_SC_PAGESIZE));
+        buffers[i] = Memory<>(block_size, ::getPageSize());
 
     pcg64_fast rng(randomSeed());
 
diff --git a/utils/make_changelog.py b/utils/make_changelog.py
deleted file mode 100755
index 4f703108d38..00000000000
--- a/utils/make_changelog.py
+++ /dev/null
@@ -1,507 +0,0 @@
-#!/usr/bin/env python3
-# Note: should work with python 2 and 3
-
-
-import requests
-import json
-import subprocess
-import re
-import os
-import time
-import logging
-import codecs
-import argparse
-
-
-GITHUB_API_URL = 'https://api.github.com/'
-SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
-
-
-def http_get_json(url, token, max_retries, retry_timeout):
-
-    for t in range(max_retries):
-
-        if token:
-            resp = requests.get(url, headers={"Authorization": "token {}".format(token)})
-        else:
-            resp = requests.get(url)
-
-        if resp.status_code != 200:
-            msg = "Request {} failed with code {}.\n{}\n".format(url, resp.status_code, resp.text)
-
-            if resp.status_code == 403 or resp.status_code >= 500:
-                try:
-                    if (resp.json()['message'].startswith('API rate limit exceeded') or resp.status_code >= 500) and t + 1 < max_retries:
-                        logging.warning(msg)
-                        time.sleep(retry_timeout)
-                        continue
-                except Exception:
-                    pass
-
-            raise Exception(msg)
-
-        return resp.json()
-
-
-def github_api_get_json(query, token, max_retries, retry_timeout):
-    return http_get_json(GITHUB_API_URL + query, token, max_retries, retry_timeout)
-
-
-def check_sha(sha):
-    if not (re.match('^[a-hA-H0-9]+$', sha) and len(sha) >= 7):
-        raise Exception("String " + sha + " doesn't look like git sha.")
-
-
-def get_merge_base(first, second, project_root):
-    try:
-        command = "git merge-base {} {}".format(first, second)
-        text = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE, cwd=project_root).stdout.read()
-        text = text.decode('utf-8', 'ignore')
-        sha = tuple(filter(len, text.split()))[0]
-        check_sha(sha)
-        return sha
-    except Exception:
-        logging.error('Cannot find merge base for %s and %s', first, second)
-        raise
-
-def rev_parse(rev, project_root):
-    try:
-        command = "git rev-parse {}".format(rev)
-        text = subprocess.check_output(command, shell=True, cwd=project_root)
-        text = text.decode('utf-8', 'ignore')
-        sha = tuple(filter(len, text.split()))[0]
-        check_sha(sha)
-        return sha
-    except Exception:
-        logging.error('Cannot find revision %s', rev)
-        raise
-
-
-# Get list of commits from branch to base_sha. Update commits_info.
-def get_commits_from_branch(repo, branch, base_sha, commits_info, max_pages, token, max_retries, retry_timeout):
-
-    def get_commits_from_page(page):
-        query = 'repos/{}/commits?sha={}&page={}'.format(repo, branch, page)
-        resp = github_api_get_json(query, token, max_retries, retry_timeout)
-        for commit in resp:
-            sha = commit['sha']
-            if sha not in commits_info:
-                commits_info[sha] = commit
-
-        return [commit['sha'] for commit in resp]
-
-    commits = []
-    found_base_commit = False
-
-    for page in range(max_pages):
-        page_commits = get_commits_from_page(page)
-        for commit in page_commits:
-            if commit == base_sha:
-                found_base_commit = True
-                break
-            commits.append(commit)
-
-        if found_base_commit:
-            break
-
-    if not found_base_commit:
-        raise Exception("Can't found base commit sha {} in branch {}. Checked {} commits on {} pages.\nCommits: {}"
-                        .format(base_sha, branch, len(commits), max_pages, ' '.join(commits)))
-    return commits
-
-
-# Get list of commits a specified commit is cherry-picked from. Can return an empty list.
-def parse_original_commits_from_cherry_pick_message(commit_message):
-    prefix = '(cherry picked from commits'
-    pos = commit_message.find(prefix)
-    if pos == -1:
-        prefix = '(cherry picked from commit'
-        pos = commit_message.find(prefix)
-        if pos == -1:
-            return []
-    pos += len(prefix)
-    endpos = commit_message.find(')', pos)
-    if endpos == -1:
-        return []
-    lst = [x.strip() for x in commit_message[pos:endpos].split(',')]
-    lst = [x for x in lst if x]
-    return lst
-
-
-# Use GitHub search api to check if commit from any pull request. Update pull_requests info.
-def find_pull_request_for_commit(commit_info, pull_requests, token, max_retries, retry_timeout):
-    commits = [commit_info['sha']] + parse_original_commits_from_cherry_pick_message(commit_info['commit']['message'])
-
-    # Special case for cherry-picked merge commits without -x option. Parse pr number from commit message and search it.
-    if commit_info['commit']['message'].startswith('Merge pull request'):
-        tokens = commit_info['commit']['message'][len('Merge pull request'):].split()
-        if len(tokens) > 0 and tokens[0].startswith('#'):
-            pr_number = tokens[0][1:]
-            if len(pr_number) > 0 and pr_number.isdigit():
-                commits = [pr_number]
-
-    query = 'search/issues?q={}+type:pr+repo:{}&sort=created&order=asc'.format(' '.join(commits), repo)
-    resp = github_api_get_json(query, token, max_retries, retry_timeout)
-
-    found = False
-    for item in resp['items']:
-        if 'pull_request' in item:
-            found = True
-            number = item['number']
-            if number not in pull_requests:
-                pull_requests[number] = {
-                    'title': item['title'],
-                    'description': item['body'],
-                    'user': item['user']['login'],
-                }
-
-    return found
-
-
-# Find pull requests from list of commits. If no pull request found, add commit to not_found_commits list.
-def find_pull_requests(commits, commits_info, token, max_retries, retry_timeout):
-    not_found_commits = []
-    pull_requests = {}
-
-    for i, commit in enumerate(commits):
-        if (i + 1) % 10 == 0:
-            logging.info('Processed %d commits', i + 1)
-        if not find_pull_request_for_commit(commits_info[commit], pull_requests, token, max_retries, retry_timeout):
-            not_found_commits.append(commit)
-
-    return not_found_commits, pull_requests
-
-
-# Find pull requests by list of numbers
-def find_pull_requests_by_num(pull_requests_nums, token, max_retries, retry_timeout):
-    pull_requests = {}
-
-    for pr in pull_requests_nums:
-        item = github_api_get_json('repos/{}/pulls/{}'.format(repo, pr), token, max_retries, retry_timeout)
-
-        number = item['number']
-        if number not in pull_requests:
-            pull_requests[number] = {
-                'title': item['title'],
-                'description': item['body'],
-                'user': item['user']['login'],
-            }
-
-    return pull_requests
-
-
-# Get users for all unknown commits and pull requests.
-def get_users_info(pull_requests, commits_info, token, max_retries, retry_timeout):
-
-    users = {}
-
-    def update_user(user):
-        if user not in users:
-            query = 'users/{}'.format(user)
-            resp = github_api_get_json(query, token, max_retries, retry_timeout)
-            users[user] = resp
-
-    for pull_request in list(pull_requests.values()):
-        update_user(pull_request['user'])
-
-    for commit_info in list(commits_info.values()):
-        if 'committer' in commit_info and commit_info['committer'] is not None and 'login' in commit_info['committer']:
-            update_user(commit_info['committer']['login'])
-        else:
-            logging.warning('Not found author for commit %s.', commit_info['html_url'])
-
-    return users
-
-
-# List of unknown commits -> text description.
-def process_unknown_commits(commits, commits_info, users):
-
-    pattern = 'Commit: [{}]({})\nAuthor: {}\nMessage: {}'
-
-    texts = []
-
-    for commit in commits:
-        info = commits_info[commit]
-        html_url = info['html_url']
-        msg = info['commit']['message']
-
-        name = None
-        login = None
-        author = None
-
-        if not info['author']:
-            author = 'Unknown'
-        else:
-            # GitHub login
-            if 'login' in info['author']:
-                login = info['author']['login']
-
-                # First, try get name from github user
-                try:
-                    name = users[login]['name']
-                except KeyError:
-                    pass
-            else:
-                login = 'Unknown'
-
-            # Then, try get name from commit
-            if not name:
-                try:
-                    name = info['commit']['author']['name']
-                except KeyError:
-                    pass
-
-            author = '[{}]({})'.format(name or login, info['author']['html_url'])
-
-        texts.append(pattern.format(commit, html_url, author, msg))
-
-    text = 'Commits which are not from any pull request:\n\n'
-    return text + '\n\n'.join(texts)
-
-# This function mirrors the PR description checks in ClickhousePullRequestTrigger.
-# Returns False if the PR should not be mentioned changelog.
-def parse_one_pull_request(item):
-    description = item['description']
-    lines = [line for line in [x.strip() for x in description.split('\n')] if line] if description else []
-    lines = [re.sub(r'\s+', ' ', l) for l in lines]
-
-    cat_pos = None
-    short_descr_pos = None
-    long_descr_pos = None
-
-    if lines:
-        for i in range(len(lines) - 1):
-            if re.match(r'(?i).*category.*:$', lines[i]):
-                cat_pos = i
-            if re.match(r'(?i)^\**\s*(Short description|Change\s*log entry)', lines[i]):
-                short_descr_pos = i
-            if re.match(r'(?i)^\**\s*Detailed description', lines[i]):
-                long_descr_pos = i
-
-    if cat_pos is None:
-        return False
-    cat = lines[cat_pos + 1]
-    cat = re.sub(r'^[-*\s]*', '', cat)
-
-    # Filter out the PR categories that are not for changelog.
-    if re.match(r'(?i)doc|((non|in|not|un)[-\s]*significant)|(not[ ]*for[ ]*changelog)', cat):
-        return False
-
-    short_descr = ''
-    if short_descr_pos:
-        short_descr_end = long_descr_pos or len(lines)
-        short_descr = lines[short_descr_pos + 1]
-        if short_descr_pos + 2 != short_descr_end:
-            short_descr += ' ...'
-
-    # If we have nothing meaningful
-    if not re.match('\w', short_descr):
-        short_descr = item['title']
-
-    # TODO: Add detailed description somewhere
-
-    item['entry'] = short_descr
-    item['category'] = cat
-
-    return True
-
-
-# List of pull requests -> text description.
-def process_pull_requests(pull_requests, users, repo):
-    groups = {}
-
-    for id, item in list(pull_requests.items()):
-        if not parse_one_pull_request(item):
-            continue
-
-        pattern = "{} [#{}]({}) ({})"
-        link = 'https://github.com/{}/pull/{}'.format(repo, id)
-        author = 'author not found'
-        if item['user'] in users:
-            # TODO get user from any commit if no user name on github
-            user = users[item['user']]
-            author = '[{}]({})'.format(user['name'] or user['login'], user['html_url'])
-
-        cat = item['category']
-        if cat not in groups:
-            groups[cat] = []
-        groups[cat].append(pattern.format(item['entry'], id, link, author))
-
-    categories_preferred_order = ['Backward Incompatible Change', 'New Feature', 'Bug Fix', 'Improvement', 'Performance Improvement', 'Build/Testing/Packaging Improvement', 'Other']
-
-    def categories_sort_key(name):
-        if name in categories_preferred_order:
-            return str(categories_preferred_order.index(name)).zfill(3)
-        else:
-            return name.lower()
-
-    texts = []
-    for group, text in sorted(list(groups.items()), key = lambda kv: categories_sort_key(kv[0])):
-        items = ['* {}'.format(pr) for pr in text]
-        texts.append('### {}\n{}'.format(group if group else '[No category]', '\n'.join(items)))
-
-    return '\n\n'.join(texts)
-
-
-# Load inner state. For debug purposes.
-def load_state(state_file, base_sha, new_tag, prev_tag):
-
-    state = {}
-
-    if state_file:
-        try:
-            if os.path.exists(state_file):
-                logging.info('Reading state from %s', state_file)
-                with codecs.open(state_file, encoding='utf-8') as f:
-                    state = json.loads(f.read())
-            else:
-                logging.info('State file does not exist. Will create new one.')
-        except Exception as e:
-            logging.warning('Cannot load state from %s. Reason: %s', state_file, str(e))
-
-    if state:
-        if 'base_sha' not in state or 'new_tag' not in state or 'prev_tag' not in state:
-            logging.warning('Invalid state. Will create new one.')
-        elif state['base_sha'] == base_sha and state['new_tag'] == new_tag and state['prev_tag'] == prev_tag:
-            logging.info('State loaded.')
-        else:
-            logging.info('Loaded state has different tags or merge base sha. Will create new state.')
-            state = {}
-
-    return state
-
-
-# Save inner state. For debug purposes.
-def save_state(state_file, state):
-    with codecs.open(state_file, 'w', encoding='utf-8') as f:
-        f.write(json.dumps(state, indent=4, separators=(',', ': ')))
-
-
-def make_changelog(new_tag, prev_tag, pull_requests_nums, repo, repo_folder, state_file, token, max_retries, retry_timeout):
-
-    base_sha = None
-    if new_tag and prev_tag:
-        base_sha = get_merge_base(new_tag, prev_tag, repo_folder)
-        logging.info('Base sha: %s', base_sha)
-
-    # Step 1. Get commits from merge_base to new_tag HEAD.
-    # Result is a list of commits + map with commits info (author, message)
-    commits_info = {}
-    commits = []
-    is_commits_loaded = False
-
-    # Step 2. For each commit check if it is from any pull request (using github search api).
-    # Result is a list of unknown commits + map with pull request info (author, description).
-    unknown_commits = []
-    pull_requests = {}
-    is_pull_requests_loaded = False
-
-    # Step 3. Map users with their info (Name)
-    users = {}
-    is_users_loaded = False
-
-    # Step 4. Make changelog text from data above.
-
-    state = load_state(state_file, base_sha, new_tag, prev_tag)
-
-    if state:
-
-        if 'commits' in state and 'commits_info' in state:
-            logging.info('Loading commits from %s', state_file)
-            commits_info = state['commits_info']
-            commits = state['commits']
-            is_commits_loaded = True
-
-        if 'pull_requests' in state and 'unknown_commits' in state:
-            logging.info('Loading pull requests from %s', state_file)
-            unknown_commits = state['unknown_commits']
-            pull_requests = state['pull_requests']
-            is_pull_requests_loaded = True
-
-        if 'users' in state:
-            logging.info('Loading users requests from %s', state_file)
-            users = state['users']
-            is_users_loaded = True
-
-    if base_sha:
-        state['base_sha'] = base_sha
-        state['new_tag'] = new_tag
-        state['prev_tag'] = prev_tag
-
-        if not is_commits_loaded:
-            logging.info('Getting commits using github api.')
-            commits = get_commits_from_branch(repo, new_tag, base_sha, commits_info, 100, token, max_retries, retry_timeout)
-            state['commits'] = commits
-            state['commits_info'] = commits_info
-
-        logging.info('Found %d commits from %s to %s.\n', len(commits), new_tag, base_sha)
-        save_state(state_file, state)
-
-        if not is_pull_requests_loaded:
-            logging.info('Searching for pull requests using github api.')
-            unknown_commits, pull_requests = find_pull_requests(commits, commits_info, token, max_retries, retry_timeout)
-            state['unknown_commits'] = unknown_commits
-            state['pull_requests'] = pull_requests
-    else:
-        pull_requests = find_pull_requests_by_num(pull_requests_nums.split(','), token, max_retries, retry_timeout)
-
-    logging.info('Found %d pull requests and %d unknown commits.\n', len(pull_requests), len(unknown_commits))
-    save_state(state_file, state)
-
-    if not is_users_loaded:
-        logging.info('Getting users info using github api.')
-        users = get_users_info(pull_requests, commits_info, token, max_retries, retry_timeout)
-        state['users'] = users
-
-    logging.info('Found %d users.', len(users))
-    save_state(state_file, state)
-
-    changelog = '{}\n\n{}'.format(process_pull_requests(pull_requests, users, repo), process_unknown_commits(unknown_commits, commits_info, users))
-
-    # Substitute links to issues
-    changelog = re.sub(r'(?<!\[)#(\d{4,})(?!\])', r'[#\1](https://github.com/{}/issues/\1)'.format(repo), changelog)
-
-    # Remove double whitespaces and trailing whitespaces
-    changelog = re.sub(r' {2,}| +$', r''.format(repo), changelog)
-
-    print(changelog.encode('utf-8'))
-
-
-if __name__ == '__main__':
-
-    parser = argparse.ArgumentParser(description='Make changelog.')
-    parser.add_argument('prev_release_tag', nargs='?', help='Git tag from previous release.')
-    parser.add_argument('new_release_tag', nargs='?', help='Git tag for new release.')
-    parser.add_argument('--pull-requests', help='Process the specified list of pull-request numbers (comma separated) instead of commits between tags.')
-    parser.add_argument('--token', help='Github token. Use it to increase github api query limit.')
-    parser.add_argument('--directory', help='ClickHouse repo directory. Script dir by default.')
-    parser.add_argument('--state', help='File to dump inner states result.', default='changelog_state.json')
-    parser.add_argument('--repo', help='ClickHouse repo on GitHub.', default='ClickHouse/ClickHouse')
-    parser.add_argument('--max_retry', default=100, type=int,
-                        help='Max number of retries pre api query in case of API rate limit exceeded error.')
-    parser.add_argument('--retry_timeout', help='Timeout after retry in seconds.', type=int, default=5)
-
-    args = parser.parse_args()
-    prev_release_tag = args.prev_release_tag
-    new_release_tag = args.new_release_tag
-    token = args.token or ''
-    repo_folder = args.directory or SCRIPT_DIR
-    state_file = args.state
-    repo = args.repo
-    max_retry = args.max_retry
-    retry_timeout = args.retry_timeout
-    pull_requests = args.pull_requests
-
-    if (not prev_release_tag or not new_release_tag) and not pull_requests:
-        raise Exception('Either release tags or --pull-requests must be specified')
-
-    if prev_release_tag and new_release_tag and pull_requests:
-        raise Exception('Either release tags or --pull-requests must be specified')
-
-    logging.basicConfig(level=logging.INFO, format='%(asctime)s %(message)s')
-
-    repo_folder = os.path.expanduser(repo_folder)
-    new_release_tag = rev_parse(new_release_tag, repo_folder)
-    prev_release_tag = rev_parse(prev_release_tag, repo_folder)
-
-    make_changelog(new_release_tag, prev_release_tag, pull_requests, repo, repo_folder, state_file, token, max_retry, retry_timeout)
diff --git a/utils/zookeeper-test/main.cpp b/utils/zookeeper-test/main.cpp
index fe7bf93fd15..8f8aac00866 100644
--- a/utils/zookeeper-test/main.cpp
+++ b/utils/zookeeper-test/main.cpp
@@ -6,10 +6,15 @@
 #include <common/LineReader.h>
 #include <common/logger_useful.h>
 #include <fmt/format.h>
+#include <random>
+#include <iterator>
+#include <algorithm>
+#include <chrono>
 
 #include <iostream>
 #include <sstream>
 #include <exception>
+#include <future>
 
 using namespace std;
 
@@ -144,9 +149,98 @@ void testMultiRequest(zkutil::ZooKeeper & zk)
     checkEq(zk, "/data/multirequest", "bbb");
 }
 
+std::mutex elements_mutex;
+std::vector<int> current_elements;
+std::atomic<int> watches_triggered = 0;
+
+void triggerWatch(const Coordination::WatchResponse &)
+{
+    watches_triggered++;
+}
+
+template<typename Iter, typename RandomGenerator>
+Iter select_randomly(Iter start, Iter end, RandomGenerator& g)
+{
+    std::uniform_int_distribution<> dis(0, std::distance(start, end) - 1);
+    std::advance(start, dis(g));
+    return start;
+}
+
+template<typename Iter>
+Iter select_randomly(Iter start, Iter end)
+{
+    static std::random_device rd;
+    static std::mt19937 gen(rd());
+    return select_randomly(start, end, gen);
+}
+
+std::atomic<int> element_counter = 0;
+std::atomic<int> failed_setup_counter = 0;
+
+void createPathAndSetWatch(zkutil::ZooKeeper & zk, const String & path_prefix, size_t total)
+{
+    for (size_t i = 0; i < total; ++i)
+    {
+        int element = element_counter++;
+        zk.createIfNotExists(path_prefix + "/" + std::to_string(element), "");
+
+        std::string result;
+        if (!zk.tryGetWatch(path_prefix + "/" + std::to_string(element), result, nullptr, triggerWatch))
+            failed_setup_counter++;
+
+        {
+            std::lock_guard lock(elements_mutex);
+            current_elements.push_back(element);
+        }
+
+        std::this_thread::sleep_for(std::chrono::milliseconds(200));
+
+        {
+            std::lock_guard lock(elements_mutex);
+            if (current_elements.empty())
+                continue;
+            element = *select_randomly(current_elements.begin(), current_elements.end());
+            current_elements.erase(std::remove(current_elements.begin(), current_elements.end(), element), current_elements.end());
+        }
+        zk.tryRemove(path_prefix + "/" + std::to_string(element));
+    }
+
+}
+
+void tryConcurrentWatches(zkutil::ZooKeeper & zk)
+{
+    std::string path_prefix = "/concurrent_watches";
+    std::vector<std::future<void>> asyncs;
+    zk.createIfNotExists(path_prefix, "");
+    for (size_t i = 0; i < 100; ++i)
+    {
+        auto callback = [&zk, path_prefix] ()
+        {
+            createPathAndSetWatch(zk, path_prefix, 100);
+        };
+        asyncs.push_back(std::async(std::launch::async, callback));
+    }
+
+    for (auto & async : asyncs)
+    {
+        async.wait();
+    }
+
+    size_t counter = 0;
+    while (watches_triggered != 100 * 100)
+    {
+        std::this_thread::sleep_for(std::chrono::milliseconds(100));
+        if (counter++ > 20)
+            break;
+    }
+
+    std::cerr << "Failed setup counter:" << failed_setup_counter << std::endl;
+    std::cerr << "Current elements size:" << current_elements.size() << std::endl;
+    std::cerr << "WatchesTriggered:" << watches_triggered << std::endl;
+}
+
 int main(int argc, char *argv[])
 {
-
     if (argc != 2)
     {
         std::cerr << "usage: " << argv[0] << " hosts" << std::endl;
@@ -168,6 +262,7 @@ int main(int argc, char *argv[])
         testMultiRequest(zk);
         testCreateSetWatchEvent(zk);
         testCreateListWatchEvent(zk);
+        tryConcurrentWatches(zk);
     }
     catch (...)
     {
diff --git a/website/benchmark/hardware/index.html b/website/benchmark/hardware/index.html
index 41a87a4e49f..7fbb3b6d505 100644
--- a/website/benchmark/hardware/index.html
+++ b/website/benchmark/hardware/index.html
@@ -71,7 +71,8 @@ Results for Dell XPS laptop and Google Pixel phone is from <b>Alexander Kuzmenko
 Results for Android phones for "cold cache" are done without cache flushing, so they are not "cold" and cannot be compared.<br/>
 Results for Digital Ocean are from <b>Zimin Aleksey</b>.<br/>
 Results for 2x EPYC 7642 w/ 512 GB RAM (192 Cores) + 12X 1TB SSD (RAID6) are from <b>Yiğit Konur</b> and <b>Metehan Çetinkaya</b> of seo.do.<br/>
-Results for Raspberry Pi and Digital Ocean CPU-optimized are from <b>Fritz Wijaya</b>.
+Results for Raspberry Pi and Digital Ocean CPU-optimized are from <b>Fritz Wijaya</b>.<br/>
+Results for Digitalocean (Storage-intesinve VMs) + (CPU/GP) are from <b>Yiğit Konur</b> and <b>Metehan Çetinkaya</b> of seo.do.
 </p>
     </div>
 </div>
diff --git a/website/benchmark/hardware/results/do_storage_optimized.json b/website/benchmark/hardware/results/do_storage_optimized.json
new file mode 100644
index 00000000000..6c6cee5423b
--- /dev/null
+++ b/website/benchmark/hardware/results/do_storage_optimized.json
@@ -0,0 +1,380 @@
+[
+    {
+        "system":       "DigitalOcean Storage-opt 8",
+        "system_full":  "DigitalOcean 8 CPUs, 64 GB RAM, 1.17 TB NVM SSD, Storage Intensive, Frankfurt, Intel(R) Xeon(R) Gold 6140 CPU @ 2.30GHz",
+        "cpu_vendor":   "Intel",
+        "cpu_model":    "Xeon Gold 6140",
+        "time":         "2020-12-13 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.003, 0.002, 0.002],
+[0.020, 0.014, 0.014],
+[0.060, 0.048, 0.049],
+[0.089, 0.064, 0.062],
+[0.194, 0.177, 0.178],
+[0.521, 0.502, 0.497],
+[0.031, 0.026, 0.026],
+[0.020, 0.018, 0.018],
+[0.782, 0.738, 0.730],
+[0.874, 0.830, 0.834],
+[0.288, 0.265, 0.261],
+[0.340, 0.316, 0.316],
+[1.144, 1.016, 1.000],
+[1.423, 1.359, 1.348],
+[1.296, 1.234, 1.217],
+[1.458, 1.393, 1.392],
+[3.573, 3.374, 3.335],
+[2.143, 2.065, 2.083],
+[6.179, 6.153, 6.110],
+[0.101, 0.069, 0.069],
+[1.611, 1.383, 1.362],
+[1.659, 1.409, 1.388],
+[3.642, 3.124, 3.104],
+[2.399, 1.690, 1.652],
+[0.501, 0.434, 0.412],
+[0.382, 0.345, 0.346],
+[0.490, 0.425, 0.420],
+[1.401, 1.192, 1.165],
+[2.132, 1.956, 1.979],
+[1.777, 1.775, 1.770],
+[1.134, 1.033, 1.043],
+[1.611, 1.475, 1.451],
+[9.319, 8.830, 8.826],
+[5.214, 5.071, 4.960],
+[5.464, 5.079, 5.113],
+[1.862, 1.810, 1.800],
+[0.223, 0.173, 0.167],
+[0.074, 0.058, 0.060],
+[0.039, 0.037, 0.038],
+[0.430, 0.354, 0.355],
+[0.034, 0.015, 0.013],
+[0.016, 0.010, 0.011],
+[0.006, 0.006, 0.006]
+        ]
+    },
+    {
+        "system":       "DigitalOcean Storage-opt 16",
+        "system_full":  "DigitalOcean 16 CPUs, 128 GB RAM, 2.34 TB NVM SSD, Storage Intensive, Frankfurt, Intel(R) Xeon(R) Gold 6140 CPU @ 2.30GHz",
+        "cpu_vendor":   "Intel",
+        "cpu_model":    "Xeon Gold 6140",
+        "time":         "2020-12-13 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.002, 0.002, 0.002],
+[0.017, 0.010, 0.010],
+[0.039, 0.029, 0.027],
+[0.055, 0.039, 0.038],
+[0.125, 0.107, 0.112],
+[0.302, 0.281, 0.271],
+[0.021, 0.016, 0.016],
+[0.012, 0.011, 0.011],
+[0.418, 0.398, 0.397],
+[0.473, 0.446, 0.442],
+[0.172, 0.153, 0.155],
+[0.202, 0.184, 0.185],
+[0.605, 0.543, 0.538],
+[0.753, 0.693, 0.682],
+[0.687, 0.645, 0.635],
+[0.708, 0.701, 0.693],
+[1.703, 1.642, 1.655],
+[1.037, 0.994, 0.997],
+[3.563, 3.314, 3.364],
+[0.085, 0.047, 0.039],
+[0.857, 0.745, 0.742],
+[0.900, 0.770, 0.752],
+[1.931, 1.679, 1.672],
+[1.537, 0.937, 0.914],
+[0.272, 0.230, 0.219],
+[0.212, 0.192, 0.187],
+[0.271, 0.237, 0.225],
+[0.782, 0.659, 0.661],
+[1.169, 1.063, 1.068],
+[1.193, 1.182, 1.180],
+[0.625, 0.590, 0.572],
+[0.936, 0.822, 0.800],
+[4.796, 4.587, 4.589],
+[3.061, 2.715, 2.700],
+[2.819, 2.709, 2.708],
+[1.078, 1.048, 1.064],
+[0.210, 0.163, 0.150],
+[0.073, 0.057, 0.058],
+[0.037, 0.036, 0.035],
+[0.387, 0.357, 0.324],
+[0.030, 0.015, 0.017],
+[0.014, 0.010, 0.015],
+[0.012, 0.006, 0.005]
+        ]
+    },
+    {
+        "system":       "DigitalOcean Storage-opt 24",
+        "system_full":  "DigitalOcean, 24 CPUs, 192 GB RAM, 3.52 TB NVM SSD, Storage Intensive, Frankfurt, Intel(R) Xeon(R) Gold 6140 CPU @ 2.30GHz",
+        "cpu_vendor":   "Intel",
+        "cpu_model":    "Xeon Gold 6140",
+        "time":         "2020-12-13 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.002, 0.002, 0.001],
+[0.017, 0.009, 0.009],
+[0.033, 0.022, 0.022],
+[0.046, 0.029, 0.028],
+[0.114, 0.101, 0.113],
+[0.228, 0.215, 0.209],
+[0.018, 0.013, 0.013],
+[0.012, 0.010, 0.010],
+[0.316, 0.294, 0.294],
+[0.350, 0.328, 0.330],
+[0.142, 0.129, 0.124],
+[0.157, 0.141, 0.138],
+[0.452, 0.401, 0.403],
+[0.550, 0.508, 0.503],
+[0.883, 0.455, 0.451],
+[0.539, 0.535, 0.533],
+[1.278, 1.206, 1.207],
+[0.771, 0.746, 0.736],
+[2.776, 2.543, 2.571],
+[0.084, 0.065, 0.029],
+[0.666, 0.539, 0.586],
+[0.703, 0.559, 0.566],
+[1.404, 1.232, 1.222],
+[1.243, 0.695, 0.701],
+[0.215, 0.173, 0.164],
+[0.162, 0.143, 0.140],
+[0.207, 0.169, 0.169],
+[0.606, 0.506, 0.505],
+[0.849, 0.788, 0.774],
+[1.085, 1.074, 1.072],
+[0.426, 0.392, 0.394],
+[0.718, 0.616, 0.600],
+[3.579, 3.372, 3.428],
+[2.161, 2.006, 1.980],
+[2.491, 2.026, 1.991],
+[0.839, 0.818, 0.817],
+[0.220, 0.154, 0.163],
+[0.074, 0.058, 0.063],
+[0.037, 0.038, 0.038],
+[0.391, 0.353, 0.329],
+[0.034, 0.012, 0.014],
+[0.014, 0.012, 0.011],
+[0.005, 0.005, 0.005]
+        ]
+    },
+    {
+        "system":       "DigitalOcean Storage-opt 32",
+        "system_full":  "DigitalOcean, 32 CPUs, 256 GB RAM, 4.56 TB NVM SSD, Storage Intensive, Frankfurt, Intel(R) Xeon(R) Gold 6140 CPU @ 2.30GHz",
+        "cpu_vendor":   "Intel",
+        "cpu_model":    "Xeon Gold 6140",
+        "time":         "2020-12-13 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.002, 0.002, 0.001],
+[0.016, 0.011, 0.010],
+[0.029, 0.020, 0.019],
+[0.044, 0.025, 0.025],
+[0.103, 0.094, 0.091],
+[0.202, 0.181, 0.182],
+[0.021, 0.014, 0.012],
+[0.012, 0.010, 0.010],
+[0.259, 0.240, 0.237],
+[0.291, 0.268, 0.267],
+[0.128, 0.114, 0.113],
+[0.137, 0.121, 0.120],
+[0.351, 0.315, 0.315],
+[0.435, 0.403, 0.401],
+[0.389, 0.377, 0.370],
+[0.473, 0.459, 0.450],
+[1.076, 1.019, 1.034],
+[0.673, 0.632, 0.653],
+[1.804, 1.773, 1.779],
+[0.055, 0.048, 0.030],
+[0.555, 0.472, 0.462],
+[0.575, 0.465, 0.478],
+[1.245, 1.087, 1.073],
+[1.206, 0.561, 0.572],
+[0.178, 0.137, 0.137],
+[0.133, 0.116, 0.116],
+[0.168, 0.139, 0.133],
+[0.533, 0.434, 0.440],
+[0.727, 0.676, 0.668],
+[1.037, 1.029, 1.029],
+[0.343, 0.308, 0.308],
+[0.503, 0.448, 0.449],
+[3.128, 2.888, 2.937],
+[1.772, 1.605, 1.586],
+[1.653, 1.591, 1.606],
+[0.754, 0.718, 0.703],
+[0.198, 0.156, 0.143],
+[0.074, 0.056, 0.057],
+[0.040, 0.040, 0.035],
+[0.395, 0.333, 0.320],
+[0.031, 0.017, 0.014],
+[0.013, 0.011, 0.017],
+[0.008, 0.009, 0.006]
+        ]
+    },
+    {
+        "system":       "DigitalOcean Memory-opt 32",
+        "system_full":  "DigitalOcean, 32 CPUs, 256 GB RAM, 4.8 TB SSD, Memory Intensive, Frankfurt, Intel(R) Xeon(R) Gold 6140 CPU @ 2.30GHz",
+        "cpu_vendor":   "Intel",
+        "cpu_model":    "Xeon Gold 6140",
+        "time":         "2020-12-13 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.003, 0.002, 0.002],
+[0.016, 0.009, 0.009],
+[0.030, 0.019, 0.019],
+[0.045, 0.026, 0.025],
+[0.103, 0.091, 0.090],
+[0.200, 0.180, 0.175],
+[0.017, 0.012, 0.012],
+[0.012, 0.011, 0.010],
+[0.264, 0.237, 0.234],
+[0.291, 0.270, 0.259],
+[0.124, 0.111, 0.111],
+[0.136, 0.118, 0.117],
+[0.352, 0.316, 0.303],
+[0.439, 0.394, 0.392],
+[0.391, 0.370, 0.372],
+[0.466, 0.450, 0.449],
+[1.075, 1.014, 1.008],
+[0.654, 0.628, 0.619],
+[1.810, 1.801, 1.787],
+[0.053, 0.032, 0.030],
+[0.550, 0.443, 0.461],
+[0.553, 0.461, 0.465],
+[1.237, 1.064, 1.065],
+[1.163, 0.589, 0.548],
+[0.178, 0.132, 0.135],
+[0.131, 0.114, 0.112],
+[0.164, 0.133, 0.132],
+[0.530, 0.442, 0.433],
+[0.720, 0.664, 0.659],
+[1.032, 1.024, 1.023],
+[0.346, 0.311, 0.314],
+[0.502, 0.439, 0.438],
+[3.146, 2.869, 2.891],
+[1.757, 1.615, 1.589],
+[1.642, 1.571, 1.580],
+[0.743, 0.711, 0.722],
+[0.208, 0.151, 0.140],
+[0.077, 0.057, 0.056],
+[0.037, 0.037, 0.040],
+[0.378, 0.310, 0.315],
+[0.031, 0.014, 0.017],
+[0.019, 0.010, 0.010],
+[0.005, 0.005, 0.005]
+        ]
+    },
+    {
+        "system":       "DigitalOcean CPU-opt, 32",
+        "system_full":  "DigitalOcean, 32 CPUs, 64 GB RAM, 3.52 TB SSD, CPU Intensive, Frankfurt, Intel(R) Xeon(R) Gold 6140 CPU @ 2.30GHz",
+        "cpu_vendor":   "Intel",
+        "cpu_model":    "Xeon Gold 6140",
+        "time":         "2020-12-13 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.002, 0.002, 0.001],
+[0.016, 0.009, 0.009],
+[0.026, 0.018, 0.018],
+[0.040, 0.025, 0.024],
+[0.097, 0.083, 0.088],
+[0.190, 0.167, 0.171],
+[0.020, 0.011, 0.011],
+[0.011, 0.009, 0.009],
+[0.253, 0.228, 0.231],
+[0.277, 0.257, 0.258],
+[0.117, 0.104, 0.107],
+[0.127, 0.111, 0.111],
+[0.346, 0.313, 0.310],
+[0.435, 0.396, 0.392],
+[0.391, 0.366, 0.361],
+[0.469, 0.458, 0.455],
+[1.070, 1.026, 1.033],
+[0.649, 0.626, 0.627],
+[1.859, 1.808, 1.803],
+[0.065, 0.032, 0.025],
+[0.513, 0.402, 0.420],
+[0.525, 0.418, 0.417],
+[1.167, 1.004, 0.988],
+[1.118, 0.531, 0.538],
+[0.171, 0.126, 0.122],
+[0.124, 0.108, 0.105],
+[0.158, 0.126, 0.124],
+[0.501, 0.407, 0.409],
+[0.691, 0.624, 0.619],
+[1.106, 1.095, 1.094],
+[0.337, 0.301, 0.302],
+[0.504, 0.447, 0.453],
+[3.187, 2.934, 2.963],
+[1.771, 1.583, 1.570],
+[1.661, 1.584, 1.573],
+[0.748, 0.733, 0.736],
+[0.198, 0.152, 0.145],
+[0.072, 0.055, 0.053],
+[0.039, 0.035, 0.035],
+[0.395, 0.332, 0.322],
+[0.032, 0.012, 0.012],
+[0.019, 0.014, 0.009],
+[0.005, 0.005, 0.005]
+        ]
+    },
+    {
+        "system":       "DigitalOcean General 40",
+        "system_full":  "DigitalOcean, 40 CPUs, 64 GB RAM, 1 TB SSD, General Purpose, San Francisco, Intel(R) Xeon(R) Gold 6140 CPU @ 2.30GHz",
+        "cpu_vendor":   "Intel",
+        "cpu_model":    "Xeon Gold 6140",
+        "time":         "2020-12-13 00:00:00",
+        "kind":         "cloud",
+        "result":
+        [
+[0.003, 0.001, 0.001],
+[0.019, 0.009, 0.009],
+[0.045, 0.017, 0.017],
+[0.103, 0.022, 0.021],
+[0.131, 0.086, 0.088],
+[0.210, 0.167, 0.163],
+[0.018, 0.011, 0.011],
+[0.014, 0.010, 0.010],
+[0.246, 0.204, 0.204],
+[0.297, 0.231, 0.238],
+[0.138, 0.103, 0.102],
+[0.148, 0.106, 0.107],
+[0.352, 0.313, 0.309],
+[0.453, 0.394, 0.392],
+[0.392, 0.349, 0.349],
+[0.452, 0.429, 0.429],
+[1.060, 0.972, 0.966],
+[0.668, 0.591, 0.606],
+[1.721, 1.645, 1.640],
+[0.102, 0.039, 0.024],
+[0.973, 0.386, 0.381],
+[1.105, 0.405, 0.388],
+[1.996, 0.986, 0.969],
+[2.381, 0.475, 0.463],
+[0.294, 0.112, 0.111],
+[0.167, 0.096, 0.099],
+[0.296, 0.114, 0.114],
+[0.961, 0.432, 0.424],
+[0.840, 0.611, 0.610],
+[1.100, 1.090, 1.088],
+[0.374, 0.292, 0.283],
+[0.691, 0.432, 0.429],
+[3.111, 2.863, 2.922],
+[1.857, 1.579, 1.553],
+[1.762, 1.548, 1.542],
+[0.573, 0.552, 0.542],
+[0.221, 0.140, 0.144],
+[0.079, 0.059, 0.058],
+[0.038, 0.034, 0.035],
+[0.405, 0.342, 0.354],
+[0.039, 0.018, 0.013],
+[0.015, 0.010, 0.010],
+[0.005, 0.005, 0.005]
+        ]
+    }
+]
diff --git a/website/benchmark/hardware/results/core_i7_macbook_pro_2018.json b/website/benchmark/hardware/results/macbook_pro_core_i7_2018.json
similarity index 100%
rename from website/benchmark/hardware/results/core_i7_macbook_pro_2018.json
rename to website/benchmark/hardware/results/macbook_pro_core_i7_2018.json
diff --git a/website/benchmark/hardware/results/macbook_pro_core_i7_2020.json b/website/benchmark/hardware/results/macbook_pro_core_i7_2020.json
new file mode 100644
index 00000000000..8250c5f3c7e
--- /dev/null
+++ b/website/benchmark/hardware/results/macbook_pro_core_i7_2020.json
@@ -0,0 +1,54 @@
+[
+    {
+        "system":       "MacBook Pro 2020",
+        "system_full":  "MacBook Pro 2020, 2.3 GHz Quad-Core Intel Core i7 (10th gen), 32 GiB RAM, 2TB SSD",
+        "time":         "2020-06-25 00:00:00",
+        "kind":         "laptop",
+        "result":
+        [
+[0.003, 0.002, 0.002],
+[0.046, 0.025, 0.015],
+[0.042, 0.042, 0.041],
+[0.069, 0.068, 0.069],
+[0.164, 0.166, 0.165],
+[0.559, 0.550, 0.552],
+[0.026, 0.026, 0.026],
+[0.016, 0.015, 0.016],
+[0.891, 0.880, 0.879],
+[1.029, 1.031, 1.022],
+[0.355, 0.358, 0.369],
+[0.415, 0.416, 0.417],
+[1.406, 1.355, 1.349],
+[1.775, 1.787, 1.788],
+[1.615, 1.633, 1.619],
+[1.532, 1.525, 1.482],
+[4.284, 4.203, 4.180],
+[2.825, 2.782, 2.756],
+[8.516, 8.328, 8.408],
+[0.097, 0.073, 0.074],
+[1.541, 1.557, 1.557],
+[1.945, 1.920, 1.911],
+[4.410, 4.375, 4.353],
+[null, null, null],
+[0.613, 0.616, 0.621],
+[0.535, 0.557, 0.541],
+[0.622, 0.622, 0.623],
+[1.536, 1.548, 1.535],
+[2.436, 2.430, 2.435],
+[2.551, 2.542, 2.589],
+[1.470, 1.426, 1.430],
+[2.377, 2.248, 2.227],
+[15.628, null, null],
+[6.155, 6.397, 6.368],
+[6.439, 6.392, 6.412],
+[2.643, 2.337, 2.316],
+[0.163, 0.174, 0.155],
+[0.060, 0.064, 0.063],
+[0.057, 0.057, 0.053],
+[0.331, 0.314, 0.314],
+[0.016, 0.023, 0.020],
+[0.014, 0.014, 0.013],
+[0.005, 0.006, 0.007]
+        ]
+    }
+]

From 259ef9ecf4cc6e0b6206c8d4a2dd53970c6d7be2 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 18 Dec 2020 19:00:51 +0300
Subject: [PATCH 277/742] corrected the test

---
 .../0_stateless/01603_decimal_mult_float.reference        | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.reference b/tests/queries/0_stateless/01603_decimal_mult_float.reference
index c25beb42a27..2c567fac2cd 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.reference
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.reference
@@ -3,9 +3,11 @@
 0.00012000000000000002
 150.16500000000002
 7.775900000000001
-56622.689999999995
-5.988376688440276
-2.9941884322906844
+56.62268999999999
+598.8376688440276
+299.41883813298773
+0.7485470860550346
+2.2456413519648777
 1.641386318314034
 1.641386318314034
 1.6413863192433382

From 132a0b42eb010344563daf79f74c51a00c02475a Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 18 Dec 2020 20:13:28 +0300
Subject: [PATCH 278/742] cleanup

---
 src/Interpreters/AggregateDescription.cpp     | 28 ++++++++++++
 src/Interpreters/AggregateDescription.h       | 15 ++++++-
 src/Interpreters/ExpressionAnalyzer.cpp       | 45 ++++---------------
 .../ExtractExpressionInfoVisitor.cpp          |  3 ++
 .../RewriteAnyFunctionVisitor.cpp             |  9 +++-
 src/Interpreters/TreeRewriter.cpp             |  4 +-
 src/Parsers/ASTFunction.cpp                   |  8 ----
 src/Parsers/ExpressionElementParsers.cpp      |  4 +-
 src/Parsers/ExpressionElementParsers.h        |  6 +--
 src/Processors/QueryPlan/WindowStep.cpp       | 45 ++++++++++++++++---
 src/Processors/QueryPlan/WindowStep.h         |  4 +-
 .../Transforms/ExpressionTransform.h          |  5 +--
 src/Processors/Transforms/WindowTransform.cpp | 17 ++-----
 src/Processors/Transforms/WindowTransform.h   | 13 +++---
 src/Processors/ya.make                        |  2 +
 src/Storages/IStorage.cpp                     | 18 ++++----
 .../01591_window_functions.reference          |  3 ++
 .../0_stateless/01591_window_functions.sql    |  3 ++
 18 files changed, 138 insertions(+), 94 deletions(-)

diff --git a/src/Interpreters/AggregateDescription.cpp b/src/Interpreters/AggregateDescription.cpp
index e483eb1b7a1..985789ca676 100644
--- a/src/Interpreters/AggregateDescription.cpp
+++ b/src/Interpreters/AggregateDescription.cpp
@@ -1,6 +1,7 @@
 #include <Interpreters/AggregateDescription.h>
 #include <Common/FieldVisitors.h>
 #include <IO/Operators.h>
+#include <Parsers/ASTFunction.h>
 
 namespace DB
 {
@@ -99,4 +100,31 @@ void AggregateDescription::explain(WriteBuffer & out, size_t indent) const
     }
 }
 
+std::string WindowFunctionDescription::dump() const
+{
+    WriteBufferFromOwnString ss;
+
+    ss << "window function '" << column_name << "' over '" << window_name <<"\n";
+    ss << "function node " << function_node->dumpTree() << "\n";
+    ss << "aggregate function '" << aggregate_function->getName() << "'\n";
+    if (!function_parameters.empty())
+    {
+        ss << "parameters " << toString(function_parameters) << "\n";
+    }
+
+    return ss.str();
+}
+
+std::string WindowDescription::dump() const
+{
+    WriteBufferFromOwnString ss;
+
+    ss << "window '" << window_name << "'\n";
+    ss << "partition_by " << dumpSortDescription(partition_by) << "\n";
+    ss << "order_by " << dumpSortDescription(order_by) << "\n";
+    ss << "full_sort_description " << dumpSortDescription(full_sort_description) << "\n";
+
+    return ss.str();
+}
+
 }
diff --git a/src/Interpreters/AggregateDescription.h b/src/Interpreters/AggregateDescription.h
index 61e684a1458..3cbba101baa 100644
--- a/src/Interpreters/AggregateDescription.h
+++ b/src/Interpreters/AggregateDescription.h
@@ -29,7 +29,12 @@ using AggregateDescriptions = std::vector<AggregateDescription>;
 
 struct WindowFunctionDescription
 {
+    // According to the standard, a window function can refer to a window declared
+    // elsewhere, using its name. We haven't implemented this yet: all windows
+    // are declared in OVER clause, but they still get an auto-generated name,
+    // and this name is used to find the window that corresponds to a function.
     std::string window_name;
+
     std::string column_name;
     const ASTFunction * function_node;
     AggregateFunctionPtr aggregate_function;
@@ -43,10 +48,18 @@ struct WindowFunctionDescription
 struct WindowDescription
 {
     std::string window_name;
-    // Always ASC for now.
+
+    // We don't care about the particular order of keys for PARTITION BY, only
+    // that they are sorted. For now we always require ASC, but we could be more
+    // flexible and match any direction, or even different order of columns.
     SortDescription partition_by;
+
     SortDescription order_by;
+
+    // To calculate the window function, we sort input data first by PARTITION BY,
+    // then by ORDER BY. This field holds this combined sort order.
     SortDescription full_sort_description;
+
     // No frame info as of yet.
 
     std::string dump() const;
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 61b8dc86350..af6ee4a1732 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -1,7 +1,5 @@
 #include <Core/Block.h>
 
-#include <iostream>
-
 #include <Parsers/ASTFunction.h>
 #include <Parsers/ASTIdentifier.h>
 #include <Parsers/ASTLiteral.h>
@@ -52,6 +50,9 @@
 #include <Interpreters/GlobalSubqueriesVisitor.h>
 #include <Interpreters/GetAggregatesVisitor.h>
 
+#include <IO/Operators.h>
+#include <IO/WriteBufferFromString.h>
+
 namespace DB
 {
 
@@ -473,7 +474,7 @@ bool ExpressionAnalyzer::makeAggregateDescriptions(ActionsDAGPtr & actions)
 bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
 {
     // Convenient to check here because at least we have the Context.
-    if (windowFunctions().size() > 0 &&
+    if (!windowFunctions().empty() &&
         !context.getSettingsRef().allow_experimental_window_functions)
     {
         throw Exception(ErrorCodes::NOT_IMPLEMENTED,
@@ -481,15 +482,14 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
             windowFunctions()[0]->formatForErrorMessage());
     }
 
+    int next_window_index = 1;
     for (const ASTFunction * function_node : windowFunctions())
     {
         assert(function_node->is_window_function);
 
-        // FIXME not thread-safe, should use a per-query counter.
-        static int window_index = 1;
-
         WindowDescription window_description;
-        window_description.window_name = fmt::format("window_{}", window_index++);
+        window_description.window_name = fmt::format("window_{}",
+            next_window_index++);
 
         if (function_node->window_partition_by)
         {
@@ -548,6 +548,7 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
 
         // Requiring a constant reference to a shared pointer to non-const AST
         // doesn't really look sane, but the visitor does indeed require it.
+        // Hence we clone the node (not very sane either, I know).
         getRootActionsNoMakeSet(window_function.function_node->clone(),
             true, actions);
 
@@ -572,7 +573,6 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
             window_function.argument_names[i] = name;
         }
 
-
         AggregateFunctionProperties properties;
         window_function.aggregate_function
             = AggregateFunctionFactory::instance().get(
@@ -583,8 +583,6 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
         window_descriptions.insert({window_description.window_name,
             window_description});
         window_functions.push_back(window_function);
-
-        fmt::print(stderr, "{}\n", window_function.dump());
     }
 
     return !windowFunctions().empty();
@@ -1502,7 +1500,7 @@ void ExpressionAnalysisResult::checkActions() const
 
 std::string ExpressionAnalysisResult::dump() const
 {
-    std::stringstream ss;
+    WriteBufferFromOwnString ss;
 
     ss << "need_aggregate " << need_aggregate << "\n";
     ss << "has_order_by " << has_order_by << "\n";
@@ -1571,29 +1569,4 @@ std::string ExpressionAnalysisResult::dump() const
     return ss.str();
 }
 
-std::string WindowFunctionDescription::dump() const
-{
-    std::stringstream ss;
-    ss << "window function '" << column_name << "' over '" << window_name <<"\n";
-    ss << "function node " << function_node->dumpTree() << "\n";
-    ss << "aggregate function '" << aggregate_function->getName() << "'\n";
-    if (function_parameters.size())
-    {
-        ss << "parameters " << toString(function_parameters) << "\n";
-    }
-
-    return ss.str();
-}
-
-std::string WindowDescription::dump() const
-{
-    std::stringstream ss;
-    ss << "window '" << window_name << "'\n";
-    ss << "partition_by " << dumpSortDescription(partition_by) << "\n";
-    ss << "order_by " << dumpSortDescription(order_by) << "\n";
-    ss << "full_sort_description " << dumpSortDescription(full_sort_description) << "\n";
-
-    return ss.str();
-}
-
 }
diff --git a/src/Interpreters/ExtractExpressionInfoVisitor.cpp b/src/Interpreters/ExtractExpressionInfoVisitor.cpp
index 579fd13642f..c7bd433a45b 100644
--- a/src/Interpreters/ExtractExpressionInfoVisitor.cpp
+++ b/src/Interpreters/ExtractExpressionInfoVisitor.cpp
@@ -22,6 +22,9 @@ void ExpressionInfoMatcher::visit(const ASTFunction & ast_function, const ASTPtr
     {
         data.is_array_join = true;
     }
+    // "is_aggregate_function" doesn't mean much by itself. Apparently here it is
+    // used to move filters from HAVING to WHERE, and probably for this purpose
+    // an aggregate function calculated as a window function is not relevant.
     else if (!ast_function.is_window_function
         && AggregateFunctionFactory::instance().isAggregateFunctionName(
             ast_function.name))
diff --git a/src/Interpreters/RewriteAnyFunctionVisitor.cpp b/src/Interpreters/RewriteAnyFunctionVisitor.cpp
index 3e5d0b693cf..ed3663a3b86 100644
--- a/src/Interpreters/RewriteAnyFunctionVisitor.cpp
+++ b/src/Interpreters/RewriteAnyFunctionVisitor.cpp
@@ -38,11 +38,16 @@ bool extractIdentifiers(const ASTFunction & func, std::unordered_set<ASTPtr *> &
             if (arg_func->name == "lambda")
                 return false;
 
-            if ( arg_func->is_window_function
+            // We are looking for identifiers inside a function calculated inside
+            // the aggregate function `any()`. Window or aggregate function can't
+            // be inside `any` (checked by GetAggregatesMatcher).
+            if (arg_func->is_window_function
                 || AggregateFunctionFactory::instance().isAggregateFunctionName(
                     arg_func->name))
             {
-                return false;
+                throw Exception(ErrorCodes::LOGICAL_ERROR,
+                    "Found an aggregate function '{}' inside another aggregate"
+                    " function", arg_func->formatForErrorMessage());
             }
 
             if (!extractIdentifiers(*arg_func, identifiers))
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index befae896d2f..f72d36400ef 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -434,7 +434,7 @@ std::vector<const ASTFunction *> getAggregates(ASTPtr & query, const ASTSelectQu
             for (auto & arg : node->arguments->children)
             {
                 assertNoAggregates(arg, "inside another aggregate function");
-                assertNoWindows(arg, "inside another window function");
+                assertNoWindows(arg, "inside an aggregate function");
             }
         }
     }
@@ -459,7 +459,7 @@ std::vector<const ASTFunction *> getWindowFunctions(ASTPtr & query, const ASTSel
         {
             for (auto & arg : node->arguments->children)
             {
-                //assertNoAggregates(arg, "inside another aggregate function");
+                assertNoAggregates(arg, "inside a window function");
                 assertNoWindows(arg, "inside another window function");
             }
         }
diff --git a/src/Parsers/ASTFunction.cpp b/src/Parsers/ASTFunction.cpp
index e2939b2bd89..569c710db03 100644
--- a/src/Parsers/ASTFunction.cpp
+++ b/src/Parsers/ASTFunction.cpp
@@ -39,14 +39,6 @@ void ASTFunction::appendColumnNameImpl(WriteBuffer & ostr) const
             (*it)->appendColumnName(ostr);
         }
     writeChar(')', ostr);
-
-    /*
-    if (window_name)
-    {
-        writeCString(" over ", ostr);
-        window_name->appendColumnName(ostr);
-    }
-    */
 }
 
 /** Get the text that identifies this element. */
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index cd9d8e921ef..fde0e129459 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -388,7 +388,9 @@ bool ParserFunction::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
         function_node->is_window_function = true;
 
         // We are slightly breaking the parser interface by parsing the window
-        // definition into an existing ASTFunction, hence this weirdness.
+        // definition into an existing ASTFunction. Normally it would take a
+        // reference to ASTPtr and assign it the new node. We only have a pointer
+        // of a different type, hence this workaround with a temporary pointer.
         ASTPtr function_node_as_iast = function_node;
 
         ParserWindowDefinition window_definition;
diff --git a/src/Parsers/ExpressionElementParsers.h b/src/Parsers/ExpressionElementParsers.h
index 0c15eeb08e6..e91bc21979a 100644
--- a/src/Parsers/ExpressionElementParsers.h
+++ b/src/Parsers/ExpressionElementParsers.h
@@ -124,13 +124,11 @@ protected:
     bool allow_function_parameters;
 };
 
-struct ParserWindowDefinition : public IParserBase
+// Window definition (the thing that goes after OVER) for window function.
+class ParserWindowDefinition : public IParserBase
 {
-
-protected:
     const char * getName() const override { return "window definition"; }
     bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected) override;
-
 };
 
 class ParserCodecDeclarationList : public IParserBase
diff --git a/src/Processors/QueryPlan/WindowStep.cpp b/src/Processors/QueryPlan/WindowStep.cpp
index 8b235eca39e..82c589b8b20 100644
--- a/src/Processors/QueryPlan/WindowStep.cpp
+++ b/src/Processors/QueryPlan/WindowStep.cpp
@@ -25,7 +25,7 @@ static ITransformingStep::Traits getTraits()
     };
 }
 
-static Block addWindowFunctionColumns(const Block & block,
+static Block addWindowFunctionResultColumns(const Block & block,
     std::vector<WindowFunctionDescription> window_functions)
 {
     auto result = block;
@@ -48,21 +48,22 @@ WindowStep::WindowStep(const DataStream & input_stream_,
         const std::vector<WindowFunctionDescription> & window_functions_)
     : ITransformingStep(
         input_stream_,
-            addWindowFunctionColumns(input_stream_.header, window_functions_),
+            addWindowFunctionResultColumns(input_stream_.header,
+                window_functions_),
         getTraits())
     , window_description(window_description_)
     , window_functions(window_functions_)
     , input_header(input_stream_.header)
 {
-    /// Some columns may be removed by expression.
-    updateDistinctColumns(output_stream->header, output_stream->distinct_columns);
+    // We don't remove any columns, only add, so probably we don't have to update
+    // the output DataStream::distinct_columns.
 }
 
 void WindowStep::transformPipeline(QueryPipeline & pipeline)
 {
     pipeline.addSimpleTransform([&](const Block & /*header*/)
     {
-        return std::make_shared<Transform>(input_header,
+        return std::make_shared<WindowTransform>(input_header,
             output_stream->header, window_description, window_functions);
     });
 
@@ -73,8 +74,38 @@ void WindowStep::transformPipeline(QueryPipeline & pipeline)
 void WindowStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
-    (void) prefix;
-    /// FIXME add some printing
+    settings.out << prefix << "Window: (";
+    if (!window_description.partition_by.empty())
+    {
+        settings.out << "PARTITION BY ";
+        for (size_t i = 0; i < window_description.partition_by.size(); ++i)
+        {
+            if (i > 0)
+            {
+                settings.out << ", ";
+            }
+
+            settings.out << window_description.partition_by[i].column_name;
+        }
+    }
+    if (!window_description.partition_by.empty()
+        && !window_description.order_by.empty())
+    {
+        settings.out << " ";
+    }
+    if (!window_description.order_by.empty())
+    {
+        settings.out << "ORDER BY "
+            << dumpSortDescription(window_description.order_by);
+    }
+    settings.out << ")\n";
+
+    for (size_t i = 0; i < window_functions.size(); ++i)
+    {
+        settings.out << prefix << (i == 0 ? "Functions: "
+                                          : "           ");
+        settings.out << window_functions[i].column_name << "\n";
+    }
 }
 
 }
diff --git a/src/Processors/QueryPlan/WindowStep.h b/src/Processors/QueryPlan/WindowStep.h
index 5bdb14ae5fe..069d02c655c 100644
--- a/src/Processors/QueryPlan/WindowStep.h
+++ b/src/Processors/QueryPlan/WindowStep.h
@@ -14,13 +14,11 @@ class WindowTransform;
 class WindowStep : public ITransformingStep
 {
 public:
-    using Transform = WindowTransform;
-
     explicit WindowStep(const DataStream & input_stream_,
             const WindowDescription & window_description_,
             const std::vector<WindowFunctionDescription> & window_functions_);
 
-    String getName() const override { return "Expression"; }
+    String getName() const override { return "Window"; }
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
diff --git a/src/Processors/Transforms/ExpressionTransform.h b/src/Processors/Transforms/ExpressionTransform.h
index c0c0a63a6a8..525273bad81 100644
--- a/src/Processors/Transforms/ExpressionTransform.h
+++ b/src/Processors/Transforms/ExpressionTransform.h
@@ -19,10 +19,7 @@ public:
             const Block & header_,
             ExpressionActionsPtr expression_);
 
-    String getName() const override
-    {
-        return "ExpressionTransform";
-    }
+    String getName() const override { return "ExpressionTransform"; }
 
     static Block transformHeader(Block header, const ExpressionActionsPtr & expression);
 
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index 07eb8118a3b..9ffad3ae367 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -88,7 +88,6 @@ void WindowTransform::transform(Chunk & chunk)
         const auto & f = ws.window_function;
         const auto * a = f.aggregate_function.get();
 
-        //*
         // Create the resulting column.
         ColumnWithTypeAndName column_with_type;
         column_with_type.name = f.column_name;
@@ -98,6 +97,9 @@ void WindowTransform::transform(Chunk & chunk)
 
         for (size_t row = 0; row < num_rows; row++)
         {
+            // THIS IS BROKEN when we have multiple window functions.
+            // Have to switch the loops or track partition per-function.
+            //
             // Check whether the new partition has started and reinitialize the
             // aggregate function states.
             assert(partition_start_columns.size() == partition_by_indices.size());
@@ -120,7 +122,7 @@ void WindowTransform::transform(Chunk & chunk)
                 // Check whether the new partition started, by comparing all the
                 // PARTITION BY columns.
                 size_t first_inequal_column = 0;
-                for ( ; first_inequal_column < partition_start_columns.size();
+                for (; first_inequal_column < partition_start_columns.size();
                       ++first_inequal_column)
                 {
                     const auto * current_column = block.getColumns()[
@@ -165,17 +167,6 @@ void WindowTransform::transform(Chunk & chunk)
         }
 
         block.insert(column_with_type);
-        /*/
-        auto & column_with_type = block.getByName(f.column_name);
-        auto c = IColumn::mutate(std::move(column_with_type.column));
-
-        for (size_t i = 0; i < num_rows; i++)
-        {
-            c->insert(UInt64(i));
-        }
-
-        column_with_type.column.reset(c.get());
-        //*/
     }
 
     chunk.setColumns(block.getColumns(), num_rows);
diff --git a/src/Processors/Transforms/WindowTransform.h b/src/Processors/Transforms/WindowTransform.h
index 5e1444b9949..93af208ed4f 100644
--- a/src/Processors/Transforms/WindowTransform.h
+++ b/src/Processors/Transforms/WindowTransform.h
@@ -13,6 +13,7 @@ using ExpressionActionsPtr = std::shared_ptr<ExpressionActions>;
 
 class Arena;
 
+// Runtime data for computing one window function
 struct WindowFunctionWorkspace
 {
     WindowFunctionDescription window_function;
@@ -22,11 +23,10 @@ struct WindowFunctionWorkspace
     std::vector<const IColumn *> argument_columns;
 };
 
-/** Executes a certain expression over the block.
-  * The expression consists of column identifiers from the block, constants, common functions.
-  * For example: hits * 2 + 3, url LIKE '%yandex%'
-  * The expression processes each row independently of the others.
-  */
+/*
+ * Computes several window functions that share the same window. The input must
+ * be sorted correctly for this window (PARTITION BY, then ORDER BY).
+ */
 class WindowTransform : public ISimpleTransform
 {
 public:
@@ -51,8 +51,10 @@ public:
     Block input_header;
 
     WindowDescription window_description;
+
     // Indices of the PARTITION BY columns in block.
     std::vector<size_t> partition_by_indices;
+
     // The columns for PARTITION BY and the row in these columns where the
     // current partition started. They might be in some of the previous blocks,
     // so we have to keep the shared ownership of the columns. We don't keep the
@@ -63,6 +65,7 @@ public:
     std::vector<ColumnPtr> partition_start_columns;
     size_t partition_start_row = 0;
 
+    // Data for computing the window functions.
     std::vector<WindowFunctionWorkspace> workspaces;
 
     std::unique_ptr<Arena> arena;
diff --git a/src/Processors/ya.make b/src/Processors/ya.make
index eacc0c44d24..e382f32bfdb 100644
--- a/src/Processors/ya.make
+++ b/src/Processors/ya.make
@@ -123,6 +123,7 @@ SRCS(
     QueryPlan/SettingQuotaAndLimitsStep.cpp
     QueryPlan/TotalsHavingStep.cpp
     QueryPlan/UnionStep.cpp
+    QueryPlan/WindowStep.cpp
     ResizeProcessor.cpp
     Sources/DelayedSource.cpp
     Sources/RemoteSource.cpp
@@ -155,6 +156,7 @@ SRCS(
     Transforms/RollupTransform.cpp
     Transforms/SortingTransform.cpp
     Transforms/TotalsHavingTransform.cpp
+    Transforms/WindowTransform.cpp
     printPipeline.cpp
 
 )
diff --git a/src/Storages/IStorage.cpp b/src/Storages/IStorage.cpp
index 76c975c4654..0bd576a858b 100644
--- a/src/Storages/IStorage.cpp
+++ b/src/Storages/IStorage.cpp
@@ -3,16 +3,18 @@
 #include <sparsehash/dense_hash_map>
 #include <sparsehash/dense_hash_set>
 
-#include <Storages/AlterCommands.h>
+#include <Common/StringUtils/StringUtils.h>
+#include <Common/quoteString.h>
+#include <IO/Operators.h>
+#include <IO/WriteBufferFromString.h>
+#include <Interpreters/Context.h>
+#include <Interpreters/ExpressionActions.h>
+#include <Interpreters/InterpreterSelectQuery.h>
 #include <Parsers/ASTCreateQuery.h>
 #include <Parsers/ASTSetQuery.h>
 #include <Processors/Pipe.h>
 #include <Processors/QueryPlan/ReadFromPreparedSource.h>
-#include <Interpreters/Context.h>
-#include <Common/StringUtils/StringUtils.h>
-#include <Common/quoteString.h>
-#include <Interpreters/ExpressionActions.h>
-#include <Interpreters/InterpreterSelectQuery.h>
+#include <Storages/AlterCommands.h>
 
 
 namespace DB
@@ -170,7 +172,7 @@ NamesAndTypesList IStorage::getVirtuals() const
 
 std::string PrewhereDAGInfo::dump() const
 {
-    std::stringstream ss;
+    WriteBufferFromOwnString ss;
     ss << "PrewhereDagInfo\n";
 
     if (alias_actions)
@@ -196,7 +198,7 @@ std::string PrewhereDAGInfo::dump() const
 
 std::string FilterInfo::dump() const
 {
-    std::stringstream ss;
+    WriteBufferFromOwnString ss;
     ss << "FilterInfo for column '" << column_name <<"', do_remove_column "
        << do_remove_column << "\n";
     if (actions_dag)
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 67d37653965..427d7a24e3a 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -83,6 +83,9 @@ select q * 10, quantileExact(number) over (partition by intDiv(number, 3)) q fro
 
 select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
 
+-- this one doesn't work yet -- looks like the column names clash, and the
+-- window count() is overwritten with aggregate count()
+-- select number, count(), count() over (partition by intDiv(number, 3)) from numbers(10) group by number order by count() desc;
 
 9	9
 6	8
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index fcb3da896dc..dce7069ed5f 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -27,3 +27,6 @@ select q * 10, quantileExact(number) over (partition by intDiv(number, 3)) q fro
 -- should work in ORDER BY though
 select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
 
+-- this one doesn't work yet -- looks like the column names clash, and the
+-- window count() is overwritten with aggregate count()
+-- select number, count(), count() over (partition by intDiv(number, 3)) from numbers(10) group by number order by count() desc;

From 32cbfabfaf75b51ad60166c11f2b7554c80efad6 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Fri, 18 Dec 2020 23:04:51 +0300
Subject: [PATCH 279/742] Update settings.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Выполнил перевод на русский язык и внес поправки в английскую версию.
---
 .../mergetree-family/replication.md           |  3 +--
 docs/en/operations/settings/settings.md       | 10 +++++++---
 docs/ru/operations/settings/settings.md       | 19 +++++++++++++++++++
 3 files changed, 27 insertions(+), 5 deletions(-)

diff --git a/docs/en/engines/table-engines/mergetree-family/replication.md b/docs/en/engines/table-engines/mergetree-family/replication.md
index 4758ff321e8..03319fd7575 100644
--- a/docs/en/engines/table-engines/mergetree-family/replication.md
+++ b/docs/en/engines/table-engines/mergetree-family/replication.md
@@ -113,8 +113,6 @@ You can have any number of replicas of the same data. Yandex.Metrica uses double
 
 The system monitors data synchronicity on replicas and is able to recover after a failure. Failover is automatic (for small differences in data) or semi-automatic (when data differs too much, which may indicate a configuration error).
 
-You can use a special logic for performing merges (for more information, see the documentation for [execute_merges_on_single_replica_time_threshold](../../../operations/settings/settings.md#execute-merges-on-single-replica-time-threshold) setting). 
-
 ## Creating Replicated Tables {#creating-replicated-tables}
 
 The `Replicated` prefix is added to the table engine name. For example:`ReplicatedMergeTree`.
@@ -286,5 +284,6 @@ If the data in ZooKeeper was lost or damaged, you can save data by moving it to
 **See also**
 
 -   [background_schedule_pool_size](../../../operations/settings/settings.md#background_schedule_pool_size)
+-   [execute_merges_on_single_replica_time_threshold setting](../../../operations/settings/settings.md#execute-merges-on-single-replica-time-threshold)
 
 [Original article](https://clickhouse.tech/docs/en/operations/table_engines/replication/) <!--hide-->
diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 6e34d76fb97..a9c26d4c06f 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2465,12 +2465,16 @@ Enables special logic to perform merges on replicas.
 Possible values:
 
 -   Positive integer (in seconds).
--   0 — Special merges logic is not executed.
+-   0 — Special merges logic is not used. Merges happen in the usual way on all the replicas.
 
 Default value: `0`.
 
-**Special logic to perform merges**
+**Usage**
 
-Selects one replica to perform the merge on. Sets the time threshold from the start of the merge. Other replicas wait for the merge to finish, then download the result. If the time threshold passes, and the selected replica does not perform merge, then the merge is performed manually.
+It can be useful when merges are CPU bounded not IO bounded (heavy compression is in use, calculation expensive aggregate functions or default expressions or just very high number of tiny merges).
+
+Selects one replica to perform the merge on. Sets the time threshold from the start of the merge. Other replicas wait for the merge to finish, then download the result. If the time threshold passes and the selected replica does not perform the merge, then the merge is performed on other replicas as usual.
+
+High values for that threshold may lead to replication delays.
 
 [Original article](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 0a8094231c2..2cf6c5e5795 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2324,4 +2324,23 @@ SELECT number FROM numbers(3) FORMAT JSONEachRow;
 
 Значение по умолчанию: `0`.
 
+## execute_merges_on_single_replica_time_threshold {#execute-merges-on-single-replica-time-threshold}
+
+Включает особую логику выполнения слияний на репликах.
+
+Возможные значения:
+
+-   Положительное целое число (в секундах).
+-   0 — не используется особая логика выполнения слияний. Слияния происходят обычным образом на всех репликах.
+
+Значение по умолчанию: `0`.
+
+**Использование**
+
+Это может быть полезно, когда слияния ограничены процессором, а не вводом-выводом (используется тяжелое сжатие, вычисление дорогостоящих агрегатных функций или выражений по умолчанию или просто очень большое количество мелких слияний).
+
+Выбирается одна реплика для выполнения слияния. Устанавливается порог времени с момента начала слияния. Другие реплики ждут завершения слияния, а затем скачивают результат. Если время выполнения слияния превышает установленный порог и выбранная реплика не выполняет слияние, тогда слияние выполняется на других репликах как обычно.
+
+Большие значения этой настройки могут привести к задержкам репликации.
+
 [Оригинальная статья](https://clickhouse.tech/docs/ru/operations/settings/settings/) <!--hide-->

From b2d53d802d99ada0f73017a9631d18f98bc266ef Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 18 Dec 2020 23:32:52 +0300
Subject: [PATCH 280/742] Fix for non-adaptive granularity

---
 .../MergeTree/IMergeTreeDataPartWriter.cpp    |  4 ++-
 .../MergeTree/MergeTreeDataPartWriterWide.cpp | 28 +++++++++++++------
 2 files changed, 23 insertions(+), 9 deletions(-)

diff --git a/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp b/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
index df905215df1..83fd9692e49 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPartWriter.cpp
@@ -49,7 +49,9 @@ IMergeTreeDataPartWriter::IMergeTreeDataPartWriter(
     , columns_list(columns_list_)
     , settings(settings_)
     , index_granularity(index_granularity_)
-    , with_final_mark(storage.getSettings()->write_final_mark && settings.can_use_adaptive_granularity){}
+    , with_final_mark(storage.getSettings()->write_final_mark && settings.can_use_adaptive_granularity)
+{
+}
 
 Columns IMergeTreeDataPartWriter::releaseIndexColumns()
 {
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
index ca0e4e014a5..3769fd6daf2 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
@@ -429,8 +429,8 @@ void MergeTreeDataPartWriterWide::validateColumnOfFixedSize(const String & name,
 
         if (index_granularity_rows != index_granularity.getMarkRows(mark_num))
             throw Exception(
-                ErrorCodes::LOGICAL_ERROR, "Incorrect mark rows for mark #{} (compressed offset {}, decompressed offset {}), in-memory {}, on disk {}, total marks {}",
-                mark_num, offset_in_compressed_file, offset_in_decompressed_block, index_granularity.getMarkRows(mark_num), index_granularity_rows, index_granularity.getMarksCount());
+                ErrorCodes::LOGICAL_ERROR, "Incorrect mark rows for part {} for mark #{} (compressed offset {}, decompressed offset {}), in-memory {}, on disk {}, total marks {}",
+                data_part->getFullPath(), mark_num, offset_in_compressed_file, offset_in_decompressed_block, index_granularity.getMarkRows(mark_num), index_granularity_rows, index_granularity.getMarksCount());
 
         auto column = type.createColumn();
 
@@ -444,6 +444,9 @@ void MergeTreeDataPartWriterWide::validateColumnOfFixedSize(const String & name,
         /// Now they must be equal
         if (column->size() != index_granularity_rows)
         {
+            if (must_be_last && !settings.can_use_adaptive_granularity)
+                break;
+
             throw Exception(
                 ErrorCodes::LOGICAL_ERROR, "Incorrect mark rows for mark #{} (compressed offset {}, decompressed offset {}), actually in bin file {}, in mrk file {}",
                 mark_num, offset_in_compressed_file, offset_in_decompressed_block, column->size(), index_granularity.getMarkRows(mark_num));
@@ -575,19 +578,28 @@ void MergeTreeDataPartWriterWide::adjustLastMarkAndFlushToDisk()
     if (last_non_written_marks.empty())
         throw Exception(ErrorCodes::LOGICAL_ERROR, "No saved marks for last mark {} having rows offset {}, total marks {}", getCurrentMark(), rows_written_in_last_mark, index_granularity.getMarksCount());
 
-    index_granularity.popMark();
-    index_granularity.appendMark(rows_written_in_last_mark);
+    if (settings.can_use_adaptive_granularity)
+    {
+        index_granularity.popMark();
+        index_granularity.appendMark(rows_written_in_last_mark);
+    }
+
     for (const auto & [name, marks] : last_non_written_marks)
+    {
         for (const auto & mark : marks)
             flushMarkToFile(mark, index_granularity.getMarkRows(getCurrentMark()));
+    }
 
     last_non_written_marks.clear();
 
-    for (size_t i = 0; i < skip_indices.size(); ++i)
-        ++skip_index_accumulated_marks[i];
+    if (settings.can_use_adaptive_granularity)
+    {
+        for (size_t i = 0; i < skip_indices.size(); ++i)
+            ++skip_index_accumulated_marks[i];
 
-    setCurrentMark(getCurrentMark() + 1);
-    rows_written_in_last_mark = 0;
+        setCurrentMark(getCurrentMark() + 1);
+        rows_written_in_last_mark = 0;
+    }
 }
 
 }

From 5705fa5a34c3c172c6bca00f19040ad49e5fcec9 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Sat, 19 Dec 2020 00:08:13 +0300
Subject: [PATCH 281/742] Update settings.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Внес поправки в английскую и русскую версии.
---
 .../en/engines/table-engines/mergetree-family/replication.md | 4 ++--
 docs/en/operations/settings/settings.md                      | 4 ++--
 .../ru/engines/table-engines/mergetree-family/replication.md | 5 +++++
 docs/ru/operations/settings/settings.md                      | 4 ++--
 4 files changed, 11 insertions(+), 6 deletions(-)

diff --git a/docs/en/engines/table-engines/mergetree-family/replication.md b/docs/en/engines/table-engines/mergetree-family/replication.md
index 03319fd7575..04a239e0b06 100644
--- a/docs/en/engines/table-engines/mergetree-family/replication.md
+++ b/docs/en/engines/table-engines/mergetree-family/replication.md
@@ -281,9 +281,9 @@ After this, you can launch the server, create a `MergeTree` table, move the data
 
 If the data in ZooKeeper was lost or damaged, you can save data by moving it to an unreplicated table as described above.
 
-**See also**
+**See Also**
 
 -   [background_schedule_pool_size](../../../operations/settings/settings.md#background_schedule_pool_size)
--   [execute_merges_on_single_replica_time_threshold setting](../../../operations/settings/settings.md#execute-merges-on-single-replica-time-threshold)
+-   [execute_merges_on_single_replica_time_threshold](../../../operations/settings/settings.md#execute-merges-on-single-replica-time-threshold)
 
 [Original article](https://clickhouse.tech/docs/en/operations/table_engines/replication/) <!--hide-->
diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index a9c26d4c06f..092c76af298 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2471,10 +2471,10 @@ Default value: `0`.
 
 **Usage**
 
-It can be useful when merges are CPU bounded not IO bounded (heavy compression is in use, calculation expensive aggregate functions or default expressions or just very high number of tiny merges).
-
 Selects one replica to perform the merge on. Sets the time threshold from the start of the merge. Other replicas wait for the merge to finish, then download the result. If the time threshold passes and the selected replica does not perform the merge, then the merge is performed on other replicas as usual.
 
 High values for that threshold may lead to replication delays.
 
+Heavy compression is in use, calculation expensive aggregate functions or default expressions or just very high number of tiny merges when using the settings. It can be useful when merges are CPU bounded not IO bounded.
+
 [Original article](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->
diff --git a/docs/ru/engines/table-engines/mergetree-family/replication.md b/docs/ru/engines/table-engines/mergetree-family/replication.md
index 6d3930e33ce..f17e1b035d4 100644
--- a/docs/ru/engines/table-engines/mergetree-family/replication.md
+++ b/docs/ru/engines/table-engines/mergetree-family/replication.md
@@ -246,4 +246,9 @@ $ sudo -u clickhouse touch /var/lib/clickhouse/flags/force_restore_data
 
 Если данные в ZooKeeper оказались утеряны или повреждены, то вы можете сохранить данные, переместив их в нереплицируемую таблицу, как описано в пункте выше.
 
+**Смотрите также**
+
+-   [background_schedule_pool_size](../../../operations/settings/settings.md#background_schedule_pool_size)
+-   [execute_merges_on_single_replica_time_threshold](../../../operations/settings/settings.md#execute-merges-on-single-replica-time-threshold)
+
 [Оригинальная статья](https://clickhouse.tech/docs/ru/operations/table_engines/replication/) <!--hide-->
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 2cf6c5e5795..8777dba6609 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2337,10 +2337,10 @@ SELECT number FROM numbers(3) FORMAT JSONEachRow;
 
 **Использование**
 
-Это может быть полезно, когда слияния ограничены процессором, а не вводом-выводом (используется тяжелое сжатие, вычисление дорогостоящих агрегатных функций или выражений по умолчанию или просто очень большое количество мелких слияний).
-
 Выбирается одна реплика для выполнения слияния. Устанавливается порог времени с момента начала слияния. Другие реплики ждут завершения слияния, а затем скачивают результат. Если время выполнения слияния превышает установленный порог и выбранная реплика не выполняет слияние, тогда слияние выполняется на других репликах как обычно.
 
 Большие значения этой настройки могут привести к задержкам репликации.
 
+При использовании настройки происходит тяжелое сжатие, вычисление слишком затратных агрегатных функций или выражений по умолчанию или очень большое количество мелких слияний. Эта настройка полезна, когда слияния ограничены процессором, а не вводом-выводом.
+
 [Оригинальная статья](https://clickhouse.tech/docs/ru/operations/settings/settings/) <!--hide-->

From ca6708e5945e983625469f1e878659a2670d7e70 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sat, 19 Dec 2020 21:59:20 +0300
Subject: [PATCH 282/742] Fix check and granule adjust for non adaptive parts

---
 .../MergeTree/MergeTreeDataPartWriterWide.cpp | 38 ++++++++++++-------
 .../MergeTree/MergeTreeDataPartWriterWide.h   |  2 +-
 2 files changed, 26 insertions(+), 14 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
index 3769fd6daf2..84deccbf23e 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
@@ -172,7 +172,7 @@ void MergeTreeDataPartWriterWide::write(const Block & block, const IColumn::Perm
         {
             size_t rows_left_in_last_mark = index_granularity.getMarkRows(getCurrentMark()) - rows_written_in_last_mark;
             if (rows_left_in_last_mark > index_granularity_for_block)
-                adjustLastMarkAndFlushToDisk();
+                adjustLastMarkIfNeedAndFlushToDisk();
         }
 
         fillIndexGranularity(index_granularity_for_block, block.rows());
@@ -390,7 +390,7 @@ void MergeTreeDataPartWriterWide::validateColumnOfFixedSize(const String & name,
     bool must_be_last = false;
     UInt64 offset_in_compressed_file = 0;
     UInt64 offset_in_decompressed_block = 0;
-    UInt64 index_granularity_rows = 0;
+    UInt64 index_granularity_rows = data_part->index_granularity_info.fixed_index_granularity;
 
     size_t mark_num;
 
@@ -404,7 +404,7 @@ void MergeTreeDataPartWriterWide::validateColumnOfFixedSize(const String & name,
         if (settings.can_use_adaptive_granularity)
             DB::readBinary(index_granularity_rows, mrk_in);
         else
-            index_granularity_rows = storage.getSettings()->index_granularity;
+            index_granularity_rows = data_part->index_granularity_info.fixed_index_granularity;
 
         if (must_be_last)
         {
@@ -476,7 +476,7 @@ void MergeTreeDataPartWriterWide::finishDataSerialization(IMergeTreeDataPart::Ch
     serialize_settings.low_cardinality_use_single_dictionary_for_part = global_settings.low_cardinality_use_single_dictionary_for_part != 0;
     WrittenOffsetColumns offset_columns;
     if (rows_written_in_last_mark > 0)
-        adjustLastMarkAndFlushToDisk();
+        adjustLastMarkIfNeedAndFlushToDisk();
 
     bool write_final_mark = (with_final_mark && data_written);
 
@@ -506,6 +506,8 @@ void MergeTreeDataPartWriterWide::finishDataSerialization(IMergeTreeDataPart::Ch
     serialization_states.clear();
 
 #ifndef NDEBUG
+    /// Heavy weight validation of written data. Checks that we are able to read
+    /// data according to marks. Otherwise throws LOGICAL_ERROR (equal to about in debug mode)
     for (const auto & column : columns_list)
     {
         if (column.type->isValueRepresentedByNumber() && !column.type->haveSubtypes())
@@ -570,20 +572,26 @@ void MergeTreeDataPartWriterWide::fillIndexGranularity(size_t index_granularity_
 }
 
 
-void MergeTreeDataPartWriterWide::adjustLastMarkAndFlushToDisk()
+void MergeTreeDataPartWriterWide::adjustLastMarkIfNeedAndFlushToDisk()
 {
-    if (getCurrentMark() != index_granularity.getMarksCount() - 1)
-        throw Exception(ErrorCodes::LOGICAL_ERROR, "Non last mark {} having rows offset {}, total marks {}", getCurrentMark(), rows_written_in_last_mark, index_granularity.getMarksCount());
-
-    if (last_non_written_marks.empty())
-        throw Exception(ErrorCodes::LOGICAL_ERROR, "No saved marks for last mark {} having rows offset {}, total marks {}", getCurrentMark(), rows_written_in_last_mark, index_granularity.getMarksCount());
-
-    if (settings.can_use_adaptive_granularity)
+    /// We can adjust marks only if we computed granularity for blocks.
+    /// Otherwise we cannot change granularity because it will differ from
+    /// other columns
+    if (compute_granularity && settings.can_use_adaptive_granularity)
     {
+        if (getCurrentMark() != index_granularity.getMarksCount() - 1)
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Non last mark {} (with {} rows) having rows offset {}, total marks {}",
+                            getCurrentMark(), index_granularity.getMarkRows(getCurrentMark()), rows_written_in_last_mark, index_granularity.getMarksCount());
+
         index_granularity.popMark();
         index_granularity.appendMark(rows_written_in_last_mark);
     }
 
+    /// Last mark should be filled, otherwise it's a bug
+    if (last_non_written_marks.empty())
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "No saved marks for last mark {} having rows offset {}, total marks {}",
+                        getCurrentMark(), rows_written_in_last_mark, index_granularity.getMarksCount());
+
     for (const auto & [name, marks] : last_non_written_marks)
     {
         for (const auto & mark : marks)
@@ -592,12 +600,16 @@ void MergeTreeDataPartWriterWide::adjustLastMarkAndFlushToDisk()
 
     last_non_written_marks.clear();
 
-    if (settings.can_use_adaptive_granularity)
+    if (compute_granularity && settings.can_use_adaptive_granularity)
     {
+        /// Also we add mark to each skip index because all of them
+        /// already accumulated all rows from current adjusting mark
         for (size_t i = 0; i < skip_indices.size(); ++i)
             ++skip_index_accumulated_marks[i];
 
+        /// This mark completed, go further
         setCurrentMark(getCurrentMark() + 1);
+        /// Without offset
         rows_written_in_last_mark = 0;
     }
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
index 3fc3e3bfa3d..b350e590d07 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
@@ -104,7 +104,7 @@ private:
     ///
     /// This function used when blocks change granularity drastically and we have unfinished mark.
     /// Also useful to have exact amount of rows in last (non-final) mark.
-    void adjustLastMarkAndFlushToDisk();
+    void adjustLastMarkIfNeedAndFlushToDisk();
 
     IDataType::OutputStreamGetter createStreamGetter(const String & name, WrittenOffsetColumns & offset_columns) const;
 

From 0041c293abdc00c6b1f20bcb8efad84ff4e1d1c2 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sun, 20 Dec 2020 11:01:39 +0300
Subject: [PATCH 283/742] Fix gcc-10 build

---
 src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
index 84deccbf23e..beb3646df17 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
@@ -355,13 +355,13 @@ void MergeTreeDataPartWriterWide::writeColumn(
 
         if (granule.is_complete)
         {
-            auto it = last_non_written_marks.find(name);
-            if (it == last_non_written_marks.end())
+            auto marks_it = last_non_written_marks.find(name);
+            if (marks_it == last_non_written_marks.end())
                 throw Exception(ErrorCodes::LOGICAL_ERROR, "No mark was saved for incomplete granule for column {}", backQuoteIfNeed(name));
 
-            for (const auto & mark : it->second)
+            for (const auto & mark : marks_it->second)
                 flushMarkToFile(mark, index_granularity.getMarkRows(granule.mark_number));
-            last_non_written_marks.erase(it);
+            last_non_written_marks.erase(marks_it);
         }
     }
 

From 906fd18f4aa23814079c9958a85caa7a8561111b Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Sun, 20 Dec 2020 14:21:04 +0300
Subject: [PATCH 284/742] Update settings.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Внес поправки в английскую и русскую версии.
---
 docs/en/operations/settings/settings.md | 2 +-
 docs/ru/operations/settings/settings.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 092c76af298..8b9790b4d5d 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2475,6 +2475,6 @@ Selects one replica to perform the merge on. Sets the time threshold from the st
 
 High values for that threshold may lead to replication delays.
 
-Heavy compression is in use, calculation expensive aggregate functions or default expressions or just very high number of tiny merges when using the settings. It can be useful when merges are CPU bounded not IO bounded.
+It can be useful when merges are CPU bounded not IO bounded (performing heavy data compression, calculating aggregate functions or default expressions that require a large amount of calculations, or just very high number of tiny merges).
 
 [Original article](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 8777dba6609..2f1b89fe645 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2341,6 +2341,6 @@ SELECT number FROM numbers(3) FORMAT JSONEachRow;
 
 Большие значения этой настройки могут привести к задержкам репликации.
 
-При использовании настройки происходит тяжелое сжатие, вычисление слишком затратных агрегатных функций или выражений по умолчанию или очень большое количество мелких слияний. Эта настройка полезна, когда слияния ограничены процессором, а не вводом-выводом.
+Эта настройка полезна, когда скорость слияния ограничивается мощностью процессора, а не скоростью операций ввода-вывода (при выполнении "тяжелого" сжатия данных, при расчете агрегатных функций или выражений по умолчанию, требующих большого объема вычислений, или просто при большом количестве мелких слияний).
 
 [Оригинальная статья](https://clickhouse.tech/docs/ru/operations/settings/settings/) <!--hide-->

From 442f9cf59046c2f494278047111d5fff53a726d3 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Sun, 20 Dec 2020 15:25:14 +0300
Subject: [PATCH 285/742] Update settings.md and union-all.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Выполнил перевод на русский язык.
---
 docs/en/operations/settings/settings.md       | 18 ------
 docs/ru/operations/settings/settings.md       | 59 +++++++++++++++++++
 .../statements/select/union-all.md            |  8 +--
 3 files changed, 63 insertions(+), 22 deletions(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 2caf4a6f370..98ccdab0c2e 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2519,22 +2519,4 @@ Result:
 └───┘
 ```
 
-**Example of using an empty string as a setting value**
-
-Query:
-
-```sql
-SET union_default_mode = '';
-SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
-```
-
-Result:
-
-```text
-Query id: 8f3755e8-ef76-4d1a-bdb2-7f6fc8a669ec
-
-Received exception from server (version 20.11.1):
-Code: 2005. DB::Exception: Received from localhost:9000. DB::Exception: Expected ALL or DISTINCT in SelectWithUnion query, because setting (union_default_mode) is empty.
-```
-
 [Original article](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 1b688a528d3..d94f7ddfae8 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2326,4 +2326,63 @@ SELECT number FROM numbers(3) FORMAT JSONEachRow;
 
 ## union_default_mode {#union-default-mode}
 
+Устанавливает особый режим объединения результатов `SELECT` запросов, используя выражение [UNION](../../sql-reference/statements/select/union-all.md).
+
+Возможные значения:
+
+-   `'DISTINCT'` — ClickHouse выводит строки в результате объединения результатов запросов, удаляя повторяющиеся строки.
+-   `'ALL'` — ClickHouse выводит все строки в результате объединения результатов запросов, включая повторяющиеся строки.
+-   `''` — Clickhouse генерирует исключение при использовании с `UNION`.
+
+Значение по умолчанию: `'DISTINCT'`.
+
+**Пример использования 'DISTINCT' в качестве значения настройки**
+
+Запрос:
+
+```sql
+SET union_default_mode = 'DISTINCT';
+SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
+```
+
+Результат:
+
+```text
+┌─1─┐
+│ 1 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 3 │
+└───┘
+```
+
+**Пример использования 'ALL' в качестве значения настройки**
+
+Запрос:
+
+```sql
+SET union_default_mode = 'ALL';
+SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
+```
+
+Результат:
+
+```text
+┌─1─┐
+│ 1 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 3 │
+└───┘
+```
+
 [Оригинальная статья](https://clickhouse.tech/docs/ru/operations/settings/settings/) <!--hide-->
diff --git a/docs/ru/sql-reference/statements/select/union-all.md b/docs/ru/sql-reference/statements/select/union-all.md
index 86bcf6a53cc..72fc7299b30 100644
--- a/docs/ru/sql-reference/statements/select/union-all.md
+++ b/docs/ru/sql-reference/statements/select/union-all.md
@@ -25,16 +25,16 @@ SELECT CounterID, 2 AS table, sum(Sign) AS c
 
 Запросы, которые являются частью `UNION ALL` не могут быть заключен в круглые скобки. [ORDER BY](order-by.md) и [LIMIT](limit.md) применяются к отдельным запросам, а не к конечному результату. Если вам нужно применить преобразование к конечному результату, вы можете разместить все объединенные с помощью `UNION ALL` запросы в подзапрос в секции [FROM](from.md).
 
-## Ограничения {#limitations}
+# Секция UNION DISTINCT {#union-distinct-clause}
 
-Поддерживается только `UNION ALL`. Обычный `UNION` (`UNION DISTINCT`) не поддерживается. Если вам это нужно `UNION DISTINCT`, вы можете написать `SELECT DISTINCT` из подзапроса, содержащего `UNION ALL`.
+Разница между `UNION ALL` и `UNION DISTINCT` в том, что `UNION DISTINCT` выполняет явное преобразование для результата объединения. Это равнозначно выражению `SELECT DISTINCT` из подзапроса, содержащего `UNION ALL`.
 
 # Секция UNION {#union-clause}
 
-По умолчанию, `UNION` ведет себя так же, как и `UNION DISTINCT`. Но вы можете указать режим объединения с помощью настройки [union_default_mode](../../../operations/settings/settings.md#union-default-mode), значениями которой могут быть `ALL`, `DISTINCT` или пустая строка. Однако, если вы используете `UNION` с настройкой `union_default_mode`, значением которой является пустая строка, то сгенерируется исключение.
+По умолчанию, `UNION` ведет себя так же, как и `UNION DISTINCT`. Но вы можете указать особый режим объединения с помощью настройки [union_default_mode](../../../operations/settings/settings.md#union-default-mode), значениями которой могут быть `ALL`, `DISTINCT` или пустая строка. Однако если вы используете `UNION` с настройкой `union_default_mode`, значением которой является пустая строка, то будет сгенерировано исключение.
 
 ## Детали реализации {#implementation-details}
 
-Запросы, которые являются частью `UNION ALL` выполняются параллельно, и их результаты могут быть смешаны вместе.
+Запросы, которые являются частью `UNION ALL`, выполняются параллельно, и их результаты могут быть смешаны вместе.
 
 [Оригинальная статья](https://clickhouse.tech/docs/ru/sql-reference/statements/select/union-all/) <!-- hide -->

From 17774583de89fe8a781fd24ee829333bf0e9b43a Mon Sep 17 00:00:00 2001
From: ana-uvarova <ana-uvarova@yandex-team.ru>
Date: Sun, 20 Dec 2020 15:57:14 +0300
Subject: [PATCH 286/742] Russian version

---
 .../server-configuration-parameters/settings.md   |  2 +-
 .../server-configuration-parameters/settings.md   | 15 +++++++++++++++
 docs/ru/operations/system-tables/metric_log.md    | 14 +-------------
 3 files changed, 17 insertions(+), 14 deletions(-)

diff --git a/docs/en/operations/server-configuration-parameters/settings.md b/docs/en/operations/server-configuration-parameters/settings.md
index 1f9302f8be3..78402e8e7a8 100644
--- a/docs/en/operations/server-configuration-parameters/settings.md
+++ b/docs/en/operations/server-configuration-parameters/settings.md
@@ -569,7 +569,7 @@ For more information, see the MergeTreeSettings.h header file.
 
 ## metric_log {#metric_log}
 
-To turn on metrics history collection on `system.metric_log`, create `/etc/clickhouse-server/config.d/metric_log.xml` with following content:
+To turn on metrics history collection on [`system.metric_log`](../../operations/system-tables/metric_log.md), create `/etc/clickhouse-server/config.d/metric_log.xml` with following content:
 
 ``` xml
 <yandex>
diff --git a/docs/ru/operations/server-configuration-parameters/settings.md b/docs/ru/operations/server-configuration-parameters/settings.md
index 58aae05f188..25197b57c14 100644
--- a/docs/ru/operations/server-configuration-parameters/settings.md
+++ b/docs/ru/operations/server-configuration-parameters/settings.md
@@ -556,6 +556,21 @@ ClickHouse проверяет условия для `min_part_size` и `min_part
 </merge_tree>
 ```
 
+## metric_log {#metric_log}
+
+Чтобы включить сбор истории метрик в таблице [`system.metric_log`](../../operations/system-tables/metric_log.md), создайте `/etc/clickhouse-server/config.d/metric_log.xml` следующего содержания:
+
+``` xml
+<yandex>
+    <metric_log>
+        <database>system</database>
+        <table>metric_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
+    </metric_log>
+</yandex>
+```
+
 ## replicated\_merge\_tree {#server_configuration_parameters-replicated_merge_tree}
 
 Тонкая настройка таблиц в [ReplicatedMergeTree](../../engines/table-engines/mergetree-family/mergetree.md).
diff --git a/docs/ru/operations/system-tables/metric_log.md b/docs/ru/operations/system-tables/metric_log.md
index ad25e8d5cfd..2bd23dd2c61 100644
--- a/docs/ru/operations/system-tables/metric_log.md
+++ b/docs/ru/operations/system-tables/metric_log.md
@@ -2,19 +2,6 @@
 
 Содержит историю значений метрик из таблиц `system.metrics` и `system.events`, периодически сбрасываемую на диск.
 
-Для включения сбора истории метрик в таблице `system.metric_log` создайте `/etc/clickhouse-server/config.d/metric_log.xml` следующего содержания:
-
-``` xml
-<yandex>
-    <metric_log>
-        <database>system</database>
-        <table>metric_log</table>
-        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
-    </metric_log>
-</yandex>
-```
-
 Столбцы:
 -   `event_date` ([Date](../../sql-reference/data-types/date.md)) — дата события.
 -   `event_time` ([DateTime](../../sql-reference/data-types/datetime.md)) — время события.
@@ -55,6 +42,7 @@ CurrentMetric_ReplicatedChecks:                             0
 
 **Смотрите также**
 
+-   [Настройка metric_log](../../operations/server-configuration-parameters/settings.md#metric_log) — то, что вы должны добавить для записи истории.
 -   [system.asynchronous_metrics](#system_tables-asynchronous_metrics) — таблица с периодически вычисляемыми метриками.
 -   [system.events](#system_tables-events) — таблица с количеством произошедших событий.
 -   [system.metrics](#system_tables-metrics) — таблица с мгновенно вычисляемыми метриками.

From 5e954e6496759459dace949443d3732592e043aa Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Mon, 21 Dec 2020 09:54:04 +0800
Subject: [PATCH 287/742] new function byteSize

---
 src/Functions/byteSize.cpp                    | 168 ++++++++++++++++++
 .../registerFunctionsMiscellaneous.cpp        |   2 +
 2 files changed, 170 insertions(+)
 create mode 100644 src/Functions/byteSize.cpp

diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
new file mode 100644
index 00000000000..2cdf72956db
--- /dev/null
+++ b/src/Functions/byteSize.cpp
@@ -0,0 +1,168 @@
+#include <Functions/IFunctionImpl.h>
+#include <Functions/FunctionFactory.h>
+#include <DataTypes/DataTypesNumber.h>
+#include <DataTypes/DataTypeUUID.h>
+#include <DataTypes/DataTypeInterval.h>
+#include <DataTypes/DataTypeEnum.h>
+#include <DataTypes/DataTypeFixedString.h>
+#include <Columns/ColumnsNumber.h>
+#include <Columns/ColumnString.h>
+#include <Columns/ColumnArray.h>
+#include <ext/range.h>
+
+namespace DB
+{
+namespace
+{
+
+//template <typename T> struct ByteSizeForNative { static constexpr const UInt64 value = sizeof(T); };
+template <typename T> struct ByteSizeForNative { static constexpr const UInt64 value = sizeof(typename NativeType<T>::Type); };
+template <typename T> struct ByteSizeForNumberBase { static constexpr const UInt64 value = sizeof(typename T::FieldType); };
+template <typename T> struct ByteSizeForEnum { static constexpr const UInt64 value = sizeof(typename T::FieldType); };
+
+/** byteSize() - get the columns size in number of bytes.
+  */
+class FunctionByteSize : public IFunction
+{
+public:
+    static constexpr auto name = "byteSize";
+    static FunctionPtr create(const Context &)
+    {
+        return std::make_shared<FunctionByteSize>();
+    }
+
+    /// Get the function name.
+    String getName() const override
+    {
+        return name;
+    }
+
+    bool isDeterministic() const override { return false; }
+
+    bool isDeterministicInScopeOfQuery() const override
+    {
+        return false;
+    }
+
+    bool isVariadic() const override { return true; }
+
+    size_t getNumberOfArguments() const override
+    {
+        return 0;
+    }
+
+    DataTypePtr getReturnTypeImpl(const DataTypes & /*arguments*/) const override
+    {
+        return std::make_shared<DataTypeUInt64>();
+    }
+
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
+    {
+        auto result_col = ColumnUInt64::create(input_rows_count, 0);
+        auto & vec_res = result_col->getData();
+        for (const auto & arg : arguments)
+        {
+            const ColumnPtr & column = arg.column;
+            const IDataType * data_type = arg.type.get();
+            WhichDataType which(data_type);
+
+            byteSizeOne(data_type, column, vec_res);
+        }
+        return result_col;
+    }
+
+    static void byteSizeOne(const IDataType * data_type, const ColumnPtr & /*column*/, ColumnUInt64::Container & vec_res) {
+        size_t vec_size = vec_res.size();
+
+        UInt64 byte_size = 0;
+        if (byteSizeByDataType(data_type, byte_size)) {
+            for (size_t i = 0; i < vec_size; ++i) {
+                vec_res[i] += byte_size;
+            }
+        }
+    }
+
+    static bool byteSizeByDataType(const IDataType * data_type, UInt64 & byte_size) {
+        switch (data_type->getTypeId())
+        {
+            case TypeIndex::Nothing:    byte_size = 0; break;
+            case TypeIndex::UInt8:      byte_size = ByteSizeForNative<UInt8>::value; break;
+            case TypeIndex::UInt16:     byte_size = ByteSizeForNative<UInt16>::value; break;
+            case TypeIndex::UInt32:     byte_size = ByteSizeForNative<UInt32>::value; break;
+            case TypeIndex::UInt64:     byte_size = ByteSizeForNative<UInt64>::value; break;
+            case TypeIndex::UInt128:    byte_size = ByteSizeForNative<UInt128>::value; break;
+            case TypeIndex::UInt256:    byte_size = ByteSizeForNative<UInt256>::value; break;
+            case TypeIndex::Int8:       byte_size = ByteSizeForNative<Int8>::value; break;
+            case TypeIndex::Int16:      byte_size = ByteSizeForNative<Int16>::value; break;
+            case TypeIndex::Int32:      byte_size = ByteSizeForNative<Int32>::value; break;
+            case TypeIndex::Int64:      byte_size = ByteSizeForNative<Int64>::value; break;
+            case TypeIndex::Int128:     byte_size = ByteSizeForNative<Int128>::value; break;
+            case TypeIndex::Int256:     byte_size = ByteSizeForNative<Int256>::value; break;
+            case TypeIndex::Float32:    byte_size = ByteSizeForNative<Float32>::value; break;
+            case TypeIndex::Float64:    byte_size = ByteSizeForNative<Float64>::value; break;
+            case TypeIndex::Date:       byte_size = ByteSizeForNumberBase<DataTypeDate>::value; break;
+            case TypeIndex::DateTime:   byte_size = ByteSizeForNumberBase<DataTypeDateTime>::value; break;
+            case TypeIndex::DateTime64: byte_size = ByteSizeForNative<DateTime64>::value; break;
+//            case TypeIndex::String:     return TypeName<String>::get();
+            case TypeIndex::FixedString:
+                byte_size = typeid_cast<const DataTypeFixedString *>(&data_type)->getN();
+                break;
+            case TypeIndex::Enum8:      byte_size = ByteSizeForEnum<DataTypeEnum8>::value; break;
+            case TypeIndex::Enum16:     byte_size = ByteSizeForEnum<DataTypeEnum16>::value; break;
+            case TypeIndex::Decimal32:  byte_size = ByteSizeForNative<Decimal32>::value; break;
+            case TypeIndex::Decimal64:  byte_size = ByteSizeForNative<Decimal64>::value; break;
+            case TypeIndex::Decimal128: byte_size = ByteSizeForNative<Decimal128>::value; break;
+            case TypeIndex::Decimal256: byte_size = ByteSizeForNative<Decimal256>::value; break;
+            case TypeIndex::UUID:       byte_size = ByteSizeForNumberBase<DataTypeUUID>::value; break;
+//            case TypeIndex::Array:      return "Array";
+//            case TypeIndex::Tuple:      return "Tuple";
+//            case TypeIndex::Set:        return "Set";
+            case TypeIndex::Interval:   byte_size = ByteSizeForNumberBase<DataTypeInterval>::value; break;
+//            case TypeIndex::Nullable:   return "Nullable";
+//            case TypeIndex::Function:   return "Function";
+//            case TypeIndex::AggregateFunction: return "AggregateFunction";
+//            case TypeIndex::LowCardinality: return "LowCardinality";
+            default: return false;
+        }
+
+        return true;
+    }
+
+    static bool byteSizeByColumn(const IDataType * data_type, const ColumnPtr & column, ColumnUInt64::Container & vec_res) {
+        size_t vec_size = vec_res.size();
+
+        // TypeIndex::String
+        if (const ColumnString * col_str = checkAndGetColumn<ColumnString>(column.get()))
+        {
+            const auto & data = col_str->getChars();
+            const auto & offsets = col_str->getOffsets();
+            ColumnString::Offset prev_offset = 0;
+            for (size_t i = 0; i < vec_size; ++i)
+            {
+                vec_res[i] += offsets[i] - prev_offset + sizeof(offsets[0]);
+                prev_offset = offsets[i];
+            }
+            return true;
+        }
+        // TypeIndex::Array
+        else if (const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column.get()))
+        {
+            const auto & offsets = col_arr->getOffsets();
+            ColumnArray::Offset prev_offset = 0;
+            const auto & data = col_arr->getData();
+            for (size_t i = 0; i < vec_size; ++i) {
+                vec_res[i] += data[i]->byteSize();
+            }
+            return true;
+        }
+    }
+};
+
+}
+
+void registerFunctionByteSize(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionByteSize>();
+}
+
+}
diff --git a/src/Functions/registerFunctionsMiscellaneous.cpp b/src/Functions/registerFunctionsMiscellaneous.cpp
index 2c0baa7bba4..653922bbced 100644
--- a/src/Functions/registerFunctionsMiscellaneous.cpp
+++ b/src/Functions/registerFunctionsMiscellaneous.cpp
@@ -66,6 +66,7 @@ void registerFunctionHasThreadFuzzer(FunctionFactory &);
 void registerFunctionInitializeAggregation(FunctionFactory &);
 void registerFunctionErrorCodeToName(FunctionFactory &);
 void registerFunctionTcpPort(FunctionFactory &);
+void registerFunctionByteSize(FunctionFactory &);
 
 #if USE_ICU
 void registerFunctionConvertCharset(FunctionFactory &);
@@ -132,6 +133,7 @@ void registerFunctionsMiscellaneous(FunctionFactory & factory)
     registerFunctionInitializeAggregation(factory);
     registerFunctionErrorCodeToName(factory);
     registerFunctionTcpPort(factory);
+    registerFunctionByteSize(factory);
 
 #if USE_ICU
     registerFunctionConvertCharset(factory);

From 93485260788cb83af2cdcbce667d85cbb5b13344 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Sun, 15 Nov 2020 18:05:52 +0800
Subject: [PATCH 288/742] Devirtualize -If and vectorize count

---
 .../AggregateFunctionArray.h                  |   2 +-
 .../AggregateFunctionCount.h                  |  34 ++++++
 .../AggregateFunctionDistinct.h               |   2 +
 .../AggregateFunctionForEach.h                |   2 +
 src/AggregateFunctions/AggregateFunctionIf.h  |  30 +++++
 .../AggregateFunctionMerge.h                  |   2 +
 .../AggregateFunctionNull.h                   |   8 +-
 .../AggregateFunctionOrFill.h                 |  84 +++++++++++--
 .../AggregateFunctionResample.h               |   2 +
 .../AggregateFunctionState.h                  |   2 +-
 src/AggregateFunctions/AggregateFunctionSum.h |  36 +++++-
 src/AggregateFunctions/IAggregateFunction.h   | 112 +++++++++++++++---
 src/Columns/ColumnsCommon.cpp                 |  68 ++++++++---
 src/Columns/ColumnsCommon.h                   |   2 +
 tests/performance/countIf.xml                 |   3 +
 tests/performance/sumIf.xml                   |   3 +
 16 files changed, 336 insertions(+), 56 deletions(-)
 create mode 100644 tests/performance/countIf.xml
 create mode 100644 tests/performance/sumIf.xml

diff --git a/src/AggregateFunctions/AggregateFunctionArray.h b/src/AggregateFunctions/AggregateFunctionArray.h
index 24b07010707..e72fd3ab6ff 100644
--- a/src/AggregateFunctions/AggregateFunctionArray.h
+++ b/src/AggregateFunctions/AggregateFunctionArray.h
@@ -129,7 +129,7 @@ public:
         return nested_func->allocatesMemoryInArena();
     }
 
-    AggregateFunctionPtr getNestedFunction() const { return nested_func; }
+    AggregateFunctionPtr getNestedFunction() const override { return nested_func; }
 };
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionCount.h b/src/AggregateFunctions/AggregateFunctionCount.h
index eb1583df92a..a8cb9005388 100644
--- a/src/AggregateFunctions/AggregateFunctionCount.h
+++ b/src/AggregateFunctions/AggregateFunctionCount.h
@@ -6,6 +6,7 @@
 #include <array>
 #include <DataTypes/DataTypesNumber.h>
 #include <Columns/ColumnNullable.h>
+#include <Columns/ColumnsCommon.h>
 #include <AggregateFunctions/IAggregateFunction.h>
 #include <Common/assert_cast.h>
 
@@ -42,6 +43,39 @@ public:
         ++data(place).count;
     }
 
+    void addBatchSinglePlace(
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena *, size_t num_arguments) const override
+    {
+        if (num_arguments > 0)
+        {
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            data(place).count += countBytesInFilter(flags);
+        }
+        else
+        {
+            data(place).count += batch_size;
+        }
+    }
+
+    void addBatchSinglePlaceNotNull(
+        size_t batch_size,
+        AggregateDataPtr place,
+        const IColumn ** columns,
+        const UInt8 * null_map,
+        Arena *,
+        size_t num_arguments) const override
+    {
+        if (num_arguments > 0)
+        {
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            data(place).count += countBytesInFilterWithNull(flags, null_map);
+        }
+        else
+        {
+            data(place).count += batch_size - countBytesInFilter(null_map, batch_size);
+        }
+    }
+
     void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena *) const override
     {
         data(place).count += data(rhs).count;
diff --git a/src/AggregateFunctions/AggregateFunctionDistinct.h b/src/AggregateFunctions/AggregateFunctionDistinct.h
index 01a9c71d94f..f9c8f2651dc 100644
--- a/src/AggregateFunctions/AggregateFunctionDistinct.h
+++ b/src/AggregateFunctions/AggregateFunctionDistinct.h
@@ -235,6 +235,8 @@ public:
     {
         return true;
     }
+
+    AggregateFunctionPtr getNestedFunction() const override { return nested_func; }
 };
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionForEach.h b/src/AggregateFunctions/AggregateFunctionForEach.h
index ee4a168cceb..c3b1b09ab3c 100644
--- a/src/AggregateFunctions/AggregateFunctionForEach.h
+++ b/src/AggregateFunctions/AggregateFunctionForEach.h
@@ -252,6 +252,8 @@ public:
     {
         return nested_func->isState();
     }
+
+    AggregateFunctionPtr getNestedFunction() const override { return nested_func; }
 };
 
 
diff --git a/src/AggregateFunctions/AggregateFunctionIf.h b/src/AggregateFunctions/AggregateFunctionIf.h
index d5d2b9be0dd..8d7dced837d 100644
--- a/src/AggregateFunctions/AggregateFunctionIf.h
+++ b/src/AggregateFunctions/AggregateFunctionIf.h
@@ -80,6 +80,34 @@ public:
             nested_func->add(place, columns, row_num, arena);
     }
 
+    void addBatch(
+        size_t batch_size,
+        AggregateDataPtr * places,
+        size_t place_offset,
+        const IColumn ** columns,
+        Arena * arena,
+        size_t) const override
+    {
+        nested_func->addBatch(batch_size, places, place_offset, columns, arena, num_arguments);
+    }
+
+    void addBatchSinglePlace(
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t) const override
+    {
+        nested_func->addBatchSinglePlace(batch_size, place, columns, arena, num_arguments);
+    }
+
+    void addBatchSinglePlaceNotNull(
+        size_t batch_size,
+        AggregateDataPtr place,
+        const IColumn ** columns,
+        const UInt8 * null_map,
+        Arena * arena,
+        size_t) const override
+    {
+        nested_func->addBatchSinglePlaceNotNull(batch_size, place, columns, null_map, arena, num_arguments);
+    }
+
     void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena * arena) const override
     {
         nested_func->merge(place, rhs, arena);
@@ -113,6 +141,8 @@ public:
     AggregateFunctionPtr getOwnNullAdapter(
         const AggregateFunctionPtr & nested_function, const DataTypes & arguments,
         const Array & params, const AggregateFunctionProperties & properties) const override;
+
+    AggregateFunctionPtr getNestedFunction() const override { return nested_func; }
 };
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMerge.h b/src/AggregateFunctions/AggregateFunctionMerge.h
index 066f7a762f8..721a736fcb7 100644
--- a/src/AggregateFunctions/AggregateFunctionMerge.h
+++ b/src/AggregateFunctions/AggregateFunctionMerge.h
@@ -102,6 +102,8 @@ public:
     {
         return nested_func->allocatesMemoryInArena();
     }
+
+    AggregateFunctionPtr getNestedFunction() const override { return nested_func; }
 };
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionNull.h b/src/AggregateFunctions/AggregateFunctionNull.h
index 2f34aef0932..79bebb9caa8 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.h
+++ b/src/AggregateFunctions/AggregateFunctionNull.h
@@ -180,6 +180,8 @@ public:
     {
         return nested_function->isState();
     }
+
+    AggregateFunctionPtr getNestedFunction() const override { return nested_function; }
 };
 
 
@@ -209,13 +211,15 @@ public:
         }
     }
 
-    void addBatchSinglePlace(size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena) const override
+    void addBatchSinglePlace(
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0) const override
     {
         const ColumnNullable * column = assert_cast<const ColumnNullable *>(columns[0]);
         const IColumn * nested_column = &column->getNestedColumn();
         const UInt8 * null_map = column->getNullMapData().data();
 
-        this->nested_function->addBatchSinglePlaceNotNull(batch_size, this->nestedPlace(place), &nested_column, null_map, arena);
+        this->nested_function->addBatchSinglePlaceNotNull(
+            batch_size, this->nestedPlace(place), &nested_column, null_map, arena, num_arguments);
 
         if constexpr (result_is_nullable)
             if (!memoryIsByte(null_map, batch_size, 1))
diff --git a/src/AggregateFunctions/AggregateFunctionOrFill.h b/src/AggregateFunctions/AggregateFunctionOrFill.h
index 456c0e22305..13a76e29d63 100644
--- a/src/AggregateFunctions/AggregateFunctionOrFill.h
+++ b/src/AggregateFunctions/AggregateFunctionOrFill.h
@@ -2,6 +2,7 @@
 
 #include <AggregateFunctions/IAggregateFunction.h>
 #include <Columns/ColumnNullable.h>
+#include <Columns/ColumnsCommon.h>
 #include <Common/typeid_cast.h>
 #include <DataTypes/DataTypeNullable.h>
 #include <IO/ReadHelpers.h>
@@ -96,37 +97,94 @@ public:
         place[size_of_data] = 1;
     }
 
-    void addBatch(size_t batch_size, AggregateDataPtr * places, size_t place_offset, const IColumn ** columns, Arena * arena) const override
+    void addBatch(
+        size_t batch_size,
+        AggregateDataPtr * places,
+        size_t place_offset,
+        const IColumn ** columns,
+        Arena * arena,
+        size_t num_arguments = 0) const override
     {
-        nested_function->addBatch(batch_size, places, place_offset, columns, arena);
-        for (size_t i = 0; i < batch_size; ++i)
-            (places[i] + place_offset)[size_of_data] = 1;
+        // TODO we can devirtualize this too
+        if (num_arguments > 0)
+        {
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            for (size_t i = 0; i < batch_size; ++i)
+            {
+                if (flags[i])
+                    add(places[i] + place_offset, columns, i, arena);
+            }
+        }
+        else
+        {
+            nested_function->addBatch(batch_size, places, place_offset, columns, arena, num_arguments);
+            for (size_t i = 0; i < batch_size; ++i)
+                (places[i] + place_offset)[size_of_data] = 1;
+        }
     }
 
-    void addBatchSinglePlace(size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena) const override
+    void addBatchSinglePlace(
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0) const override
     {
-        if (batch_size)
+        if (num_arguments > 0)
         {
-            nested_function->addBatchSinglePlace(batch_size, place, columns, arena);
-            place[size_of_data] = 1;
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            nested_function->addBatchSinglePlace(batch_size, place, columns, arena, num_arguments);
+            for (size_t i = 0; i < batch_size; ++i)
+            {
+                if (flags[i])
+                {
+                    place[size_of_data] = 1;
+                    break;
+                }
+            }
+        }
+        else
+        {
+            if (batch_size)
+            {
+                nested_function->addBatchSinglePlace(batch_size, place, columns, arena, num_arguments);
+                place[size_of_data] = 1;
+            }
         }
     }
 
     void addBatchSinglePlaceNotNull(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, const UInt8 * null_map, Arena * arena) const override
+        size_t batch_size,
+        AggregateDataPtr place,
+        const IColumn ** columns,
+        const UInt8 * null_map,
+        Arena * arena,
+        size_t num_arguments = 0) const override
     {
-        if (batch_size)
+        if (num_arguments > 0)
         {
-            nested_function->addBatchSinglePlaceNotNull(batch_size, place, columns, null_map, arena);
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            nested_function->addBatchSinglePlaceNotNull(batch_size, place, columns, null_map, arena, num_arguments);
             for (size_t i = 0; i < batch_size; ++i)
             {
-                if (!null_map[i])
+                if (flags[i] && !null_map[i])
                 {
                     place[size_of_data] = 1;
                     break;
                 }
             }
         }
+        else
+        {
+            if (batch_size)
+            {
+                nested_function->addBatchSinglePlaceNotNull(batch_size, place, columns, null_map, arena, num_arguments);
+                for (size_t i = 0; i < batch_size; ++i)
+                {
+                    if (!null_map[i])
+                    {
+                        place[size_of_data] = 1;
+                        break;
+                    }
+                }
+            }
+        }
     }
 
     void merge(
@@ -207,6 +265,8 @@ public:
         else
             to.insertDefault();
     }
+
+    AggregateFunctionPtr getNestedFunction() const override { return nested_function; }
 };
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionResample.h b/src/AggregateFunctions/AggregateFunctionResample.h
index c1528686785..51252fe0b89 100644
--- a/src/AggregateFunctions/AggregateFunctionResample.h
+++ b/src/AggregateFunctions/AggregateFunctionResample.h
@@ -198,6 +198,8 @@ public:
 
         col_offsets.getData().push_back(col.getData().size());
     }
+
+    AggregateFunctionPtr getNestedFunction() const override { return nested_function; }
 };
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionState.h b/src/AggregateFunctions/AggregateFunctionState.h
index 2f70025c053..01614b7f0ab 100644
--- a/src/AggregateFunctions/AggregateFunctionState.h
+++ b/src/AggregateFunctions/AggregateFunctionState.h
@@ -92,7 +92,7 @@ public:
         return nested_func->allocatesMemoryInArena();
     }
 
-    AggregateFunctionPtr getNestedFunction() const { return nested_func; }
+    AggregateFunctionPtr getNestedFunction() const override { return nested_func; }
 };
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionSum.h b/src/AggregateFunctions/AggregateFunctionSum.h
index 9c453a63fc8..1a207cbff0b 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.h
+++ b/src/AggregateFunctions/AggregateFunctionSum.h
@@ -282,17 +282,41 @@ public:
     }
 
     /// Vectorized version when there is no GROUP BY keys.
-    void addBatchSinglePlace(size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena *) const override
+    void addBatchSinglePlace(
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments) const override
     {
-        const auto & column = static_cast<const ColVecType &>(*columns[0]);
-        this->data(place).addMany(column.getData().data(), batch_size);
+        if (num_arguments > 0)
+        {
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            for (size_t i = 0; i < batch_size; ++i)
+            {
+                if (flags[i])
+                    add(place, columns, i, arena);
+            }
+        }
+        else
+        {
+            const auto & column = static_cast<const ColVecType &>(*columns[0]);
+            this->data(place).addMany(column.getData().data(), batch_size);
+        }
     }
 
     void addBatchSinglePlaceNotNull(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, const UInt8 * null_map, Arena *) const override
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, const UInt8 * null_map, Arena * arena, size_t num_arguments)
+        const override
     {
-        const auto & column = static_cast<const ColVecType &>(*columns[0]);
-        this->data(place).addManyNotNull(column.getData().data(), null_map, batch_size);
+        if (num_arguments > 0)
+        {
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            for (size_t i = 0; i < batch_size; ++i)
+                if (!null_map[i] && flags[i])
+                    add(place, columns, i, arena);
+        }
+        else
+        {
+            const auto & column = static_cast<const ColVecType &>(*columns[0]);
+            this->data(place).addManyNotNull(column.getData().data(), null_map, batch_size);
+        }
     }
 
     void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena *) const override
diff --git a/src/AggregateFunctions/IAggregateFunction.h b/src/AggregateFunctions/IAggregateFunction.h
index b591bd3acd7..8f8fba23707 100644
--- a/src/AggregateFunctions/IAggregateFunction.h
+++ b/src/AggregateFunctions/IAggregateFunction.h
@@ -10,6 +10,7 @@
 #include <Core/Block.h>
 #include <Common/Exception.h>
 #include <Core/Field.h>
+#include <Columns/ColumnsNumber.h>
 
 
 namespace DB
@@ -140,19 +141,32 @@ public:
     /** Contains a loop with calls to "add" function. You can collect arguments into array "places"
       *  and do a single call to "addBatch" for devirtualization and inlining.
       */
-    virtual void addBatch(size_t batch_size, AggregateDataPtr * places, size_t place_offset, const IColumn ** columns, Arena * arena) const = 0;
+    virtual void addBatch(
+        size_t batch_size,
+        AggregateDataPtr * places,
+        size_t place_offset,
+        const IColumn ** columns,
+        Arena * arena,
+        size_t num_arguments = 0) const = 0;
 
     /** The same for single place.
       */
-    virtual void addBatchSinglePlace(size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena) const = 0;
+    virtual void addBatchSinglePlace(
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0) const = 0;
 
     /** The same for single place when need to aggregate only filtered data.
       */
     virtual void addBatchSinglePlaceNotNull(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, const UInt8 * null_map, Arena * arena) const = 0;
+        size_t batch_size,
+        AggregateDataPtr place,
+        const IColumn ** columns,
+        const UInt8 * null_map,
+        Arena * arena,
+        size_t num_arguments = 0) const = 0;
 
     virtual void addBatchSinglePlaceFromInterval(
-        size_t batch_begin, size_t batch_end, AggregateDataPtr place, const IColumn ** columns, Arena * arena) const = 0;
+        size_t batch_begin, size_t batch_end, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0)
+        const = 0;
 
     /** In addition to addBatch, this method collects multiple rows of arguments into array "places"
       *  as long as they are between offsets[i-1] and offsets[i]. This is used for arrayReduce and
@@ -192,6 +206,11 @@ public:
         return nullptr;
     }
 
+    /** Return the nested function if this is an Aggregate Function Combinator.
+      * Otherwise return nullptr.
+      */
+    virtual AggregateFunctionPtr getNestedFunction() const { return {}; }
+
     const DataTypes & getArgumentTypes() const { return argument_types; }
     const Array & getParameters() const { return parameters; }
 
@@ -217,31 +236,90 @@ public:
 
     AddFunc getAddressOfAddFunction() const override { return &addFree; }
 
-    void addBatch(size_t batch_size, AggregateDataPtr * places, size_t place_offset, const IColumn ** columns, Arena * arena) const override
+    void addBatch(
+        size_t batch_size,
+        AggregateDataPtr * places,
+        size_t place_offset,
+        const IColumn ** columns,
+        Arena * arena,
+        size_t num_arguments = 0) const override
     {
-        for (size_t i = 0; i < batch_size; ++i)
-            static_cast<const Derived *>(this)->add(places[i] + place_offset, columns, i, arena);
+        if (num_arguments > 0)
+        {
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            for (size_t i = 0; i < batch_size; ++i)
+            {
+                if (flags[i])
+                    static_cast<const Derived *>(this)->add(places[i] + place_offset, columns, i, arena);
+            }
+        }
+        else
+        {
+            for (size_t i = 0; i < batch_size; ++i)
+                static_cast<const Derived *>(this)->add(places[i] + place_offset, columns, i, arena);
+        }
     }
 
-    void addBatchSinglePlace(size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena) const override
+    void addBatchSinglePlace(
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0) const override
     {
-        for (size_t i = 0; i < batch_size; ++i)
-            static_cast<const Derived *>(this)->add(place, columns, i, arena);
+        if (num_arguments > 0)
+        {
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            for (size_t i = 0; i < batch_size; ++i)
+            {
+                if (flags[i])
+                    static_cast<const Derived *>(this)->add(place, columns, i, arena);
+            }
+        }
+        else
+        {
+            for (size_t i = 0; i < batch_size; ++i)
+                static_cast<const Derived *>(this)->add(place, columns, i, arena);
+        }
     }
 
     void addBatchSinglePlaceNotNull(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, const UInt8 * null_map, Arena * arena) const override
+        size_t batch_size,
+        AggregateDataPtr place,
+        const IColumn ** columns,
+        const UInt8 * null_map,
+        Arena * arena,
+        size_t num_arguments = 0) const override
     {
-        for (size_t i = 0; i < batch_size; ++i)
-            if (!null_map[i])
-                static_cast<const Derived *>(this)->add(place, columns, i, arena);
+        if (num_arguments > 0)
+        {
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            for (size_t i = 0; i < batch_size; ++i)
+                if (!null_map[i] && flags[i])
+                    static_cast<const Derived *>(this)->add(place, columns, i, arena);
+        }
+        else
+        {
+            for (size_t i = 0; i < batch_size; ++i)
+                if (!null_map[i])
+                    static_cast<const Derived *>(this)->add(place, columns, i, arena);
+        }
     }
 
     void addBatchSinglePlaceFromInterval(
-        size_t batch_begin, size_t batch_end, AggregateDataPtr place, const IColumn ** columns, Arena * arena) const override
+        size_t batch_begin, size_t batch_end, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0)
+        const override
     {
-        for (size_t i = batch_begin; i < batch_end; ++i)
-            static_cast<const Derived *>(this)->add(place, columns, i, arena);
+        if (num_arguments > 0)
+        {
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            for (size_t i = batch_begin; i < batch_end; ++i)
+            {
+                if (flags[i])
+                    static_cast<const Derived *>(this)->add(place, columns, i, arena);
+            }
+        }
+        else
+        {
+            for (size_t i = batch_begin; i < batch_end; ++i)
+                static_cast<const Derived *>(this)->add(place, columns, i, arena);
+        }
     }
 
     void addBatchArray(
diff --git a/src/Columns/ColumnsCommon.cpp b/src/Columns/ColumnsCommon.cpp
index 14ace8f8a4b..0c4d3967c6e 100644
--- a/src/Columns/ColumnsCommon.cpp
+++ b/src/Columns/ColumnsCommon.cpp
@@ -12,7 +12,53 @@
 namespace DB
 {
 
+#if defined(__SSE2__) && defined(__POPCNT__)
+auto toBits64(const Int8 * bytes64)
+{
+    static const __m128i zero16 = _mm_setzero_si128();
+    return static_cast<UInt64>(_mm_movemask_epi8(_mm_cmpgt_epi8(_mm_loadu_si128(reinterpret_cast<const __m128i *>(bytes64)), zero16)))
+        | (static_cast<UInt64>(_mm_movemask_epi8(_mm_cmpgt_epi8(_mm_loadu_si128(reinterpret_cast<const __m128i *>(bytes64 + 16)), zero16)))
+           << 16)
+        | (static_cast<UInt64>(_mm_movemask_epi8(_mm_cmpgt_epi8(_mm_loadu_si128(reinterpret_cast<const __m128i *>(bytes64 + 32)), zero16)))
+           << 32)
+        | (static_cast<UInt64>(_mm_movemask_epi8(_mm_cmpgt_epi8(_mm_loadu_si128(reinterpret_cast<const __m128i *>(bytes64 + 48)), zero16)))
+           << 48);
+};
+#endif
+
+size_t countBytesInFilter(const UInt8 * filt, size_t sz)
+{
+    size_t count = 0;
+
+    /** NOTE: In theory, `filt` should only contain zeros and ones.
+      * But, just in case, here the condition > 0 (to signed bytes) is used.
+      * It would be better to use != 0, then this does not allow SSE2.
+      */
+
+    const Int8 * pos = reinterpret_cast<const Int8 *>(filt);
+    const Int8 * end = pos + sz;
+
+#if defined(__SSE2__) && defined(__POPCNT__)
+    const Int8 * end64 = pos + sz / 64 * 64;
+
+    for (; pos < end64; pos += 64)
+        count += __builtin_popcountll(toBits64(pos));
+
+    /// TODO Add duff device for tail?
+#endif
+
+    for (; pos < end; ++pos)
+        count += *pos > 0;
+
+    return count;
+}
+
 size_t countBytesInFilter(const IColumn::Filter & filt)
+{
+    return countBytesInFilter(filt.data(), filt.size());
+}
+
+size_t countBytesInFilterWithNull(const IColumn::Filter & filt, const UInt8 * null_map)
 {
     size_t count = 0;
 
@@ -22,32 +68,20 @@ size_t countBytesInFilter(const IColumn::Filter & filt)
       */
 
     const Int8 * pos = reinterpret_cast<const Int8 *>(filt.data());
+    const Int8 * pos2 = reinterpret_cast<const Int8 *>(null_map);
     const Int8 * end = pos + filt.size();
 
 #if defined(__SSE2__) && defined(__POPCNT__)
-    const __m128i zero16 = _mm_setzero_si128();
     const Int8 * end64 = pos + filt.size() / 64 * 64;
 
-    for (; pos < end64; pos += 64)
-        count += __builtin_popcountll(
-            static_cast<UInt64>(_mm_movemask_epi8(_mm_cmpgt_epi8(
-                _mm_loadu_si128(reinterpret_cast<const __m128i *>(pos)),
-                zero16)))
-            | (static_cast<UInt64>(_mm_movemask_epi8(_mm_cmpgt_epi8(
-                _mm_loadu_si128(reinterpret_cast<const __m128i *>(pos + 16)),
-                zero16))) << 16)
-            | (static_cast<UInt64>(_mm_movemask_epi8(_mm_cmpgt_epi8(
-                _mm_loadu_si128(reinterpret_cast<const __m128i *>(pos + 32)),
-                zero16))) << 32)
-            | (static_cast<UInt64>(_mm_movemask_epi8(_mm_cmpgt_epi8(
-                _mm_loadu_si128(reinterpret_cast<const __m128i *>(pos + 48)),
-                zero16))) << 48));
+    for (; pos < end64; pos += 64, pos2 += 64)
+        count += __builtin_popcountll(toBits64(pos) & ~toBits64(pos2));
 
-    /// TODO Add duff device for tail?
+        /// TODO Add duff device for tail?
 #endif
 
     for (; pos < end; ++pos)
-        count += *pos > 0;
+        count += (*pos & ~*pos2) > 0;
 
     return count;
 }
diff --git a/src/Columns/ColumnsCommon.h b/src/Columns/ColumnsCommon.h
index 6380aeb831d..7655edffa71 100644
--- a/src/Columns/ColumnsCommon.h
+++ b/src/Columns/ColumnsCommon.h
@@ -15,7 +15,9 @@ namespace ErrorCodes
 }
 
 /// Counts how many bytes of `filt` are greater than zero.
+size_t countBytesInFilter(const UInt8 * filt, size_t sz);
 size_t countBytesInFilter(const IColumn::Filter & filt);
+size_t countBytesInFilterWithNull(const IColumn::Filter & filt, const UInt8 * null_map);
 
 /// Returns vector with num_columns elements. vector[i] is the count of i values in selector.
 /// Selector must contain values from 0 to num_columns - 1. NOTE: this is not checked.
diff --git a/tests/performance/countIf.xml b/tests/performance/countIf.xml
new file mode 100644
index 00000000000..a2209d5ed22
--- /dev/null
+++ b/tests/performance/countIf.xml
@@ -0,0 +1,3 @@
+<test>
+    <query>SELECT countIf(number % 2) FROM numbers(100000000)</query>
+</test>
diff --git a/tests/performance/sumIf.xml b/tests/performance/sumIf.xml
new file mode 100644
index 00000000000..26a3adafdea
--- /dev/null
+++ b/tests/performance/sumIf.xml
@@ -0,0 +1,3 @@
+<test>
+    <query>SELECT sumIf(number, number % 2) FROM numbers(100000000)</query>
+</test>

From ae802574b2ff864703c8865ff49d6256f5d0b56d Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Thu, 26 Nov 2020 07:29:06 +0300
Subject: [PATCH 289/742] Update ColumnsCommon.cpp

---
 src/Columns/ColumnsCommon.cpp | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/Columns/ColumnsCommon.cpp b/src/Columns/ColumnsCommon.cpp
index 0c4d3967c6e..f3f10a25df3 100644
--- a/src/Columns/ColumnsCommon.cpp
+++ b/src/Columns/ColumnsCommon.cpp
@@ -13,7 +13,8 @@ namespace DB
 {
 
 #if defined(__SSE2__) && defined(__POPCNT__)
-auto toBits64(const Int8 * bytes64)
+/// Transform 64-byte mask to 64-bit mask.
+static UInt64 toBits64(const Int8 * bytes64)
 {
     static const __m128i zero16 = _mm_setzero_si128();
     return static_cast<UInt64>(_mm_movemask_epi8(_mm_cmpgt_epi8(_mm_loadu_si128(reinterpret_cast<const __m128i *>(bytes64)), zero16)))
@@ -23,7 +24,7 @@ auto toBits64(const Int8 * bytes64)
            << 32)
         | (static_cast<UInt64>(_mm_movemask_epi8(_mm_cmpgt_epi8(_mm_loadu_si128(reinterpret_cast<const __m128i *>(bytes64 + 48)), zero16)))
            << 48);
-};
+}
 #endif
 
 size_t countBytesInFilter(const UInt8 * filt, size_t sz)

From b8fa55582d4399075d4a23807ae8bc6e086da836 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Sat, 12 Dec 2020 21:56:03 +0800
Subject: [PATCH 290/742] Trigger CI again


From 282dd2358798eb21522b9d339b6c6f83c9018b86 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Mon, 21 Dec 2020 12:46:31 +0800
Subject: [PATCH 291/742] Split minmaxany

---
 ...MinMaxAny.cpp => AggregateFunctionAny.cpp} | 27 ---------------
 .../AggregateFunctionMax.cpp                  | 34 +++++++++++++++++++
 .../AggregateFunctionMin.cpp                  | 34 +++++++++++++++++++
 .../AggregateFunctionSimpleState.h            |  2 +-
 4 files changed, 69 insertions(+), 28 deletions(-)
 rename src/AggregateFunctions/{AggregateFunctionMinMaxAny.cpp => AggregateFunctionAny.cpp} (50%)
 create mode 100644 src/AggregateFunctions/AggregateFunctionMax.cpp
 create mode 100644 src/AggregateFunctions/AggregateFunctionMin.cpp

diff --git a/src/AggregateFunctions/AggregateFunctionMinMaxAny.cpp b/src/AggregateFunctions/AggregateFunctionAny.cpp
similarity index 50%
rename from src/AggregateFunctions/AggregateFunctionMinMaxAny.cpp
rename to src/AggregateFunctions/AggregateFunctionAny.cpp
index a98eaccdabd..b237432c2e8 100644
--- a/src/AggregateFunctions/AggregateFunctionMinMaxAny.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAny.cpp
@@ -25,42 +25,15 @@ AggregateFunctionPtr createAggregateFunctionAnyHeavy(const std::string & name, c
     return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyHeavyData>(name, argument_types, parameters));
 }
 
-AggregateFunctionPtr createAggregateFunctionMin(const std::string & name, const DataTypes & argument_types, const Array & parameters)
-{
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMinData>(name, argument_types, parameters));
-}
-
-AggregateFunctionPtr createAggregateFunctionMax(const std::string & name, const DataTypes & argument_types, const Array & parameters)
-{
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMaxData>(name, argument_types, parameters));
-}
-
-AggregateFunctionPtr createAggregateFunctionArgMin(const std::string & name, const DataTypes & argument_types, const Array & parameters)
-{
-    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMinData>(name, argument_types, parameters));
-}
-
-AggregateFunctionPtr createAggregateFunctionArgMax(const std::string & name, const DataTypes & argument_types, const Array & parameters)
-{
-    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMaxData>(name, argument_types, parameters));
-}
-
 }
 
 void registerAggregateFunctionsMinMaxAny(AggregateFunctionFactory & factory)
 {
-    factory.registerFunction("min", createAggregateFunctionMin, AggregateFunctionFactory::CaseInsensitive);
-    factory.registerFunction("max", createAggregateFunctionMax, AggregateFunctionFactory::CaseInsensitive);
-
-    /// The functions below depend on the order of data.
-
     AggregateFunctionProperties properties = { .returns_default_when_only_null = false, .is_order_dependent = true };
 
     factory.registerFunction("any", { createAggregateFunctionAny, properties });
     factory.registerFunction("anyLast", { createAggregateFunctionAnyLast, properties });
     factory.registerFunction("anyHeavy", { createAggregateFunctionAnyHeavy, properties });
-    factory.registerFunction("argMin", { createAggregateFunctionArgMin, properties });
-    factory.registerFunction("argMax", { createAggregateFunctionArgMax, properties });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMax.cpp b/src/AggregateFunctions/AggregateFunctionMax.cpp
new file mode 100644
index 00000000000..5ba35cfea38
--- /dev/null
+++ b/src/AggregateFunctions/AggregateFunctionMax.cpp
@@ -0,0 +1,34 @@
+#include <AggregateFunctions/AggregateFunctionFactory.h>
+#include <AggregateFunctions/HelpersMinMaxAny.h>
+#include <AggregateFunctions/FactoryHelpers.h>
+#include "registerAggregateFunctions.h"
+
+
+namespace DB
+{
+
+namespace
+{
+
+AggregateFunctionPtr createAggregateFunctionMax(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+{
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMaxData>(name, argument_types, parameters));
+}
+
+AggregateFunctionPtr createAggregateFunctionArgMax(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+{
+    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMaxData>(name, argument_types, parameters));
+}
+
+}
+
+void registerAggregateFunctionsMinMaxAny(AggregateFunctionFactory & factory)
+{
+    factory.registerFunction("max", createAggregateFunctionMax, AggregateFunctionFactory::CaseInsensitive);
+
+    /// The functions below depend on the order of data.
+    AggregateFunctionProperties properties = { .returns_default_when_only_null = false, .is_order_dependent = true };
+    factory.registerFunction("argMax", { createAggregateFunctionArgMax, properties });
+}
+
+}
diff --git a/src/AggregateFunctions/AggregateFunctionMin.cpp b/src/AggregateFunctions/AggregateFunctionMin.cpp
new file mode 100644
index 00000000000..c5bffe4f74b
--- /dev/null
+++ b/src/AggregateFunctions/AggregateFunctionMin.cpp
@@ -0,0 +1,34 @@
+#include <AggregateFunctions/AggregateFunctionFactory.h>
+#include <AggregateFunctions/HelpersMinMaxAny.h>
+#include <AggregateFunctions/FactoryHelpers.h>
+#include "registerAggregateFunctions.h"
+
+
+namespace DB
+{
+
+namespace
+{
+
+AggregateFunctionPtr createAggregateFunctionMin(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+{
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMinData>(name, argument_types, parameters));
+}
+
+AggregateFunctionPtr createAggregateFunctionArgMin(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+{
+    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMinData>(name, argument_types, parameters));
+}
+
+}
+
+void registerAggregateFunctionsMinMaxAny(AggregateFunctionFactory & factory)
+{
+    factory.registerFunction("min", createAggregateFunctionMin, AggregateFunctionFactory::CaseInsensitive);
+
+    /// The functions below depend on the order of data.
+    AggregateFunctionProperties properties = { .returns_default_when_only_null = false, .is_order_dependent = true };
+    factory.registerFunction("argMin", { createAggregateFunctionArgMin, properties });
+}
+
+}
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.h b/src/AggregateFunctions/AggregateFunctionSimpleState.h
index eefe00e77c0..f60df1eddd3 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleState.h
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.h
@@ -71,7 +71,7 @@ public:
 
     bool allocatesMemoryInArena() const override { return nested_func->allocatesMemoryInArena(); }
 
-    AggregateFunctionPtr getNestedFunction() const { return nested_func; }
+    AggregateFunctionPtr getNestedFunction() const override { return nested_func; }
 };
 
 }

From 47b177d175fd0fc0d75508c0e721e33fd494b235 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Mon, 21 Dec 2020 13:51:11 +0800
Subject: [PATCH 292/742] Fix build

---
 src/AggregateFunctions/AggregateFunctionAny.cpp       | 2 +-
 src/AggregateFunctions/AggregateFunctionMax.cpp       | 2 +-
 src/AggregateFunctions/AggregateFunctionMin.cpp       | 2 +-
 src/AggregateFunctions/registerAggregateFunctions.cpp | 8 ++++++--
 src/AggregateFunctions/ya.make                        | 4 +++-
 5 files changed, 12 insertions(+), 6 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionAny.cpp b/src/AggregateFunctions/AggregateFunctionAny.cpp
index b237432c2e8..0aeb2548af9 100644
--- a/src/AggregateFunctions/AggregateFunctionAny.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAny.cpp
@@ -27,7 +27,7 @@ AggregateFunctionPtr createAggregateFunctionAnyHeavy(const std::string & name, c
 
 }
 
-void registerAggregateFunctionsMinMaxAny(AggregateFunctionFactory & factory)
+void registerAggregateFunctionsAny(AggregateFunctionFactory & factory)
 {
     AggregateFunctionProperties properties = { .returns_default_when_only_null = false, .is_order_dependent = true };
 
diff --git a/src/AggregateFunctions/AggregateFunctionMax.cpp b/src/AggregateFunctions/AggregateFunctionMax.cpp
index 5ba35cfea38..921ea4179c9 100644
--- a/src/AggregateFunctions/AggregateFunctionMax.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMax.cpp
@@ -22,7 +22,7 @@ AggregateFunctionPtr createAggregateFunctionArgMax(const std::string & name, con
 
 }
 
-void registerAggregateFunctionsMinMaxAny(AggregateFunctionFactory & factory)
+void registerAggregateFunctionsMax(AggregateFunctionFactory & factory)
 {
     factory.registerFunction("max", createAggregateFunctionMax, AggregateFunctionFactory::CaseInsensitive);
 
diff --git a/src/AggregateFunctions/AggregateFunctionMin.cpp b/src/AggregateFunctions/AggregateFunctionMin.cpp
index c5bffe4f74b..fec5be484e9 100644
--- a/src/AggregateFunctions/AggregateFunctionMin.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMin.cpp
@@ -22,7 +22,7 @@ AggregateFunctionPtr createAggregateFunctionArgMin(const std::string & name, con
 
 }
 
-void registerAggregateFunctionsMinMaxAny(AggregateFunctionFactory & factory)
+void registerAggregateFunctionsMin(AggregateFunctionFactory & factory)
 {
     factory.registerFunction("min", createAggregateFunctionMin, AggregateFunctionFactory::CaseInsensitive);
 
diff --git a/src/AggregateFunctions/registerAggregateFunctions.cpp b/src/AggregateFunctions/registerAggregateFunctions.cpp
index 228ca2f30ab..d8e4eb7ba98 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.cpp
+++ b/src/AggregateFunctions/registerAggregateFunctions.cpp
@@ -18,7 +18,9 @@ void registerAggregateFunctionsQuantile(AggregateFunctionFactory &);
 void registerAggregateFunctionsSequenceMatch(AggregateFunctionFactory &);
 void registerAggregateFunctionWindowFunnel(AggregateFunctionFactory &);
 void registerAggregateFunctionRate(AggregateFunctionFactory &);
-void registerAggregateFunctionsMinMaxAny(AggregateFunctionFactory &);
+void registerAggregateFunctionsMin(AggregateFunctionFactory &);
+void registerAggregateFunctionsMax(AggregateFunctionFactory &);
+void registerAggregateFunctionsAny(AggregateFunctionFactory &);
 void registerAggregateFunctionsStatisticsStable(AggregateFunctionFactory &);
 void registerAggregateFunctionsStatisticsSimple(AggregateFunctionFactory &);
 void registerAggregateFunctionSum(AggregateFunctionFactory &);
@@ -71,7 +73,9 @@ void registerAggregateFunctions()
         registerAggregateFunctionsSequenceMatch(factory);
         registerAggregateFunctionWindowFunnel(factory);
         registerAggregateFunctionRate(factory);
-        registerAggregateFunctionsMinMaxAny(factory);
+        registerAggregateFunctionsMin(factory);
+        registerAggregateFunctionsMax(factory);
+        registerAggregateFunctionsAny(factory);
         registerAggregateFunctionsStatisticsStable(factory);
         registerAggregateFunctionsStatisticsSimple(factory);
         registerAggregateFunctionSum(factory);
diff --git a/src/AggregateFunctions/ya.make b/src/AggregateFunctions/ya.make
index 8faf738fd98..f2105688feb 100644
--- a/src/AggregateFunctions/ya.make
+++ b/src/AggregateFunctions/ya.make
@@ -10,6 +10,7 @@ PEERDIR(
 
 SRCS(
     AggregateFunctionAggThrow.cpp
+    AggregateFunctionAny.cpp
     AggregateFunctionArray.cpp
     AggregateFunctionAvg.cpp
     AggregateFunctionAvgWeighted.cpp
@@ -30,9 +31,10 @@ SRCS(
     AggregateFunctionIf.cpp
     AggregateFunctionMLMethod.cpp
     AggregateFunctionMannWhitney.cpp
+    AggregateFunctionMax.cpp
     AggregateFunctionMaxIntersections.cpp
     AggregateFunctionMerge.cpp
-    AggregateFunctionMinMaxAny.cpp
+    AggregateFunctionMin.cpp
     AggregateFunctionNull.cpp
     AggregateFunctionOrFill.cpp
     AggregateFunctionQuantile.cpp

From 07b5c03c542e835ad8c1b0b905d9532b3dab4b20 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 11:24:52 +0300
Subject: [PATCH 293/742] Better adjustment of the last mark

---
 .../MergeTree/MergeTreeDataPartWriterWide.cpp | 51 ++++++++++++-------
 .../MergeTree/MergeTreeDataPartWriterWide.h   |  7 +--
 .../0_stateless/00955_test_final_mark.sql     | 16 +++---
 3 files changed, 44 insertions(+), 30 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
index beb3646df17..be735104e99 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.cpp
@@ -171,8 +171,18 @@ void MergeTreeDataPartWriterWide::write(const Block & block, const IColumn::Perm
         if (rows_written_in_last_mark > 0)
         {
             size_t rows_left_in_last_mark = index_granularity.getMarkRows(getCurrentMark()) - rows_written_in_last_mark;
+            /// Previous granularity was much bigger than our new block's
+            /// granularity let's adjust it, because we want add new
+            /// heavy-weight blocks into small old granule.
             if (rows_left_in_last_mark > index_granularity_for_block)
-                adjustLastMarkIfNeedAndFlushToDisk();
+            {
+                /// We have already written more rows than granularity of our block.
+                /// adjust last mark rows and flush to disk.
+                if (rows_written_in_last_mark >= index_granularity_for_block)
+                    adjustLastMarkIfNeedAndFlushToDisk(rows_written_in_last_mark);
+                else /// We still can write some rows from new block into previous granule.
+                    adjustLastMarkIfNeedAndFlushToDisk(index_granularity_for_block - rows_written_in_last_mark);
+            }
         }
 
         fillIndexGranularity(index_granularity_for_block, block.rows());
@@ -476,7 +486,7 @@ void MergeTreeDataPartWriterWide::finishDataSerialization(IMergeTreeDataPart::Ch
     serialize_settings.low_cardinality_use_single_dictionary_for_part = global_settings.low_cardinality_use_single_dictionary_for_part != 0;
     WrittenOffsetColumns offset_columns;
     if (rows_written_in_last_mark > 0)
-        adjustLastMarkIfNeedAndFlushToDisk();
+        adjustLastMarkIfNeedAndFlushToDisk(rows_written_in_last_mark);
 
     bool write_final_mark = (with_final_mark && data_written);
 
@@ -572,7 +582,7 @@ void MergeTreeDataPartWriterWide::fillIndexGranularity(size_t index_granularity_
 }
 
 
-void MergeTreeDataPartWriterWide::adjustLastMarkIfNeedAndFlushToDisk()
+void MergeTreeDataPartWriterWide::adjustLastMarkIfNeedAndFlushToDisk(size_t new_rows_in_last_mark)
 {
     /// We can adjust marks only if we computed granularity for blocks.
     /// Otherwise we cannot change granularity because it will differ from
@@ -584,7 +594,7 @@ void MergeTreeDataPartWriterWide::adjustLastMarkIfNeedAndFlushToDisk()
                             getCurrentMark(), index_granularity.getMarkRows(getCurrentMark()), rows_written_in_last_mark, index_granularity.getMarksCount());
 
         index_granularity.popMark();
-        index_granularity.appendMark(rows_written_in_last_mark);
+        index_granularity.appendMark(new_rows_in_last_mark);
     }
 
     /// Last mark should be filled, otherwise it's a bug
@@ -592,25 +602,28 @@ void MergeTreeDataPartWriterWide::adjustLastMarkIfNeedAndFlushToDisk()
         throw Exception(ErrorCodes::LOGICAL_ERROR, "No saved marks for last mark {} having rows offset {}, total marks {}",
                         getCurrentMark(), rows_written_in_last_mark, index_granularity.getMarksCount());
 
-    for (const auto & [name, marks] : last_non_written_marks)
+    if (rows_written_in_last_mark == new_rows_in_last_mark)
     {
-        for (const auto & mark : marks)
-            flushMarkToFile(mark, index_granularity.getMarkRows(getCurrentMark()));
-    }
+        for (const auto & [name, marks] : last_non_written_marks)
+        {
+            for (const auto & mark : marks)
+                flushMarkToFile(mark, index_granularity.getMarkRows(getCurrentMark()));
+        }
 
-    last_non_written_marks.clear();
+        last_non_written_marks.clear();
 
-    if (compute_granularity && settings.can_use_adaptive_granularity)
-    {
-        /// Also we add mark to each skip index because all of them
-        /// already accumulated all rows from current adjusting mark
-        for (size_t i = 0; i < skip_indices.size(); ++i)
-            ++skip_index_accumulated_marks[i];
+        if (compute_granularity && settings.can_use_adaptive_granularity)
+        {
+            /// Also we add mark to each skip index because all of them
+            /// already accumulated all rows from current adjusting mark
+            for (size_t i = 0; i < skip_indices.size(); ++i)
+                ++skip_index_accumulated_marks[i];
 
-        /// This mark completed, go further
-        setCurrentMark(getCurrentMark() + 1);
-        /// Without offset
-        rows_written_in_last_mark = 0;
+            /// This mark completed, go further
+            setCurrentMark(getCurrentMark() + 1);
+            /// Without offset
+            rows_written_in_last_mark = 0;
+        }
     }
 }
 
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
index b350e590d07..8c76c10abef 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartWriterWide.h
@@ -99,12 +99,13 @@ private:
     /// in our index_granularity array.
     void shiftCurrentMark(const Granules & granules_written);
 
-    /// Change rows in the last mark in index_granularity to rows_written_in_last_mark.
-    /// Flush all marks from last_non_written_marks to disk and increment current mark.
+    /// Change rows in the last mark in index_granularity to new_rows_in_last_mark.
+    /// Flush all marks from last_non_written_marks to disk and increment current mark if already written rows
+    /// (rows_written_in_last_granule) equal to new_rows_in_last_mark.
     ///
     /// This function used when blocks change granularity drastically and we have unfinished mark.
     /// Also useful to have exact amount of rows in last (non-final) mark.
-    void adjustLastMarkIfNeedAndFlushToDisk();
+    void adjustLastMarkIfNeedAndFlushToDisk(size_t new_rows_in_last_mark);
 
     IDataType::OutputStreamGetter createStreamGetter(const String & name, WrittenOffsetColumns & offset_columns) const;
 
diff --git a/tests/queries/0_stateless/00955_test_final_mark.sql b/tests/queries/0_stateless/00955_test_final_mark.sql
index 50ca3d008f9..e020f10b71a 100644
--- a/tests/queries/0_stateless/00955_test_final_mark.sql
+++ b/tests/queries/0_stateless/00955_test_final_mark.sql
@@ -18,7 +18,7 @@ INSERT INTO mt_with_pk (d, x, y, z, `n.Age`, `n.Name`) VALUES (toDate('2018-10-0
 
 SELECT COUNT(*) FROM mt_with_pk WHERE x > toDateTime('2018-10-01 23:57:57');
 
-SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_pk' AND database = currentDatabase() AND active=1;
+SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_pk' AND database = currentDatabase() AND active=1 AND database = currentDatabase();
 
 SELECT '===test merge===';
 INSERT INTO mt_with_pk (d, x, y, z, `n.Age`, `n.Name`) VALUES (toDate('2018-10-01'), toDateTime('2018-10-01 07:57:57'), [4, 4, 4], 14, [111, 222], ['Lui', 'Dave']), (toDate('2018-10-01'), toDateTime('2018-10-01 08:57:57'), [5, 5, 5], 15, [333, 444], ['John', 'Mike']), (toDate('2018-10-01'), toDateTime('2018-10-01 09:57:57'), [6, 6, 6], 16, [555, 666, 777], ['Alex', 'Jim', 'Tom']);
@@ -27,7 +27,7 @@ OPTIMIZE TABLE mt_with_pk FINAL;
 
 SELECT COUNT(*) FROM mt_with_pk WHERE x > toDateTime('2018-10-01 23:57:57');
 
-SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_pk' AND database = currentDatabase() AND active=1;
+SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_pk' AND database = currentDatabase() AND active=1 AND database = currentDatabase();
 
 SELECT '===test alter===';
 ALTER TABLE mt_with_pk MODIFY COLUMN y Array(String);
@@ -38,7 +38,7 @@ OPTIMIZE TABLE mt_with_pk FINAL;
 
 SELECT COUNT(*) FROM mt_with_pk WHERE x > toDateTime('2018-10-01 23:57:57');
 
-SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_pk' AND database = currentDatabase() AND active=1;
+SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_pk' AND database = currentDatabase() AND active=1 AND database = currentDatabase();
 
 SELECT '===test mutation===';
 ALTER TABLE mt_with_pk UPDATE w = 0 WHERE 1 SETTINGS mutations_sync = 2;
@@ -58,7 +58,7 @@ OPTIMIZE TABLE mt_with_pk FINAL;
 
 SELECT COUNT(*) FROM mt_with_pk WHERE z + w > 5000;
 
-SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_pk' AND database = currentDatabase() AND active=1;
+SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_pk' AND database = currentDatabase() AND active=1 AND database = currentDatabase();
 
 DROP TABLE IF EXISTS mt_with_pk;
 
@@ -119,7 +119,7 @@ INSERT INTO mt_without_pk (d, x, y, z, `n.Age`, `n.Name`) VALUES (toDate('2018-1
 
 SELECT COUNT(*) FROM mt_without_pk WHERE x > toDateTime('2018-10-01 23:57:57');
 
-SELECT sum(marks) FROM system.parts WHERE table = 'mt_without_pk' AND active=1;
+SELECT sum(marks) FROM system.parts WHERE table = 'mt_without_pk' AND active=1 AND database = currentDatabase();
 
 INSERT INTO mt_without_pk (d, x, y, z, `n.Age`, `n.Name`) VALUES (toDate('2018-10-01'), toDateTime('2018-10-01 07:57:57'), [4, 4, 4], 14, [111, 222], ['Lui', 'Dave']), (toDate('2018-10-01'), toDateTime('2018-10-01 08:57:57'), [5, 5, 5], 15, [333, 444], ['John', 'Mike']), (toDate('2018-10-01'), toDateTime('2018-10-01 09:57:57'), [6, 6, 6], 16, [555, 666, 777], ['Alex', 'Jim', 'Tom']);
 
@@ -127,7 +127,7 @@ OPTIMIZE TABLE mt_without_pk FINAL;
 
 SELECT COUNT(*) FROM mt_without_pk WHERE x > toDateTime('2018-10-01 23:57:57');
 
-SELECT sum(marks) FROM system.parts WHERE table = 'mt_without_pk' AND active=1;
+SELECT sum(marks) FROM system.parts WHERE table = 'mt_without_pk' AND active=1 AND database = currentDatabase();
 
 DROP TABLE IF EXISTS mt_without_pk;
 
@@ -149,7 +149,7 @@ INSERT INTO mt_with_small_granularity (d, x, y, z, `n.Age`, `n.Name`) VALUES (to
 
 SELECT COUNT(*) FROM mt_with_small_granularity WHERE x > toDateTime('2018-10-01 23:57:57');
 
-SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_small_granularity' AND active=1;
+SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_small_granularity' AND active=1 AND database = currentDatabase();
 
 INSERT INTO mt_with_small_granularity (d, x, y, z, `n.Age`, `n.Name`) VALUES (toDate('2018-10-01'), toDateTime('2018-10-01 07:57:57'), [4, 4, 4], 14, [111, 222], ['Lui', 'Dave']), (toDate('2018-10-01'), toDateTime('2018-10-01 08:57:57'), [5, 5, 5], 15, [333, 444], ['John', 'Mike']), (toDate('2018-10-01'), toDateTime('2018-10-01 09:57:57'), [6, 6, 6], 16, [555, 666, 777], ['Alex', 'Jim', 'Tom']);
 
@@ -157,6 +157,6 @@ OPTIMIZE TABLE mt_with_small_granularity FINAL;
 
 SELECT COUNT(*) FROM mt_with_small_granularity WHERE x > toDateTime('2018-10-01 23:57:57');
 
-SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_small_granularity' AND active=1;
+SELECT sum(marks) FROM system.parts WHERE table = 'mt_with_small_granularity' AND active=1 AND database = currentDatabase();
 
 DROP TABLE IF EXISTS mt_with_small_granularity;

From bc0e91b5868bcbd90292afe8f65c1ec7281c9ebc Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 21 Dec 2020 12:23:23 +0300
Subject: [PATCH 294/742] Fix special build

---
 src/Processors/Executors/PollingQueue.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Processors/Executors/PollingQueue.h b/src/Processors/Executors/PollingQueue.h
index 5588bb87436..9d37bf0a2cc 100644
--- a/src/Processors/Executors/PollingQueue.h
+++ b/src/Processors/Executors/PollingQueue.h
@@ -49,7 +49,7 @@ public:
     void finish();
 };
 #else
-class AsyncTaskQueue
+class PollingQueue
 {
 public:
     bool empty() { return true; }

From ac9fc1550921b8e458de5b2dc6373b535ceaef07 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Mon, 21 Dec 2020 12:59:11 +0300
Subject: [PATCH 295/742] cleanup

---
 src/Interpreters/ExpressionAnalyzer.cpp        |  1 +
 src/Interpreters/GetAggregatesVisitor.h        |  8 +++++---
 src/Interpreters/RewriteAnyFunctionVisitor.cpp |  7 +++----
 src/Processors/Transforms/WindowTransform.cpp  | 12 ++++++------
 4 files changed, 15 insertions(+), 13 deletions(-)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index af6ee4a1732..42f9e5598fd 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -66,6 +66,7 @@ namespace ErrorCodes
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int ILLEGAL_TYPE_OF_COLUMN_FOR_FILTER;
     extern const int LOGICAL_ERROR;
+    extern const int NOT_IMPLEMENTED;
     extern const int UNKNOWN_IDENTIFIER;
     extern const int UNKNOWN_TYPE_OF_AST_NODE;
 }
diff --git a/src/Interpreters/GetAggregatesVisitor.h b/src/Interpreters/GetAggregatesVisitor.h
index 94510f0aaa2..d416a5f240e 100644
--- a/src/Interpreters/GetAggregatesVisitor.h
+++ b/src/Interpreters/GetAggregatesVisitor.h
@@ -20,9 +20,11 @@ public:
     {
         const char * assert_no_aggregates = nullptr;
         const char * assert_no_windows = nullptr;
-        std::unordered_set<String> uniq_names;
-        std::vector<const ASTFunction *> aggregates;
-        std::vector<const ASTFunction *> window_functions;
+        // Explicit empty initializers are needed to make designated initializers
+        // work on GCC 10.
+        std::unordered_set<String> uniq_names {};
+        std::vector<const ASTFunction *> aggregates {};
+        std::vector<const ASTFunction *> window_functions {};
     };
 
     static bool needChildVisit(const ASTPtr & node, const ASTPtr & child)
diff --git a/src/Interpreters/RewriteAnyFunctionVisitor.cpp b/src/Interpreters/RewriteAnyFunctionVisitor.cpp
index ed3663a3b86..e8f05962862 100644
--- a/src/Interpreters/RewriteAnyFunctionVisitor.cpp
+++ b/src/Interpreters/RewriteAnyFunctionVisitor.cpp
@@ -40,14 +40,13 @@ bool extractIdentifiers(const ASTFunction & func, std::unordered_set<ASTPtr *> &
 
             // We are looking for identifiers inside a function calculated inside
             // the aggregate function `any()`. Window or aggregate function can't
-            // be inside `any` (checked by GetAggregatesMatcher).
+            // be inside `any`, but this check in GetAggregatesMatcher happens
+            // later, so we have to explicitly skip these nested functions here.
             if (arg_func->is_window_function
                 || AggregateFunctionFactory::instance().isAggregateFunctionName(
                     arg_func->name))
             {
-                throw Exception(ErrorCodes::LOGICAL_ERROR,
-                    "Found an aggregate function '{}' inside another aggregate"
-                    " function", arg_func->formatForErrorMessage());
+                return false;
             }
 
             if (!extractIdentifiers(*arg_func, identifiers))
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index 9ffad3ae367..b39926a0335 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -18,10 +18,10 @@ WindowTransform::WindowTransform(const Block & input_header_,
     , window_description(window_description_)
 {
     workspaces.reserve(window_function_descriptions.size());
-    for (size_t i = 0; i < window_function_descriptions.size(); ++i)
+    for (const auto & f : window_function_descriptions)
     {
         WindowFunctionWorkspace workspace;
-        workspace.window_function = window_function_descriptions[i];
+        workspace.window_function = f;
 
         const auto & aggregate_function
             = workspace.window_function.aggregate_function;
@@ -61,10 +61,10 @@ WindowTransform::WindowTransform(const Block & input_header_,
 WindowTransform::~WindowTransform()
 {
     // Some states may be not created yet if the creation failed.
-    for (size_t i = 0; i < workspaces.size(); i++)
+    for (auto & w : workspaces)
     {
-        workspaces[i].window_function.aggregate_function->destroy(
-            workspaces[i].aggregate_function_state.data());
+        w.window_function.aggregate_function->destroy(
+            w.aggregate_function_state.data());
     }
 }
 
@@ -103,7 +103,7 @@ void WindowTransform::transform(Chunk & chunk)
             // Check whether the new partition has started and reinitialize the
             // aggregate function states.
             assert(partition_start_columns.size() == partition_by_indices.size());
-            if (partition_start_columns.size() == 0)
+            if (partition_start_columns.empty())
             {
                 // No PARTITION BY at all, do nothing.
             }

From 643739df6b934da138e041106cf9e25891473507 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 13:06:36 +0300
Subject: [PATCH 296/742] Trying to enable thread fuzzer in flaky check

---
 docker/test/stateless/run.sh | 13 ++++++++++++-
 src/Common/ThreadFuzzer.cpp  |  5 +++++
 2 files changed, 17 insertions(+), 1 deletion(-)

diff --git a/docker/test/stateless/run.sh b/docker/test/stateless/run.sh
index 8793f3d22b4..cf401fe8849 100755
--- a/docker/test/stateless/run.sh
+++ b/docker/test/stateless/run.sh
@@ -12,12 +12,23 @@ dpkg -i package_folder/clickhouse-test_*.deb
 # install test configs
 /usr/share/clickhouse-test/config/install.sh
 
-service clickhouse-server start && sleep 5
+# For flaky check we also enable thread fuzzer
+if [ "$NUM_TRIES" -gt "1" ]; then
+    export THREAD_FUZZER_CPU_TIME_PERIOD_US=1000
+    export THREAD_FUZZER_SLEEP_PROBABILITY=0.1
+    export THREAD_FUZZER_SLEEP_TIME_US=100000
+    # simpliest way to forward env variables to server
+    /usr/bin/clickhouse-server --config /etc/clickhouse-server/config.xml --daemon
+    sleep 5
+else
+    service clickhouse-server start && sleep 5
+fi
 
 if grep -q -- "--use-skip-list" /usr/bin/clickhouse-test; then
     SKIP_LIST_OPT="--use-skip-list"
 fi
 
+
 function run_tests()
 {
     # We can have several additional options so we path them as array because it's
diff --git a/src/Common/ThreadFuzzer.cpp b/src/Common/ThreadFuzzer.cpp
index a32e50c44b2..76cae4bb0ac 100644
--- a/src/Common/ThreadFuzzer.cpp
+++ b/src/Common/ThreadFuzzer.cpp
@@ -10,6 +10,7 @@
 #include <common/sleep.h>
 
 #include <IO/ReadHelpers.h>
+#include <common/logger_useful.h>
 
 #include <Common/Exception.h>
 #include <Common/thread_local_rng.h>
@@ -102,6 +103,10 @@ void ThreadFuzzer::initConfiguration()
     initFromEnv(sleep_probability, "THREAD_FUZZER_SLEEP_PROBABILITY");
     initFromEnv(sleep_time_us, "THREAD_FUZZER_SLEEP_TIME_US");
 
+    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Sleep probability {}", sleep_probability);
+    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Cpu time period {}", cpu_time_period_us);
+    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Sleep time us {}", sleep_time_us);
+
 #if THREAD_FUZZER_WRAP_PTHREAD
 #    define INIT_WRAPPER_PARAMS(RET, NAME, ...) \
         initFromEnv(NAME##_before_yield_probability, "THREAD_FUZZER_" #NAME "_BEFORE_YIELD_PROBABILITY"); \

From fdf18ceec0d446862ac49799327530349065d587 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 13:08:06 +0300
Subject: [PATCH 297/742] Remove new line

---
 docker/test/stateless/run.sh | 1 -
 1 file changed, 1 deletion(-)

diff --git a/docker/test/stateless/run.sh b/docker/test/stateless/run.sh
index cf401fe8849..7aa4d5e74ab 100755
--- a/docker/test/stateless/run.sh
+++ b/docker/test/stateless/run.sh
@@ -28,7 +28,6 @@ if grep -q -- "--use-skip-list" /usr/bin/clickhouse-test; then
     SKIP_LIST_OPT="--use-skip-list"
 fi
 
-
 function run_tests()
 {
     # We can have several additional options so we path them as array because it's

From 21533258fa8071fa301b05fcdcf2d51442d23aa4 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 13:09:07 +0300
Subject: [PATCH 298/742] Add some test to check

---
 tests/queries/0_stateless/01415_sticking_mutations.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01415_sticking_mutations.sh b/tests/queries/0_stateless/01415_sticking_mutations.sh
index 9ae1ef03d03..ce34cd09ca3 100755
--- a/tests/queries/0_stateless/01415_sticking_mutations.sh
+++ b/tests/queries/0_stateless/01415_sticking_mutations.sh
@@ -43,7 +43,7 @@ function check_sticky_mutations()
 
     $CLICKHOUSE_CLIENT --query "SYSTEM START MERGES sticking_mutations"
 
-    # just to be sure, that previous mutations finished
+    # Just to be sure, that previous mutations finished
     $CLICKHOUSE_CLIENT --query "ALTER TABLE sticking_mutations DELETE WHERE value2 % 31 == 0 SETTINGS mutations_sync = 1"
 
     $CLICKHOUSE_CLIENT --query "OPTIMIZE TABLE sticking_mutations FINAL"

From 24d01d2460cac741723424064c65088ee21ff5b9 Mon Sep 17 00:00:00 2001
From: qianmoQ <shicheng@ttxit.com>
Date: Mon, 21 Dec 2020 18:31:32 +0800
Subject: [PATCH 299/742] translate documentation for interfaces/formats

---
 docs/zh/interfaces/formats.md           | 845 ++++++++++++++++--------
 docs/zh/interfaces/third-party/index.md |  14 +-
 2 files changed, 574 insertions(+), 285 deletions(-)

diff --git a/docs/zh/interfaces/formats.md b/docs/zh/interfaces/formats.md
index 58d06916ed8..808bff42335 100644
--- a/docs/zh/interfaces/formats.md
+++ b/docs/zh/interfaces/formats.md
@@ -1,179 +1,237 @@
-# 输入输出格式 {#formats}
+---
+toc_priority: 21
+toc_title: 输入/输出格式
+---
 
-ClickHouse 可以接受多种数据格式，可以在 (`INSERT`) 以及 (`SELECT`) 请求中使用。
+# 输入/输出格式 {#formats}
 
-下列表格列出了支持的数据格式以及在 (`INSERT`) 以及 (`SELECT`) 请求中使用它们的方式。
+ClickHouse可以接受和返回各种格式的数据。输入支持的格式可以用来解析提供给`INSERT`的数据，可以从文件备份表(如File, URL或HDFS)执行`SELECT`，或者读取外部字典。输出支持的格式可用于获取`SELECT`的结果，并支持执行`INSERT`文件的表中。
 
-| 格式                                                            | INSERT | SELECT |
-|-----------------------------------------------------------------|--------|--------|
-| [TabSeparated](#tabseparated)                                   | ✔      | ✔      |
-| [TabSeparatedRaw](#tabseparatedraw)                             | ✗      | ✔      |
-| [TabSeparatedWithNames](#tabseparatedwithnames)                 | ✔      | ✔      |
-| [TabSeparatedWithNamesAndTypes](#tabseparatedwithnamesandtypes) | ✔      | ✔      |
-| [模板](#format-template)                                        | ✔      | ✔      |
-| [TemplateIgnoreSpaces](#templateignorespaces)                   | ✔      | ✗      |
-| [CSV](#csv)                                                     | ✔      | ✔      |
-| [CSVWithNames](#csvwithnames)                                   | ✔      | ✔      |
-| [自定义分离](#format-customseparated)                           | ✔      | ✔      |
-| [值](#data-format-values)                                       | ✔      | ✔      |
-| [垂直](#vertical)                                               | ✗      | ✔      |
-| VerticalRaw                                                     | ✗      | ✔      |
-| [JSON](#json)                                                   | ✗      | ✔      |
-| [JSONCompact](#jsoncompact)                                     | ✗      | ✔      |
-| [JSONEachRow](#jsoneachrow)                                     | ✔      | ✔      |
-| [TSKV](#tskv)                                                   | ✔      | ✔      |
-| [漂亮](#pretty)                                                 | ✗      | ✔      |
-| [PrettyCompact](#prettycompact)                                 | ✗      | ✔      |
-| [PrettyCompactMonoBlock](#prettycompactmonoblock)               | ✗      | ✔      |
-| [PrettyNoEscapes](#prettynoescapes)                             | ✗      | ✔      |
-| [PrettySpace](#prettyspace)                                     | ✗      | ✔      |
-| [Protobuf](#protobuf)                                           | ✔      | ✔      |
-| [Avro](#data-format-avro)                                       | ✔      | ✔      |
-| [AvroConfluent](#data-format-avro-confluent)                    | ✔      | ✗      |
-| [镶木地板](#data-format-parquet)                                | ✔      | ✔      |
-| [ORC](#data-format-orc)                                         | ✔      | ✗      |
-| [RowBinary](#rowbinary)                                         | ✔      | ✔      |
-| [RowBinaryWithNamesAndTypes](#rowbinarywithnamesandtypes)       | ✔      | ✔      |
-| [本地人](#native)                                               | ✔      | ✔      |
-| [Null](#null)                                                   | ✗      | ✔      |
-| [XML](#xml)                                                     | ✗      | ✔      |
-| [CapnProto](#capnproto)                                         | ✔      | ✔      |
+以下是支持的格式:
+
+| 格式                                                                                    | 输入   | 输出   |
+|-----------------------------------------------------------------------------------------|-------|--------|
+| [TabSeparated](#tabseparated)                                                           | ✔     | ✔      |
+| [TabSeparatedRaw](#tabseparatedraw)                                                     | ✔     | ✔      |
+| [TabSeparatedWithNames](#tabseparatedwithnames)                                         | ✔     | ✔      |
+| [TabSeparatedWithNamesAndTypes](#tabseparatedwithnamesandtypes)                         | ✔     | ✔      |
+| [Template](#format-template)                                                            | ✔     | ✔      |
+| [TemplateIgnoreSpaces](#templateignorespaces)                                           | ✔     | ✗      |
+| [CSV](#csv)                                                                             | ✔     | ✔      |
+| [CSVWithNames](#csvwithnames)                                                           | ✔     | ✔      |
+| [CustomSeparated](#format-customseparated)                                              | ✔     | ✔      |
+| [Values](#data-format-values)                                                           | ✔     | ✔      |
+| [Vertical](#vertical)                                                                   | ✗     | ✔      |
+| [VerticalRaw](#verticalraw)                                                             | ✗     | ✔      |
+| [JSON](#json)                                                                           | ✗     | ✔      |
+| [JSONAsString](#jsonasstring)                                                           | ✔     | ✗      |
+| [JSONString](#jsonstring)                                                               | ✗     | ✔      |
+| [JSONCompact](#jsoncompact)                                                             | ✗     | ✔      |
+| [JSONCompactString](#jsoncompactstring)                                                 | ✗     | ✔      |
+| [JSONEachRow](#jsoneachrow)                                                             | ✔     | ✔      |
+| [JSONEachRowWithProgress](#jsoneachrowwithprogress)                                     | ✗     | ✔      |
+| [JSONStringEachRow](#jsonstringeachrow)                                                 | ✔     | ✔      |
+| [JSONStringEachRowWithProgress](#jsonstringeachrowwithprogress)                         | ✗     | ✔      |
+| [JSONCompactEachRow](#jsoncompacteachrow)                                               | ✔     | ✔      |
+| [JSONCompactEachRowWithNamesAndTypes](#jsoncompacteachrowwithnamesandtypes)             | ✔     | ✔      |
+| [JSONCompactStringEachRow](#jsoncompactstringeachrow)                                   | ✔     | ✔      |
+| [JSONCompactStringEachRowWithNamesAndTypes](#jsoncompactstringeachrowwithnamesandtypes) | ✔     | ✔      |
+| [TSKV](#tskv)                                                                           | ✔     | ✔      |
+| [Pretty](#pretty)                                                                       | ✗     | ✔      |
+| [PrettyCompact](#prettycompact)                                                         | ✗     | ✔      |
+| [PrettyCompactMonoBlock](#prettycompactmonoblock)                                       | ✗     | ✔      |
+| [PrettyNoEscapes](#prettynoescapes)                                                     | ✗     | ✔      |
+| [PrettySpace](#prettyspace)                                                             | ✗     | ✔      |
+| [Protobuf](#protobuf)                                                                   | ✔     | ✔      |
+| [ProtobufSingle](#protobufsingle)                                                       | ✔     | ✔      |
+| [Avro](#data-format-avro)                                                               | ✔     | ✔      |
+| [AvroConfluent](#data-format-avro-confluent)                                            | ✔     | ✗      |
+| [Parquet](#data-format-parquet)                                                         | ✔     | ✔      |
+| [Arrow](#data-format-arrow)                                                             | ✔     | ✔      |
+| [ArrowStream](#data-format-arrow-stream)                                                | ✔     | ✔      |
+| [ORC](#data-format-orc)                                                                 | ✔     | ✗      |
+| [RowBinary](#rowbinary)                                                                 | ✔     | ✔      |
+| [RowBinaryWithNamesAndTypes](#rowbinarywithnamesandtypes)                               | ✔     | ✔      |
+| [Native](#native)                                                                       | ✔     | ✔      |
+| [Null](#null)                                                                           | ✗     | ✔      |
+| [XML](#xml)                                                                             | ✗     | ✔      |
+| [CapnProto](#capnproto)                                                                 | ✔     | ✗      |
+| [LineAsString](#lineasstring)                                                           | ✔     | ✗      |
+
+您可以使用ClickHouse设置控制一些格式处理参数。更多详情设置请参考[设置](../operations/settings/settings.md) 
 
 ## TabSeparated {#tabseparated}
 
-在 TabSeparated 格式中，数据按行写入。每行包含由制表符分隔的值。除了行中的最后一个值（后面紧跟换行符）之外，每个值都跟随一个制表符。 在任何地方都可以使用严格的 Unix 命令行。最后一行还必须在最后包含换行符。值以文本格式编写，不包含引号，并且要转义特殊字符。
+在TabSeparated分隔格式中，数据按行写入。每行包含由制表符分隔的值。每个值后跟一个制表符，除了行中最后一个值后跟换行。在任何地方都采用严格的Unix换行。最后一行还必须在末尾包含换行。值以文本格式编写，不包含引号，并使用转义的特殊字符。
 
-这种格式也可以用 `TSV` 来表示。
+这种格式也可以用`TSV`来表示。
 
-TabSeparated 格式非常方便用于自定义程序或脚本处理数据。HTTP 客户端接口默认会用这种格式，命令行客户端批量模式下也会用这种格式。这种格式允许在不同数据库之间传输数据。例如，从 MYSQL 中导出数据然后导入到 ClickHouse 中，反之亦然。
+`TabSeparated`格式便于使用自定义程序和脚本处理数据。默认情况下，它在HTTP接口和命令行客户端的批处理模式中使用。这种格式还允许在不同dbms之间传输数据。例如，您可以从MySQL获取转储并将其上传到ClickHouse，反之亦然。
 
-TabSeparated 格式支持输出数据总值（当使用 WITH TOTALS） 以及极值（当 ‘extremes’ 设置是1）。这种情况下，总值和极值输出在主数据的后面。主要的数据，总值，极值会以一个空行隔开，例如：
+`TabSeparated`格式支持输出total值(与TOTALS一起使用时)和extreme值(当`extreme`被设置为1时)。在这种情况下，total值和extreme值会在主数据后输出。主要结果、总值和极值之间用空行分隔。示例:
 
 ``` sql
 SELECT EventDate, count() AS c FROM test.hits GROUP BY EventDate WITH TOTALS ORDER BY EventDate FORMAT TabSeparated``
 ```
 
-    2014-03-17      1406958
-    2014-03-18      1383658
-    2014-03-19      1405797
-    2014-03-20      1353623
-    2014-03-21      1245779
-    2014-03-22      1031592
-    2014-03-23      1046491
+``` text
+2014-03-17      1406958
+2014-03-18      1383658
+2014-03-19      1405797
+2014-03-20      1353623
+2014-03-21      1245779
+2014-03-22      1031592
+2014-03-23      1046491
 
-    1970-01-01      8873898
+1970-01-01      8873898
 
-    2014-03-17      1031592
-    2014-03-23      1406958
+2014-03-17      1031592
+2014-03-23      1406958
+```
 
-### 数据解析方式 {#shu-ju-jie-xi-fang-shi}
+### 数据格式化 {#data-formatting}
 
-整数以十进制形式写入。数字在开头可以包含额外的 `+` 字符（解析时忽略，格式化时不记录）。非负数不能包含负号。 读取时，允许将空字符串解析为零，或者（对于带符号的类型）将仅包含负号的字符串解析为零。 不符合相应数据类型的数字可能会被解析为不同的数字，而不会显示错误消息。
+整数是用十进制形式写的。数字可以在开头包含一个额外的`+`字符(解析时忽略，格式化时不记录)。非负数不能包含负号。在读取时，允许将空字符串解析为零，或者(对于有符号类型)将仅由一个负号组成的字符串解析为零。不符合相应数据类型的数字可以被解析为不同的数字，而不会出现错误消息。
 
-浮点数以十进制形式写入。点号用作小数点分隔符。支持指数等符号，如’inf’，‘+ inf’，‘-inf’和’nan’。 浮点数的输入可以以小数点开始或结束。
-格式化的时候，浮点数的精确度可能会丢失。
-解析的时候，没有严格需要去读取与机器可以表示的最接近的数值。
+浮点数以十进制形式书写。`.`号用作十进制分隔符。支持指数符号，如`inf`、`+inf`、`-inf`和`nan`。浮点数的条目可以以小数点开始或结束。
+在格式化期间，浮点数可能会丢失准确性。
+在解析期间，并不严格要求读取与机器可以表示的最接近的数值。
 
-日期会以 YYYY-MM-DD 格式写入和解析，但会以任何字符作为分隔符。
-带时间的日期会以 YYYY-MM-DD hh:mm:ss 格式写入和解析，但会以任何字符作为分隔符。
-这一切都发生在客户端或服务器启动时的系统时区（取决于哪一种格式的数据）。对于具有时间的日期，夏时制时间未指定。 因此，如果转储在夏令时中有时间，则转储不会明确地匹配数据，解析将选择两者之一。
-在读取操作期间，不正确的日期和具有时间的日期可以使用自然溢出或空日期和时间进行分析，而不会出现错误消息。
+日期以YYYY-MM-DD格式编写，并以相同的格式解析，但使用任何字符作为分隔符。
+日期和时间以`YYYY-MM-DD hh:mm:ss`的格式书写，并以相同的格式解析，但使用任何字符作为分隔符。
+这一切都发生在客户端或服务器启动时的系统时区(取决于它们对数据的格式)。对于带有时间的日期，夏时制时间未指定。因此，如果转储在夏令时有时间，则转储不会明确地与数据匹配，解析将选择这两次中的一次。
+在读取操作期间，不正确的日期和具有时间的日期可以使用自然溢出或null日期和时间进行分析，而不会出现错误消息。
 
-有个例外情况，Unix 时间戳格式（10个十进制数字）也支持使用时间解析日期。结果不是时区相关的。格式 YYYY-MM-DD hh:mm:ss和 NNNNNNNNNN 会自动区分。
+有个例外情况，Unix时间戳格式也支持用时间解析日期(如果它恰好由10个十进制数字组成)。其结果与时间区域无关。格式`YYYY-MM-DD hh:mm:ss`和`NNNNNNNNNN`是自动区分的。
 
-字符串以反斜线转义的特殊字符输出。 以下转义序列用于输出：`\b`，`\f`，`\r`，`\n`，`\t`，`\0`，`\'`，`\\`。 解析还支持`\a`，`\v`和`\xHH`（十六进制转义字符）和任何`\c`字符，其中`c`是任何字符（这些序列被转换为`c`）。 因此，读取数据支持可以将换行符写为`\n`或`\`的格式，或者换行。例如，字符串 `Hello world` 在单词之间换行而不是空格可以解析为以下任何形式：
+字符串以反斜杠转义的特殊字符输出。下面的转义序列用于输出:`\b`, `\f`, `\r`, `\n`, `\t`, `\0`, `\'`, `\\`。解析还支持`\a`、`\v`和`\xHH`(十六进制转义字符)和任何`\c`字符，其中`c`是任何字符(这些序列被转换为`c`)。因此，读取数据支持这样一种格式，即可以将换行符写成`\n`或`\`，或者写成换行符。例如，字符串`Hello world`在单词之间有换行符，而不是空格，可以用以下语法进行解析:
 
-    Hello\nworld
+``` text
+Hello\nworld
 
-    Hello\
-    world
+Hello\
+world
+```
 
-第二种形式是支持的，因为 MySQL 读取 tab-separated 格式数据集的时候也会使用它。
+第二种形式是支持的，因为MySQL读取tab-separated格式数据集的时候也会使用它。
 
-在 TabSeparated 格式中传递数据时需要转义的最小字符集为：Tab，换行符（LF）和反斜杠。
+在TabSeparated分隔格式传递数据时需要转义的最小字符集:`Tab`、换行符(LF)和反斜杠。
 
-只有一小组符号会被转义。你可以轻易地找到一个字符串值，但这不会正常在你的终端显示。
+只有一小部分符号被转义。您可以很容易地找到一个字符串值，而您的终端将在输出中不显示它。
 
-数组写在方括号内的逗号分隔值列表中。 通常情况下，数组中的数字项目会被拼凑，但日期，带时间的日期以及字符串将使用与上面相同的转义规则用单引号引起来。
+数组写在方括号内的逗号分隔值列表中。数组中的数字项按正常格式进行格式化。`Date`和`DateTime`类型用单引号表示。字符串使用与上面相同的转义规则在单引号中编写。
 
-[NULL](../sql-reference/syntax.md) 将输出为 `\N`。
+[NULL](../sql-reference/syntax.md)将输出为`\N`。
+
+[Nested](../sql-reference/data-types/nested-data-structures/nested.md)结构的每个元素都表示为数组。
+
+示例：
+
+``` sql
+CREATE TABLE nestedt
+(
+    `id` UInt8,
+    `aux` Nested(
+        a UInt8,
+        b String
+    )
+)
+ENGINE = TinyLog
+```
+
+``` sql
+INSERT INTO nestedt Values ( 1, [1], ['a'])
+```
+
+``` sql
+SELECT * FROM nestedt FORMAT TSV
+```
+
+``` text
+1  [1]    ['a']
+```
 
 ## TabSeparatedRaw {#tabseparatedraw}
 
-与 `TabSeparated` 格式不一样的是，行数据是不会被转义的。
-该格式仅适用于输出查询结果，但不适用于解析输入（将数据插入到表中）。
+与`TabSeparated`格式的不同之处在于，写入的行没有转义。
+使用这种格式解析时，每个字段中不允许使用制表符或换行符。
 
-这种格式也可以使用名称 `TSVRaw` 来表示。
+这种格式也可以使用名称`TSVRaw`来表示。
 
 ## TabSeparatedWithNames {#tabseparatedwithnames}
 
-与 `TabSeparated` 格式不一样的是，第一行会显示列的名称。
-在解析过程中，第一行完全被忽略。您不能使用列名来确定其位置或检查其正确性。
-（未来可能会加入解析头行的功能）
+与`TabSeparated`格式不同的是列名写在第一行。
+在解析过程中，第一行被完全忽略。不能使用列名来确定它们的位置或检查它们的正确性。
+(将来可能会添加对头行解析的支持。)
 
-这种格式也可以使用名称 `TSVWithNames` 来表示。
+这种格式也可以使用名称`TSVWithNames`来表示。
 
 ## TabSeparatedWithNamesAndTypes {#tabseparatedwithnamesandtypes}
 
-与 `TabSeparated` 格式不一样的是，第一行会显示列的名称，第二行会显示列的类型。
-在解析过程中，第一行和第二行完全被忽略。
+与`TabSeparated`格式不同的是列名写在第一行，而列类型写在第二行。
+在解析过程中，将完全忽略第一行和第二行。
 
-这种格式也可以使用名称 `TSVWithNamesAndTypes` 来表示。
+这种格式也可以使用名称`TSVWithNamesAndTypes`来表示。
 
-## 模板 {#format-template}
+## Template {#format-template}
 
-此格式允许为具有指定转义规则的值指定带有占位符的自定义格式字符串。
+此格式允许指定带有占位符的自定义格式字符串，这些占位符用于指定转义规则。
 
-它使用设置 `format_schema`, `format_schema_rows`, `format_schema_rows_between_delimiter` and some settings of other formats (e.g. `output_format_json_quote_64bit_integers` 使用时 `JSON` 逃跑，进一步查看)
+它使用设置`format_schema`, `format_schema_rows`, `format_schema_rows_between_delimiter`以及其他格式的一些设置(例如转义`JSON`时使用`output_format_json_quote_64bit_integers`)
 
-格式字符串 `format_schema_rows` 使用以下语法指定行格式:
+设置`format_template_row`指定文件的路径，该文件包含以下语法的行格式字符串:
 
 `delimiter_1${column_1:serializeAs_1}delimiter_2${column_2:serializeAs_2} ... delimiter_N`,
 
-    where `delimiter_i` is a delimiter between values (`$` symbol can be escaped as `$$`),
-    `column_i` is a name of a column whose values are to be selected or inserted (if empty, then column will be skipped),
-    `serializeAs_i` is an escaping rule for the column values. The following escaping rules are supported:
+其中，`delimiter_i`是值之间的分隔符(`$`符号可以转义为`$$`)，
+`column_i`是要选择或插入其值的列的名称或索引(如果为空，则跳过该列)，
+`serializeAs_i`是列值的转义规则。支持以下转义规则:
 
-    - `CSV`, `JSON`, `XML` (similarly to the formats of the same names)
-    - `Escaped` (similarly to `TSV`)
-    - `Quoted` (similarly to `Values`)
-    - `Raw` (without escaping, similarly to `TSVRaw`)
-    - `None` (no escaping rule, see further)
+-   `CSV`, `JSON`, `XML` (类似于相同名称的格式)
+-   `Escaped` (类似于`TSV`)
+-   `Quoted` (类似于`Values`)
+-   `Raw` (类似于`TSVRaw`)
+-   `None`
 
-    If escaping rule is omitted, then`None` will be used. `XML` and `Raw` are suitable only for output.
+如果省略了转义规则，那么将使用`None`。`XML`和`Raw`只适用于输出。
 
-    So, for the following format string:
+对于下面的格式字符串:
 
       `Search phrase: ${SearchPhrase:Quoted}, count: ${c:Escaped}, ad price: $$${price:JSON};`
 
-    the values of `SearchPhrase`, `c` and `price` columns, which are escaped as `Quoted`, `Escaped` and `JSON` will be printed (for select) or will be expected (for insert) between `Search phrase: `, `, count: `, `, ad price: $` and `;` delimiters respectively. For example:
+`SearchPhrase`、`c`和`price`列的值被转义为`quotation`、`Escaped`和`JSON`将分别在`Search phrase:`， `， count: `， `， ad price: $`和`;`分隔符之间打印(用于选择)或expected(用于插入)。例如:
 
-    `Search phrase: 'bathroom interior design', count: 2166, ad price: $3;`
+`Search phrase: 'bathroom interior design', count: 2166, ad price: $3;`
 
-该 `format_schema_rows_between_delimiter` setting指定行之间的分隔符，该分隔符在除最后一行之外的每一行之后打印（或预期） (`\n` 默认情况下)
+`format_template_rows_between_delimiter`设置指定行之间的分隔符，它将打印(或expected)在每一行之后，最后一行除外(默认为`\n`)。
 
-格式字符串 `format_schema` 具有相同的语法 `format_schema_rows` 并允许指定前缀，后缀和打印一些附加信息的方式。 它包含以下占位符而不是列名:
+设置`format_template_resultset`指定文件路径，该文件包含resultset的格式字符串。resultset的格式字符串与row的格式字符串具有相同的语法，允许指定前缀、后缀和打印一些附加信息的方法。它包含以下占位符而不是列名:
 
--   `data` 包含数据的行 `format_schema_rows` 格式，由分隔 `format_schema_rows_between_delimiter`. 此占位符必须是格式字符串中的第一个占位符。
--   `totals` 是包含总值的行 `format_schema_rows` 格式（与总计一起使用时)
--   `min` 是具有最小值的行 `format_schema_rows` 格式（当极值设置为1时)
--   `max` 是具有最大值的行 `format_schema_rows` 格式（当极值设置为1时)
--   `rows` 输出行总数
--   `rows_before_limit` 是没有限制的最小行数。 仅当查询包含LIMIT时输出。 如果查询包含GROUP BY，则rows_before_limit_at_least是没有限制的确切行数。
--   `time` 请求执行时间以秒为单位
+-   `data` `format_template_row`格式的数据行，由`format_template_rows_between_delimiter`分隔。此占位符必须是格式字符串中的第一个占位符。
+-   `totals` `format_template_row`格式的总值(和WITH TOTALS一起使用)
+-   `min` `format_template_row`格式的最小值(当极值设置为1时)
+-   `max` `format_template_row`格式的最大值(当极值设置为1时)
+-   `rows` 输出行的总数
+-   `rows_before_limit` 没有LIMIT的最小行数。仅当查询包含LIMIT时输出。如果查询包含GROUP BY，那么rows_before_limit_at_least就是没有LIMIT的确切行数。
+-   `time` 请求执行时间（秒）
 -   `rows_read` 已读取的行数
--   `bytes_read` 被读取的字节数（未压缩）
+-   `bytes_read` 已读取（未压缩）的字节数
 
-占位符 `data`, `totals`, `min` 和 `max` 必须没有指定转义规则（或 `None` 必须明确指定）。 其余的占位符可能具有指定的任何转义规则。
-如果 `format_schema` 设置为空字符串, `${data}` 用作默认值。
-对于插入查询格式允许跳过一些列或一些字段，如果前缀或后缀（见示例）。
+占位符`data`、`totals`、`min`和`max`必须没有指定转义规则(或者必须显式指定`None`)。其余占位符可以指定任何转义规则。
+如果`format_template_resultset`设置为空字符串，则使用`${data}`作为默认值。
+对于insert查询，格式允许跳过某些列或某些字段的前缀或后缀(参见示例)。
 
-`Select` 示例:
+Select示例:
 
 ``` sql
-SELECT SearchPhrase, count() AS c FROM test.hits GROUP BY SearchPhrase ORDER BY c DESC LIMIT 5
-FORMAT Template
-SETTINGS format_schema = '<!DOCTYPE HTML>
+SELECT SearchPhrase, count() AS c FROM test.hits GROUP BY SearchPhrase ORDER BY c DESC LIMIT 5 FORMAT Template SETTINGS
+format_template_resultset = '/some/path/resultset.format', format_template_row = '/some/path/row.format', format_template_rows_between_delimiter = '\n    '
+```
+
+`/some/path/resultset.format`:
+
+``` text
+<!DOCTYPE HTML>
 <html> <head> <title>Search phrases</title> </head>
  <body>
   <table border="1"> <caption>Search phrases</caption>
@@ -185,11 +243,17 @@ SETTINGS format_schema = '<!DOCTYPE HTML>
   </table>
   <b>Processed ${rows_read:XML} rows in ${time:XML} sec</b>
  </body>
-</html>',
-format_schema_rows = '<tr> <td>${SearchPhrase:XML}</td> <td>${с:XML}</td> </tr>',
-format_schema_rows_between_delimiter = '\n    '
+</html>
 ```
 
+`/some/path/row.format`:
+
+``` text
+<tr> <td>${0:XML}</td> <td>${1:XML}</td> </tr>
+```
+
+结果：
+
 ``` html
 <!DOCTYPE HTML>
 <html> <head> <title>Search phrases</title> </head>
@@ -210,92 +274,122 @@ format_schema_rows_between_delimiter = '\n    '
 </html>
 ```
 
-`Insert` 示例:
+Insert示例：
 
-    Some header
-    Page views: 5, User id: 4324182021466249494, Useless field: hello, Duration: 146, Sign: -1
-    Page views: 6, User id: 4324182021466249494, Useless field: world, Duration: 185, Sign: 1
-    Total rows: 2
+``` text
+Some header
+Page views: 5, User id: 4324182021466249494, Useless field: hello, Duration: 146, Sign: -1
+Page views: 6, User id: 4324182021466249494, Useless field: world, Duration: 185, Sign: 1
+Total rows: 2
+```
 
 ``` sql
 INSERT INTO UserActivity FORMAT Template SETTINGS
-format_schema = 'Some header\n${data}\nTotal rows: ${:CSV}\n',
-format_schema_rows = 'Page views: ${PageViews:CSV}, User id: ${UserID:CSV}, Useless field: ${:CSV}, Duration: ${Duration:CSV}, Sign: ${Sign:CSV}'
+format_template_resultset = '/some/path/resultset.format', format_template_row = '/some/path/row.format'
 ```
 
-`PageViews`, `UserID`, `Duration` 和 `Sign` 占位符内部是表中列的名称。 值后 `Useless field` 在行和之后 `\nTotal rows:` in后缀将被忽略。
+`/some/path/resultset.format`:
+
+``` text
+Some header\n${data}\nTotal rows: ${:CSV}\n
+```
+
+`/some/path/row.format`:
+
+``` text
+Page views: ${PageViews:CSV}, User id: ${UserID:CSV}, Useless field: ${:CSV}, Duration: ${Duration:CSV}, Sign: ${Sign:CSV}
+```
+
+`PageViews`, `UserID`, `Duration`和`Sign` 内部占位符是表中列的名称。将忽略行中`Useless field`后面和后缀中`\nTotal rows:`之后的值。
 输入数据中的所有分隔符必须严格等于指定格式字符串中的分隔符。
 
 ## TemplateIgnoreSpaces {#templateignorespaces}
 
-此格式仅适用于输入。
-类似于 `Template`，但跳过输入流中的分隔符和值之间的空格字符。 但是，如果格式字符串包含空格字符，则在输入流中将需要这些字符。 还允许指定空占位符 (`${}` 或 `${:None}`）将一些分隔符分成单独的部分，以忽略它们之间的空格。 此类占位符仅用于跳过空格字符。
-可以阅读 `JSON` 如果列的值在所有行中具有相同的顺序，则使用此格式。 例如，以下请求可用于从格式的输出示例中插入数据 [JSON](#json):
+这种格式只适用于输入。
+类似于`Template`，但跳过输入流中分隔符和值之间的空白字符。但是，如果格式字符串包含空格字符，这些字符将会出现在输入流中。还允许指定空占位符(`${}`或`${:None}`)来将一些分隔符分割为单独的部分，以忽略它们之间的空格。这种占位符仅用于跳过空白字符。
+如果列的值在所有行的顺序相同，那么可以使用这种格式读取`JSON`。可以使用以下请求从格式为[JSON](#json)的输出示例中插入数据：
 
 ``` sql
 INSERT INTO table_name FORMAT TemplateIgnoreSpaces SETTINGS
-format_schema = '{${}"meta"${}:${:JSON},${}"data"${}:${}[${data}]${},${}"totals"${}:${:JSON},${}"extremes"${}:${:JSON},${}"rows"${}:${:JSON},${}"rows_before_limit_at_least"${}:${:JSON}${}}',
-format_schema_rows = '{${}"SearchPhrase"${}:${}${phrase:JSON}${},${}"c"${}:${}${cnt:JSON}${}}',
-format_schema_rows_between_delimiter = ','
+format_template_resultset = '/some/path/resultset.format', format_template_row = '/some/path/row.format', format_template_rows_between_delimiter = ','
+```
+
+`/some/path/resultset.format`:
+
+``` text
+{${}"meta"${}:${:JSON},${}"data"${}:${}[${data}]${},${}"totals"${}:${:JSON},${}"extremes"${}:${:JSON},${}"rows"${}:${:JSON},${}"rows_before_limit_at_least"${}:${:JSON}${}}
+```
+
+`/some/path/row.format`:
+
+``` text
+{${}"SearchPhrase"${}:${}${phrase:JSON}${},${}"c"${}:${}${cnt:JSON}${}}
 ```
 
 ## TSKV {#tskv}
 
-与 `TabSeparated` 格式类似，但它输出的是 `name=value` 的格式。名称会和 `TabSeparated` 格式一样被转义，`=` 字符也会被转义。
+类似于TabSeparated，但是输出的值是name=value格式。名称的转义方式与TabSeparated格式相同，=符号也是转义的。
 
-    SearchPhrase=   count()=8267016
-    SearchPhrase=bathroom interior design    count()=2166
-    SearchPhrase=yandex     count()=1655
-    SearchPhrase=2014 spring fashion    count()=1549
-    SearchPhrase=freeform photos       count()=1480
-    SearchPhrase=angelina jolie    count()=1245
-    SearchPhrase=omsk       count()=1112
-    SearchPhrase=photos of dog breeds    count()=1091
-    SearchPhrase=curtain designs        count()=1064
-    SearchPhrase=baku       count()=1000
+``` text
+SearchPhrase=   count()=8267016
+SearchPhrase=bathroom interior design    count()=2166
+SearchPhrase=yandex     count()=1655
+SearchPhrase=2014 spring fashion    count()=1549
+SearchPhrase=freeform photos       count()=1480
+SearchPhrase=angelina jolie    count()=1245
+SearchPhrase=omsk       count()=1112
+SearchPhrase=photos of dog breeds    count()=1091
+SearchPhrase=curtain designs        count()=1064
+SearchPhrase=baku       count()=1000
+```
 
-[NULL](../sql-reference/syntax.md) 输出为 `\N`。
+[NULL](../sql-reference/syntax.md)格式为`\N`。
 
 ``` sql
 SELECT * FROM t_null FORMAT TSKV
 ```
 
-    x=1 y=\N
+``` text
+x=1    y=\N
+```
 
-当有大量的小列时，这种格式是低效的，通常没有理由使用它。它被用于 Yandex 公司的一些部门。
+当有大量的小列时，这种格式是无效的，并且通常没有理由使用它。不过，就效率而言，它并不比JSONEachRow差。
+这种格式支持数据输出和解析。对于解析，不同列的值支持任何顺序。省略某些值是可以接受的——它们被视为与其默认值相等。在这种情况下，0和空白行被用作默认值。不支持在表中指定的复杂值作为缺省值。
 
-数据的输出和解析都支持这种格式。对于解析，任何顺序都支持不同列的值。可以省略某些值，用 `-` 表示， 它们被视为等于它们的默认值。在这种情况下，零和空行被用作默认值。作为默认值，不支持表中指定的复杂值。
-
-对于不带等号或值，可以用附加字段 `tskv` 来表示，这种在解析上是被允许的。这样的话该字段被忽略。
+解析允许存在不带等号或值的附加字段`tskv`。此字段被忽略。
 
 ## CSV {#csv}
 
-按逗号分隔的数据格式([RFC](https://tools.ietf.org/html/rfc4180))。
+按`,`分隔的数据格式([RFC](https://tools.ietf.org/html/rfc4180))。
 
-格式化的时候，行是用双引号括起来的。字符串中的双引号会以两个双引号输出，除此之外没有其他规则来做字符转义了。日期和时间也会以双引号包括。数字的输出不带引号。值由一个单独的字符隔开，这个字符默认是 `,`。行使用 Unix 换行符（LF）分隔。 数组序列化成 CSV 规则如下：首先将数组序列化为 TabSeparated 格式的字符串，然后将结果字符串用双引号包括输出到 CSV。CSV 格式的元组被序列化为单独的列（即它们在元组中的嵌套关系会丢失）。
+格式化时，行是用双引号括起来的。字符串中的双引号会以两个双引号输出，除此之外没有其他规则来做字符转义了。日期和时间也会以双引号包括。数字的输出不带引号。值由一个单独的字符隔开，这个字符默认是`,`。行使用Unix换行符（LF）分隔。数组序列化成CSV规则如下：首先将数组序列化为`TabSeparated`格式的字符串，然后将结果字符串用双引号包括输出到`CSV`。`CSV`格式的元组被序列化为单独的列（即它们在元组中的嵌套关系会丢失）。
 
-    clickhouse-client --format_csv_delimiter="|" --query="INSERT INTO test.csv FORMAT CSV" < data.csv
+``` bash
+$ clickhouse-client --format_csv_delimiter="|" --query="INSERT INTO test.csv FORMAT CSV" < data.csv
+```
 
-\*默认情况下间隔符是 `,` ，在 [format_csv_delimiter](../operations/settings/settings.md#settings-format_csv_delimiter) 中可以了解更多间隔符配置。
+\* 默认情况下间隔符是`,` ，在[format_csv_delimiter](../operations/settings/settings.md#settings-format_csv_delimiter)中可以了解更多分隔符配置。
 
-解析的时候，可以使用或不使用引号来解析所有值。支持双引号和单引号。行也可以不用引号排列。 在这种情况下，它们被解析为逗号或换行符（CR 或 LF）。在解析不带引号的行时，若违反 RFC 规则，会忽略前导和尾随的空格和制表符。 对于换行，全部支持 Unix（LF），Windows（CR LF）和 Mac OS Classic（CR LF）。
+解析的时候，可以使用或不使用引号来解析所有值。支持双引号和单引号。行也可以不用引号排列。在这种情况下，它们被解析为逗号或换行符（`CR或`LF`）。在解析不带引号的行时，若违反`RFC`规则，会忽略前缀和结尾的空格和制表符。对于换行，全部支持Unix（LF），Windows（CR LF）和Mac OS Classic（CR LF）。
 
-`NULL` 将输出为 `\N`。
+如果启用[input_format_defaults_for_omitted_fields](../operations/settings/settings.md#session_settings-input_format_defaults_for_omitted_fields)，空的末尾加引号的输入值将替换为相应列的默认值。
 
-CSV 格式是和 TabSeparated 一样的方式输出总数和极值。
+`NULL`被格式化为`\N`或`NULL`或一个空的非引号字符串(详见配置[input_format_csv_unquoted_null_literal_as_null](../operations/settings/settings.md#settings-input_format_csv_unquoted_null_literal_as_null)或[input_format_defaults_for_omitted_fields](../operations/settings/settings.md#session_settings-input_format_defaults_for_omitted_fields))。
+
+`CSV`格式支持输出总数和极值的方式与`TabSeparated`相同。
 
 ## CSVWithNames {#csvwithnames}
 
-会输出带头部行，和 `TabSeparatedWithNames` 一样。
+会输出带头部的信息(字段列表)，和`TabSeparatedWithNames`一样。
 
-## 自定义分离 {#format-customseparated}
+## CustomSeparated {#format-customseparated}
 
-类似于 [模板](#format-template)，但它打印或读取所有列，并使用从设置转义规则 `format_custom_escaping_rule` 从设置和分隔符 `format_custom_field_delimiter`, `format_custom_row_before_delimiter`, `format_custom_row_after_delimiter`, `format_custom_row_between_delimiter`, `format_custom_result_before_delimiter` 和 `format_custom_result_after_delimiter`，而不是从格式字符串。
-也有 `CustomSeparatedIgnoreSpaces` 格式，这是类似于 `TemplateIgnoreSpaces`.
+类似于[Template](#format-template)， 但它打印或读取所有列和使用转义规则在设置`format_custom_escaping_rule`和分隔符设置`format_custom_field_delimiter`,`format_custom_row_before_delimiter`,`format_custom_row_after_delimiter`,`format_custom_row_between_delimiter`,`format_custom_result_before_delimiter`,`format_custom_result_after_delimiter`中,而不是从格式字符串。
+也有`CustomSeparatedIgnoreSpaces`格式，这是类似于`TemplateIgnoreSpaces`。
 
 ## JSON {#json}
 
-以 JSON 格式输出数据。除了数据表之外，它还输出列名称和类型以及一些附加信息：输出行的总数以及在没有 LIMIT 时可以输出的行数。 例：
+以JSON格式输出数据。除了数据表之外，它还输出列名和类型，以及一些附加信息: 输出行的总数，以及如果没有LIMIT的话可输出的行数。示例:
 
 ``` sql
 SELECT SearchPhrase, count() AS c FROM test.hits GROUP BY SearchPhrase WITH TOTALS ORDER BY c DESC LIMIT 5 FORMAT JSON
@@ -306,166 +400,326 @@ SELECT SearchPhrase, count() AS c FROM test.hits GROUP BY SearchPhrase WITH TOTA
         "meta":
         [
                 {
-                        "name": "SearchPhrase",
+                        "name": "'hello'",
                         "type": "String"
                 },
                 {
-                        "name": "c",
+                        "name": "multiply(42, number)",
                         "type": "UInt64"
+                },
+                {
+                        "name": "range(5)",
+                        "type": "Array(UInt8)"
                 }
         ],
 
         "data":
         [
                 {
-                        "SearchPhrase": "",
-                        "c": "8267016"
+                        "'hello'": "hello",
+                        "multiply(42, number)": "0",
+                        "range(5)": [0,1,2,3,4]
                 },
                 {
-                        "SearchPhrase": "bathroom interior design",
-                        "c": "2166"
+                        "'hello'": "hello",
+                        "multiply(42, number)": "42",
+                        "range(5)": [0,1,2,3,4]
                 },
                 {
-                        "SearchPhrase": "yandex",
-                        "c": "1655"
-                },
-                {
-                        "SearchPhrase": "spring 2014 fashion",
-                        "c": "1549"
-                },
-                {
-                        "SearchPhrase": "freeform photos",
-                        "c": "1480"
+                        "'hello'": "hello",
+                        "multiply(42, number)": "84",
+                        "range(5)": [0,1,2,3,4]
                 }
         ],
 
-        "totals":
-        {
-                "SearchPhrase": "",
-                "c": "8873898"
-        },
+        "rows": 3,
 
-        "extremes":
-        {
-                "min":
-                {
-                        "SearchPhrase": "",
-                        "c": "1480"
-                },
-                "max":
-                {
-                        "SearchPhrase": "",
-                        "c": "8267016"
-                }
-        },
-
-        "rows": 5,
-
-        "rows_before_limit_at_least": 141137
+        "rows_before_limit_at_least": 3
 }
 ```
 
-JSON 与 JavaScript 兼容。为了确保这一点，一些字符被另外转义：斜线`/`被转义为`\/`; 替代的换行符 `U+2028` 和 `U+2029` 会打断一些浏览器解析，它们会被转义为 `\uXXXX`。 ASCII 控制字符被转义：退格，换页，换行，回车和水平制表符被替换为`\b`，`\f`，`\n`，`\r`，`\t` 作为使用`\uXXXX`序列的00-1F范围内的剩余字节。 无效的 UTF-8 序列更改为替换字符 ，因此输出文本将包含有效的 UTF-8 序列。 为了与 JavaScript 兼容，默认情况下，Int64 和 UInt64 整数用双引号引起来。要除去引号，可以将配置参数 output_format_json_quote_64bit_integers 设置为0。
+JSON与JavaScript兼容。为了确保这一点，一些字符被另外转义：斜线`/`被转义为`\/`; 替代的换行符`U+2028`和`U+2029`会打断一些浏览器解析，它们会被转义为`\uXXXX`。 ASCII控制字符被转义：退格，换页，换行，回车和水平制表符被替换为`\b`，`\f`，`\n`，`\r`，`\t` 作为使用`\uXXXX`序列的00-1F范围内的剩余字节。 无效的UTF-8序列更改为替换字符，因此输出文本将包含有效的UTF-8序列。 为了与JavaScript兼容，默认情况下，Int64和UInt64整数用双引号引起来。要除去引号，可以将配置参数`output_format_json_quote_64bit_integers`设置为0。
 
 `rows` – 结果输出的行数。
 
-`rows_before_limit_at_least` 去掉 LIMIT 过滤后的最小行总数。 只会在查询包含 LIMIT 条件时输出。
-若查询包含 GROUP BY，rows_before_limit_at_least 就是去掉 LIMIT 后过滤后的准确行数。
+`rows_before_limit_at_least`去掉 LIMIT过滤后的最小行总数。 只会在查询包含LIMIT条件时输出。
+若查询包含 GROUP BY，`rows_before_limit_at_least`就是去掉LIMIT后过滤后的准确行数。
 
-`totals` – 总值 （当使用 TOTALS 条件时）。
+`totals` – 总值 （当使用TOTALS条件时）。
 
-`extremes` – 极值 （当 extremes 设置为 1时）。
+`extremes` – 极值（当extremes设置为1时）。
 
 该格式仅适用于输出查询结果，但不适用于解析输入（将数据插入到表中）。
 
-ClickHouse 支持 [NULL](../sql-reference/syntax.md), 在 JSON 格式中以 `null` 输出来表示.
+ClickHouse支持[NULL](../sql-reference/syntax.md), 在JSON输出中显示为`null`。若要在输出中启用`+nan`、`-nan`、`+inf`、`-inf`值，请设置[output_format_json_quote_denormals](../operations/settings/settings.md#settings-output_format_json_quote_denormals)为1。
 
-参考 JSONEachRow 格式。
+**参考**
 
-## JSONCompact {#jsoncompact}
+-   [JSONEachRow](#jsoneachrow)格式
+-   [output_format_json_array_of_rows](../operations/settings/settings.md#output-format-json-array-of-rows)设置
 
-与 JSON 格式不同的是它以数组的方式输出结果，而不是以结构体。
+## JSONString {#jsonstring}
+
+与JSON的不同之处在于数据字段以字符串输出，而不是以类型化JSON值输出。
 
 示例：
 
-``` json
+```json
 {
         "meta":
         [
                 {
-                        "name": "SearchPhrase",
+                        "name": "'hello'",
                         "type": "String"
                 },
                 {
-                        "name": "c",
+                        "name": "multiply(42, number)",
                         "type": "UInt64"
+                },
+                {
+                        "name": "range(5)",
+                        "type": "Array(UInt8)"
                 }
         ],
 
         "data":
         [
-                ["", "8267016"],
-                ["bathroom interior design", "2166"],
-                ["yandex", "1655"],
-                ["fashion trends spring 2014", "1549"],
-                ["freeform photo", "1480"]
+                {
+                        "'hello'": "hello",
+                        "multiply(42, number)": "0",
+                        "range(5)": "[0,1,2,3,4]"
+                },
+                {
+                        "'hello'": "hello",
+                        "multiply(42, number)": "42",
+                        "range(5)": "[0,1,2,3,4]"
+                },
+                {
+                        "'hello'": "hello",
+                        "multiply(42, number)": "84",
+                        "range(5)": "[0,1,2,3,4]"
+                }
         ],
 
-        "totals": ["","8873898"],
+        "rows": 3,
 
-        "extremes":
-        {
-                "min": ["","1480"],
-                "max": ["","8267016"]
-        },
-
-        "rows": 5,
-
-        "rows_before_limit_at_least": 141137
+        "rows_before_limit_at_least": 3
 }
 ```
 
-这种格式仅仅适用于输出结果集，而不适用于解析（将数据插入到表中）。
-参考 `JSONEachRow` 格式。
+## JSONAsString {#jsonasstring}
 
-## JSONEachRow {#jsoneachrow}
+在这种格式中，一个JSON对象被解释为一个值。如果输入有几个JSON对象(逗号分隔)，它们将被解释为独立的行。
 
-将数据结果每一行以 JSON 结构体输出（换行分割 JSON 结构体）。
+这种格式只能对具有单个字段类型的表进行解析[String](../sql-reference/data-types/string.md)。其余的列必须设置为[DEFAULT](../sql-reference/statements/create/table.md#default)或[MATERIALIZED](../sql-reference/statements/create/table.md#materialized)，或者忽略。一旦将整个JSON对象收集为字符串，就可以使用[JSON函数](../sql-reference/functions/json-functions.md)运行它。
 
-``` json
-{"SearchPhrase":"","count()":"8267016"}
-{"SearchPhrase": "bathroom interior design","count()": "2166"}
-{"SearchPhrase":"yandex","count()":"1655"}
-{"SearchPhrase":"2014 spring fashion","count()":"1549"}
-{"SearchPhrase":"freeform photo","count()":"1480"}
-{"SearchPhrase":"angelina jolie","count()":"1245"}
-{"SearchPhrase":"omsk","count()":"1112"}
-{"SearchPhrase":"photos of dog breeds","count()":"1091"}
-{"SearchPhrase":"curtain designs","count()":"1064"}
-{"SearchPhrase":"baku","count()":"1000"}
+**示例**
+
+查询：
+
+``` sql
+DROP TABLE IF EXISTS json_as_string;
+CREATE TABLE json_as_string (json String) ENGINE = Memory;
+INSERT INTO json_as_string FORMAT JSONAsString {"foo":{"bar":{"x":"y"},"baz":1}},{},{"any json stucture":1}
+SELECT * FROM json_as_string;
 ```
 
-与 JSON 格式不同的是，没有替换无效的UTF-8序列。任何一组字节都可以在行中输出。这是必要的，因为这样数据可以被格式化而不会丢失任何信息。值的转义方式与JSON相同。
+结果：
 
-对于解析，任何顺序都支持不同列的值。可以省略某些值 - 它们被视为等于它们的默认值。在这种情况下，零和空行被用作默认值。 作为默认值，不支持表中指定的复杂值。元素之间的空白字符被忽略。如果在对象之后放置逗号，它将被忽略。对象不一定必须用新行分隔。
+``` text
+┌─json──────────────────────────────┐
+│ {"foo":{"bar":{"x":"y"},"baz":1}} │
+│ {}                                │
+│ {"any json stucture":1}           │
+└───────────────────────────────────┘
+```
 
-### 嵌套结构的使用 {#jsoneachrow-nested}
+## JSONCompact {#jsoncompact}
+## JSONCompactString {#jsoncompactstring}
 
-如果你有一张桌子 [嵌套式](../sql-reference/data-types/nested-data-structures/nested.md) 数据类型列，可以插入具有相同结构的JSON数据。 启用此功能与 [input_format_import_nested_json](../operations/settings/settings.md#settings-input_format_import_nested_json) 设置。
+与JSON格式不同的是它以数组的方式输出结果，而不是以结构体。
 
-例如，请考虑下表:
+示例：
+
+``` json
+// JSONCompact
+{
+        "meta":
+        [
+                {
+                        "name": "'hello'",
+                        "type": "String"
+                },
+                {
+                        "name": "multiply(42, number)",
+                        "type": "UInt64"
+                },
+                {
+                        "name": "range(5)",
+                        "type": "Array(UInt8)"
+                }
+        ],
+
+        "data":
+        [
+                ["hello", "0", [0,1,2,3,4]],
+                ["hello", "42", [0,1,2,3,4]],
+                ["hello", "84", [0,1,2,3,4]]
+        ],
+
+        "rows": 3,
+
+        "rows_before_limit_at_least": 3
+}
+```
+
+```json
+// JSONCompactString
+{
+        "meta":
+        [
+                {
+                        "name": "'hello'",
+                        "type": "String"
+                },
+                {
+                        "name": "multiply(42, number)",
+                        "type": "UInt64"
+                },
+                {
+                        "name": "range(5)",
+                        "type": "Array(UInt8)"
+                }
+        ],
+
+        "data":
+        [
+                ["hello", "0", "[0,1,2,3,4]"],
+                ["hello", "42", "[0,1,2,3,4]"],
+                ["hello", "84", "[0,1,2,3,4]"]
+        ],
+
+        "rows": 3,
+
+        "rows_before_limit_at_least": 3
+}
+```
+
+## JSONEachRow {#jsoneachrow}
+## JSONStringEachRow {#jsonstringeachrow}
+## JSONCompactEachRow {#jsoncompacteachrow}
+## JSONCompactStringEachRow {#jsoncompactstringeachrow}
+
+使用这些格式时，ClickHouse会将行输出为分隔的、换行分隔的JSON值，但数据作为一个整体不是有效的JSON。
+
+``` json
+{"some_int":42,"some_str":"hello","some_tuple":[1,"a"]} // JSONEachRow
+[42,"hello",[1,"a"]] // JSONCompactEachRow
+["42","hello","(2,'a')"] // JSONCompactStringsEachRow
+```
+
+在插入数据时，应该为每一行提供一个单独的JSON值。
+
+## JSONEachRowWithProgress {#jsoneachrowwithprogress}
+## JSONStringEachRowWithProgress {#jsonstringeachrowwithprogress}
+
+与`JSONEachRow`/`JSONStringEachRow`不同的是，ClickHouse还将生成作为JSON值的进度信息。
+
+```json
+{"row":{"'hello'":"hello","multiply(42, number)":"0","range(5)":[0,1,2,3,4]}}
+{"row":{"'hello'":"hello","multiply(42, number)":"42","range(5)":[0,1,2,3,4]}}
+{"row":{"'hello'":"hello","multiply(42, number)":"84","range(5)":[0,1,2,3,4]}}
+{"progress":{"read_rows":"3","read_bytes":"24","written_rows":"0","written_bytes":"0","total_rows_to_read":"3"}}
+```
+
+## JSONCompactEachRowWithNamesAndTypes {#jsoncompacteachrowwithnamesandtypes}
+## JSONCompactStringEachRowWithNamesAndTypes {#jsoncompactstringeachrowwithnamesandtypes}
+
+与`JSONCompactEachRow`/`JSONCompactStringEachRow`不同的是，其中列名和类型被写入前两行。
+
+```json
+["'hello'", "multiply(42, number)", "range(5)"]
+["String", "UInt64", "Array(UInt8)"]
+["hello", "0", [0,1,2,3,4]]
+["hello", "42", [0,1,2,3,4]]
+["hello", "84", [0,1,2,3,4]]
+```
+
+### Inserting Data {#inserting-data}
+
+``` sql
+INSERT INTO UserActivity FORMAT JSONEachRow {"PageViews":5, "UserID":"4324182021466249494", "Duration":146,"Sign":-1} {"UserID":"4324182021466249494","PageViews":6,"Duration":185,"Sign":1}
+```
+
+ClickHouse允许:
+
+- 对象中key-value的任何顺序。
+- 省略一些值。
+
+ClickHouse忽略元素之间的空格和对象后面的逗号。您可以在一行中传递所有对象。你不需要用换行符把它们分开。
+
+**省略值处理**
+
+ClickHouse将省略的值替换为对应的[data types](../sql-reference/data-types/index.md)默认值。
+
+如果指定了`DEFAULT expr`，则ClickHouse根据属性使用不同的替换规则，详看[input_format_defaults_for_omitted_fields](../operations/settings/settings.md#session_settings-input_format_defaults_for_omitted_fields)设置。
+
+参考下表：
+
+``` sql
+CREATE TABLE IF NOT EXISTS example_table
+(
+    x UInt32,
+    a DEFAULT x * 2
+) ENGINE = Memory;
+```
+
+-   如果`input_format_defaults_for_omitted_fields = 0`, 那么`x`和`a`的默认值等于`0`(作为`UInt32`数据类型的默认值)。
+-   如果`input_format_defaults_for_omitted_fields = 1`, 那么`x`的默认值为`0`，但`a`的默认值为`x * 2`。
+
+!!! note "注意"
+当使用`insert_sample_with_metadata = 1`插入数据时，与使用`insert_sample_with_metadata = 0`插入数据相比，ClickHouse消耗更多的计算资源。
+
+### Selecting Data {#selecting-data}
+
+以`UserActivity`表为例:
+
+``` text
+┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
+│ 4324182021466249494 │         5 │      146 │   -1 │
+│ 4324182021466249494 │         6 │      185 │    1 │
+└─────────────────────┴───────────┴──────────┴──────┘
+```
+
+当查询`SELECT * FROM UserActivity FORMAT JSONEachRow`返回:
+
+``` text
+{"UserID":"4324182021466249494","PageViews":5,"Duration":146,"Sign":-1}
+{"UserID":"4324182021466249494","PageViews":6,"Duration":185,"Sign":1}
+```
+
+与[JSON](#json)格式不同，没有替换无效的UTF-8序列。值以与`JSON`相同的方式转义。
+
+!!! note "提示"
+字符串中可以输出任意一组字节。如果您确信表中的数据可以被格式化为JSON而不会丢失任何信息，那么就使用`JSONEachRow`格式。
+
+### Nested Structures {#jsoneachrow-nested}
+
+如果您有一个包含[Nested](../sql-reference/data-types/nested-data-structures/nested.md)数据类型列的表，您可以插入具有相同结构的JSON数据。使用[input_format_import_nested_json](../operations/settings/settings.md#settings-input_format_import_nested_json)设置启用该特性。
+
+例如，请参考下表:
 
 ``` sql
 CREATE TABLE json_each_row_nested (n Nested (s String, i Int32) ) ENGINE = Memory
 ```
 
-正如你可以在找到 `Nested` 数据类型说明，ClickHouse将嵌套结构的每个组件视为单独的列, `n.s` 和 `n.i` 为了我们的桌子 所以你可以通过以下方式插入数据:
+正如您在`Nested`数据类型描述中看到的，ClickHouse将嵌套结构的每个组件作为一个单独的列(`n.s`和`n.i`是我们的表)。您可以通过以下方式插入数据:
 
 ``` sql
 INSERT INTO json_each_row_nested FORMAT JSONEachRow {"n.s": ["abc", "def"], "n.i": [1, 23]}
 ```
 
-将数据作为分层JSON对象集插入 [input_format_import_nested_json=1](../operations/settings/settings.md#settings-input_format_import_nested_json).
+将数据作为分层JSON对象集插入[input_format_import_nested_json=1](../operations/settings/settings.md#settings-input_format_import_nested_json)。
 
 ``` json
 {
@@ -508,74 +762,93 @@ SELECT * FROM json_each_row_nested
 └───────────────┴────────┘
 ```
 
-## 本地人 {#native}
+## Native {#native}
 
-最高性能的格式。 据通过二进制格式的块进行写入和读取。对于每个块，该块中的行数，列数，列名称和类型以及列的部分将被相继记录。 换句话说，这种格式是 «列式»的 - 它不会将列转换为行。 这是用于在服务器之间进行交互的本地界面中使用的格式，用于使用命令行客户端和 C++ 客户端。
+最高性能的格式。通过二进制格式的块进行写入和读取。对于每个块，该中的行数，列数，列名称和类型以及列的部分将被相继记录。 换句话说，这种格式是`columnar`的 - 它不会将列转换为行。这是用于在服务器之间进行交互的本地界面中使用的格式，用于使用命令行客户端和C++客户端。
 
-您可以使用此格式快速生成只能由 ClickHouse DBMS 读取的格式。但自己处理这种格式是没有意义的。
+您可以使用此格式快速生成只能由ClickHouse DBMS读取的格式。但自己处理这种格式是没有意义的。
 
 ## Null {#null}
 
-没有输出。但是，查询已处理完毕，并且在使用命令行客户端时，数据将传输到客户端。这仅用于测试，包括生产力测试。
+没有输出。但是，查询已处理完毕，并且在使用命令行客户端时，数据将传输到客户端。这仅用于测试，包括性能测试。
 显然，这种格式只适用于输出，不适用于解析。
 
-## 漂亮 {#pretty}
+## Pretty {#pretty}
 
-将数据以表格形式输出，也可以使用 ANSI 转义字符在终端中设置颜色。
+将数据以表格形式输出，也可以使用ANSI转义字符在终端中设置颜色。
 它会绘制一个完整的表格，每行数据在终端中占用两行。
-每一个结果块都会以单独的表格输出。这是很有必要的，以便结果块不用缓冲结果输出（缓冲在可以预见结果集宽度的时候是很有必要的）。
+每个结果块作为一个单独的表输出。这是必要的，以便在输出块时不需要缓冲结果(为了预先计算所有值的可见宽度，缓冲是必要的)。
 
-[NULL](../sql-reference/syntax.md) 输出为 `ᴺᵁᴸᴸ`。
+[NULL](../sql-reference/syntax.md)输出为`ᴺᵁᴸᴸ`。
+
+示例(显示[PrettyCompact](#prettycompact)格式)
 
 ``` sql
 SELECT * FROM t_null
 ```
 
-    ┌─x─┬────y─┐
-    │ 1 │ ᴺᵁᴸᴸ │
-    └───┴──────┘
+``` text
+┌─x─┬────y─┐
+│ 1 │ ᴺᵁᴸᴸ │
+└───┴──────┘
+```
 
-为避免将太多数据传输到终端，只打印前10,000行。 如果行数大于或等于10,000，则会显示消息«Showed first 10 000»。
+行没有转义为Pretty\* 格式。示例显示了[PrettyCompact](#prettycompact)格式:
+
+``` sql
+SELECT 'String with \'quotes\' and \t character' AS Escaping_test
+```
+
+``` text
+┌─Escaping_test────────────────────────┐
+│ String with 'quotes' and      character │
+└──────────────────────────────────────┘
+```
+
+为避免将太多数据传输到终端，只打印前10,000行。 如果行数大于或等于10,000，则会显示消息`Showed first 10 000`。
 该格式仅适用于输出查询结果，但不适用于解析输入（将数据插入到表中）。
 
-Pretty格式支持输出总值（当使用 WITH TOTALS 时）和极值（当 `extremes` 设置为1时）。 在这些情况下，总数值和极值在主数据之后以单独的表格形式输出。 示例（以 PrettyCompact 格式显示）：
+Pretty格式支持输出合计值(当使用WITH TOTALS时)和极值(当`extremes`设置为1时)。在这些情况下，合计值和极值将输出在主要数据之后，在单独的表中。示例(显示为[PrettyCompact](#prettycompact)格式):
 
 ``` sql
 SELECT EventDate, count() AS c FROM test.hits GROUP BY EventDate WITH TOTALS ORDER BY EventDate FORMAT PrettyCompact
 ```
 
-    ┌──EventDate─┬───────c─┐
-    │ 2014-03-17 │ 1406958 │
-    │ 2014-03-18 │ 1383658 │
-    │ 2014-03-19 │ 1405797 │
-    │ 2014-03-20 │ 1353623 │
-    │ 2014-03-21 │ 1245779 │
-    │ 2014-03-22 │ 1031592 │
-    │ 2014-03-23 │ 1046491 │
-    └────────────┴─────────┘
+``` text
+┌──EventDate─┬───────c─┐
+│ 2014-03-17 │ 1406958 │
+│ 2014-03-18 │ 1383658 │
+│ 2014-03-19 │ 1405797 │
+│ 2014-03-20 │ 1353623 │
+│ 2014-03-21 │ 1245779 │
+│ 2014-03-22 │ 1031592 │
+│ 2014-03-23 │ 1046491 │
+└────────────┴─────────┘
 
-    Totals:
-    ┌──EventDate─┬───────c─┐
-    │ 1970-01-01 │ 8873898 │
-    └────────────┴─────────┘
+Totals:
+┌──EventDate─┬───────c─┐
+│ 1970-01-01 │ 8873898 │
+└────────────┴─────────┘
 
-    Extremes:
-    ┌──EventDate─┬───────c─┐
-    │ 2014-03-17 │ 1031592 │
-    │ 2014-03-23 │ 1406958 │
-    └────────────┴─────────┘
+Extremes:
+┌──EventDate─┬───────c─┐
+│ 2014-03-17 │ 1031592 │
+│ 2014-03-23 │ 1406958 │
+└────────────┴─────────┘
+```
 
 ## PrettyCompact {#prettycompact}
 
-与 `Pretty` 格式不一样的是，`PrettyCompact` 去掉了行之间的表格分割线，这样使得结果更加紧凑。这种格式会在交互命令行客户端下默认使用。
+与[Pretty](#pretty)格式不一样的是`PrettyCompact`去掉了行之间的表格分割线，这样使得结果更加紧凑。
+这种格式会在交互命令行客户端下默认使用。
 
 ## PrettyCompactMonoBlock {#prettycompactmonoblock}
 
-与 `PrettyCompact` 格式不一样的是，它支持 10,000 行数据缓冲，然后输出在一个表格中，不会按照块来区分
+与[PrettyCompact](#prettycompact)格式不一样的是，它支持10,000行数据缓冲，然后输出在一个表格中，不会按照块来区分。
 
 ## PrettyNoEscapes {#prettynoescapes}
 
-与 `Pretty` 格式不一样的是，它不使用 ANSI 字符转义， 这在浏览器显示数据以及在使用 `watch` 命令行工具是有必要的。
+与`Pretty`格式不一样的是，它不使用ANSI字符转义，这在浏览器显示数据以及在使用`watch`命令行工具是有必要的。
 
 示例：
 
@@ -583,7 +856,7 @@ SELECT EventDate, count() AS c FROM test.hits GROUP BY EventDate WITH TOTALS ORD
 watch -n1 "clickhouse-client --query='SELECT event, value FROM system.events FORMAT PrettyCompactNoEscapes'"
 ```
 
-您可以使用 HTTP 接口来获取数据，显示在浏览器中。
+您可以使用HTTP接口来获取数据，显示在浏览器中。
 
 ### PrettyCompactNoEscapes {#prettycompactnoescapes}
 
@@ -593,9 +866,17 @@ watch -n1 "clickhouse-client --query='SELECT event, value FROM system.events FOR
 
 用法类似上述。
 
+### PrettyCompactNoEscapes {#prettycompactnoescapes}
+
+与前面的设置相同。
+
+### PrettySpaceNoEscapes {#prettyspacenoescapes}
+
+与前面的设置相同。
+
 ## PrettySpace {#prettyspace}
 
-与 `PrettyCompact`(#prettycompact) 格式不一样的是，它使用空格来代替网格来显示数据。
+与[PrettyCompact](#prettycompact)格式不一样的是，它使用空格来代替网格来显示数据。
 
 ## RowBinary {#rowbinary}
 
diff --git a/docs/zh/interfaces/third-party/index.md b/docs/zh/interfaces/third-party/index.md
index b55897073da..40206f6b57b 100644
--- a/docs/zh/interfaces/third-party/index.md
+++ b/docs/zh/interfaces/third-party/index.md
@@ -1,8 +1,16 @@
 ---
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u7B2C\u4E09\u65B9"
+toc_folder_title: 第三方工具
 toc_priority: 24
 ---
 
+# 第三方工具 {#third-party-interfaces}
 
+这是第三方工具的链接集合，它们提供了一些ClickHouse的接口。它可以是可视化界面、命令行界面或API:
+
+-   [Client libraries](../../interfaces/third-party/client-libraries.md)
+-   [Integrations](../../interfaces/third-party/integrations.md)
+-   [GUI](../../interfaces/third-party/gui.md)
+-   [Proxies](../../interfaces/third-party/proxy.md)
+
+!!! note "注意"
+支持通用API的通用工具[ODBC](../../interfaces/odbc.md)或[JDBC](../../interfaces/jdbc.md)，通常也适用于ClickHouse，但这里没有列出，因为它们实在太多了。

From 1e3951ebc83ac1d066b57e4fbad8c910ea347391 Mon Sep 17 00:00:00 2001
From: qianmoQ <shicheng@ttxit.com>
Date: Mon, 21 Dec 2020 18:39:54 +0800
Subject: [PATCH 300/742] translate documentation for interfaces/thied-party

---
 .../third-party/client-libraries.md           | 65 ++++++++-----
 .../zh/interfaces/third-party/integrations.md | 94 ++++++++++---------
 docs/zh/interfaces/third-party/proxy.md       | 49 +++++-----
 3 files changed, 119 insertions(+), 89 deletions(-)

diff --git a/docs/zh/interfaces/third-party/client-libraries.md b/docs/zh/interfaces/third-party/client-libraries.md
index 77c929b9730..e94eb8bcfc0 100644
--- a/docs/zh/interfaces/third-party/client-libraries.md
+++ b/docs/zh/interfaces/third-party/client-libraries.md
@@ -1,51 +1,66 @@
-# 第三方开发的库 {#di-san-fang-kai-fa-de-ku}
+---
+toc_priority: 26
+toc_title: 客户端开发库
+---
 
-!!! warning "放弃"
-    Yandex不维护下面列出的库，也没有进行任何广泛的测试以确保其质量。
+# 第三方开发库 {#client-libraries-from-third-party-developers}
+
+!!! warning "声明"
+Yandex**没有**维护下面列出的库，也没有做过任何广泛的测试来确保它们的质量。
 
 -   Python
     -   [infi.clickhouse_orm](https://github.com/Infinidat/infi.clickhouse_orm)
-    -   [ﾂ环板driverｮﾂ嘉ｯﾂ偲](https://github.com/mymarilyn/clickhouse-driver)
-    -   [ﾂ环板clientｮﾂ嘉ｯﾂ偲](https://github.com/yurial/clickhouse-client)
+    -   [clickhouse-driver](https://github.com/mymarilyn/clickhouse-driver)
+    -   [clickhouse-client](https://github.com/yurial/clickhouse-client)
+    -   [aiochclient](https://github.com/maximdanilchenko/aiochclient)
 -   PHP
     -   [smi2/phpclickhouse](https://packagist.org/packages/smi2/phpClickHouse)
-    -   [8bitov/clickhouse-php客户端](https://packagist.org/packages/8bitov/clickhouse-php-client)
-    -   [ﾂ暗ｪﾂ氾环催ﾂ団ﾂ法ﾂ人](https://packagist.org/packages/bozerkins/clickhouse-client)
-    -   [ﾂ环板clientｮﾂ嘉ｯﾂ偲](https://packagist.org/packages/simpod/clickhouse-client)
+    -   [8bitov/clickhouse-php-client](https://packagist.org/packages/8bitov/clickhouse-php-client)
+    -   [bozerkins/clickhouse-client](https://packagist.org/packages/bozerkins/clickhouse-client)
+    -   [simpod/clickhouse-client](https://packagist.org/packages/simpod/clickhouse-client)
     -   [seva-code/php-click-house-client](https://packagist.org/packages/seva-code/php-click-house-client)
-    -   [ﾂ环板clientｮﾂ嘉ｯﾂ偲](https://github.com/SeasX/SeasClick)
--   走吧
+    -   [SeasClick C++ client](https://github.com/SeasX/SeasClick)
+    -   [one-ck](https://github.com/lizhichao/one-ck)
+    -   [glushkovds/phpclickhouse-laravel](https://packagist.org/packages/glushkovds/phpclickhouse-laravel)
+-   Go
     -   [clickhouse](https://github.com/kshvakov/clickhouse/)
-    -   [ﾂ环板-ｮﾂ嘉ｯﾂ偲](https://github.com/roistat/go-clickhouse)
-    -   [ﾂ暗ｪﾂ氾环催ﾂ団ﾂ法ﾂ人](https://github.com/mailru/go-clickhouse)
+    -   [go-clickhouse](https://github.com/roistat/go-clickhouse)
+    -   [mailrugo-clickhouse](https://github.com/mailru/go-clickhouse)
     -   [golang-clickhouse](https://github.com/leprosus/golang-clickhouse)
+-   Swift
+    -   [ClickHouseNIO](https://github.com/patrick-zippenfenig/ClickHouseNIO)
+    -   [ClickHouseVapor ORM](https://github.com/patrick-zippenfenig/ClickHouseVapor)
 -   NodeJs
-    -   [ﾂ暗ｪﾂ氾环催ﾂ団ﾂ法ﾂ人)](https://github.com/TimonKK/clickhouse)
-    -   [ﾂ环板-ｮﾂ嘉ｯﾂ偲](https://github.com/apla/node-clickhouse)
+    -   [clickhouse (NodeJs)](https://github.com/TimonKK/clickhouse)
+    -   [node-clickhouse](https://github.com/apla/node-clickhouse)
 -   Perl
     -   [perl-DBD-ClickHouse](https://github.com/elcamlost/perl-DBD-ClickHouse)
     -   [HTTP-ClickHouse](https://metacpan.org/release/HTTP-ClickHouse)
-    -   [ﾂ暗ｪﾂ氾环催ﾂ団ﾂ法ﾂ人](https://metacpan.org/release/AnyEvent-ClickHouse)
+    -   [AnyEvent-ClickHouse](https://metacpan.org/release/AnyEvent-ClickHouse)
 -   Ruby
-    -   [ﾂ暗ｪﾂ氾环催ﾂ団)](https://github.com/shlima/click_house)
-    -   [ﾂ暗ｪﾂ氾环催ﾂ団ﾂ法ﾂ人](https://github.com/PNixx/clickhouse-activerecord)
+    -   [ClickHouse (Ruby)](https://github.com/shlima/click_house)
+    -   [clickhouse-activerecord](https://github.com/PNixx/clickhouse-activerecord)
 -   R
     -   [clickhouse-r](https://github.com/hannesmuehleisen/clickhouse-r)
-    -   [RClickhouse](https://github.com/IMSMWU/RClickhouse)
+    -   [RClickHouse](https://github.com/IMSMWU/RClickHouse)
 -   Java
     -   [clickhouse-client-java](https://github.com/VirtusAI/clickhouse-client-java)
--   斯卡拉
-    -   [掳胫client-禄脢鹿脷露胫鲁隆鹿-client酶](https://github.com/crobox/clickhouse-scala-client)
+    -   [clickhouse-client](https://github.com/Ecwid/clickhouse-client)
+-   Scala
+    -   [clickhouse-scala-client](https://github.com/crobox/clickhouse-scala-client)
 -   Kotlin
     -   [AORM](https://github.com/TanVD/AORM)
 -   C#
     -   [Octonica.ClickHouseClient](https://github.com/Octonica/ClickHouseClient)
-    -   [克莱克豪斯Ado](https://github.com/killwort/ClickHouse-Net)
+    -   [ClickHouse.Ado](https://github.com/killwort/ClickHouse-Net)
+    -   [ClickHouse.Client](https://github.com/DarkWanderer/ClickHouse.Client)
     -   [ClickHouse.Net](https://github.com/ilyabreev/ClickHouse.Net)
-    -   [克莱克豪斯客户](https://github.com/DarkWanderer/ClickHouse.Client)
--   仙丹
+-   Elixir
     -   [clickhousex](https://github.com/appodeal/clickhousex/)
--   尼姆
+    -   [pillar](https://github.com/sofakingworld/pillar)
+-   Nim
     -   [nim-clickhouse](https://github.com/leonardoce/nim-clickhouse)
+-   Haskell
+    -   [hdbc-clickhouse](https://github.com/zaneli/hdbc-clickhouse)
 
-[来源文章](https://clickhouse.tech/docs/zh/interfaces/third-party/client_libraries/) <!--hide-->
+[来源文章](https://clickhouse.tech/docs/en/interfaces/third-party/client_libraries/) <!--hide-->
diff --git a/docs/zh/interfaces/third-party/integrations.md b/docs/zh/interfaces/third-party/integrations.md
index 2c57e23b724..403ef994bb9 100644
--- a/docs/zh/interfaces/third-party/integrations.md
+++ b/docs/zh/interfaces/third-party/integrations.md
@@ -1,100 +1,108 @@
-# 第三方集成库 {#di-san-fang-ji-cheng-ku}
+---
+toc_priority: 27
+toc_title: 第三方集成库
+---
+
+# 第三方集成库 {#integration-libraries-from-third-party-developers}
 
 !!! warning "声明"
-    Yandex不维护下面列出的库，也没有进行任何广泛的测试以确保其质量。
+Yandex**没有**维护下面列出的库，也没有做过任何广泛的测试来确保它们的质量。
 
-## 基建产品 {#ji-jian-chan-pin}
+## 基础设施 {#infrastructure-products}
 
--   关系数据库管理系统
+-   关系数据库
     -   [MySQL](https://www.mysql.com)
         -   [mysql2ch](https://github.com/long2ice/mysql2ch)
         -   [ProxySQL](https://github.com/sysown/proxysql/wiki/ClickHouse-Support)
         -   [clickhouse-mysql-data-reader](https://github.com/Altinity/clickhouse-mysql-data-reader)
-        -   [horgh-复制器](https://github.com/larsnovikov/horgh-replicator)
+        -   [horgh-replicator](https://github.com/larsnovikov/horgh-replicator)
     -   [PostgreSQL](https://www.postgresql.org)
         -   [clickhousedb_fdw](https://github.com/Percona-Lab/clickhousedb_fdw)
-        -   [infi.clickhouse_fdw](https://github.com/Infinidat/infi.clickhouse_fdw) (使用 [infi.clickhouse_orm](https://github.com/Infinidat/infi.clickhouse_orm))
+        -   [infi.clickhouse_fdw](https://github.com/Infinidat/infi.clickhouse_fdw) (uses [infi.clickhouse_orm](https://github.com/Infinidat/infi.clickhouse_orm))
         -   [pg2ch](https://github.com/mkabilov/pg2ch)
+        -   [clickhouse_fdw](https://github.com/adjust/clickhouse_fdw)
     -   [MSSQL](https://en.wikipedia.org/wiki/Microsoft_SQL_Server)
-        -   [ClickHouseMightrator](https://github.com/zlzforever/ClickHouseMigrator)
+        -   [ClickHouseMigrator](https://github.com/zlzforever/ClickHouseMigrator)
 -   消息队列
-    -   [卡夫卡](https://kafka.apache.org)
-        -   [clickhouse_sinker](https://github.com/housepower/clickhouse_sinker) (使用 [去客户](https://github.com/ClickHouse/clickhouse-go/))
+    -   [Kafka](https://kafka.apache.org)
+        -   [clickhouse_sinker](https://github.com/housepower/clickhouse_sinker) (uses [Go client](https://github.com/ClickHouse/clickhouse-go/))
         -   [stream-loader-clickhouse](https://github.com/adform/stream-loader)
 -   流处理
     -   [Flink](https://flink.apache.org)
         -   [flink-clickhouse-sink](https://github.com/ivi-ru/flink-clickhouse-sink)
 -   对象存储
     -   [S3](https://en.wikipedia.org/wiki/Amazon_S3)
-    -   [ﾂ环板backupｮﾂ嘉ｯﾂ偲](https://github.com/AlexAkulov/clickhouse-backup)
+        -   [clickhouse-backup](https://github.com/AlexAkulov/clickhouse-backup)
 -   容器编排
     -   [Kubernetes](https://kubernetes.io)
-    -   [clickhouse-操](https://github.com/Altinity/clickhouse-operator)
+        -   [clickhouse-operator](https://github.com/Altinity/clickhouse-operator)
 -   配置管理
-    -   [木偶](https://puppet.com)
-    -   [ﾂ环板/ｮﾂ嘉ｯﾂ偲](https://forge.puppet.com/innogames/clickhouse)
-    -   [mfedotov/clickhouse](https://forge.puppet.com/mfedotov/clickhouse)
--   监控
-    -   [石墨](https://graphiteapp.org)
+    -   [puppet](https://puppet.com)
+        -   [innogames/clickhouse](https://forge.puppet.com/innogames/clickhouse)
+        -   [mfedotov/clickhouse](https://forge.puppet.com/mfedotov/clickhouse)
+-   Monitoring
+    -   [Graphite](https://graphiteapp.org)
         -   [graphouse](https://github.com/yandex/graphouse)
-        -   [ﾂ暗ｪﾂ氾环催ﾂ団](https://github.com/lomik/carbon-clickhouse) +
-        -   [ﾂ环板-ｮﾂ嘉ｯﾂ偲](https://github.com/lomik/graphite-clickhouse)
-        -   [石墨-ch-optimizer](https://github.com/innogames/graphite-ch-optimizer) -优化静态分区 [\*GraphiteMergeTree](../../engines/table-engines/mergetree-family/graphitemergetree.md#graphitemergetree) 如果从规则 [汇总配置](../../engines/table-engines/mergetree-family/graphitemergetree.md#rollup-configuration) 可以应用
+        -   [carbon-clickhouse](https://github.com/lomik/carbon-clickhouse) +
+        -   [graphite-clickhouse](https://github.com/lomik/graphite-clickhouse)
+        -   [graphite-ch-optimizer](https://github.com/innogames/graphite-ch-optimizer) - optimizes staled partitions in [\*GraphiteMergeTree](../../engines/table-engines/mergetree-family/graphitemergetree.md#graphitemergetree) if rules from [rollup configuration](../../engines/table-engines/mergetree-family/graphitemergetree.md#rollup-configuration) could be applied
     -   [Grafana](https://grafana.com/)
         -   [clickhouse-grafana](https://github.com/Vertamedia/clickhouse-grafana)
-    -   [普罗米修斯号](https://prometheus.io/)
+    -   [Prometheus](https://prometheus.io/)
         -   [clickhouse_exporter](https://github.com/f1yegor/clickhouse_exporter)
         -   [PromHouse](https://github.com/Percona-Lab/PromHouse)
-        -   [clickhouse_exporter](https://github.com/hot-wifi/clickhouse_exporter) （用途 [去客户](https://github.com/kshvakov/clickhouse/))
+        -   [clickhouse_exporter](https://github.com/hot-wifi/clickhouse_exporter) (uses [Go client](https://github.com/kshvakov/clickhouse/))
     -   [Nagios](https://www.nagios.org/)
         -   [check_clickhouse](https://github.com/exogroup/check_clickhouse/)
         -   [check_clickhouse.py](https://github.com/innogames/igmonplugins/blob/master/src/check_clickhouse.py)
     -   [Zabbix](https://www.zabbix.com)
-        -   [ﾂ暗ｪﾂ氾环催ﾂ団ﾂ法ﾂ人](https://github.com/Altinity/clickhouse-zabbix-template)
+        -   [clickhouse-zabbix-template](https://github.com/Altinity/clickhouse-zabbix-template)
     -   [Sematext](https://sematext.com/)
-        -   [clickhouse积分](https://github.com/sematext/sematext-agent-integrations/tree/master/clickhouse)
--   记录
+        -   [clickhouse integration](https://github.com/sematext/sematext-agent-integrations/tree/master/clickhouse)
+-   Logging
     -   [rsyslog](https://www.rsyslog.com/)
-        -   [鹿茫house omhousee酶](https://www.rsyslog.com/doc/master/configuration/modules/omclickhouse.html)
+        -   [omclickhouse](https://www.rsyslog.com/doc/master/configuration/modules/omclickhouse.html)
     -   [fluentd](https://www.fluentd.org)
-        -   [loghouse](https://github.com/flant/loghouse) (对于 [Kubernetes](https://kubernetes.io))
-    -   [Sematext](https://www.sematext.com/logagent)
-        -   [logagent输出-插件-clickhouse](https://sematext.com/docs/logagent/output-plugin-clickhouse/)
--   地理
+        -   [loghouse](https://github.com/flant/loghouse) (for [Kubernetes](https://kubernetes.io))
+    -   [logagent](https://www.sematext.com/logagent)
+        -   [logagent output-plugin-clickhouse](https://sematext.com/docs/logagent/output-plugin-clickhouse/)
+-   Geo
     -   [MaxMind](https://dev.maxmind.com/geoip/)
-        -   [ﾂ环板-ｮﾂ嘉ｯﾂ偲青clickｼﾂ氾ｶﾂ鉄ﾂ工ﾂ渉](https://github.com/AlexeyKupershtokh/clickhouse-maxmind-geoip)
+        -   [clickhouse-maxmind-geoip](https://github.com/AlexeyKupershtokh/clickhouse-maxmind-geoip)
 
-## 编程语言生态系统 {#bian-cheng-yu-yan-sheng-tai-xi-tong}
+## 编程语言 {#programming-language-ecosystems}
 
 -   Python
     -   [SQLAlchemy](https://www.sqlalchemy.org)
-        -   [ﾂ暗ｪﾂ氾环催ﾂ団ﾂ法ﾂ人](https://github.com/cloudflare/sqlalchemy-clickhouse) (使用 [infi.clickhouse_orm](https://github.com/Infinidat/infi.clickhouse_orm))
-    -   [熊猫](https://pandas.pydata.org)
+        -   [sqlalchemy-clickhouse](https://github.com/cloudflare/sqlalchemy-clickhouse) (uses [infi.clickhouse_orm](https://github.com/Infinidat/infi.clickhouse_orm))
+    -   [pandas](https://pandas.pydata.org)
         -   [pandahouse](https://github.com/kszucs/pandahouse)
 -   PHP
     -   [Doctrine](https://www.doctrine-project.org/)
         -   [dbal-clickhouse](https://packagist.org/packages/friendsofdoctrine/dbal-clickhouse)
 -   R
     -   [dplyr](https://db.rstudio.com/dplyr/)
-    -   [RClickhouse](https://github.com/IMSMWU/RClickhouse) (使用 [ﾂ暗ｪﾂ氾环催ﾂ団](https://github.com/artpaul/clickhouse-cpp))
+        -   [RClickHouse](https://github.com/IMSMWU/RClickHouse) (uses [clickhouse-cpp](https://github.com/artpaul/clickhouse-cpp))
 -   Java
     -   [Hadoop](http://hadoop.apache.org)
-    -   [clickhouse-hdfs-装载机](https://github.com/jaykelin/clickhouse-hdfs-loader) (使用 [JDBC](../../sql-reference/table-functions/jdbc.md))
--   斯卡拉
+        -   [clickhouse-hdfs-loader](https://github.com/jaykelin/clickhouse-hdfs-loader) (uses [JDBC](../../sql-reference/table-functions/jdbc.md))
+-   Scala
     -   [Akka](https://akka.io)
-    -   [掳胫client-禄脢鹿脷露胫鲁隆鹿-client酶](https://github.com/crobox/clickhouse-scala-client)
+        -   [clickhouse-scala-client](https://github.com/crobox/clickhouse-scala-client)
 -   C#
     -   [ADO.NET](https://docs.microsoft.com/en-us/dotnet/framework/data/adonet/ado-net-overview)
-    -   [克莱克豪斯Ado](https://github.com/killwort/ClickHouse-Net)
-    -   [ClickHouse.Net](https://github.com/ilyabreev/ClickHouse.Net)
-    -   [ClickHouse.Net.Migrations](https://github.com/ilyabreev/ClickHouse.Net.Migrations)
--   仙丹
+        -   [ClickHouse.Ado](https://github.com/killwort/ClickHouse-Net)
+        -   [ClickHouse.Client](https://github.com/DarkWanderer/ClickHouse.Client)
+        -   [ClickHouse.Net](https://github.com/ilyabreev/ClickHouse.Net)
+        -   [ClickHouse.Net.Migrations](https://github.com/ilyabreev/ClickHouse.Net.Migrations)
+-   Elixir
     -   [Ecto](https://github.com/elixir-ecto/ecto)
-    -   [clickhouse_ecto](https://github.com/appodeal/clickhouse_ecto)
+        -   [clickhouse_ecto](https://github.com/appodeal/clickhouse_ecto)
 -   Ruby
     -   [Ruby on Rails](https://rubyonrails.org/)
         -   [activecube](https://github.com/bitquery/activecube)
+        -   [ActiveRecord](https://github.com/PNixx/clickhouse-activerecord)
     -   [GraphQL](https://github.com/graphql)
         -   [activecube-graphql](https://github.com/bitquery/activecube-graphql)
 
-[来源文章](https://clickhouse.tech/docs/zh/interfaces/third-party/integrations/) <!--hide-->
+[源文章](https://clickhouse.tech/docs/en/interfaces/third-party/integrations/) <!--hide-->
diff --git a/docs/zh/interfaces/third-party/proxy.md b/docs/zh/interfaces/third-party/proxy.md
index 798717c0602..a2050863f30 100644
--- a/docs/zh/interfaces/third-party/proxy.md
+++ b/docs/zh/interfaces/third-party/proxy.md
@@ -1,37 +1,44 @@
-# 来自第三方开发人员的代理服务器 {#lai-zi-di-san-fang-kai-fa-ren-yuan-de-dai-li-fu-wu-qi}
+---
+toc_priority: 29
+toc_title: 第三方代理
+---
 
-[chproxy](https://github.com/Vertamedia/chproxy) 是ClickHouse数据库的http代理和负载均衡器。
+# 第三方代理 {#proxy-servers-from-third-party-developers}
 
-特征
+## chproxy {#chproxy}
 
-*每用户路由和响应缓存。
-*灵活的限制。
-\*自动SSL证书续订。
+[chproxy](https://github.com/Vertamedia/chproxy), 是一个用于ClickHouse数据库的HTTP代理和负载均衡器。
 
-在Go中实现。
+特性:
+
+-   用户路由和响应缓存。
+-   灵活的限制。
+-   自动SSL证书续订。
+
+使用go语言实现。
 
 ## KittenHouse {#kittenhouse}
 
-[KittenHouse](https://github.com/VKCOM/kittenhouse) 设计为ClickHouse和应用程序服务器之间的本地代理，以防在应用程序端缓冲INSERT数据是不可能或不方便的。
+[KittenHouse](https://github.com/VKCOM/kittenhouse)被设计为ClickHouse和应用服务器之间的本地代理，以防不可能或不方便在应用程序端缓冲插入数据。
 
-特征：
+特性:
 
-*内存和磁盘数据缓冲。
-*每表路由。
-\*负载平衡和健康检查。
+-   内存和磁盘上的数据缓冲。
+-   表路由。
+-   负载平衡和运行状况检查。
 
-在Go中实现。
+使用go语言实现。
 
-## ﾂ环板-ｮﾂ嘉ｯﾂ偲 {#clickhouse-bulk}
+## ClickHouse-Bulk {#clickhouse-bulk}
 
-[ﾂ环板-ｮﾂ嘉ｯﾂ偲](https://github.com/nikepan/clickhouse-bulk) 是一个简单的ClickHouse插入收集器。
+[ClickHouse-Bulk](https://github.com/nikepan/clickhouse-bulk)是一个简单的ClickHouse收集器。
 
-特征：
+特性:
 
-*分组请求并按阈值或间隔发送。
-*多个远程服务器。
-\*基本身份验证。
+-   按阈值或间隔对请求进行分组并发送。
+-   多个远程服务器。
+-   基本身份验证。
 
-在Go中实现。
+使用go语言实现。
 
-[来源文章](https://clickhouse.tech/docs/zh/interfaces/third-party/proxy/) <!--hide-->
+[Original article](https://clickhouse.tech/docs/en/interfaces/third-party/proxy/) <!--hide-->

From 7a81e0a0f5f438050631b6e02978f0a82cfce40d Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Mon, 21 Dec 2020 18:45:39 +0800
Subject: [PATCH 301/742] Extend mergetree setting alter restriction

---
 src/Storages/MergeTree/MergeTreeSettings.h | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/Storages/MergeTree/MergeTreeSettings.h b/src/Storages/MergeTree/MergeTreeSettings.h
index 2f3931786a6..d14e1f8a91b 100644
--- a/src/Storages/MergeTree/MergeTreeSettings.h
+++ b/src/Storages/MergeTree/MergeTreeSettings.h
@@ -137,7 +137,8 @@ struct MergeTreeSettings : public BaseSettings<MergeTreeSettingsTraits>
     /// We check settings after storage creation
     static bool isReadonlySetting(const String & name)
     {
-        return name == "index_granularity" || name == "index_granularity_bytes";
+        return name == "index_granularity" || name == "index_granularity_bytes" || name == "write_final_mark"
+            || name == "enable_mixed_granularity_parts" || name == "in_memory_parts_enable_wal";
     }
 
     static bool isPartFormatSetting(const String & name)

From c3a99e21bd3fc1b7783da7af30d93ee997a66161 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 21 Dec 2020 14:39:17 +0300
Subject: [PATCH 302/742] Refactor some code.

---
 src/Functions/FunctionsStringHash.cpp | 164 +++++++++++++++-----------
 src/Functions/FunctionsStringHash.h   |  28 +++--
 2 files changed, 108 insertions(+), 84 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index f8c78a808b3..b27d8601f3a 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -18,52 +18,94 @@
 
 namespace DB
 {
+
+namespace ErrorCodes
+{
+    extern const int NOT_IMPLEMENTED;
+}
+
 struct Hash
 {
     static ALWAYS_INLINE inline UInt64 ngramASCIIHash(const UInt8 * code_points)
     {
-        return intHashCRC32(unalignedLoad<UInt32>(code_points));
+#ifdef __SSE4_2__
+        return _mm_crc32_u64(-1ULL, unalignedLoad<UInt32>(code_points));
+#else
+        throw Exception("ngramASCIIHash is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
+#endif
     }
 
     static ALWAYS_INLINE inline UInt64 ngramUTF8Hash(const UInt32 * code_points)
-    {
-        UInt64 combined = (static_cast<UInt64>(code_points[0]) << 32) | code_points[1];
-#ifdef __SSE4_2__
-        return _mm_crc32_u64(code_points[2], combined);
-#else
-        return (intHashCRC32(combined) ^ intHashCRC32(code_points[2]));
-#endif
-    }
-
-    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes, size_t size, size_t offset)
     {
         UInt64 crc = -1ULL;
 #ifdef __SSE4_2__
-        for (size_t i = offset; i < size; ++i)
-            crc = _mm_crc32_u64(crc, hashes[i]);
-        for (size_t i = 0; i < offset; ++i)
-            crc = _mm_crc32_u64(crc, hashes[i]);
+        crc = _mm_crc32_u64(crc, code_points[0]);
+        crc = _mm_crc32_u64(crc, code_points[1]);
+        crc = _mm_crc32_u64(crc, code_points[2]);
 #else
-        for (size_t i = offset; i < size; ++i)
-            crc = intHashCRC32(crc) ^ intHashCRC32(hashes[i]);
-        for (size_t i = 0; i < offset; ++i)
-            crc = intHashCRC32(crc) ^ intHashCRC32(hashes[i]);
+        throw Exception("ngramUTF8Hash is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
 #endif
         return crc;
     }
 
-    template <typename CodePoint>
-    static ALWAYS_INLINE inline UInt64 hashSum(const CodePoint * hashes, size_t K)
+    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt32 * hashes, size_t size, size_t offset)
     {
-        UInt64 crc = -1ULL;
+        UInt64 crc1 = -1ULL;
+        UInt64 crc2 = -1ULL;
 #ifdef __SSE4_2__
-        for (size_t i = 0; i < K; ++i)
-            crc = _mm_crc32_u64(crc, hashes[i]);
+        for (size_t i = offset; i < size; i += 2)
+            crc1 = _mm_crc32_u64(crc1, hashes[i]);
+        for (size_t i = offset + 1; i < size; i += 2)
+            crc2 = _mm_crc32_u64(crc2, hashes[i]);
+
+        if ((size - offset) & 1)
+        {
+            for (size_t i = 0; i < offset; i += 2)
+                crc2 = _mm_crc32_u64(crc2, hashes[i]);
+            for (size_t i = 1; i < offset; i += 2)
+                crc1 = _mm_crc32_u64(crc1, hashes[i]);
+        }
+        else
+        {
+            for (size_t i = 0; i < offset; i += 2)
+                crc1 = _mm_crc32_u64(crc1, hashes[i]);
+            for (size_t i = 1; i < offset; i += 2)
+                crc2 = _mm_crc32_u64(crc2, hashes[i]);
+        }
 #else
-        for (size_t i = 0; i < K; ++i)
-            crc = intHashCRC32(crc) ^ intHashCRC32(hashes[i]);
+        throw Exception("wordShinglesHash is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
 #endif
-        return crc;
+        return crc1 | (crc2 << 32u);
+    }
+
+    static ALWAYS_INLINE inline UInt64 hashSum(const UInt8 * hashes, size_t K)
+    {
+        UInt64 crc1 = -1ULL;
+        UInt64 crc2 = -1ULL;
+#ifdef __SSE4_2__
+        for (size_t i = 0; i < K; i += 2)
+            crc1 = _mm_crc32_u8(crc1, hashes[i]);
+        for (size_t i = 1; i < K; i += 2)
+            crc2 = _mm_crc32_u8(crc2, hashes[i]);
+#else
+        throw Exception("hashSum is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
+#endif
+        return crc1 | (crc2 << 32u);
+    }
+
+    static ALWAYS_INLINE inline UInt64 hashSum(const UInt32 * hashes, size_t K)
+    {
+        UInt64 crc1 = -1ULL;
+        UInt64 crc2 = -1ULL;
+#ifdef __SSE4_2__
+        for (size_t i = 0; i < K; i += 2)
+            crc1 = _mm_crc32_u32(crc1, hashes[i]);
+        for (size_t i = 1; i < K; i += 2)
+            crc2 = _mm_crc32_u32(crc2, hashes[i]);
+#else
+        throw Exception("hashSum is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
+#endif
+        return crc1 | (crc2 << 32u);
     }
 };
 
@@ -76,7 +118,6 @@ struct Hash
 template <size_t N, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
 struct SimhashImpl
 {
-    using ResultType = UInt64;
     using StrOp = ExtractStringImpl<N, CaseInsensitive>;
     // we made an assumption that the size of one word cann't exceed 128, which may not true
     // if some word's size exceed 128, it would be cut up to several word
@@ -204,25 +245,6 @@ struct SimhashImpl
         return res_bit.to_ullong();
     }
 
-    template <typename CalcFunc, typename... Args>
-    static ALWAYS_INLINE inline auto dispatch(CalcFunc calc_func, Args &&... args)
-    {
-        if constexpr (Ngram)
-        {
-            if constexpr (!UTF8)
-                return calc_func(std::forward<Args>(args)..., StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
-            else
-                return calc_func(std::forward<Args>(args)..., StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
-        }
-        else
-        {
-            if constexpr (!UTF8)
-                return calc_func(std::forward<Args>(args)..., StrOp::readOneASCIIWord, Hash::wordShinglesHash);
-            else
-                return calc_func(std::forward<Args>(args)..., StrOp::readOneUTF8Word, Hash::wordShinglesHash);
-        }
-    }
-
     static void apply(const ColumnString::Chars & data, const ColumnString::Offsets & offsets, PaddedPODArray<UInt64> & res)
     {
         for (size_t i = 0; i < offsets.size(); ++i)
@@ -232,9 +254,19 @@ struct SimhashImpl
             if (data_size <= max_string_size)
             {
                 if constexpr (Ngram)
-                    res[i] = dispatch(ngramCalculateHashValue, one_data, data_size);
+                {
+                    if constexpr (!UTF8)
+                        res[i] = ngramCalculateHashValue(one_data, data_size, StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
+                    else
+                        res[i] = ngramCalculateHashValue(one_data, data_size, StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
+                }
                 else
-                    res[i] = dispatch(wordShinglesCalculateHashValue, one_data, data_size);
+                {
+                    if constexpr (!UTF8)
+                        res[i] = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneASCIIWord, Hash::wordShinglesHash);
+                    else
+                        res[i] = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneUTF8Word, Hash::wordShinglesHash);
+                }
             }
             else
                 res[i] = -1ull;
@@ -289,7 +321,6 @@ struct MinhashImpl
     using Greater = std::greater<size_t>;
     using MaxHeap = FixedHeap<std::less<size_t>, K, -1ULL>;
     using MinHeap = FixedHeap<std::greater<size_t>, K, 0>;
-    using ResultType = UInt64;
     using StrOp = ExtractStringImpl<N, CaseInsensitive>;
     static constexpr size_t max_string_size = 1u << 15;
     static constexpr size_t simultaneously_codepoints_num = StrOp::default_padding + N - 1;
@@ -383,25 +414,6 @@ struct MinhashImpl
         return std::make_tuple(res1, res2);
     }
 
-    template <typename CalcFunc, typename... Args>
-    static ALWAYS_INLINE inline auto dispatch(CalcFunc calc_func, Args &&... args)
-    {
-        if constexpr (Ngram)
-        {
-            if constexpr (!UTF8)
-                return calc_func(std::forward<Args>(args)..., StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
-            else
-                return calc_func(std::forward<Args>(args)..., StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
-        }
-        else
-        {
-            if constexpr (!UTF8)
-                return calc_func(std::forward<Args>(args)..., StrOp::readOneASCIIWord, Hash::wordShinglesHash);
-            else
-                return calc_func(std::forward<Args>(args)..., StrOp::readOneUTF8Word, Hash::wordShinglesHash);
-        }
-    }
-
     static void apply(
         const ColumnString::Chars & data,
         const ColumnString::Offsets & offsets,
@@ -415,9 +427,19 @@ struct MinhashImpl
             if (data_size <= max_string_size)
             {
                 if constexpr (Ngram)
-                    std::tie(res1[i], res2[i]) = dispatch(ngramCalculateHashValue, one_data, data_size);
+                {
+                    if constexpr (!UTF8)
+                        std::tie(res1[i], res2[i]) = ngramCalculateHashValue(one_data, data_size, StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
+                    else
+                        std::tie(res1[i], res2[i]) = ngramCalculateHashValue(one_data, data_size, StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
+                }
                 else
-                    std::tie(res1[i], res2[i]) = dispatch(wordShinglesCalculateHashValue, one_data, data_size);
+                {
+                    if constexpr (!UTF8)
+                        std::tie(res1[i], res2[i]) = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneASCIIWord, Hash::wordShinglesHash);
+                    else
+                        std::tie(res1[i], res2[i]) = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneUTF8Word, Hash::wordShinglesHash);
+                }
             }
             else
                 std::tie(res1[i], res2[i]) = std::make_tuple(-1ull, -1ull);
diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index 93795d1eaab..979f2bd8a9d 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -35,12 +35,14 @@ public:
     DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
     {
         if (!isString(arguments[0]))
-            throw Exception(
-                "Illegal type " + arguments[0]->getName() + " of argument of function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+            throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
+                            "Function {} expect single String argument, got {}", getName(), arguments[0]->getName());
+
+        auto type = std::make_shared<DataTypeUInt64>();
         if constexpr (is_simhash)
-            return std::make_shared<DataTypeNumber<typename Impl::ResultType>>();
-        auto element = DataTypeFactory::instance().get("UInt64");
-        return std::make_shared<DataTypeTuple>(DataTypes{element, element});
+            return type;
+
+        return std::make_shared<DataTypeTuple>(DataTypes{type, type});
     }
 
     bool useDefaultImplementationForConstants() const override { return true; }
@@ -48,24 +50,24 @@ public:
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t) const override
     {
         const ColumnPtr & column = arguments[0].column;
-        using ResultType = typename Impl::ResultType;
+
         if constexpr (is_simhash)
         {
             // non const string, const case is handled by useDefaultImplementationForConstants.
-            auto col_res = ColumnVector<ResultType>::create();
-            typename ColumnVector<ResultType>::Container & vec_res = col_res->getData();
+            auto col_res = ColumnVector<UInt64>::create();
+            auto & vec_res = col_res->getData();
             vec_res.resize(column->size());
             const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
             Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), vec_res);
-            return std::move(col_res);
+            return col_res;
         }
         else // Min hash
         {
             // non const string
-            auto col_h1 = ColumnVector<ResultType>::create();
-            auto col_h2 = ColumnVector<ResultType>::create();
-            typename ColumnVector<ResultType>::Container & vec_h1 = col_h1->getData();
-            typename ColumnVector<ResultType>::Container & vec_h2 = col_h2->getData();
+            auto col_h1 = ColumnVector<UInt64>::create();
+            auto col_h2 = ColumnVector<UInt64>::create();
+            auto & vec_h1 = col_h1->getData();
+            auto & vec_h2 = col_h2->getData();
             vec_h1.resize(column->size());
             vec_h2.resize(column->size());
             const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);

From 321ca2654eb5b41500a7fbacaf16894a3c90591a Mon Sep 17 00:00:00 2001
From: qianmoQ <shicheng@ttxit.com>
Date: Mon, 21 Dec 2020 19:40:55 +0800
Subject: [PATCH 303/742] translate documentation for whats-new

---
 docs/zh/whats-new/index.md              |  8 +--
 docs/zh/whats-new/roadmap.md            | 15 ++----
 docs/zh/whats-new/security-changelog.md | 65 +++++++++++++++++++------
 3 files changed, 57 insertions(+), 31 deletions(-)

diff --git a/docs/zh/whats-new/index.md b/docs/zh/whats-new/index.md
index 0f248773402..1c28a538eed 100644
--- a/docs/zh/whats-new/index.md
+++ b/docs/zh/whats-new/index.md
@@ -1,8 +1,8 @@
 ---
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u65B0\u589E\u5185\u5BB9"
-toc_priority: 72
+toc_folder_title: ClickHouse事迹
+toc_priority: 82
 ---
 
+# ClickHouse变更及改动? {#whats-new-in-clickhouse}
 
+对于已经发布的版本，有一个[roadmap](../whats-new/roadmap.md)和一个详细的[changelog](../whats-new/changelog/index.md)。
diff --git a/docs/zh/whats-new/roadmap.md b/docs/zh/whats-new/roadmap.md
index 377746efcb7..df4b027f7da 100644
--- a/docs/zh/whats-new/roadmap.md
+++ b/docs/zh/whats-new/roadmap.md
@@ -1,17 +1,10 @@
 ---
 toc_priority: 74
-toc_title: 路线图
+toc_title: Roadmap
 ---
 
-# 路线图 {#roadmap}
+# Roadmap {#roadmap}
 
-## Q2 2020 {#q2-2020}
-
--  和外部认证服务集成
-
-## Q3 2020 {#q3-2020}
-
--   资源池，为用户提供更精准的集群资源分配
-
-{## [原始文档](https://clickhouse.tech/docs/en/roadmap/) ##}
+`2021年Roadmap`已公布供公开讨论查看[这里](https://github.com/ClickHouse/ClickHouse/issues/17623).
 
+{## [源文章](https://clickhouse.tech/docs/en/roadmap/) ##}
diff --git a/docs/zh/whats-new/security-changelog.md b/docs/zh/whats-new/security-changelog.md
index f21158c7aed..9cf0ca0b08c 100644
--- a/docs/zh/whats-new/security-changelog.md
+++ b/docs/zh/whats-new/security-changelog.md
@@ -1,41 +1,74 @@
-## 修复于 ClickHouse Release 18.12.13, 2018-09-10 {#xiu-fu-yu-clickhouse-release-18-12-13-2018-09-10}
+---
+toc_priority: 76
+toc_title: 安全更新日志
+---
+
+## 修复于ClickHouse Release 19.14.3.3, 2019-09-10 {#fixed-in-clickhouse-release-19-14-3-3-2019-09-10}
+
+### CVE-2019-15024 {#cve-2019-15024}
+
+对ZooKeeper具有写访问权限并且可以运行ClickHouse所在网络上可用的自定义服务器的攻击者可以创建一个自定义的恶意服务器，该服务器将充当ClickHouse副本并在ZooKeeper中注册。当另一个副本将从恶意副本获取数据部分时，它可以强制clickhouse服务器写入文件系统上的任意路径。
+
+作者：Yandex信息安全团队Eldar Zaitov
+
+### CVE-2019-16535 {#cve-2019-16535}
+
+解压算法中的OOB-read、OOB-write和整数下溢可以通过本机协议实现RCE或DoS。
+
+作者: Yandex信息安全团队Eldar Zaitov
+
+### CVE-2019-16536 {#cve-2019-16536}
+
+恶意的经过身份验证的客户端可能会触发导致DoS的堆栈溢出。
+
+作者: Yandex信息安全团队Eldar Zaitov
+
+## 修复于ClickHouse Release 19.13.6.1, 2019-09-20 {#fixed-in-clickhouse-release-19-13-6-1-2019-09-20}
+
+### CVE-2019-18657 {#cve-2019-18657}
+
+表函数`url`存在允许攻击者在请求中插入任意HTTP标头的漏洞。
+
+作者: [Nikita Tikhomirov](https://github.com/NSTikhomirov)
+
+## 修复于ClickHouse Release 18.12.13, 2018-09-10 {#fixed-in-clickhouse-release-18-12-13-2018-09-10}
 
 ### CVE-2018-14672 {#cve-2018-14672}
 
-加载CatBoost模型的功能，允许遍历路径并通过错误消息读取任意文件。
+加载CatBoost模型的函数允许路径遍历和通过错误消息读取任意文件。
 
-来源: Yandex信息安全团队的Andrey Krasichkov
+作者：Yandex信息安全团队Andrey Krasichkov
 
-## 修复于 ClickHouse Release 18.10.3, 2018-08-13 {#xiu-fu-yu-clickhouse-release-18-10-3-2018-08-13}
+## 修复于Release 18.10.3, 2018-08-13 {#fixed-in-clickhouse-release-18-10-3-2018-08-13}
 
 ### CVE-2018-14671 {#cve-2018-14671}
 
-unixODBC允许从文件系统加载任意共享对象，从而导致«远程执行代码»漏洞。
+unixODBC允许从文件系统加载任意共享对象，从而导致远程代码执行漏洞。
 
-来源：Yandex信息安全团队的Andrey Krasichkov和Evgeny Sidorov
+作者：Yandex信息安全团队Andrey Krasichkov和Evgeny Sidorov
 
-## 修复于 ClickHouse Release 1.1.54388, 2018-06-28 {#xiu-fu-yu-clickhouse-release-1-1-54388-2018-06-28}
+## 修复于ClickHouse Release 1.1.54388, 2018-06-28 {#fixed-in-clickhouse-release-1-1-54388-2018-06-28}
 
 ### CVE-2018-14668 {#cve-2018-14668}
 
-远程表函数功能允许在 «user», «password» 及 «default_database» 字段中使用任意符号，从而导致跨协议请求伪造攻击。
+`remote`表函数允许在`user`，`password`和`default_database`字段中使用任意符号，从而导致跨协议请求伪造攻击。
 
-来源：Yandex信息安全团队的Andrey Krasichkov
+者：Yandex信息安全团队Andrey Krasichkov
 
-## 修复于 ClickHouse Release 1.1.54390, 2018-07-06 {#xiu-fu-yu-clickhouse-release-1-1-54390-2018-07-06}
+## 修复于ClickHouse Release 1.1.54390, 2018-07-06 {#fixed-in-clickhouse-release-1-1-54390-2018-07-06}
 
 ### CVE-2018-14669 {#cve-2018-14669}
 
-ClickHouse MySQL客户端启用了 «LOAD DATA LOCAL INFILE» 功能，该功能允许恶意MySQL数据库从连接的ClickHouse服务器读取任意文件。
+ClickHouse MySQL客户端启用了`LOAD DATA LOCAL INFILE`功能，允许恶意MySQL数据库从连接的ClickHouse服务器读取任意文件。
 
-来源：Yandex信息安全团队的Andrey Krasichkov和Evgeny Sidorov
+作者：Yandex信息安全团队Andrey Krasichkov和Evgeny Sidorov
 
-## 修复于 ClickHouse Release 1.1.54131, 2017-01-10 {#xiu-fu-yu-clickhouse-release-1-1-54131-2017-01-10}
+## 修复于ClickHouse Release 1.1.54131, 2017-01-10 {#fixed-in-clickhouse-release-1-1-54131-2017-01-10}
 
 ### CVE-2018-14670 {#cve-2018-14670}
 
-deb软件包中的错误配置可能导致使用未经授权的数据库。
+deb包中的错误配置可能导致未经授权使用数据库。
 
-来源：英国国家网络安全中心（NCSC）
+作者：英国国家网络安全中心（NCSC）
 
-[来源文章](https://clickhouse.tech/docs/en/security_changelog/) <!--hide-->
+{## [Original article](https://clickhouse.tech/docs/en/security_changelog/) ##}

From 24cb824bfe79f671794816492b69a01f04d7dd74 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 15:09:27 +0300
Subject: [PATCH 304/742] Simplify coverage images

---
 docker/images.json                            | 21 ++----
 docker/test/coverage/Dockerfile               | 22 +++---
 .../run.sh                                    | 11 ++-
 .../s3downloader                              |  0
 docker/test/stateful_with_coverage/Dockerfile | 15 ----
 .../test/stateless_with_coverage/Dockerfile   | 47 ------------
 docker/test/stateless_with_coverage/run.sh    | 75 -------------------
 7 files changed, 26 insertions(+), 165 deletions(-)
 rename docker/test/{stateful_with_coverage => coverage}/run.sh (82%)
 rename docker/test/{stateful_with_coverage => coverage}/s3downloader (100%)
 delete mode 100644 docker/test/stateful_with_coverage/Dockerfile
 delete mode 100644 docker/test/stateless_with_coverage/Dockerfile
 delete mode 100755 docker/test/stateless_with_coverage/run.sh

diff --git a/docker/images.json b/docker/images.json
index 16747cc3725..e7300972b6d 100644
--- a/docker/images.json
+++ b/docker/images.json
@@ -17,10 +17,6 @@
         "name": "yandex/clickhouse-unbundled-builder",
         "dependent": []
     },
-    "docker/test/coverage": {
-        "name": "yandex/clickhouse-coverage",
-        "dependent": []
-    },
     "docker/test/compatibility/centos": {
         "name": "yandex/clickhouse-test-old-centos",
         "dependent": []
@@ -48,27 +44,22 @@
     "docker/test/stateless": {
         "name": "yandex/clickhouse-stateless-test",
         "dependent": [
-            "docker/test/stateful"
+            "docker/test/stateful",
+            "docker/test/coverage"
         ]
     },
     "docker/test/stateless_pytest": {
         "name": "yandex/clickhouse-stateless-pytest",
         "dependent": []
     },
-    "docker/test/stateless_with_coverage": {
-        "name": "yandex/clickhouse-stateless-test-with-coverage",
-        "dependent": [
-            "docker/test/stateful_with_coverage"
-        ]
-    },
     "docker/test/stateful": {
         "name": "yandex/clickhouse-stateful-test",
         "dependent": [
             "docker/test/stress"
         ]
     },
-    "docker/test/stateful_with_coverage": {
-        "name": "yandex/clickhouse-stateful-test-with-coverage",
+    "docker/test/coverage": {
+        "name": "yandex/clickhouse-test-coverage",
         "dependent": []
     },
     "docker/test/unit": {
@@ -143,9 +134,7 @@
          "name": "yandex/clickhouse-test-base",
          "dependent": [
             "docker/test/stateless",
-            "docker/test/stateless_with_coverage",
-            "docker/test/stateless_pytest",
-            "docker/test/coverage"
+            "docker/test/stateless_pytest"
          ]
     },
     "docker/packager/unbundled": {
diff --git a/docker/test/coverage/Dockerfile b/docker/test/coverage/Dockerfile
index cea1a63cf6f..681f65e0f6f 100644
--- a/docker/test/coverage/Dockerfile
+++ b/docker/test/coverage/Dockerfile
@@ -1,16 +1,18 @@
-# docker build -t yandex/clickhouse-coverage .
-ARG PARENT_TAG=latest
-FROM yandex/clickhouse-test-base:${PARENT_TAG}
+# docker build -t yandex/clickhouse-test-coverage .
+FROM yandex/clickhouse-stateless-test
 
+RUN apt-get update -y \
+    && env DEBIAN_FRONTEND=noninteractive \
+        apt-get install --yes --no-install-recommends \
+            cmake
+
+COPY s3downloader /s3downloader
+COPY run.sh /run.sh
+
+ENV DATASETS="hits visits"
 ENV COVERAGE_DIR=/coverage_reports
 ENV SOURCE_DIR=/build
 ENV OUTPUT_DIR=/output
 ENV IGNORE='.*contrib.*'
 
-RUN apt-get update && apt-get install cmake --yes --no-install-recommends
-
-CMD mkdir -p /build/obj-x86_64-linux-gnu && cd /build/obj-x86_64-linux-gnu && CC=clang-11 CXX=clang++-11 cmake .. && cd /; \
-    dpkg -i /package_folder/clickhouse-common-static_*.deb; \
-    llvm-profdata-11 merge -sparse ${COVERAGE_DIR}/* -o clickhouse.profdata && \
-    llvm-cov-11 export /usr/bin/clickhouse -instr-profile=clickhouse.profdata -j=16 -format=lcov -skip-functions -ignore-filename-regex $IGNORE > output.lcov && \
-    genhtml output.lcov --ignore-errors source --output-directory ${OUTPUT_DIR}
+CMD ["/bin/bash", "/run.sh"]
diff --git a/docker/test/stateful_with_coverage/run.sh b/docker/test/coverage/run.sh
similarity index 82%
rename from docker/test/stateful_with_coverage/run.sh
rename to docker/test/coverage/run.sh
index 5fc6350fad8..41da390e06b 100755
--- a/docker/test/stateful_with_coverage/run.sh
+++ b/docker/test/coverage/run.sh
@@ -89,10 +89,17 @@ fi
 # more idiologically correct.
 read -ra ADDITIONAL_OPTIONS <<< "${ADDITIONAL_OPTIONS:-}"
 
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-test --testname --shard --zookeeper --no-stateless --hung-check --print-time "$SKIP_LIST_OPT" "${ADDITIONAL_OPTIONS[@]}" "$SKIP_TESTS_OPTION" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee test_output/test_result.txt
+LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-test --testname --shard --zookeeper --print-time "$SKIP_LIST_OPT" "${ADDITIONAL_OPTIONS[@]}" "$SKIP_TESTS_OPTION" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee test_output/test_result.txt
 
 kill_clickhouse
 
 sleep 3
 
-cp /*.profraw /profraw ||:
+mkdir -p $COVERAGE_DIR
+mv /*.profraw $COVERAGE_DIR
+
+mkdir -p $SOURCE_DIR/obj-x86_64-linux-gnu
+cd $SOURCE_DIR/obj-x86_64-linux-gnu && CC=clang-11 CXX=clang++-11 cmake .. && cd /
+llvm-profdata-11 merge -sparse ${COVERAGE_DIR}/* -o clickhouse.profdata
+llvm-cov-11 export /usr/bin/clickhouse -instr-profile=clickhouse.profdata -j=16 -format=lcov -skip-functions -ignore-filename-regex $IGNORE > output.lcov
+genhtml output.lcov --ignore-errors source --output-directory ${OUTPUT_DIR}
diff --git a/docker/test/stateful_with_coverage/s3downloader b/docker/test/coverage/s3downloader
similarity index 100%
rename from docker/test/stateful_with_coverage/s3downloader
rename to docker/test/coverage/s3downloader
diff --git a/docker/test/stateful_with_coverage/Dockerfile b/docker/test/stateful_with_coverage/Dockerfile
deleted file mode 100644
index 07acf4ed4e6..00000000000
--- a/docker/test/stateful_with_coverage/Dockerfile
+++ /dev/null
@@ -1,15 +0,0 @@
-# docker build -t yandex/clickhouse-stateful-test-with-coverage .
-FROM yandex/clickhouse-stateless-test-with-coverage
-
-RUN apt-get update -y \
-    && env DEBIAN_FRONTEND=noninteractive \
-        apt-get install --yes --no-install-recommends \
-        python3-requests procps psmisc
-
-COPY s3downloader /s3downloader
-COPY run.sh /run.sh
-
-ENV DATASETS="hits visits"
-
-CMD ["/bin/bash", "/run.sh"]
-
diff --git a/docker/test/stateless_with_coverage/Dockerfile b/docker/test/stateless_with_coverage/Dockerfile
deleted file mode 100644
index e31d2d1e009..00000000000
--- a/docker/test/stateless_with_coverage/Dockerfile
+++ /dev/null
@@ -1,47 +0,0 @@
-# docker build -t yandex/clickhouse-stateless-test-with-coverage .
-# TODO: that can be based on yandex/clickhouse-stateless-test (llvm version and CMD differs)
-FROM yandex/clickhouse-test-base
-
-ARG odbc_driver_url="https://github.com/ClickHouse/clickhouse-odbc/releases/download/v1.1.4.20200302/clickhouse-odbc-1.1.4-Linux.tar.gz"
-
-RUN apt-get update -y \
-    && env DEBIAN_FRONTEND=noninteractive \
-        apt-get install --yes --no-install-recommends \
-            bash \
-            tzdata \
-            fakeroot \
-            debhelper \
-            expect \
-            python3 \
-            python3-lxml \
-            python3-termcolor \
-            python3-requests \
-            sudo \
-            openssl \
-            ncdu \
-            netcat-openbsd \
-            telnet \
-            tree \
-            moreutils \
-            brotli \
-            zstd \
-            gdb \
-            lsof \
-            unixodbc \
-            wget \
-            qemu-user-static \
-            procps \
-            psmisc
-
-RUN mkdir -p /tmp/clickhouse-odbc-tmp \
-   && wget -nv -O - ${odbc_driver_url} | tar --strip-components=1 -xz -C /tmp/clickhouse-odbc-tmp \
-   && cp /tmp/clickhouse-odbc-tmp/lib64/*.so /usr/local/lib/ \
-   && odbcinst -i -d -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbcinst.ini.sample \
-   && odbcinst -i -s -l -f /tmp/clickhouse-odbc-tmp/share/doc/clickhouse-odbc/config/odbc.ini.sample \
-   && rm -rf /tmp/clickhouse-odbc-tmp
-
-ENV TZ=Europe/Moscow
-RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
-COPY run.sh /run.sh
-
-CMD ["/bin/bash", "/run.sh"]
diff --git a/docker/test/stateless_with_coverage/run.sh b/docker/test/stateless_with_coverage/run.sh
deleted file mode 100755
index 4e4d9430a11..00000000000
--- a/docker/test/stateless_with_coverage/run.sh
+++ /dev/null
@@ -1,75 +0,0 @@
-#!/bin/bash
-
-kill_clickhouse () {
-    echo "clickhouse pids $(pgrep -u clickhouse)" | ts '%Y-%m-%d %H:%M:%S'
-    pkill -f "clickhouse-server" 2>/dev/null
-
-
-    for _ in {1..120}
-    do
-        if ! pkill -0 -f "clickhouse-server" ; then break ; fi
-        echo "ClickHouse still alive" | ts '%Y-%m-%d %H:%M:%S'
-        sleep 1
-    done
-
-    if pkill -0 -f "clickhouse-server"
-    then
-        pstree -apgT
-        jobs
-        echo "Failed to kill the ClickHouse server"  | ts '%Y-%m-%d %H:%M:%S'
-        return 1
-    fi
-}
-
-start_clickhouse () {
-    LLVM_PROFILE_FILE='server_%h_%p_%m.profraw' sudo -Eu clickhouse /usr/bin/clickhouse-server --config /etc/clickhouse-server/config.xml &
-    counter=0
-    until clickhouse-client --query "SELECT 1"
-    do
-        if [ "$counter" -gt 120 ]
-        then
-            echo "Cannot start clickhouse-server"
-            cat /var/log/clickhouse-server/stdout.log
-            tail -n1000 /var/log/clickhouse-server/stderr.log
-            tail -n1000 /var/log/clickhouse-server/clickhouse-server.log
-            break
-        fi
-        sleep 0.5
-        counter=$((counter + 1))
-    done
-}
-
-chmod 777 /
-
-dpkg -i package_folder/clickhouse-common-static_*.deb; \
-    dpkg -i package_folder/clickhouse-common-static-dbg_*.deb; \
-    dpkg -i package_folder/clickhouse-server_*.deb;  \
-    dpkg -i package_folder/clickhouse-client_*.deb; \
-    dpkg -i package_folder/clickhouse-test_*.deb
-
-
-mkdir -p /var/lib/clickhouse
-mkdir -p /var/log/clickhouse-server
-chmod 777 -R /var/lib/clickhouse
-chmod 777 -R /var/log/clickhouse-server/
-
-# install test configs
-/usr/share/clickhouse-test/config/install.sh
-
-start_clickhouse
-
-if grep -q -- "--use-skip-list" /usr/bin/clickhouse-test; then
-    SKIP_LIST_OPT="--use-skip-list"
-fi
-
-# We can have several additional options so we path them as array because it's
-# more idiologically correct.
-read -ra ADDITIONAL_OPTIONS <<< "${ADDITIONAL_OPTIONS:-}"
-
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-test --testname --shard --zookeeper --hung-check --print-time "$SKIP_LIST_OPT" "${ADDITIONAL_OPTIONS[@]}" "$SKIP_TESTS_OPTION" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee test_output/test_result.txt
-
-kill_clickhouse
-
-sleep 3
-
-cp /*.profraw /profraw ||:

From 5a5fbf9eaefc20bf365783dc6f8489bdd3e8714d Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 15:22:07 +0300
Subject: [PATCH 305/742] Remove logs from thread fuzzer

---
 src/Common/ThreadFuzzer.cpp | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/src/Common/ThreadFuzzer.cpp b/src/Common/ThreadFuzzer.cpp
index 76cae4bb0ac..88ff53534e6 100644
--- a/src/Common/ThreadFuzzer.cpp
+++ b/src/Common/ThreadFuzzer.cpp
@@ -103,10 +103,6 @@ void ThreadFuzzer::initConfiguration()
     initFromEnv(sleep_probability, "THREAD_FUZZER_SLEEP_PROBABILITY");
     initFromEnv(sleep_time_us, "THREAD_FUZZER_SLEEP_TIME_US");
 
-    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Sleep probability {}", sleep_probability);
-    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Cpu time period {}", cpu_time_period_us);
-    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Sleep time us {}", sleep_time_us);
-
 #if THREAD_FUZZER_WRAP_PTHREAD
 #    define INIT_WRAPPER_PARAMS(RET, NAME, ...) \
         initFromEnv(NAME##_before_yield_probability, "THREAD_FUZZER_" #NAME "_BEFORE_YIELD_PROBABILITY"); \

From 0bc1479a48ed90296a8bbb2a2af04676eea8adda Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 14:19:12 +0300
Subject: [PATCH 306/742] Fix clickhouse-test

---
 tests/clickhouse-test | 42 ++++++++++++++++++++----------------------
 1 file changed, 20 insertions(+), 22 deletions(-)

diff --git a/tests/clickhouse-test b/tests/clickhouse-test
index 45cde00037f..07677d5b823 100755
--- a/tests/clickhouse-test
+++ b/tests/clickhouse-test
@@ -251,7 +251,7 @@ stop_time = None
 
 # def run_tests_array(all_tests, suite, suite_dir, suite_tmp_dir, run_total):
 def run_tests_array(all_tests_with_params):
-    all_tests, suite, suite_dir, suite_tmp_dir, run_total = all_tests_with_params
+    all_tests, suite, suite_dir, suite_tmp_dir = all_tests_with_params
     global exit_code
     global SERVER_DIED
     global stop_time
@@ -698,6 +698,7 @@ def main(args):
                 all_tests = [t for t in all_tests if any([re.search(r, t) for r in args.test])]
             all_tests.sort(key=key_func)
 
+            jobs = args.jobs
             parallel_tests = []
             sequential_tests = []
             for test in all_tests:
@@ -706,35 +707,32 @@ def main(args):
                 else:
                     parallel_tests.append(test)
 
-            print("Found", len(parallel_tests), "parallel tests and", len(sequential_tests), "sequential tests")
-            run_n, run_total = args.parallel.split('/')
-            run_n = float(run_n)
-            run_total = float(run_total)
-            tests_n = len(parallel_tests)
-            if run_total > tests_n:
-                run_total = tests_n
-            if run_n > run_total:
-                continue
+            if jobs > 1 and len(parallel_tests) > 0:
+                print("Found", len(parallel_tests), "parallel tests and", len(sequential_tests), "sequential tests")
+                run_n, run_total = args.parallel.split('/')
+                run_n = float(run_n)
+                run_total = float(run_total)
+                tests_n = len(parallel_tests)
+                if run_total > tests_n:
+                    run_total = tests_n
 
-            jobs = args.jobs
-            if jobs > tests_n:
-                jobs = tests_n
-            if jobs > run_total:
-                run_total = jobs
+                if jobs > tests_n:
+                    jobs = tests_n
+                if jobs > run_total:
+                    run_total = jobs
 
-            batch_size = len(parallel_tests) // jobs
-            parallel_tests_array = []
-            for i in range(0, len(parallel_tests), batch_size):
-                parallel_tests_array.append((parallel_tests[i:i+batch_size], suite, suite_dir, suite_tmp_dir, run_total))
+                batch_size = len(parallel_tests) // jobs
+                parallel_tests_array = []
+                for i in range(0, len(parallel_tests), batch_size):
+                    parallel_tests_array.append((parallel_tests[i:i+batch_size], suite, suite_dir, suite_tmp_dir))
 
-            if jobs > 1:
                 with closing(multiprocessing.Pool(processes=jobs)) as pool:
                     pool.map(run_tests_array, parallel_tests_array)
 
-                run_tests_array((sequential_tests, suite, suite_dir, suite_tmp_dir, run_total))
+                run_tests_array((sequential_tests, suite, suite_dir, suite_tmp_dir))
                 total_tests_run += len(sequential_tests) + len(parallel_tests)
             else:
-                run_tests_array((all_tests, suite, suite_dir, suite_tmp_dir, run_total))
+                run_tests_array((all_tests, suite, suite_dir, suite_tmp_dir))
                 total_tests_run += len(all_tests)
 
     if args.hung_check:

From b760d7d7d1c66e05a0f5637e4e96a24e479a14d8 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 15:22:57 +0300
Subject: [PATCH 307/742] Remove more changes

---
 src/Common/ThreadFuzzer.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Common/ThreadFuzzer.cpp b/src/Common/ThreadFuzzer.cpp
index 88ff53534e6..a32e50c44b2 100644
--- a/src/Common/ThreadFuzzer.cpp
+++ b/src/Common/ThreadFuzzer.cpp
@@ -10,7 +10,6 @@
 #include <common/sleep.h>
 
 #include <IO/ReadHelpers.h>
-#include <common/logger_useful.h>
 
 #include <Common/Exception.h>
 #include <Common/thread_local_rng.h>

From 110e76e71da4cc27115bbeaf5239a5158564d6bd Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 21 Dec 2020 15:42:57 +0300
Subject: [PATCH 308/742] Fix special build.

---
 src/DataStreams/RemoteQueryExecutor.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/DataStreams/RemoteQueryExecutor.cpp b/src/DataStreams/RemoteQueryExecutor.cpp
index 5123c763218..51d229a1126 100644
--- a/src/DataStreams/RemoteQueryExecutor.cpp
+++ b/src/DataStreams/RemoteQueryExecutor.cpp
@@ -199,7 +199,7 @@ Block RemoteQueryExecutor::read()
     }
 }
 
-std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext> & read_context)
+std::variant<Block, int> RemoteQueryExecutor::read(std::unique_ptr<ReadContext> & read_context [[maybe_unused]])
 {
 
 #if defined(OS_LINUX)

From e0400e335b28d1337a8dfd7eb0709747ad976f11 Mon Sep 17 00:00:00 2001
From: "Islam Israfilov (Islam93)" <israfilov93@gmail.com>
Date: Mon, 21 Dec 2020 16:21:44 +0300
Subject: [PATCH 309/742] see also block fixes for datetime rus doc

---
 docs/ru/sql-reference/data-types/datetime.md   | 12 +++++++-----
 docs/ru/sql-reference/data-types/datetime64.md | 11 ++++++-----
 2 files changed, 13 insertions(+), 10 deletions(-)

diff --git a/docs/ru/sql-reference/data-types/datetime.md b/docs/ru/sql-reference/data-types/datetime.md
index 87c5da68f35..f9b7c8e142c 100644
--- a/docs/ru/sql-reference/data-types/datetime.md
+++ b/docs/ru/sql-reference/data-types/datetime.md
@@ -116,12 +116,14 @@ FROM dt
 
 ## See Also {#see-also}
 
--   [Функции преобразования типов](../../sql-reference/data-types/datetime.md)
--   [Функции для работы с датой и временем](../../sql-reference/data-types/datetime.md)
--   [Функции для работы с массивами](../../sql-reference/data-types/datetime.md)
+-   [Функции преобразования типов](../../sql-reference/functions/type-conversion-functions.md)
+-   [Функции для работы с датой и временем](../../sql-reference/functions/date-time-functions.md)
+-   [Функции для работы с массивами](../../sql-reference/functions/array-functions.md)
 -   [Настройка `date_time_input_format`](../../operations/settings/settings.md#settings-date_time_input_format)
--   [Конфигурационный параметр сервера `timezone`](../../sql-reference/data-types/datetime.md#server_configuration_parameters-timezone)
--   [Операторы для работы с датой и временем](../../sql-reference/data-types/datetime.md#operators-datetime)
+-   [Настройка `date_time_output_format`](../../operations/settings/settings.md#settings-date_time_output_format)
+-   [Конфигурационный параметр сервера `timezone`](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
+-   [Операторы для работы с датой и временем](../../sql-reference/operators/index.md#operators-datetime)
 -   [Тип данных `Date`](date.md)
+-   [Тип данных `DateTime64`](datetime64.md)
 
 [Оригинальная статья](https://clickhouse.tech/docs/ru/data_types/datetime/) <!--hide-->
diff --git a/docs/ru/sql-reference/data-types/datetime64.md b/docs/ru/sql-reference/data-types/datetime64.md
index 0a602e44636..b5e185c9132 100644
--- a/docs/ru/sql-reference/data-types/datetime64.md
+++ b/docs/ru/sql-reference/data-types/datetime64.md
@@ -92,11 +92,12 @@ FROM dt
 
 ## See Also {#see-also}
 
--   [Функции преобразования типов](../../sql-reference/data-types/datetime64.md)
--   [Функции для работы с датой и временем](../../sql-reference/data-types/datetime64.md)
--   [Функции для работы с массивами](../../sql-reference/data-types/datetime64.md)
+-   [Функции преобразования типов](../../sql-reference/functions/type-conversion-functions.md)
+-   [Функции для работы с датой и временем](../../sql-reference/functions/date-time-functions.md)
+-   [Функции для работы с массивами](../../sql-reference/functions/array-functions.md)
 -   [Настройка `date_time_input_format`](../../operations/settings/settings.md#settings-date_time_input_format)
--   [Конфигурационный параметр сервера `timezone`](../../sql-reference/data-types/datetime64.md#server_configuration_parameters-timezone)
--   [Операторы для работы с датой и временем](../../sql-reference/data-types/datetime64.md#operators-datetime)
+-   [Настройка `date_time_output_format`](../../operations/settings/settings.md#settings-date_time_output_format)
+-   [Конфигурационный параметр сервера `timezone`](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
+-   [Операторы для работы с датой и временем](../../sql-reference/operators/index.md#operators-datetime)
 -   [Тип данных `Date`](date.md)
 -   [Тип данных `DateTime`](datetime.md)

From 69b40ffae5ab25563c5b94265b4710ae65974b78 Mon Sep 17 00:00:00 2001
From: Peng Jian <pengjian.uestc@gmail.com>
Date: Mon, 21 Dec 2020 21:46:55 +0800
Subject: [PATCH 310/742] fix nullptr

---
 src/Interpreters/TreeRewriter.cpp | 21 ++++++++++++++++-----
 1 file changed, 16 insertions(+), 5 deletions(-)

diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 2dc9a4ee818..125f8663afe 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -624,12 +624,23 @@ void TreeRewriterResult::collectUsedColumns(const ASTPtr & query, bool is_select
         for (const auto & name : columns_context.requiredColumns())
             ss << " '" << name << "'";
 
-        ss << ", maybe you meant: ";
-        for (const auto & name : columns_context.requiredColumns())
+        if (storage)
         {
-            auto hints = storage->getHints(name);
-            if (!hints.empty())
-                ss << " '" << toString(hints) << " '";
+            ss << ", maybe you meant: ";
+            for (const auto & name : columns_context.requiredColumns())
+            {
+                auto hints = storage->getHints(name);
+                if (!hints.empty())
+                    ss << " '" << toString(hints) << " '";
+            }
+        }
+        else
+        {
+            if (!source_column_names.empty())
+                for (const auto & name : columns_context.requiredColumns())
+                    ss << " '" << name << "'";
+            else
+                ss << ", no source columns";
         }
 
         if (columns_context.has_table_join)

From 29e0b4ec40e2a09c0c7f30f6918ddb53229067c3 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 21 Dec 2020 17:14:05 +0300
Subject: [PATCH 311/742] Refactor cose a little bit more.

---
 src/Functions/ExtractString.h         | 9 +++++++--
 src/Functions/FunctionsStringHash.cpp | 6 +++---
 2 files changed, 10 insertions(+), 5 deletions(-)

diff --git a/src/Functions/ExtractString.h b/src/Functions/ExtractString.h
index 51d6f17380c..b659d072887 100644
--- a/src/Functions/ExtractString.h
+++ b/src/Functions/ExtractString.h
@@ -19,11 +19,16 @@ namespace DB
 template <size_t N, bool CaseInsensitive>
 struct ExtractStringImpl
 {
+    /// Padding form ColumnsString. It is a number of bytes we can always read starting from pos if pos < end.
     static constexpr size_t default_padding = 16;
 
-    // the length of code_points = default_padding + N -1
+    /// Functions are read `default_padding - (N - 1)` bytes into the buffer. Window of size N is used.
+    /// Read copies `N - 1` last bytes from buffer into beginning, and then reads new bytes.
+    static constexpr size_t buffer_size = default_padding + N - 1;
+
+    // the length of code_points = buffer_size
     // pos: the current beginning location that we want to copy data
-    // end: the end loction of the string
+    // end: the end location of the string
     static ALWAYS_INLINE size_t readASCIICodePoints(UInt8 * code_points, const char *& pos, const char * end)
     {
         /// Offset before which we copy some data.
diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index b27d8601f3a..70e524c5df8 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -48,7 +48,7 @@ struct Hash
         return crc;
     }
 
-    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt32 * hashes, size_t size, size_t offset)
+    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes, size_t size, size_t offset)
     {
         UInt64 crc1 = -1ULL;
         UInt64 crc2 = -1ULL;
@@ -122,7 +122,7 @@ struct SimhashImpl
     // we made an assumption that the size of one word cann't exceed 128, which may not true
     // if some word's size exceed 128, it would be cut up to several word
     static constexpr size_t max_string_size = 1u << 15;
-    static constexpr size_t simultaneously_codepoints_num = StrOp::default_padding + N - 1;
+    static constexpr size_t simultaneously_codepoints_num = StrOp::buffer_size;
 
     // Simhash ngram calculate function: String ->UInt64
     // this function extracting ngram from input string, and maintain a 64-dimensions vector
@@ -323,7 +323,7 @@ struct MinhashImpl
     using MinHeap = FixedHeap<std::greater<size_t>, K, 0>;
     using StrOp = ExtractStringImpl<N, CaseInsensitive>;
     static constexpr size_t max_string_size = 1u << 15;
-    static constexpr size_t simultaneously_codepoints_num = StrOp::default_padding + N - 1;
+    static constexpr size_t simultaneously_codepoints_num = StrOp::buffer_size;
 
     // Minhash ngram calculate function, String -> Tuple(UInt64, UInt64)
     // we extract ngram from input string, and calculate a hash value for each ngram

From 78429eca70b1bc5803a603fa41f8ebddaae2a802 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 21 Dec 2020 17:30:17 +0300
Subject: [PATCH 312/742] Refactor code a little bit more.

---
 src/Functions/FunctionsStringHash.cpp | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 70e524c5df8..ec0f5fea808 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -104,6 +104,21 @@ struct Hash
             crc2 = _mm_crc32_u32(crc2, hashes[i]);
 #else
         throw Exception("hashSum is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
+#endif
+        return crc1 | (crc2 << 32u);
+    }
+
+    static ALWAYS_INLINE inline UInt64 hashSum(const UInt64 * hashes, size_t K)
+    {
+        UInt64 crc1 = -1ULL;
+        UInt64 crc2 = -1ULL;
+#ifdef __SSE4_2__
+        for (size_t i = 0; i < K; i += 2)
+            crc1 = _mm_crc32_u64(crc1, hashes[i]);
+        for (size_t i = 1; i < K; i += 2)
+            crc2 = _mm_crc32_u64(crc2, hashes[i]);
+#else
+        throw Exception("hashSum is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
 #endif
         return crc1 | (crc2 << 32u);
     }

From 8f2d4f2d1ec02c80caac0ec4f73e39b244163dbd Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 18:46:36 +0300
Subject: [PATCH 313/742] Fix user

---
 docker/test/stateless/run.sh | 2 +-
 src/Common/ThreadFuzzer.cpp  | 5 +++++
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/docker/test/stateless/run.sh b/docker/test/stateless/run.sh
index 7aa4d5e74ab..fde699401b2 100755
--- a/docker/test/stateless/run.sh
+++ b/docker/test/stateless/run.sh
@@ -18,7 +18,7 @@ if [ "$NUM_TRIES" -gt "1" ]; then
     export THREAD_FUZZER_SLEEP_PROBABILITY=0.1
     export THREAD_FUZZER_SLEEP_TIME_US=100000
     # simpliest way to forward env variables to server
-    /usr/bin/clickhouse-server --config /etc/clickhouse-server/config.xml --daemon
+    sudo -u clickhouse /usr/bin/clickhouse-server --config /etc/clickhouse-server/config.xml --daemon
     sleep 5
 else
     service clickhouse-server start && sleep 5
diff --git a/src/Common/ThreadFuzzer.cpp b/src/Common/ThreadFuzzer.cpp
index a32e50c44b2..76cae4bb0ac 100644
--- a/src/Common/ThreadFuzzer.cpp
+++ b/src/Common/ThreadFuzzer.cpp
@@ -10,6 +10,7 @@
 #include <common/sleep.h>
 
 #include <IO/ReadHelpers.h>
+#include <common/logger_useful.h>
 
 #include <Common/Exception.h>
 #include <Common/thread_local_rng.h>
@@ -102,6 +103,10 @@ void ThreadFuzzer::initConfiguration()
     initFromEnv(sleep_probability, "THREAD_FUZZER_SLEEP_PROBABILITY");
     initFromEnv(sleep_time_us, "THREAD_FUZZER_SLEEP_TIME_US");
 
+    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Sleep probability {}", sleep_probability);
+    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Cpu time period {}", cpu_time_period_us);
+    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Sleep time us {}", sleep_time_us);
+
 #if THREAD_FUZZER_WRAP_PTHREAD
 #    define INIT_WRAPPER_PARAMS(RET, NAME, ...) \
         initFromEnv(NAME##_before_yield_probability, "THREAD_FUZZER_" #NAME "_BEFORE_YIELD_PROBABILITY"); \

From 12f0f82d3d8d9282092f5afecd16fdc548a0ccba Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 21 Dec 2020 19:53:28 +0300
Subject: [PATCH 314/742] Update test.

---
 .../01016_simhash_minhash.reference           | 180 +++++++++++++-----
 .../0_stateless/01016_simhash_minhash.sql     |  64 +++++++
 2 files changed, 201 insertions(+), 43 deletions(-)

diff --git a/tests/queries/0_stateless/01016_simhash_minhash.reference b/tests/queries/0_stateless/01016_simhash_minhash.reference
index 2ababa29d1e..edd5afc1af7 100644
--- a/tests/queries/0_stateless/01016_simhash_minhash.reference
+++ b/tests/queries/0_stateless/01016_simhash_minhash.reference
@@ -1,50 +1,144 @@
 0
 2718169299
 2718169299
-3333471646
-26585365
-4124079607
-4124079607
-4124079607
-979945684
-(3700739653,3614688582)
-(2594676265,556335836)
-(2594676265,556335836)
-(3157724679,410999184)
-(1378962320,1336242123)
-(3277652371,1284714580)
-(3277652371,1284714580)
-(3277652371,1284714580)
-(3140472415,3787127930)
+1315333491
+1099965843
+5746351769509927967
+5746351769509927967
+8347269581771603092
+6041373934059725027
+(17178276249054052155,8864230932371215121)
+(14133097226001036899,7985237721476952807)
+(14133097226001036899,7985237721476952807)
+(4661257206578284012,15229878657590021759)
+(3087743741749030713,11631667950302077749)
+(11923981719512934676,1193672187225825732)
+(11923981719512934676,1193672187225825732)
+(17970606678134635272,3825545538448404526)
+(9422952829151664974,568010773615758889)
 2548869326
 2548869326
 401385678
 401385710
-4258739090
-4260836242
-718415633
-718681881
-2314703251
-1238864275
-3900085650
-3907425682
-2314703251
-1238864275
-3569207545
-3568143609
-(1525603924,509999509)
-(1525603924,3764233597)
-(1525603924,2706466536)
-(1525603924,1315689278)
-(3824755630,2122451089)
-(946380879,2122451089)
-(3295904092,4129673330)
-(3295904092,4129673330)
-(138351420,974287950)
-(824220170,974287950)
-(3300081739,2402902535)
-(3300081739,3993394872)
-(138351420,974287950)
-(824220170,974287950)
-(3083836461,957058619)
-(4120380459,90533100)
+2652202579
+2652235347
+2984455347
+2984488115
+12804820948382413807
+12804820948919350245
+11651601468065149391
+11651600368014488527
+18377198011227067677
+18233505035951822655
+5501050600367972694
+5501050600367972692
+(8590465925632898311,12699049311112305995)
+(8590465925632898311,15828587343885202011)
+(8590465925632898311,15824051019631343049)
+(8590465925632898311,12699049311222825283)
+(217966158370437743,14452995911556652133)
+(217966158370437743,14452995911556652133)
+(2170210914777151141,5341809779339553313)
+(12469866236432988845,5341809779339553313)
+(12271157076799061825,5514511977572226426)
+(11639913962681153226,2767634094725305612)
+(12271157075024394466,17994666970078080114)
+(12271157077109587702,13572452308677868240)
+(6252006845407214340,13538761942960976531)
+(13795977174459370328,6392395597500134035)
+(16118993428517222971,13602445809406467)
+(16118993428517222971,13602445809406467)
+uniqExact	6
+ngramSimhash
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	938403918
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	904817231
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	904849486
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	938469966
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	938404430
+ngramSimhashCaseInsensitive
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	938453071
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	938453599
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	938404430
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	636382047
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	938388046
+ngramSimhashUTF8
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2400625214
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2669060670
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	2671174174
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	2669060798
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	2635506238
+ngramSimhashCaseInsensitiveUTF8
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2984307934
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	2967514366
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2715855070
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2967529694
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	2984290526
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2984306910
+wordShingleSimhash
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2384813566025024242
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	2393820766427040734
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	2421405261516400471
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2384883934767174398
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2384813567165864670
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2384813567098766070
+wordShingleSimhashCaseInsensitive
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	11635224793909957342
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	11617192803208139478
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	11617192803208151794
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	11617192803208151766
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	3006891407629799254
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	11617263171950236406
+wordShingleSimhashUTF8
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	9097818277104946605
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	9084246141658271116
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	9084247241171471628
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	9088752215857929613
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	9093255814816009484
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	9084247481822285196
+wordShingleSimhashCaseInsensitiveUTF8
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	14788772559981154978
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	14497164445320454820
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	14500537785782895266
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	14787646625647636642
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	14500016612976573090
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	14787956717160870888
+ngramMinhash
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(15568933215262012353,16287411738807860353)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(9473589826959436958,14264235017873782379)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(261441656340606110,13387826928927239258)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(261441656340606110,3305790294064680121)
+ngramMinhashCaseInsensitive
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(15568933215262012353,16287411738807860353)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(9473589826959436958,14264235017873782379)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(3051755284325985438,3305790294064680121)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(3051755284325985438,13387826928927239258)
+ngramMinhashUTF8
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	4	(309830857064065611,7476109060377919216)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(309830856946430871,7521913981442105351)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(309830857559697399,7476109060377919216)
+ngramMinhashCaseInsensitiveUTF8
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(13010809262502929096,2266175201446733829)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	5	(16827851229372179144,976408052548769549)
+wordShingleMinhash
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(14343822344862533053,11776483993821900250)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(18417749332128868312,11776483993821900250)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(18417749329907528200,14156831980621923226)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(4600092690178227586,11776483993821900250)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(12998011837685887081,1565093152297016105)
+wordShingleMinhashCaseInsensitive
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(12998011837880940480,1565093152297016105)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(1100751419997894255,15225006848401474458)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(1100751419777226283,12993805708561478711)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(1260401089202135898,12993805709529540523)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(1638964264353944555,12993805708561478711)
+wordShingleMinhashUTF8
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(742280067319112377,14237963017046410351)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(7237654052534217600,14400297883226437452)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(742280067319112377,17574811665615962276)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	(3458625375707825328,17574811665615962276)
+wordShingleMinhashCaseInsensitiveUTF8
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(7032848390598450936,5104668712725998486)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(15582670464629505464,13034678298246801511)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(9935434838523508980,7648038926638343017)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(7032848390598450936,16870743692447971238)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(7302041809563941951,6856814412450461959)
diff --git a/tests/queries/0_stateless/01016_simhash_minhash.sql b/tests/queries/0_stateless/01016_simhash_minhash.sql
index 9e87216d26f..61b9ac14259 100644
--- a/tests/queries/0_stateless/01016_simhash_minhash.sql
+++ b/tests/queries/0_stateless/01016_simhash_minhash.sql
@@ -44,4 +44,68 @@ SELECT wordShingleMinhashCaseInsensitive(s) FROM defaults;
 SELECT wordShingleMinhashUTF8(s) FROM defaults;
 SELECT wordShingleMinhashCaseInsensitiveUTF8(s) FROM defaults;
 
+TRUNCATE TABLE defaults;
+INSERT INTO defaults SELECT arrayJoin(splitByString('\n\n',
+'ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.
+ClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.
+ClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.
+
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.
+ClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system''s read and write availability.
+ClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.
+
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.
+ClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system''s read / write availability.
+ClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.
+
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.
+ClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.
+ClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.
+
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.
+ClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.
+ClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.
+
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.
+ClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.
+ClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.'
+));
+
+SELECT 'uniqExact', uniqExact(s) FROM defaults;
+
+
+SELECT 'ngramSimhash';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimhash(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramSimhashCaseInsensitive';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimhashCaseInsensitive(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramSimhashUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimhashUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramSimhashCaseInsensitiveUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimhashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleSimhash';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimhash(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleSimhashCaseInsensitive';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimhashCaseInsensitive(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleSimhashUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimhashUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleSimhashCaseInsensitiveUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimhashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
+
+SELECT 'ngramMinhash';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinhash(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramMinhashCaseInsensitive';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinhashCaseInsensitive(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramMinhashUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinhashUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramMinhashCaseInsensitiveUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinhashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleMinhash';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinhash(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleMinhashCaseInsensitive';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinhashCaseInsensitive(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleMinhashUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinhashUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleMinhashCaseInsensitiveUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinhashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
+
 DROP TABLE defaults;

From 2222122f9f4bb998f133014d27d30997bddbc739 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Mon, 21 Dec 2020 20:02:59 +0300
Subject: [PATCH 315/742] Update ThreadFuzzer.cpp

---
 src/Common/ThreadFuzzer.cpp | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/Common/ThreadFuzzer.cpp b/src/Common/ThreadFuzzer.cpp
index 76cae4bb0ac..946e8590fc2 100644
--- a/src/Common/ThreadFuzzer.cpp
+++ b/src/Common/ThreadFuzzer.cpp
@@ -104,7 +104,9 @@ void ThreadFuzzer::initConfiguration()
     initFromEnv(sleep_time_us, "THREAD_FUZZER_SLEEP_TIME_US");
 
     LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Sleep probability {}", sleep_probability);
-    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Cpu time period {}", cpu_time_period_us);
+    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Yield probability {}", yield_probability);
+    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Migrate probability {}", migrate_probability);
+    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "CPU time period {}", cpu_time_period_us);
     LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Sleep time us {}", sleep_time_us);
 
 #if THREAD_FUZZER_WRAP_PTHREAD

From 6a93e487c6e08de2180b76e6a68b07cf8b1db20e Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Mon, 21 Dec 2020 22:30:37 +0300
Subject: [PATCH 316/742] Document the countMatches function.
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Задокументировал функцию countMatches.
---
 .../functions/string-search-functions.md      | 57 +++++++++++++++++--
 1 file changed, 53 insertions(+), 4 deletions(-)

diff --git a/docs/en/sql-reference/functions/string-search-functions.md b/docs/en/sql-reference/functions/string-search-functions.md
index 3cde7dd71d4..957866faea3 100644
--- a/docs/en/sql-reference/functions/string-search-functions.md
+++ b/docs/en/sql-reference/functions/string-search-functions.md
@@ -400,7 +400,8 @@ Result:
 └──────────────────────────────────────────────────────────────────────────────────────────┘
 ```
 
-**See also**
+**See Also**
+
 -   [extractAllGroupsVertical](#extractallgroups-vertical)
 
 ## extractAllGroupsVertical {#extractallgroups-vertical}
@@ -440,7 +441,8 @@ Result:
 └────────────────────────────────────────────────────────────────────────────────────────┘
 ```
 
-**See also**
+**See Also**
+
 -   [extractAllGroupsHorizontal](#extractallgroups-horizontal)
 
 ## like(haystack, pattern), haystack LIKE pattern operator {#function-like}
@@ -590,8 +592,55 @@ Result:
 └───────────────────────────────┘
 ```
 
-[Original article](https://clickhouse.tech/docs/en/query_language/functions/string_search_functions/) <!--hide-->
-
 ## countMatches(haystack, pattern) {#countmatcheshaystack-pattern}
 
 Returns the number of regular expression matches for a `pattern` in a `haystack`.
+
+**Syntax**
+
+``` sql
+countMatches(haystack, pattern)
+```
+
+**Parameters**
+
+-   `haystack` — The string to search in. [String](../../sql-reference/syntax.md#syntax-string-literal).
+-   `pattern` — The regular expression with [re2 syntax](https://github.com/google/re2/wiki/Syntax). [String](../../sql-reference/data-types/string.md).
+
+**Returned value**
+
+-   The number of matches.
+
+Type: [UInt64](../../sql-reference/data-types/int-uint.md).
+
+**Examples**
+
+Query:
+
+``` sql
+SELECT countMatches('foobar.com', 'o')
+```
+
+Result:
+
+``` text
+┌─countMatches('foobar.com', 'o')─┐
+│                               3 │
+└─────────────────────────────────┘
+```
+
+Query:
+
+``` sql
+SELECT countMatches('aaaa', 'aa')
+```
+
+Result:
+
+``` text
+┌─countMatches('aaaa', 'aa')─┐
+│                             2 │
+└───────────────────────────────┘
+```
+
+[Original article](https://clickhouse.tech/docs/en/query_language/functions/string_search_functions/) <!--hide-->

From 8bbb67875803a01acac9a2cd861a2b3ec2ce8f24 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 23:09:32 +0300
Subject: [PATCH 317/742] Correctly forward env

---
 docker/test/stateless/run.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/stateless/run.sh b/docker/test/stateless/run.sh
index fde699401b2..8b706729109 100755
--- a/docker/test/stateless/run.sh
+++ b/docker/test/stateless/run.sh
@@ -18,7 +18,7 @@ if [ "$NUM_TRIES" -gt "1" ]; then
     export THREAD_FUZZER_SLEEP_PROBABILITY=0.1
     export THREAD_FUZZER_SLEEP_TIME_US=100000
     # simpliest way to forward env variables to server
-    sudo -u clickhouse /usr/bin/clickhouse-server --config /etc/clickhouse-server/config.xml --daemon
+    sudo -E -u clickhouse /usr/bin/clickhouse-server --config /etc/clickhouse-server/config.xml --daemon
     sleep 5
 else
     service clickhouse-server start && sleep 5

From 302e8f697d4039b9887fecd8ff09e530de7cb638 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Mon, 21 Dec 2020 23:13:26 +0300
Subject: [PATCH 318/742] Document tcpPort function
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Задокументировал функцию tcp_port.
---
 .../functions/other-functions.md              | 40 +++++++++++++++++++
 1 file changed, 40 insertions(+)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index 51a1f6b4cd7..4d69edb3ec1 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1677,4 +1677,44 @@ Result:
 UNSUPPORTED_METHOD
 ```
 
+## tcpPort {#tcpPort}
+
+Returns TCP port number listened by this server.
+
+**Syntax**
+
+``` sql
+tcpPort()
+```
+
+**Parameters**
+
+-   None.
+
+**Returned value**
+
+-   The TCP port number.
+
+Type: [UInt16](../../sql-reference/data-types/int-uint.md).
+
+**Example**
+
+Query:
+
+``` sql
+SELECT tcpPort();
+```
+
+Result:
+
+``` text
+┌─tcpPort()─┐
+│      9000 │
+└───────────┘
+```
+
+**See Also**
+
+-   [tcp_port](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-tcp_port)
+
 [Original article](https://clickhouse.tech/docs/en/query_language/functions/other_functions/) <!--hide-->

From b10f13f34aed905ec3dbc0ab8447f2c1ad1c8834 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 21 Dec 2020 23:24:16 +0300
Subject: [PATCH 319/742] More thread fuzzer

---
 docker/test/stateless/run.sh | 15 +++++++++++++++
 src/Common/ThreadFuzzer.cpp  |  1 +
 2 files changed, 16 insertions(+)

diff --git a/docker/test/stateless/run.sh b/docker/test/stateless/run.sh
index 8b706729109..e6e987e1d94 100755
--- a/docker/test/stateless/run.sh
+++ b/docker/test/stateless/run.sh
@@ -17,6 +17,21 @@ if [ "$NUM_TRIES" -gt "1" ]; then
     export THREAD_FUZZER_CPU_TIME_PERIOD_US=1000
     export THREAD_FUZZER_SLEEP_PROBABILITY=0.1
     export THREAD_FUZZER_SLEEP_TIME_US=100000
+
+    export THREAD_FUZZER_pthread_mutex_lock_BEFORE_MIGRATE_PROBABILITY=1
+    export THREAD_FUZZER_pthread_mutex_lock_AFTER_MIGRATE_PROBABILITY=1
+    export THREAD_FUZZER_pthread_mutex_unlock_BEFORE_MIGRATE_PROBABILITY=1
+    export THREAD_FUZZER_pthread_mutex_unlock_AFTER_MIGRATE_PROBABILITY=1
+
+    export THREAD_FUZZER_pthread_mutex_lock_BEFORE_SLEEP_PROBABILITY=0.001
+    export THREAD_FUZZER_pthread_mutex_lock_AFTER_SLEEP_PROBABILITY=0.001
+    export THREAD_FUZZER_pthread_mutex_unlock_BEFORE_SLEEP_PROBABILITY=0.001
+    export THREAD_FUZZER_pthread_mutex_unlock_AFTER_SLEEP_PROBABILITY=0.001
+    export THREAD_FUZZER_pthread_mutex_lock_BEFORE_SLEEP_TIME_US=10000
+    export THREAD_FUZZER_pthread_mutex_lock_AFTER_SLEEP_TIME_US=10000
+    export THREAD_FUZZER_pthread_mutex_unlock_BEFORE_SLEEP_TIME_US=10000
+    export THREAD_FUZZER_pthread_mutex_unlock_AFTER_SLEEP_TIME_US=10000
+
     # simpliest way to forward env variables to server
     sudo -E -u clickhouse /usr/bin/clickhouse-server --config /etc/clickhouse-server/config.xml --daemon
     sleep 5
diff --git a/src/Common/ThreadFuzzer.cpp b/src/Common/ThreadFuzzer.cpp
index 946e8590fc2..ed155473061 100644
--- a/src/Common/ThreadFuzzer.cpp
+++ b/src/Common/ThreadFuzzer.cpp
@@ -125,6 +125,7 @@ void ThreadFuzzer::initConfiguration()
 
 #    undef INIT_WRAPPER_PARAMS
 #endif
+    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "pthread_mutex_lock_before_migrate_probability {}", pthread_mutex_lock_before_migrate_probability);
 }
 
 

From 356e9ad19567357a1062638c62aefeadd0d4924d Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Mon, 21 Dec 2020 23:51:44 +0300
Subject: [PATCH 320/742] Update datetime.md

---
 docs/ru/sql-reference/data-types/datetime.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/data-types/datetime.md b/docs/ru/sql-reference/data-types/datetime.md
index f9b7c8e142c..9894fa2802b 100644
--- a/docs/ru/sql-reference/data-types/datetime.md
+++ b/docs/ru/sql-reference/data-types/datetime.md
@@ -119,8 +119,8 @@ FROM dt
 -   [Функции преобразования типов](../../sql-reference/functions/type-conversion-functions.md)
 -   [Функции для работы с датой и временем](../../sql-reference/functions/date-time-functions.md)
 -   [Функции для работы с массивами](../../sql-reference/functions/array-functions.md)
--   [Настройка `date_time_input_format`](../../operations/settings/settings.md#settings-date_time_input_format)
--   [Настройка `date_time_output_format`](../../operations/settings/settings.md#settings-date_time_output_format)
+-   [Настройка `date_time_input_format`](../../operations/settings/settings/#settings-date_time_input_format)
+-   [Настройка `date_time_output_format`](../../operations/settings/settings/)
 -   [Конфигурационный параметр сервера `timezone`](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
 -   [Операторы для работы с датой и временем](../../sql-reference/operators/index.md#operators-datetime)
 -   [Тип данных `Date`](date.md)

From 575d5c69ef7c2e81436cddf6f166a59d4ae24fb4 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 00:23:45 +0300
Subject: [PATCH 321/742] fix partition boundaries for multiple window
 functions

---
 src/Processors/Transforms/WindowTransform.cpp | 157 ++++++++++--------
 src/Processors/Transforms/WindowTransform.h   |   4 +-
 2 files changed, 89 insertions(+), 72 deletions(-)

diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index b39926a0335..0b5dbc08654 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -38,7 +38,6 @@ WindowTransform::WindowTransform(const Block & input_header_,
         {
             workspace.argument_column_indices.push_back(
                 input_header.getPositionByName(argument_name));
-
         }
 
         workspace.aggregate_function_state.reset(aggregate_function->sizeOfData(),
@@ -61,10 +60,10 @@ WindowTransform::WindowTransform(const Block & input_header_,
 WindowTransform::~WindowTransform()
 {
     // Some states may be not created yet if the creation failed.
-    for (auto & w : workspaces)
+    for (auto & ws : workspaces)
     {
-        w.window_function.aggregate_function->destroy(
-            w.aggregate_function_state.data());
+        ws.window_function.aggregate_function->destroy(
+            ws.aggregate_function_state.data());
     }
 }
 
@@ -73,43 +72,76 @@ void WindowTransform::transform(Chunk & chunk)
     const size_t num_rows = chunk.getNumRows();
     auto block = getInputPort().getHeader().cloneWithColumns(chunk.detachColumns());
 
-    for (auto & workspace : workspaces)
-    {
-        workspace.argument_columns.clear();
-        for (const auto column_index : workspace.argument_column_indices)
-        {
-            workspace.argument_columns.push_back(
-                block.getColumns()[column_index].get());
-        }
-    }
-
     for (auto & ws : workspaces)
     {
-        const auto & f = ws.window_function;
-        const auto * a = f.aggregate_function.get();
+        ws.argument_columns.clear();
+        for (const auto column_index : ws.argument_column_indices)
+        {
+            ws.argument_columns.push_back(block.getColumns()[column_index].get());
+        }
 
         // Create the resulting column.
-        ColumnWithTypeAndName column_with_type;
-        column_with_type.name = f.column_name;
-        column_with_type.type = a->getReturnType();
-        auto c = column_with_type.type->createColumn();
-        column_with_type.column.reset(c.get());
+        ColumnWithTypeAndName column_description;
+        column_description.name = ws.window_function.column_name;
+        column_description.type
+            = ws.window_function.aggregate_function->getReturnType();
+        ws.result_column = column_description.type->createColumn();
+        column_description.column.reset(ws.result_column.get());
 
-        for (size_t row = 0; row < num_rows; row++)
+        block.insert(column_description);
+    }
+
+    // We loop for all window functions for each row. Switching the loops might
+    // be more efficient, because we would run less code and access less data in
+    // the inner loop. If you change this, don't forget to fix the calculation of
+    // partition boundaries. Probably it has to be precalculated and stored as a
+    // UInt8 array. An interesting optimization would be to pass it as an extra
+    // column from the previous sorting step -- that step might need to make
+    // similar comparison anyway, if it's sorting only by the PARTITION BY columns.
+    for (size_t row = 0; row < num_rows; row++)
+    {
+        // Check whether the new partition has started. We have to reset the
+        // aggregate functions when the new partition starts.
+        assert(partition_start_columns.size() == partition_by_indices.size());
+        bool new_partition = false;
+        if (partition_start_columns.empty())
         {
-            // THIS IS BROKEN when we have multiple window functions.
-            // Have to switch the loops or track partition per-function.
-            //
-            // Check whether the new partition has started and reinitialize the
-            // aggregate function states.
-            assert(partition_start_columns.size() == partition_by_indices.size());
-            if (partition_start_columns.empty())
+            // No PARTITION BY at all, do nothing.
+        }
+        else if (partition_start_columns[0] == nullptr)
+        {
+            // This is the first partition.
+            new_partition = true;
+            partition_start_columns.clear();
+            for (const auto i : partition_by_indices)
             {
-                // No PARTITION BY at all, do nothing.
+                partition_start_columns.push_back(block.getColumns()[i]);
             }
-            else if (partition_start_columns[0] == nullptr)
+            partition_start_row = row;
+        }
+        else
+        {
+            // Check whether the new partition started, by comparing all the
+            // PARTITION BY columns.
+            size_t first_inequal_column = 0;
+            for (; first_inequal_column < partition_start_columns.size();
+                  ++first_inequal_column)
             {
-                // This is the first partition.
+                const auto * current_column = block.getColumns()[
+                    partition_by_indices[first_inequal_column]].get();
+
+                if (current_column->compareAt(row, partition_start_row,
+                    *partition_start_columns[first_inequal_column],
+                    1 /* nan_direction_hint */) != 0)
+                {
+                    break;
+                }
+            }
+
+            if (first_inequal_column < partition_start_columns.size())
+            {
+                // The new partition has started. Remember where.
+                new_partition = true;
                 partition_start_columns.clear();
                 for (const auto i : partition_by_indices)
                 {
@@ -117,56 +149,39 @@ void WindowTransform::transform(Chunk & chunk)
                 }
                 partition_start_row = row;
             }
-            else
+        }
+
+        for (auto & ws : workspaces)
+        {
+            const auto & f = ws.window_function;
+            const auto * a = f.aggregate_function.get();
+            auto * buf = ws.aggregate_function_state.data();
+
+            if (new_partition)
             {
-                // Check whether the new partition started, by comparing all the
-                // PARTITION BY columns.
-                size_t first_inequal_column = 0;
-                for (; first_inequal_column < partition_start_columns.size();
-                      ++first_inequal_column)
-                {
-                    const auto * current_column = block.getColumns()[
-                        partition_by_indices[first_inequal_column]].get();
-
-                    if (current_column->compareAt(row, partition_start_row,
-                        *partition_start_columns[first_inequal_column],
-                        1 /* nan_direction_hint */) != 0)
-                    {
-                        break;
-                    }
-                }
-
-                if (first_inequal_column < partition_start_columns.size())
-                {
-                    // The new partition has started.
-                    // 1) Remember it.
-                    partition_start_columns.clear();
-                    for (const auto i : partition_by_indices)
-                    {
-                        partition_start_columns.push_back(block.getColumns()[i]);
-                    }
-                    partition_start_row = row;
-
-                    // 2) Reset the aggregate function states.
-                    ws.window_function.aggregate_function->destroy(
-                        ws.aggregate_function_state.data());
-                    ws.window_function.aggregate_function->create(
-                        ws.aggregate_function_state.data());
-                }
+                // Reset the aggregate function states.
+                a->destroy(buf);
+                a->create(buf);
             }
 
             // Update the aggregate function state and save the result.
-            a->add(ws.aggregate_function_state.data(),
+            a->add(buf,
                 ws.argument_columns.data(),
                 row,
                 arena.get());
 
-            a->insertResultInto(ws.aggregate_function_state.data(),
-                *c,
+            a->insertResultInto(buf,
+                *ws.result_column,
                 arena.get());
         }
+    }
 
-        block.insert(column_with_type);
+    // We have to release the mutable reference to the result column before we
+    // return this block, or else extra copying may occur when the subsequent
+    // processors modify the block. Workspaces live longer than individual blocks.
+    for (auto & ws : workspaces)
+    {
+        ws.result_column.detach();
     }
 
     chunk.setColumns(block.getColumns(), num_rows);
diff --git a/src/Processors/Transforms/WindowTransform.h b/src/Processors/Transforms/WindowTransform.h
index 93af208ed4f..89e09d15763 100644
--- a/src/Processors/Transforms/WindowTransform.h
+++ b/src/Processors/Transforms/WindowTransform.h
@@ -19,8 +19,10 @@ struct WindowFunctionWorkspace
     WindowFunctionDescription window_function;
     AlignedBuffer aggregate_function_state;
     std::vector<size_t> argument_column_indices;
-    // Be careful, this is per-chunk.
+
+    // Argument and result columns. Be careful, they are per-chunk.
     std::vector<const IColumn *> argument_columns;
+    MutableColumnPtr result_column;
 };
 
 /*

From cd3a73f9d38dddf1b82d5e7654f1c7dc9461be15 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 22 Dec 2020 00:47:10 +0300
Subject: [PATCH 322/742] done

---
 programs/server/Server.cpp               | 44 ++++++++++++------------
 src/Interpreters/AsynchronousMetrics.cpp | 20 +++++++----
 src/Interpreters/AsynchronousMetrics.h   | 16 ++++++---
 3 files changed, 47 insertions(+), 33 deletions(-)

diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index e246be6c343..5681ca323c0 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -770,7 +770,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
     http_params->setTimeout(settings.http_receive_timeout);
     http_params->setKeepAliveTimeout(keep_alive_timeout);
 
-    std::vector<ProtocolServerAdapter> servers_to_start_before_tables;
+    std::shared_ptr<std::vector<ProtocolServerAdapter>> servers_to_start_before_tables;
 
     std::vector<std::string> listen_hosts = DB::getMultipleValuesFromConfig(config(), "", "listen_host");
 
@@ -792,7 +792,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
             auto address = socketBindListen(socket, listen_host, port);
             socket.setReceiveTimeout(settings.receive_timeout);
             socket.setSendTimeout(settings.send_timeout);
-            servers_to_start_before_tables.emplace_back(
+            servers_to_start_before_tables->emplace_back(
                 port_name,
                 std::make_unique<Poco::Net::TCPServer>(
                     new TestKeeperTCPHandlerFactory(*this), server_pool, socket, new Poco::Net::TCPServerParams));
@@ -801,7 +801,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
         });
     }
 
-    for (auto & server : servers_to_start_before_tables)
+    for (auto & server : *servers_to_start_before_tables)
         server.start();
 
     SCOPE_EXIT({
@@ -816,11 +816,11 @@ int Server::main(const std::vector<std::string> & /*args*/)
 
         LOG_DEBUG(log, "Shut down storages.");
 
-        if (!servers_to_start_before_tables.empty())
+        if (!servers_to_start_before_tables->empty())
         {
             LOG_DEBUG(log, "Waiting for current connections to servers for tables to finish.");
             int current_connections = 0;
-            for (auto & server : servers_to_start_before_tables)
+            for (auto & server : *servers_to_start_before_tables)
             {
                 server.stop();
                 current_connections += server.currentConnections();
@@ -832,7 +832,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 LOG_INFO(log, "Closed all listening sockets.");
 
             if (current_connections > 0)
-                current_connections = waitServersToFinish(servers_to_start_before_tables, config().getInt("shutdown_wait_unfinished", 5));
+                current_connections = waitServersToFinish(*servers_to_start_before_tables, config().getInt("shutdown_wait_unfinished", 5));
 
             if (current_connections)
                 LOG_INFO(log, "Closed connections to servers for tables. But {} remain. Probably some tables of other users cannot finish their connections after context shutdown.", current_connections);
@@ -978,7 +978,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
     LOG_INFO(log, "TaskStats is not implemented for this OS. IO accounting will be disabled.");
 #endif
 
-    std::vector<ProtocolServerAdapter> servers;
+    std::shared_ptr<std::vector<ProtocolServerAdapter>> servers;
     {
         /// This object will periodically calculate some metrics.
         AsynchronousMetrics async_metrics(
@@ -996,7 +996,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 socket.setReceiveTimeout(settings.http_receive_timeout);
                 socket.setSendTimeout(settings.http_send_timeout);
 
-                servers.emplace_back(port_name, std::make_unique<Poco::Net::HTTPServer>(
+                servers->emplace_back(port_name, std::make_unique<Poco::Net::HTTPServer>(
                     createHandlerFactory(*this, async_metrics, "HTTPHandler-factory"), server_pool, socket, http_params));
 
                 LOG_INFO(log, "Listening for http://{}", address.toString());
@@ -1011,7 +1011,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 auto address = socketBindListen(socket, listen_host, port, /* secure = */ true);
                 socket.setReceiveTimeout(settings.http_receive_timeout);
                 socket.setSendTimeout(settings.http_send_timeout);
-                servers.emplace_back(port_name, std::make_unique<Poco::Net::HTTPServer>(
+                servers->emplace_back(port_name, std::make_unique<Poco::Net::HTTPServer>(
                     createHandlerFactory(*this, async_metrics, "HTTPSHandler-factory"), server_pool, socket, http_params));
 
                 LOG_INFO(log, "Listening for https://{}", address.toString());
@@ -1030,7 +1030,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 auto address = socketBindListen(socket, listen_host, port);
                 socket.setReceiveTimeout(settings.receive_timeout);
                 socket.setSendTimeout(settings.send_timeout);
-                servers.emplace_back(port_name, std::make_unique<Poco::Net::TCPServer>(
+                servers->emplace_back(port_name, std::make_unique<Poco::Net::TCPServer>(
                     new TCPHandlerFactory(*this, /* secure */ false, /* proxy protocol */ false),
                     server_pool,
                     socket,
@@ -1047,7 +1047,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 auto address = socketBindListen(socket, listen_host, port);
                 socket.setReceiveTimeout(settings.receive_timeout);
                 socket.setSendTimeout(settings.send_timeout);
-                servers.emplace_back(port_name, std::make_unique<Poco::Net::TCPServer>(
+                servers->emplace_back(port_name, std::make_unique<Poco::Net::TCPServer>(
                     new TCPHandlerFactory(*this, /* secure */ false, /* proxy protocol */ true),
                     server_pool,
                     socket,
@@ -1065,7 +1065,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 auto address = socketBindListen(socket, listen_host, port, /* secure = */ true);
                 socket.setReceiveTimeout(settings.receive_timeout);
                 socket.setSendTimeout(settings.send_timeout);
-                servers.emplace_back(port_name, std::make_unique<Poco::Net::TCPServer>(
+                servers->emplace_back(port_name, std::make_unique<Poco::Net::TCPServer>(
                     new TCPHandlerFactory(*this, /* secure */ true, /* proxy protocol */ false),
                     server_pool,
                     socket,
@@ -1086,7 +1086,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 auto address = socketBindListen(socket, listen_host, port);
                 socket.setReceiveTimeout(settings.http_receive_timeout);
                 socket.setSendTimeout(settings.http_send_timeout);
-                servers.emplace_back(port_name, std::make_unique<Poco::Net::HTTPServer>(
+                servers->emplace_back(port_name, std::make_unique<Poco::Net::HTTPServer>(
                     createHandlerFactory(*this, async_metrics, "InterserverIOHTTPHandler-factory"), server_pool, socket, http_params));
 
                 LOG_INFO(log, "Listening for replica communication (interserver): http://{}", address.toString());
@@ -1100,7 +1100,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 auto address = socketBindListen(socket, listen_host, port, /* secure = */ true);
                 socket.setReceiveTimeout(settings.http_receive_timeout);
                 socket.setSendTimeout(settings.http_send_timeout);
-                servers.emplace_back(port_name, std::make_unique<Poco::Net::HTTPServer>(
+                servers->emplace_back(port_name, std::make_unique<Poco::Net::HTTPServer>(
                     createHandlerFactory(*this, async_metrics, "InterserverIOHTTPSHandler-factory"), server_pool, socket, http_params));
 
                 LOG_INFO(log, "Listening for secure replica communication (interserver): https://{}", address.toString());
@@ -1118,7 +1118,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 auto address = socketBindListen(socket, listen_host, port, /* secure = */ true);
                 socket.setReceiveTimeout(Poco::Timespan());
                 socket.setSendTimeout(settings.send_timeout);
-                servers.emplace_back(port_name, std::make_unique<Poco::Net::TCPServer>(
+                servers->emplace_back(port_name, std::make_unique<Poco::Net::TCPServer>(
                     new MySQLHandlerFactory(*this),
                     server_pool,
                     socket,
@@ -1134,7 +1134,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 auto address = socketBindListen(socket, listen_host, port, /* secure = */ true);
                 socket.setReceiveTimeout(Poco::Timespan());
                 socket.setSendTimeout(settings.send_timeout);
-                servers.emplace_back(port_name, std::make_unique<Poco::Net::TCPServer>(
+                servers->emplace_back(port_name, std::make_unique<Poco::Net::TCPServer>(
                     new PostgreSQLHandlerFactory(*this),
                     server_pool,
                     socket,
@@ -1148,7 +1148,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
             createServer(listen_host, port_name, listen_try, [&](UInt16 port)
             {
                 Poco::Net::SocketAddress server_address(listen_host, port);
-                servers.emplace_back(port_name, std::make_unique<GRPCServer>(*this, makeSocketAddress(listen_host, port, log)));
+                servers->emplace_back(port_name, std::make_unique<GRPCServer>(*this, makeSocketAddress(listen_host, port, log)));
                 LOG_INFO(log, "Listening for gRPC protocol: " + server_address.toString());
             });
 #endif
@@ -1161,14 +1161,14 @@ int Server::main(const std::vector<std::string> & /*args*/)
                 auto address = socketBindListen(socket, listen_host, port);
                 socket.setReceiveTimeout(settings.http_receive_timeout);
                 socket.setSendTimeout(settings.http_send_timeout);
-                servers.emplace_back(port_name, std::make_unique<Poco::Net::HTTPServer>(
+                servers->emplace_back(port_name, std::make_unique<Poco::Net::HTTPServer>(
                     createHandlerFactory(*this, async_metrics, "PrometheusHandler-factory"), server_pool, socket, http_params));
 
                 LOG_INFO(log, "Listening for Prometheus: http://{}", address.toString());
             });
         }
 
-        if (servers.empty())
+        if (servers->empty())
              throw Exception("No servers started (add valid listen_host and 'tcp_port' or 'http_port' to configuration file.)",
                 ErrorCodes::NO_ELEMENTS_IN_CONFIG);
 
@@ -1176,7 +1176,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
         async_metrics.start();
         global_context->enableNamedSessions();
 
-        for (auto & server : servers)
+        for (auto & server : *servers)
             server.start();
 
         {
@@ -1208,7 +1208,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
             is_cancelled = true;
 
             int current_connections = 0;
-            for (auto & server : servers)
+            for (auto & server : *servers)
             {
                 server.stop();
                 current_connections += server.currentConnections();
@@ -1223,7 +1223,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
             global_context->getProcessList().killAllQueries();
 
             if (current_connections)
-                current_connections = waitServersToFinish(servers, config().getInt("shutdown_wait_unfinished", 5));
+                current_connections = waitServersToFinish(*servers, config().getInt("shutdown_wait_unfinished", 5));
 
             if (current_connections)
                 LOG_INFO(log, "Closed connections. But {} remain."
diff --git a/src/Interpreters/AsynchronousMetrics.cpp b/src/Interpreters/AsynchronousMetrics.cpp
index 40a3aa520fa..223bc907e30 100644
--- a/src/Interpreters/AsynchronousMetrics.cpp
+++ b/src/Interpreters/AsynchronousMetrics.cpp
@@ -336,16 +336,22 @@ void AsynchronousMetrics::update()
                 return it->second;
         };
 
-        for (const auto & server : servers_to_start_before_tables)
+        if (servers_to_start_before_tables)
         {
-            if (const auto * name = get_metric_name(server.getPortName()))
-                new_values[name] = server.currentThreads();
+            for (const auto & server : *servers_to_start_before_tables)
+            {
+                if (const auto * name = get_metric_name(server.getPortName()))
+                    new_values[name] = server.currentThreads();
+            }
         }
-
-        for (const auto & server : servers)
+        
+        if (servers)
         {
-            if (const auto * name = get_metric_name(server.getPortName()))
-                new_values[name] = server.currentThreads();
+            for (const auto & server : *servers)
+            {
+                if (const auto * name = get_metric_name(server.getPortName()))
+                    new_values[name] = server.currentThreads();
+            }
         }
     }
 
diff --git a/src/Interpreters/AsynchronousMetrics.h b/src/Interpreters/AsynchronousMetrics.h
index 610d8843537..a352d13812e 100644
--- a/src/Interpreters/AsynchronousMetrics.h
+++ b/src/Interpreters/AsynchronousMetrics.h
@@ -26,14 +26,22 @@ using AsynchronousMetricValues = std::unordered_map<std::string, AsynchronousMet
 class AsynchronousMetrics
 {
 public:
+
+    AsynchronousMetrics(
+        Context & global_context_,
+        int update_period_seconds = 60)
+        : global_context(global_context_)
+        , update_period(update_period_seconds)
+    {
+    }
     // The default value of update_period_seconds is for ClickHouse-over-YT
     // in Arcadia -- it uses its own server implementation that also uses these
     // metrics.
     AsynchronousMetrics(
         Context & global_context_,
         int update_period_seconds,
-        const std::vector<ProtocolServerAdapter> & servers_to_start_before_tables_,
-        const std::vector<ProtocolServerAdapter> & servers_)
+        std::shared_ptr<std::vector<ProtocolServerAdapter>> servers_to_start_before_tables_,
+        std::shared_ptr<std::vector<ProtocolServerAdapter>> servers_)
         : global_context(global_context_)
         , update_period(update_period_seconds)
         , servers_to_start_before_tables(servers_to_start_before_tables_)
@@ -55,8 +63,8 @@ public:
 private:
     Context & global_context;
     const std::chrono::seconds update_period;
-    const std::vector<ProtocolServerAdapter> & servers_to_start_before_tables;
-    const std::vector<ProtocolServerAdapter> & servers;
+    std::shared_ptr<std::vector<ProtocolServerAdapter>> servers_to_start_before_tables{nullptr};
+    std::shared_ptr<std::vector<ProtocolServerAdapter>> servers{nullptr};
 
     mutable std::mutex mutex;
     std::condition_variable wait_cond;

From 881ce408bfbd74d82bca56ee9c5bc0672b0d7760 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Tue, 22 Dec 2020 00:48:18 +0300
Subject: [PATCH 323/742] rearranged some code parts, unified the
 impls::process method

---
 src/Functions/FunctionBinaryArithmetic.h | 997 +++++++++++------------
 1 file changed, 462 insertions(+), 535 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 1d1711b79d2..a9bff29fca6 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -62,6 +62,117 @@ namespace ErrorCodes
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
 }
 
+namespace traits_
+{
+struct InvalidType; /// Used to indicate undefined operation
+
+template <bool V, typename T> struct Case : std::bool_constant<V> { using type = T; };
+
+/// Switch<Case<C0, T0>, ...> -- select the first Ti for which Ci is true, InvalidType if none.
+template <typename... Ts> using Switch = typename std::disjunction<Ts..., Case<true, InvalidType>>::type;
+
+template <class T>
+using DataTypeFromFieldType = std::conditional_t<std::is_same_v<T, NumberTraits::Error>,
+    InvalidType, DataTypeNumber<T>>;
+
+template <typename DataType> constexpr bool IsIntegral = false;
+template <> inline constexpr bool IsIntegral<DataTypeUInt8> = true;
+template <> inline constexpr bool IsIntegral<DataTypeUInt16> = true;
+template <> inline constexpr bool IsIntegral<DataTypeUInt32> = true;
+template <> inline constexpr bool IsIntegral<DataTypeUInt64> = true;
+template <> inline constexpr bool IsIntegral<DataTypeInt8> = true;
+template <> inline constexpr bool IsIntegral<DataTypeInt16> = true;
+template <> inline constexpr bool IsIntegral<DataTypeInt32> = true;
+template <> inline constexpr bool IsIntegral<DataTypeInt64> = true;
+
+template <typename DataType> constexpr bool IsExtended = false;
+template <> inline constexpr bool IsExtended<DataTypeUInt256> = true;
+template <> inline constexpr bool IsExtended<DataTypeInt128> = true;
+template <> inline constexpr bool IsExtended<DataTypeInt256> = true;
+
+template <typename DataType> constexpr bool IsIntegralOrExtended = IsIntegral<DataType> || IsExtended<DataType>;
+template <typename DataType> constexpr bool IsIntegralOrExtendedOrDecimal =
+    IsIntegralOrExtended<DataType> ||
+    IsDataTypeDecimal<DataType>;
+
+template <typename DataType> constexpr bool IsFloatingPoint = false;
+template <> inline constexpr bool IsFloatingPoint<DataTypeFloat32> = true;
+template <> inline constexpr bool IsFloatingPoint<DataTypeFloat64> = true;
+
+template <typename DataType> constexpr bool IsDateOrDateTime = false;
+template <> inline constexpr bool IsDateOrDateTime<DataTypeDate> = true;
+template <> inline constexpr bool IsDateOrDateTime<DataTypeDateTime> = true;
+
+template <typename T0, typename T1> constexpr bool UseLeftDecimal = false;
+template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal256>, DataTypeDecimal<Decimal128>> = true;
+template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal256>, DataTypeDecimal<Decimal64>> = true;
+template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal256>, DataTypeDecimal<Decimal32>> = true;
+template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal128>, DataTypeDecimal<Decimal32>> = true;
+template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal128>, DataTypeDecimal<Decimal64>> = true;
+template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal64>, DataTypeDecimal<Decimal32>> = true;
+
+template <template <typename, typename> class Operation, typename LeftDataType, typename RightDataType>
+struct BinaryOperationTraits
+{
+    using T0 = typename LeftDataType::FieldType;
+    using T1 = typename RightDataType::FieldType;
+private: /// it's not correct for Decimal
+    using Op = Operation<T0, T1>;
+
+public:
+    static constexpr bool allow_decimal = IsOperation<Operation>::allow_decimal;
+
+    /// Appropriate result type for binary operator on numeric types. "Date" can also mean
+    /// DateTime, but if both operands are Dates, their type must be the same (e.g. Date - DateTime is invalid).
+    using ResultDataType = Switch<
+        /// Decimal cases
+        Case<!allow_decimal && (IsDataTypeDecimal<LeftDataType> || IsDataTypeDecimal<RightDataType>), InvalidType>,
+        Case<IsDataTypeDecimal<LeftDataType> && IsDataTypeDecimal<RightDataType> && UseLeftDecimal<LeftDataType, RightDataType>, LeftDataType>,
+        Case<IsDataTypeDecimal<LeftDataType> && IsDataTypeDecimal<RightDataType>, RightDataType>,
+        Case<IsDataTypeDecimal<LeftDataType> && IsIntegralOrExtended<RightDataType>, LeftDataType>,
+        Case<IsDataTypeDecimal<RightDataType> && IsIntegralOrExtended<LeftDataType>, RightDataType>,
+
+        /// e.g Decimal * Float64 = Float64
+        Case<IsOperation<Operation>::multiply && IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>,
+            RightDataType>,
+        Case<IsOperation<Operation>::multiply && IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>,
+            LeftDataType>,
+
+        /// Decimal <op> Real is not supported (traditional DBs convert Decimal <op> Real to Real)
+        Case<IsDataTypeDecimal<LeftDataType> && !IsIntegralOrExtendedOrDecimal<RightDataType>, InvalidType>,
+        Case<IsDataTypeDecimal<RightDataType> && !IsIntegralOrExtendedOrDecimal<LeftDataType>, InvalidType>,
+
+        /// number <op> number -> see corresponding impl
+        Case<!IsDateOrDateTime<LeftDataType> && !IsDateOrDateTime<RightDataType>,
+            DataTypeFromFieldType<typename Op::ResultType>>,
+
+        /// Date + Integral -> Date
+        /// Integral + Date -> Date
+        Case<IsOperation<Operation>::plus, Switch<
+            Case<IsIntegral<RightDataType>, LeftDataType>,
+            Case<IsIntegral<LeftDataType>, RightDataType>>>,
+
+        /// Date - Date     -> Int32
+        /// Date - Integral -> Date
+        Case<IsOperation<Operation>::minus, Switch<
+            Case<std::is_same_v<LeftDataType, RightDataType>, DataTypeInt32>,
+            Case<IsDateOrDateTime<LeftDataType> && IsIntegral<RightDataType>, LeftDataType>>>,
+
+        /// least(Date, Date) -> Date
+        /// greatest(Date, Date) -> Date
+        Case<std::is_same_v<LeftDataType, RightDataType> && (IsOperation<Operation>::least || IsOperation<Operation>::greatest),
+            LeftDataType>,
+
+        /// Date % Int32 -> Int32
+        /// Date % Float -> Float64
+        Case<IsOperation<Operation>::modulo, Switch<
+            Case<IsDateOrDateTime<LeftDataType> && IsIntegral<RightDataType>, RightDataType>,
+            Case<IsDateOrDateTime<LeftDataType> && IsFloatingPoint<RightDataType>, DataTypeFloat64>>>>;
+};
+}
+
+namespace impl_
+{
 
 /** Arithmetic operations: +, -, *, /, %,
   * intDiv (integer division)
@@ -69,47 +180,58 @@ namespace ErrorCodes
   * Etc.
   */
 
-template <typename A, typename B, typename Op, typename ResultType_ = typename Op::ResultType>
+enum class OpCase { Vector, LeftConstant, RightConstant };
+
+template <class T>
+inline constexpr const auto & undec(const T & x)
+{
+    if constexpr (IsDecimalNumber<T>)
+        return x.value;
+    else
+        return x;
+}
+
+template <typename A, typename B, typename Op, typename OpResultType = typename Op::ResultType>
 struct BinaryOperation
 {
-    using ResultType = ResultType_;
+    using ResultType = OpResultType;
     static const constexpr bool allow_fixed_string = false;
 
-    static void NO_INLINE vectorVector(const A * __restrict a, const B * __restrict b, ResultType * __restrict c, size_t size)
+    template <OpCase op_case>
+    static void NO_INLINE process(const A * __restrict a, const B * __restrict b, ResultType * __restrict c, size_t size)
     {
         for (size_t i = 0; i < size; ++i)
-            c[i] = Op::template apply<ResultType>(a[i], b[i]);
+            if constexpr (op_case == OpCase::Vector)
+                c[i] = Op::template apply<ResultType>(a[i], b[i]);
+            else if constexpr (op_case == OpCase::LeftConstant)
+                c[i] = Op::template apply<ResultType>(*a, b[i]);
+            else
+                c[i] = Op::template apply<ResultType>(a[i], *b);
     }
 
-    static void NO_INLINE vectorConstant(const A * __restrict a, B b, ResultType * __restrict c, size_t size)
-    {
-        for (size_t i = 0; i < size; ++i)
-            c[i] = Op::template apply<ResultType>(a[i], b);
-    }
-
-    static void NO_INLINE constantVector(A a, const B * __restrict b, ResultType * __restrict c, size_t size)
-    {
-        for (size_t i = 0; i < size; ++i)
-            c[i] = Op::template apply<ResultType>(a, b[i]);
-    }
-
-    static ResultType constantConstant(A a, B b)
-    {
-        return Op::template apply<ResultType>(a, b);
-    }
+    static ResultType process(A a, B b) { return Op::template apply<ResultType>(a, b); }
 };
 
 template <typename Op>
 struct FixedStringOperationImpl
 {
-    static void NO_INLINE vectorVector(const UInt8 * __restrict a, const UInt8 * __restrict b, UInt8 * __restrict c, size_t size)
+    template <OpCase op_case>
+    static void NO_INLINE process(
+        const UInt8 * __restrict a, const UInt8 * __restrict b, UInt8 * __restrict result,
+        size_t size, [[maybe_unused]] size_t N)
     {
-        for (size_t i = 0; i < size; ++i)
-            c[i] = Op::template apply<UInt8>(a[i], b[i]);
+        if constexpr (op_case == OpCase::Vector)
+            for (size_t i = 0; i < size; ++i)
+                result[i] = Op::template apply<UInt8>(a[i], b[i]);
+        else if constexpr (op_case == OpCase::LeftConstant)
+            withConst<true>(b, a, result, size, N);
+        else
+            withConst<false>(a, b, result, size, N);
     }
 
+private:
     template <bool inverted>
-    static void NO_INLINE vector_constant_impl(const UInt8 * __restrict a, const UInt8 * __restrict b, UInt8 * __restrict c, size_t size, size_t N)
+    static void NO_INLINE withConst(const UInt8 * __restrict a, const UInt8 * __restrict b, UInt8 * __restrict c, size_t size, size_t N)
     {
         /// These complications are needed to avoid integer division in inner loop.
 
@@ -125,12 +247,14 @@ struct FixedStringOperationImpl
         ///      16 bytes starting from the last offset inside b.
 
         const size_t b_repeated_size = N + 15;
+
         UInt8 b_repeated[b_repeated_size];
+
         for (size_t i = 0; i < b_repeated_size; ++i)
             b_repeated[i] = b[i % N];
 
         size_t b_offset = 0;
-        size_t b_increment = 16 % N;
+        const size_t b_increment = 16 % N;
 
         /// Example:
         ///
@@ -154,43 +278,87 @@ struct FixedStringOperationImpl
                     : Op::template apply<UInt8>(b_repeated[b_offset + j], a[i + j]);
 
             b_offset += b_increment;
+
             if (b_offset >= N) /// This condition is easily predictable.
                 b_offset -= N;
         }
     }
-
-    static void vectorConstant(const UInt8 * __restrict a, const UInt8 * __restrict b, UInt8 * __restrict c, size_t size, size_t N)
-    {
-        vector_constant_impl<false>(a, b, c, size, N);
-    }
-
-    static void constantVector(const UInt8 * __restrict a, const UInt8 * __restrict b, UInt8 * __restrict c, size_t size, size_t N)
-    {
-        vector_constant_impl<true>(b, a, c, size, N);
-    }
 };
 
-
 template <typename A, typename B, typename Op, typename ResultType = typename Op::ResultType>
-struct BinaryOperationImpl : BinaryOperation<A, B, Op, ResultType>
-{
-};
+struct BinaryOperationImpl : BinaryOperation<A, B, Op, ResultType> { };
 
-template <typename T>
-inline constexpr const auto & undec(const T & x)
-{
-    if constexpr (IsDecimalNumber<T>)
-        return x.value;
-    else
-        return x;
-}
-
-/// Binary operations for Decimals need scale args
-/// +|-* scale one of args (which scale factor is not 1). ScaleR = oneof(Scale1, Scale2);
-/// /   first arg scale. ScaleR = Scale1 (scale_a = DecimalType<B>::getScale()).
-template <template <typename, typename> typename Operation, typename ResultType_, bool check_overflow = true>
+/**
+ * Binary operations with Decimals (either Decimal OP Decimal or Decimal Op Float) need to scale the args correctly.
+ *  - + (plus), - (minus), * (multiply), least and greatest operations scale one of the args (which scale factor is not 1).
+ *    The resulting scale is either left or the right scale.
+ *  - / (divide) operation scales the first argument.
+ *    The resulting scale is the first one's.
+ */
+template <template <typename, typename> typename Operation, class OpResultType, bool check_overflow = true>
 struct DecimalBinaryOperation
 {
+private:
+    using ResultType = OpResultType; // e.g. Decimal32
+    using NativeResultType = typename NativeType<ResultType>::Type; // e.g. UInt32 for Decimal32
+
+    using ResultContainerType = typename std::conditional_t<IsDecimalNumber<ResultType>,
+        ColumnDecimal<ResultType>,
+        ColumnVector<ResultType>>::Container;
+
+public:
+    template <OpCase op_case, bool is_decimal_a, bool is_decimal_b, bool scale_is_left_scale, class A, class B>
+    static void NO_INLINE process(const A & a, const B & b, ResultContainerType & c, NativeResultType scale)
+    {
+        if constexpr(op_case == OpCase::LeftConstant) static_assert(!IsDecimalNumber<A>);
+        if constexpr(op_case == OpCase::RightConstant) static_assert(!IsDecimalNumber<B>);
+
+        const size_t size = a.size();
+
+        if constexpr (is_plus_minus_compare)
+        {
+            if (scale != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    c[i] = applyScaled<scale_is_left_scale>(
+                        unwrap<op_case, OpCase::LeftConstant>(a, i),
+                        unwrap<op_case, OpCase::RightConstant>(b, i),
+                        scale);
+                return;
+            }
+        }
+        else if constexpr (is_division && is_decimal_b)
+        {
+            for (size_t i = 0; i < size; ++i)
+                c[i] = applyScaledDiv<is_decimal_a>(
+                    unwrap<op_case, OpCase::LeftConstant>(a, i),
+                    unwrap<op_case, OpCase::RightConstant>(b, i),
+                    scale);
+            return;
+        }
+
+        for (size_t i = 0; i < size; ++i)
+            c[i] = apply(
+                unwrap<op_case, OpCase::LeftConstant>(a, i),
+                unwrap<op_case, OpCase::RightConstant>(b, i));
+    }
+
+    template <bool is_decimal_a, bool is_decimal_b, bool scale_is_left_scale, class A, class B>
+    static ResultType process(A a, B b, NativeResultType scale)
+    {
+        static_assert(!IsDecimalNumber<A>);
+        static_assert(!IsDecimalNumber<B>);
+
+        if constexpr (is_division && is_decimal_b)
+            return applyScaledDiv<is_decimal_a>(a, b, scale);
+        else if constexpr (is_plus_minus_compare)
+            if (scale != 1)
+                return applyScaled<scale_is_left_scale>(a, b, scale);
+
+        return apply(a, b);
+    }
+
+private:
     static constexpr bool is_plus_minus =   IsOperation<Operation>::plus ||
                                             IsOperation<Operation>::minus;
     static constexpr bool is_multiply =     IsOperation<Operation>::multiply;
@@ -203,203 +371,18 @@ struct DecimalBinaryOperation
     static constexpr bool is_plus_minus_compare = is_plus_minus || is_compare;
     static constexpr bool can_overflow = is_plus_minus || is_multiply;
 
-    using ResultType = ResultType_;
-    using NativeResultType = typename NativeType<ResultType>::Type;
     using Op = std::conditional_t<is_float_division,
         DivideIntegralImpl<NativeResultType, NativeResultType>, /// substitute divide by intDiv (throw on division by zero)
         Operation<NativeResultType, NativeResultType>>;
 
-    using ArrayC = typename std::conditional_t<IsDecimalNumber<ResultType>,
-        ColumnDecimal<ResultType>,
-        ColumnVector<ResultType>>::Container;
-
-    template <bool is_decimal_a, bool is_decimal_b, typename ArrayA, typename ArrayB>
-    static void NO_INLINE vectorVector(const ArrayA & a, const ArrayB & b, ArrayC & c,
-                                       NativeResultType scale_a [[maybe_unused]], NativeResultType scale_b [[maybe_unused]])
+    template <OpCase op_case, OpCase target>
+    static auto unwrap(const auto& elem, int i)
     {
-        size_t size = a.size();
-
-        if constexpr (is_plus_minus_compare)
-        {
-            if (scale_a != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    c[i] = applyScaled<true>(undec(a[i]), undec(b[i]), scale_a);
-                return;
-            }
-            else if (scale_b != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    c[i] = applyScaled<false>(undec(a[i]), undec(b[i]), scale_b);
-                return;
-            }
-        }
-        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
-        {
-            if (scale_a != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    if constexpr(IsDecimalNumber<ResultType>)
-                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
-                    else
-                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
-                return;
-            }
-            else if (scale_b != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    if constexpr(IsDecimalNumber<ResultType>)
-                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
-                    else
-                        c[i] = apply(undec(a[i]), undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
-
-                return;
-            }
-        }
-        else if constexpr (is_division && is_decimal_b)
-        {
-            for (size_t i = 0; i < size; ++i)
-                c[i] = applyScaledDiv<is_decimal_a>(undec(a[i]), undec(b[i]), scale_a);
-            return;
-        }
-
-        /// default: use it if no return before
-        for (size_t i = 0; i < size; ++i)
-            c[i] = apply(undec(a[i]), undec(b[i]));
+        if constexpr(op_case == target)
+            return undec(elem);
+        return undec(elem[i]);
     }
 
-    template <bool is_decimal_a, bool is_decimal_b, typename ArrayA, typename B>
-    static void NO_INLINE vectorConstant(const ArrayA & a, B b, ArrayC & c,
-                                         NativeResultType scale_a [[maybe_unused]], NativeResultType scale_b [[maybe_unused]])
-    {
-        static_assert(!IsDecimalNumber<B>);
-
-        size_t size = a.size();
-        if constexpr (is_plus_minus_compare)
-        {
-            if (scale_a != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    c[i] = applyScaled<true>(undec(a[i]), b, scale_a);
-                return;
-            }
-            else if (scale_b != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    c[i] = applyScaled<false>(undec(a[i]), b, scale_b);
-                return;
-            }
-        }
-        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
-        {
-            if (scale_a != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    if constexpr(IsDecimalNumber<ResultType>)
-                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
-                    else
-                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
-                return;
-            }
-            else if (scale_b != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    if constexpr(IsDecimalNumber<ResultType>)
-                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
-                    else
-                        c[i] = apply(undec(a[i]), b) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
-
-                return;
-            }
-        }
-        else if constexpr (is_division && is_decimal_b)
-        {
-            for (size_t i = 0; i < size; ++i)
-                c[i] = applyScaledDiv<is_decimal_a>(undec(a[i]), b, scale_a);
-            return;
-        }
-
-        /// default: use it if no return before
-        for (size_t i = 0; i < size; ++i)
-            c[i] = apply(undec(a[i]), b);
-    }
-
-    template <bool is_decimal_a, bool is_decimal_b, typename A, typename ArrayB>
-    static void NO_INLINE constantVector(A a, const ArrayB & b, ArrayC & c,
-                                         NativeResultType scale_a [[maybe_unused]], NativeResultType scale_b [[maybe_unused]])
-    {
-        static_assert(!IsDecimalNumber<A>);
-
-        size_t size = b.size();
-        if constexpr (is_plus_minus_compare)
-        {
-            if (scale_a != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    c[i] = applyScaled<true>(a, undec(b[i]), scale_a);
-                return;
-            }
-            else if (scale_b != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    c[i] = applyScaled<false>(a, undec(b[i]), scale_b);
-                return;
-            }
-        }
-        else if constexpr(is_multiply && (!is_decimal_a || !is_decimal_b)) // BUG very bad solution
-        {
-            if (scale_a != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    if constexpr(IsDecimalNumber<ResultType>)
-                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_a);
-                    else
-                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_a);
-                return;
-            }
-            else if (scale_b != 1)
-            {
-                for (size_t i = 0; i < size; ++i)
-                    if constexpr(IsDecimalNumber<ResultType>)
-                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<NativeResultType>(scale_b);
-                    else
-                        c[i] = apply(a, undec(b[i])) / DecimalUtils::scaleMultiplier<Int64>(scale_b);
-
-                return;
-            }
-        }
-
-        else if constexpr (is_division && is_decimal_b)
-        {
-            for (size_t i = 0; i < size; ++i)
-                c[i] = applyScaledDiv<is_decimal_a>(a, undec(b[i]), scale_a);
-            return;
-        }
-
-        /// default: use it if no return before
-        for (size_t i = 0; i < size; ++i)
-            c[i] = apply(a, undec(b[i]));
-    }
-
-    template <bool is_decimal_a, bool is_decimal_b, typename A, typename B>
-    static ResultType constantConstant(A a, B b, NativeResultType scale_a [[maybe_unused]], NativeResultType scale_b [[maybe_unused]])
-    {
-        static_assert(!IsDecimalNumber<A>);
-        static_assert(!IsDecimalNumber<B>);
-
-        if constexpr (is_plus_minus_compare)
-        {
-            if (scale_a != 1)
-                return applyScaled<true>(a, b, scale_a);
-            else if (scale_b != 1)
-                return applyScaled<false>(a, b, scale_b);
-        }
-        else if constexpr (is_division && is_decimal_b)
-            return applyScaledDiv<is_decimal_a>(a, b, scale_a);
-        return apply(a, b);
-    }
-
-private:
     /// there's implicit type conversion here
     static NativeResultType apply(NativeResultType a, NativeResultType b)
     {
@@ -474,108 +457,10 @@ private:
         }
     }
 };
+}
 
-
-/// Used to indicate undefined operation
-struct InvalidType;
-
-template <bool V, typename T> struct Case : std::bool_constant<V> { using type = T; };
-
-/// Switch<Case<C0, T0>, ...> -- select the first Ti for which Ci is true; InvalidType if none.
-template <typename... Ts> using Switch = typename std::disjunction<Ts..., Case<true, InvalidType>>::type;
-
-template <typename DataType> constexpr bool IsIntegral = false;
-template <> inline constexpr bool IsIntegral<DataTypeUInt8> = true;
-template <> inline constexpr bool IsIntegral<DataTypeUInt16> = true;
-template <> inline constexpr bool IsIntegral<DataTypeUInt32> = true;
-template <> inline constexpr bool IsIntegral<DataTypeUInt64> = true;
-template <> inline constexpr bool IsIntegral<DataTypeInt8> = true;
-template <> inline constexpr bool IsIntegral<DataTypeInt16> = true;
-template <> inline constexpr bool IsIntegral<DataTypeInt32> = true;
-template <> inline constexpr bool IsIntegral<DataTypeInt64> = true;
-
-template <typename DataType> constexpr bool IsExtended = false;
-template <> inline constexpr bool IsExtended<DataTypeUInt256> = true;
-template <> inline constexpr bool IsExtended<DataTypeInt128> = true;
-template <> inline constexpr bool IsExtended<DataTypeInt256> = true;
-
-template <typename DataType> constexpr bool IsIntegralOrExtended = IsIntegral<DataType> || IsExtended<DataType>;
-template <typename DataType> constexpr bool IsIntegralOrExtendedOrDecimal = IsIntegralOrExtended<DataType> || IsDataTypeDecimal<DataType>;
-
-template <typename DataType> constexpr bool IsFloatingPoint = false;
-template <> inline constexpr bool IsFloatingPoint<DataTypeFloat32> = true;
-template <> inline constexpr bool IsFloatingPoint<DataTypeFloat64> = true;
-
-template <typename DataType> constexpr bool IsDateOrDateTime = false;
-template <> inline constexpr bool IsDateOrDateTime<DataTypeDate> = true;
-template <> inline constexpr bool IsDateOrDateTime<DataTypeDateTime> = true;
-
-template <typename T0, typename T1> constexpr bool UseLeftDecimal = false;
-template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal256>, DataTypeDecimal<Decimal128>> = true;
-template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal256>, DataTypeDecimal<Decimal64>> = true;
-template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal256>, DataTypeDecimal<Decimal32>> = true;
-template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal128>, DataTypeDecimal<Decimal32>> = true;
-template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal128>, DataTypeDecimal<Decimal64>> = true;
-template <> inline constexpr bool UseLeftDecimal<DataTypeDecimal<Decimal64>, DataTypeDecimal<Decimal32>> = true;
-
-template <typename T> using DataTypeFromFieldType = std::conditional_t<std::is_same_v<T, NumberTraits::Error>, InvalidType, DataTypeNumber<T>>;
-
-template <template <typename, typename> class Operation, typename LeftDataType, typename RightDataType>
-struct BinaryOperationTraits
-{
-    using T0 = typename LeftDataType::FieldType;
-    using T1 = typename RightDataType::FieldType;
-private: /// it's not correct for Decimal
-    using Op = Operation<T0, T1>;
-public:
-
-    static constexpr bool allow_decimal = IsOperation<Operation>::allow_decimal;
-
-    /// Appropriate result type for binary operator on numeric types. "Date" can also mean
-    /// DateTime, but if both operands are Dates, their type must be the same (e.g. Date - DateTime is invalid).
-    using ResultDataType = Switch<
-        /// Decimal cases
-        Case<!allow_decimal && (IsDataTypeDecimal<LeftDataType> || IsDataTypeDecimal<RightDataType>), InvalidType>,
-        Case<IsDataTypeDecimal<LeftDataType> && IsDataTypeDecimal<RightDataType> && UseLeftDecimal<LeftDataType, RightDataType>, LeftDataType>,
-        Case<IsDataTypeDecimal<LeftDataType> && IsDataTypeDecimal<RightDataType>, RightDataType>,
-        Case<IsDataTypeDecimal<LeftDataType> && IsIntegralOrExtended<RightDataType>, LeftDataType>,
-        Case<IsDataTypeDecimal<RightDataType> && IsIntegralOrExtended<LeftDataType>, RightDataType>,
-
-        /// e.g Decimal * Float64 = Float64
-        Case<IsOperation<Operation>::multiply && IsDataTypeDecimal<LeftDataType> && IsFloatingPoint<RightDataType>, RightDataType>,
-        Case<IsOperation<Operation>::multiply && IsDataTypeDecimal<RightDataType> && IsFloatingPoint<LeftDataType>, LeftDataType>,
-
-        /// Decimal <op> Real is not supported (traditional DBs convert Decimal <op> Real to Real)
-        Case<IsDataTypeDecimal<LeftDataType> && !IsIntegralOrExtendedOrDecimal<RightDataType>, InvalidType>,
-        Case<IsDataTypeDecimal<RightDataType> && !IsIntegralOrExtendedOrDecimal<LeftDataType>, InvalidType>,
-
-        /// number <op> number -> see corresponding impl
-        Case<!IsDateOrDateTime<LeftDataType> && !IsDateOrDateTime<RightDataType>,
-            DataTypeFromFieldType<typename Op::ResultType>>,
-
-        /// Date + Integral -> Date
-        /// Integral + Date -> Date
-        Case<IsOperation<Operation>::plus, Switch<
-            Case<IsIntegral<RightDataType>, LeftDataType>,
-            Case<IsIntegral<LeftDataType>, RightDataType>>>,
-
-        /// Date - Date     -> Int32
-        /// Date - Integral -> Date
-        Case<IsOperation<Operation>::minus, Switch<
-            Case<std::is_same_v<LeftDataType, RightDataType>, DataTypeInt32>,
-            Case<IsDateOrDateTime<LeftDataType> && IsIntegral<RightDataType>, LeftDataType>>>,
-
-        /// least(Date, Date) -> Date
-        /// greatest(Date, Date) -> Date
-        Case<std::is_same_v<LeftDataType, RightDataType> && (IsOperation<Operation>::least || IsOperation<Operation>::greatest),
-            LeftDataType>,
-
-        /// Date % Int32 -> Int32
-        /// Date % Float -> Float64
-        Case<IsOperation<Operation>::modulo, Switch<
-            Case<IsDateOrDateTime<LeftDataType> && IsIntegral<RightDataType>, RightDataType>,
-            Case<IsDateOrDateTime<LeftDataType> && IsFloatingPoint<RightDataType>, DataTypeFloat64>>>>;
-};
+using namespace traits_;
+using namespace impl_;
 
 template <template <typename, typename> class Op, typename Name, bool valid_on_default_arguments = true>
 class FunctionBinaryArithmetic : public IFunction
@@ -817,6 +702,134 @@ class FunctionBinaryArithmetic : public IFunction
         return function->execute(new_arguments, result_type, input_rows_count);
     }
 
+    template <class T, class ResultDataType>
+    static auto helperGetOrConvert(const auto & col_const, const auto & col)
+    {
+        using ResultType = typename ResultDataType::FieldType;
+        using NativeResultType = typename NativeType<ResultType>::Type;
+
+        if constexpr (IsFloatingPoint<ResultDataType> && IsDecimalNumber<T>)
+            return DecimalUtils::convertTo<NativeResultType>(col_const->template getValue<T>(), col.getScale());
+        else
+            return col_const->template getValue<T>();
+    }
+
+    template <class LeftDataType, class RightDataType, class ResultDataType>
+    ColumnPtr executeNumericWithDecimal(
+        const auto& left, const auto& right,
+        const ColumnConst * const col_left_const, const ColumnConst * const col_right_const,
+        const auto * const col_left, const auto * const col_right,
+        size_t col_left_size)
+    {
+        using T0 = typename LeftDataType::FieldType;
+        using T1 = typename RightDataType::FieldType;
+        using ResultType = typename ResultDataType::FieldType;
+
+        using NativeResultType = typename NativeType<ResultType>::Type;
+        using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
+        using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
+
+        using ColVecResult = std::conditional_t<IsDecimalNumber<ResultType>,
+            ColumnDecimal<ResultType>, ColumnVector<ResultType>>;
+
+        static constexpr const bool left_is_decimal = IsDecimalNumber<T0>;
+        static constexpr const bool right_is_decimal = IsDecimalNumber<T1>;
+        static constexpr const bool result_is_decimal = IsDataTypeDecimal<ResultDataType>;
+
+        typename ColVecResult::MutablePtr col_res = nullptr;
+
+        const ResultDataType type = [&] {
+            if constexpr (left_is_decimal && IsFloatingPoint<RightDataType>)
+                return RightDataType();
+            else if constexpr (right_is_decimal && IsFloatingPoint<LeftDataType>)
+                return LeftDataType();
+            else
+                return decimalResultType<is_multiply, is_division>(left, right);
+        }();
+
+        ResultType left_scale;
+        ResultType right_scale;
+
+        if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
+            left_scale = right.getScaleMultiplier();
+        else if constexpr (result_is_decimal)
+            left_scale = type.scaleFactorFor(left, is_multiply);
+        else if constexpr(left_is_decimal) // BUG precision loss
+            left_scale = left.getScale();
+        else
+            left_scale = 1; //won't be used, just to silence the warning
+
+        if constexpr (result_is_decimal)
+            right_scale = type.scaleFactorFor(right, is_multiply || is_division);
+        else if constexpr(right_is_decimal)
+            right_scale = right.getScale();
+        else
+            right_scale = 1; //same
+
+        /// non-vector result
+        if (col_left_const && col_right_const)
+        {
+            const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
+            const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
+
+            auto res = check_decimal_overflow ?
+                OpImplCheck::template constantConstant<left_is_decimal, right_is_decimal>(
+                    const_a, const_b, left_scale, right_scale) :
+                OpImpl::template constantConstant<left_is_decimal, right_is_decimal>(
+                    const_a, const_b, left_scale, right_scale);
+
+            if constexpr (result_is_decimal)
+                return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
+                    col_left_const->size(), toField(res, type.getScale()));
+            else
+                 return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
+        }
+
+        if constexpr (result_is_decimal)
+            col_res = ColVecResult::create(0, type.getScale());
+        else
+            col_res = ColVecResult::create(0);
+
+        auto & vec_res = col_res->getData();
+        vec_res.resize(col_left_size);
+
+        if (col_left && col_right)
+        {
+            if (check_decimal_overflow)
+                OpImplCheck::template vectorVector<left_is_decimal, right_is_decimal>(
+                    col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
+            else
+                OpImpl::template vectorVector<left_is_decimal, right_is_decimal>(
+                    col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
+        }
+        else if (col_left_const && col_right)
+        {
+            const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
+
+            if (check_decimal_overflow)
+                OpImplCheck::template constantVector<left_is_decimal, right_is_decimal>(
+                    const_a, col_right->getData(), vec_res, left_scale, right_scale);
+            else
+                OpImpl::template constantVector<left_is_decimal, right_is_decimal>(
+                    const_a, col_right->getData(), vec_res, left_scale, right_scale);
+        }
+        else if (col_left && col_right_const)
+        {
+            const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
+
+            if (check_decimal_overflow)
+                OpImplCheck::template vectorConstant<left_is_decimal, right_is_decimal>(
+                    col_left->getData(), const_b, vec_res, left_scale, right_scale);
+            else
+                OpImpl::template vectorConstant<left_is_decimal, right_is_decimal>(
+                    col_left->getData(), const_b, vec_res, left_scale, right_scale);
+        }
+        else
+            return nullptr;
+
+        return col_res;
+    }
+
 public:
     static constexpr auto name = Name::name;
     static FunctionPtr create(const Context & context) { return std::make_shared<FunctionBinaryArithmetic>(context); }
@@ -826,10 +839,7 @@ public:
         check_decimal_overflow(decimalCheckArithmeticOverflow(context))
     {}
 
-    String getName() const override
-    {
-        return name;
-    }
+    String getName() const override { return name; }
 
     size_t getNumberOfArguments() const override { return 2; }
 
@@ -884,7 +894,8 @@ public:
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
 
-            if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> || std::is_same_v<DataTypeFixedString, RightDataType>)
+            if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> ||
+                          std::is_same_v<DataTypeFixedString, RightDataType>)
             {
                 if constexpr (!Op<DataTypeFixedString, DataTypeFixedString>::allow_fixed_string)
                     return false;
@@ -951,35 +962,44 @@ public:
     {
         using OpImpl = FixedStringOperationImpl<Op<UInt8, UInt8>>;
 
-        const auto * col_left_raw = arguments[0].column.get();
-        const auto * col_right_raw = arguments[1].column.get();
+        const auto * const col_left_raw = arguments[0].column.get();
+        const auto * const col_right_raw = arguments[1].column.get();
+
         if (const auto * col_left_const = checkAndGetColumnConst<ColumnFixedString>(col_left_raw))
         {
             if (const auto * col_right_const = checkAndGetColumnConst<ColumnFixedString>(col_right_raw))
             {
                 const auto * col_left = checkAndGetColumn<ColumnFixedString>(col_left_const->getDataColumn());
                 const auto * col_right = checkAndGetColumn<ColumnFixedString>(col_right_const->getDataColumn());
+
                 if (col_left->getN() != col_right->getN())
                     return nullptr;
+
                 auto col_res = ColumnFixedString::create(col_left->getN());
                 auto & out_chars = col_res->getChars();
+
                 out_chars.resize(col_left->getN());
-                OpImpl::vectorVector(col_left->getChars().data(),
-                                      col_right->getChars().data(),
-                                      out_chars.data(),
-                                      out_chars.size());
+
+                OpImpl::process<OpCase::Vector>(
+                    col_left->getChars().data(),
+                    col_right->getChars().data(),
+                    out_chars.data(),
+                    out_chars.size());
+
                 return ColumnConst::create(std::move(col_res), col_left_raw->size());
             }
         }
 
-        bool is_left_column_const = checkAndGetColumnConst<ColumnFixedString>(col_left_raw) != nullptr;
-        bool is_right_column_const = checkAndGetColumnConst<ColumnFixedString>(col_right_raw) != nullptr;
+        const bool is_left_column_const = checkAndGetColumnConst<ColumnFixedString>(col_left_raw) != nullptr;
+        const bool is_right_column_const = checkAndGetColumnConst<ColumnFixedString>(col_right_raw) != nullptr;
 
         const auto * col_left = is_left_column_const
-                        ? checkAndGetColumn<ColumnFixedString>(checkAndGetColumnConst<ColumnFixedString>(col_left_raw)->getDataColumn())
+                        ? checkAndGetColumn<ColumnFixedString>(
+                            checkAndGetColumnConst<ColumnFixedString>(col_left_raw)->getDataColumn())
                         : checkAndGetColumn<ColumnFixedString>(col_left_raw);
         const auto * col_right = is_right_column_const
-                        ? checkAndGetColumn<ColumnFixedString>(checkAndGetColumnConst<ColumnFixedString>(col_right_raw)->getDataColumn())
+                        ? checkAndGetColumn<ColumnFixedString>(
+                            checkAndGetColumnConst<ColumnFixedString>(col_right_raw)->getDataColumn())
                         : checkAndGetColumn<ColumnFixedString>(col_right_raw);
 
         if (col_left && col_right)
@@ -993,7 +1013,7 @@ public:
 
             if (!is_left_column_const && !is_right_column_const)
             {
-                OpImpl::vectorVector(
+                OpImpl::process<OpCase::Vector>(
                     col_left->getChars().data(),
                     col_right->getChars().data(),
                     out_chars.data(),
@@ -1001,7 +1021,7 @@ public:
             }
             else if (is_left_column_const)
             {
-                OpImpl::constantVector(
+                OpImpl::process<OpCase::LeftConstant>(
                     col_left->getChars().data(),
                     col_right->getChars().data(),
                     out_chars.data(),
@@ -1010,30 +1030,19 @@ public:
             }
             else
             {
-                OpImpl::vectorConstant(
+                OpImpl::process<OpCase::RightConstant>(
                     col_left->getChars().data(),
                     col_right->getChars().data(),
                     out_chars.data(),
                     out_chars.size(),
                     col_left->getN());
             }
+
             return col_res;
         }
         return nullptr;
     }
 
-    template <class T, class ResultDataType>
-    static auto helperGetOrConvert(const auto & col_const, const auto & col)
-    {
-        using ResultType = typename ResultDataType::FieldType;
-        using NativeResultType = typename NativeType<ResultType>::Type;
-
-        if constexpr (IsFloatingPoint<ResultDataType> && IsDecimalNumber<T>)
-            return DecimalUtils::convertTo<NativeResultType>(col_const->template getValue<T>(), col.getScale());
-        else
-            return col_const->template getValue<T>();
-    }
-
     template <typename A, typename B>
     ColumnPtr executeNumeric(const ColumnsWithTypeAndName & arguments, const A & left, const B & right) const
     {
@@ -1041,160 +1050,78 @@ public:
         using RightDataType = std::decay_t<decltype(right)>;
         using ResultDataType = typename BinaryOperationTraits<Op, LeftDataType, RightDataType>::ResultDataType;
 
-        if constexpr (!std::is_same_v<ResultDataType, InvalidType>)
+        if constexpr (std::is_same_v<ResultDataType, InvalidType>)
+            return nullptr;
+
+        using T0 = typename LeftDataType::FieldType;
+        using T1 = typename RightDataType::FieldType;
+        using ResultType = typename ResultDataType::FieldType;
+        using ColVecT0 = std::conditional_t<IsDecimalNumber<T0>, ColumnDecimal<T0>, ColumnVector<T0>>;
+        using ColVecT1 = std::conditional_t<IsDecimalNumber<T1>, ColumnDecimal<T1>, ColumnVector<T1>>;
+        using ColVecResult = std::conditional_t<IsDecimalNumber<ResultType>, ColumnDecimal<ResultType>, ColumnVector<ResultType>>;
+
+        const auto * const col_left_raw = arguments[0].column.get();
+        const auto * const col_right_raw = arguments[1].column.get();
+
+        const size_t col_left_size = col_left_raw->size();
+
+        const ColumnConst * const col_left_const = checkAndGetColumnConst<ColVecT0>(col_left_raw);
+        const ColumnConst * const col_right_const = checkAndGetColumnConst<ColVecT1>(col_right_raw);
+
+        const ColVecT0 * const col_left = checkAndGetColumn<ColVecT0>(col_left_raw);
+        const ColVecT1 * const col_right = checkAndGetColumn<ColVecT1>(col_right_raw);
+
+        if constexpr (IsDataTypeDecimal<LeftDataType> || IsDataTypeDecimal<RightDataType>)
+            return executeNumericWithDecimal<LeftDataType, RightDataType, ResultDataType>(
+                left, right,
+                col_left_const, col_right_const,
+                col_left, col_right,
+                col_left_size);
+
+        using OpImpl = BinaryOperationImpl<T0, T1, Op<T0, T1>, ResultType>;
+
+        /// non-vector result
+        if (col_left_const && col_right_const)
         {
-            using T0 = typename LeftDataType::FieldType;
-            using T1 = typename RightDataType::FieldType;
-            using ResultType = typename ResultDataType::FieldType;
-            using ColVecT0 = std::conditional_t<IsDecimalNumber<T0>, ColumnDecimal<T0>, ColumnVector<T0>>;
-            using ColVecT1 = std::conditional_t<IsDecimalNumber<T1>, ColumnDecimal<T1>, ColumnVector<T1>>;
-            using ColVecResult = std::conditional_t<IsDecimalNumber<ResultType>, ColumnDecimal<ResultType>, ColumnVector<ResultType>>;
+            const auto res = OpImpl::process(
+                col_left_const->template getValue<T0>(),
+                col_right_const->template getValue<T1>());
 
-            const auto * col_left_raw = arguments[0].column.get();
-            const auto * col_right_raw = arguments[1].column.get();
-
-            auto col_left_const = checkAndGetColumnConst<ColVecT0>(col_left_raw);
-            auto col_right_const = checkAndGetColumnConst<ColVecT1>(col_right_raw);
-
-            typename ColVecResult::MutablePtr col_res = nullptr;
-
-            auto col_left = checkAndGetColumn<ColVecT0>(col_left_raw);
-            auto col_right = checkAndGetColumn<ColVecT1>(col_right_raw);
-
-            if constexpr (IsDataTypeDecimal<LeftDataType> || IsDataTypeDecimal<RightDataType>)
-            {
-                using NativeResultType = typename NativeType<ResultType>::Type;
-                using OpImpl = DecimalBinaryOperation<Op, ResultType, false>;
-                using OpImplCheck = DecimalBinaryOperation<Op, ResultType, true>;
-                using FieldType = typename ResultDataType::FieldType;
-
-                static constexpr const bool left_is_decimal = IsDecimalNumber<T0>;
-                static constexpr const bool right_is_decimal = IsDecimalNumber<T1>;
-                static constexpr const bool result_is_decimal = IsDataTypeDecimal<ResultDataType>;
-
-                const ResultDataType type = [&] {
-                    if constexpr (left_is_decimal && IsFloatingPoint<RightDataType>)
-                        return RightDataType();
-                    else if constexpr (right_is_decimal && IsFloatingPoint<LeftDataType>)
-                        return LeftDataType();
-                    else
-                        return decimalResultType<is_multiply, is_division>(left, right);
-                }();
-
-                FieldType left_scale;
-                FieldType right_scale;
-
-                if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
-                    left_scale = right.getScaleMultiplier();
-                else if constexpr (result_is_decimal)
-                    left_scale = type.scaleFactorFor(left, is_multiply);
-                else if constexpr(left_is_decimal) // BUG precision loss
-                    left_scale = left.getScale();
-                else
-                    left_scale = 1; //won't be used, just to silence the warning
-
-                if constexpr (result_is_decimal)
-                    right_scale = type.scaleFactorFor(right, is_multiply || is_division);
-                else if constexpr(right_is_decimal)
-                    right_scale = right.getScale();
-                else
-                    right_scale = 1; //same
-
-                /// non-vector result
-                if (col_left_const && col_right_const)
-                {
-                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
-                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
-
-                    auto res = check_decimal_overflow ?
-                        OpImplCheck::template constantConstant<left_is_decimal, right_is_decimal>(
-                            const_a, const_b, left_scale, right_scale) :
-                        OpImpl::template constantConstant<left_is_decimal, right_is_decimal>(
-                            const_a, const_b, left_scale, right_scale);
-
-                    if constexpr (result_is_decimal)
-                        return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
-                            col_left_const->size(), toField(res, type.getScale()));
-                    else
-                         return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
-                }
-
-                if constexpr (result_is_decimal)
-                    col_res = ColVecResult::create(0, type.getScale());
-                else
-                    col_res = ColVecResult::create(0);
-
-                auto & vec_res = col_res->getData();
-                vec_res.resize(col_left_raw->size());
-
-                if (col_left && col_right)
-                {
-                    if (check_decimal_overflow)
-                        OpImplCheck::template vectorVector<left_is_decimal, right_is_decimal>(
-                            col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
-                    else
-                        OpImpl::template vectorVector<left_is_decimal, right_is_decimal>(
-                            col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
-                }
-                else if (col_left_const && col_right)
-                {
-                    const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
-
-                    if (check_decimal_overflow)
-                        OpImplCheck::template constantVector<left_is_decimal, right_is_decimal>(
-                            const_a, col_right->getData(), vec_res, left_scale, right_scale);
-                    else
-                        OpImpl::template constantVector<left_is_decimal, right_is_decimal>(
-                            const_a, col_right->getData(), vec_res, left_scale, right_scale);
-                }
-                else if (col_left && col_right_const)
-                {
-                    const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
-
-                    if (check_decimal_overflow)
-                        OpImplCheck::template vectorConstant<left_is_decimal, right_is_decimal>(
-                            col_left->getData(), const_b, vec_res, left_scale, right_scale);
-                    else
-                        OpImpl::template vectorConstant<left_is_decimal, right_is_decimal>(
-                            col_left->getData(), const_b, vec_res, left_scale, right_scale);
-                }
-                else
-                    return nullptr;
-            }
-            else
-            {
-                using OpImpl = BinaryOperationImpl<T0, T1, Op<T0, T1>, ResultType>;
-
-                /// non-vector result
-                if (col_left_const && col_right_const)
-                {
-                    auto res = OpImpl::constantConstant(col_left_const->template getValue<T0>(), col_right_const->template getValue<T1>());
-                    return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
-                }
-
-                col_res = ColVecResult::create();
-                auto & vec_res = col_res->getData();
-                vec_res.resize(col_left_raw->size());
-
-                if (col_left && col_right)
-                {
-                    OpImpl::vectorVector(col_left->getData().data(), col_right->getData().data(), vec_res.data(), vec_res.size());
-                }
-                else if (col_left_const && col_right)
-                {
-                    OpImpl::constantVector(col_left_const->template getValue<T0>(), col_right->getData().data(), vec_res.data(), vec_res.size());
-                }
-                else if (col_left && col_right_const)
-                {
-                    OpImpl::vectorConstant(col_left->getData().data(), col_right_const->template getValue<T1>(), vec_res.data(), vec_res.size());
-                }
-                else
-                    return nullptr;
-            }
-
-            return col_res;
+            return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
         }
-        return nullptr;
+
+        typename ColVecResult::MutablePtr col_res = ColVecResult::create();
+        auto & vec_res = col_res->getData();
+        vec_res.resize(col_left_size);
+
+        if (col_left && col_right)
+        {
+            OpImpl::process<OpCase::Vector>(
+                col_left->getData().data(),
+                col_right->getData().data(),
+                vec_res.data(),
+                vec_res.size());
+        }
+        else if (col_left_const && col_right)
+        {
+            OpImpl::process<OpCase::LeftConstant>(
+                col_left_const->template getValue<T0>(),
+                col_right->getData().data(),
+                vec_res.data(),
+                vec_res.size());
+        }
+        else if (col_left && col_right_const)
+        {
+            OpImpl::process<OpCase::RightConstant>(
+                col_left->getData().data(),
+                col_right_const->template getValue<T1>(),
+                vec_res.data(),
+                vec_res.size());
+        }
+        else
+            return nullptr;
+
+        return col_res;
     }
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const override
@@ -1220,8 +1147,8 @@ public:
 
         const auto & left_argument = arguments[0];
         const auto & right_argument = arguments[1];
-        const auto * left_generic = left_argument.type.get();
-        const auto * right_generic = right_argument.type.get();
+        const auto * const left_generic = left_argument.type.get();
+        const auto * const right_generic = right_argument.type.get();
         ColumnPtr res;
 
         const bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
@@ -1229,7 +1156,8 @@ public:
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
 
-            if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> || std::is_same_v<DataTypeFixedString, RightDataType>)
+            if constexpr (std::is_same_v<DataTypeFixedString, LeftDataType> ||
+                std::is_same_v<DataTypeFixedString, RightDataType>)
             {
                 if constexpr (!Op<DataTypeFixedString, DataTypeFixedString>::allow_fixed_string)
                     return false;
@@ -1357,8 +1285,8 @@ public:
 
     bool hasInformationAboutMonotonicity() const override
     {
-        std::string_view name_ = Name::name;
-        return (name_ == "minus" || name_ == "plus" || name_ == "divide" || name_ == "intDiv");
+        const std::string_view name = Name::name;
+        return (name == "minus" || name == "plus" || name == "divide" || name == "intDiv");
     }
 
     Monotonicity getMonotonicityForRange(const IDataType &, const Field & left_point, const Field & right_point) const override
@@ -1371,8 +1299,9 @@ public:
         if (applyVisitor(FieldVisitorAccurateEquals(), left_point, right_point))
             return {true, true, false};
 
-        std::string_view name_ = Name::name;
-        if (name_ == "minus" || name_ == "plus")
+        const std::string_view name = Name::name;
+
+        if (name == "minus" || name == "plus")
         {
             // const +|- variable
             if (left.column && isColumnConst(*left.column))
@@ -1390,7 +1319,7 @@ public:
                 };
                 transform(left_point);
                 transform(right_point);
-                if (name_ == "plus")
+                if (name == "plus")
                 {
                     // Check if there is an overflow
                     if (applyVisitor(FieldVisitorAccurateLess(), left_point, right_point)
@@ -1432,7 +1361,7 @@ public:
                     return {false, true, false};
             }
         }
-        if (name_ == "divide" || name_ == "intDiv")
+        if (name == "divide" || name == "intDiv")
         {
             // const / variable
             if (left.column && isColumnConst(*left.column))
@@ -1475,7 +1404,6 @@ private:
     DataTypePtr return_type;
 };
 
-
 template <template <typename, typename> class Op, typename Name, bool valid_on_default_arguments = true>
 class BinaryArithmeticOverloadResolver : public IFunctionOverloadResolverImpl
 {
@@ -1524,5 +1452,4 @@ public:
 private:
     const Context & context;
 };
-
 }

From 3972c5cd82e14f1be1ea3af14f8736a83ce8cab2 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 22 Dec 2020 00:49:37 +0300
Subject: [PATCH 324/742] style

---
 src/Interpreters/AsynchronousMetrics.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Interpreters/AsynchronousMetrics.cpp b/src/Interpreters/AsynchronousMetrics.cpp
index 223bc907e30..a4044a8eea5 100644
--- a/src/Interpreters/AsynchronousMetrics.cpp
+++ b/src/Interpreters/AsynchronousMetrics.cpp
@@ -344,7 +344,7 @@ void AsynchronousMetrics::update()
                     new_values[name] = server.currentThreads();
             }
         }
-        
+
         if (servers)
         {
             for (const auto & server : *servers)

From 2db721b647b9a413cf6d49324881f050652b8506 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Tue, 22 Dec 2020 01:37:07 +0300
Subject: [PATCH 325/742] further rearrangement

---
 src/Functions/FunctionBinaryArithmetic.h | 134 ++++++++++++-----------
 1 file changed, 73 insertions(+), 61 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index a9bff29fca6..ec5c9e8bd67 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -307,8 +307,9 @@ private:
         ColumnVector<ResultType>>::Container;
 
 public:
-    template <OpCase op_case, bool is_decimal_a, bool is_decimal_b, bool scale_is_left_scale, class A, class B>
-    static void NO_INLINE process(const A & a, const B & b, ResultContainerType & c, NativeResultType scale)
+    template <OpCase op_case, bool is_decimal_a, bool is_decimal_b, class A, class B>
+    static void NO_INLINE process(const A & a, const B & b, ResultContainerType & c,
+        NativeResultType scale_a, NativeResultType scale_b)
     {
         if constexpr(op_case == OpCase::LeftConstant) static_assert(!IsDecimalNumber<A>);
         if constexpr(op_case == OpCase::RightConstant) static_assert(!IsDecimalNumber<B>);
@@ -317,13 +318,22 @@ public:
 
         if constexpr (is_plus_minus_compare)
         {
-            if (scale != 1)
+            if (scale_a != 1)
             {
                 for (size_t i = 0; i < size; ++i)
-                    c[i] = applyScaled<scale_is_left_scale>(
+                    c[i] = applyScaled<true>(
                         unwrap<op_case, OpCase::LeftConstant>(a, i),
                         unwrap<op_case, OpCase::RightConstant>(b, i),
-                        scale);
+                        scale_a);
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                for (size_t i = 0; i < size; ++i)
+                    c[i] = applyScaled<false>(
+                        unwrap<op_case, OpCase::LeftConstant>(a, i),
+                        unwrap<op_case, OpCase::RightConstant>(b, i),
+                        scale_b);
                 return;
             }
         }
@@ -333,7 +343,7 @@ public:
                 c[i] = applyScaledDiv<is_decimal_a>(
                     unwrap<op_case, OpCase::LeftConstant>(a, i),
                     unwrap<op_case, OpCase::RightConstant>(b, i),
-                    scale);
+                    scale_a);
             return;
         }
 
@@ -343,17 +353,21 @@ public:
                 unwrap<op_case, OpCase::RightConstant>(b, i));
     }
 
-    template <bool is_decimal_a, bool is_decimal_b, bool scale_is_left_scale, class A, class B>
-    static ResultType process(A a, B b, NativeResultType scale)
+    template <bool is_decimal_a, bool is_decimal_b, class A, class B>
+    static ResultType process(A a, B b, NativeResultType scale_a, NativeResultType scale_b)
     {
         static_assert(!IsDecimalNumber<A>);
         static_assert(!IsDecimalNumber<B>);
 
         if constexpr (is_division && is_decimal_b)
-            return applyScaledDiv<is_decimal_a>(a, b, scale);
+            return applyScaledDiv<is_decimal_a>(a, b, scale_a);
         else if constexpr (is_plus_minus_compare)
-            if (scale != 1)
-                return applyScaled<scale_is_left_scale>(a, b, scale);
+        {
+            if (scale_a != 1)
+                return applyScaled<true>(a, b, scale_a);
+            if (scale_b != 1)
+                return applyScaled<false>(a, b, scale_b);
+        }
 
         return apply(a, b);
     }
@@ -714,12 +728,21 @@ class FunctionBinaryArithmetic : public IFunction
             return col_const->template getValue<T>();
     }
 
+    template <OpCase op_case, bool left_decimal, bool right_decimal, class OpImpl, class OpImplCheck>
+    void helperInvokeEither(const auto& left, const auto& right, auto& vec_res, auto scale_a, auto scale_b) const
+    {
+        if (check_decimal_overflow)
+            OpImplCheck::template process<op_case, left_decimal, right_decimal>(left, right, vec_res, scale_a, scale_b);
+        else
+            OpImpl::template process<op_case, left_decimal, right_decimal>(left, right, vec_res, scale_a, scale_b);
+    }
+
     template <class LeftDataType, class RightDataType, class ResultDataType>
     ColumnPtr executeNumericWithDecimal(
         const auto& left, const auto& right,
         const ColumnConst * const col_left_const, const ColumnConst * const col_right_const,
         const auto * const col_left, const auto * const col_right,
-        size_t col_left_size)
+        size_t col_left_size) const
     {
         using T0 = typename LeftDataType::FieldType;
         using T1 = typename RightDataType::FieldType;
@@ -747,24 +770,25 @@ class FunctionBinaryArithmetic : public IFunction
                 return decimalResultType<is_multiply, is_division>(left, right);
         }();
 
-        ResultType left_scale;
-        ResultType right_scale;
+        const ResultType scale_a = [&] {
+            if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
+                return right.getScaleMultiplier();
+            else if constexpr (result_is_decimal)
+                return type.scaleFactorFor(left, is_multiply);
+            else if constexpr(left_is_decimal)
+                return left.getScale();
+            else
+                return 1; //won't be used, just to silence the warning
+        }();
 
-        if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
-            left_scale = right.getScaleMultiplier();
-        else if constexpr (result_is_decimal)
-            left_scale = type.scaleFactorFor(left, is_multiply);
-        else if constexpr(left_is_decimal) // BUG precision loss
-            left_scale = left.getScale();
-        else
-            left_scale = 1; //won't be used, just to silence the warning
-
-        if constexpr (result_is_decimal)
-            right_scale = type.scaleFactorFor(right, is_multiply || is_division);
-        else if constexpr(right_is_decimal)
-            right_scale = right.getScale();
-        else
-            right_scale = 1; //same
+        const ResultType scale_b = [&] {
+            if constexpr (result_is_decimal)
+                return type.scaleFactorFor(right, is_multiply || is_division);
+            else if constexpr(right_is_decimal)
+                return right.getScale();
+            else
+                return 1; //same
+        }();
 
         /// non-vector result
         if (col_left_const && col_right_const)
@@ -772,11 +796,9 @@ class FunctionBinaryArithmetic : public IFunction
             const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
             const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
-            auto res = check_decimal_overflow ?
-                OpImplCheck::template constantConstant<left_is_decimal, right_is_decimal>(
-                    const_a, const_b, left_scale, right_scale) :
-                OpImpl::template constantConstant<left_is_decimal, right_is_decimal>(
-                    const_a, const_b, left_scale, right_scale);
+            const ResultType res = check_decimal_overflow
+                ? OpImplCheck::template process<left_is_decimal, right_is_decimal>(const_a, const_b, scale_a, scale_b)
+                : OpImpl::template process<left_is_decimal, right_is_decimal>(const_a, const_b, scale_a, scale_b);
 
             if constexpr (result_is_decimal)
                 return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
@@ -795,34 +817,22 @@ class FunctionBinaryArithmetic : public IFunction
 
         if (col_left && col_right)
         {
-            if (check_decimal_overflow)
-                OpImplCheck::template vectorVector<left_is_decimal, right_is_decimal>(
-                    col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
-            else
-                OpImpl::template vectorVector<left_is_decimal, right_is_decimal>(
-                    col_left->getData(), col_right->getData(), vec_res, left_scale, right_scale);
+            helperInvokeEither<OpCase::Vector, left_is_decimal, right_is_decimal, OpImpl, OpImplCheck>(
+                col_left->getData(), col_right->getData(), vec_res, scale_a, scale_b);
         }
         else if (col_left_const && col_right)
         {
             const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
 
-            if (check_decimal_overflow)
-                OpImplCheck::template constantVector<left_is_decimal, right_is_decimal>(
-                    const_a, col_right->getData(), vec_res, left_scale, right_scale);
-            else
-                OpImpl::template constantVector<left_is_decimal, right_is_decimal>(
-                    const_a, col_right->getData(), vec_res, left_scale, right_scale);
+            helperInvokeEither<OpCase::LeftConstant, left_is_decimal, right_is_decimal, OpImpl, OpImplCheck>(
+                const_a, col_right->getData(), vec_res, scale_a, scale_b);
         }
         else if (col_left && col_right_const)
         {
             const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
-            if (check_decimal_overflow)
-                OpImplCheck::template vectorConstant<left_is_decimal, right_is_decimal>(
-                    col_left->getData(), const_b, vec_res, left_scale, right_scale);
-            else
-                OpImpl::template vectorConstant<left_is_decimal, right_is_decimal>(
-                    col_left->getData(), const_b, vec_res, left_scale, right_scale);
+            helperInvokeEither<OpCase::RightConstant, left_is_decimal, right_is_decimal, OpImpl, OpImplCheck>(
+                col_left->getData(), const_b, vec_res, scale_a, scale_b);
         }
         else
             return nullptr;
@@ -980,11 +990,11 @@ public:
 
                 out_chars.resize(col_left->getN());
 
-                OpImpl::process<OpCase::Vector>(
+                OpImpl::template process<OpCase::Vector>(
                     col_left->getChars().data(),
                     col_right->getChars().data(),
                     out_chars.data(),
-                    out_chars.size());
+                    out_chars.size(), {});
 
                 return ColumnConst::create(std::move(col_res), col_left_raw->size());
             }
@@ -1013,15 +1023,15 @@ public:
 
             if (!is_left_column_const && !is_right_column_const)
             {
-                OpImpl::process<OpCase::Vector>(
+                OpImpl::template process<OpCase::Vector>(
                     col_left->getChars().data(),
                     col_right->getChars().data(),
                     out_chars.data(),
-                    out_chars.size());
+                    out_chars.size(), {});
             }
             else if (is_left_column_const)
             {
-                OpImpl::process<OpCase::LeftConstant>(
+                OpImpl::template process<OpCase::LeftConstant>(
                     col_left->getChars().data(),
                     col_right->getChars().data(),
                     out_chars.data(),
@@ -1030,7 +1040,7 @@ public:
             }
             else
             {
-                OpImpl::process<OpCase::RightConstant>(
+                OpImpl::template process<OpCase::RightConstant>(
                     col_left->getChars().data(),
                     col_right->getChars().data(),
                     out_chars.data(),
@@ -1053,6 +1063,8 @@ public:
         if constexpr (std::is_same_v<ResultDataType, InvalidType>)
             return nullptr;
 
+        static_assert(!std::is_same_v<ResultDataType, InvalidType>);
+
         using T0 = typename LeftDataType::FieldType;
         using T1 = typename RightDataType::FieldType;
         using ResultType = typename ResultDataType::FieldType;
@@ -1096,7 +1108,7 @@ public:
 
         if (col_left && col_right)
         {
-            OpImpl::process<OpCase::Vector>(
+            OpImpl::template process<OpCase::Vector>(
                 col_left->getData().data(),
                 col_right->getData().data(),
                 vec_res.data(),
@@ -1104,7 +1116,7 @@ public:
         }
         else if (col_left_const && col_right)
         {
-            OpImpl::process<OpCase::LeftConstant>(
+            OpImpl::template process<OpCase::LeftConstant>(
                 col_left_const->template getValue<T0>(),
                 col_right->getData().data(),
                 vec_res.data(),
@@ -1112,7 +1124,7 @@ public:
         }
         else if (col_left && col_right_const)
         {
-            OpImpl::process<OpCase::RightConstant>(
+            OpImpl::template process<OpCase::RightConstant>(
                 col_left->getData().data(),
                 col_right_const->template getValue<T1>(),
                 vec_res.data(),

From 8501c7a831d94cd9a0c01a145976db30d22fba98 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 22 Dec 2020 02:03:08 +0300
Subject: [PATCH 326/742] better

---
 programs/server/Server.cpp             | 4 ++--
 src/Interpreters/AsynchronousMetrics.h | 9 +++++----
 2 files changed, 7 insertions(+), 6 deletions(-)

diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index 5681ca323c0..9d7e78ac50d 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -770,7 +770,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
     http_params->setTimeout(settings.http_receive_timeout);
     http_params->setKeepAliveTimeout(keep_alive_timeout);
 
-    std::shared_ptr<std::vector<ProtocolServerAdapter>> servers_to_start_before_tables;
+    auto servers_to_start_before_tables = std::make_shared<std::vector<ProtocolServerAdapter>>();
 
     std::vector<std::string> listen_hosts = DB::getMultipleValuesFromConfig(config(), "", "listen_host");
 
@@ -978,7 +978,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
     LOG_INFO(log, "TaskStats is not implemented for this OS. IO accounting will be disabled.");
 #endif
 
-    std::shared_ptr<std::vector<ProtocolServerAdapter>> servers;
+    auto servers = std::make_shared<std::vector<ProtocolServerAdapter>>();
     {
         /// This object will periodically calculate some metrics.
         AsynchronousMetrics async_metrics(
diff --git a/src/Interpreters/AsynchronousMetrics.h b/src/Interpreters/AsynchronousMetrics.h
index a352d13812e..97824cd3987 100644
--- a/src/Interpreters/AsynchronousMetrics.h
+++ b/src/Interpreters/AsynchronousMetrics.h
@@ -26,7 +26,8 @@ using AsynchronousMetricValues = std::unordered_map<std::string, AsynchronousMet
 class AsynchronousMetrics
 {
 public:
-
+    /// This constructor needs only to provide backward compatibility with some other projects (hello, Arcadia). 
+    /// Never use this in the ClickHouse codebase.
     AsynchronousMetrics(
         Context & global_context_,
         int update_period_seconds = 60)
@@ -34,9 +35,9 @@ public:
         , update_period(update_period_seconds)
     {
     }
-    // The default value of update_period_seconds is for ClickHouse-over-YT
-    // in Arcadia -- it uses its own server implementation that also uses these
-    // metrics.
+    /// The default value of update_period_seconds is for ClickHouse-over-YT
+    /// in Arcadia -- it uses its own server implementation that also uses these
+    /// metrics.
     AsynchronousMetrics(
         Context & global_context_,
         int update_period_seconds,

From af4d332999d5722c22df49380549eb8f77580c19 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 22 Dec 2020 02:17:02 +0300
Subject: [PATCH 327/742] Fix log message for memory tracking drift

---
 src/Interpreters/AsynchronousMetrics.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Interpreters/AsynchronousMetrics.cpp b/src/Interpreters/AsynchronousMetrics.cpp
index 40a3aa520fa..6388302be83 100644
--- a/src/Interpreters/AsynchronousMetrics.cpp
+++ b/src/Interpreters/AsynchronousMetrics.cpp
@@ -219,7 +219,7 @@ void AsynchronousMetrics::update()
                 ReadableSize(amount),
                 ReadableSize(peak),
                 ReadableSize(new_peak),
-                ReadableSize(new_peak - peak)
+                ReadableSize(new_peak - amount)
             );
 
             total_memory_tracker.set(new_peak);

From 77b816caea50a9636e04a047c413e9945d2f66ce Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 02:47:14 +0300
Subject: [PATCH 328/742] cleanup

---
 src/AggregateFunctions/IAggregateFunction.h | 9 ++++++---
 src/Interpreters/InterpreterSelectQuery.cpp | 1 -
 2 files changed, 6 insertions(+), 4 deletions(-)

diff --git a/src/AggregateFunctions/IAggregateFunction.h b/src/AggregateFunctions/IAggregateFunction.h
index b591bd3acd7..d5e931ccc73 100644
--- a/src/AggregateFunctions/IAggregateFunction.h
+++ b/src/AggregateFunctions/IAggregateFunction.h
@@ -104,9 +104,12 @@ public:
         return false;
     }
 
-    /// Inserts results into a column.
-    /// This method must be called once, from single thread.
-    /// After this method was called for state, you can't do anything with state but destroy.
+    /// Inserts results into a column. This method might modify the state (e.g.
+    /// sort an array), so must be called once, from single thread. The state
+    /// must remain valid though, and the subsequent calls to add/merge/
+    /// insertResultInto must work correctly. This kind of call sequence occurs
+    /// in `runningAccumulate`, or when calculating an aggregate function as a
+    /// window function.
     virtual void insertResultInto(AggregateDataPtr place, IColumn & to, Arena * arena) const = 0;
 
     /// Used for machine learning methods. Predict result from trained model.
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index e81447dec28..45f550eed5f 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1784,7 +1784,6 @@ void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
             + w.window_name + "'");
         query_plan.addStep(std::move(merge_sorting_step));
 
-
         // First MergeSorted, now MergingSorted......
         auto merging_sorted = std::make_unique<MergingSortedStep>(
             query_plan.getCurrentDataStream(),

From 52ace7a3d1cce636c2a1116824746f0b6cc9c1d5 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 04:37:45 +0300
Subject: [PATCH 329/742] one plan step per window

---
 src/Interpreters/AggregateDescription.h       |  5 ++
 src/Interpreters/ExpressionAnalyzer.cpp       | 38 +++++++++-----
 src/Interpreters/ExpressionAnalyzer.h         |  3 +-
 src/Interpreters/InterpreterSelectQuery.cpp   | 12 ++---
 src/Interpreters/TreeRewriter.cpp             |  2 +-
 src/Interpreters/TreeRewriter.h               |  2 +-
 src/Parsers/ASTFunction.cpp                   | 29 +++++++++--
 src/Parsers/ASTFunction.h                     |  5 ++
 src/Parsers/IAST.h                            |  1 +
 .../01591_window_functions.reference          | 50 +++++++++++++++++++
 .../0_stateless/01591_window_functions.sql    | 10 ++++
 11 files changed, 131 insertions(+), 26 deletions(-)

diff --git a/src/Interpreters/AggregateDescription.h b/src/Interpreters/AggregateDescription.h
index 3cbba101baa..400b63bc4dc 100644
--- a/src/Interpreters/AggregateDescription.h
+++ b/src/Interpreters/AggregateDescription.h
@@ -62,6 +62,11 @@ struct WindowDescription
 
     // No frame info as of yet.
 
+
+    // Reverse map to function descriptions, for convenience of building the
+    // plan. Just copy them because it's more convenient.
+    std::vector<WindowFunctionDescription> window_functions;
+
     std::string dump() const;
 };
 
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 42f9e5598fd..53b1dbfd9be 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -475,22 +475,20 @@ bool ExpressionAnalyzer::makeAggregateDescriptions(ActionsDAGPtr & actions)
 bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
 {
     // Convenient to check here because at least we have the Context.
-    if (!windowFunctions().empty() &&
+    if (!syntax->window_function_asts.empty() &&
         !context.getSettingsRef().allow_experimental_window_functions)
     {
         throw Exception(ErrorCodes::NOT_IMPLEMENTED,
             "Window functions are not implemented (while processing '{}')",
-            windowFunctions()[0]->formatForErrorMessage());
+            syntax->window_function_asts[0]->formatForErrorMessage());
     }
 
-    int next_window_index = 1;
-    for (const ASTFunction * function_node : windowFunctions())
+    for (const ASTFunction * function_node : syntax->window_function_asts)
     {
         assert(function_node->is_window_function);
 
         WindowDescription window_description;
-        window_description.window_name = fmt::format("window_{}",
-            next_window_index++);
+        window_description.window_name = function_node->getWindowDescription();
 
         if (function_node->window_partition_by)
         {
@@ -581,12 +579,28 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
                 window_function.argument_types,
                 window_function.function_parameters, properties);
 
-        window_descriptions.insert({window_description.window_name,
-            window_description});
-        window_functions.push_back(window_function);
+        window_function_descriptions.push_back(window_function);
+
+        if (auto it = window_descriptions.find(window_description.window_name);
+            it != window_descriptions.end())
+        {
+            assert(it->second.full_sort_description
+                == window_description.full_sort_description);
+        }
+        else
+        {
+            window_descriptions.insert({window_description.window_name,
+                window_description});
+        }
     }
 
-    return !windowFunctions().empty();
+    // Populate the reverse map.
+    for (const auto & f : window_function_descriptions)
+    {
+        window_descriptions[f.window_name].window_functions.push_back(f);
+    }
+
+    return !window_function_descriptions.empty();
 }
 
 
@@ -965,7 +979,7 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
 {
     ExpressionActionsChain::Step & step = chain.lastStep(aggregated_columns);
 
-    for (const auto & f : window_functions)
+    for (const auto & f : window_function_descriptions)
     {
         // Requiring a constant reference to a shared pointer to non-const AST
         // doesn't really look sane, but the visitor does indeed require it.
@@ -982,7 +996,7 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
     }
 
     // 2) mark the columns that are really required:
-    for (const auto & f : window_functions)
+    for (const auto & f : window_function_descriptions)
     {
         for (const auto & a : f.function_node->arguments->children)
         {
diff --git a/src/Interpreters/ExpressionAnalyzer.h b/src/Interpreters/ExpressionAnalyzer.h
index b90c74abb62..0d550b10668 100644
--- a/src/Interpreters/ExpressionAnalyzer.h
+++ b/src/Interpreters/ExpressionAnalyzer.h
@@ -62,7 +62,7 @@ struct ExpressionAnalyzerData
 
     bool has_window = false;
     WindowDescriptions window_descriptions;
-    WindowFunctionDescriptions window_functions;
+    WindowFunctionDescriptions window_function_descriptions;
     NamesAndTypesList window_columns;
 
     bool has_global_subqueries = false;
@@ -141,7 +141,6 @@ protected:
     const TableJoin & analyzedJoin() const { return *syntax->analyzed_join; }
     const NamesAndTypesList & sourceColumns() const { return syntax->required_source_columns; }
     const std::vector<const ASTFunction *> & aggregates() const { return syntax->aggregates; }
-    const std::vector<const ASTFunction *> & windowFunctions() const { return syntax->window_functions; }
     /// Find global subqueries in the GLOBAL IN/JOIN sections. Fills in external_tables.
     void initGlobalSubqueriesAndExternalTables(bool do_global);
 
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 45f550eed5f..13170726a11 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1754,10 +1754,8 @@ void InterpreterSelectQuery::executeExpression(QueryPlan & query_plan, const Act
 
 void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
 {
-    for (const auto & f : query_analyzer->window_functions)
+    for (const auto & [_, w] : query_analyzer->window_descriptions)
     {
-        const auto & w = query_analyzer->window_descriptions[f.window_name];
-
         const Settings & settings = context->getSettingsRef();
 
         auto partial_sorting = std::make_unique<PartialSortingStep>(
@@ -1784,7 +1782,7 @@ void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
             + w.window_name + "'");
         query_plan.addStep(std::move(merge_sorting_step));
 
-        // First MergeSorted, now MergingSorted......
+        // First MergeSorted, now MergingSorted.
         auto merging_sorted = std::make_unique<MergingSortedStep>(
             query_plan.getCurrentDataStream(),
             w.full_sort_description,
@@ -1797,9 +1795,9 @@ void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
         auto window_step = std::make_unique<WindowStep>(
             query_plan.getCurrentDataStream(),
             w,
-            std::vector<WindowFunctionDescription>(1, f));
-        window_step->setStepDescription("Window step for function '"
-            + f.column_name + "'");
+            w.window_functions);
+        window_step->setStepDescription("Window step for window '"
+            + w.window_name + "'");
 
         query_plan.addStep(std::move(window_step));
     }
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index f72d36400ef..0dee5a8648d 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -751,7 +751,7 @@ TreeRewriterResultPtr TreeRewriter::analyzeSelect(
     collectJoinedColumns(*result.analyzed_join, *select_query, tables_with_columns, result.aliases);
 
     result.aggregates = getAggregates(query, *select_query);
-    result.window_functions = getWindowFunctions(query, *select_query);
+    result.window_function_asts = getWindowFunctions(query, *select_query);
     result.collectUsedColumns(query, true);
     result.ast_join = select_query->join();
 
diff --git a/src/Interpreters/TreeRewriter.h b/src/Interpreters/TreeRewriter.h
index 7d801ef9d83..d9f98ee40bd 100644
--- a/src/Interpreters/TreeRewriter.h
+++ b/src/Interpreters/TreeRewriter.h
@@ -35,7 +35,7 @@ struct TreeRewriterResult
     Aliases aliases;
     std::vector<const ASTFunction *> aggregates;
 
-    std::vector<const ASTFunction *> window_functions;
+    std::vector<const ASTFunction *> window_function_asts;
 
     /// Which column is needed to be ARRAY-JOIN'ed to get the specified.
     /// For example, for `SELECT s.v ... ARRAY JOIN a AS s` will get "s.v" -> "a.v".
diff --git a/src/Parsers/ASTFunction.cpp b/src/Parsers/ASTFunction.cpp
index 569c710db03..d5d03a540c9 100644
--- a/src/Parsers/ASTFunction.cpp
+++ b/src/Parsers/ASTFunction.cpp
@@ -475,21 +475,44 @@ void ASTFunction::formatImplWithoutAlias(const FormatSettings & settings, Format
     }
 
     settings.ostr << " OVER (";
+    appendWindowDescription(settings, state, nested_dont_need_parens);
+    settings.ostr << ")";
+}
+
+std::string ASTFunction::getWindowDescription() const
+{
+    WriteBufferFromOwnString ostr;
+    FormatSettings settings{ostr, true /* one_line */};
+    FormatState state;
+    FormatStateStacked frame;
+    appendWindowDescription(settings, state, frame);
+    return ostr.str();
+}
+
+void ASTFunction::appendWindowDescription(const FormatSettings & settings,
+    FormatState & state, FormatStateStacked frame) const
+{
+    if (!is_window_function)
+    {
+        return;
+    }
+
     if (window_partition_by)
     {
         settings.ostr << "PARTITION BY ";
-        window_partition_by->formatImpl(settings, state, nested_dont_need_parens);
+        window_partition_by->formatImpl(settings, state, frame);
     }
+
     if (window_partition_by && window_order_by)
     {
         settings.ostr << " ";
     }
+
     if (window_order_by)
     {
         settings.ostr << "ORDER BY ";
-        window_order_by->formatImpl(settings, state, nested_dont_need_parens);
+        window_order_by->formatImpl(settings, state, frame);
     }
-    settings.ostr << ")";
 }
 
 }
diff --git a/src/Parsers/ASTFunction.h b/src/Parsers/ASTFunction.h
index 02f6f46f020..38e5f3f095c 100644
--- a/src/Parsers/ASTFunction.h
+++ b/src/Parsers/ASTFunction.h
@@ -39,6 +39,11 @@ public:
 
     ASTPtr toLiteral() const;  // Try to convert functions like Array or Tuple to a literal form.
 
+    void appendWindowDescription(const FormatSettings & settings,
+        FormatState & state, FormatStateStacked frame) const;
+
+    std::string getWindowDescription() const;
+
 protected:
     void formatImplWithoutAlias(const FormatSettings & settings, FormatState & state, FormatStateStacked frame) const override;
     void appendColumnNameImpl(WriteBuffer & ostr) const override;
diff --git a/src/Parsers/IAST.h b/src/Parsers/IAST.h
index 47cbcfde4d3..bed6c5bcdf9 100644
--- a/src/Parsers/IAST.h
+++ b/src/Parsers/IAST.h
@@ -158,6 +158,7 @@ public:
         bool always_quote_identifiers = false;
         IdentifierQuotingStyle identifier_quoting_style = IdentifierQuotingStyle::Backticks;
 
+        // Newline or whitespace.
         char nl_or_ws;
 
         FormatSettings(WriteBuffer & ostr_, bool one_line_)
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 427d7a24e3a..bca5ade4672 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -87,6 +87,10 @@ select number, max(number) over (partition by intDiv(number, 3) order by number
 -- window count() is overwritten with aggregate count()
 -- select number, count(), count() over (partition by intDiv(number, 3)) from numbers(10) group by number order by count() desc;
 
+-- different windows
+-- an explain test would also be helpful, but it's too immature now and I don't
+-- want to change reference all the time
+
 9	9
 6	8
 7	8
@@ -97,3 +101,49 @@ select number, max(number) over (partition by intDiv(number, 3) order by number
 0	2
 1	2
 2	2
+select number, max(number) over (partition by intDiv(number, 3) order by number desc), count(number) over (partition by intDiv(number, 5) order by number) as m from numbers(31) order by number settings max_block_size = 2;
+
+-- two functions over the same window
+-- an explain test would also be helpful, but it's too immature now and I don't
+-- want to change reference all the time
+
+0	2	1
+1	2	2
+2	2	3
+3	5	4
+4	5	5
+5	5	1
+6	8	2
+7	8	3
+8	8	4
+9	11	5
+10	11	1
+11	11	2
+12	14	3
+13	14	4
+14	14	5
+15	17	1
+16	17	2
+17	17	3
+18	20	4
+19	20	5
+20	20	1
+21	23	2
+22	23	3
+23	23	4
+24	26	5
+25	26	1
+26	26	2
+27	29	3
+28	29	4
+29	29	5
+30	30	1
+select number, max(number) over (partition by intDiv(number, 3) order by number desc), count(number) over (partition by intDiv(number, 3) order by number desc) as m from numbers(7) order by number settings max_block_size = 2;
+
+0	2	3
+1	2	2
+2	2	1
+3	5	3
+4	5	2
+5	5	1
+6	6	1
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index dce7069ed5f..a28d435d3f8 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -30,3 +30,13 @@ select number, max(number) over (partition by intDiv(number, 3) order by number
 -- this one doesn't work yet -- looks like the column names clash, and the
 -- window count() is overwritten with aggregate count()
 -- select number, count(), count() over (partition by intDiv(number, 3)) from numbers(10) group by number order by count() desc;
+
+-- different windows
+-- an explain test would also be helpful, but it's too immature now and I don't
+-- want to change reference all the time
+select number, max(number) over (partition by intDiv(number, 3) order by number desc), count(number) over (partition by intDiv(number, 5) order by number) as m from numbers(31) order by number settings max_block_size = 2;
+
+-- two functions over the same window
+-- an explain test would also be helpful, but it's too immature now and I don't
+-- want to change reference all the time
+select number, max(number) over (partition by intDiv(number, 3) order by number desc), count(number) over (partition by intDiv(number, 3) order by number desc) as m from numbers(7) order by number settings max_block_size = 2;

From abad6b9e49dd18de6e06bee04ae2da43afdc143e Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 04:41:02 +0300
Subject: [PATCH 330/742] clang-tidy is so annoying

---
 src/Processors/Transforms/WindowTransform.h | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/src/Processors/Transforms/WindowTransform.h b/src/Processors/Transforms/WindowTransform.h
index 89e09d15763..7fecbc75c86 100644
--- a/src/Processors/Transforms/WindowTransform.h
+++ b/src/Processors/Transforms/WindowTransform.h
@@ -33,10 +33,11 @@ class WindowTransform : public ISimpleTransform
 {
 public:
     WindowTransform(
-            const Block & input_header,
-            const Block & output_header,
-            const WindowDescription & window_description,
-            const std::vector<WindowFunctionDescription> & window_functions);
+            const Block & input_header_,
+            const Block & output_header_,
+            const WindowDescription & window_description_,
+            const std::vector<WindowFunctionDescription> &
+                window_functions_descriptions);
 
     ~WindowTransform() override;
 

From f9012b12fbd74bb5e5534033a9405ffc34c0a38d Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 05:57:22 +0300
Subject: [PATCH 331/742] Proper implementation

---
 base/daemon/BaseDaemon.cpp | 216 +++++++++++++++++++++++++++++--------
 base/daemon/BaseDaemon.h   |  13 ++-
 programs/server/Server.cpp |   1 +
 3 files changed, 183 insertions(+), 47 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index 331f9da56dd..f054be6d713 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -4,6 +4,8 @@
 #include <sys/stat.h>
 #include <sys/types.h>
 #include <sys/time.h>
+#include <sys/wait.h>
+#include <sys/resource.h>
 #include <fcntl.h>
 #include <errno.h>
 #include <string.h>
@@ -12,7 +14,6 @@
 #include <unistd.h>
 
 #include <typeinfo>
-#include <sys/resource.h>
 #include <iostream>
 #include <fstream>
 #include <sstream>
@@ -478,7 +479,7 @@ void BaseDaemon::terminate()
 void BaseDaemon::kill()
 {
     dumpCoverageReportIfPossible();
-    pid.reset();
+    pid_file.reset();
     if (::raise(SIGKILL) != 0)
         throw Poco::SystemException("cannot kill process");
 }
@@ -648,10 +649,6 @@ void BaseDaemon::initialize(Application & self)
             throw Poco::OpenFileException("Cannot attach stdout to " + stdout_path);
     }
 
-    /// Create pid file.
-    if (config().has("pid"))
-        pid.emplace(config().getString("pid"), DB::StatusFile::write_pid);
-
     /// Change path for logging.
     if (!log_path.empty())
     {
@@ -667,9 +664,17 @@ void BaseDaemon::initialize(Application & self)
             throw Poco::Exception("Cannot change directory to /tmp");
     }
 
-    // sensitive data masking rules are not used here
+    /// sensitive data masking rules are not used here
     buildLoggers(config(), logger(), self.commandName());
 
+    /// After initialized loggers but before initialized signal handling.
+    if (should_setup_watchdog)
+        setupWatchdog();
+
+    /// Create pid file.
+    if (config().has("pid"))
+        pid_file.emplace(config().getString("pid"), DB::StatusFile::write_pid);
+
     if (is_daemon)
     {
         /** Change working directory to the directory to write core dumps.
@@ -704,54 +709,65 @@ void BaseDaemon::initialize(Application & self)
 }
 
 
+static void addSignalHandler(const std::vector<int> & signals, signal_function handler, std::vector<int> * out_handled_signals)
+{
+    struct sigaction sa;
+    memset(&sa, 0, sizeof(sa));
+    sa.sa_sigaction = handler;
+    sa.sa_flags = SA_SIGINFO;
+
+#if defined(OS_DARWIN)
+    sigemptyset(&sa.sa_mask);
+    for (auto signal : signals)
+        sigaddset(&sa.sa_mask, signal);
+#else
+    if (sigemptyset(&sa.sa_mask))
+        throw Poco::Exception("Cannot set signal handler.");
+
+    for (auto signal : signals)
+        if (sigaddset(&sa.sa_mask, signal))
+            throw Poco::Exception("Cannot set signal handler.");
+#endif
+
+    for (auto signal : signals)
+        if (sigaction(signal, &sa, nullptr))
+            throw Poco::Exception("Cannot set signal handler.");
+
+    if (out_handled_signals)
+        std::copy(signals.begin(), signals.end(), std::back_inserter(*out_handled_signals));
+};
+
+
+static void blockSignals(const std::vector<int> & signals)
+{
+    sigset_t sig_set;
+
+    if (sigemptyset(&sig_set))
+        throw Poco::Exception("Cannot block signal.");
+
+    for (auto signal : signals)
+        if (sigaddset(&sig_set, signal))
+            throw Poco::Exception("Cannot block signal.");
+
+    if (pthread_sigmask(SIG_BLOCK, &sig_set, nullptr))
+        throw Poco::Exception("Cannot block signal.");
+};
+
+
 void BaseDaemon::initializeTerminationAndSignalProcessing()
 {
     SentryWriter::initialize(config());
     std::set_terminate(terminate_handler);
 
     /// We want to avoid SIGPIPE when working with sockets and pipes, and just handle return value/errno instead.
-    {
-        sigset_t sig_set;
-        if (sigemptyset(&sig_set) || sigaddset(&sig_set, SIGPIPE) || pthread_sigmask(SIG_BLOCK, &sig_set, nullptr))
-            throw Poco::Exception("Cannot block signal.");
-    }
+    blockSignals({SIGPIPE});
 
     /// Setup signal handlers.
-    auto add_signal_handler =
-        [this](const std::vector<int> & signals, signal_function handler)
-        {
-            struct sigaction sa;
-            memset(&sa, 0, sizeof(sa));
-            sa.sa_sigaction = handler;
-            sa.sa_flags = SA_SIGINFO;
-
-            {
-#if defined(OS_DARWIN)
-                sigemptyset(&sa.sa_mask);
-                for (auto signal : signals)
-                    sigaddset(&sa.sa_mask, signal);
-#else
-                if (sigemptyset(&sa.sa_mask))
-                    throw Poco::Exception("Cannot set signal handler.");
-
-                for (auto signal : signals)
-                    if (sigaddset(&sa.sa_mask, signal))
-                        throw Poco::Exception("Cannot set signal handler.");
-#endif
-
-                for (auto signal : signals)
-                    if (sigaction(signal, &sa, nullptr))
-                        throw Poco::Exception("Cannot set signal handler.");
-
-                std::copy(signals.begin(), signals.end(), std::back_inserter(handled_signals));
-            }
-        };
-
     /// SIGTSTP is added for debugging purposes. To output a stack trace of any running thread at anytime.
 
-    add_signal_handler({SIGABRT, SIGSEGV, SIGILL, SIGBUS, SIGSYS, SIGFPE, SIGPIPE, SIGTSTP}, signalHandler);
-    add_signal_handler({SIGHUP, SIGUSR1}, closeLogsSignalHandler);
-    add_signal_handler({SIGINT, SIGQUIT, SIGTERM}, terminateRequestedSignalHandler);
+    addSignalHandler({SIGABRT, SIGSEGV, SIGILL, SIGBUS, SIGSYS, SIGFPE, SIGPIPE, SIGTSTP}, signalHandler, &handled_signals);
+    addSignalHandler({SIGHUP, SIGUSR1}, closeLogsSignalHandler, &handled_signals);
+    addSignalHandler({SIGINT, SIGQUIT, SIGTERM}, terminateRequestedSignalHandler, &handled_signals);
 
 #if defined(SANITIZER)
     __sanitizer_set_death_callback(sanitizerDeathCallback);
@@ -863,7 +879,9 @@ void BaseDaemon::onInterruptSignals(int signal_id)
     if (sigint_signals_counter >= 2)
     {
         LOG_INFO(&logger(), "Received second signal Interrupt. Immediately terminate.");
-        kill();
+        call_default_signal_handler(signal_id);
+        /// If the above did not help.
+        _exit(128 + signal_id);
     }
 }
 
@@ -873,3 +891,109 @@ void BaseDaemon::waitForTerminationRequest()
     std::unique_lock<std::mutex> lock(signal_handler_mutex);
     signal_event.wait(lock, [this](){ return terminate_signals_counter > 0; });
 }
+
+
+void BaseDaemon::shouldSetupWatchdog(char * argv0_)
+{
+    should_setup_watchdog = true;
+    argv0 = argv0_;
+}
+
+
+void BaseDaemon::setupWatchdog()
+{
+    std::string original_process_name;
+    if (argv0)
+        original_process_name = argv0;
+
+    while (true)
+    {
+        pid_t pid = fork();
+
+        if (-1 == pid)
+            throw Poco::Exception("Cannot fork");
+
+        if (0 == pid)
+        {
+            logger().information("Forked a child process to watch");
+            return;
+        }
+
+        /// Change short thread name and process name.
+        setThreadName("clckhouse-watch");   /// 15 characters
+
+        if (argv0)
+        {
+            const char * new_process_name = "clickhouse-watchdog";
+            memset(argv0, 0, original_process_name.size());
+            memcpy(argv0, new_process_name, std::min(strlen(new_process_name), original_process_name.size()));
+        }
+
+        logger().information(fmt::format("Will watch for the process with pid {}", pid));
+
+        /// Ignore signals that only need to be delivered to the child process.
+        addSignalHandler(
+            {SIGHUP, SIGUSR1, SIGINT, SIGQUIT, SIGTERM},
+            [](int, siginfo_t *, void *) {}, nullptr);
+
+        int status = 0;
+        do
+        {
+            if (-1 != waitpid(pid, &status, WUNTRACED | WCONTINUED) || errno == ECHILD)
+            {
+                if (WIFSTOPPED(status))
+                    logger().warning(fmt::format("Child process was stopped by signal {}.", WSTOPSIG(status)));
+                else if (WIFCONTINUED(status))
+                    logger().warning(fmt::format("Child process was continued."));
+                else
+                    break;
+            }
+            else if (errno != EINTR)
+                throw Poco::Exception("Cannot waitpid, errno: " + std::string(strerror(errno)));
+        } while (true);
+
+        if (errno == ECHILD)
+        {
+            logger().information("Child process no longer exists.");
+            _exit(status);
+        }
+
+        if (WIFEXITED(status))
+        {
+            logger().information(fmt::format("Child process exited normally with code {}.", WEXITSTATUS(status)));
+            _exit(status);
+        }
+
+        if (WIFSIGNALED(status))
+        {
+            int sig = WTERMSIG(status);
+
+            if (sig == SIGKILL)
+            {
+                logger().fatal(fmt::format("Child process was terminated by signal {} (KILL)."
+                    " If it is not done by 'forcestop' command or manually,"
+                    " the possible cause is OOM Killer (see 'dmesg' and look at the '/var/log/kern.log' for the details).", sig));
+            }
+            else
+            {
+                logger().fatal(fmt::format("Child process was terminated by signal {}.", sig));
+
+                if (sig == SIGINT || sig == SIGTERM || sig == SIGQUIT)
+                    _exit(status);
+            }
+        }
+        else
+        {
+            logger().fatal("Child process was not exited normally by unknown reason.");
+        }
+
+        /// Automatic restart is not enabled but you can play with it.
+#if 1
+        _exit(status);
+#else
+        logger().information("Will restart.");
+        if (argv0)
+            memcpy(argv0, original_process_name.c_str(), original_process_name.size());
+#endif
+    }
+}
diff --git a/base/daemon/BaseDaemon.h b/base/daemon/BaseDaemon.h
index f4d3f3dfe98..1b3661fab24 100644
--- a/base/daemon/BaseDaemon.h
+++ b/base/daemon/BaseDaemon.h
@@ -131,6 +131,11 @@ public:
     /// also doesn't close global internal pipes for signal handling
     static void closeFDs();
 
+    /// If this method is called after initialization and before run,
+    /// will fork child process and setup watchdog that will print diagnostic info, if the child terminates.
+    /// argv0 is needed to change process name (consequently, it is needed for scripts involving "pgrep", "pidof" to work correctly).
+    void shouldSetupWatchdog(char * argv0_);
+
 protected:
     /// Возвращает TaskManager приложения
     /// все методы task_manager следует вызывать из одного потока
@@ -148,6 +153,9 @@ protected:
     /// initialize termination process and signal handlers
     virtual void initializeTerminationAndSignalProcessing();
 
+    /// fork the main process and watch if it was killed
+    void setupWatchdog();
+
     /// реализация обработки сигналов завершения через pipe не требует блокировки сигнала с помощью sigprocmask во всех потоках
     void waitForTerminationRequest()
 #if defined(POCO_CLICKHOUSE_PATCH) || POCO_VERSION >= 0x02000000 // in old upstream poco not vitrual
@@ -164,7 +172,7 @@ protected:
 
     std::unique_ptr<Poco::TaskManager> task_manager;
 
-    std::optional<DB::StatusFile> pid;
+    std::optional<DB::StatusFile> pid_file;
 
     std::atomic_bool is_cancelled{false};
 
@@ -194,6 +202,9 @@ protected:
     String build_id_info;
 
     std::vector<int> handled_signals;
+
+    bool should_setup_watchdog = false;
+    char * argv0 = nullptr;
 };
 
 
diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index 9da2cf70923..b5576f95c3d 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -104,6 +104,7 @@ namespace CurrentMetrics
 int mainEntryClickHouseServer(int argc, char ** argv)
 {
     DB::Server app;
+    app.shouldSetupWatchdog(argc ? argv[0] : nullptr);
     try
     {
         return app.run(argc, argv);

From f977184028595186ebe83a3e638ba06290efe977 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 06:17:31 +0300
Subject: [PATCH 332/742] Slightly better

---
 base/daemon/BaseDaemon.cpp | 24 +++++++++++++++++++++---
 1 file changed, 21 insertions(+), 3 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index f054be6d713..a5c282a41e3 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -6,6 +6,9 @@
 #include <sys/time.h>
 #include <sys/wait.h>
 #include <sys/resource.h>
+#if defined(__linux__)
+    #include <sys/prctl.h>
+#endif
 #include <fcntl.h>
 #include <errno.h>
 #include <string.h>
@@ -908,7 +911,8 @@ void BaseDaemon::setupWatchdog()
 
     while (true)
     {
-        pid_t pid = fork();
+        static pid_t pid = -1;
+        pid = fork();
 
         if (-1 == pid)
             throw Poco::Exception("Cannot fork");
@@ -916,6 +920,10 @@ void BaseDaemon::setupWatchdog()
         if (0 == pid)
         {
             logger().information("Forked a child process to watch");
+#if defined(__linux__)
+            if (0 != prctl(PR_SET_PDEATHSIG, SIGKILL))
+                logger().warning("Cannot do prctl to ask termination with parent.");
+#endif
             return;
         }
 
@@ -931,10 +939,20 @@ void BaseDaemon::setupWatchdog()
 
         logger().information(fmt::format("Will watch for the process with pid {}", pid));
 
-        /// Ignore signals that only need to be delivered to the child process.
+        /// Forward signals to the child process.
         addSignalHandler(
             {SIGHUP, SIGUSR1, SIGINT, SIGQUIT, SIGTERM},
-            [](int, siginfo_t *, void *) {}, nullptr);
+            [](int sig, siginfo_t *, void *)
+            {
+                /// Forward all signals except INT as it is send by shell to both processes when user press Ctrl+C.
+                if (sig == SIGINT)
+                    return;
+
+                const char * error_message = "Cannot forward signal to the child process.\n";
+                if (0 != ::kill(pid, sig))
+                    (void)write(STDERR_FILENO, error_message, strlen(error_message));
+            },
+            nullptr);
 
         int status = 0;
         do

From dadfc76f8fcdbc973b95ada5c259b84765d1823a Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 07:02:39 +0300
Subject: [PATCH 333/742] fix the fuzzer

---
 programs/client/QueryFuzzer.cpp             | 41 ++++++++++++++++++++-
 programs/client/QueryFuzzer.h               | 13 +++++++
 src/Processors/Transforms/WindowTransform.h |  2 +-
 3 files changed, 53 insertions(+), 3 deletions(-)

diff --git a/programs/client/QueryFuzzer.cpp b/programs/client/QueryFuzzer.cpp
index 99b6a977826..90f3addd916 100644
--- a/programs/client/QueryFuzzer.cpp
+++ b/programs/client/QueryFuzzer.cpp
@@ -327,11 +327,44 @@ void QueryFuzzer::fuzz(ASTs & asts)
     }
 }
 
+struct ScopedIncrement
+{
+    size_t & counter;
+
+    ScopedIncrement(size_t & counter_) : counter(counter_) { ++counter; }
+    ~ScopedIncrement() { --counter; }
+};
+
 void QueryFuzzer::fuzz(ASTPtr & ast)
 {
     if (!ast)
         return;
 
+    // Check for exceeding max depth.
+    ScopedIncrement depth_increment(current_ast_depth);
+    if (current_ast_depth > 1000)
+    {
+        // The AST is too deep (see the comment for current_ast_depth). Probably
+        // we don't have to print the tree because it's slow...
+        fmt::print(stderr, "The AST is too deep (depth {}, {} visited nodes)"
+            " :\n{}\n", current_ast_depth, debug_visited_nodes.size(),
+            (*debug_top_ast)->dumpTree());
+
+        return;
+    }
+
+    // Check for loops.
+    auto [_, inserted] = debug_visited_nodes.insert(ast.get());
+    if (!inserted)
+    {
+        fmt::print(stderr, "The AST node '{}' was already visited before."
+            " Depth {}, {} visited nodes, current top AST:\n{}\n",
+            static_cast<void *>(ast.get()), current_ast_depth,
+            debug_visited_nodes.size(), (*debug_top_ast)->dumpTree());
+        assert(false);
+    }
+
+    // The fuzzing.
     if (auto * with_union = typeid_cast<ASTSelectWithUnionQuery *>(ast.get()))
     {
         fuzz(with_union->list_of_selects);
@@ -365,13 +398,13 @@ void QueryFuzzer::fuzz(ASTPtr & ast)
         fuzzColumnLikeExpressionList(fn->arguments.get());
         fuzzColumnLikeExpressionList(fn->parameters.get());
 
-        fuzz(fn->children);
-
         if (fn->is_window_function)
         {
             fuzzColumnLikeExpressionList(fn->window_partition_by);
             fuzzOrderByList(fn->window_order_by);
         }
+
+        fuzz(fn->children);
     }
     else if (auto * select = typeid_cast<ASTSelectQuery *>(ast.get()))
     {
@@ -502,6 +535,10 @@ void QueryFuzzer::collectFuzzInfoRecurse(const ASTPtr ast)
 
 void QueryFuzzer::fuzzMain(ASTPtr & ast)
 {
+    current_ast_depth = 0;
+    debug_visited_nodes.clear();
+    debug_top_ast = &ast;
+
     collectFuzzInfoMain(ast);
     fuzz(ast);
 
diff --git a/programs/client/QueryFuzzer.h b/programs/client/QueryFuzzer.h
index ffec09c3883..e9d3f150283 100644
--- a/programs/client/QueryFuzzer.h
+++ b/programs/client/QueryFuzzer.h
@@ -26,6 +26,13 @@ struct QueryFuzzer
 {
     pcg64 fuzz_rand{randomSeed()};
 
+    // We add elements to expression lists with fixed probability. Some elements
+    // are so large, that the expected number of elements we add to them is
+    // one or higher, hence this process might never finish. Put some limit on the
+    // total depth of AST to prevent this.
+    // This field is reset for each fuzzMain() call.
+    size_t current_ast_depth = 0;
+
     // These arrays hold parts of queries that we can substitute into the query
     // we are currently fuzzing. We add some part from each new query we are asked
     // to fuzz, and keep this state between queries, so the fuzzing output becomes
@@ -39,6 +46,12 @@ struct QueryFuzzer
     std::unordered_map<std::string, ASTPtr> table_like_map;
     std::vector<ASTPtr> table_like;
 
+    // Some debug fields for detecting problematic ASTs with loops.
+    // These are reset for each fuzzMain call.
+    std::unordered_set<const IAST *> debug_visited_nodes;
+    ASTPtr * debug_top_ast;
+
+
     // This is the only function you have to call -- it will modify the passed
     // ASTPtr to point to new AST with some random changes.
     void fuzzMain(ASTPtr & ast);
diff --git a/src/Processors/Transforms/WindowTransform.h b/src/Processors/Transforms/WindowTransform.h
index 7fecbc75c86..3d284263171 100644
--- a/src/Processors/Transforms/WindowTransform.h
+++ b/src/Processors/Transforms/WindowTransform.h
@@ -37,7 +37,7 @@ public:
             const Block & output_header_,
             const WindowDescription & window_description_,
             const std::vector<WindowFunctionDescription> &
-                window_functions_descriptions);
+                window_function_descriptions);
 
     ~WindowTransform() override;
 

From 919172f9eeb641b1ab03bb82d04eaf09ba1624fa Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 07:16:56 +0300
Subject: [PATCH 334/742] more fuzzer fixes

---
 programs/client/QueryFuzzer.cpp | 21 +++++++++++++--------
 1 file changed, 13 insertions(+), 8 deletions(-)

diff --git a/programs/client/QueryFuzzer.cpp b/programs/client/QueryFuzzer.cpp
index 90f3addd916..38f3a756b7a 100644
--- a/programs/client/QueryFuzzer.cpp
+++ b/programs/client/QueryFuzzer.cpp
@@ -29,6 +29,11 @@
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int TOO_DEEP_RECURSION;
+}
+
 Field QueryFuzzer::getRandomField(int type)
 {
     switch (type)
@@ -342,15 +347,15 @@ void QueryFuzzer::fuzz(ASTPtr & ast)
 
     // Check for exceeding max depth.
     ScopedIncrement depth_increment(current_ast_depth);
-    if (current_ast_depth > 1000)
+    if (current_ast_depth > 500)
     {
-        // The AST is too deep (see the comment for current_ast_depth). Probably
-        // we don't have to print the tree because it's slow...
-        fmt::print(stderr, "The AST is too deep (depth {}, {} visited nodes)"
-            " :\n{}\n", current_ast_depth, debug_visited_nodes.size(),
-            (*debug_top_ast)->dumpTree());
-
-        return;
+        // The AST is too deep (see the comment for current_ast_depth). Throw
+        // an exception to fail fast and not use this query as an etalon, or we'll
+        // end up in a very slow and useless loop. It also makes sense to set it
+        // lower than the default max parse depth on the server (1000), so that
+        // we don't get the useless error about parse depth from the server either.
+        throw Exception(ErrorCodes::TOO_DEEP_RECURSION,
+            "AST depth exceeded while fuzzing ({})", current_ast_depth);
     }
 
     // Check for loops.

From f578f83380e534327038ab917c61cbcf864df549 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 09:24:14 +0300
Subject: [PATCH 335/742] Update AsynchronousMetrics.h

---
 src/Interpreters/AsynchronousMetrics.h | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/src/Interpreters/AsynchronousMetrics.h b/src/Interpreters/AsynchronousMetrics.h
index 97824cd3987..88c2221be76 100644
--- a/src/Interpreters/AsynchronousMetrics.h
+++ b/src/Interpreters/AsynchronousMetrics.h
@@ -26,7 +26,8 @@ using AsynchronousMetricValues = std::unordered_map<std::string, AsynchronousMet
 class AsynchronousMetrics
 {
 public:
-    /// This constructor needs only to provide backward compatibility with some other projects (hello, Arcadia). 
+#if defined(ARCADIA_BUILD)
+    /// This constructor needs only to provide backward compatibility with some other projects (hello, Arcadia).
     /// Never use this in the ClickHouse codebase.
     AsynchronousMetrics(
         Context & global_context_,
@@ -35,6 +36,8 @@ public:
         , update_period(update_period_seconds)
     {
     }
+#endif
+
     /// The default value of update_period_seconds is for ClickHouse-over-YT
     /// in Arcadia -- it uses its own server implementation that also uses these
     /// metrics.

From 3dafd4bb49bc83f7de64886144cc0ca80cba055f Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 09:45:08 +0300
Subject: [PATCH 336/742] Minor changes

---
 base/daemon/BaseDaemon.cpp | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index a5c282a41e3..f6a904ac0a8 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -944,13 +944,17 @@ void BaseDaemon::setupWatchdog()
             {SIGHUP, SIGUSR1, SIGINT, SIGQUIT, SIGTERM},
             [](int sig, siginfo_t *, void *)
             {
-                /// Forward all signals except INT as it is send by shell to both processes when user press Ctrl+C.
+                /// Forward all signals except INT as it can be send by terminal to the process group when user press Ctrl+C,
+                /// and we process double delivery of this signal as immediate termination.
                 if (sig == SIGINT)
                     return;
 
                 const char * error_message = "Cannot forward signal to the child process.\n";
                 if (0 != ::kill(pid, sig))
-                    (void)write(STDERR_FILENO, error_message, strlen(error_message));
+                {
+                    auto res = write(STDERR_FILENO, error_message, strlen(error_message));
+                    (void)res;
+                }
             },
             nullptr);
 

From b81e067cd4f4d785bbb80c1ae37fa800ef5f3987 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 09:51:09 +0300
Subject: [PATCH 337/742] Update IStorage.h

---
 src/Storages/IStorage.h | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Storages/IStorage.h b/src/Storages/IStorage.h
index 9d5a1fe85a9..7110510a6d0 100644
--- a/src/Storages/IStorage.h
+++ b/src/Storages/IStorage.h
@@ -87,7 +87,6 @@ public:
         : storage_id(std::move(storage_id_))
         , metadata(std::make_unique<StorageInMemoryMetadata>()) {} //-V730
 
-    virtual ~IStorage() override = default;
     IStorage(const IStorage &) = delete;
     IStorage & operator=(const IStorage &) = delete;
 

From dda0eb53c15cda4d9888e426a39f306f6e5b8e0a Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 22 Dec 2020 10:13:22 +0300
Subject: [PATCH 338/742] Fix variable names in AsynchronousMetrics::update()

---
 src/Interpreters/AsynchronousMetrics.cpp | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/src/Interpreters/AsynchronousMetrics.cpp b/src/Interpreters/AsynchronousMetrics.cpp
index 6388302be83..be56ae6700a 100644
--- a/src/Interpreters/AsynchronousMetrics.cpp
+++ b/src/Interpreters/AsynchronousMetrics.cpp
@@ -212,18 +212,18 @@ void AsynchronousMetrics::update()
         {
             Int64 amount = total_memory_tracker.get();
             Int64 peak = total_memory_tracker.getPeak();
-            Int64 new_peak = data.resident;
+            Int64 new_amount = data.resident;
 
             LOG_DEBUG(&Poco::Logger::get("AsynchronousMetrics"),
                 "MemoryTracking: was {}, peak {}, will set to {} (RSS), difference: {}",
                 ReadableSize(amount),
                 ReadableSize(peak),
-                ReadableSize(new_peak),
-                ReadableSize(new_peak - amount)
+                ReadableSize(new_amount),
+                ReadableSize(new_amount - amount)
             );
 
-            total_memory_tracker.set(new_peak);
-            CurrentMetrics::set(CurrentMetrics::MemoryTracking, new_peak);
+            total_memory_tracker.set(new_amount);
+            CurrentMetrics::set(CurrentMetrics::MemoryTracking, new_amount);
         }
     }
 #endif

From 3da533766ddb698b85c9f3bc1cab2358694d1aa5 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 10:25:45 +0300
Subject: [PATCH 339/742] clang-tidy.......

---
 programs/client/QueryFuzzer.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/programs/client/QueryFuzzer.cpp b/programs/client/QueryFuzzer.cpp
index 38f3a756b7a..53ede4a3d92 100644
--- a/programs/client/QueryFuzzer.cpp
+++ b/programs/client/QueryFuzzer.cpp
@@ -336,7 +336,7 @@ struct ScopedIncrement
 {
     size_t & counter;
 
-    ScopedIncrement(size_t & counter_) : counter(counter_) { ++counter; }
+    explicit ScopedIncrement(size_t & counter_) : counter(counter_) { ++counter; }
     ~ScopedIncrement() { --counter; }
 };
 

From 7f590090f6da8eaabe7359489e7de33e028430e1 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 22 Dec 2020 10:28:02 +0300
Subject: [PATCH 340/742] Remove logs

---
 src/Common/ThreadFuzzer.cpp | 7 -------
 1 file changed, 7 deletions(-)

diff --git a/src/Common/ThreadFuzzer.cpp b/src/Common/ThreadFuzzer.cpp
index ed155473061..88ff53534e6 100644
--- a/src/Common/ThreadFuzzer.cpp
+++ b/src/Common/ThreadFuzzer.cpp
@@ -103,12 +103,6 @@ void ThreadFuzzer::initConfiguration()
     initFromEnv(sleep_probability, "THREAD_FUZZER_SLEEP_PROBABILITY");
     initFromEnv(sleep_time_us, "THREAD_FUZZER_SLEEP_TIME_US");
 
-    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Sleep probability {}", sleep_probability);
-    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Yield probability {}", yield_probability);
-    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Migrate probability {}", migrate_probability);
-    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "CPU time period {}", cpu_time_period_us);
-    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "Sleep time us {}", sleep_time_us);
-
 #if THREAD_FUZZER_WRAP_PTHREAD
 #    define INIT_WRAPPER_PARAMS(RET, NAME, ...) \
         initFromEnv(NAME##_before_yield_probability, "THREAD_FUZZER_" #NAME "_BEFORE_YIELD_PROBABILITY"); \
@@ -125,7 +119,6 @@ void ThreadFuzzer::initConfiguration()
 
 #    undef INIT_WRAPPER_PARAMS
 #endif
-    LOG_DEBUG(&Poco::Logger::get("ThreadFuzzer"), "pthread_mutex_lock_before_migrate_probability {}", pthread_mutex_lock_before_migrate_probability);
 }
 
 

From da2a2e8e2698fa551babb983df60fe7fe37b646a Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 10:38:39 +0300
Subject: [PATCH 341/742] try to pass ninja flags in deb package

---
 debian/rules | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/debian/rules b/debian/rules
index 837f81dd503..69cebbf50fd 100755
--- a/debian/rules
+++ b/debian/rules
@@ -62,7 +62,7 @@ ifndef DISABLE_NINJA
     NINJA=$(shell which ninja)
 ifneq ($(NINJA),)
         CMAKE_FLAGS += -GNinja
-        export MAKE=$(NINJA)
+        export MAKE=$(NINJA) $(NINJA_FLAGS)
 endif
 endif
 

From 100f9d5de33a5137f316451739602399b4b8d72c Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 10:38:39 +0300
Subject: [PATCH 342/742] Fix error and remove useless code

---
 base/daemon/BaseDaemon.cpp | 23 +++--------------------
 base/daemon/BaseDaemon.h   | 20 --------------------
 2 files changed, 3 insertions(+), 40 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index f6a904ac0a8..19bbca508bc 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -26,7 +26,6 @@
 #include <Poco/Observer.h>
 #include <Poco/AutoPtr.h>
 #include <Poco/PatternFormatter.h>
-#include <Poco/TaskManager.h>
 #include <Poco/File.h>
 #include <Poco/Path.h>
 #include <Poco/Message.h>
@@ -474,7 +473,6 @@ BaseDaemon::~BaseDaemon()
 
 void BaseDaemon::terminate()
 {
-    getTaskManager().cancelAll();
     if (::raise(SIGTERM) != 0)
         throw Poco::SystemException("cannot terminate process");
 }
@@ -568,7 +566,6 @@ void BaseDaemon::initialize(Application & self)
 {
     closeFDs();
 
-    task_manager = std::make_unique<Poco::TaskManager>();
     ServerApplication::initialize(self);
 
     /// now highest priority (lowest value) is PRIO_APPLICATION = -100, we want higher!
@@ -805,23 +802,6 @@ void BaseDaemon::logRevision() const
         + ", PID " + std::to_string(getpid()));
 }
 
-/// Makes server shutdown if at least one Poco::Task have failed.
-void BaseDaemon::exitOnTaskError()
-{
-    Poco::Observer<BaseDaemon, Poco::TaskFailedNotification> obs(*this, &BaseDaemon::handleNotification);
-    getTaskManager().addObserver(obs);
-}
-
-/// Used for exitOnTaskError()
-void BaseDaemon::handleNotification(Poco::TaskFailedNotification *_tfn)
-{
-    task_failed = true;
-    Poco::AutoPtr<Poco::TaskFailedNotification> fn(_tfn);
-    Poco::Logger * lg = &(logger());
-    LOG_ERROR(lg, "Task '{}' failed. Daemon is shutting down. Reason - {}", fn->task()->name(), fn->reason().displayText());
-    ServerApplication::terminate();
-}
-
 void BaseDaemon::defineOptions(Poco::Util::OptionSet & new_options)
 {
     new_options.addOption(
@@ -905,6 +885,9 @@ void BaseDaemon::shouldSetupWatchdog(char * argv0_)
 
 void BaseDaemon::setupWatchdog()
 {
+    /// Initialize in advance to avoid double initialization in forked processes.
+    DateLUT::instance();
+
     std::string original_process_name;
     if (argv0)
         original_process_name = argv0;
diff --git a/base/daemon/BaseDaemon.h b/base/daemon/BaseDaemon.h
index 1b3661fab24..0fb5bb47b2d 100644
--- a/base/daemon/BaseDaemon.h
+++ b/base/daemon/BaseDaemon.h
@@ -12,7 +12,6 @@
 #include <chrono>
 #include <Poco/Process.h>
 #include <Poco/ThreadPool.h>
-#include <Poco/TaskNotification.h>
 #include <Poco/Util/Application.h>
 #include <Poco/Util/ServerApplication.h>
 #include <Poco/Net/SocketAddress.h>
@@ -26,9 +25,6 @@
 #include <loggers/Loggers.h>
 
 
-namespace Poco { class TaskManager; }
-
-
 /// \brief Base class for applications that can run as daemons.
 ///
 /// \code
@@ -61,9 +57,6 @@ public:
     /// Определяет параметр командной строки
     void defineOptions(Poco::Util::OptionSet & new_options) override;
 
-    /// Заставляет демон завершаться, если хотя бы одна задача завершилась неудачно
-    void exitOnTaskError();
-
     /// Завершение демона ("мягкое")
     void terminate();
 
@@ -137,16 +130,8 @@ public:
     void shouldSetupWatchdog(char * argv0_);
 
 protected:
-    /// Возвращает TaskManager приложения
-    /// все методы task_manager следует вызывать из одного потока
-    /// иначе возможен deadlock, т.к. joinAll выполняется под локом, а любой метод тоже берет лок
-    Poco::TaskManager & getTaskManager() { return *task_manager; }
-
     virtual void logRevision() const;
 
-    /// Используется при exitOnTaskError()
-    void handleNotification(Poco::TaskFailedNotification *);
-
     /// thread safe
     virtual void handleSignal(int signal_id);
 
@@ -170,15 +155,10 @@ protected:
 
     virtual std::string getDefaultCorePath() const;
 
-    std::unique_ptr<Poco::TaskManager> task_manager;
-
     std::optional<DB::StatusFile> pid_file;
 
     std::atomic_bool is_cancelled{false};
 
-    /// Флаг устанавливается по сообщению из Task (при аварийном завершении).
-    bool task_failed = false;
-
     bool log_to_console = false;
 
     /// Событие, чтобы проснуться во время ожидания

From 74671bda4ae1f6ed8eda89200e9de65ed34555a7 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 22 Dec 2020 11:01:13 +0300
Subject: [PATCH 343/742] Fix special build

---
 src/Functions/FunctionsStringHash.cpp | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index ec0f5fea808..acb2feb87b8 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -295,12 +295,12 @@ class FixedHeap
 public:
     FixedHeap() = delete;
 
-    explicit FixedHeap(F f_) : f(f_), data_t(std::make_shared<std::vector<size_t>>(K, v))
+    explicit FixedHeap(F f_) : f(f_), data_t(std::make_shared<std::vector<UInt64>>(K, v))
     {
         std::make_heap(data_t->begin(), data_t->end(), f);
     }
 
-    void insertAndReplace(size_t new_v)
+    void insertAndReplace(UInt64 new_v)
     {
         data_t->push_back(new_v);
         std::push_heap(data_t->begin(), data_t->end(), f);
@@ -308,11 +308,11 @@ public:
         data_t->pop_back();
     }
 
-    const size_t * data() { return data_t->data(); }
+    const UInt64 * data() { return data_t->data(); }
 
 private:
     F f;
-    std::shared_ptr<std::vector<size_t>> data_t;
+    std::shared_ptr<std::vector<UInt64>> data_t;
 };
 
 

From 121f7ae833a7212cbe35954d783268f6cf64bcae Mon Sep 17 00:00:00 2001
From: spongedc <duchuangucas@live.com>
Date: Tue, 22 Dec 2020 16:06:33 +0800
Subject: [PATCH 344/742] Support builtin function isIPv4String && isIPv6String

---
 src/Functions/FunctionsCoding.cpp             |  2 +
 src/Functions/FunctionsCoding.h               | 93 +++++++++++++++++++
 .../00725_ipv4_ipv6_domains.reference         | 24 +++++
 .../0_stateless/00725_ipv4_ipv6_domains.sql   | 27 ++++++
 4 files changed, 146 insertions(+)

diff --git a/src/Functions/FunctionsCoding.cpp b/src/Functions/FunctionsCoding.cpp
index 97add9bf32a..c2c746aad9e 100644
--- a/src/Functions/FunctionsCoding.cpp
+++ b/src/Functions/FunctionsCoding.cpp
@@ -32,6 +32,8 @@ void registerFunctionsCoding(FunctionFactory & factory)
     factory.registerFunction<FunctionToIPv6>();
     factory.registerFunction<FunctionIPv6CIDRToRange>();
     factory.registerFunction<FunctionIPv4CIDRToRange>();
+    factory.registerFunction<FunctionIsIPv4String>();
+    factory.registerFunction<FunctionIsIPv6String>();
 }
 
 }
diff --git a/src/Functions/FunctionsCoding.h b/src/Functions/FunctionsCoding.h
index ac3262f5131..9e761ace6fb 100644
--- a/src/Functions/FunctionsCoding.h
+++ b/src/Functions/FunctionsCoding.h
@@ -1831,5 +1831,98 @@ public:
     }
 };
 
+class FunctionIsIPv4String : public FunctionIPv4StringToNum
+{
+public:
+    static constexpr auto name = "isIPv4String";
+
+    static FunctionPtr create(const Context &) { return std::make_shared<FunctionIsIPv4String>(); }
+
+    String getName() const override { return name; }
+
+    DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
+    {
+        if (!isString(arguments[0]))
+            throw Exception("Illegal type " + arguments[0]->getName() + " of argument of function " + getName(),
+                            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        return std::make_shared<DataTypeUInt8>();
+    }
+
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/) const override
+    {
+        const ColumnPtr & column = arguments[0].column;
+        if (const ColumnString * col = checkAndGetColumn<ColumnString>(column.get()))
+        {
+            auto col_res = ColumnUInt8::create();
+
+            ColumnUInt8::Container & vec_res = col_res->getData();
+            vec_res.resize(col->size());
+
+            const ColumnString::Chars & vec_src = col->getChars();
+            const ColumnString::Offsets & offsets_src = col->getOffsets();
+            size_t prev_offset = 0;
+            UInt32 result = 0;
+
+            for (size_t i = 0; i < vec_res.size(); ++i)
+            {
+                vec_res[i] = DB::parseIPv4(reinterpret_cast<const char *>(&vec_src[prev_offset]), reinterpret_cast<unsigned char*>(&result));
+                prev_offset = offsets_src[i];
+            }
+            return col_res;
+        }
+        else
+            throw Exception("Illegal column " + arguments[0].column->getName()
+                            + " of argument of function " + getName(),
+                            ErrorCodes::ILLEGAL_COLUMN);
+    }
+};
+
+class FunctionIsIPv6String : public FunctionIPv6StringToNum
+{
+public:
+    static constexpr auto name = "isIPv6String";
+
+    static FunctionPtr create(const Context &) { return std::make_shared<FunctionIsIPv6String>(); }
+
+    String getName() const override { return name; }
+
+    DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
+    {
+        if (!isString(arguments[0]))
+            throw Exception("Illegal type " + arguments[0]->getName() + " of argument of function " + getName(),
+                            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+
+        return std::make_shared<DataTypeUInt8>();
+    }
+
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/) const override
+    {
+        const ColumnPtr & column = arguments[0].column;
+
+        if (const ColumnString * col = checkAndGetColumn<ColumnString>(column.get()))
+        {
+            auto col_res = ColumnUInt8::create();
+
+            ColumnUInt8::Container & vec_res = col_res->getData();
+            vec_res.resize(col->size());
+
+            const ColumnString::Chars & vec_src = col->getChars();
+            const ColumnString::Offsets & offsets_src = col->getOffsets();
+            size_t prev_offset = 0;
+            char v[IPV6_BINARY_LENGTH];
+
+            for (size_t i = 0; i < vec_res.size(); ++i)
+            {
+                vec_res[i] = DB::parseIPv6(reinterpret_cast<const char *>(&vec_src[prev_offset]), reinterpret_cast<unsigned char*>(v));
+                prev_offset = offsets_src[i];
+            }
+            return col_res;
+        }
+        else
+            throw Exception("Illegal column " + arguments[0].column->getName()
+                            + " of argument of function " + getName(),
+                            ErrorCodes::ILLEGAL_COLUMN);
+    }
+};
 
 }
diff --git a/tests/queries/0_stateless/00725_ipv4_ipv6_domains.reference b/tests/queries/0_stateless/00725_ipv4_ipv6_domains.reference
index 28051d15f65..5060b5253fe 100644
--- a/tests/queries/0_stateless/00725_ipv4_ipv6_domains.reference
+++ b/tests/queries/0_stateless/00725_ipv4_ipv6_domains.reference
@@ -25,3 +25,27 @@ ffff:ffff:ffff:ffff:ffff:ffff:ffff:ffff	FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF
 > 127.0.0.1	2001:db8:ac10:fe01:feed:babe:cafe:f00d
 > 127.0.0.1	ffff:ffff:ffff:ffff:ffff:ffff:ffff:ffff
 = 127.0.0.1	::ffff:127.0.0.1
+0.0.0.0 is ipv4 string:                                 	1
+255.255.255.255 is ipv4 string:                         	1
+192.168.0.91 is ipv4 string:                            	1
+127.0.0.1 is ipv4 string:                               	1
+8.8.8.8 is ipv4 string:                                 	1
+hello is ipv4 string:                                   	0
+0:0:0:0:0:0:0:0 is ipv4 string:                         	0
+0000:0000:0000:0000:0000:FFFF:C1FC:110A is ipv4 string: 	0
+FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF is ipv4 string: 	0
+::ffff:127.0.0.1 is ipv4 string:                        	0
+::ffff:8.8.8.8 is ipv4 string:                          	0
+2001:0DB8:AC10:FE01:FEED:BABE:CAFE:F00D is ipv4 string: 	0
+0.0.0.0 is ipv6 string:                                 	0
+255.255.255.255 is ipv6 string:                         	0
+192.168.0.91 is ipv6 string:                            	0
+127.0.0.1 is ipv6 string:                               	0
+8.8.8.8 is ipv6 string:                                 	0
+hello is ipv6 string:                                   	0
+0:0:0:0:0:0:0:0 is ipv6 string:                         	1
+0000:0000:0000:0000:0000:FFFF:C1FC:110A is ipv6 string: 	1
+FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF is ipv6 string: 	1
+::ffff:127.0.0.1 is ipv6 string:                        	1
+::ffff:8.8.8.8 is ipv6 string:                          	1
+2001:0DB8:AC10:FE01:FEED:BABE:CAFE:F00D is ipv6 string: 	1
diff --git a/tests/queries/0_stateless/00725_ipv4_ipv6_domains.sql b/tests/queries/0_stateless/00725_ipv4_ipv6_domains.sql
index c40e3190ed8..099dc20762e 100644
--- a/tests/queries/0_stateless/00725_ipv4_ipv6_domains.sql
+++ b/tests/queries/0_stateless/00725_ipv4_ipv6_domains.sql
@@ -57,3 +57,30 @@ SELECT '= 127.0.0.1', ipv6_ FROM ipv6_test
 -- TODO: Assert that invalid values can't be inserted into IPv6 column.
 
 DROP TABLE IF EXISTS ipv6_test;
+
+SELECT '0.0.0.0 is ipv4 string:                                 ', isIPv4String('0.0.0.0');
+SELECT '255.255.255.255 is ipv4 string:                         ', isIPv4String('255.255.255.255');
+SELECT '192.168.0.91 is ipv4 string:                            ', isIPv4String('192.168.0.91');
+SELECT '127.0.0.1 is ipv4 string:                               ', isIPv4String('127.0.0.1');
+SELECT '8.8.8.8 is ipv4 string:                                 ', isIPv4String('8.8.8.8');
+SELECT 'hello is ipv4 string:                                   ', isIPv4String('hello');
+SELECT '0:0:0:0:0:0:0:0 is ipv4 string:                         ', isIPv4String('0:0:0:0:0:0:0:0');
+SELECT '0000:0000:0000:0000:0000:FFFF:C1FC:110A is ipv4 string: ', isIPv4String('0000:0000:0000:0000:0000:FFFF:C1FC:110A');
+SELECT 'FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF is ipv4 string: ', isIPv4String('FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF');
+SELECT '::ffff:127.0.0.1 is ipv4 string:                        ', isIPv4String('::ffff:127.0.0.1');
+SELECT '::ffff:8.8.8.8 is ipv4 string:                          ', isIPv4String('::ffff:8.8.8.8');
+SELECT '2001:0DB8:AC10:FE01:FEED:BABE:CAFE:F00D is ipv4 string: ', isIPv4String('2001:0DB8:AC10:FE01:FEED:BABE:CAFE:F00D');
+
+SELECT '0.0.0.0 is ipv6 string:                                 ', isIPv6String('0.0.0.0');
+SELECT '255.255.255.255 is ipv6 string:                         ', isIPv6String('255.255.255.255');
+SELECT '192.168.0.91 is ipv6 string:                            ', isIPv6String('192.168.0.91');
+SELECT '127.0.0.1 is ipv6 string:                               ', isIPv6String('127.0.0.1');
+SELECT '8.8.8.8 is ipv6 string:                                 ', isIPv6String('8.8.8.8');
+SELECT 'hello is ipv6 string:                                   ', isIPv6String('hello');
+SELECT '0:0:0:0:0:0:0:0 is ipv6 string:                         ', isIPv6String('0:0:0:0:0:0:0:0');
+SELECT '0000:0000:0000:0000:0000:FFFF:C1FC:110A is ipv6 string: ', isIPv6String('0000:0000:0000:0000:0000:FFFF:C1FC:110A');
+SELECT 'FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF is ipv6 string: ', isIPv6String('FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF:FFFF');
+SELECT '::ffff:127.0.0.1 is ipv6 string:                        ', isIPv6String('::ffff:127.0.0.1');
+SELECT '::ffff:8.8.8.8 is ipv6 string:                          ', isIPv6String('::ffff:8.8.8.8');
+SELECT '2001:0DB8:AC10:FE01:FEED:BABE:CAFE:F00D is ipv6 string: ', isIPv6String('2001:0DB8:AC10:FE01:FEED:BABE:CAFE:F00D');
+

From b9df795595a9b9ade9596bdeb1bd07f234fa6ee7 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 11:16:36 +0300
Subject: [PATCH 345/742] Another code for TSan

---
 src/Storages/System/StorageSystemStackTrace.cpp | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index dd21495ed4b..e47852c6045 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -39,6 +39,7 @@ namespace
 
     std::atomic<int> sequence_num = 0;    /// For messages sent via pipe.
     std::atomic<int> data_ready_num = 0;
+    std::atomic<bool> signal_latch = 0;   /// Only need for thread sanitizer.
 
     /** Notes:
       * Only one query from the table can be processed at the moment of time.
@@ -71,6 +72,10 @@ namespace
         if (notification_num != sequence_num.load(std::memory_order_acquire))
             return;
 
+        bool expected = false;
+        if (!signal_latch.compare_exchange_strong(expected, true, std::memory_order_acquire))
+            return;
+
         /// All these methods are signal-safe.
         const ucontext_t signal_context = *reinterpret_cast<ucontext_t *>(context);
         stack_trace = StackTrace(signal_context);
@@ -81,7 +86,7 @@ namespace
             memcpy(query_id_data, query_id.data, query_id_size);
 
         /// This is unneeded (because we synchronize through pipe) but makes TSan happy.
-        data_ready_num.store(sequence_num, std::memory_order_release);
+        data_ready_num.store(notification_num, std::memory_order_release);
 
         ssize_t res = ::write(notification_pipe.fds_rw[1], &notification_num, sizeof(notification_num));
 
@@ -89,6 +94,8 @@ namespace
         (void)res;
 
         errno = saved_errno;
+
+        signal_latch.store(false, std::memory_order_release);
     }
 
     /// Wait for data in pipe and read it.

From 76dc88b674acf7b96784f166e03a15f9c857056d Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 11:18:37 +0300
Subject: [PATCH 346/742] Remove useless code

---
 src/Common/ZooKeeper/tests/CMakeLists.txt     |  3 -
 src/Common/ZooKeeper/tests/nozk.sh            | 15 ----
 src/Common/ZooKeeper/tests/yeszk.sh           |  6 --
 .../tests/zkutil_expiration_test.cpp          | 70 -------------------
 4 files changed, 94 deletions(-)
 delete mode 100755 src/Common/ZooKeeper/tests/nozk.sh
 delete mode 100755 src/Common/ZooKeeper/tests/yeszk.sh
 delete mode 100644 src/Common/ZooKeeper/tests/zkutil_expiration_test.cpp

diff --git a/src/Common/ZooKeeper/tests/CMakeLists.txt b/src/Common/ZooKeeper/tests/CMakeLists.txt
index 7092720e7bc..bbfa3e1f137 100644
--- a/src/Common/ZooKeeper/tests/CMakeLists.txt
+++ b/src/Common/ZooKeeper/tests/CMakeLists.txt
@@ -4,9 +4,6 @@ target_link_libraries(zkutil_test_commands PRIVATE clickhouse_common_zookeeper)
 add_executable(zkutil_test_commands_new_lib zkutil_test_commands_new_lib.cpp)
 target_link_libraries(zkutil_test_commands_new_lib PRIVATE clickhouse_common_zookeeper string_utils)
 
-add_executable(zkutil_expiration_test zkutil_expiration_test.cpp)
-target_link_libraries(zkutil_expiration_test PRIVATE clickhouse_common_zookeeper)
-
 add_executable(zkutil_test_async zkutil_test_async.cpp)
 target_link_libraries(zkutil_test_async PRIVATE clickhouse_common_zookeeper)
 
diff --git a/src/Common/ZooKeeper/tests/nozk.sh b/src/Common/ZooKeeper/tests/nozk.sh
deleted file mode 100755
index c4e409f735b..00000000000
--- a/src/Common/ZooKeeper/tests/nozk.sh
+++ /dev/null
@@ -1,15 +0,0 @@
-#!/usr/bin/env bash
-
-# Добавляет в файрвол правила, не пропускающие пакеты до серверов ZooKeeper.
-# Используется для тестирования поведения программ при потере соединения с ZooKeeper.
-# yeszk.sh производит обратные изменения.
-
-# Чтобы посмотреть, какие правила сейчас есть, используйте sudo iptables -L и sudo ip6tables -L
-
-sudo iptables -A OUTPUT -p tcp --dport 2181 -j DROP
-sudo ip6tables -A OUTPUT -p tcp --dport 2181 -j DROP
-
-# You could also test random drops:
-#sudo iptables -A OUTPUT -p tcp --dport 2181 -j REJECT --reject-with tcp-reset -m statistic --mode random --probability 0.1
-#sudo ip6tables -A OUTPUT -p tcp --dport 2181 -j REJECT --reject-with tcp-reset -m statistic --mode random --probability 0.1
-
diff --git a/src/Common/ZooKeeper/tests/yeszk.sh b/src/Common/ZooKeeper/tests/yeszk.sh
deleted file mode 100755
index 4f186a90183..00000000000
--- a/src/Common/ZooKeeper/tests/yeszk.sh
+++ /dev/null
@@ -1,6 +0,0 @@
-#!/usr/bin/env bash
-
-# Выполняет действия, обратные nozk.sh
-
-cat nozk.sh | sed 's/-A/-D/g' | bash
-
diff --git a/src/Common/ZooKeeper/tests/zkutil_expiration_test.cpp b/src/Common/ZooKeeper/tests/zkutil_expiration_test.cpp
deleted file mode 100644
index e09c72a4d6c..00000000000
--- a/src/Common/ZooKeeper/tests/zkutil_expiration_test.cpp
+++ /dev/null
@@ -1,70 +0,0 @@
-#include <iostream>
-#include <Common/ZooKeeper/ZooKeeper.h>
-#include <Common/ZooKeeper/KeeperException.h>
-#include <Poco/ConsoleChannel.h>
-#include <Common/Exception.h>
-
-
-/// Проверяет, какие ошибки выдает ZooKeeper при попытке сделать какую-нибудь операцию через разное время после истечения сессии.
-/// Спойлер: multi иногда падает с segfault, а до этого фейлится с marshalling error.
-///          create всегда фейлится с invalid zhandle state.
-
-int main(int argc, char ** argv)
-{
-    try
-    {
-        if (argc != 2)
-        {
-            std::cerr << "usage: " << argv[0] << " hosts" << std::endl;
-            return 2;
-        }
-
-        Poco::AutoPtr<Poco::ConsoleChannel> channel = new Poco::ConsoleChannel(std::cerr);
-        Poco::Logger::root().setChannel(channel);
-        Poco::Logger::root().setLevel("trace");
-
-        zkutil::ZooKeeper zk(argv[1]);
-        std::string unused;
-        zk.tryCreate("/test", "", zkutil::CreateMode::Persistent, unused);
-
-        std::cerr << "Please run `./nozk.sh && sleep 40s && ./yeszk.sh`" << std::endl;
-
-        time_t time0 = time(nullptr);
-
-        while (true)
-        {
-            {
-                Coordination::Requests ops;
-                ops.emplace_back(zkutil::makeCreateRequest("/test/zk_expiration_test", "hello", zkutil::CreateMode::Persistent));
-                ops.emplace_back(zkutil::makeRemoveRequest("/test/zk_expiration_test", -1));
-
-                Coordination::Responses responses;
-                Coordination::Error code = zk.tryMultiNoThrow(ops, responses);
-
-                std::cout << time(nullptr) - time0 << "s: " << Coordination::errorMessage(code) << std::endl;
-                try
-                {
-                    if (code != Coordination::Error::ZOK)
-                        std::cout << "Path: " << zkutil::KeeperMultiException(code, ops, responses).getPathForFirstFailedOp() << std::endl;
-                }
-                catch (...)
-                {
-                    std::cout << DB::getCurrentExceptionMessage(false) << std::endl;
-                }
-
-            }
-
-            sleep(1);
-        }
-    }
-    catch (Coordination::Exception &)
-    {
-        std::cerr << "KeeperException: " << DB::getCurrentExceptionMessage(true) << std::endl;
-        return 1;
-    }
-    catch (...)
-    {
-        std::cerr << "Some exception: " << DB::getCurrentExceptionMessage(true) << std::endl;
-        return 2;
-    }
-}

From 2d28c8cb609ec423771bb02a8cebdc6b29cd1aff Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 22 Dec 2020 11:20:57 +0300
Subject: [PATCH 347/742] Better runner

---
 docker/test/coverage/run.sh | 25 ++++++++++++++++---------
 1 file changed, 16 insertions(+), 9 deletions(-)

diff --git a/docker/test/coverage/run.sh b/docker/test/coverage/run.sh
index 41da390e06b..5626fbbd5d4 100755
--- a/docker/test/coverage/run.sh
+++ b/docker/test/coverage/run.sh
@@ -80,21 +80,28 @@ LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "RENAME TA
 LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "RENAME TABLE datasets.visits_v1 TO test.visits"
 LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "SHOW TABLES FROM test"
 
+LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-test -j 8 --testname --shard --zookeeper --print-time --use-skip-list 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee /test_result.txt
 
-if grep -q -- "--use-skip-list" /usr/bin/clickhouse-test; then
-    SKIP_LIST_OPT="--use-skip-list"
-fi
-
-# We can have several additional options so we path them as array because it's
-# more idiologically correct.
-read -ra ADDITIONAL_OPTIONS <<< "${ADDITIONAL_OPTIONS:-}"
-
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-test --testname --shard --zookeeper --print-time "$SKIP_LIST_OPT" "${ADDITIONAL_OPTIONS[@]}" "$SKIP_TESTS_OPTION" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee test_output/test_result.txt
+readarray -t FAILED_TESTS < <(awk '/FAIL|TIMEOUT|ERROR/ { print substr($3, 1, length($3)-1) }' "/test_result.txt")
 
 kill_clickhouse
 
 sleep 3
 
+if [[ -n "${FAILED_TESTS[*]}" ]]
+then
+    # Clean the data so that there is no interference from the previous test run.
+    rm -rf /var/lib/clickhouse/{{meta,}data,user_files} ||:
+
+    start_clickhouse
+
+    echo "Going to run again: ${FAILED_TESTS[*]}"
+
+    LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-test --order=random --testname --shard --zookeeper --use-skip-list "${FAILED_TESTS[@]}" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee -a "/test_result.txt"
+else
+    echo "No failed tests"
+fi
+
 mkdir -p $COVERAGE_DIR
 mv /*.profraw $COVERAGE_DIR
 

From c6d3f2722e16e155e9cee9f57f551f9a62cfeab7 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 11:21:18 +0300
Subject: [PATCH 348/742] Revert unneeded changes

---
 src/Common/StackTrace.cpp | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/src/Common/StackTrace.cpp b/src/Common/StackTrace.cpp
index 38a2235d516..b285a45bdc5 100644
--- a/src/Common/StackTrace.cpp
+++ b/src/Common/StackTrace.cpp
@@ -252,12 +252,12 @@ void StackTrace::symbolize(const StackTrace::FramePointers & frame_pointers, siz
 #endif
 }
 
-NO_SANITIZE_THREAD StackTrace::StackTrace()
+StackTrace::StackTrace()
 {
     tryCapture();
 }
 
-NO_SANITIZE_THREAD StackTrace::StackTrace(const ucontext_t & signal_context)
+StackTrace::StackTrace(const ucontext_t & signal_context)
 {
     tryCapture();
 
@@ -295,17 +295,17 @@ void StackTrace::tryCapture()
 #endif
 }
 
-size_t NO_SANITIZE_THREAD StackTrace::getSize() const
+size_t StackTrace::getSize() const
 {
     return size;
 }
 
-size_t NO_SANITIZE_THREAD StackTrace::getOffset() const
+size_t StackTrace::getOffset() const
 {
     return offset;
 }
 
-const NO_SANITIZE_THREAD StackTrace::FramePointers & StackTrace::getFramePointers() const
+const StackTrace::FramePointers & StackTrace::getFramePointers() const
 {
     return frame_pointers;
 }

From 5109c3420e8467e95324614e14fc8087bb70b35f Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 22 Dec 2020 11:42:09 +0300
Subject: [PATCH 349/742] Update comment.

---
 src/Processors/IProcessor.h | 15 ++++++++++-----
 1 file changed, 10 insertions(+), 5 deletions(-)

diff --git a/src/Processors/IProcessor.h b/src/Processors/IProcessor.h
index 08adc151424..c3abe40c3b7 100644
--- a/src/Processors/IProcessor.h
+++ b/src/Processors/IProcessor.h
@@ -195,14 +195,19 @@ public:
         throw Exception("Method 'work' is not implemented for " + getName() + " processor", ErrorCodes::NOT_IMPLEMENTED);
     }
 
-    /** You may call this method if 'prepare' returned Async.
+    /** Executor must call this method when 'prepare' returned Async.
       * This method cannot access any ports. It should use only data that was prepared by 'prepare' method.
       *
-      * This method should return instantly and fire an event (or many events) when asynchronous job will be done.
-      * When the job is not done, method 'prepare' will return Wait and the user may block and wait for next event before checking again.
+      * This method should instantly return epollable file descriptor which will be readable when asynchronous job is done.
+      * When descriptor is readable, method `work` is called to continue data processing.
       *
-      * Note that it can fire many events in EventCounter while doing its job,
-      *  and you have to wait for next event (or do something else) every time when 'prepare' returned Wait.
+      * NOTE: it would be more logical to let `work()` return ASYNC status instead of prepare. This will get
+      * prepare() -> work() -> schedule() -> work() -> schedule() -> .. -> work() -> prepare()
+      * chain instead of
+      * prepare() -> work() -> prepare() -> schedule() -> work() -> prepare() -> schedule() -> .. -> work() -> prepare()
+      *
+      * It is expected that executor epoll using level-triggered notifications.
+      * Read all available data from descriptor before returning ASYNC.
       */
     virtual int schedule()
     {

From 610361dfbcda004c4f2b6115ea3610c34a2a583f Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 11:45:05 +0300
Subject: [PATCH 350/742] boop


From dc450e9a83b99833451952375164767012d003ac Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 22 Dec 2020 11:55:21 +0300
Subject: [PATCH 351/742] Update comment.

---
 src/DataStreams/RemoteQueryExecutorReadContext.h | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/src/DataStreams/RemoteQueryExecutorReadContext.h b/src/DataStreams/RemoteQueryExecutorReadContext.h
index fc81132ea18..f8c64954b83 100644
--- a/src/DataStreams/RemoteQueryExecutorReadContext.h
+++ b/src/DataStreams/RemoteQueryExecutorReadContext.h
@@ -28,12 +28,18 @@ public:
     std::exception_ptr exception;
     FiberStack stack;
     boost::context::fiber fiber;
+    /// This mutex for fiber is needed because fiber could be destroyed in cancel method from another thread.
     std::mutex fiber_lock;
 
     Poco::Timespan receive_timeout;
     MultiplexedConnections & connections;
     Poco::Net::Socket * last_used_socket = nullptr;
 
+    /// Here we have three descriptors we are going to wait:
+    /// * socket_fd is a descriptor of connection. It may be changed in case of reading from several replicas.
+    /// * timer is a timerfd descriptor to manually check socket timeout
+    /// * pipe_fd is a pipe we use to cancel query and socket polling by executor.
+    /// We put those descriptors into our own epoll_fd which is used by external executor.
     TimerDescriptor timer{CLOCK_MONOTONIC, 0};
     int socket_fd = -1;
     int epoll_fd;
@@ -67,7 +73,6 @@ public:
         }
 
         auto routine = Routine{connections, *this};
-        // connection_lock = routine.connection_lock.get();
         fiber = boost::context::fiber(std::allocator_arg_t(), stack, std::move(routine));
     }
 
@@ -177,8 +182,10 @@ public:
     void cancel()
     {
         std::lock_guard guard(fiber_lock);
+        /// It is safe to just destroy fiber - we are not in the process of reading from socket.
         boost::context::fiber to_destroy = std::move(fiber);
 
+        /// Send something to pipe to cancel executor waiting.
         uint64_t buf = 0;
         while (-1 == write(pipe_fd[1], &buf, sizeof(buf)))
         {

From b184141e20bd825469d4bcd715a33445bccfd31b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 22 Dec 2020 12:22:49 +0300
Subject: [PATCH 352/742] Collect client coverage

---
 docker/test/coverage/run.sh | 20 ++++++++++----------
 1 file changed, 10 insertions(+), 10 deletions(-)

diff --git a/docker/test/coverage/run.sh b/docker/test/coverage/run.sh
index 5626fbbd5d4..e360fcd5aea 100755
--- a/docker/test/coverage/run.sh
+++ b/docker/test/coverage/run.sh
@@ -67,20 +67,20 @@ fi
 chmod 777 -R /var/lib/clickhouse
 
 
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "SHOW DATABASES"
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "ATTACH DATABASE datasets ENGINE = Ordinary"
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "CREATE DATABASE test"
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "SHOW DATABASES"
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "ATTACH DATABASE datasets ENGINE = Ordinary"
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "CREATE DATABASE test"
 
 kill_clickhouse
 start_clickhouse
 
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "SHOW TABLES FROM datasets"
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "SHOW TABLES FROM test"
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "RENAME TABLE datasets.hits_v1 TO test.hits"
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "RENAME TABLE datasets.visits_v1 TO test.visits"
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-client --query "SHOW TABLES FROM test"
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "SHOW TABLES FROM datasets"
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "SHOW TABLES FROM test"
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "RENAME TABLE datasets.hits_v1 TO test.hits"
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "RENAME TABLE datasets.visits_v1 TO test.visits"
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "SHOW TABLES FROM test"
 
-LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-test -j 8 --testname --shard --zookeeper --print-time --use-skip-list 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee /test_result.txt
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-test -j 8 --testname --shard --zookeeper --print-time --use-skip-list 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee /test_result.txt
 
 readarray -t FAILED_TESTS < <(awk '/FAIL|TIMEOUT|ERROR/ { print substr($3, 1, length($3)-1) }' "/test_result.txt")
 
@@ -97,7 +97,7 @@ then
 
     echo "Going to run again: ${FAILED_TESTS[*]}"
 
-    LLVM_PROFILE_FILE='client_coverage.profraw' clickhouse-test --order=random --testname --shard --zookeeper --use-skip-list "${FAILED_TESTS[@]}" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee -a "/test_result.txt"
+    LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-test --order=random --testname --shard --zookeeper --use-skip-list "${FAILED_TESTS[@]}" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee -a "/test_result.txt"
 else
     echo "No failed tests"
 fi

From 35413635e7e36cd09fc2ba8667e5a23c92bcbb09 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 22 Dec 2020 13:41:12 +0300
Subject: [PATCH 353/742] Add ability to change some types for primary key

---
 src/Storages/MergeTree/MergeTreeData.cpp      | 23 +++++--
 ...ing_to_low_cardinality_key_alter.reference |  8 +++
 ...11_string_to_low_cardinality_key_alter.sql | 67 +++++++++++++++++++
 3 files changed, 91 insertions(+), 7 deletions(-)
 create mode 100644 tests/queries/0_stateless/01611_string_to_low_cardinality_key_alter.reference
 create mode 100644 tests/queries/0_stateless/01611_string_to_low_cardinality_key_alter.sql

diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 9fa19859c7f..888fbcc7bde 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -5,6 +5,7 @@
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeEnum.h>
 #include <DataTypes/DataTypeNullable.h>
+#include <DataTypes/DataTypeLowCardinality.h>
 #include <DataTypes/NestedUtils.h>
 #include <Formats/FormatFactory.h>
 #include <Functions/FunctionFactory.h>
@@ -1316,10 +1317,10 @@ void MergeTreeData::dropIfEmpty()
 namespace
 {
 
-/// Conversion that is allowed for partition key.
-/// Partition key should be serialized in the same way after conversion.
+/// Conversion that is allowed for serializable key (primary key, sorting key).
+/// Key should be serialized in the same way after conversion.
 /// NOTE: The list is not complete.
-bool isSafeForPartitionKeyConversion(const IDataType * from, const IDataType * to)
+bool isSafeForKeyConversion(const IDataType * from, const IDataType * to)
 {
     if (from->getName() == to->getName())
         return true;
@@ -1346,6 +1347,12 @@ bool isSafeForPartitionKeyConversion(const IDataType * from, const IDataType * t
         return false;
     }
 
+    if (const auto * from_lc = typeid_cast<const DataTypeLowCardinality *>(from))
+        return from_lc->getDictionaryType()->equals(*to);
+
+    if (const auto * to_lc = typeid_cast<const DataTypeLowCardinality *>(to))
+        return to_lc->getDictionaryType()->equals(*from);
+
     return false;
 }
 
@@ -1540,7 +1547,7 @@ void MergeTreeData::checkAlterIsPossible(const AlterCommands & commands, const S
                     auto it = old_types.find(command.column_name);
 
                     assert(it != old_types.end());
-                    if (!isSafeForPartitionKeyConversion(it->second, command.data_type.get()))
+                    if (!isSafeForKeyConversion(it->second, command.data_type.get()))
                         throw Exception("ALTER of partition key column " + backQuoteIfNeed(command.column_name) + " from type "
                                 + it->second->getName() + " to type " + command.data_type->getName()
                                 + " is not safe because it can change the representation of partition key",
@@ -1554,9 +1561,11 @@ void MergeTreeData::checkAlterIsPossible(const AlterCommands & commands, const S
                 {
                     auto it = old_types.find(command.column_name);
                     assert(it != old_types.end());
-                    throw Exception("ALTER of key column " + backQuoteIfNeed(command.column_name) + " from type "
-                        + it->second->getName() + " to type " + command.data_type->getName() + " must be metadata-only",
-                        ErrorCodes::ALTER_OF_COLUMN_IS_FORBIDDEN);
+                    if (!isSafeForKeyConversion(it->second, command.data_type.get()))
+                        throw Exception("ALTER of key column " + backQuoteIfNeed(command.column_name) + " from type "
+                                    + it->second->getName() + " to type " + command.data_type->getName()
+                                    + " is not safe because it can change the representation of primary key",
+                            ErrorCodes::ALTER_OF_COLUMN_IS_FORBIDDEN);
                 }
             }
         }
diff --git a/tests/queries/0_stateless/01611_string_to_low_cardinality_key_alter.reference b/tests/queries/0_stateless/01611_string_to_low_cardinality_key_alter.reference
new file mode 100644
index 00000000000..07a160752d4
--- /dev/null
+++ b/tests/queries/0_stateless/01611_string_to_low_cardinality_key_alter.reference
@@ -0,0 +1,8 @@
+CREATE TABLE default.table_with_lc_key\n(\n    `enum_key` Enum8(\'y\' = 1, \'x\' = 2),\n    `lc_key` String,\n    `value` String\n)\nENGINE = MergeTree\nORDER BY (enum_key, lc_key)\nSETTINGS index_granularity = 8192
+y	hello	world
+CREATE TABLE default.table_with_lc_key\n(\n    `enum_key` Enum8(\'y\' = 1, \'x\' = 2, \'z\' = 3),\n    `lc_key` String,\n    `value` String\n)\nENGINE = MergeTree\nORDER BY (enum_key, lc_key)\nSETTINGS index_granularity = 8192
+y	hello	world
+CREATE TABLE default.table_with_lc_key\n(\n    `enum_key` Int8,\n    `lc_key` String,\n    `value` String\n)\nENGINE = MergeTree\nORDER BY (enum_key, lc_key)\nSETTINGS index_granularity = 8192
+1	hello	world
+CREATE TABLE default.table_with_string_key\n(\n    `int_key` Int8,\n    `str_key` LowCardinality(String),\n    `value` String\n)\nENGINE = MergeTree\nORDER BY (int_key, str_key)\nSETTINGS index_granularity = 8192
+1	hello	world
diff --git a/tests/queries/0_stateless/01611_string_to_low_cardinality_key_alter.sql b/tests/queries/0_stateless/01611_string_to_low_cardinality_key_alter.sql
new file mode 100644
index 00000000000..6478d33dfcc
--- /dev/null
+++ b/tests/queries/0_stateless/01611_string_to_low_cardinality_key_alter.sql
@@ -0,0 +1,67 @@
+DROP TABLE IF EXISTS table_with_lc_key;
+
+CREATE TABLE table_with_lc_key
+(
+    enum_key Enum8('x' = 2, 'y' = 1),
+    lc_key LowCardinality(String),
+    value String
+)
+ENGINE MergeTree()
+ORDER BY (enum_key, lc_key);
+
+INSERT INTO table_with_lc_key VALUES(1, 'hello', 'world');
+
+ALTER TABLE table_with_lc_key MODIFY COLUMN lc_key String;
+
+SHOW CREATE TABLE table_with_lc_key;
+
+DETACH TABLE table_with_lc_key;
+ATTACH TABLE table_with_lc_key;
+
+SELECT * FROM table_with_lc_key WHERE enum_key > 0 and lc_key like 'h%';
+
+ALTER TABLE table_with_lc_key MODIFY COLUMN enum_key Enum('x' = 2, 'y' = 1, 'z' = 3);
+ALTER TABLE table_with_lc_key MODIFY COLUMN enum_key Enum16('x' = 2, 'y' = 1, 'z' = 3); --{serverError 524}
+SHOW CREATE TABLE table_with_lc_key;
+
+DETACH TABLE table_with_lc_key;
+ATTACH TABLE table_with_lc_key;
+
+SELECT * FROM table_with_lc_key WHERE enum_key > 0 and lc_key like 'h%';
+
+ALTER TABLE table_with_lc_key MODIFY COLUMN enum_key Int8;
+
+SHOW CREATE TABLE table_with_lc_key;
+
+DETACH TABLE table_with_lc_key;
+ATTACH TABLE table_with_lc_key;
+
+SELECT * FROM table_with_lc_key WHERE enum_key > 0 and lc_key like 'h%';
+
+DROP TABLE IF EXISTS table_with_lc_key;
+
+
+DROP TABLE IF EXISTS table_with_string_key;
+CREATE TABLE table_with_string_key
+(
+    int_key Int8,
+    str_key String,
+    value String
+)
+ENGINE MergeTree()
+ORDER BY (int_key, str_key);
+
+INSERT INTO table_with_string_key VALUES(1, 'hello', 'world');
+
+ALTER TABLE table_with_string_key MODIFY COLUMN str_key LowCardinality(String);
+
+SHOW CREATE TABLE table_with_string_key;
+
+DETACH TABLE table_with_string_key;
+ATTACH TABLE table_with_string_key;
+
+SELECT * FROM table_with_string_key WHERE int_key > 0 and str_key like 'h%';
+
+ALTER TABLE table_with_string_key MODIFY COLUMN int_key Enum8('y' = 1, 'x' = 2); --{serverError 524}
+
+DROP TABLE IF EXISTS table_with_string_key;

From c974fb8948ca6ab9719a850f3b072498cd4ead4b Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Tue, 22 Dec 2020 18:42:18 +0800
Subject: [PATCH 354/742] Remove obtrusive tests

---
 .../test.py                                   | 28 -------------------
 .../test_polymorphic_parts/test.py            | 11 --------
 2 files changed, 39 deletions(-)

diff --git a/tests/integration/test_adaptive_granularity_different_settings/test.py b/tests/integration/test_adaptive_granularity_different_settings/test.py
index 55b7e1c91b8..ce8f32b6ec6 100644
--- a/tests/integration/test_adaptive_granularity_different_settings/test.py
+++ b/tests/integration/test_adaptive_granularity_different_settings/test.py
@@ -51,31 +51,3 @@ def test_attach_detach(start_cluster):
 
     assert node1.query("SELECT COUNT() FROM  test") == "4\n"
     assert node2.query("SELECT COUNT() FROM  test") == "4\n"
-
-
-def test_mutate_with_mixed_granularity(start_cluster):
-    node3.query("""
-        CREATE TABLE test (date Date, key UInt64, value1 String, value2 String)
-        ENGINE = MergeTree
-        ORDER BY key PARTITION BY date""")
-
-    node3.query(
-        "INSERT INTO test SELECT toDate('2019-10-01') + number % 5, number, toString(number), toString(number * number) FROM numbers(500)")
-
-    assert node3.query("SELECT COUNT() FROM test") == "500\n"
-
-    node3.restart_with_latest_version()
-
-    assert node3.query("SELECT COUNT() FROM test") == "500\n"
-
-    node3.query("ALTER TABLE test MODIFY SETTING enable_mixed_granularity_parts = 1")
-
-    node3.query(
-        "INSERT INTO test SELECT toDate('2019-10-01') + number % 5, number, toString(number), toString(number * number) FROM numbers(500, 500)")
-
-    assert node3.query("SELECT COUNT() FROM test") == "1000\n"
-    assert node3.query("SELECT COUNT() FROM test WHERE key % 100 == 0") == "10\n"
-
-    node3.query("ALTER TABLE test DELETE WHERE key % 100 == 0", settings={"mutations_sync": "2"})
-
-    assert node3.query("SELECT COUNT() FROM test WHERE key % 100 == 0") == "0\n"
diff --git a/tests/integration/test_polymorphic_parts/test.py b/tests/integration/test_polymorphic_parts/test.py
index 50a8192fbc5..80cb59c6789 100644
--- a/tests/integration/test_polymorphic_parts/test.py
+++ b/tests/integration/test_polymorphic_parts/test.py
@@ -432,17 +432,6 @@ def test_in_memory_wal(start_cluster):
     # Check file exists
     node11.exec_in_container(['bash', '-c', 'test -f {}'.format(broken_wal_file)])
 
-    # Data is lost without WAL
-    node11.query("ALTER TABLE wal_table MODIFY SETTING in_memory_parts_enable_wal = 0")
-    with PartitionManager() as pm:
-        pm.partition_instances(node11, node12)
-
-        insert_random_data('wal_table', node11, 50)
-        check(node11, 350, 7)
-
-        node11.restart_clickhouse(kill=True)
-        check(node11, 300, 6)
-
 
 def test_in_memory_wal_rotate(start_cluster):
     # Write every part to single wal

From 57a16420353be05b84742c15c7ceef3ed91d4247 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 22 Dec 2020 14:30:29 +0300
Subject: [PATCH 355/742] fix race in aggregation with combinator distinct

---
 src/Common/ThreadPool.cpp                     |  7 +++++
 src/Common/ThreadPool.h                       |  1 +
 src/Interpreters/Aggregator.cpp               | 31 ++++++++++++-------
 src/Interpreters/Aggregator.h                 |  1 +
 .../01605_dictinct_two_level.reference        | 20 ++++++++++++
 .../0_stateless/01605_dictinct_two_level.sql  | 25 +++++++++++++++
 6 files changed, 74 insertions(+), 11 deletions(-)
 create mode 100644 tests/queries/0_stateless/01605_dictinct_two_level.reference
 create mode 100644 tests/queries/0_stateless/01605_dictinct_two_level.sql

diff --git a/src/Common/ThreadPool.cpp b/src/Common/ThreadPool.cpp
index 7b2c2108629..7fc0d65aa5b 100644
--- a/src/Common/ThreadPool.cpp
+++ b/src/Common/ThreadPool.cpp
@@ -55,6 +55,13 @@ void ThreadPoolImpl<Thread>::setMaxThreads(size_t value)
     max_threads = value;
 }
 
+template <typename Thread>
+size_t ThreadPoolImpl<Thread>::getMaxThreads() const
+{
+    std::lock_guard lock(mutex);
+    return max_threads;
+}
+
 template <typename Thread>
 void ThreadPoolImpl<Thread>::setMaxFreeThreads(size_t value)
 {
diff --git a/src/Common/ThreadPool.h b/src/Common/ThreadPool.h
index 8dd6cbbe02c..0ae023e4ebd 100644
--- a/src/Common/ThreadPool.h
+++ b/src/Common/ThreadPool.h
@@ -71,6 +71,7 @@ public:
     void setMaxThreads(size_t value);
     void setMaxFreeThreads(size_t value);
     void setQueueSize(size_t value);
+    size_t getMaxThreads() const;
 
 private:
     mutable std::mutex mutex;
diff --git a/src/Interpreters/Aggregator.cpp b/src/Interpreters/Aggregator.cpp
index 87abca4d7cd..f6f1f7c8d53 100644
--- a/src/Interpreters/Aggregator.cpp
+++ b/src/Interpreters/Aggregator.cpp
@@ -913,15 +913,15 @@ template <typename Method>
 Block Aggregator::convertOneBucketToBlock(
     AggregatedDataVariants & data_variants,
     Method & method,
+    Arena * arena,
     bool final,
     size_t bucket) const
 {
     Block block = prepareBlockAndFill(data_variants, final, method.data.impls[bucket].size(),
-        [bucket, &method, this] (
+        [bucket, &method, arena, this] (
             MutableColumns & key_columns,
             AggregateColumnsData & aggregate_columns,
             MutableColumns & final_aggregate_columns,
-            Arena * arena,
             bool final_)
         {
             convertToBlockImpl(method, method.data.impls[bucket],
@@ -950,7 +950,7 @@ Block Aggregator::mergeAndConvertOneBucketToBlock(
         mergeBucketImpl<decltype(merged_data.NAME)::element_type>(variants, bucket, arena); \
         if (is_cancelled && is_cancelled->load(std::memory_order_seq_cst)) \
             return {}; \
-        block = convertOneBucketToBlock(merged_data, *merged_data.NAME, final, bucket); \
+        block = convertOneBucketToBlock(merged_data, *merged_data.NAME, arena, final, bucket); \
     }
 
     APPLY_FOR_VARIANTS_TWO_LEVEL(M)
@@ -982,7 +982,7 @@ void Aggregator::writeToTemporaryFileImpl(
 
     for (size_t bucket = 0; bucket < Method::Data::NUM_BUCKETS; ++bucket)
     {
-        Block block = convertOneBucketToBlock(data_variants, method, false, bucket);
+        Block block = convertOneBucketToBlock(data_variants, method, data_variants.aggregates_pool, false, bucket);
         out.write(block);
         update_max_sizes(block);
     }
@@ -1285,7 +1285,7 @@ Block Aggregator::prepareBlockAndFill(
         }
     }
 
-    filler(key_columns, aggregate_columns_data, final_aggregate_columns, data_variants.aggregates_pool, final);
+    filler(key_columns, aggregate_columns_data, final_aggregate_columns, final);
 
     Block res = header.cloneEmpty();
 
@@ -1352,7 +1352,6 @@ Block Aggregator::prepareBlockAndFillWithoutKey(AggregatedDataVariants & data_va
         MutableColumns & key_columns,
         AggregateColumnsData & aggregate_columns,
         MutableColumns & final_aggregate_columns,
-        Arena * arena,
         bool final_)
     {
         if (data_variants.type == AggregatedDataVariants::Type::without_key || params.overflow_row)
@@ -1367,7 +1366,8 @@ Block Aggregator::prepareBlockAndFillWithoutKey(AggregatedDataVariants & data_va
             }
             else
             {
-                insertAggregatesIntoColumns(data, final_aggregate_columns, arena);
+                /// Always single-thread. It's safe to pass current arena from 'aggregates_pool'.
+                insertAggregatesIntoColumns(data, final_aggregate_columns, data_variants.aggregates_pool);
             }
 
             if (params.overflow_row)
@@ -1395,13 +1395,12 @@ Block Aggregator::prepareBlockAndFillSingleLevel(AggregatedDataVariants & data_v
         MutableColumns & key_columns,
         AggregateColumnsData & aggregate_columns,
         MutableColumns & final_aggregate_columns,
-        Arena * arena,
         bool final_)
     {
     #define M(NAME) \
         else if (data_variants.type == AggregatedDataVariants::Type::NAME) \
             convertToBlockImpl(*data_variants.NAME, data_variants.NAME->data, \
-                key_columns, aggregate_columns, final_aggregate_columns, arena, final_);
+                key_columns, aggregate_columns, final_aggregate_columns, data_variants.aggregates_pool, final_);
 
         if (false) {} // NOLINT
         APPLY_FOR_VARIANTS_SINGLE_LEVEL(M)
@@ -1435,11 +1434,21 @@ BlocksList Aggregator::prepareBlocksAndFillTwoLevelImpl(
     bool final,
     ThreadPool * thread_pool) const
 {
+    size_t max_threads = thread_pool->getMaxThreads();
+    if (max_threads > data_variants.aggregates_pools.size())
+        for (size_t i = data_variants.aggregates_pools.size(); i < max_threads; ++i)
+            data_variants.aggregates_pools.push_back(std::make_shared<Arena>());
+
     auto converter = [&](size_t bucket, ThreadGroupStatusPtr thread_group)
     {
         if (thread_group)
             CurrentThread::attachToIfDetached(thread_group);
-        return convertOneBucketToBlock(data_variants, method, final, bucket);
+
+        /// Select Arena to avoid race conditions
+        size_t thread_number = static_cast<size_t>(bucket) % max_threads;
+        Arena * arena = data_variants.aggregates_pools.at(thread_number).get();
+
+        return convertOneBucketToBlock(data_variants, method, arena, final, bucket);
     };
 
     /// packaged_task is used to ensure that exceptions are automatically thrown into the main stream.
@@ -1949,7 +1958,7 @@ private:
             else if (method == AggregatedDataVariants::Type::NAME) \
             { \
                 aggregator.mergeBucketImpl<decltype(merged_data.NAME)::element_type>(data, bucket_num, arena); \
-                block = aggregator.convertOneBucketToBlock(merged_data, *merged_data.NAME, final, bucket_num); \
+                block = aggregator.convertOneBucketToBlock(merged_data, *merged_data.NAME, arena, final, bucket_num); \
             }
 
             APPLY_FOR_VARIANTS_TWO_LEVEL(M)
diff --git a/src/Interpreters/Aggregator.h b/src/Interpreters/Aggregator.h
index c688da9d32d..86806b7fbad 100644
--- a/src/Interpreters/Aggregator.h
+++ b/src/Interpreters/Aggregator.h
@@ -1212,6 +1212,7 @@ protected:
     Block convertOneBucketToBlock(
         AggregatedDataVariants & data_variants,
         Method & method,
+        Arena * arena,
         bool final,
         size_t bucket) const;
 
diff --git a/tests/queries/0_stateless/01605_dictinct_two_level.reference b/tests/queries/0_stateless/01605_dictinct_two_level.reference
new file mode 100644
index 00000000000..50d1615e1aa
--- /dev/null
+++ b/tests/queries/0_stateless/01605_dictinct_two_level.reference
@@ -0,0 +1,20 @@
+['0']
+['1']
+['2']
+['3']
+['4']
+['5']
+['6']
+['7']
+['8']
+['9']
+test.com	['foo3223','foo6455','foo382','foo5566','foo1037']
+test.com0	['foo0']
+test.com0.0001	['foo1']
+test.com0.0002	['foo2']
+test.com0.0003	['foo3']
+test.com0.0004	['foo4']
+test.com0.0005	['foo5']
+test.com0.0006	['foo6']
+test.com0.0007	['foo7']
+test.com0.0008	['foo8']
diff --git a/tests/queries/0_stateless/01605_dictinct_two_level.sql b/tests/queries/0_stateless/01605_dictinct_two_level.sql
new file mode 100644
index 00000000000..5f20ae590c5
--- /dev/null
+++ b/tests/queries/0_stateless/01605_dictinct_two_level.sql
@@ -0,0 +1,25 @@
+SET group_by_two_level_threshold_bytes = 1;
+SET group_by_two_level_threshold = 1;
+
+SELECT groupArray(DISTINCT toString(number % 10)) FROM numbers_mt(50000) 
+    GROUP BY number ORDER BY number LIMIT 10
+    SETTINGS max_threads = 2, max_block_size = 2000;
+
+DROP TABLE IF EXISTS dictinct_two_level;
+
+CREATE TABLE dictinct_two_level (
+    time DateTime64(3),
+    domain String,
+    subdomain String
+) ENGINE = MergeTree ORDER BY time;
+
+INSERT INTO dictinct_two_level SELECT 1546300800000, 'test.com', concat('foo', toString(number % 10000)) from numbers(10000);
+INSERT INTO dictinct_two_level SELECT 1546300800000, concat('test.com', toString(number / 10000)) , concat('foo', toString(number % 10000)) from numbers(10000);
+
+SELECT
+    domain, groupArraySample(5, 11111)(DISTINCT subdomain) AS example_subdomains
+FROM dictinct_two_level
+GROUP BY domain ORDER BY domain, example_subdomains
+LIMIT 10;
+
+DROP TABLE IF EXISTS dictinct_two_level;

From 41229b8bc9be8b9d4ba659a090342f26c41a5918 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 22 Dec 2020 14:52:48 +0300
Subject: [PATCH 356/742] Run small tests

---
 docker/test/coverage/run.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/coverage/run.sh b/docker/test/coverage/run.sh
index e360fcd5aea..cb972dc827d 100755
--- a/docker/test/coverage/run.sh
+++ b/docker/test/coverage/run.sh
@@ -80,7 +80,7 @@ LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "RENAM
 LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "RENAME TABLE datasets.visits_v1 TO test.visits"
 LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "SHOW TABLES FROM test"
 
-LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-test -j 8 --testname --shard --zookeeper --print-time --use-skip-list 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee /test_result.txt
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-test -j 8 --testname --shard --zookeeper --print-time --use-skip-list 00676_group_by_in 01533_optimize_skip_merged_partitions 01232_preparing_sets_race_condition 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee /test_result.txt
 
 readarray -t FAILED_TESTS < <(awk '/FAIL|TIMEOUT|ERROR/ { print substr($3, 1, length($3)-1) }' "/test_result.txt")
 

From 371050a16e0a1c3c441fd9afdae2e54629b26b45 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 22 Dec 2020 15:22:54 +0300
Subject: [PATCH 357/742] remove unused code

---
 src/Storages/MergeTree/MergeTreeSettings.h    |  3 --
 .../MergeTree/registerStorageMergeTree.cpp    | 33 -------------------
 2 files changed, 36 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeSettings.h b/src/Storages/MergeTree/MergeTreeSettings.h
index 2f3931786a6..f6401e0a4b8 100644
--- a/src/Storages/MergeTree/MergeTreeSettings.h
+++ b/src/Storages/MergeTree/MergeTreeSettings.h
@@ -111,9 +111,6 @@ struct Settings;
     M(Bool, remove_empty_parts, true, "Remove empty parts after they were pruned by TTL, mutation, or collapsing merge algorithm", 0) \
     M(Bool, assign_part_uuids, false, "Generate UUIDs for parts. Before enabling check that all replicas support new format.", 0) \
     \
-    /** Settings for testing purposes */ \
-    M(Bool, randomize_part_type, false, "For testing purposes only. Randomizes part type between wide and compact", 0) \
-    \
     /** Obsolete settings. Kept for backward compatibility only. */ \
     M(UInt64, min_relative_delay_to_yield_leadership, 120, "Obsolete setting, does nothing.", 0) \
     M(UInt64, check_delay_period, 60, "Obsolete setting, does nothing.", 0) \
diff --git a/src/Storages/MergeTree/registerStorageMergeTree.cpp b/src/Storages/MergeTree/registerStorageMergeTree.cpp
index 91bf105af74..a2429cead3d 100644
--- a/src/Storages/MergeTree/registerStorageMergeTree.cpp
+++ b/src/Storages/MergeTree/registerStorageMergeTree.cpp
@@ -234,25 +234,6 @@ If you use the Replicated version of engines, see https://clickhouse.tech/docs/e
 }
 
 
-static void randomizePartTypeSettings(const std::unique_ptr<MergeTreeSettings> & storage_settings)
-{
-    static constexpr auto MAX_THRESHOLD_FOR_ROWS = 100000;
-    static constexpr auto MAX_THRESHOLD_FOR_BYTES = 1024 * 1024 * 10;
-
-    /// Create all parts in wide format with probability 1/3.
-    if (thread_local_rng() % 3 == 0)
-    {
-        storage_settings->min_rows_for_wide_part = 0;
-        storage_settings->min_bytes_for_wide_part = 0;
-    }
-    else
-    {
-        storage_settings->min_rows_for_wide_part = std::uniform_int_distribution{0, MAX_THRESHOLD_FOR_ROWS}(thread_local_rng);
-        storage_settings->min_bytes_for_wide_part = std::uniform_int_distribution{0, MAX_THRESHOLD_FOR_BYTES}(thread_local_rng);
-    }
-}
-
-
 static StoragePtr create(const StorageFactory::Arguments & args)
 {
     /** [Replicated][|Summing|Collapsing|Aggregating|Replacing|Graphite]MergeTree (2 * 7 combinations) engines
@@ -737,20 +718,6 @@ static StoragePtr create(const StorageFactory::Arguments & args)
         ++arg_num;
     }
 
-    /// Allow to randomize part type for tests to cover more cases.
-    /// But if settings were set explicitly restrict it.
-    if (storage_settings->randomize_part_type
-        && !storage_settings->min_rows_for_wide_part.changed
-        && !storage_settings->min_bytes_for_wide_part.changed)
-    {
-        randomizePartTypeSettings(storage_settings);
-        LOG_INFO(&Poco::Logger::get(args.table_id.getNameForLogs() + " (registerStorageMergeTree)"),
-            "Applied setting 'randomize_part_type'. "
-            "Setting 'min_rows_for_wide_part' changed to {}. "
-            "Setting 'min_bytes_for_wide_part' changed to {}.",
-            storage_settings->min_rows_for_wide_part, storage_settings->min_bytes_for_wide_part);
-    }
-
     if (arg_num != arg_cnt)
         throw Exception("Wrong number of engine arguments.", ErrorCodes::BAD_ARGUMENTS);
 

From 5fd6f260acd626743702af0d96297a5c0b17c388 Mon Sep 17 00:00:00 2001
From: Ivan <5627721+abyss7@users.noreply.github.com>
Date: Tue, 22 Dec 2020 15:24:46 +0300
Subject: [PATCH 358/742] Add support for ANTLR inside clickhouse-test (#18319)

---
 tests/clickhouse-test        |   6 ++
 tests/queries/skip_list.json | 145 +++++++++++++++++++++++++++++++++++
 2 files changed, 151 insertions(+)

diff --git a/tests/clickhouse-test b/tests/clickhouse-test
index e67b148c214..94ad1a34de8 100755
--- a/tests/clickhouse-test
+++ b/tests/clickhouse-test
@@ -571,6 +571,8 @@ def main(args):
             Note: if you are using unbundled mode, you also have to specify -c option.")
 
     build_flags = collect_build_flags(args.client)
+    if args.antlr:
+        build_flags.append('antlr')
 
     if args.use_skip_list:
         tests_to_skip_from_list = collect_tests_to_skip(args.skip_list_path, build_flags)
@@ -884,6 +886,7 @@ if __name__ == '__main__':
     group=parser.add_mutually_exclusive_group(required=False)
     group.add_argument('--shard', action='store_true', default=None, dest='shard', help='Run sharding related tests (required to clickhouse-server listen 127.0.0.2 127.0.0.3)')
     group.add_argument('--no-shard', action='store_false', default=None, dest='shard', help='Do not run shard related tests')
+    group.add_argument('--antlr', action='store_true', default=False, dest='antlr', help='Use new ANTLR parser in tests')
 
     args = parser.parse_args()
 
@@ -963,6 +966,9 @@ if __name__ == '__main__':
 
         os.environ['CLICKHOUSE_URL_PARAMS'] += get_additional_client_options_url(args)
 
+    if args.antlr:
+        os.environ['CLICKHOUSE_CLIENT_OPT'] += ' --use_antlr_parser=1'
+
     if args.extract_from_config is None:
         if os.access(args.binary + '-extract-from-config', os.X_OK):
             args.extract_from_config = args.binary + '-extract-from-config'
diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index f3cc522be97..14c5cd5a55e 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -107,6 +107,151 @@
         "01508_partition_pruning", /// bug, shoud be fixed
         "01482_move_to_prewhere_and_cast" /// bug, shoud be fixed
     ],
+    "antlr": [
+        "00763_create_query_as_table_engine_bug",
+        "00765_sql_compatibility_aliases",
+        "00826_cross_to_inner_join",
+        "00834_not_between",
+        "00939_limit_by_offset",
+        "00969_columns_clause",
+        "00975_values_list",
+        "00976_system_stop_ttl_merges",
+        "00978_table_function_values_alias",
+        "00980_merge_alter_settings",
+        "00980_zookeeper_merge_tree_alter_settings",
+        "00982_array_enumerate_uniq_ranked",
+        "00984_materialized_view_to_columns",
+        "00988_constraints_replication_zookeeper",
+        "00995_order_by_with_fill",
+        "01001_enums_in_in_section",
+        "01011_group_uniq_array_memsan",
+        "01011_test_create_as_skip_indices",
+        "01015_attach_part",
+        "01015_database_bad_tables",
+        "01017_uniqCombined_memory_usage",
+        "01019_alter_materialized_view_query",
+        "01021_tuple_parser",
+        "01025_array_compact_generic",
+        "01033_quota_dcl",
+        "01034_with_fill_and_push_down_predicate",
+        "01039_row_policy_dcl",
+        "01039_test_setting_parse",
+        "01045_dictionaries_restrictions",
+        "01048_exists_query",
+        "01055_compact_parts_1",
+        "01056_create_table_as",
+        "01066_bit_count",
+        "01070_materialize_ttl",
+        "01070_mutations_with_dependencies",
+        "01073_grant_and_revoke",
+        "01073_show_tables_not_like",
+        "01074_partial_revokes",
+        "01075_allowed_client_hosts",
+        "01089_alter_settings_old_format",
+        "01095_tpch_like_smoke",
+        "01109_exchange_tables",
+        "01109_sc0rp10_string_hash_map_zero_bytes",
+        "01110_dictionary_layout_without_arguments",
+        "01114_materialize_clear_index_compact_parts",
+        "01115_join_with_dictionary",
+        "01117_comma_and_others_join_mix",
+        "01125_dict_ddl_cannot_add_column",
+        "01130_in_memory_parts",
+        "01144_multiple_joins_rewriter_v2_and_lambdas",
+        "01144_multiword_data_types",
+        "01145_with_fill_const",
+        "01149_zookeeper_mutation_stuck_after_replace_partition",
+        "01188_attach_table_from_path",
+        "01190_full_attach_syntax",
+        "01191_rename_dictionary",
+        "01210_drop_view",
+        "01213_alter_rename_column",
+        "01232_untuple",
+        "01244_optimize_distributed_group_by_sharding_key",
+        "01254_dict_load_after_detach_attach",
+        "01256_misspell_layout_name_podshumok",
+        "01257_dictionary_mismatch_types",
+        "01267_alter_default_key_columns_zookeeper",
+        "01268_mv_scalars",
+        "01269_create_with_null",
+        "01271_show_privileges",
+        "01272_offset_without_limit",
+        "01275_parallel_mv",
+        "01277_alter_rename_column_constraint_zookeeper",
+        "01280_min_map_max_map",
+        "01280_null_in",
+        "01280_ttl_where_group_by_negative",
+        "01280_unicode_whitespaces_lexer",
+        "01292_create_user",
+        "01293_create_role",
+        "01293_pretty_max_value_width",
+        "01293_show_settings",
+        "01294_create_settings_profile",
+        "01295_create_row_policy",
+        "01296_create_row_policy_in_current_database",
+        "01297_create_quota",
+        "01308_row_policy_and_trivial_count_query",
+        "01318_map_add_map_subtract",
+        "01322_any_input_optimize",
+        "01324_if_transform_strings_to_enum",
+        "01337_mysql_global_variables",
+        "01355_alter_column_with_order",
+        "01355_ilike",
+        "01373_is_zero_or_null",
+        "01374_if_nullable_filimonov",
+        "01378_alter_rename_with_ttl_zookeeper",
+        "01379_with_fill_several_columns",
+        "01397_in_bad_arguments",
+        "01415_table_function_view",
+        "01419_merge_tree_settings_sanity_check",
+        "01430_modify_sample_by_zookeeper",
+        "01447_json_strings",
+        "01449_json_compact_strings",
+        "01451_detach_drop_part",
+        "01451_replicated_detach_drop_and_quorum",
+        "01451_replicated_detach_drop_part",
+        "01457_create_as_table_function_structure",
+        "01460_allow_dollar_and_number_in_identifier",
+        "01463_test_alter_live_view_refresh",
+        "01465_ttl_recompression",
+        "01470_columns_transformers",
+        "01470_explain",
+        "01470_show_databases_like",
+        "01470_test_insert_select_asterisk",
+        "01491_nested_multiline_comments",
+        "01493_table_function_null",
+        "01495_subqueries_in_with_statement",
+        "01495_subqueries_in_with_statement_2",
+        "01495_subqueries_in_with_statement_3",
+        "01504_compression_multiple_streams",
+        "01508_explain_header",
+        "01515_mv_and_array_join_optimisation_bag",
+        "01516_create_table_primary_key",
+        "01517_drop_mv_with_inner_table",
+        "01523_interval_operator_support_string_literal",
+        "01525_select_with_offset_fetch_clause",
+        "01526_client_start_and_exit",
+        "01529_union_distinct_and_setting_union_default_mode",
+        "01530_drop_database_atomic_sync",
+        "01532_execute_merges_on_single_replica",
+        "01532_primary_key_without_order_by_zookeeper",
+        "01551_mergetree_read_in_order_spread",
+        "01552_dict_fixedstring",
+        "01554_bloom_filter_index_big_integer_uuid",
+        "01556_explain_select_with_union_query",
+        "01561_aggregate_functions_of_key_with_join",
+        "01562_optimize_monotonous_functions_in_order_by",
+        "01581_deduplicate_by_columns_local",
+        "01581_deduplicate_by_columns_replicated",
+        "01590_countSubstrings",
+        "01593_insert_settings",
+        "01596_setting_limit_offset",
+        "01601_detach_permanently",
+        "01603_read_with_backoff_bug",
+        "01604_explain_ast_of_nonselect_query",
+        "01605_skip_idx_compact_parts",
+        "01606_git_import"
+    ],
     "parallel":
     [
         /// Pessimistic list of tests which work badly in parallel.

From 23156fe6e42fc42b849f30b3f268a7be7b4bdfe6 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 22 Dec 2020 16:46:09 +0300
Subject: [PATCH 359/742] Fix accident stop merges for merge tree

---
 src/Storages/StorageMergeTree.cpp | 64 +++++++++++++++++++++++--------
 src/Storages/StorageMergeTree.h   |  4 ++
 2 files changed, 51 insertions(+), 17 deletions(-)

diff --git a/src/Storages/StorageMergeTree.cpp b/src/Storages/StorageMergeTree.cpp
index c81b3538042..8d1bee3e889 100644
--- a/src/Storages/StorageMergeTree.cpp
+++ b/src/Storages/StorageMergeTree.cpp
@@ -1124,41 +1124,71 @@ ActionLock StorageMergeTree::stopMergesAndWait()
 }
 
 
+MergeTreeDataPartPtr StorageMergeTree::outdatePart(const String & part_name, bool force)
+{
+
+    if (force)
+    {
+        /// Forcefully stop merges and make part outdated
+        auto merge_blocker = stopMergesAndWait();
+        auto part = getPartIfExists(part_name, {MergeTreeDataPartState::Committed});
+        if (!part)
+            throw Exception("Part " + part_name + " not found, won't try to drop it.", ErrorCodes::NO_SUCH_DATA_PART);
+        removePartsFromWorkingSet({part}, true);
+        return part;
+    }
+    else
+    {
+
+        /// Wait merges selector
+        std::unique_lock lock(currently_processing_in_background_mutex);
+
+        auto part = getPartIfExists(part_name, {MergeTreeDataPartState::Committed});
+        /// It's okay, part was already removed
+        if (!part)
+            return nullptr;
+
+        /// Part will be "removed" by merge or mutation, it's OK in case of some
+        /// background cleanup processes like removing of empty parts.
+        if (currently_merging_mutating_parts.count(part))
+            return nullptr;
+
+        removePartsFromWorkingSet({part}, true);
+        return part;
+    }
+}
+
 void StorageMergeTree::dropPartition(const ASTPtr & partition, bool detach, bool drop_part, const Context & context, bool throw_if_noop)
 {
     {
-        /// Asks to complete merges and does not allow them to start.
-        /// This protects against "revival" of data for a removed partition after completion of merge.
-        auto merge_blocker = stopMergesAndWait();
-
-        auto metadata_snapshot = getInMemoryMetadataPtr();
-
         MergeTreeData::DataPartsVector parts_to_remove;
+        auto metadata_snapshot = getInMemoryMetadataPtr();
 
         if (drop_part)
         {
-            String part_name = partition->as<ASTLiteral &>().value.safeGet<String>();
-            auto part = getPartIfExists(part_name, {MergeTreeDataPartState::Committed});
-
-            if (part)
-                parts_to_remove.push_back(part);
-            else if (throw_if_noop)
-                throw Exception("Part " + part_name + " not found, won't try to drop it.", ErrorCodes::NO_SUCH_DATA_PART);
-            else
+            auto part = outdatePart(partition->as<ASTLiteral &>().value.safeGet<String>(), throw_if_noop);
+            /// Nothing to do, part was removed in some different way
+            if (!part)
                 return;
+
+            parts_to_remove.push_back(part);
         }
         else
         {
+            /// Asks to complete merges and does not allow them to start.
+            /// This protects against "revival" of data for a removed partition after completion of merge.
+            auto merge_blocker = stopMergesAndWait();
             String partition_id = getPartitionIDFromQuery(partition, context);
             parts_to_remove = getDataPartsVectorInPartition(MergeTreeDataPartState::Committed, partition_id);
-        }
 
-        // TODO should we throw an exception if parts_to_remove is empty?
-        removePartsFromWorkingSet(parts_to_remove, true);
+            /// TODO should we throw an exception if parts_to_remove is empty?
+            removePartsFromWorkingSet(parts_to_remove, true);
+        }
 
         if (detach)
         {
             /// If DETACH clone parts to detached/ directory
+            /// NOTE: no race with background cleanup until we hold pointers to parts
             for (const auto & part : parts_to_remove)
             {
                 LOG_INFO(log, "Detaching {}", part->relative_path);
diff --git a/src/Storages/StorageMergeTree.h b/src/Storages/StorageMergeTree.h
index e6ebad19788..155967b8824 100644
--- a/src/Storages/StorageMergeTree.h
+++ b/src/Storages/StorageMergeTree.h
@@ -135,6 +135,10 @@ private:
       */
     bool merge(bool aggressive, const String & partition_id, bool final, bool deduplicate, const Names & deduplicate_by_columns, String * out_disable_reason = nullptr, bool optimize_skip_merged_partitions = false);
 
+    /// Make part state outdated and queue it to remove without timeout
+    /// If force, then stop merges and block them until part state became outdated. Throw exception if part doesn't exists
+    /// It not force, then take merges selector and check that part is not participating in background operations.
+    MergeTreeDataPartPtr outdatePart(const String & part_name, bool force);
     ActionLock stopMergesAndWait();
 
     /// Allocate block number for new mutation, write mutation to disk

From d1d139a168ddeb2dd4d9a2af24fdb33bf58e6bec Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 22 Dec 2020 16:48:10 +0300
Subject: [PATCH 360/742] Fix comment

---
 src/Storages/StorageMergeTree.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/StorageMergeTree.h b/src/Storages/StorageMergeTree.h
index 155967b8824..3263f124afa 100644
--- a/src/Storages/StorageMergeTree.h
+++ b/src/Storages/StorageMergeTree.h
@@ -137,7 +137,7 @@ private:
 
     /// Make part state outdated and queue it to remove without timeout
     /// If force, then stop merges and block them until part state became outdated. Throw exception if part doesn't exists
-    /// It not force, then take merges selector and check that part is not participating in background operations.
+    /// If not force, then take merges selector and check that part is not participating in background operations.
     MergeTreeDataPartPtr outdatePart(const String & part_name, bool force);
     ActionLock stopMergesAndWait();
 

From 93d28ef5c9c0d425c74c674db485597c418cbdb0 Mon Sep 17 00:00:00 2001
From: hexiaoting <hewenting_ict@163.com>
Date: Tue, 22 Dec 2020 21:48:40 +0800
Subject: [PATCH 361/742] Implement untuple field access (#18309)

---
 src/Interpreters/TreeRewriter.cpp                     | 11 +++++++++++
 .../0_stateless/01616_untuple_access_field.reference  |  1 +
 .../0_stateless/01616_untuple_access_field.sql        |  1 +
 3 files changed, 13 insertions(+)
 create mode 100644 tests/queries/0_stateless/01616_untuple_access_field.reference
 create mode 100644 tests/queries/0_stateless/01616_untuple_access_field.sql

diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 1ad22efc3fc..92ff4e69817 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -286,6 +286,17 @@ void removeUnneededColumnsFromSelectClause(const ASTSelectQuery * select_query,
         {
             new_elements.push_back(elem);
         }
+        else
+        {
+            ASTFunction * func = elem->as<ASTFunction>();
+            if (func && func->name == "untuple")
+                for (const auto & col : required_result_columns)
+                    if (col.rfind("_ut_", 0) == 0)
+                    {
+                        new_elements.push_back(elem);
+                        break;
+                    }
+        }
     }
 
     elements = std::move(new_elements);
diff --git a/tests/queries/0_stateless/01616_untuple_access_field.reference b/tests/queries/0_stateless/01616_untuple_access_field.reference
new file mode 100644
index 00000000000..d00491fd7e5
--- /dev/null
+++ b/tests/queries/0_stateless/01616_untuple_access_field.reference
@@ -0,0 +1 @@
+1
diff --git a/tests/queries/0_stateless/01616_untuple_access_field.sql b/tests/queries/0_stateless/01616_untuple_access_field.sql
new file mode 100644
index 00000000000..569efca5349
--- /dev/null
+++ b/tests/queries/0_stateless/01616_untuple_access_field.sql
@@ -0,0 +1 @@
+select _ut_1 from (select untuple((1,2)));

From 2c07516aeea0d5bdc92932685927232f8bd1c1b0 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 22 Dec 2020 18:17:23 +0300
Subject: [PATCH 362/742] Fix special build and style.

---
 src/Functions/FunctionsStringHash.cpp | 12 ++++++------
 src/Functions/bitHammingDistance.cpp  |  3 ++-
 src/Functions/ya.make                 |  3 +++
 3 files changed, 11 insertions(+), 7 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index acb2feb87b8..5fd46117ea3 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -26,7 +26,7 @@ namespace ErrorCodes
 
 struct Hash
 {
-    static ALWAYS_INLINE inline UInt64 ngramASCIIHash(const UInt8 * code_points)
+    static ALWAYS_INLINE inline UInt64 ngramASCIIHash(const UInt8 * code_points [[maybe_unused]])
     {
 #ifdef __SSE4_2__
         return _mm_crc32_u64(-1ULL, unalignedLoad<UInt32>(code_points));
@@ -35,7 +35,7 @@ struct Hash
 #endif
     }
 
-    static ALWAYS_INLINE inline UInt64 ngramUTF8Hash(const UInt32 * code_points)
+    static ALWAYS_INLINE inline UInt64 ngramUTF8Hash(const UInt32 * code_points [[maybe_unused]])
     {
         UInt64 crc = -1ULL;
 #ifdef __SSE4_2__
@@ -48,7 +48,7 @@ struct Hash
         return crc;
     }
 
-    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes, size_t size, size_t offset)
+    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes [[maybe_unused]], size_t size [[maybe_unused]], size_t offset [[maybe_unused]])
     {
         UInt64 crc1 = -1ULL;
         UInt64 crc2 = -1ULL;
@@ -78,7 +78,7 @@ struct Hash
         return crc1 | (crc2 << 32u);
     }
 
-    static ALWAYS_INLINE inline UInt64 hashSum(const UInt8 * hashes, size_t K)
+    static ALWAYS_INLINE inline UInt64 hashSum(const UInt8 * hashes [[maybe_unused]], size_t K [[maybe_unused]])
     {
         UInt64 crc1 = -1ULL;
         UInt64 crc2 = -1ULL;
@@ -93,7 +93,7 @@ struct Hash
         return crc1 | (crc2 << 32u);
     }
 
-    static ALWAYS_INLINE inline UInt64 hashSum(const UInt32 * hashes, size_t K)
+    static ALWAYS_INLINE inline UInt64 hashSum(const UInt32 * hashes [[maybe_unused]], size_t K [[maybe_unused]])
     {
         UInt64 crc1 = -1ULL;
         UInt64 crc2 = -1ULL;
@@ -108,7 +108,7 @@ struct Hash
         return crc1 | (crc2 << 32u);
     }
 
-    static ALWAYS_INLINE inline UInt64 hashSum(const UInt64 * hashes, size_t K)
+    static ALWAYS_INLINE inline UInt64 hashSum(const UInt64 * hashes [[maybe_unused]], size_t K [[maybe_unused]])
     {
         UInt64 crc1 = -1ULL;
         UInt64 crc2 = -1ULL;
diff --git a/src/Functions/bitHammingDistance.cpp b/src/Functions/bitHammingDistance.cpp
index 6e07ca0ad7c..9b9ff5b6c07 100644
--- a/src/Functions/bitHammingDistance.cpp
+++ b/src/Functions/bitHammingDistance.cpp
@@ -98,7 +98,8 @@ public:
         const auto * left_generic = arguments[0].type.get();
         const auto * right_generic = arguments[1].type.get();
         ColumnPtr result_column;
-        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right) {
+        bool valid = castBothTypes(left_generic, right_generic, [&](const auto & left, const auto & right)
+        {
             using LeftDataType = std::decay_t<decltype(left)>;
             using RightDataType = std::decay_t<decltype(right)>;
             using T0 = typename LeftDataType::FieldType;
diff --git a/src/Functions/ya.make b/src/Functions/ya.make
index 6e5d832db77..7e64deef64d 100644
--- a/src/Functions/ya.make
+++ b/src/Functions/ya.make
@@ -53,6 +53,7 @@ SRCS(
     FunctionsRandom.cpp
     FunctionsRound.cpp
     FunctionsStringArray.cpp
+    FunctionsStringHash.cpp
     FunctionsStringSimilarity.cpp
     GatherUtils/concat.cpp
     GatherUtils/createArraySink.cpp
@@ -185,6 +186,7 @@ SRCS(
     bitBoolMaskAnd.cpp
     bitBoolMaskOr.cpp
     bitCount.cpp
+    bitHammingDistance.cpp
     bitNot.cpp
     bitOr.cpp
     bitRotateLeft.cpp
@@ -504,6 +506,7 @@ SRCS(
     tryBase64Decode.cpp
     tuple.cpp
     tupleElement.cpp
+    tupleHammingDistance.cpp
     upper.cpp
     upperUTF8.cpp
     uptime.cpp

From 99404e914e19e6cd13d1566099da783067c25b7e Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 22 Dec 2020 18:19:58 +0300
Subject: [PATCH 363/742] done

---
 tests/client-test.xml |  17 +++++
 tests/server-test.xml | 143 ++++++++++++++++++++++++++++++++++++++++++
 2 files changed, 160 insertions(+)
 create mode 100644 tests/client-test.xml
 create mode 100644 tests/server-test.xml

diff --git a/tests/client-test.xml b/tests/client-test.xml
new file mode 100644
index 00000000000..ee84d41911f
--- /dev/null
+++ b/tests/client-test.xml
@@ -0,0 +1,17 @@
+<!-- Config for connecting to test server in Arcadia -->
+<yandex>
+    <tcp_port>59000</tcp_port>
+    <tcp_port_secure>59440</tcp_port_secure>
+    <openSSL>
+        <client>
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+            <verificationMode>none</verificationMode>
+            <invalidCertificateHandler>
+                <name>AcceptCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+</yandex>
\ No newline at end of file
diff --git a/tests/server-test.xml b/tests/server-test.xml
new file mode 100644
index 00000000000..0b5e8f760a8
--- /dev/null
+++ b/tests/server-test.xml
@@ -0,0 +1,143 @@
+<?xml version="1.0"?>
+<!-- Config for test server in Arcadia -->
+<yandex>
+    <logger>
+        <level>trace</level>
+        <log>/tmp/clickhouse/log/clickhouse-server.log</log>
+        <errorlog>/tmp/clickhouse/log/clickhouse-server.err.log</errorlog>
+        <size>10M</size>
+        <count>1</count>
+        <compress>0</compress>
+    </logger>
+    <listen_host>::</listen_host>
+    <listen_host>0.0.0.0</listen_host>
+    <listen_try>1</listen_try>
+    <http_port>58123</http_port>
+    <tcp_port>59000</tcp_port>
+    <https_port>58443</https_port>
+    <tcp_port_secure>59440</tcp_port_secure>
+    <interserver_http_port>59009</interserver_http_port>
+    <max_thread_pool_size>10000</max_thread_pool_size>
+    <openSSL>
+        <server> <!-- Used for https server AND secure tcp port -->
+            <!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt -->
+            <certificateFile>/tmp/clickhouse/etc/server.crt</certificateFile>
+            <privateKeyFile>/tmp/clickhouse/etc/server.key</privateKeyFile>
+            <!-- openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096 -->
+            <dhParamsFile>/tmp/clickhouse/etc/dhparam.pem</dhParamsFile>
+            <verificationMode>none</verificationMode>
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+        </server>
+
+        <client> <!-- Used for connecting to https dictionary source and secured Zookeeper communication -->
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+            <verificationMode>none</verificationMode>
+            <invalidCertificateHandler>
+                <name>AcceptCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+
+    <keep_alive_timeout>3</keep_alive_timeout>
+    <path>/tmp/clickhouse/data/</path>
+    <tmp_path>/tmp/clickhouse/tmp/</tmp_path>
+    <users_config>users.xml</users_config>
+    <access_control_path>/tmp/clickhouse/data/access/</access_control_path>
+    <custom_settings_prefixes>custom_</custom_settings_prefixes>
+    <mark_cache_size>5368709120</mark_cache_size>
+    <default_profile>default</default_profile>
+    <default_database>default</default_database>
+    <timezone>Europe/Moscow</timezone>
+    <remote_servers incl="clickhouse_remote_servers" >
+        <!-- Test only shard config for testing distributed storage -->
+        <test_unavailable_shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>59000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>1</port>
+                </replica>
+            </shard>
+        </test_unavailable_shard>
+        <test_shard_localhost>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>59000</port>
+                </replica>
+            </shard>
+        </test_shard_localhost>
+        <test_cluster_two_shards>
+            <shard>
+                <replica>
+                    <host>127.0.0.1</host>
+                    <port>59000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>127.0.0.2</host>
+                    <port>59000</port>
+                </replica>
+            </shard>
+        </test_cluster_two_shards>
+        <test_cluster_two_shards_localhost>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>59000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>59000</port>
+                </replica>
+            </shard>
+        </test_cluster_two_shards_localhost>
+        <test_shard_localhost_secure>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>59440</port>
+                    <secure>1</secure>
+                </replica>
+            </shard>
+        </test_shard_localhost_secure>
+    </remote_servers>
+    <include_from/>
+    <zookeeper incl="zookeeper-servers" optional="true" />
+    <macros incl="macros" optional="true" />
+    <builtin_dictionaries_reload_interval>3600</builtin_dictionaries_reload_interval>
+    <max_session_timeout>3600</max_session_timeout>
+    <default_session_timeout>60</default_session_timeout>
+    <query_log>
+        <database>system</database>
+        <table>query_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </query_log>
+    <dictionaries_config>*_dictionary.xml</dictionaries_config>
+    <compression incl="clickhouse_compression">
+    </compression>
+    <distributed_ddl>
+        <path>/clickhouse/task_queue/ddl</path>
+    </distributed_ddl>
+    <format_schema_path>/tmp/clickhouse/data/format_schemas/</format_schema_path>
+    <query_masking_rules>
+        <rule>
+            <regexp>TOPSECRET.TOPSECRET</regexp>
+            <replace>[hidden]</replace>
+        </rule>
+    </query_masking_rules>
+</yandex>
\ No newline at end of file

From 396ea14f67aabe128d75f592b3b27ed19d15672f Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 22 Dec 2020 18:29:32 +0300
Subject: [PATCH 364/742] Fix special build.

---
 src/Functions/FunctionsStringHash.cpp | 99 ++++++++++++++++-----------
 1 file changed, 58 insertions(+), 41 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 5fd46117ea3..d57be67ef7f 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -26,55 +26,78 @@ namespace ErrorCodes
 
 struct Hash
 {
-    static ALWAYS_INLINE inline UInt64 ngramASCIIHash(const UInt8 * code_points [[maybe_unused]])
+    static UInt64 crc32u64(UInt64 crc [[maybe_unused]], UInt64 val [[maybe_unused]])
     {
 #ifdef __SSE4_2__
-        return _mm_crc32_u64(-1ULL, unalignedLoad<UInt32>(code_points));
+        return _mm_crc32_u64(crc, val);
+#elif defined(__aarch64__) && defined(__ARM_FEATURE_CRC32)
+        return __crc32cd(crc, val);
 #else
-        throw Exception("ngramASCIIHash is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
+        throw Exception("String hash is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
 #endif
     }
 
-    static ALWAYS_INLINE inline UInt64 ngramUTF8Hash(const UInt32 * code_points [[maybe_unused]])
+    static UInt64 crc32u32(UInt64 crc [[maybe_unused]], UInt32 val [[maybe_unused]])
+    {
+#ifdef __SSE4_2__
+        return _mm_crc32_u32(crc, val);
+#elif defined(__aarch64__) && defined(__ARM_FEATURE_CRC32)
+        return __crc32cw(crc, val);
+#else
+        throw Exception("String hash is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
+#endif
+    }
+
+    static UInt64 crc32u8(UInt64 crc [[maybe_unused]], UInt8 val [[maybe_unused]])
+    {
+#ifdef __SSE4_2__
+        return _mm_crc32_u8(crc, val);
+#elif defined(__aarch64__) && defined(__ARM_FEATURE_CRC32)
+        return __crc32cb(crc, val);
+#else
+        throw Exception("String hash is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
+#endif
+    }
+
+    static ALWAYS_INLINE inline UInt64 ngramASCIIHash(const UInt8 * code_points)
+    {
+        return crc32u64(-1ULL, unalignedLoad<UInt32>(code_points));
+    }
+
+    static ALWAYS_INLINE inline UInt64 ngramUTF8Hash(const UInt32 * code_points)
     {
         UInt64 crc = -1ULL;
-#ifdef __SSE4_2__
-        crc = _mm_crc32_u64(crc, code_points[0]);
-        crc = _mm_crc32_u64(crc, code_points[1]);
-        crc = _mm_crc32_u64(crc, code_points[2]);
-#else
-        throw Exception("ngramUTF8Hash is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
-#endif
+        crc = crc32u64(crc, code_points[0]);
+        crc = crc32u64(crc, code_points[1]);
+        crc = crc32u64(crc, code_points[2]);
         return crc;
     }
 
-    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes [[maybe_unused]], size_t size [[maybe_unused]], size_t offset [[maybe_unused]])
+    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes, size_t size, size_t offset)
     {
         UInt64 crc1 = -1ULL;
         UInt64 crc2 = -1ULL;
-#ifdef __SSE4_2__
+
         for (size_t i = offset; i < size; i += 2)
-            crc1 = _mm_crc32_u64(crc1, hashes[i]);
+            crc1 = crc32u64(crc1, hashes[i]);
         for (size_t i = offset + 1; i < size; i += 2)
-            crc2 = _mm_crc32_u64(crc2, hashes[i]);
+            crc2 = crc32u64(crc2, hashes[i]);
 
         if ((size - offset) & 1)
         {
             for (size_t i = 0; i < offset; i += 2)
-                crc2 = _mm_crc32_u64(crc2, hashes[i]);
+                crc2 = crc32u64(crc2, hashes[i]);
             for (size_t i = 1; i < offset; i += 2)
-                crc1 = _mm_crc32_u64(crc1, hashes[i]);
+                crc1 = crc32u64(crc1, hashes[i]);
         }
         else
         {
             for (size_t i = 0; i < offset; i += 2)
-                crc1 = _mm_crc32_u64(crc1, hashes[i]);
+                crc1 = crc32u64(crc1, hashes[i]);
             for (size_t i = 1; i < offset; i += 2)
-                crc2 = _mm_crc32_u64(crc2, hashes[i]);
+                crc2 = crc32u64(crc2, hashes[i]);
         }
-#else
-        throw Exception("wordShinglesHash is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
-#endif
+
         return crc1 | (crc2 << 32u);
     }
 
@@ -82,14 +105,12 @@ struct Hash
     {
         UInt64 crc1 = -1ULL;
         UInt64 crc2 = -1ULL;
-#ifdef __SSE4_2__
+
         for (size_t i = 0; i < K; i += 2)
-            crc1 = _mm_crc32_u8(crc1, hashes[i]);
+            crc1 = crc32u8(crc1, hashes[i]);
         for (size_t i = 1; i < K; i += 2)
-            crc2 = _mm_crc32_u8(crc2, hashes[i]);
-#else
-        throw Exception("hashSum is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
-#endif
+            crc2 = crc32u8(crc2, hashes[i]);
+
         return crc1 | (crc2 << 32u);
     }
 
@@ -97,29 +118,25 @@ struct Hash
     {
         UInt64 crc1 = -1ULL;
         UInt64 crc2 = -1ULL;
-#ifdef __SSE4_2__
+
         for (size_t i = 0; i < K; i += 2)
-            crc1 = _mm_crc32_u32(crc1, hashes[i]);
+            crc1 = crc32u32(crc1, hashes[i]);
         for (size_t i = 1; i < K; i += 2)
-            crc2 = _mm_crc32_u32(crc2, hashes[i]);
-#else
-        throw Exception("hashSum is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
-#endif
+            crc2 = crc32u32(crc2, hashes[i]);
+
         return crc1 | (crc2 << 32u);
     }
 
-    static ALWAYS_INLINE inline UInt64 hashSum(const UInt64 * hashes [[maybe_unused]], size_t K [[maybe_unused]])
+    static ALWAYS_INLINE inline UInt64 hashSum(const UInt64 * hashes, size_t K)
     {
         UInt64 crc1 = -1ULL;
         UInt64 crc2 = -1ULL;
-#ifdef __SSE4_2__
+
         for (size_t i = 0; i < K; i += 2)
-            crc1 = _mm_crc32_u64(crc1, hashes[i]);
+            crc1 = crc32u64(crc1, hashes[i]);
         for (size_t i = 1; i < K; i += 2)
-            crc2 = _mm_crc32_u64(crc2, hashes[i]);
-#else
-        throw Exception("hashSum is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
-#endif
+            crc2 = crc32u64(crc2, hashes[i]);
+
         return crc1 | (crc2 << 32u);
     }
 };

From effb404c7efd8c4887bb76819b9dd702523bb100 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Tue, 22 Dec 2020 23:35:07 +0800
Subject: [PATCH 365/742] Better

---
 .../AggregateFunctionCount.h                  | 12 +++----
 src/AggregateFunctions/AggregateFunctionIf.h  | 19 +++++++----
 .../AggregateFunctionNull.h                   |  4 +--
 .../AggregateFunctionOrFill.h                 | 29 ++++++++---------
 src/AggregateFunctions/AggregateFunctionSum.h | 12 +++----
 src/AggregateFunctions/IAggregateFunction.h   | 32 +++++++++----------
 6 files changed, 57 insertions(+), 51 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionCount.h b/src/AggregateFunctions/AggregateFunctionCount.h
index a8cb9005388..63d3d34a0fd 100644
--- a/src/AggregateFunctions/AggregateFunctionCount.h
+++ b/src/AggregateFunctions/AggregateFunctionCount.h
@@ -44,11 +44,11 @@ public:
     }
 
     void addBatchSinglePlace(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena *, size_t num_arguments) const override
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena *, ssize_t if_argument_pos) const override
     {
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
             data(place).count += countBytesInFilter(flags);
         }
         else
@@ -63,11 +63,11 @@ public:
         const IColumn ** columns,
         const UInt8 * null_map,
         Arena *,
-        size_t num_arguments) const override
+        ssize_t if_argument_pos) const override
     {
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
             data(place).count += countBytesInFilterWithNull(flags, null_map);
         }
         else
diff --git a/src/AggregateFunctions/AggregateFunctionIf.h b/src/AggregateFunctions/AggregateFunctionIf.h
index 8d7dced837d..4de72de883e 100644
--- a/src/AggregateFunctions/AggregateFunctionIf.h
+++ b/src/AggregateFunctions/AggregateFunctionIf.h
@@ -35,6 +35,13 @@ public:
         if (num_arguments == 0)
             throw Exception("Aggregate function " + getName() + " require at least one argument", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
+        IAggregateFunction * sub = this;
+        while ((sub = sub->getNestedFunction().get()))
+        {
+            if (dynamic_cast<AggregateFunctionIf *>(sub))
+                throw Exception("Cannot nest -If combinator", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        }
+
         if (!isUInt8(types.back()))
             throw Exception("Last argument for aggregate function " + getName() + " must be UInt8", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
     }
@@ -86,15 +93,15 @@ public:
         size_t place_offset,
         const IColumn ** columns,
         Arena * arena,
-        size_t) const override
+        ssize_t) const override
     {
-        nested_func->addBatch(batch_size, places, place_offset, columns, arena, num_arguments);
+        nested_func->addBatch(batch_size, places, place_offset, columns, arena, num_arguments - 1);
     }
 
     void addBatchSinglePlace(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t) const override
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, ssize_t) const override
     {
-        nested_func->addBatchSinglePlace(batch_size, place, columns, arena, num_arguments);
+        nested_func->addBatchSinglePlace(batch_size, place, columns, arena, num_arguments - 1);
     }
 
     void addBatchSinglePlaceNotNull(
@@ -103,9 +110,9 @@ public:
         const IColumn ** columns,
         const UInt8 * null_map,
         Arena * arena,
-        size_t) const override
+        ssize_t) const override
     {
-        nested_func->addBatchSinglePlaceNotNull(batch_size, place, columns, null_map, arena, num_arguments);
+        nested_func->addBatchSinglePlaceNotNull(batch_size, place, columns, null_map, arena, num_arguments - 1);
     }
 
     void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena * arena) const override
diff --git a/src/AggregateFunctions/AggregateFunctionNull.h b/src/AggregateFunctions/AggregateFunctionNull.h
index 79bebb9caa8..5c94e68cb26 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.h
+++ b/src/AggregateFunctions/AggregateFunctionNull.h
@@ -212,14 +212,14 @@ public:
     }
 
     void addBatchSinglePlace(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0) const override
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, ssize_t if_argument_pos = -1) const override
     {
         const ColumnNullable * column = assert_cast<const ColumnNullable *>(columns[0]);
         const IColumn * nested_column = &column->getNestedColumn();
         const UInt8 * null_map = column->getNullMapData().data();
 
         this->nested_function->addBatchSinglePlaceNotNull(
-            batch_size, this->nestedPlace(place), &nested_column, null_map, arena, num_arguments);
+            batch_size, this->nestedPlace(place), &nested_column, null_map, arena, if_argument_pos);
 
         if constexpr (result_is_nullable)
             if (!memoryIsByte(null_map, batch_size, 1))
diff --git a/src/AggregateFunctions/AggregateFunctionOrFill.h b/src/AggregateFunctions/AggregateFunctionOrFill.h
index 13a76e29d63..0b0b5e717a2 100644
--- a/src/AggregateFunctions/AggregateFunctionOrFill.h
+++ b/src/AggregateFunctions/AggregateFunctionOrFill.h
@@ -103,12 +103,11 @@ public:
         size_t place_offset,
         const IColumn ** columns,
         Arena * arena,
-        size_t num_arguments = 0) const override
+        ssize_t if_argument_pos = -1) const override
     {
-        // TODO we can devirtualize this too
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
             for (size_t i = 0; i < batch_size; ++i)
             {
                 if (flags[i])
@@ -117,19 +116,19 @@ public:
         }
         else
         {
-            nested_function->addBatch(batch_size, places, place_offset, columns, arena, num_arguments);
+            nested_function->addBatch(batch_size, places, place_offset, columns, arena, if_argument_pos);
             for (size_t i = 0; i < batch_size; ++i)
                 (places[i] + place_offset)[size_of_data] = 1;
         }
     }
 
     void addBatchSinglePlace(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0) const override
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, ssize_t if_argument_pos = -1) const override
     {
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
-            nested_function->addBatchSinglePlace(batch_size, place, columns, arena, num_arguments);
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
+            nested_function->addBatchSinglePlace(batch_size, place, columns, arena, if_argument_pos);
             for (size_t i = 0; i < batch_size; ++i)
             {
                 if (flags[i])
@@ -143,7 +142,7 @@ public:
         {
             if (batch_size)
             {
-                nested_function->addBatchSinglePlace(batch_size, place, columns, arena, num_arguments);
+                nested_function->addBatchSinglePlace(batch_size, place, columns, arena, if_argument_pos);
                 place[size_of_data] = 1;
             }
         }
@@ -155,12 +154,12 @@ public:
         const IColumn ** columns,
         const UInt8 * null_map,
         Arena * arena,
-        size_t num_arguments = 0) const override
+        ssize_t if_argument_pos = -1) const override
     {
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
-            nested_function->addBatchSinglePlaceNotNull(batch_size, place, columns, null_map, arena, num_arguments);
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
+            nested_function->addBatchSinglePlaceNotNull(batch_size, place, columns, null_map, arena, if_argument_pos);
             for (size_t i = 0; i < batch_size; ++i)
             {
                 if (flags[i] && !null_map[i])
@@ -174,7 +173,7 @@ public:
         {
             if (batch_size)
             {
-                nested_function->addBatchSinglePlaceNotNull(batch_size, place, columns, null_map, arena, num_arguments);
+                nested_function->addBatchSinglePlaceNotNull(batch_size, place, columns, null_map, arena, if_argument_pos);
                 for (size_t i = 0; i < batch_size; ++i)
                 {
                     if (!null_map[i])
diff --git a/src/AggregateFunctions/AggregateFunctionSum.h b/src/AggregateFunctions/AggregateFunctionSum.h
index 1a207cbff0b..ecc47eecab4 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.h
+++ b/src/AggregateFunctions/AggregateFunctionSum.h
@@ -283,11 +283,11 @@ public:
 
     /// Vectorized version when there is no GROUP BY keys.
     void addBatchSinglePlace(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments) const override
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, ssize_t if_argument_pos) const override
     {
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
             for (size_t i = 0; i < batch_size; ++i)
             {
                 if (flags[i])
@@ -302,12 +302,12 @@ public:
     }
 
     void addBatchSinglePlaceNotNull(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, const UInt8 * null_map, Arena * arena, size_t num_arguments)
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, const UInt8 * null_map, Arena * arena, ssize_t if_argument_pos)
         const override
     {
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
             for (size_t i = 0; i < batch_size; ++i)
                 if (!null_map[i] && flags[i])
                     add(place, columns, i, arena);
diff --git a/src/AggregateFunctions/IAggregateFunction.h b/src/AggregateFunctions/IAggregateFunction.h
index 8f8fba23707..7b702c7c335 100644
--- a/src/AggregateFunctions/IAggregateFunction.h
+++ b/src/AggregateFunctions/IAggregateFunction.h
@@ -147,12 +147,12 @@ public:
         size_t place_offset,
         const IColumn ** columns,
         Arena * arena,
-        size_t num_arguments = 0) const = 0;
+        ssize_t if_argument_pos = -1) const = 0;
 
     /** The same for single place.
       */
     virtual void addBatchSinglePlace(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0) const = 0;
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, ssize_t if_argument_pos = -1) const = 0;
 
     /** The same for single place when need to aggregate only filtered data.
       */
@@ -162,10 +162,10 @@ public:
         const IColumn ** columns,
         const UInt8 * null_map,
         Arena * arena,
-        size_t num_arguments = 0) const = 0;
+        ssize_t if_argument_pos = -1) const = 0;
 
     virtual void addBatchSinglePlaceFromInterval(
-        size_t batch_begin, size_t batch_end, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0)
+        size_t batch_begin, size_t batch_end, AggregateDataPtr place, const IColumn ** columns, Arena * arena, ssize_t if_argument_pos = -1)
         const = 0;
 
     /** In addition to addBatch, this method collects multiple rows of arguments into array "places"
@@ -242,11 +242,11 @@ public:
         size_t place_offset,
         const IColumn ** columns,
         Arena * arena,
-        size_t num_arguments = 0) const override
+        ssize_t if_argument_pos = -1) const override
     {
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
             for (size_t i = 0; i < batch_size; ++i)
             {
                 if (flags[i])
@@ -261,11 +261,11 @@ public:
     }
 
     void addBatchSinglePlace(
-        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0) const override
+        size_t batch_size, AggregateDataPtr place, const IColumn ** columns, Arena * arena, ssize_t if_argument_pos = -1) const override
     {
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
             for (size_t i = 0; i < batch_size; ++i)
             {
                 if (flags[i])
@@ -285,11 +285,11 @@ public:
         const IColumn ** columns,
         const UInt8 * null_map,
         Arena * arena,
-        size_t num_arguments = 0) const override
+        ssize_t if_argument_pos = -1) const override
     {
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
             for (size_t i = 0; i < batch_size; ++i)
                 if (!null_map[i] && flags[i])
                     static_cast<const Derived *>(this)->add(place, columns, i, arena);
@@ -303,12 +303,12 @@ public:
     }
 
     void addBatchSinglePlaceFromInterval(
-        size_t batch_begin, size_t batch_end, AggregateDataPtr place, const IColumn ** columns, Arena * arena, size_t num_arguments = 0)
+        size_t batch_begin, size_t batch_end, AggregateDataPtr place, const IColumn ** columns, Arena * arena, ssize_t if_argument_pos = -1)
         const override
     {
-        if (num_arguments > 0)
+        if (if_argument_pos >= 0)
         {
-            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[num_arguments - 1]).getData();
+            const auto & flags = assert_cast<const ColumnUInt8 &>(*columns[if_argument_pos]).getData();
             for (size_t i = batch_begin; i < batch_end; ++i)
             {
                 if (flags[i])

From e28ab8d68394604e8f3be18e482e293827fd572a Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 22 Dec 2020 18:37:13 +0300
Subject: [PATCH 366/742] Better coverage build

---
 src/CMakeLists.txt | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 50e6d037b54..ced68213b94 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -193,6 +193,8 @@ if ((NOT USE_LIBCXX) AND COMPILER_CLANG AND OS_LINUX)
     list (APPEND DBMS_COMMON_LIBRARIES atomic)
 endif()
 
+set_source_files_properties(${dbms_sources} PROPERTIES COMPILE_FLAGS ${WITH_COVERAGE})
+
 if (MAKE_STATIC_LIBRARIES OR NOT SPLIT_SHARED_LIBRARIES)
     add_library (dbms STATIC ${dbms_headers} ${dbms_sources})
     target_link_libraries (dbms PRIVATE clickhouse_parsers_new jemalloc libdivide ${DBMS_COMMON_LIBRARIES})

From a25e00a3d92cd45266316de809189be638487238 Mon Sep 17 00:00:00 2001
From: Ilya Yatsishin <2159081+qoega@users.noreply.github.com>
Date: Tue, 22 Dec 2020 18:37:34 +0300
Subject: [PATCH 367/742] Update
 docs/en/sql-reference/functions/other-functions.md

---
 docs/en/sql-reference/functions/other-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index 4d69edb3ec1..43f66913780 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1679,7 +1679,7 @@ UNSUPPORTED_METHOD
 
 ## tcpPort {#tcpPort}
 
-Returns TCP port number listened by this server.
+Returns [native interface](../../interfaces/tcp.md) TCP port number listened by this server.
 
 **Syntax**
 

From 2f4968c8da61a8e2d73e5a6bc320761a565bd436 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 22 Dec 2020 19:07:04 +0300
Subject: [PATCH 368/742] Fix style.

---
 src/Functions/ExtractString.h | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/Functions/ExtractString.h b/src/Functions/ExtractString.h
index b659d072887..c4251f8c4a6 100644
--- a/src/Functions/ExtractString.h
+++ b/src/Functions/ExtractString.h
@@ -1,3 +1,4 @@
+#pragma once
 #include <Common/PODArray.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/UTF8Helpers.h>

From 8fc984fbc5204f7ce8d2d37e0f93aca8fe299909 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 22 Dec 2020 19:32:13 +0300
Subject: [PATCH 369/742] fix

---
 tests/clickhouse-client.xml  |   3 +
 tests/clickhouse-test-server | 166 +++++++++++++++++++++++++++++++++++
 2 files changed, 169 insertions(+)
 create mode 100644 tests/clickhouse-client.xml
 create mode 100755 tests/clickhouse-test-server

diff --git a/tests/clickhouse-client.xml b/tests/clickhouse-client.xml
new file mode 100644
index 00000000000..b00c16f2c99
--- /dev/null
+++ b/tests/clickhouse-client.xml
@@ -0,0 +1,3 @@
+<yandex>
+    <insert_format_max_block_size>100000</insert_format_max_block_size>
+</yandex>
\ No newline at end of file
diff --git a/tests/clickhouse-test-server b/tests/clickhouse-test-server
new file mode 100755
index 00000000000..a6b6bd86dfa
--- /dev/null
+++ b/tests/clickhouse-test-server
@@ -0,0 +1,166 @@
+#!/usr/bin/env bash
+
+set -x
+set -o errexit
+set -o pipefail
+
+CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && cd ../.. && pwd)
+DATA_DIR=${DATA_DIR:=`mktemp -d /tmp/clickhouse.test..XXXXX`}
+DATA_DIR_PATTERN=${DATA_DIR_PATTERN:=/tmp/clickhouse} # path from config file, will be replaced to temporary
+LOG_DIR=${LOG_DIR:=$DATA_DIR/log}
+export CLICKHOUSE_BINARY_NAME=${CLICKHOUSE_BINARY_NAME:="clickhouse"}
+( [ -x "$ROOT_DIR/programs/${CLICKHOUSE_BINARY_NAME}-server" ] || [ -x "$ROOT_DIR/programs/${CLICKHOUSE_BINARY_NAME}" ] ) && BUILD_DIR=${BUILD_DIR:=$ROOT_DIR} # Build without separate build dir
+[ -d "$ROOT_DIR/build${BUILD_TYPE}" ] && BUILD_DIR=${BUILD_DIR:=$ROOT_DIR/build${BUILD_TYPE}}
+BUILD_DIR=${BUILD_DIR:=$ROOT_DIR}
+[ -x ${CLICKHOUSE_BINARY_NAME}-server" ] && [ -x ${CLICKHOUSE_BINARY_NAME}-client" ] && BIN_DIR= # Allow run in /usr/bin
+( [ -x "$BUILD_DIR/programs/${CLICKHOUSE_BINARY_NAME}" ] || [ -x "$BUILD_DIR/programs/${CLICKHOUSE_BINARY_NAME}-server" ] ) && BIN_DIR=${BIN_DIR:=$BUILD_DIR/programs/}
+[ -x "$BIN_DIR/${CLICKHOUSE_BINARY_NAME}-server" ] && CLICKHOUSE_SERVER=${CLICKHOUSE_SERVER:=$BIN_DIR/${CLICKHOUSE_BINARY_NAME}-server}
+[ -x "$BIN_DIR/${CLICKHOUSE_BINARY_NAME}" ] && CLICKHOUSE_SERVER=${CLICKHOUSE_SERVER:=$BIN_DIR/${CLICKHOUSE_BINARY_NAME} server}
+[ -x "$BIN_DIR/${CLICKHOUSE_BINARY_NAME}-client" ] && CLICKHOUSE_CLIENT=${CLICKHOUSE_CLIENT:=$BIN_DIR/${CLICKHOUSE_BINARY_NAME}-client}
+[ -x "$BIN_DIR/${CLICKHOUSE_BINARY_NAME}" ] && CLICKHOUSE_CLIENT=${CLICKHOUSE_CLIENT:=$BIN_DIR/${CLICKHOUSE_BINARY_NAME} client}
+[ -x "$BIN_DIR/${CLICKHOUSE_BINARY_NAME}-extract-from-config" ] && CLICKHOUSE_EXTRACT=${CLICKHOUSE_EXTRACT:=$BIN_DIR/${CLICKHOUSE_BINARY_NAME}-extract-from-config}
+[ -x "$BIN_DIR/${CLICKHOUSE_BINARY_NAME}" ] && CLICKHOUSE_EXTRACT=${CLICKHOUSE_EXTRACT:=$BIN_DIR/${CLICKHOUSE_BINARY_NAME} extract-from-config}
+
+[ -f "$CUR_DIR/server-test.xml" ] && CONFIG_DIR=${CONFIG_DIR=$CUR_DIR}/
+CONFIG_CLIENT_DIR=${CONFIG_CLIENT_DIR=$CONFIG_DIR}
+CONFIG_SERVER_DIR=${CONFIG_SERVER_DIR=$CONFIG_DIR}
+[ ! -f "${CONFIG_CLIENT_DIR}client-test.xml" ] && CONFIG_CLIENT_DIR=${CONFIG_CLIENT_DIR:=/etc/clickhouse-client/}
+[ ! -f "${CONFIG_SERVER_DIR}server-test.xml" ] && CONFIG_SERVER_DIR=${CONFIG_SERVER_DIR:=/etc/clickhouse-server/}
+export CLICKHOUSE_CONFIG_CLIENT=${CLICKHOUSE_CONFIG_CLIENT:=${CONFIG_CLIENT_DIR}client-test.xml}
+export CLICKHOUSE_CONFIG=${CLICKHOUSE_CONFIG:=${CONFIG_SERVER_DIR}server-test.xml}
+CLICKHOUSE_CONFIG_USERS=${CONFIG_SERVER_DIR}users.xml
+[ ! -f "$CLICKHOUSE_CONFIG_USERS" ] && CLICKHOUSE_CONFIG_USERS=$CUR_DIR/../programs/server/users.xml
+CLICKHOUSE_CONFIG_USERS_D=${CONFIG_SERVER_DIR}users.d
+[ ! -d "$CLICKHOUSE_CONFIG_USERS_D" ] && CLICKHOUSE_CONFIG_USERS_D=$CUR_DIR/../programs/server/users.d
+[ -x "$CUR_DIR/clickhouse-test" ] && TEST_DIR=${TEST_DIR=$CUR_DIR/}
+[ -d "$CUR_DIR/queries" ] && QUERIES_DIR=${QUERIES_DIR=$CUR_DIR/queries}
+[ ! -d "$QUERIES_DIR" ] && [ -d "/usr/local/share/clickhouse-test/queries" ] && QUERIES_DIR=${QUERIES_DIR=/usr/local/share/clickhouse-test/queries}
+[ ! -d "$QUERIES_DIR" ] && [ -d "/usr/share/clickhouse-test/queries" ] && QUERIES_DIR=${QUERIES_DIR=/usr/share/clickhouse-test/queries}
+
+TEST_PORT_RANDOM=${TEST_PORT_RANDOM=1}
+if [ "${TEST_PORT_RANDOM}" ]; then
+    CLICKHOUSE_PORT_BASE=${CLICKHOUSE_PORT_BASE:=$(( ( RANDOM % 50000 ) + 10000 ))}
+    CLICKHOUSE_PORT_TCP=${CLICKHOUSE_PORT_TCP:=$(($CLICKHOUSE_PORT_BASE + 1))}
+    CLICKHOUSE_PORT_HTTP=${CLICKHOUSE_PORT_HTTP:=$(($CLICKHOUSE_PORT_BASE + 2))}
+    CLICKHOUSE_PORT_INTERSERVER=${CLICKHOUSE_PORT_INTERSERVER:=$(($CLICKHOUSE_PORT_BASE + 3))}
+    CLICKHOUSE_PORT_TCP_SECURE=${CLICKHOUSE_PORT_TCP_SECURE:=$(($CLICKHOUSE_PORT_BASE + 4))}
+    CLICKHOUSE_PORT_HTTPS=${CLICKHOUSE_PORT_HTTPS:=$(($CLICKHOUSE_PORT_BASE + 5))}
+    CLICKHOUSE_PORT_ODBC_BRIDGE=${CLICKHOUSE_ODBC_BRIDGE:=$(($CLICKHOUSE_PORT_BASE + 6))}
+fi
+
+rm -rf $DATA_DIR || true
+mkdir -p $LOG_DIR $DATA_DIR/etc || true
+
+if [ "$DATA_DIR_PATTERN" != "$DATA_DIR" ]; then
+    cat $CLICKHOUSE_CONFIG | sed -e s!$DATA_DIR_PATTERN!$DATA_DIR! > $DATA_DIR/etc/server-config.xml
+    export CLICKHOUSE_CONFIG=$DATA_DIR/etc/server-config.xml
+    cp $CLICKHOUSE_CONFIG_USERS $DATA_DIR/etc
+    cp -R -L $CLICKHOUSE_CONFIG_USERS_D $DATA_DIR/etc
+    cat ${CONFIG_SERVER_DIR}/ints_dictionary.xml | sed -e s!9000!$CLICKHOUSE_PORT_TCP! > $DATA_DIR/etc/ints_dictionary.xml
+    cat ${CONFIG_SERVER_DIR}/strings_dictionary.xml | sed -e s!9000!$CLICKHOUSE_PORT_TCP! > $DATA_DIR/etc/strings_dictionary.xml
+    cat ${CONFIG_SERVER_DIR}/decimals_dictionary.xml | sed -e s!9000!$CLICKHOUSE_PORT_TCP! > $DATA_DIR/etc/decimals_dictionary.xml
+fi
+
+CLICKHOUSE_EXTRACT_CONFIG=${CLICKHOUSE_EXTRACT_CONFIG:="${CLICKHOUSE_EXTRACT} --config=$CLICKHOUSE_CONFIG"}
+CLICKHOUSE_LOG=${CLICKHOUSE_LOG:=${LOG_DIR}clickhouse-server.log}
+export CLICKHOUSE_PORT_TCP=${CLICKHOUSE_PORT_TCP:=`$CLICKHOUSE_EXTRACT_CONFIG --key=tcp_port || echo 9000`}
+export CLICKHOUSE_PORT_HTTP=${CLICKHOUSE_PORT_HTTP:=`$CLICKHOUSE_EXTRACT_CONFIG --key=http_port || echo 8123`}
+export CLICKHOUSE_PORT_INTERSERVER=${CLICKHOUSE_PORT_INTERSERVER:=`$CLICKHOUSE_EXTRACT_CONFIG --key=interserver_http_port || echo 9009`}
+export CLICKHOUSE_PORT_TCP_SECURE=${CLICKHOUSE_PORT_TCP_SECURE:=`$CLICKHOUSE_EXTRACT_CONFIG --key=tcp_port_secure`}
+export CLICKHOUSE_PORT_HTTPS=${CLICKHOUSE_PORT_HTTPS:=`$CLICKHOUSE_EXTRACT_CONFIG --key=https_port`}
+export CLICKHOUSE_ODBC_BRIDGE=${CLICKHOUSE_ODBC_BRIDGE:=`$CLICKHOUSE_EXTRACT_CONFIG --key=odbc_bridge.port || echo 9018`}
+
+DHPARAM=`$CLICKHOUSE_EXTRACT_CONFIG --key=openSSL.server.dhParamsFile`
+PRIVATEKEY=`$CLICKHOUSE_EXTRACT_CONFIG --key=openSSL.server.privateKeyFile`
+CERT=`$CLICKHOUSE_EXTRACT_CONFIG --key=openSSL.server.certificateFile`
+# Do not generate in case broken extract-config
+[ -n "$DHPARAM" ] && openssl dhparam -out $DHPARAM 256
+[ -n "$PRIVATEKEY" ] && [ -n "$CERT" ] && openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout $PRIVATEKEY -out $CERT
+
+if [ "$TEST_GDB" ] || [ "$GDB" ]; then
+    echo -e "run \nset pagination off \nset logging file $LOG_DIR/server.gdb.log \nset logging on \nbacktrace \nthread apply all backtrace \nbacktrace \ndetach \nquit " > $DATA_DIR/gdb.cmd
+    GDB=${GDB:="gdb -x $DATA_DIR/gdb.cmd --args "}
+fi
+
+# Start a local clickhouse server which will be used to run tests
+
+# TODO: fix change shard ports:
+#    --remote_servers.test_shard_localhost_secure.shard.replica.port=$CLICKHOUSE_PORT_TCP_SECURE \
+#    --remote_servers.test_shard_localhost.shard.replica.port=$CLICKHOUSE_PORT_TCP \
+
+VERSION=`$CLICKHOUSE_CLIENT --version-clean`
+# If run from compile dir - use in-place compile binary and headers
+[ -n "$BIN_DIR" ] && INTERNAL_COMPILER_PARAMS="--compiler_executable_root=${INTERNAL_COMPILER_BIN_ROOT:=$BUILD_DIR/programs/} --compiler_headers=$BUILD_DIR/programs/clang/headers/$VERSION/ --compiler_headers_root=$BUILD_DIR/programs/clang/headers/$VERSION/"
+
+$GDB $CLICKHOUSE_SERVER --config-file=$CLICKHOUSE_CONFIG --log=$CLICKHOUSE_LOG $TEST_SERVER_PARAMS -- \
+    --http_port=$CLICKHOUSE_PORT_HTTP \
+    --tcp_port=$CLICKHOUSE_PORT_TCP \
+    --https_port=$CLICKHOUSE_PORT_HTTPS \
+    --tcp_port_secure=$CLICKHOUSE_PORT_TCP_SECURE \
+    --interserver_http_port=$CLICKHOUSE_PORT_INTERSERVER \
+    --odbc_bridge.port=$CLICKHOUSE_ODBC_BRIDGE \
+    $INTERNAL_COMPILER_PARAMS \
+    $TEST_SERVER_CONFIG_PARAMS \
+    2>&1 > $LOG_DIR/server.stdout.log &
+CH_PID=$!
+sleep ${TEST_SERVER_STARTUP_WAIT:=5}
+
+if [ "$GDB" ]; then
+    # Long symbols read
+    sleep ${TEST_GDB_SLEEP:=60}
+fi
+
+tail -n50 $LOG_DIR/*.log || true
+
+# Define needed stuff to kill test clickhouse server after tests completion
+function finish {
+    kill $CH_PID || true
+    wait
+    tail -n 50 $LOG_DIR/*.log || true
+    if [ "$GDB" ]; then
+        cat $LOG_DIR/server.gdb.log || true
+    fi
+    rm -rf $DATA_DIR
+}
+trap finish EXIT SIGINT SIGQUIT SIGTERM
+
+# Do tests
+if [ -n "$*" ]; then
+    $*
+else
+    TEST_RUN=${TEST_RUN=1}
+    TEST_DICT=${TEST_DICT=1}
+    CLICKHOUSE_CLIENT_QUERY="${CLICKHOUSE_CLIENT} --config ${CLICKHOUSE_CONFIG_CLIENT} --port $CLICKHOUSE_PORT_TCP -m -n -q"
+    $CLICKHOUSE_CLIENT_QUERY 'SELECT * from system.build_options; SELECT * FROM system.clusters;'
+    CLICKHOUSE_TEST="env ${TEST_DIR}clickhouse-test --force-color --binary ${BIN_DIR}${CLICKHOUSE_BINARY_NAME} --configclient $CLICKHOUSE_CONFIG_CLIENT --configserver $CLICKHOUSE_CONFIG --tmp $DATA_DIR/tmp --queries $QUERIES_DIR $TEST_OPT0 $TEST_OPT"
+    if [ "${TEST_RUN_STRESS}" ]; then
+        # Running test in parallel will fail some results (tests can create/fill/drop same tables)
+        TEST_NPROC=${TEST_NPROC:=$(( `nproc || sysctl -n hw.ncpu || echo 2` * 2))}
+        for i in `seq 1 ${TEST_NPROC}`; do
+             $CLICKHOUSE_TEST --order=random --testname --tmp=$DATA_DIR/tmp/tmp${i} &
+        done
+    fi
+
+    if [ "${TEST_RUN_PARALLEL}" ]; then
+        # Running test in parallel will fail some results (tests can create/fill/drop same tables)
+        TEST_NPROC=${TEST_NPROC:=$(( `nproc || sysctl -n hw.ncpu || echo 2` * 2))}
+        for i in `seq 1 ${TEST_NPROC}`; do
+             $CLICKHOUSE_TEST --testname --tmp=$DATA_DIR/tmp/tmp${i} --database=test${i} --parallel=${i}/${TEST_NPROC} &
+        done
+        for job in `jobs -p`; do
+            #echo wait $job
+            wait $job || let "FAIL+=1"
+        done
+
+        #echo $FAIL
+        if [ "$FAIL" != "0" ]; then
+            return $FAIL
+        fi
+    else
+        ( [ "$TEST_RUN" ] && $CLICKHOUSE_TEST ) || ${TEST_TRUE:=false}
+    fi
+
+    $CLICKHOUSE_CLIENT_QUERY "SELECT event, value FROM system.events; SELECT metric, value FROM system.metrics; SELECT metric, value FROM system.asynchronous_metrics;"
+    $CLICKHOUSE_CLIENT_QUERY "SELECT 'Still alive'"
+fi
\ No newline at end of file

From 57bb75b75baf337738e1fce4383f1bdad4fa6bf9 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Tue, 22 Dec 2020 19:45:03 +0300
Subject: [PATCH 370/742] finished rearranging the code

---
 src/Functions/FunctionBinaryArithmetic.h | 155 +++++++++++++----------
 1 file changed, 85 insertions(+), 70 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index ec5c9e8bd67..90eb73979b8 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -314,7 +314,12 @@ public:
         if constexpr(op_case == OpCase::LeftConstant) static_assert(!IsDecimalNumber<A>);
         if constexpr(op_case == OpCase::RightConstant) static_assert(!IsDecimalNumber<B>);
 
-        const size_t size = a.size();
+        size_t size;
+
+        if constexpr(op_case == OpCase::LeftConstant)
+            size = b.size();
+        else
+            size = a.size();
 
         if constexpr (is_plus_minus_compare)
         {
@@ -390,11 +395,12 @@ private:
         Operation<NativeResultType, NativeResultType>>;
 
     template <OpCase op_case, OpCase target>
-    static auto unwrap(const auto& elem, int i)
+    static auto unwrap(const auto& elem, size_t i)
     {
         if constexpr(op_case == target)
             return undec(elem);
-        return undec(elem[i]);
+        else
+            return undec(elem[i]);
     }
 
     /// there's implicit type conversion here
@@ -1062,78 +1068,87 @@ public:
 
         if constexpr (std::is_same_v<ResultDataType, InvalidType>)
             return nullptr;
-
-        static_assert(!std::is_same_v<ResultDataType, InvalidType>);
-
-        using T0 = typename LeftDataType::FieldType;
-        using T1 = typename RightDataType::FieldType;
-        using ResultType = typename ResultDataType::FieldType;
-        using ColVecT0 = std::conditional_t<IsDecimalNumber<T0>, ColumnDecimal<T0>, ColumnVector<T0>>;
-        using ColVecT1 = std::conditional_t<IsDecimalNumber<T1>, ColumnDecimal<T1>, ColumnVector<T1>>;
-        using ColVecResult = std::conditional_t<IsDecimalNumber<ResultType>, ColumnDecimal<ResultType>, ColumnVector<ResultType>>;
-
-        const auto * const col_left_raw = arguments[0].column.get();
-        const auto * const col_right_raw = arguments[1].column.get();
-
-        const size_t col_left_size = col_left_raw->size();
-
-        const ColumnConst * const col_left_const = checkAndGetColumnConst<ColVecT0>(col_left_raw);
-        const ColumnConst * const col_right_const = checkAndGetColumnConst<ColVecT1>(col_right_raw);
-
-        const ColVecT0 * const col_left = checkAndGetColumn<ColVecT0>(col_left_raw);
-        const ColVecT1 * const col_right = checkAndGetColumn<ColVecT1>(col_right_raw);
-
-        if constexpr (IsDataTypeDecimal<LeftDataType> || IsDataTypeDecimal<RightDataType>)
-            return executeNumericWithDecimal<LeftDataType, RightDataType, ResultDataType>(
-                left, right,
-                col_left_const, col_right_const,
-                col_left, col_right,
-                col_left_size);
-
-        using OpImpl = BinaryOperationImpl<T0, T1, Op<T0, T1>, ResultType>;
-
-        /// non-vector result
-        if (col_left_const && col_right_const)
+        else // we can't avoid the else because otherwise the compiler may assume the ResultDataType may be Invalid
+             // and that would produce the compile error.
         {
-            const auto res = OpImpl::process(
-                col_left_const->template getValue<T0>(),
-                col_right_const->template getValue<T1>());
+            using T0 = typename LeftDataType::FieldType;
+            using T1 = typename RightDataType::FieldType;
+            using ResultType = typename ResultDataType::FieldType;
+            using ColVecT0 = std::conditional_t<IsDecimalNumber<T0>, ColumnDecimal<T0>, ColumnVector<T0>>;
+            using ColVecT1 = std::conditional_t<IsDecimalNumber<T1>, ColumnDecimal<T1>, ColumnVector<T1>>;
+            using ColVecResult = std::conditional_t<IsDecimalNumber<ResultType>, ColumnDecimal<ResultType>, ColumnVector<ResultType>>;
 
-            return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
-        }
+            const auto * const col_left_raw = arguments[0].column.get();
+            const auto * const col_right_raw = arguments[1].column.get();
 
-        typename ColVecResult::MutablePtr col_res = ColVecResult::create();
-        auto & vec_res = col_res->getData();
-        vec_res.resize(col_left_size);
+            const size_t col_left_size = col_left_raw->size();
 
-        if (col_left && col_right)
-        {
-            OpImpl::template process<OpCase::Vector>(
-                col_left->getData().data(),
-                col_right->getData().data(),
-                vec_res.data(),
-                vec_res.size());
-        }
-        else if (col_left_const && col_right)
-        {
-            OpImpl::template process<OpCase::LeftConstant>(
-                col_left_const->template getValue<T0>(),
-                col_right->getData().data(),
-                vec_res.data(),
-                vec_res.size());
-        }
-        else if (col_left && col_right_const)
-        {
-            OpImpl::template process<OpCase::RightConstant>(
-                col_left->getData().data(),
-                col_right_const->template getValue<T1>(),
-                vec_res.data(),
-                vec_res.size());
-        }
-        else
-            return nullptr;
+            const ColumnConst * const col_left_const = checkAndGetColumnConst<ColVecT0>(col_left_raw);
+            const ColumnConst * const col_right_const = checkAndGetColumnConst<ColVecT1>(col_right_raw);
 
-        return col_res;
+            const ColVecT0 * const col_left = checkAndGetColumn<ColVecT0>(col_left_raw);
+            const ColVecT1 * const col_right = checkAndGetColumn<ColVecT1>(col_right_raw);
+
+            if constexpr (IsDataTypeDecimal<LeftDataType> || IsDataTypeDecimal<RightDataType>)
+                return executeNumericWithDecimal<LeftDataType, RightDataType, ResultDataType>(
+                    left, right,
+                    col_left_const, col_right_const,
+                    col_left, col_right,
+                    col_left_size);
+            else //can't avoid else and another indentation level, otherwise the compiler would try to instantiate
+                 // ColVecResult for Decimals which would lead to a compile error.
+            {
+                using OpImpl = BinaryOperationImpl<T0, T1, Op<T0, T1>, ResultType>;
+
+                /// non-vector result
+                if (col_left_const && col_right_const)
+                {
+                    const auto res = OpImpl::process(
+                        col_left_const->template getValue<T0>(),
+                        col_right_const->template getValue<T1>());
+
+                    return ResultDataType().createColumnConst(col_left_const->size(), toField(res));
+                }
+
+                typename ColVecResult::MutablePtr col_res = ColVecResult::create();
+
+                auto & vec_res = col_res->getData();
+                vec_res.resize(col_left_size);
+
+                if (col_left && col_right)
+                {
+                    OpImpl::template process<OpCase::Vector>(
+                        col_left->getData().data(),
+                        col_right->getData().data(),
+                        vec_res.data(),
+                        vec_res.size());
+                }
+                else if (col_left_const && col_right)
+                {
+                    const T0 value = col_left_const->template getValue<T0>();
+
+                    OpImpl::template process<OpCase::LeftConstant>(
+                        &value,
+                        col_right->getData().data(),
+                        vec_res.data(),
+                        vec_res.size());
+                }
+                else if (col_left && col_right_const)
+                {
+                    const T1 value = col_right_const->template getValue<T1>();
+
+                    OpImpl::template process<OpCase::RightConstant>(
+                        col_left->getData().data(),
+                        &value,
+                        vec_res.data(),
+                        vec_res.size());
+                }
+                else
+                    return nullptr;
+
+                return col_res;
+            }
+        }
     }
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const override

From 674d0083d94a62ef168c31e48627ea24a92ef0f4 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 20:10:10 +0300
Subject: [PATCH 371/742] Remove unused code; fix clang tidy; fix old comments

---
 base/daemon/BaseDaemon.cpp | 12 +-----------
 base/daemon/BaseDaemon.h   | 26 +++++++-------------------
 2 files changed, 8 insertions(+), 30 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index 19bbca508bc..84140471879 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -485,17 +485,6 @@ void BaseDaemon::kill()
         throw Poco::SystemException("cannot kill process");
 }
 
-void BaseDaemon::sleep(double seconds)
-{
-    wakeup_event.reset();
-    wakeup_event.tryWait(seconds * 1000);
-}
-
-void BaseDaemon::wakeup()
-{
-    wakeup_event.set();
-}
-
 std::string BaseDaemon::getDefaultCorePath() const
 {
     return "/opt/cores/";
@@ -871,6 +860,7 @@ void BaseDaemon::onInterruptSignals(int signal_id)
 
 void BaseDaemon::waitForTerminationRequest()
 {
+    /// NOTE: as we already process signals via pipe, we don't have to block them with sigprocmask in threads
     std::unique_lock<std::mutex> lock(signal_handler_mutex);
     signal_event.wait(lock, [this](){ return terminate_signals_counter > 0; });
 }
diff --git a/base/daemon/BaseDaemon.h b/base/daemon/BaseDaemon.h
index 0fb5bb47b2d..090d4997606 100644
--- a/base/daemon/BaseDaemon.h
+++ b/base/daemon/BaseDaemon.h
@@ -48,28 +48,26 @@ public:
     BaseDaemon();
     ~BaseDaemon() override;
 
-    /// Загружает конфигурацию и "строит" логгеры на запись в файлы
+    /// Load configuration, prepare loggers, etc.
     void initialize(Poco::Util::Application &) override;
 
-    /// Читает конфигурацию
     void reloadConfiguration();
 
-    /// Определяет параметр командной строки
+    /// Process command line parameters
     void defineOptions(Poco::Util::OptionSet & new_options) override;
 
-    /// Завершение демона ("мягкое")
-    void terminate();
+    /// Graceful shutdown
+    static void terminate();
 
-    /// Завершение демона ("жёсткое")
+    /// Forceful shutdown
     void kill();
 
-    /// Получен ли сигнал на завершение?
+    /// Cancellation request has been received.
     bool isCancelled() const
     {
         return is_cancelled;
     }
 
-    /// Получение ссылки на экземпляр демона
     static BaseDaemon & instance()
     {
         return dynamic_cast<BaseDaemon &>(Poco::Util::Application::instance());
@@ -78,12 +76,6 @@ public:
     /// return none if daemon doesn't exist, reference to the daemon otherwise
     static std::optional<std::reference_wrapper<BaseDaemon>> tryGetInstance() { return tryGetInstance<BaseDaemon>(); }
 
-    /// Спит заданное количество секунд или до события wakeup
-    void sleep(double seconds);
-
-    /// Разбудить
-    void wakeup();
-
     /// В Graphite компоненты пути(папки) разделяются точкой.
     /// У нас принят путь формата root_path.hostname_yandex_ru.key
     /// root_path по умолчанию one_min
@@ -141,7 +133,6 @@ protected:
     /// fork the main process and watch if it was killed
     void setupWatchdog();
 
-    /// реализация обработки сигналов завершения через pipe не требует блокировки сигнала с помощью sigprocmask во всех потоках
     void waitForTerminationRequest()
 #if defined(POCO_CLICKHOUSE_PATCH) || POCO_VERSION >= 0x02000000 // in old upstream poco not vitrual
     override
@@ -161,10 +152,7 @@ protected:
 
     bool log_to_console = false;
 
-    /// Событие, чтобы проснуться во время ожидания
-    Poco::Event wakeup_event;
-
-    /// Поток, в котором принимается сигнал HUP/USR1 для закрытия логов.
+    /// A thread that acts on HUP and USR1 signal (close logs).
     Poco::Thread signal_listener_thread;
     std::unique_ptr<Poco::Runnable> signal_listener;
 

From 062c226498cb8f2c9ce5ad0c09da0d6f80a33edf Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 22 Dec 2020 20:13:18 +0300
Subject: [PATCH 372/742] Fix Darwin build

---
 base/daemon/BaseDaemon.cpp | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index 84140471879..f25bcdb91e1 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -731,12 +731,18 @@ static void blockSignals(const std::vector<int> & signals)
 {
     sigset_t sig_set;
 
+#if defined(OS_DARWIN)
+    sigemptyset(&sig_set);
+    for (auto signal : signals)
+        sigaddset(&sig_set, signal);
+#else
     if (sigemptyset(&sig_set))
         throw Poco::Exception("Cannot block signal.");
 
     for (auto signal : signals)
         if (sigaddset(&sig_set, signal))
             throw Poco::Exception("Cannot block signal.");
+#endif
 
     if (pthread_sigmask(SIG_BLOCK, &sig_set, nullptr))
         throw Poco::Exception("Cannot block signal.");

From 3f33e6b3e02ffd02186a167d9b5e4b9a3a2fd0b2 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 20:46:31 +0300
Subject: [PATCH 373/742] some review fixes

---
 src/AggregateFunctions/AggregateFunctionAvg.h |  4 +--
 src/Interpreters/ActionsDAG.cpp               |  2 +-
 src/Interpreters/ExpressionAnalyzer.cpp       |  2 +-
 src/Interpreters/InterpreterSelectQuery.cpp   |  2 +-
 src/Processors/Transforms/WindowTransform.cpp | 34 ++++++++-----------
 .../01591_window_functions.reference          | 10 +++---
 6 files changed, 24 insertions(+), 30 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionAvg.h b/src/AggregateFunctions/AggregateFunctionAvg.h
index d07ff5db2f2..a46796b9c8d 100644
--- a/src/AggregateFunctions/AggregateFunctionAvg.h
+++ b/src/AggregateFunctions/AggregateFunctionAvg.h
@@ -127,10 +127,10 @@ public:
     void insertResultInto(AggregateDataPtr place, IColumn & to, Arena *) const override
     {
         if constexpr (IsDecimalNumber<Numerator> || IsDecimalNumber<Denominator>)
-            static_cast<ColumnVector<Float64> &>(to).getData().push_back(
+            assert_cast<ColumnVector<Float64> &>(to).getData().push_back(
                 this->data(place).divideIfAnyDecimal(num_scale, denom_scale));
         else
-            static_cast<ColumnVector<Float64> &>(to).getData().push_back(this->data(place).divide());
+            assert_cast<ColumnVector<Float64> &>(to).getData().push_back(this->data(place).divide());
     }
 private:
     UInt32 num_scale;
diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index 72f852c2322..2fc78261f17 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -624,7 +624,7 @@ ActionsDAGPtr ActionsDAG::makeConvertingActions(
             {
                 auto & input = inputs[res_elem.name];
                 if (input.empty())
-                    throw Exception("Cannot find column '" + backQuote(res_elem.name) + "' in source stream",
+                    throw Exception("Cannot find column " + backQuote(res_elem.name) + " in source stream",
                                     ErrorCodes::THERE_IS_NO_COLUMN);
 
                 src_node = actions_dag->inputs[input.front()];
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 53b1dbfd9be..d267edf43a7 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -988,7 +988,7 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
         // Add empty INPUT with window function name.
         // It is an aggregate function, so it won't be added by getRootActions.
         ColumnWithTypeAndName col;
-        col.type = std::make_shared<DataTypeInt64>();
+        col.type = f.aggregate_function->getReturnType();
         col.column = col.type->createColumn();
         col.name = f.column_name;
 
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 13170726a11..5a3058ce790 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -952,7 +952,7 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
 
             if (expressions.need_aggregate)
             {
-               executeAggregation(query_plan, expressions.before_aggregation, aggregate_overflow_row, aggregate_final, query_info.input_order_info);
+                executeAggregation(query_plan, expressions.before_aggregation, aggregate_overflow_row, aggregate_final, query_info.input_order_info);
                 /// We need to reset input order info, so that executeOrder can't use  it
                 query_info.input_order_info.reset();
             }
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index 0b5dbc08654..6e8b0ea8e39 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -70,34 +70,28 @@ WindowTransform::~WindowTransform()
 void WindowTransform::transform(Chunk & chunk)
 {
     const size_t num_rows = chunk.getNumRows();
-    auto block = getInputPort().getHeader().cloneWithColumns(chunk.detachColumns());
+    auto columns = chunk.detachColumns();
 
     for (auto & ws : workspaces)
     {
         ws.argument_columns.clear();
         for (const auto column_index : ws.argument_column_indices)
         {
-            ws.argument_columns.push_back(block.getColumns()[column_index].get());
+            ws.argument_columns.push_back(columns[column_index].get());
         }
 
-        // Create the resulting column.
-        ColumnWithTypeAndName column_description;
-        column_description.name = ws.window_function.column_name;
-        column_description.type
-            = ws.window_function.aggregate_function->getReturnType();
-        ws.result_column = column_description.type->createColumn();
-        column_description.column.reset(ws.result_column.get());
-
-        block.insert(column_description);
+        ws.result_column = ws.window_function.aggregate_function->getReturnType()
+            ->createColumn();
     }
 
     // We loop for all window functions for each row. Switching the loops might
     // be more efficient, because we would run less code and access less data in
     // the inner loop. If you change this, don't forget to fix the calculation of
-    // partition boundaries. Probably it has to be precalculated and stored as a
-    // UInt8 array. An interesting optimization would be to pass it as an extra
-    // column from the previous sorting step -- that step might need to make
-    // similar comparison anyway, if it's sorting only by the PARTITION BY columns.
+    // partition boundaries. Probably it has to be precalculated and stored as
+    // an array of offsets. An interesting optimization would be to pass it as
+    // an extra column from the previous sorting step -- that step might need to
+    // make similar comparison anyway, if it's sorting only by the PARTITION BY
+    // columns.
     for (size_t row = 0; row < num_rows; row++)
     {
         // Check whether the new partition has started. We have to reset the
@@ -115,7 +109,7 @@ void WindowTransform::transform(Chunk & chunk)
             partition_start_columns.clear();
             for (const auto i : partition_by_indices)
             {
-                partition_start_columns.push_back(block.getColumns()[i]);
+                partition_start_columns.push_back(columns[i]);
             }
             partition_start_row = row;
         }
@@ -127,7 +121,7 @@ void WindowTransform::transform(Chunk & chunk)
             for (; first_inequal_column < partition_start_columns.size();
                   ++first_inequal_column)
             {
-                const auto * current_column = block.getColumns()[
+                const auto * current_column = columns[
                     partition_by_indices[first_inequal_column]].get();
 
                 if (current_column->compareAt(row, partition_start_row,
@@ -145,7 +139,7 @@ void WindowTransform::transform(Chunk & chunk)
                 partition_start_columns.clear();
                 for (const auto i : partition_by_indices)
                 {
-                    partition_start_columns.push_back(block.getColumns()[i]);
+                    partition_start_columns.push_back(columns[i]);
                 }
                 partition_start_row = row;
             }
@@ -181,10 +175,10 @@ void WindowTransform::transform(Chunk & chunk)
     // processors modify the block. Workspaces live longer than individual blocks.
     for (auto & ws : workspaces)
     {
-        ws.result_column.detach();
+        columns.push_back(std::move(ws.result_column));
     }
 
-    chunk.setColumns(block.getColumns(), num_rows);
+    chunk.setColumns(std::move(columns), num_rows);
 }
 
 }
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index bca5ade4672..6c78108d734 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -39,15 +39,15 @@ select number, avg(number) over (order by number) from numbers(10);
 -- no order by
 
 0	0
-1	0
+1	0.5
 2	1
-3	1
+3	1.5
 4	2
-5	2
+5	2.5
 6	3
-7	3
+7	3.5
 8	4
-9	4
+9	4.5
 select number, quantileExact(number) over (partition by intDiv(number, 3)) from numbers(10);
 
 -- can add an alias after window spec

From a8f3cebb42f55fd652cd4edd84d90a3ccb186fa7 Mon Sep 17 00:00:00 2001
From: dkxiaohei <dkxiaohei@outlook.com>
Date: Wed, 23 Dec 2020 02:05:03 +0800
Subject: [PATCH 374/742] Update datetime64.md

Refine the Chinese translation.
---
 .../zh/sql-reference/data-types/datetime64.md | 27 ++++++++++---------
 1 file changed, 14 insertions(+), 13 deletions(-)

diff --git a/docs/zh/sql-reference/data-types/datetime64.md b/docs/zh/sql-reference/data-types/datetime64.md
index 2442972965a..46e8e9a5fa4 100644
--- a/docs/zh/sql-reference/data-types/datetime64.md
+++ b/docs/zh/sql-reference/data-types/datetime64.md
@@ -7,9 +7,9 @@ toc_title: DateTime64
 
 # Datetime64 {#data_type-datetime64}
 
-允许存储时间instant间，可以表示为日历日期和一天中的时间，具有定义的亚秒精度
+此类型允许以日期（date）加时间（time）的形式来存储一个时刻的时间值，具有定义的亚秒精度
 
-刻度尺寸（精度）：10<sup>-精度</sup> 秒
+时间刻度大小（精度）：10<sup>-精度</sup> 秒
 
 语法:
 
@@ -17,11 +17,11 @@ toc_title: DateTime64
 DateTime64(precision, [timezone])
 ```
 
-在内部，存储数据作为一些 ‘ticks’ 自纪元开始(1970-01-01 00:00:00UTC)作为Int64. 刻度分辨率由precision参数确定。 此外，该 `DateTime64` 类型可以存储时区是相同的整个列，影响如何的值 `DateTime64` 类型值以文本格式显示，以及如何解析指定为字符串的值 (‘2020-01-01 05:00:01.000’). 时区不存储在表的行中（或resultset中），而是存储在列元数据中。 查看详细信息 [日期时间](datetime.md).
+在内部，此类型以Int64类型将数据存储为自Linux纪元开始(1970-01-01 00:00:00UTC)的时间刻度数（ticks）。时间刻度的分辨率由precision参数确定。此外，`DateTime64` 类型可以像存储其他数据列一样存储时区信息，时区会影响 `DateTime64` 类型的值如何以文本格式显示，以及如何解析以字符串形式指定的时间数据 (‘2020-01-01 05:00:01.000’)。时区不存储在表的行中（也不在resultset中），而是存储在列的元数据中。详细信息请参考 [DateTime](datetime.md) 数据类型.
 
-## 例 {#examples}
+## 示例 {#examples}
 
-**1.** 创建一个表 `DateTime64`-输入列并将数据插入其中:
+**1.** 创建一个具有 `DateTime64` 类型列的表，并向其中插入数据:
 
 ``` sql
 CREATE TABLE dt
@@ -47,10 +47,10 @@ SELECT * FROM dt
 └─────────────────────────┴──────────┘
 ```
 
--   将日期时间作为整数插入时，将其视为适当缩放的Unix时间戳(UTC)。 `1546300800000` （精度为3）表示 `'2019-01-01 00:00:00'` UTC. 然而，作为 `timestamp` 列有 `Europe/Moscow` （UTC+3）指定的时区，当输出为字符串时，该值将显示为 `'2019-01-01 03:00:00'`
--   当插入字符串值作为日期时间时，它被视为处于列时区。 `'2019-01-01 00:00:00'` 将被视为 `Europe/Moscow` 时区并存储为 `1546290000000`.
+-   将日期时间作为integer类型插入时，它会被视为适当缩放的Unix时间戳(UTC)。`1546300800000` （精度为3）表示 `'2019-01-01 00:00:00'` UTC. 不过，因为 `timestamp` 列指定了 `Europe/Moscow` （UTC+3）的时区，当作为字符串输出时，它将显示为 `'2019-01-01 03:00:00'`
+-   当把字符串作为日期时间插入时，它会被赋予时区信息。 `'2019-01-01 00:00:00'` 将被认为处于 `Europe/Moscow` 时区并被存储为 `1546290000000`.
 
-**2.** 过滤 `DateTime64` 值
+**2.** 过滤 `DateTime64` 类型的值
 
 ``` sql
 SELECT * FROM dt WHERE timestamp = toDateTime64('2019-01-01 00:00:00', 3, 'Europe/Moscow')
@@ -62,9 +62,9 @@ SELECT * FROM dt WHERE timestamp = toDateTime64('2019-01-01 00:00:00', 3, 'Europ
 └─────────────────────────┴──────────┘
 ```
 
-不像 `DateTime`, `DateTime64` 值不转换为 `String` 自动
+与 `DateTime` 不同, `DateTime64` 类型的值不会自动从 `String` 类型的值转换过来
 
-**3.** 获取一个时区 `DateTime64`-类型值:
+**3.** 获取 `DateTime64` 类型值的时区信息:
 
 ``` sql
 SELECT toDateTime64(now(), 3, 'Europe/Moscow') AS column, toTypeName(column) AS x
@@ -97,8 +97,9 @@ FROM dt
 -   [类型转换函数](../../sql-reference/functions/type-conversion-functions.md)
 -   [用于处理日期和时间的函数](../../sql-reference/functions/date-time-functions.md)
 -   [用于处理数组的函数](../../sql-reference/functions/array-functions.md)
--   [该 `date_time_input_format` 设置](../../operations/settings/settings.md#settings-date_time_input_format)
--   [该 `timezone` 服务器配置参数](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
--   [使用日期和时间的操作员](../../sql-reference/operators/index.md#operators-datetime)
+-   [`date_time_input_format` 配置](../../operations/settings/settings.md#settings-date_time_input_format)
+-   [`date_time_output_format` 配置](../../operations/settings/settings.md#settings-date_time_output_format)
+-   [`timezone` 服务器配置参数](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
+-   [用于处理日期和时间的算子](../../sql-reference/operators/index.md#operators-datetime)
 -   [`Date` 数据类型](date.md)
 -   [`DateTime` 数据类型](datetime.md)

From eecd51bb75fa603d802a258f93c1718935bd3975 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 22 Dec 2020 21:29:47 +0300
Subject: [PATCH 375/742] fix for uninitialized thread pool

---
 src/Interpreters/Aggregator.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Interpreters/Aggregator.cpp b/src/Interpreters/Aggregator.cpp
index f6f1f7c8d53..de2c86d7c12 100644
--- a/src/Interpreters/Aggregator.cpp
+++ b/src/Interpreters/Aggregator.cpp
@@ -1434,7 +1434,7 @@ BlocksList Aggregator::prepareBlocksAndFillTwoLevelImpl(
     bool final,
     ThreadPool * thread_pool) const
 {
-    size_t max_threads = thread_pool->getMaxThreads();
+    size_t max_threads = thread_pool ? thread_pool->getMaxThreads() : 1;
     if (max_threads > data_variants.aggregates_pools.size())
         for (size_t i = data_variants.aggregates_pools.size(); i < max_threads; ++i)
             data_variants.aggregates_pools.push_back(std::make_shared<Arena>());

From a6d420d809e4adecb1fc4c6a3b9bb5f8fdd0822e Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Tue, 22 Dec 2020 21:32:31 +0300
Subject: [PATCH 376/742] Update other-functions.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Перевел на русский язык.
---
 .../functions/other-functions.md              | 40 +++++++++++++++++++
 1 file changed, 40 insertions(+)

diff --git a/docs/ru/sql-reference/functions/other-functions.md b/docs/ru/sql-reference/functions/other-functions.md
index 91bf0f5b3a0..4df16739f60 100644
--- a/docs/ru/sql-reference/functions/other-functions.md
+++ b/docs/ru/sql-reference/functions/other-functions.md
@@ -1589,4 +1589,44 @@ SELECT countDigits(toDecimal32(1, 9)), countDigits(toDecimal32(-1, 9)),
 10	10	19	19	39	39
 ```
 
+## tcpPort {#tcpPort}
+
+Вовращает номер TCP порта, который использует сервер для [нативного протокола](../../interfaces/tcp.md).
+
+**Синтаксис**
+
+``` sql
+tcpPort()
+```
+
+**Параметры**
+
+-   Нет.
+
+**Возвращаемое значение**
+
+-   Номер TCP порта.
+
+Тип: [UInt16](../../sql-reference/data-types/int-uint.md).
+
+**Example**
+
+Запрос:
+
+``` sql
+SELECT tcpPort();
+```
+
+Результат:
+
+``` text
+┌─tcpPort()─┐
+│      9000 │
+└───────────┘
+```
+
+**Смотрите также**
+
+-   [tcp_port](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-tcp_port)
+
 [Оригинальная статья](https://clickhouse.tech/docs/ru/query_language/functions/other_functions/) <!--hide-->

From 14c11ac46f1616aef766061ca84c741d3d8bae18 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Tue, 22 Dec 2020 21:37:42 +0300
Subject: [PATCH 377/742] Update other-functions.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Перевел example.
---
 docs/ru/sql-reference/functions/other-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/other-functions.md b/docs/ru/sql-reference/functions/other-functions.md
index 4df16739f60..14e09ce7295 100644
--- a/docs/ru/sql-reference/functions/other-functions.md
+++ b/docs/ru/sql-reference/functions/other-functions.md
@@ -1609,7 +1609,7 @@ tcpPort()
 
 Тип: [UInt16](../../sql-reference/data-types/int-uint.md).
 
-**Example**
+**Пример**
 
 Запрос:
 

From f2b25c708c8f003aa95b5496ef757d474f497b9f Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 22 Dec 2020 22:01:15 +0300
Subject: [PATCH 378/742] review fixes

---
 src/Interpreters/AggregateDescription.cpp   |  2 +-
 src/Interpreters/AggregateDescription.h     | 10 +--
 src/Interpreters/ExpressionAnalyzer.cpp     | 96 +++++++++++----------
 src/Interpreters/ExpressionAnalyzer.h       |  6 +-
 src/Interpreters/InterpreterSelectQuery.cpp |  2 +-
 5 files changed, 58 insertions(+), 58 deletions(-)

diff --git a/src/Interpreters/AggregateDescription.cpp b/src/Interpreters/AggregateDescription.cpp
index 985789ca676..2748a2abe9d 100644
--- a/src/Interpreters/AggregateDescription.cpp
+++ b/src/Interpreters/AggregateDescription.cpp
@@ -104,7 +104,7 @@ std::string WindowFunctionDescription::dump() const
 {
     WriteBufferFromOwnString ss;
 
-    ss << "window function '" << column_name << "' over '" << window_name <<"\n";
+    ss << "window function '" << column_name << "\n";
     ss << "function node " << function_node->dumpTree() << "\n";
     ss << "aggregate function '" << aggregate_function->getName() << "'\n";
     if (!function_parameters.empty())
diff --git a/src/Interpreters/AggregateDescription.h b/src/Interpreters/AggregateDescription.h
index 400b63bc4dc..f1fc232d04d 100644
--- a/src/Interpreters/AggregateDescription.h
+++ b/src/Interpreters/AggregateDescription.h
@@ -29,12 +29,6 @@ using AggregateDescriptions = std::vector<AggregateDescription>;
 
 struct WindowFunctionDescription
 {
-    // According to the standard, a window function can refer to a window declared
-    // elsewhere, using its name. We haven't implemented this yet: all windows
-    // are declared in OVER clause, but they still get an auto-generated name,
-    // and this name is used to find the window that corresponds to a function.
-    std::string window_name;
-
     std::string column_name;
     const ASTFunction * function_node;
     AggregateFunctionPtr aggregate_function;
@@ -62,9 +56,7 @@ struct WindowDescription
 
     // No frame info as of yet.
 
-
-    // Reverse map to function descriptions, for convenience of building the
-    // plan. Just copy them because it's more convenient.
+    // The window functions that are calculated for this window.
     std::vector<WindowFunctionDescription> window_functions;
 
     std::string dump() const;
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index d267edf43a7..31c12490408 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -535,7 +535,6 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
             window_description.order_by.end());
 
         WindowFunctionDescription window_function;
-        window_function.window_name = window_description.window_name;
         window_function.function_node = function_node;
         window_function.column_name
             = window_function.function_node->getColumnName();
@@ -579,28 +578,19 @@ bool ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr & actions)
                 window_function.argument_types,
                 window_function.function_parameters, properties);
 
-        window_function_descriptions.push_back(window_function);
+        auto [it, inserted] = window_descriptions.insert(
+            {window_description.window_name, window_description});
 
-        if (auto it = window_descriptions.find(window_description.window_name);
-            it != window_descriptions.end())
+        if (!inserted)
         {
             assert(it->second.full_sort_description
                 == window_description.full_sort_description);
         }
-        else
-        {
-            window_descriptions.insert({window_description.window_name,
-                window_description});
-        }
+
+        it->second.window_functions.push_back(window_function);
     }
 
-    // Populate the reverse map.
-    for (const auto & f : window_function_descriptions)
-    {
-        window_descriptions[f.window_name].window_functions.push_back(f);
-    }
-
-    return !window_function_descriptions.empty();
+    return !syntax->window_function_asts.empty();
 }
 
 
@@ -979,37 +969,53 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
 {
     ExpressionActionsChain::Step & step = chain.lastStep(aggregated_columns);
 
-    for (const auto & f : window_function_descriptions)
-    {
-        // Requiring a constant reference to a shared pointer to non-const AST
-        // doesn't really look sane, but the visitor does indeed require it.
-        getRootActionsNoMakeSet(f.function_node->clone(), true, step.actions());
-
-        // Add empty INPUT with window function name.
-        // It is an aggregate function, so it won't be added by getRootActions.
-        ColumnWithTypeAndName col;
-        col.type = f.aggregate_function->getReturnType();
-        col.column = col.type->createColumn();
-        col.name = f.column_name;
-
-        step.actions()->addInput(col);
-    }
-
-    // 2) mark the columns that are really required:
-    for (const auto & f : window_function_descriptions)
-    {
-        for (const auto & a : f.function_node->arguments->children)
-        {
-            // 2.1) function arguments,
-            step.required_output.push_back(a->getColumnName());
-        }
-        // 2.2) function result,
-        step.required_output.push_back(f.column_name);
-    }
-
-    // 2.3) PARTITION BY and ORDER BY columns.
+    // 1) Add actions for window functions and their arguments;
+    // 2) Mark the columns that are really required.
     for (const auto & [_, w] : window_descriptions)
     {
+        for (const auto & f : w.window_functions)
+        {
+            // 1.1) arguments of window functions;
+            // Requiring a constant reference to a shared pointer to non-const AST
+            // doesn't really look sane, but the visitor does indeed require it.
+            getRootActionsNoMakeSet(f.function_node->clone(),
+                true /* no_subqueries */, step.actions());
+
+            // 1.2) result of window function: an empty INPUT.
+            // It is an aggregate function, so it won't be added by getRootActions.
+            // This is something of a hack. Other options:
+            //  a] do it like aggregate function -- break the chain of actions
+            //     and manually add window functions to the starting list of
+            //     input columns. Logically this is similar to what we're doing
+            //     now, but would require to split the window function processing
+            //     into a full-fledged step after plain functions. This would be
+            //     somewhat cumbersome. With INPUT hack we can avoid a separate
+            //     step and pretend that window functions are almost "normal"
+            //     select functions. The limitation of both these ways is that
+            //     we can't reference window functions in other SELECT
+            //     expressions.
+            //  b] add a WINDOW action type, then sort, then split the chain on
+            //     each WINDOW action and insert the Window pipeline between the
+            //     Expression pipelines. This is a "proper" way that would allow
+            //     us to depend on window functions in other functions. But it's
+            //     complicated so I avoid doing it for now.
+            ColumnWithTypeAndName col;
+            col.type = f.aggregate_function->getReturnType();
+            col.column = col.type->createColumn();
+            col.name = f.column_name;
+
+            step.actions()->addInput(col);
+
+            for (const auto & a : f.function_node->arguments->children)
+            {
+                // 2.1) function arguments;
+                step.required_output.push_back(a->getColumnName());
+            }
+            // 2.2) function result;
+            step.required_output.push_back(f.column_name);
+        }
+
+        // 2.3) PARTITION BY and ORDER BY columns.
         for (const auto & c : w.full_sort_description)
         {
             step.required_output.push_back(c.column_name);
diff --git a/src/Interpreters/ExpressionAnalyzer.h b/src/Interpreters/ExpressionAnalyzer.h
index 0d550b10668..fb0cb4ea4c3 100644
--- a/src/Interpreters/ExpressionAnalyzer.h
+++ b/src/Interpreters/ExpressionAnalyzer.h
@@ -62,7 +62,6 @@ struct ExpressionAnalyzerData
 
     bool has_window = false;
     WindowDescriptions window_descriptions;
-    WindowFunctionDescriptions window_function_descriptions;
     NamesAndTypesList window_columns;
 
     bool has_global_subqueries = false;
@@ -76,7 +75,7 @@ struct ExpressionAnalyzerData
   *
   * NOTE: if `ast` is a SELECT query from a table, the structure of this table should not change during the lifetime of ExpressionAnalyzer.
   */
-class ExpressionAnalyzer : public ExpressionAnalyzerData, private boost::noncopyable
+class ExpressionAnalyzer : protected ExpressionAnalyzerData, private boost::noncopyable
 {
 private:
     /// Extracts settings to enlight which are used (and avoid copy of others).
@@ -121,6 +120,9 @@ public:
     /// Get intermediates for tests
     const ExpressionAnalyzerData & getAnalyzedData() const { return *this; }
 
+    /// A list of windows for window functions.
+    const WindowDescriptions & windowDescriptions() const { return window_descriptions; }
+
 protected:
     ExpressionAnalyzer(
         const ASTPtr & query_,
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 5a3058ce790..38cc19a00d6 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1754,7 +1754,7 @@ void InterpreterSelectQuery::executeExpression(QueryPlan & query_plan, const Act
 
 void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
 {
-    for (const auto & [_, w] : query_analyzer->window_descriptions)
+    for (const auto & [_, w] : query_analyzer->windowDescriptions())
     {
         const Settings & settings = context->getSettingsRef();
 

From bb50329aa3ac06d52273b1c8215a574d3ba3c70d Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Tue, 22 Dec 2020 22:04:46 +0300
Subject: [PATCH 379/742] fixed the test and the code

---
 src/Functions/FunctionBinaryArithmetic.h      | 57 ++++++++++++++-----
 .../01603_decimal_mult_float.reference        | 14 ++---
 .../01603_decimal_mult_float.reference.orig   | 20 -------
 .../0_stateless/01603_decimal_mult_float.sql  |  1 +
 4 files changed, 52 insertions(+), 40 deletions(-)
 delete mode 100644 tests/queries/0_stateless/01603_decimal_mult_float.reference.orig

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 90eb73979b8..1adddb11620 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -342,6 +342,32 @@ public:
                 return;
             }
         }
+        else if constexpr(is_multiply)
+        {
+            if (scale_a != 1)
+            {
+                scale_a = 1 / scale_a; // see scale_a initialization for detail
+
+                for (size_t i = 0; i < size; ++i)
+                    c[i] = applyScaled<true, false>(
+                        unwrap<op_case, OpCase::LeftConstant>(a, i),
+                        unwrap<op_case, OpCase::RightConstant>(b, i),
+                        scale_a);
+                return;
+            }
+            else if (scale_b != 1)
+            {
+                scale_b = 1 / scale_b;
+
+                for (size_t i = 0; i < size; ++i)
+                    c[i] = applyScaled<false, false>(
+                        unwrap<op_case, OpCase::LeftConstant>(a, i),
+                        unwrap<op_case, OpCase::RightConstant>(b, i),
+                        scale_b);
+                return;
+            }
+
+        }
         else if constexpr (is_division && is_decimal_b)
         {
             for (size_t i = 0; i < size; ++i)
@@ -417,13 +443,13 @@ private:
             return Op::template apply<NativeResultType>(a, b);
     }
 
-    template <bool scale_left>
+    template <bool scale_left, bool may_check_overflow = true>
     static NO_SANITIZE_UNDEFINED NativeResultType applyScaled(NativeResultType a, NativeResultType b, NativeResultType scale)
     {
-        static_assert(is_plus_minus_compare);
+        static_assert(is_plus_minus_compare || is_multiply);
         NativeResultType res;
 
-        if constexpr (check_overflow)
+        if constexpr (check_overflow && may_check_overflow)
         {
             bool overflow = false;
 
@@ -778,22 +804,26 @@ class FunctionBinaryArithmetic : public IFunction
 
         const ResultType scale_a = [&] {
             if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
-                return right.getScaleMultiplier();
+                return right.getScaleMultiplier(); // the division impl uses only the scale_a
             else if constexpr (result_is_decimal)
                 return type.scaleFactorFor(left, is_multiply);
-            else if constexpr(left_is_decimal)
-                return left.getScale();
+            else if constexpr(left_is_decimal) // needed for e.g. multiply(Decimal, Float) to scale the arguments
+                // scale multiplier = 10^scale, so we need to get this value divided by 10^0 -> 2nd arg is 0 as
+                // the convertTo basically divides the given value on the second arg.
+                // Note we are using the scale factor instead of 1 / scale factor, it will be correctly processed in
+                // the impl.
+                return DecimalUtils::convertTo<ResultType>(left.getScaleMultiplier(), 0);
             else
-                return 1; //won't be used, just to silence the warning
+                return 1; // the default value which won't cause any re-scale
         }();
 
         const ResultType scale_b = [&] {
             if constexpr (result_is_decimal)
                 return type.scaleFactorFor(right, is_multiply || is_division);
             else if constexpr(right_is_decimal)
-                return right.getScale();
+                return DecimalUtils::convertTo<ResultType>(right.getScaleMultiplier(), 0);
             else
-                return 1; //same
+                return 1;
         }();
 
         /// non-vector result
@@ -803,8 +833,9 @@ class FunctionBinaryArithmetic : public IFunction
             const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
             const ResultType res = check_decimal_overflow
-                ? OpImplCheck::template process<left_is_decimal, right_is_decimal>(const_a, const_b, scale_a, scale_b)
-                : OpImpl::template process<left_is_decimal, right_is_decimal>(const_a, const_b, scale_a, scale_b);
+                // the arguments are already scaled after conversion
+                ? OpImplCheck::template process<left_is_decimal, right_is_decimal>(const_a, const_b, 1, 1)
+                : OpImpl::template process<left_is_decimal, right_is_decimal>(const_a, const_b, 1, 1);
 
             if constexpr (result_is_decimal)
                 return ResultDataType(type.getPrecision(), type.getScale()).createColumnConst(
@@ -831,14 +862,14 @@ class FunctionBinaryArithmetic : public IFunction
             const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
 
             helperInvokeEither<OpCase::LeftConstant, left_is_decimal, right_is_decimal, OpImpl, OpImplCheck>(
-                const_a, col_right->getData(), vec_res, scale_a, scale_b);
+                const_a, col_right->getData(), vec_res, 1, scale_b);
         }
         else if (col_left && col_right_const)
         {
             const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
             helperInvokeEither<OpCase::RightConstant, left_is_decimal, right_is_decimal, OpImpl, OpImplCheck>(
-                col_left->getData(), const_b, vec_res, scale_a, scale_b);
+                col_left->getData(), const_b, vec_res, scale_a, 1);
         }
         else
             return nullptr;
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.reference b/tests/queries/0_stateless/01603_decimal_mult_float.reference
index 2c567fac2cd..ee1eeb525ba 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.reference
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.reference
@@ -3,12 +3,12 @@
 0.00012000000000000002
 150.16500000000002
 7.775900000000001
-56.62268999999999
-598.8376688440276
-299.41883813298773
-0.7485470860550346
-2.2456413519648777
+56.62269
+598.8376688440277
+299.41883723437786
+0.7485470860550345
+2.245641373854596
 1.641386318314034
 1.641386318314034
-1.6413863192433382
-1.6413863192433382
+1.641386334333447
+1.641386334333447
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.reference.orig b/tests/queries/0_stateless/01603_decimal_mult_float.reference.orig
deleted file mode 100644
index 0be5ff86018..00000000000
--- a/tests/queries/0_stateless/01603_decimal_mult_float.reference.orig
+++ /dev/null
@@ -1,20 +0,0 @@
-2.4
-10.165
-0.00012000000000000002
-150.16500000000002
-7.775900000000001
-<<<<<<< HEAD
-56.62268999999999
-598.8376688440276
-299.41883813298773
-0.7485470860550346
-2.2456413519648777
-=======
-56622.689999999995
-5.988376688440276
-2.9941884322906844
->>>>>>> 17331d2732d3de57870db222a2dc80441aa6febd
-1.641386318314034
-1.641386318314034
-1.6413863192433382
-1.6413863192433382
diff --git a/tests/queries/0_stateless/01603_decimal_mult_float.sql b/tests/queries/0_stateless/01603_decimal_mult_float.sql
index 407fe3649ec..99e4b775da7 100644
--- a/tests/queries/0_stateless/01603_decimal_mult_float.sql
+++ b/tests/queries/0_stateless/01603_decimal_mult_float.sql
@@ -13,6 +13,7 @@ INSERT INTO test01603(f64) SELECT 1 / (number + 1) FROM system.numbers LIMIT 100
 
 SELECT sum(d * 1.1) FROM test01603;
 SELECT sum(8.01 * d) FROM test01603;
+
 SELECT sum(f64 * toDecimal64(80, 2)) FROM test01603;
 SELECT sum(toDecimal64(40, 2) * f32) FROM test01603;
 SELECT sum(f64 * toDecimal64(0.1, 2)) FROM test01603;

From 5fc2c2169a6399ea94d0e9eed0aeedc43716d877 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 22 Dec 2020 22:07:07 +0300
Subject: [PATCH 380/742] Drop libnsl dependency (because of gRPC -> c-ares)

c-ares searching for gethostbyname in the libnsl library, however in the
version that shipped with gRPC it doing it wrong [1], since it uses
CHECK_LIBRARY_EXISTS(), which will return TRUE even if the function exists in
another dependent library. The upstream already contains correct macro [2],
but it is not included in gRPC (even upstream gRPC, not the one that is
shipped with clickhousee).

  [1]: https://github.com/c-ares/c-ares/blob/e982924acee7f7313b4baa4ee5ec000c5e373c30/CMakeLists.txt#L125
  [2]: https://github.com/c-ares/c-ares/blob/44fbc813685a1fa8aa3f27fcd7544faf612d376a/CMakeLists.txt#L146

And because if you by some reason have libnsl [3] installed, clickhouse will
reject to start w/o it. While this is completelly different library.

  [3]: https://packages.debian.org/bullseye/libnsl2
---
 contrib/grpc-cmake/CMakeLists.txt | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)

diff --git a/contrib/grpc-cmake/CMakeLists.txt b/contrib/grpc-cmake/CMakeLists.txt
index efb0f1c4f43..97ca3fab4db 100644
--- a/contrib/grpc-cmake/CMakeLists.txt
+++ b/contrib/grpc-cmake/CMakeLists.txt
@@ -54,6 +54,26 @@ else ()
   set(CARES_SHARED ON CACHE BOOL "" FORCE)
 endif ()
 
+# Disable looking for libnsl on a platforms that has gethostbyname in glibc
+#
+# c-ares searching for gethostbyname in the libnsl library, however in the
+# version that shipped with gRPC it doing it wrong [1], since it uses
+# CHECK_LIBRARY_EXISTS(), which will return TRUE even if the function exists in
+# another dependent library. The upstream already contains correct macro [2],
+# but it is not included in gRPC (even upstream gRPC, not the one that is
+# shipped with clickhousee).
+#
+#   [1]: https://github.com/c-ares/c-ares/blob/e982924acee7f7313b4baa4ee5ec000c5e373c30/CMakeLists.txt#L125
+#   [2]: https://github.com/c-ares/c-ares/blob/44fbc813685a1fa8aa3f27fcd7544faf612d376a/CMakeLists.txt#L146
+#
+# And because if you by some reason have libnsl [3] installed, clickhouse will
+# reject to start w/o it. While this is completelly different library.
+#
+#   [3]: https://packages.debian.org/bullseye/libnsl2
+if (NOT CMAKE_SYSTEM_NAME STREQUAL "SunOS")
+  set(HAVE_LIBNSL OFF CACHE BOOL "" FORCE)
+endif()
+
 # We don't want to build C# extensions.
 set(gRPC_BUILD_CSHARP_EXT OFF)
 

From 46a8027947493f84e908fef1c5f4a1da6214a2f3 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Tue, 22 Dec 2020 22:10:03 +0300
Subject: [PATCH 381/742] Translation into Russian language
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Выполнил перевод на русский язык.
---
 .../functions/string-search-functions.md      |  8 +--
 .../functions/string-search-functions.md      | 51 +++++++++++++++++++
 2 files changed, 55 insertions(+), 4 deletions(-)

diff --git a/docs/en/sql-reference/functions/string-search-functions.md b/docs/en/sql-reference/functions/string-search-functions.md
index 957866faea3..ef7e378ad11 100644
--- a/docs/en/sql-reference/functions/string-search-functions.md
+++ b/docs/en/sql-reference/functions/string-search-functions.md
@@ -618,15 +618,15 @@ Type: [UInt64](../../sql-reference/data-types/int-uint.md).
 Query:
 
 ``` sql
-SELECT countMatches('foobar.com', 'o')
+SELECT countMatches('foobar.com', 'o+')
 ```
 
 Result:
 
 ``` text
-┌─countMatches('foobar.com', 'o')─┐
-│                               3 │
-└─────────────────────────────────┘
+┌─countMatches('foobar.com', 'o+')─┐
+│                                2 │
+└──────────────────────────────────┘
 ```
 
 Query:
diff --git a/docs/ru/sql-reference/functions/string-search-functions.md b/docs/ru/sql-reference/functions/string-search-functions.md
index d2f1119783b..8bc2bb12382 100644
--- a/docs/ru/sql-reference/functions/string-search-functions.md
+++ b/docs/ru/sql-reference/functions/string-search-functions.md
@@ -521,5 +521,56 @@ SELECT * FROM Months WHERE ilike(name, '%j%')
 
 !!! note "Примечание"
     Для случая UTF-8 мы используем триграммное расстояние. Вычисление n-граммного расстояния не совсем честное. Мы используем 2-х байтные хэши для хэширования n-грамм, а затем вычисляем (не)симметрическую разность между хэш таблицами – могут возникнуть коллизии. В формате UTF-8 без учета регистра мы не используем честную функцию `tolower` – мы обнуляем 5-й бит (нумерация с нуля) каждого байта кодовой точки, а также первый бит нулевого байта, если байтов больше 1 – это работает для латиницы и почти для всех кириллических букв.
+	
+## countMatches(haystack, pattern) {#countmatcheshaystack-pattern}
+
+Возвращает количество совпадений, найденных в строке `haystack`, для регулярного выражения `pattern`.
+
+**Синтаксис**
+
+``` sql
+countMatches(haystack, pattern)
+```
+
+**Параметры**
+
+-   `haystack` — строка, по которой выполняется поиск. [String](../../sql-reference/syntax.md#syntax-string-literal).
+-   `pattern` — регулярное выражение, построенное по синтаксическим правилам [re2](https://github.com/google/re2/wiki/Syntax). [String](../../sql-reference/data-types/string.md).
+
+**Возвращаемое значение**
+
+-   Количество совпадений.
+
+Тип: [UInt64](../../sql-reference/data-types/int-uint.md).
+
+**Примеры**
+
+Запрос:
+
+``` sql
+SELECT countMatches('foobar.com', 'o+')
+```
+
+Результат:
+
+``` text
+┌─countMatches('foobar.com', 'o+')─┐
+│                                2 │
+└──────────────────────────────────┘
+```
+
+Запрос:
+
+``` sql
+SELECT countMatches('aaaa', 'aa')
+```
+
+Результат:
+
+``` text
+┌─countMatches('aaaa', 'aa')─┐
+│                             2 │
+└───────────────────────────────┘
+```
 
 [Оригинальная статья](https://clickhouse.tech/docs/ru/query_language/functions/string_search_functions/) <!--hide-->

From e49021630e6b948769f9e3850c566659af29e8d1 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 22 Dec 2020 22:21:19 +0300
Subject: [PATCH 382/742] Do not override RULE_LAUNCH_COMPILE/RULE_LAUNCH_LINK
 in rocksdb

- it is already done in in find/ccache.cmake
- it does not respect disabling ccache
- it does not allow to override ccache using custom location (not in
  PATH)
---
 contrib/rocksdb-cmake/CMakeLists.txt | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/contrib/rocksdb-cmake/CMakeLists.txt b/contrib/rocksdb-cmake/CMakeLists.txt
index f99401ce75d..77a30776a4a 100644
--- a/contrib/rocksdb-cmake/CMakeLists.txt
+++ b/contrib/rocksdb-cmake/CMakeLists.txt
@@ -2,12 +2,6 @@
 set(ROCKSDB_SOURCE_DIR "${ClickHouse_SOURCE_DIR}/contrib/rocksdb")
 list(APPEND CMAKE_MODULE_PATH "${ROCKSDB_SOURCE_DIR}/cmake/modules/")
 
-find_program(CCACHE_FOUND ccache)
-if(CCACHE_FOUND)
-  set_property(GLOBAL PROPERTY RULE_LAUNCH_COMPILE ccache)
-  set_property(GLOBAL PROPERTY RULE_LAUNCH_LINK ccache)
-endif(CCACHE_FOUND)
-
 if (SANITIZE STREQUAL "undefined")
     set(WITH_UBSAN ON)
 elseif (SANITIZE STREQUAL "address")

From 8bdebe8ab647dace9d0a8f66021292e72548e64a Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 22 Dec 2020 23:15:27 +0300
Subject: [PATCH 383/742] Disable coverage for all except clickhouse code

---
 CMakeLists.txt             | 6 +++---
 base/common/CMakeLists.txt | 2 ++
 src/CMakeLists.txt         | 2 --
 3 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 52cb64fd763..33cf0bcb084 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -252,15 +252,15 @@ endif ()
 option(WITH_COVERAGE "Profile the resulting binary/binaries" OFF)
 
 if (WITH_COVERAGE AND COMPILER_CLANG)
-    set(COMPILER_FLAGS "${COMPILER_FLAGS} -fprofile-instr-generate -fcoverage-mapping")
+    SET(COMPILER_COVERAGE_OPTIONS -fprofile-instr-generate -fcoverage-mapping)
     # If we want to disable coverage for specific translation units
     set(WITHOUT_COVERAGE "-fno-profile-instr-generate -fno-coverage-mapping")
 endif()
 
 if (WITH_COVERAGE AND COMPILER_GCC)
-    set(COMPILER_FLAGS "${COMPILER_FLAGS} -fprofile-arcs -ftest-coverage")
     set(COVERAGE_OPTION "-lgcov")
-    set(WITHOUT_COVERAGE "-fno-profile-arcs -fno-test-coverage")
+    SET(COMPILER_COVERAGE_OPTIONS -fprofile-instr-generate -fcoverage-mapping)
+    set(WITH_COVERAGE "-fprofile-arcs -ftest-coverage")
 endif()
 
 set(COMPILER_FLAGS "${COMPILER_FLAGS}")
diff --git a/base/common/CMakeLists.txt b/base/common/CMakeLists.txt
index cea52b443dd..9a37f38ab14 100644
--- a/base/common/CMakeLists.txt
+++ b/base/common/CMakeLists.txt
@@ -37,6 +37,8 @@ add_library (common ${SRCS})
 
 if (WITH_COVERAGE)
     target_compile_definitions(common PUBLIC WITH_COVERAGE=1)
+    target_compile_options(common PUBLIC ${COMPILER_COVERAGE_OPTIONS})
+    target_link_options(common PUBLIC ${COMPILER_COVERAGE_OPTIONS})
 else ()
     target_compile_definitions(common PUBLIC WITH_COVERAGE=0)
 endif ()
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 86a7611642d..7596d85571c 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -193,8 +193,6 @@ if ((NOT USE_LIBCXX) AND COMPILER_CLANG AND OS_LINUX)
     list (APPEND DBMS_COMMON_LIBRARIES atomic)
 endif()
 
-set_source_files_properties(${dbms_sources} PROPERTIES COMPILE_FLAGS ${WITH_COVERAGE})
-
 if (MAKE_STATIC_LIBRARIES OR NOT SPLIT_SHARED_LIBRARIES)
     add_library (dbms STATIC ${dbms_headers} ${dbms_sources})
     target_link_libraries (dbms PRIVATE clickhouse_parsers_new jemalloc libdivide ${DBMS_COMMON_LIBRARIES})

From cc0c43ace53fe94c599a3ba9ec9417e184f7f15c Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 22 Dec 2020 23:16:59 +0300
Subject: [PATCH 384/742] Fix case

---
 CMakeLists.txt | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 33cf0bcb084..4ff492bda8c 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -252,14 +252,14 @@ endif ()
 option(WITH_COVERAGE "Profile the resulting binary/binaries" OFF)
 
 if (WITH_COVERAGE AND COMPILER_CLANG)
-    SET(COMPILER_COVERAGE_OPTIONS -fprofile-instr-generate -fcoverage-mapping)
+    set(COMPILER_COVERAGE_OPTIONS -fprofile-instr-generate -fcoverage-mapping)
     # If we want to disable coverage for specific translation units
     set(WITHOUT_COVERAGE "-fno-profile-instr-generate -fno-coverage-mapping")
 endif()
 
 if (WITH_COVERAGE AND COMPILER_GCC)
     set(COVERAGE_OPTION "-lgcov")
-    SET(COMPILER_COVERAGE_OPTIONS -fprofile-instr-generate -fcoverage-mapping)
+    set(COMPILER_COVERAGE_OPTIONS -fprofile-instr-generate -fcoverage-mapping)
     set(WITH_COVERAGE "-fprofile-arcs -ftest-coverage")
 endif()
 

From 9e31800ebb0481270739595e302d8f298839fc95 Mon Sep 17 00:00:00 2001
From: Vitaly Baranov <vitbar@yandex-team.ru>
Date: Tue, 22 Dec 2020 23:16:25 +0300
Subject: [PATCH 385/742] Fix filling table system.settings_profile_elements.

---
 .../StorageSystemSettingsProfileElements.cpp  | 168 ++++++++----------
 ..._settings_profile_while_assigned.reference |   2 +
 ...5_drop_settings_profile_while_assigned.sql |   8 +
 3 files changed, 82 insertions(+), 96 deletions(-)
 create mode 100644 tests/queries/0_stateless/01605_drop_settings_profile_while_assigned.reference
 create mode 100644 tests/queries/0_stateless/01605_drop_settings_profile_while_assigned.sql

diff --git a/src/Storages/System/StorageSystemSettingsProfileElements.cpp b/src/Storages/System/StorageSystemSettingsProfileElements.cpp
index 6d6df4fe114..cf47416e188 100644
--- a/src/Storages/System/StorageSystemSettingsProfileElements.cpp
+++ b/src/Storages/System/StorageSystemSettingsProfileElements.cpp
@@ -68,121 +68,97 @@ void StorageSystemSettingsProfileElements::fillData(MutableColumns & res_columns
 
     auto add_rows_for_single_element = [&](const String & owner_name, EntityType owner_type, const SettingsProfileElement & element, size_t & index)
     {
-        switch (owner_type)
+        size_t old_num_rows = column_profile_name.size();
+        size_t new_num_rows = old_num_rows + 1;
+        size_t current_index = index++;
+
+        bool inserted_value = false;
+        if (!element.value.isNull() && !element.setting_name.empty())
         {
-            case EntityType::SETTINGS_PROFILE:
-            {
-                column_user_name.insertDefault();
-                column_user_name_null_map.push_back(true);
-                column_role_name.insertDefault();
-                column_role_name_null_map.push_back(true);
-                column_profile_name.insertData(owner_name.data(), owner_name.length());
-                column_profile_name_null_map.push_back(false);
-                break;
-            }
-            case EntityType::USER:
-            {
-                column_user_name.insertData(owner_name.data(), owner_name.length());
-                column_user_name_null_map.push_back(false);
-                column_profile_name.insertDefault();
-                column_profile_name_null_map.push_back(true);
-                column_role_name.insertDefault();
-                column_role_name_null_map.push_back(true);
-                break;
-            }
-            case EntityType::ROLE:
-            {
-                column_user_name.insertDefault();
-                column_user_name_null_map.push_back(true);
-                column_role_name.insertData(owner_name.data(), owner_name.length());
-                column_role_name_null_map.push_back(false);
-                column_profile_name.insertDefault();
-                column_profile_name_null_map.push_back(true);
-                break;
-            }
-            default:
-                assert(false);
+            String str = Settings::valueToStringUtil(element.setting_name, element.value);
+            column_value.insertData(str.data(), str.length());
+            column_value_null_map.push_back(false);
+            inserted_value = true;
         }
 
+        bool inserted_min = false;
+        if (!element.min_value.isNull() && !element.setting_name.empty())
+        {
+            String str = Settings::valueToStringUtil(element.setting_name, element.min_value);
+            column_min.insertData(str.data(), str.length());
+            column_min_null_map.push_back(false);
+            inserted_min = true;
+        }
+
+        bool inserted_max = false;
+        if (!element.max_value.isNull() && !element.setting_name.empty())
+        {
+            String str = Settings::valueToStringUtil(element.setting_name, element.max_value);
+            column_max.insertData(str.data(), str.length());
+            column_max_null_map.push_back(false);
+            inserted_max = true;
+        }
+
+        bool inserted_readonly = false;
+        if (element.readonly && !element.setting_name.empty())
+        {
+            column_readonly.push_back(*element.readonly);
+            column_readonly_null_map.push_back(false);
+            inserted_readonly = true;
+        }
+
+        bool inserted_setting_name = false;
+        if (inserted_value || inserted_min || inserted_max || inserted_readonly)
+        {
+            const auto & setting_name = element.setting_name;
+            column_setting_name.insertData(setting_name.data(), setting_name.size());
+            column_setting_name_null_map.push_back(false);
+            inserted_setting_name = true;
+        }
+
+        bool inserted_inherit_profile = false;
         if (element.parent_profile)
         {
             auto parent_profile = access_control.tryReadName(*element.parent_profile);
             if (parent_profile)
             {
-                column_index.push_back(index++);
-                column_setting_name.insertDefault();
-                column_setting_name_null_map.push_back(true);
-                column_value.insertDefault();
-                column_value_null_map.push_back(true);
-                column_min.insertDefault();
-                column_min_null_map.push_back(true);
-                column_max.insertDefault();
-                column_max_null_map.push_back(true);
-                column_readonly.push_back(0);
-                column_readonly_null_map.push_back(true);
                 const String & parent_profile_str = *parent_profile;
                 column_inherit_profile.insertData(parent_profile_str.data(), parent_profile_str.length());
                 column_inherit_profile_null_map.push_back(false);
+                inserted_inherit_profile = true;
             }
         }
 
-        if (!element.setting_name.empty()
-            && (!element.value.isNull() || !element.min_value.isNull() || !element.max_value.isNull() || element.readonly))
+        if (inserted_setting_name || inserted_inherit_profile)
         {
-            const auto & setting_name = element.setting_name;
-            column_index.push_back(index++);
-            column_setting_name.insertData(setting_name.data(), setting_name.size());
-            column_setting_name_null_map.push_back(false);
-
-            if (element.value.isNull())
+            switch (owner_type)
             {
-                column_value.insertDefault();
-                column_value_null_map.push_back(true);
-            }
-            else
-            {
-                String str = Settings::valueToStringUtil(setting_name, element.value);
-                column_value.insertData(str.data(), str.length());
-                column_value_null_map.push_back(false);
+                case EntityType::SETTINGS_PROFILE:
+                {
+                    column_profile_name.insertData(owner_name.data(), owner_name.length());
+                    column_profile_name_null_map.push_back(false);
+                    break;
+                }
+                case EntityType::USER:
+                {
+                    column_user_name.insertData(owner_name.data(), owner_name.length());
+                    column_user_name_null_map.push_back(false);
+                    break;
+                }
+                case EntityType::ROLE:
+                {
+                    column_role_name.insertData(owner_name.data(), owner_name.length());
+                    column_role_name_null_map.push_back(false);
+                    break;
+                }
+                default:
+                    assert(false);
             }
 
-            if (element.min_value.isNull())
-            {
-                column_min.insertDefault();
-                column_min_null_map.push_back(true);
-            }
-            else
-            {
-                String str = Settings::valueToStringUtil(setting_name, element.min_value);
-                column_min.insertData(str.data(), str.length());
-                column_min_null_map.push_back(false);
-            }
+            column_index.push_back(current_index);
 
-            if (element.max_value.isNull())
-            {
-                column_max.insertDefault();
-                column_max_null_map.push_back(true);
-            }
-            else
-            {
-                String str = Settings::valueToStringUtil(setting_name, element.max_value);
-                column_max.insertData(str.data(), str.length());
-                column_max_null_map.push_back(false);
-            }
-
-            if (element.readonly)
-            {
-                column_readonly.push_back(*element.readonly);
-                column_readonly_null_map.push_back(false);
-            }
-            else
-            {
-                column_readonly.push_back(0);
-                column_readonly_null_map.push_back(true);
-            }
-
-            column_inherit_profile.insertDefault();
-            column_inherit_profile_null_map.push_back(true);
+            for (auto & res_column : res_columns)
+                res_column->insertManyDefaults(new_num_rows - res_column->size());
         }
     };
 
diff --git a/tests/queries/0_stateless/01605_drop_settings_profile_while_assigned.reference b/tests/queries/0_stateless/01605_drop_settings_profile_while_assigned.reference
new file mode 100644
index 00000000000..47942812a11
--- /dev/null
+++ b/tests/queries/0_stateless/01605_drop_settings_profile_while_assigned.reference
@@ -0,0 +1,2 @@
+\N	test_01605	\N	0	\N	\N	\N	\N	\N	test_01605
+PROFILE DROPPED
diff --git a/tests/queries/0_stateless/01605_drop_settings_profile_while_assigned.sql b/tests/queries/0_stateless/01605_drop_settings_profile_while_assigned.sql
new file mode 100644
index 00000000000..c9205d7fd89
--- /dev/null
+++ b/tests/queries/0_stateless/01605_drop_settings_profile_while_assigned.sql
@@ -0,0 +1,8 @@
+CREATE USER OR REPLACE 'test_01605';
+CREATE SETTINGS PROFILE OR REPLACE 'test_01605';
+ALTER USER 'test_01605' SETTINGS PROFILE 'test_01605';
+SELECT * FROM system.settings_profile_elements WHERE user_name='test_01605' OR profile_name='test_01605';
+DROP SETTINGS PROFILE 'test_01605';
+SELECT 'PROFILE DROPPED';
+SELECT * FROM system.settings_profile_elements WHERE user_name='test_01605' OR profile_name='test_01605';
+DROP USER 'test_01605';

From ba33b815b1a7720259709ac9d3e17cdd00f1e38a Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Tue, 22 Dec 2020 23:33:11 +0300
Subject: [PATCH 386/742] updated the tests

---
 tests/queries/0_stateless/00700_decimal_arithm.reference | 4 ++++
 tests/queries/0_stateless/00700_decimal_arithm.sql       | 8 ++++----
 2 files changed, 8 insertions(+), 4 deletions(-)

diff --git a/tests/queries/0_stateless/00700_decimal_arithm.reference b/tests/queries/0_stateless/00700_decimal_arithm.reference
index d0040ff5ae2..74c83497df8 100644
--- a/tests/queries/0_stateless/00700_decimal_arithm.reference
+++ b/tests/queries/0_stateless/00700_decimal_arithm.reference
@@ -3,11 +3,13 @@
 84	0	1764	1	1	1
 84.840	0.000	1799.456400	1.000	1.000	1.000
 84.840000000	0.000000000
+84.840000000000000000	0.000000000000000000	0.000000000000000000000000000000000000	1.000000000000000000	1.000000000000000000	1.000000000000000000
 84.840000000000000000	0.000000000000000000
 84.84	0.00	1799.4564	1.00	1.00	1.00
 63	21	-42	882	-882	2	0	2	0
 63	21	-42	882	-882	2	0	2	0
 63	21	-42	882	-882	2	0	2	0
+0.420000000000000021	0.419999999999999979	0.419999999999999916	8.820000000000000000	-8.820000000000000000	0.020000000000000000	0.005000000000000000
 63.420	21.420	-41.580	890.820	-890.820	2.020	0.505	2.020	0.505
 63.420000000	21.420000000	-41.580000000	890.820000000	-890.820000000	2.020000000	0.505000000	2.020000000	0.505000000
 63.420000000000000000	21.420000000000000000	-41.580000000000000000	890.820000000000000000	-890.820000000000000000	2.020000000000000000	0.505000000000000000	2.020000000000000000	0.505000000000000000
@@ -15,7 +17,9 @@
 63	-21	42	882	-882	0	2	0	2
 63	-21	42	882	-882	0	2	0	2
 63	-21	42	882	-882	0	2	0	2
+0.420000000000000021	-0.419999999999999979	-0.419999999999999916	8.820000000000000000	-8.820000000000000000	0.000000000000000000	0.000000000000000000
 63.420	-21.420	41.580	890.820	-890.820	0.495	1.980	0.495	1.980
+42.420000021	-42.419999979	-42.419999916	890.820000000	-890.820000000	0.000000000	0.000000000
 63.420000000	-21.420000000	41.580000000	890.820000000	-890.820000000
 63.420000000000000000	-21.420000000000000000	41.580000000000000000	890.820000000000000000	-890.820000000000000000	0.495049504950495049	1.980198019801980198	0.495049504950495049	1.980198019801980198
 63.42	-21.42	41.58	890.82	-890.82	0.49	1.98	0.49	1.98
diff --git a/tests/queries/0_stateless/00700_decimal_arithm.sql b/tests/queries/0_stateless/00700_decimal_arithm.sql
index 3fa2aade743..627c1583eb4 100644
--- a/tests/queries/0_stateless/00700_decimal_arithm.sql
+++ b/tests/queries/0_stateless/00700_decimal_arithm.sql
@@ -31,14 +31,14 @@ SELECT f + f, f - f, f * f, f / f, intDiv(f, f), intDivOrZero(f, f) FROM decimal
 SELECT g + g, g - g, g * g, g / g, intDiv(g, g), intDivOrZero(g, g) FROM decimal WHERE g > 0;
 SELECT h + h, h - h, h * h, h / h, intDiv(h, h), intDivOrZero(h, h) FROM decimal WHERE h > 0; -- { serverError 407 }
 SELECT h + h, h - h FROM decimal WHERE h > 0;
-SELECT i + i, i - i, i * i, i / i, intDiv(i, i), intDivOrZero(i, i) FROM decimal WHERE i > 0; -- { serverError 407 }
+SELECT i + i, i - i, i * i, i / i, intDiv(i, i), intDivOrZero(i, i) FROM decimal WHERE i > 0;
 SELECT i + i, i - i FROM decimal WHERE i > 0;
 SELECT j + j, j - j, j * j, j / j, intDiv(j, j), intDivOrZero(j, j) FROM decimal WHERE j > 0;
 
 SELECT a + 21, a - 21, a - 84, a * 21, a * -21, a / 21, a / 84, intDiv(a, 21), intDivOrZero(a, 84) FROM decimal WHERE a = 42;
 SELECT b + 21, b - 21, b - 84, b * 21, b * -21, b / 21, b / 84, intDiv(b, 21), intDivOrZero(b, 84) FROM decimal WHERE b = 42;
 SELECT c + 21, c - 21, c - 84, c * 21, c * -21, c / 21, c / 84, intDiv(c, 21), intDivOrZero(c, 84) FROM decimal WHERE c = 42;
-SELECT e + 21, e - 21, e - 84, e * 21, e * -21, e / 21, e / 84 FROM decimal WHERE e > 0; -- { serverError 407 }
+SELECT e + 21, e - 21, e - 84, e * 21, e * -21, e / 21, e / 84 FROM decimal WHERE e > 0;
 SELECT f + 21, f - 21, f - 84, f * 21, f * -21, f / 21, f / 84 FROM decimal WHERE f > 0; -- { serverError 407 }
 SELECT g + 21, g - 21, g - 84, g * 21, g * -21, g / 21, g / 84, intDiv(g, 21), intDivOrZero(g, 84) FROM decimal WHERE g > 0;
 SELECT h + 21, h - 21, h - 84, h * 21, h * -21, h / 21, h / 84, intDiv(h, 21), intDivOrZero(h, 84) FROM decimal WHERE h > 0;
@@ -48,10 +48,10 @@ SELECT j + 21, j - 21, j - 84, j * 21, j * -21, j / 21, j / 84, intDiv(j, 21), i
 SELECT 21 + a, 21 - a, 84 - a, 21 * a, -21 * a, 21 / a, 84 / a, intDiv(21, a), intDivOrZero(84, a) FROM decimal WHERE a = 42;
 SELECT 21 + b, 21 - b, 84 - b, 21 * b, -21 * b, 21 / b, 84 / b, intDiv(21, b), intDivOrZero(84, b) FROM decimal WHERE b = 42;
 SELECT 21 + c, 21 - c, 84 - c, 21 * c, -21 * c, 21 / c, 84 / c, intDiv(21, c), intDivOrZero(84, c) FROM decimal WHERE c = 42;
-SELECT 21 + e, 21 - e, 84 - e, 21 * e, -21 * e, 21 / e, 84 / e FROM decimal WHERE e > 0; -- { serverError 407 }
+SELECT 21 + e, 21 - e, 84 - e, 21 * e, -21 * e, 21 / e, 84 / e FROM decimal WHERE e > 0;
 SELECT 21 + f, 21 - f, 84 - f, 21 * f, -21 * f, 21 / f, 84 / f FROM decimal WHERE f > 0; -- { serverError 407 }
 SELECT 21 + g, 21 - g, 84 - g, 21 * g, -21 * g, 21 / g, 84 / g, intDiv(21, g), intDivOrZero(84, g) FROM decimal WHERE g > 0;
-SELECT 21 + h, 21 - h, 84 - h, 21 * h, -21 * h, 21 / h, 84 / h FROM decimal WHERE h > 0; -- { serverError 407 }
+SELECT 21 + h, 21 - h, 84 - h, 21 * h, -21 * h, 21 / h, 84 / h FROM decimal WHERE h > 0;
 SELECT 21 + h, 21 - h, 84 - h, 21 * h, -21 * h FROM decimal WHERE h > 0;
 SELECT 21 + i, 21 - i, 84 - i, 21 * i, -21 * i, 21 / i, 84 / i, intDiv(21, i), intDivOrZero(84, i) FROM decimal WHERE i > 0;
 SELECT 21 + j, 21 - j, 84 - j, 21 * j, -21 * j, 21 / j, 84 / j, intDiv(21, j), intDivOrZero(84, j) FROM decimal WHERE j > 0;

From 27f647f93de5dc1400d748b1278066219f57e363 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 30 Nov 2020 19:42:41 +0300
Subject: [PATCH 387/742] done

---
 .../ParallelParsingBlockInputStream.cpp       | 26 +++++++++++++------
 .../ParallelParsingBlockInputStream.h         |  8 +++++-
 src/Formats/FormatFactory.cpp                 |  2 +-
 src/Formats/FormatFactory.h                   |  2 +-
 src/Formats/JSONEachRowUtils.cpp              |  8 ++++--
 src/Formats/JSONEachRowUtils.h                |  2 +-
 .../Formats/Impl/CSVRowInputFormat.cpp        |  9 +++++--
 .../Formats/Impl/RegexpRowInputFormat.cpp     |  7 ++---
 .../Impl/TabSeparatedRowInputFormat.cpp       |  8 ++++--
 ...el_parsing_exception_with_offset.reference |  1 +
 ..._parallel_parsing_exception_with_offset.sh | 14 ++++++++++
 11 files changed, 66 insertions(+), 21 deletions(-)
 create mode 100644 tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.reference
 create mode 100755 tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh

diff --git a/src/DataStreams/ParallelParsingBlockInputStream.cpp b/src/DataStreams/ParallelParsingBlockInputStream.cpp
index 19b04d36fc1..759a98de0a3 100644
--- a/src/DataStreams/ParallelParsingBlockInputStream.cpp
+++ b/src/DataStreams/ParallelParsingBlockInputStream.cpp
@@ -126,9 +126,13 @@ void ParallelParsingBlockInputStream::segmentatorThreadFunction(ThreadGroupStatu
             // Segmentating the original input.
             unit.segment.resize(0);
 
-            const bool have_more_data = file_segmentation_engine(original_buffer,
-                unit.segment, min_chunk_bytes);
+            auto [have_more_data, currently_read_rows] = file_segmentation_engine(
+                original_buffer, unit.segment, min_chunk_bytes);
 
+            unit.offset = successfully_read_rows_count;
+            successfully_read_rows_count += currently_read_rows;
+
+            
             unit.is_last = !have_more_data;
             unit.status = READY_TO_PARSE;
             scheduleParserThreadForUnitWithNumber(segmentator_ticket_number);
@@ -142,7 +146,7 @@ void ParallelParsingBlockInputStream::segmentatorThreadFunction(ThreadGroupStatu
     }
     catch (...)
     {
-        onBackgroundException();
+        onBackgroundException(successfully_read_rows_count);
     }
 }
 
@@ -157,11 +161,11 @@ void ParallelParsingBlockInputStream::parserThreadFunction(ThreadGroupStatusPtr
 
     setThreadName("ChunkParser");
 
+    const auto current_unit_number = current_ticket_number % processing_units.size();
+    auto & unit = processing_units[current_unit_number];
+
     try
     {
-        const auto current_unit_number = current_ticket_number % processing_units.size();
-        auto & unit = processing_units[current_unit_number];
-
         /*
          * This is kind of suspicious -- the input_process_creator contract with
          * respect to multithreaded use is not clear, but we hope that it is
@@ -195,11 +199,11 @@ void ParallelParsingBlockInputStream::parserThreadFunction(ThreadGroupStatusPtr
     }
     catch (...)
     {
-        onBackgroundException();
+        onBackgroundException(unit.offset);
     }
 }
 
-void ParallelParsingBlockInputStream::onBackgroundException()
+void ParallelParsingBlockInputStream::onBackgroundException(size_t offset)
 {
     tryLogCurrentException(__PRETTY_FUNCTION__);
 
@@ -207,6 +211,12 @@ void ParallelParsingBlockInputStream::onBackgroundException()
     if (!background_exception)
     {
         background_exception = std::current_exception();
+ 
+        if (Exception * e = exception_cast<Exception *>(background_exception))
+            e->addMessage(fmt::format(
+                "Offset: {}. P.S. You have to sum up offset and the row number from"
+                "the previous message to calculate the true row number where the"
+                "error occured due to parallel parsing algorithm specificity", offset));
     }
     finished = true;
     reader_condvar.notify_all();
diff --git a/src/DataStreams/ParallelParsingBlockInputStream.h b/src/DataStreams/ParallelParsingBlockInputStream.h
index c882acd9ddd..749de83b583 100644
--- a/src/DataStreams/ParallelParsingBlockInputStream.h
+++ b/src/DataStreams/ParallelParsingBlockInputStream.h
@@ -149,6 +149,8 @@ private:
         BlockExt block_ext;
         Memory<> segment;
         std::atomic<ProcessingUnitStatus> status;
+        /// Needed for better exception message.
+        size_t offset = 0;
         bool is_last{false};
     };
 
@@ -159,6 +161,10 @@ private:
     std::deque<ProcessingUnit> processing_units;
 
 
+    /// Compute it to have a more understandable error message.
+    size_t successfully_read_rows_count{0};
+
+
     void scheduleParserThreadForUnitWithNumber(size_t ticket_number);
     void finishAndWait();
 
@@ -169,7 +175,7 @@ private:
     // threads. This function is used by segmentator and parsed threads.
     // readImpl() is called from the main thread, so the exception handling
     // is different.
-    void onBackgroundException();
+    void onBackgroundException(size_t offset);
 };
 
 }
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 926b790a4bd..877f62dfb34 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -163,7 +163,7 @@ BlockInputStreamPtr FormatFactory::getInput(
     // (segmentator + two parsers + reader).
     bool parallel_parsing = settings.input_format_parallel_parsing && file_segmentation_engine && settings.max_threads >= 4;
 
-    if (settings.min_chunk_bytes_for_parallel_parsing * settings.max_threads * 2 > settings.max_memory_usage)
+    if (settings.max_memory_usage && settings.min_chunk_bytes_for_parallel_parsing * settings.max_threads * 2 > settings.max_memory_usage)
         parallel_parsing = false;
 
     if (parallel_parsing && name == "JSONEachRow")
diff --git a/src/Formats/FormatFactory.h b/src/Formats/FormatFactory.h
index 0fe6f19f0b7..d78cc2e2740 100644
--- a/src/Formats/FormatFactory.h
+++ b/src/Formats/FormatFactory.h
@@ -54,7 +54,7 @@ public:
       * Reads at least min_chunk_bytes and some more until the end of the chunk, depends on the format.
       * Used in ParallelParsingBlockInputStream.
       */
-    using FileSegmentationEngine = std::function<bool(
+    using FileSegmentationEngine = std::function<std::pair<bool, size_t>(
         ReadBuffer & buf,
         DB::Memory<> & memory,
         size_t min_chunk_bytes)>;
diff --git a/src/Formats/JSONEachRowUtils.cpp b/src/Formats/JSONEachRowUtils.cpp
index a1d9b4a5fff..6017f3983c6 100644
--- a/src/Formats/JSONEachRowUtils.cpp
+++ b/src/Formats/JSONEachRowUtils.cpp
@@ -4,13 +4,14 @@
 namespace DB
 {
 
-bool fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, DB::Memory<> & memory, size_t min_chunk_size)
+std::pair<bool, size_t> fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, DB::Memory<> & memory, size_t min_chunk_size)
 {
     skipWhitespaceIfAny(in);
 
     char * pos = in.position();
     size_t balance = 0;
     bool quotes = false;
+    size_t number_of_rows = 0;
 
     while (loadAtPosition(in, memory, pos) && (balance || memory.size() + static_cast<size_t>(pos - in.position()) < min_chunk_size))
     {
@@ -57,11 +58,14 @@ bool fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, DB::Memory<> & memor
                 quotes = true;
                 ++pos;
             }
+
+            if (balance == 0)
+                ++number_of_rows;
         }
     }
 
     saveUpToPosition(in, memory, pos);
-    return loadAtPosition(in, memory, pos);
+    return {loadAtPosition(in, memory, pos), number_of_rows};
 }
 
 }
diff --git a/src/Formats/JSONEachRowUtils.h b/src/Formats/JSONEachRowUtils.h
index 92679fe3589..adf85f37a22 100644
--- a/src/Formats/JSONEachRowUtils.h
+++ b/src/Formats/JSONEachRowUtils.h
@@ -3,6 +3,6 @@
 namespace DB
 {
 
-bool fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, DB::Memory<> & memory, size_t min_chunk_size);
+std::pair<bool, size_t> fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, DB::Memory<> & memory, size_t min_chunk_size);
 
 }
diff --git a/src/Processors/Formats/Impl/CSVRowInputFormat.cpp b/src/Processors/Formats/Impl/CSVRowInputFormat.cpp
index 7bca5f2c5d9..89f0e0e5d2c 100644
--- a/src/Processors/Formats/Impl/CSVRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/CSVRowInputFormat.cpp
@@ -424,11 +424,12 @@ void registerInputFormatProcessorCSV(FormatFactory & factory)
     }
 }
 
-static bool fileSegmentationEngineCSVImpl(ReadBuffer & in, DB::Memory<> & memory, size_t min_chunk_size)
+static std::pair<bool, size_t> fileSegmentationEngineCSVImpl(ReadBuffer & in, DB::Memory<> & memory, size_t min_chunk_size)
 {
     char * pos = in.position();
     bool quotes = false;
     bool need_more_data = true;
+    size_t number_of_rows = 0;
 
     while (loadAtPosition(in, memory, pos) && need_more_data)
     {
@@ -458,6 +459,7 @@ static bool fileSegmentationEngineCSVImpl(ReadBuffer & in, DB::Memory<> & memory
             }
             else if (*pos == '\n')
             {
+                ++number_of_rows;
                 if (memory.size() + static_cast<size_t>(pos - in.position()) >= min_chunk_size)
                     need_more_data = false;
                 ++pos;
@@ -470,13 +472,16 @@ static bool fileSegmentationEngineCSVImpl(ReadBuffer & in, DB::Memory<> & memory
                     need_more_data = false;
                 ++pos;
                 if (loadAtPosition(in, memory, pos) && *pos == '\n')
+                {
                     ++pos;
+                    ++number_of_rows;
+                }  
             }
         }
     }
 
     saveUpToPosition(in, memory, pos);
-    return loadAtPosition(in, memory, pos);
+    return {loadAtPosition(in, memory, pos), number_of_rows};
 }
 
 void registerFileSegmentationEngineCSV(FormatFactory & factory)
diff --git a/src/Processors/Formats/Impl/RegexpRowInputFormat.cpp b/src/Processors/Formats/Impl/RegexpRowInputFormat.cpp
index c3f9d07b893..6e14a1dc3c8 100644
--- a/src/Processors/Formats/Impl/RegexpRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/RegexpRowInputFormat.cpp
@@ -173,10 +173,11 @@ void registerInputFormatProcessorRegexp(FormatFactory & factory)
     });
 }
 
-static bool fileSegmentationEngineRegexpImpl(ReadBuffer & in, DB::Memory<> & memory, size_t min_chunk_size)
+static std::pair<bool, size_t> fileSegmentationEngineRegexpImpl(ReadBuffer & in, DB::Memory<> & memory, size_t min_chunk_size)
 {
     char * pos = in.position();
     bool need_more_data = true;
+    size_t number_of_rows = 0;
 
     while (loadAtPosition(in, memory, pos) && need_more_data)
     {
@@ -196,12 +197,12 @@ static bool fileSegmentationEngineRegexpImpl(ReadBuffer & in, DB::Memory<> & mem
             need_more_data = false;
 
         ++pos;
-
+        ++number_of_rows;
     }
 
     saveUpToPosition(in, memory, pos);
 
-    return loadAtPosition(in, memory, pos);
+    return {loadAtPosition(in, memory, pos), number_of_rows};
 }
 
 void registerFileSegmentationEngineRegexp(FormatFactory & factory)
diff --git a/src/Processors/Formats/Impl/TabSeparatedRowInputFormat.cpp b/src/Processors/Formats/Impl/TabSeparatedRowInputFormat.cpp
index 529b70e4e09..69a5e61caf2 100644
--- a/src/Processors/Formats/Impl/TabSeparatedRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/TabSeparatedRowInputFormat.cpp
@@ -423,10 +423,11 @@ void registerInputFormatProcessorTabSeparated(FormatFactory & factory)
     }
 }
 
-static bool fileSegmentationEngineTabSeparatedImpl(ReadBuffer & in, DB::Memory<> & memory, size_t min_chunk_size)
+static std::pair<bool, size_t> fileSegmentationEngineTabSeparatedImpl(ReadBuffer & in, DB::Memory<> & memory, size_t min_chunk_size)
 {
     bool need_more_data = true;
     char * pos = in.position();
+    size_t number_of_rows = 0;
 
     while (loadAtPosition(in, memory, pos) && need_more_data)
     {
@@ -443,6 +444,9 @@ static bool fileSegmentationEngineTabSeparatedImpl(ReadBuffer & in, DB::Memory<>
         }
         else if (*pos == '\n' || *pos == '\r')
         {
+            if (*pos == '\n')
+                ++number_of_rows;
+
             if (memory.size() + static_cast<size_t>(pos - in.position()) >= min_chunk_size)
                 need_more_data = false;
             ++pos;
@@ -451,7 +455,7 @@ static bool fileSegmentationEngineTabSeparatedImpl(ReadBuffer & in, DB::Memory<>
 
     saveUpToPosition(in, memory, pos);
 
-    return loadAtPosition(in, memory, pos);
+    return {loadAtPosition(in, memory, pos), number_of_rows};
 }
 
 void registerFileSegmentationEngineTabSeparated(FormatFactory & factory)
diff --git a/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.reference b/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.reference
new file mode 100644
index 00000000000..d86bac9de59
--- /dev/null
+++ b/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.reference
@@ -0,0 +1 @@
+OK
diff --git a/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh b/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh
new file mode 100755
index 00000000000..805f4267818
--- /dev/null
+++ b/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+CLICKHOUSE_CLIENT=$(echo ${CLICKHOUSE_CLIENT} | sed 's/'"--send_logs_level=${CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL}"'/--send_logs_level=none/g')
+
+$CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS check;"
+
+$CLICKHOUSE_CLIENT --query="CREATE TABLE check (x UInt64) ENGINE = Memory;"
+
+(seq 1 2000000; echo 'hello'; seq 1 20000000) | $CLICKHOUSE_CLIENT --multiquery --query="SET input_format_parallel_parsing=1; SET min_chunk_bytes_for_parallel_parsing=100000; INSERT INTO check(x) FORMAT TSV " 2>&1 | grep -q "Offset: 1988984" && echo 'OK' || echo 'FAIL' ||:  
+
+$CLICKHOUSE_CLIENT --query="DROP TABLE check;"

From c60c161168771a8904c4205a1b0f16f85e60095c Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 10 Dec 2020 20:26:36 +0300
Subject: [PATCH 388/742] add ParsingException

---
 src/Common/CounterInFile.h                    |  2 +-
 src/Common/Exception.h                        | 32 +++++++++++++++++++
 src/DataStreams/NativeBlockInputStream.cpp    |  4 +--
 .../ParallelParsingBlockInputStream.cpp       | 13 ++++----
 src/DataTypes/DataTypeArray.cpp               |  4 +--
 src/DataTypes/DataTypeFixedString.cpp         |  2 +-
 src/DataTypes/DataTypeNullable.cpp            |  8 ++---
 src/IO/ReadBuffer.h                           |  2 +-
 src/IO/ReadHelpers.cpp                        | 12 +++----
 src/IO/ReadHelpers.h                          | 12 +++----
 src/IO/parseDateTimeBestEffort.cpp            |  2 +-
 src/IO/readDecimalText.h                      |  4 +--
 src/IO/readFloatText.h                        | 14 ++++----
 src/Processors/Formats/IRowInputFormat.cpp    | 20 ++++++++++++
 .../Formats/Impl/ArrowBlockInputFormat.cpp    |  4 +--
 .../Formats/Impl/AvroRowInputFormat.cpp       |  2 +-
 .../Impl/JSONCompactEachRowRowInputFormat.cpp |  2 +-
 .../Impl/JSONEachRowRowInputFormat.cpp        |  2 +-
 .../Formats/Impl/ORCBlockInputFormat.cpp      |  2 +-
 .../Formats/Impl/ParquetBlockInputFormat.cpp  |  2 +-
 .../Formats/Impl/TSKVRowInputFormat.cpp       |  4 +--
 .../Formats/Impl/TemplateRowInputFormat.cpp   |  2 +-
 ..._parallel_parsing_exception_with_offset.sh |  2 +-
 23 files changed, 102 insertions(+), 51 deletions(-)

diff --git a/src/Common/CounterInFile.h b/src/Common/CounterInFile.h
index 48414bd09cc..8cd4534d413 100644
--- a/src/Common/CounterInFile.h
+++ b/src/Common/CounterInFile.h
@@ -87,7 +87,7 @@ public:
                 {
                     /// A more understandable error message.
                     if (e.code() == DB::ErrorCodes::CANNOT_READ_ALL_DATA || e.code() == DB::ErrorCodes::ATTEMPT_TO_READ_AFTER_EOF)
-                        throw DB::Exception("File " + path + " is empty. You must fill it manually with appropriate value.", e.code());
+                        throw DB::ParsingException("File " + path + " is empty. You must fill it manually with appropriate value.", e.code());
                     else
                         throw;
                 }
diff --git a/src/Common/Exception.h b/src/Common/Exception.h
index 3da2e2fb0d0..bff39fe454e 100644
--- a/src/Common/Exception.h
+++ b/src/Common/Exception.h
@@ -96,6 +96,38 @@ private:
 };
 
 
+/// Special class of exceptions, used mostly in ParallelParsingInputFormat for 
+/// more convinient calculation of problem line number.
+class ParsingException : public Exception 
+{
+public:
+    using Exception::Exception;
+
+    void formatInternalMessage() {
+        try
+        {
+            message(fmt::format(message(), line_number_));
+        }
+        catch (...) {}
+    }
+
+    int getLineNumber() {
+        return line_number_;
+    }
+
+    void setLineNumber(int line_number) {
+        line_number_ = line_number;
+    }
+
+private:
+    int line_number_;
+    mutable std::string formatted_message_;
+
+    const char * name() const throw() override { return "DB::ParsingException"; }
+    const char * className() const throw() override { return "DB::ParsingException"; }
+};
+
+
 using Exceptions = std::vector<std::exception_ptr>;
 
 
diff --git a/src/DataStreams/NativeBlockInputStream.cpp b/src/DataStreams/NativeBlockInputStream.cpp
index ae2d6886fa8..e9967e88638 100644
--- a/src/DataStreams/NativeBlockInputStream.cpp
+++ b/src/DataStreams/NativeBlockInputStream.cpp
@@ -83,7 +83,7 @@ void NativeBlockInputStream::readData(const IDataType & type, IColumn & column,
     type.deserializeBinaryBulkWithMultipleStreams(column, rows, settings, state);
 
     if (column.size() != rows)
-        throw Exception("Cannot read all data in NativeBlockInputStream. Rows read: " + toString(column.size()) + ". Rows expected: " + toString(rows) + ".",
+        throw ParsingException("Cannot read all data in NativeBlockInputStream. Rows read: " + toString(column.size()) + ". Rows expected: " + toString(rows) + ".",
             ErrorCodes::CANNOT_READ_ALL_DATA);
 }
 
@@ -106,7 +106,7 @@ Block NativeBlockInputStream::readImpl()
     if (istr.eof())
     {
         if (use_index)
-            throw Exception("Input doesn't contain all data for index.", ErrorCodes::CANNOT_READ_ALL_DATA);
+            throw ParsingException("Input doesn't contain all data for index.", ErrorCodes::CANNOT_READ_ALL_DATA);
 
         return res;
     }
diff --git a/src/DataStreams/ParallelParsingBlockInputStream.cpp b/src/DataStreams/ParallelParsingBlockInputStream.cpp
index 759a98de0a3..ec0652ae766 100644
--- a/src/DataStreams/ParallelParsingBlockInputStream.cpp
+++ b/src/DataStreams/ParallelParsingBlockInputStream.cpp
@@ -205,19 +205,18 @@ void ParallelParsingBlockInputStream::parserThreadFunction(ThreadGroupStatusPtr
 
 void ParallelParsingBlockInputStream::onBackgroundException(size_t offset)
 {
-    tryLogCurrentException(__PRETTY_FUNCTION__);
-
     std::unique_lock<std::mutex> lock(mutex);
     if (!background_exception)
     {
         background_exception = std::current_exception();
  
-        if (Exception * e = exception_cast<Exception *>(background_exception))
-            e->addMessage(fmt::format(
-                "Offset: {}. P.S. You have to sum up offset and the row number from"
-                "the previous message to calculate the true row number where the"
-                "error occured due to parallel parsing algorithm specificity", offset));
+        if (ParsingException * e = exception_cast<ParsingException *>(background_exception)) 
+        {
+            e->setLineNumber(e->getLineNumber() + offset);
+            e->formatInternalMessage();
+        }
     }
+    tryLogCurrentException(__PRETTY_FUNCTION__);
     finished = true;
     reader_condvar.notify_all();
     segmentator_condvar.notify_all();
diff --git a/src/DataTypes/DataTypeArray.cpp b/src/DataTypes/DataTypeArray.cpp
index 1a8130fb36d..9cd56d0e2b5 100644
--- a/src/DataTypes/DataTypeArray.cpp
+++ b/src/DataTypes/DataTypeArray.cpp
@@ -272,7 +272,7 @@ void DataTypeArray::deserializeBinaryBulkWithMultipleStreams(
     /// Check consistency between offsets and elements subcolumns.
     /// But if elements column is empty - it's ok for columns of Nested types that was added by ALTER.
     if (!nested_column.empty() && nested_column.size() != last_offset)
-        throw Exception("Cannot read all array values: read just " + toString(nested_column.size()) + " of " + toString(last_offset),
+        throw ParsingException("Cannot read all array values: read just " + toString(nested_column.size()) + " of " + toString(last_offset),
             ErrorCodes::CANNOT_READ_ALL_DATA);
 }
 
@@ -325,7 +325,7 @@ static void deserializeTextImpl(IColumn & column, ReadBuffer & istr, Reader && r
                 if (*istr.position() == ',')
                     ++istr.position();
                 else
-                    throw Exception(ErrorCodes::CANNOT_READ_ARRAY_FROM_TEXT,
+                    throw ParsingException(ErrorCodes::CANNOT_READ_ARRAY_FROM_TEXT,
                         "Cannot read array from text, expected comma or end of array, found '{}'",
                         *istr.position());
             }
diff --git a/src/DataTypes/DataTypeFixedString.cpp b/src/DataTypes/DataTypeFixedString.cpp
index 585c5709be7..c0b684cfcd9 100644
--- a/src/DataTypes/DataTypeFixedString.cpp
+++ b/src/DataTypes/DataTypeFixedString.cpp
@@ -103,7 +103,7 @@ void DataTypeFixedString::deserializeBinaryBulk(IColumn & column, ReadBuffer & i
     size_t read_bytes = istr.readBig(reinterpret_cast<char *>(&data[initial_size]), max_bytes);
 
     if (read_bytes % n != 0)
-        throw Exception("Cannot read all data of type FixedString. Bytes read:" + toString(read_bytes) + ". String size:" + toString(n) + ".",
+        throw ParsingException("Cannot read all data of type FixedString. Bytes read:" + toString(read_bytes) + ". String size:" + toString(n) + ".",
             ErrorCodes::CANNOT_READ_ALL_DATA);
 
     data.resize(initial_size + read_bytes);
diff --git a/src/DataTypes/DataTypeNullable.cpp b/src/DataTypes/DataTypeNullable.cpp
index ed501939901..a0fc8baaf7e 100644
--- a/src/DataTypes/DataTypeNullable.cpp
+++ b/src/DataTypes/DataTypeNullable.cpp
@@ -235,7 +235,7 @@ ReturnType DataTypeNullable::deserializeTextEscaped(IColumn & column, ReadBuffer
     /// Little tricky, because we cannot discriminate null from first character.
 
     if (istr.eof())
-        throw Exception("Unexpected end of stream, while parsing value of Nullable type", ErrorCodes::CANNOT_READ_ALL_DATA);
+        throw ParsingException("Unexpected end of stream, while parsing value of Nullable type", ErrorCodes::CANNOT_READ_ALL_DATA);
 
     /// This is not null, surely.
     if (*istr.position() != '\\')
@@ -250,7 +250,7 @@ ReturnType DataTypeNullable::deserializeTextEscaped(IColumn & column, ReadBuffer
         ++istr.position();
 
         if (istr.eof())
-            throw Exception("Unexpected end of stream, while parsing value of Nullable type, after backslash", ErrorCodes::CANNOT_READ_ALL_DATA);
+            throw ParsingException("Unexpected end of stream, while parsing value of Nullable type, after backslash", ErrorCodes::CANNOT_READ_ALL_DATA);
 
         return safeDeserialize<ReturnType>(column, *nested_data_type,
             [&istr]
@@ -405,11 +405,11 @@ ReturnType DataTypeNullable::deserializeTextCSV(IColumn & column, ReadBuffer & i
                 /// or if someone uses 'U' or 'L' as delimiter in CSV.
                 /// In the first case we cannot continue reading anyway. The second case seems to be unlikely.
                 if (settings.csv.delimiter == 'U' || settings.csv.delimiter == 'L')
-                    throw DB::Exception("Enabled setting input_format_csv_unquoted_null_literal_as_null may not work correctly "
+                    throw DB::ParsingException("Enabled setting input_format_csv_unquoted_null_literal_as_null may not work correctly "
                                         "with format_csv_delimiter = 'U' or 'L' for large input.", ErrorCodes::CANNOT_READ_ALL_DATA);
                 WriteBufferFromOwnString parsed_value;
                 nested_data_type->serializeAsTextCSV(nested, nested.size() - 1, parsed_value, settings);
-                throw DB::Exception("Error while parsing \"" + std::string(null_literal, null_prefix_len)
+                throw DB::ParsingException("Error while parsing \"" + std::string(null_literal, null_prefix_len)
                                     + std::string(istr.position(), std::min(size_t{10}, istr.available())) + "\" as Nullable(" + nested_data_type->getName()
                                     + ") at position " + std::to_string(istr.count()) + ": expected \"NULL\" or " + nested_data_type->getName()
                                     + ", got \"" + std::string(null_literal, buf.count()) + "\", which was deserialized as \""
diff --git a/src/IO/ReadBuffer.h b/src/IO/ReadBuffer.h
index 3d6eb6970ce..08f1bc2a3bb 100644
--- a/src/IO/ReadBuffer.h
+++ b/src/IO/ReadBuffer.h
@@ -165,7 +165,7 @@ public:
     {
         auto read_bytes = read(to, n);
         if (n != read_bytes)
-            throw Exception("Cannot read all data. Bytes read: " + std::to_string(read_bytes) + ". Bytes expected: " + std::to_string(n) + ".", ErrorCodes::CANNOT_READ_ALL_DATA);
+            throw ParsingException("Cannot read all data. Bytes read: " + std::to_string(read_bytes) + ". Bytes expected: " + std::to_string(n) + ".", ErrorCodes::CANNOT_READ_ALL_DATA);
     }
 
     /** A method that can be more efficiently implemented in derived classes, in the case of reading large enough blocks.
diff --git a/src/IO/ReadHelpers.cpp b/src/IO/ReadHelpers.cpp
index e290da39535..97a8d937d39 100644
--- a/src/IO/ReadHelpers.cpp
+++ b/src/IO/ReadHelpers.cpp
@@ -96,7 +96,7 @@ void NO_INLINE throwAtAssertionFailed(const char * s, ReadBuffer & buf)
     else
         out << " before: " << quote << String(buf.position(), std::min(SHOW_CHARS_ON_SYNTAX_ERROR, buf.buffer().end() - buf.position()));
 
-    throw Exception(out.str(), ErrorCodes::CANNOT_PARSE_INPUT_ASSERTION_FAILED);
+    throw ParsingException(out.str(), ErrorCodes::CANNOT_PARSE_INPUT_ASSERTION_FAILED);
 }
 
 
@@ -503,7 +503,7 @@ static void readAnyQuotedStringInto(Vector & s, ReadBuffer & buf)
 {
     if (buf.eof() || *buf.position() != quote)
     {
-        throw Exception(ErrorCodes::CANNOT_PARSE_QUOTED_STRING,
+        throw ParsingException(ErrorCodes::CANNOT_PARSE_QUOTED_STRING,
             "Cannot parse quoted string: expected opening quote '{}', got '{}'",
             std::string{quote}, buf.eof() ? "EOF" : std::string{*buf.position()});
     }
@@ -538,7 +538,7 @@ static void readAnyQuotedStringInto(Vector & s, ReadBuffer & buf)
             parseComplexEscapeSequence(s, buf);
     }
 
-    throw Exception("Cannot parse quoted string: expected closing quote",
+    throw ParsingException("Cannot parse quoted string: expected closing quote",
         ErrorCodes::CANNOT_PARSE_QUOTED_STRING);
 }
 
@@ -716,7 +716,7 @@ ReturnType readJSONStringInto(Vector & s, ReadBuffer & buf)
     auto error = [](const char * message [[maybe_unused]], int code [[maybe_unused]])
     {
         if constexpr (throw_exception)
-            throw Exception(message, code);
+            throw ParsingException(message, code);
         return ReturnType(false);
     };
 
@@ -861,7 +861,7 @@ ReturnType readDateTimeTextFallback(time_t & datetime, ReadBuffer & buf, const D
             s_pos[size] = 0;
 
             if constexpr (throw_exception)
-                throw Exception(std::string("Cannot parse datetime ") + s, ErrorCodes::CANNOT_PARSE_DATETIME);
+                throw ParsingException(std::string("Cannot parse datetime ") + s, ErrorCodes::CANNOT_PARSE_DATETIME);
             else
                 return false;
         }
@@ -899,7 +899,7 @@ ReturnType readDateTimeTextFallback(time_t & datetime, ReadBuffer & buf, const D
         else
         {
             if constexpr (throw_exception)
-                throw Exception("Cannot parse datetime", ErrorCodes::CANNOT_PARSE_DATETIME);
+                throw ParsingException("Cannot parse datetime", ErrorCodes::CANNOT_PARSE_DATETIME);
             else
                 return false;
         }
diff --git a/src/IO/ReadHelpers.h b/src/IO/ReadHelpers.h
index dbbaae0816f..fa6b1fc2d8a 100644
--- a/src/IO/ReadHelpers.h
+++ b/src/IO/ReadHelpers.h
@@ -300,7 +300,7 @@ ReturnType readIntTextImpl(T & x, ReadBuffer & buf)
                 else
                 {
                     if constexpr (throw_exception)
-                        throw Exception("Unsigned type must not contain '-' symbol", ErrorCodes::CANNOT_PARSE_NUMBER);
+                        throw ParsingException("Unsigned type must not contain '-' symbol", ErrorCodes::CANNOT_PARSE_NUMBER);
                     else
                         return ReturnType(false);
                 }
@@ -648,7 +648,7 @@ inline ReturnType readUUIDTextImpl(UUID & uuid, ReadBuffer & buf)
 
                 if constexpr (throw_exception)
                 {
-                    throw Exception(std::string("Cannot parse uuid ") + s, ErrorCodes::CANNOT_PARSE_UUID);
+                    throw ParsingException(std::string("Cannot parse uuid ") + s, ErrorCodes::CANNOT_PARSE_UUID);
                 }
                 else
                 {
@@ -669,7 +669,7 @@ inline ReturnType readUUIDTextImpl(UUID & uuid, ReadBuffer & buf)
 
         if constexpr (throw_exception)
         {
-            throw Exception(std::string("Cannot parse uuid ") + s, ErrorCodes::CANNOT_PARSE_UUID);
+            throw ParsingException(std::string("Cannot parse uuid ") + s, ErrorCodes::CANNOT_PARSE_UUID);
         }
         else
         {
@@ -824,7 +824,7 @@ inline void readDateTimeText(LocalDateTime & datetime, ReadBuffer & buf)
     if (19 != size)
     {
         s[size] = 0;
-        throw Exception(std::string("Cannot parse datetime ") + s, ErrorCodes::CANNOT_PARSE_DATETIME);
+        throw ParsingException(std::string("Cannot parse datetime ") + s, ErrorCodes::CANNOT_PARSE_DATETIME);
     }
 
     datetime.year((s[0] - '0') * 1000 + (s[1] - '0') * 100 + (s[2] - '0') * 10 + (s[3] - '0'));
@@ -1016,7 +1016,7 @@ void readQuoted(std::vector<T> & x, ReadBuffer & buf)
             if (*buf.position() == ',')
                 ++buf.position();
             else
-                throw Exception("Cannot read array from text", ErrorCodes::CANNOT_READ_ARRAY_FROM_TEXT);
+                throw ParsingException("Cannot read array from text", ErrorCodes::CANNOT_READ_ARRAY_FROM_TEXT);
         }
 
         first = false;
@@ -1039,7 +1039,7 @@ void readDoubleQuoted(std::vector<T> & x, ReadBuffer & buf)
             if (*buf.position() == ',')
                 ++buf.position();
             else
-                throw Exception("Cannot read array from text", ErrorCodes::CANNOT_READ_ARRAY_FROM_TEXT);
+                throw ParsingException("Cannot read array from text", ErrorCodes::CANNOT_READ_ARRAY_FROM_TEXT);
         }
 
         first = false;
diff --git a/src/IO/parseDateTimeBestEffort.cpp b/src/IO/parseDateTimeBestEffort.cpp
index 8a188d22236..063955cdd1e 100644
--- a/src/IO/parseDateTimeBestEffort.cpp
+++ b/src/IO/parseDateTimeBestEffort.cpp
@@ -99,7 +99,7 @@ ReturnType parseDateTimeBestEffortImpl(
     auto on_error = [](const std::string & message [[maybe_unused]], int code [[maybe_unused]])
     {
         if constexpr (std::is_same_v<ReturnType, void>)
-            throw Exception(message, code);
+            throw ParsingException(message, code);
         else
             return false;
     };
diff --git a/src/IO/readDecimalText.h b/src/IO/readDecimalText.h
index 727dd67c389..203d8e3963b 100644
--- a/src/IO/readDecimalText.h
+++ b/src/IO/readDecimalText.h
@@ -120,7 +120,7 @@ inline bool readDigits(ReadBuffer & buf, T & x, uint32_t & digits, int32_t & exp
                 if (!tryReadIntText(addition_exp, buf))
                 {
                     if constexpr (_throw_on_error)
-                        throw Exception("Cannot parse exponent while reading decimal", ErrorCodes::CANNOT_PARSE_NUMBER);
+                        throw ParsingException("Cannot parse exponent while reading decimal", ErrorCodes::CANNOT_PARSE_NUMBER);
                     else
                         return false;
                 }
@@ -133,7 +133,7 @@ inline bool readDigits(ReadBuffer & buf, T & x, uint32_t & digits, int32_t & exp
                 if (digits_only)
                 {
                     if constexpr (_throw_on_error)
-                        throw Exception("Unexpected symbol while reading decimal", ErrorCodes::CANNOT_PARSE_NUMBER);
+                        throw ParsingException("Unexpected symbol while reading decimal", ErrorCodes::CANNOT_PARSE_NUMBER);
                     return false;
                 }
                 stop = true;
diff --git a/src/IO/readFloatText.h b/src/IO/readFloatText.h
index 5647d574c62..eac6183e332 100644
--- a/src/IO/readFloatText.h
+++ b/src/IO/readFloatText.h
@@ -160,7 +160,7 @@ ReturnType readFloatTextPreciseImpl(T & x, ReadBuffer & buf)
         if (unlikely(res.ec != std::errc()))
         {
             if constexpr (throw_exception)
-                throw Exception("Cannot read floating point value", ErrorCodes::CANNOT_PARSE_NUMBER);
+                throw ParsingException("Cannot read floating point value", ErrorCodes::CANNOT_PARSE_NUMBER);
             else
                 return ReturnType(false);
         }
@@ -243,7 +243,7 @@ ReturnType readFloatTextPreciseImpl(T & x, ReadBuffer & buf)
         if (unlikely(res.ec != std::errc()))
         {
             if constexpr (throw_exception)
-                throw Exception("Cannot read floating point value", ErrorCodes::CANNOT_PARSE_NUMBER);
+                throw ParsingException("Cannot read floating point value", ErrorCodes::CANNOT_PARSE_NUMBER);
             else
                 return ReturnType(false);
         }
@@ -331,7 +331,7 @@ ReturnType readFloatTextFastImpl(T & x, ReadBuffer & in)
     if (in.eof())
     {
         if constexpr (throw_exception)
-            throw Exception("Cannot read floating point value", ErrorCodes::CANNOT_PARSE_NUMBER);
+            throw ParsingException("Cannot read floating point value", ErrorCodes::CANNOT_PARSE_NUMBER);
         else
             return false;
     }
@@ -387,7 +387,7 @@ ReturnType readFloatTextFastImpl(T & x, ReadBuffer & in)
         if (in.eof())
         {
             if constexpr (throw_exception)
-                throw Exception("Cannot read floating point value: nothing after exponent", ErrorCodes::CANNOT_PARSE_NUMBER);
+                throw ParsingException("Cannot read floating point value: nothing after exponent", ErrorCodes::CANNOT_PARSE_NUMBER);
             else
                 return false;
         }
@@ -425,7 +425,7 @@ ReturnType readFloatTextFastImpl(T & x, ReadBuffer & in)
         if (in.eof())
         {
             if constexpr (throw_exception)
-                throw Exception("Cannot read floating point value: no digits read", ErrorCodes::CANNOT_PARSE_NUMBER);
+                throw ParsingException("Cannot read floating point value: no digits read", ErrorCodes::CANNOT_PARSE_NUMBER);
             else
                 return false;
         }
@@ -436,14 +436,14 @@ ReturnType readFloatTextFastImpl(T & x, ReadBuffer & in)
             if (in.eof())
             {
                 if constexpr (throw_exception)
-                    throw Exception("Cannot read floating point value: nothing after plus sign", ErrorCodes::CANNOT_PARSE_NUMBER);
+                    throw ParsingException("Cannot read floating point value: nothing after plus sign", ErrorCodes::CANNOT_PARSE_NUMBER);
                 else
                     return false;
             }
             else if (negative)
             {
                 if constexpr (throw_exception)
-                    throw Exception("Cannot read floating point value: plus after minus sign", ErrorCodes::CANNOT_PARSE_NUMBER);
+                    throw ParsingException("Cannot read floating point value: plus after minus sign", ErrorCodes::CANNOT_PARSE_NUMBER);
                 else
                     return false;
             }
diff --git a/src/Processors/Formats/IRowInputFormat.cpp b/src/Processors/Formats/IRowInputFormat.cpp
index a6c66f1cacc..f65a590ab42 100644
--- a/src/Processors/Formats/IRowInputFormat.cpp
+++ b/src/Processors/Formats/IRowInputFormat.cpp
@@ -132,6 +132,26 @@ Chunk IRowInputFormat::generate()
             }
         }
     }
+    catch (ParsingException & e) 
+    {
+        String verbose_diagnostic;
+        try
+        {
+            verbose_diagnostic = getDiagnosticInfo();
+        }
+        catch (const Exception & exception)
+        {
+            verbose_diagnostic = "Cannot get verbose diagnostic: " + exception.message();
+        }
+        catch (...)
+        {
+            /// Error while trying to obtain verbose diagnostic. Ok to ignore.
+        }
+
+        e.setLineNumber(total_rows);
+        e.addMessage("(at row {})\n" + verbose_diagnostic);
+        throw;
+    }
     catch (Exception & e)
     {
         if (!isParseError(e.code()))
diff --git a/src/Processors/Formats/Impl/ArrowBlockInputFormat.cpp b/src/Processors/Formats/Impl/ArrowBlockInputFormat.cpp
index 64a9ce68ef7..4edef1f1365 100644
--- a/src/Processors/Formats/Impl/ArrowBlockInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ArrowBlockInputFormat.cpp
@@ -48,12 +48,12 @@ Chunk ArrowBlockInputFormat::generate()
     }
 
     if (!batch_result.ok())
-        throw Exception(ErrorCodes::CANNOT_READ_ALL_DATA,
+        throw ParsingException(ErrorCodes::CANNOT_READ_ALL_DATA,
             "Error while reading batch of Arrow data: {}", batch_result.status().ToString());
 
     auto table_result = arrow::Table::FromRecordBatches({*batch_result});
     if (!table_result.ok())
-        throw Exception(ErrorCodes::CANNOT_READ_ALL_DATA,
+        throw ParsingException(ErrorCodes::CANNOT_READ_ALL_DATA,
             "Error while reading batch of Arrow data: {}", table_result.status().ToString());
 
     ++record_batch_current;
diff --git a/src/Processors/Formats/Impl/AvroRowInputFormat.cpp b/src/Processors/Formats/Impl/AvroRowInputFormat.cpp
index ccfe65bbba3..a8d71790f41 100644
--- a/src/Processors/Formats/Impl/AvroRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/AvroRowInputFormat.cpp
@@ -190,7 +190,7 @@ AvroDeserializer::DeserializeFn AvroDeserializer::createDeserializeFn(avro::Node
                 {
                     decoder.decodeString(tmp);
                     if (tmp.length() != 36)
-                        throw Exception(std::string("Cannot parse uuid ") + tmp, ErrorCodes::CANNOT_PARSE_UUID);
+                        throw ParsingException(std::string("Cannot parse uuid ") + tmp, ErrorCodes::CANNOT_PARSE_UUID);
 
                     UUID uuid;
                     parseUUID(reinterpret_cast<const UInt8 *>(tmp.data()), std::reverse_iterator<UInt8 *>(reinterpret_cast<UInt8 *>(&uuid) + 16));
diff --git a/src/Processors/Formats/Impl/JSONCompactEachRowRowInputFormat.cpp b/src/Processors/Formats/Impl/JSONCompactEachRowRowInputFormat.cpp
index f20e764dcfd..1fc5041b1f3 100644
--- a/src/Processors/Formats/Impl/JSONCompactEachRowRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONCompactEachRowRowInputFormat.cpp
@@ -171,7 +171,7 @@ bool JSONCompactEachRowRowInputFormat::readRow(DB::MutableColumns &columns, DB::
 
         skipWhitespaceIfAny(in);
         if (in.eof())
-            throw Exception("Unexpected end of stream while parsing JSONCompactEachRow format", ErrorCodes::CANNOT_READ_ALL_DATA);
+            throw ParsingException("Unexpected end of stream while parsing JSONCompactEachRow format", ErrorCodes::CANNOT_READ_ALL_DATA);
         if (file_column + 1 != column_indexes_for_input_fields.size())
         {
             assertChar(',', in);
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
index 234839b41f5..8a707ae6554 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
@@ -173,7 +173,7 @@ inline bool JSONEachRowRowInputFormat::advanceToNextKey(size_t key_index)
     skipWhitespaceIfAny(in);
 
     if (in.eof())
-        throw Exception("Unexpected end of stream while parsing JSONEachRow format", ErrorCodes::CANNOT_READ_ALL_DATA);
+        throw ParsingException("Unexpected end of stream while parsing JSONEachRow format", ErrorCodes::CANNOT_READ_ALL_DATA);
     else if (*in.position() == '}')
     {
         ++in.position();
diff --git a/src/Processors/Formats/Impl/ORCBlockInputFormat.cpp b/src/Processors/Formats/Impl/ORCBlockInputFormat.cpp
index a12ca09eec0..8bbf0fc089b 100644
--- a/src/Processors/Formats/Impl/ORCBlockInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ORCBlockInputFormat.cpp
@@ -38,7 +38,7 @@ Chunk ORCBlockInputFormat::generate()
     std::shared_ptr<arrow::Table> table;
     arrow::Status read_status = file_reader->Read(&table);
     if (!read_status.ok())
-        throw Exception{"Error while reading ORC data: " + read_status.ToString(),
+        throw ParsingException{"Error while reading ORC data: " + read_status.ToString(),
                         ErrorCodes::CANNOT_READ_ALL_DATA};
 
     ArrowColumnToCHColumn::arrowTableToCHChunk(res, table, header, "ORC");
diff --git a/src/Processors/Formats/Impl/ParquetBlockInputFormat.cpp b/src/Processors/Formats/Impl/ParquetBlockInputFormat.cpp
index 031974dc357..bb55c71b7ca 100644
--- a/src/Processors/Formats/Impl/ParquetBlockInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParquetBlockInputFormat.cpp
@@ -47,7 +47,7 @@ Chunk ParquetBlockInputFormat::generate()
     std::shared_ptr<arrow::Table> table;
     arrow::Status read_status = file_reader->ReadRowGroup(row_group_current, column_indices, &table);
     if (!read_status.ok())
-        throw Exception{"Error while reading Parquet data: " + read_status.ToString(),
+        throw ParsingException{"Error while reading Parquet data: " + read_status.ToString(),
                         ErrorCodes::CANNOT_READ_ALL_DATA};
 
     ++row_group_current;
diff --git a/src/Processors/Formats/Impl/TSKVRowInputFormat.cpp b/src/Processors/Formats/Impl/TSKVRowInputFormat.cpp
index abb468741c5..8d769cab346 100644
--- a/src/Processors/Formats/Impl/TSKVRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/TSKVRowInputFormat.cpp
@@ -89,7 +89,7 @@ static bool readName(ReadBuffer & buf, StringRef & ref, String & tmp)
         }
     }
 
-    throw Exception("Unexpected end of stream while reading key name from TSKV format", ErrorCodes::CANNOT_READ_ALL_DATA);
+    throw ParsingException("Unexpected end of stream while reading key name from TSKV format", ErrorCodes::CANNOT_READ_ALL_DATA);
 }
 
 
@@ -157,7 +157,7 @@ bool TSKVRowInputFormat::readRow(MutableColumns & columns, RowReadExtension & ex
 
             if (in.eof())
             {
-                throw Exception("Unexpected end of stream after field in TSKV format: " + name_ref.toString(), ErrorCodes::CANNOT_READ_ALL_DATA);
+                throw ParsingException("Unexpected end of stream after field in TSKV format: " + name_ref.toString(), ErrorCodes::CANNOT_READ_ALL_DATA);
             }
             else if (*in.position() == '\t')
             {
diff --git a/src/Processors/Formats/Impl/TemplateRowInputFormat.cpp b/src/Processors/Formats/Impl/TemplateRowInputFormat.cpp
index ecb529a99af..6023b38e4de 100644
--- a/src/Processors/Formats/Impl/TemplateRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/TemplateRowInputFormat.cpp
@@ -489,7 +489,7 @@ void TemplateRowInputFormat::skipToNextDelimiterOrEof(const String & delimiter)
 
 void TemplateRowInputFormat::throwUnexpectedEof()
 {
-    throw Exception("Unexpected EOF while parsing row " + std::to_string(row_num) + ". "
+    throw ParsingException("Unexpected EOF while parsing row " + std::to_string(row_num) + ". "
                     "Maybe last row has wrong format or input doesn't contain specified suffix before EOF.",
                     ErrorCodes::CANNOT_READ_ALL_DATA);
 }
diff --git a/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh b/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh
index 805f4267818..caa180b1e0f 100755
--- a/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh
+++ b/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh
@@ -9,6 +9,6 @@ $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS check;"
 
 $CLICKHOUSE_CLIENT --query="CREATE TABLE check (x UInt64) ENGINE = Memory;"
 
-(seq 1 2000000; echo 'hello'; seq 1 20000000) | $CLICKHOUSE_CLIENT --multiquery --query="SET input_format_parallel_parsing=1; SET min_chunk_bytes_for_parallel_parsing=100000; INSERT INTO check(x) FORMAT TSV " 2>&1 | grep -q "Offset: 1988984" && echo 'OK' || echo 'FAIL' ||:  
+(seq 1 2000000; echo 'hello'; seq 1 20000000) | $CLICKHOUSE_CLIENT --input_format_parallel_parsing=1 --min_chunk_bytes_for_parallel_parsing=1000 --query="INSERT INTO check(x) FORMAT TSV " 2>&1 | grep -q "(at row 2000001)" && echo 'OK' || echo 'FAIL' ||:  
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE check;"

From a285cb83df5caea3592e13e9f2eede7a3f8dbc8c Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 10 Dec 2020 21:02:40 +0300
Subject: [PATCH 389/742] style

---
 src/Common/Exception.h                              | 13 +++++--------
 src/DataStreams/ParallelParsingBlockInputStream.cpp |  5 ++---
 src/Processors/Formats/IRowInputFormat.cpp          |  2 +-
 src/Processors/Formats/Impl/CSVRowInputFormat.cpp   |  2 +-
 4 files changed, 9 insertions(+), 13 deletions(-)

diff --git a/src/Common/Exception.h b/src/Common/Exception.h
index bff39fe454e..0610af6bcc7 100644
--- a/src/Common/Exception.h
+++ b/src/Common/Exception.h
@@ -98,12 +98,13 @@ private:
 
 /// Special class of exceptions, used mostly in ParallelParsingInputFormat for 
 /// more convinient calculation of problem line number.
-class ParsingException : public Exception 
+class ParsingException : public Exception
 {
 public:
     using Exception::Exception;
 
-    void formatInternalMessage() {
+    void formatInternalMessage()
+    {
         try
         {
             message(fmt::format(message(), line_number_));
@@ -111,13 +112,9 @@ public:
         catch (...) {}
     }
 
-    int getLineNumber() {
-        return line_number_;
-    }
+    int getLineNumber() { return line_number_; }
 
-    void setLineNumber(int line_number) {
-        line_number_ = line_number;
-    }
+    void setLineNumber(int line_number) { line_number_ = line_number;}
 
 private:
     int line_number_;
diff --git a/src/DataStreams/ParallelParsingBlockInputStream.cpp b/src/DataStreams/ParallelParsingBlockInputStream.cpp
index ec0652ae766..c3daed21434 100644
--- a/src/DataStreams/ParallelParsingBlockInputStream.cpp
+++ b/src/DataStreams/ParallelParsingBlockInputStream.cpp
@@ -132,7 +132,6 @@ void ParallelParsingBlockInputStream::segmentatorThreadFunction(ThreadGroupStatu
             unit.offset = successfully_read_rows_count;
             successfully_read_rows_count += currently_read_rows;
 
-            
             unit.is_last = !have_more_data;
             unit.status = READY_TO_PARSE;
             scheduleParserThreadForUnitWithNumber(segmentator_ticket_number);
@@ -209,8 +208,8 @@ void ParallelParsingBlockInputStream::onBackgroundException(size_t offset)
     if (!background_exception)
     {
         background_exception = std::current_exception();
- 
-        if (ParsingException * e = exception_cast<ParsingException *>(background_exception)) 
+
+        if (ParsingException * e = exception_cast<ParsingException *>(background_exception))
         {
             e->setLineNumber(e->getLineNumber() + offset);
             e->formatInternalMessage();
diff --git a/src/Processors/Formats/IRowInputFormat.cpp b/src/Processors/Formats/IRowInputFormat.cpp
index f65a590ab42..85a7750b0b1 100644
--- a/src/Processors/Formats/IRowInputFormat.cpp
+++ b/src/Processors/Formats/IRowInputFormat.cpp
@@ -132,7 +132,7 @@ Chunk IRowInputFormat::generate()
             }
         }
     }
-    catch (ParsingException & e) 
+    catch (ParsingException & e)
     {
         String verbose_diagnostic;
         try
diff --git a/src/Processors/Formats/Impl/CSVRowInputFormat.cpp b/src/Processors/Formats/Impl/CSVRowInputFormat.cpp
index 89f0e0e5d2c..8422f09e364 100644
--- a/src/Processors/Formats/Impl/CSVRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/CSVRowInputFormat.cpp
@@ -475,7 +475,7 @@ static std::pair<bool, size_t> fileSegmentationEngineCSVImpl(ReadBuffer & in, DB
                 {
                     ++pos;
                     ++number_of_rows;
-                }  
+                }
             }
         }
     }

From 8d4465ddeb6c9a24b81aabb2531ce3ec6f4dcbb4 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 11 Dec 2020 00:12:54 +0300
Subject: [PATCH 390/742] better

---
 src/Common/Exception.h                        | 25 ++++++++++++++++---
 .../ParallelParsingBlockInputStream.cpp       |  1 -
 2 files changed, 21 insertions(+), 5 deletions(-)

diff --git a/src/Common/Exception.h b/src/Common/Exception.h
index 0610af6bcc7..d03c0a19b6c 100644
--- a/src/Common/Exception.h
+++ b/src/Common/Exception.h
@@ -55,6 +55,11 @@ public:
         extendedMessage(fmt::format(format, std::forward<Args>(args)...));
     }
 
+    /// Note that base class has exactly the same, but not virtual function.
+    virtual std::string displayText() const {
+        return Poco::Exception::displayText();
+    }
+
     void addMessage(const std::string& message)
     {
         extendedMessage(message);
@@ -103,17 +108,29 @@ class ParsingException : public Exception
 public:
     using Exception::Exception;
 
-    void formatInternalMessage()
-    {
+    /// In a good way we have to mark this function virtual in the base class Poco::Exception. 
+    /// For now it is virtual only since Exception (above class) in the hierarchy.
+    std::string displayText() const override {
         try
         {
-            message(fmt::format(message(), line_number_));
+            formatted_message_ = fmt::format(message(), line_number_);
         }
         catch (...) {}
+        
+        if (!formatted_message_.empty())
+        {
+            std::string result = name();
+            result.append(": ");
+            result.append(formatted_message_);
+            return result;
+        }
+        else 
+        {
+            return Exception::displayText();
+        }
     }
 
     int getLineNumber() { return line_number_; }
-
     void setLineNumber(int line_number) { line_number_ = line_number;}
 
 private:
diff --git a/src/DataStreams/ParallelParsingBlockInputStream.cpp b/src/DataStreams/ParallelParsingBlockInputStream.cpp
index c3daed21434..49b7929d7d7 100644
--- a/src/DataStreams/ParallelParsingBlockInputStream.cpp
+++ b/src/DataStreams/ParallelParsingBlockInputStream.cpp
@@ -212,7 +212,6 @@ void ParallelParsingBlockInputStream::onBackgroundException(size_t offset)
         if (ParsingException * e = exception_cast<ParsingException *>(background_exception))
         {
             e->setLineNumber(e->getLineNumber() + offset);
-            e->formatInternalMessage();
         }
     }
     tryLogCurrentException(__PRETTY_FUNCTION__);

From 4bb52c062a010cc3728dcac7b648c62b0d4a8472 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 11 Dec 2020 17:22:37 +0300
Subject: [PATCH 391/742] fix tests

---
 tests/queries/0_stateless/00900_parquet_load.reference | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/queries/0_stateless/00900_parquet_load.reference b/tests/queries/0_stateless/00900_parquet_load.reference
index f93be897da8..52c5fbedcc6 100644
--- a/tests/queries/0_stateless/00900_parquet_load.reference
+++ b/tests/queries/0_stateless/00900_parquet_load.reference
@@ -52,7 +52,7 @@
 23.00
 24.00
 === Try load data from datapage_v2.snappy.parquet
-Code: 33. DB::Ex---tion: Error while reading Parquet data: IOError: Not yet implemented: Unsupported encoding.: data for INSERT was parsed from stdin
+Code: 33. DB::ParsingEx---tion: Error while reading Parquet data: IOError: Not yet implemented: Unsupported encoding.: data for INSERT was parsed from stdin
 
 === Try load data from dict-page-offset-zero.parquet
 1552
@@ -257,7 +257,7 @@ Code: 70. DB::Ex---tion: The type "list" of an input column "int64_list" is not
 Code: 70. DB::Ex---tion: The type "list" of an input column "a" is not supported for conversion from a Parquet data format: data for INSERT was parsed from stdin
 
 === Try load data from nested_maps.snappy.parquet
-Code: 70. DB::Ex---tion: The type "map" of an input column "a" is not supported for conversion from a Parquet data format: data for INSERT was parsed from stdin
+Code: 70. DB::ParsingEx---tion: The type "map" of an input column "a" is not supported for conversion from a Parquet data format: data for INSERT was parsed from stdin
 
 === Try load data from non_hadoop_lz4_compressed.parquet
 1593604800	abc	42

From 0dafcc38a5d2155a538c6fdcc828950c25d93cc6 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 11 Dec 2020 18:15:18 +0300
Subject: [PATCH 392/742] better

---
 contrib/poco           | 2 +-
 src/Common/Exception.h | 8 +-------
 2 files changed, 2 insertions(+), 8 deletions(-)

diff --git a/contrib/poco b/contrib/poco
index 08974cc024b..2c32e17c7df 160000
--- a/contrib/poco
+++ b/contrib/poco
@@ -1 +1 @@
-Subproject commit 08974cc024b2e748f5b1d45415396706b3521d0f
+Subproject commit 2c32e17c7dfee1f8bf24227b697cdef5fddf0823
diff --git a/src/Common/Exception.h b/src/Common/Exception.h
index d03c0a19b6c..0129045abd3 100644
--- a/src/Common/Exception.h
+++ b/src/Common/Exception.h
@@ -55,11 +55,6 @@ public:
         extendedMessage(fmt::format(format, std::forward<Args>(args)...));
     }
 
-    /// Note that base class has exactly the same, but not virtual function.
-    virtual std::string displayText() const {
-        return Poco::Exception::displayText();
-    }
-
     void addMessage(const std::string& message)
     {
         extendedMessage(message);
@@ -108,8 +103,7 @@ class ParsingException : public Exception
 public:
     using Exception::Exception;
 
-    /// In a good way we have to mark this function virtual in the base class Poco::Exception. 
-    /// For now it is virtual only since Exception (above class) in the hierarchy.
+    /// We use additional field formatted_message_ to make this method const.
     std::string displayText() const override {
         try
         {

From 35dbd2bd77ff93c81fdf1cc821ecfcb9ce167948 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 11 Dec 2020 23:57:16 +0300
Subject: [PATCH 393/742] style

---
 src/Common/Exception.h | 12 +++++++-----
 1 file changed, 7 insertions(+), 5 deletions(-)

diff --git a/src/Common/Exception.h b/src/Common/Exception.h
index 0129045abd3..91270d9116b 100644
--- a/src/Common/Exception.h
+++ b/src/Common/Exception.h
@@ -96,7 +96,7 @@ private:
 };
 
 
-/// Special class of exceptions, used mostly in ParallelParsingInputFormat for 
+/// Special class of exceptions, used mostly in ParallelParsingInputFormat for
 /// more convinient calculation of problem line number.
 class ParsingException : public Exception
 {
@@ -104,13 +104,15 @@ public:
     using Exception::Exception;
 
     /// We use additional field formatted_message_ to make this method const.
-    std::string displayText() const override {
+    std::string displayText() const override
+    {
         try
         {
             formatted_message_ = fmt::format(message(), line_number_);
         }
-        catch (...) {}
-        
+        catch (...)
+        {}
+
         if (!formatted_message_.empty())
         {
             std::string result = name();
@@ -118,7 +120,7 @@ public:
             result.append(formatted_message_);
             return result;
         }
-        else 
+        else
         {
             return Exception::displayText();
         }

From a9bd177b2e0cdcba18371bd5dcf7e2adb932fad5 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 18 Dec 2020 03:17:26 +0300
Subject: [PATCH 394/742] fix

---
 src/Common/Exception.h                     | 24 ++++++++++++++++++++--
 src/Processors/Formats/IRowInputFormat.cpp |  2 +-
 2 files changed, 23 insertions(+), 3 deletions(-)

diff --git a/src/Common/Exception.h b/src/Common/Exception.h
index 91270d9116b..e523aa515d7 100644
--- a/src/Common/Exception.h
+++ b/src/Common/Exception.h
@@ -102,13 +102,33 @@ class ParsingException : public Exception
 {
 public:
     using Exception::Exception;
+    
+    ParsingException()
+    {
+        Exception::addMessage("{}");
+    }
+    
+    ParsingException(const std::string & msg, int code)
+        : Exception(msg, code) 
+    {
+        Exception::addMessage("{}");
+    }
+
+    ParsingException(int code, const std::string & message)
+        : Exception(message, code)
+    {
+        Exception::addMessage("{}");
+    }
 
     /// We use additional field formatted_message_ to make this method const.
     std::string displayText() const override
     {
         try
         {
-            formatted_message_ = fmt::format(message(), line_number_);
+            if (line_number_ == -1)
+                formatted_message_ = fmt::format(message(), "");
+            else
+                formatted_message_ = fmt::format(message(), fmt::format("(at row {})\n", line_number_));
         }
         catch (...)
         {}
@@ -130,7 +150,7 @@ public:
     void setLineNumber(int line_number) { line_number_ = line_number;}
 
 private:
-    int line_number_;
+    ssize_t line_number_{-1};
     mutable std::string formatted_message_;
 
     const char * name() const throw() override { return "DB::ParsingException"; }
diff --git a/src/Processors/Formats/IRowInputFormat.cpp b/src/Processors/Formats/IRowInputFormat.cpp
index 85a7750b0b1..79090ae2b89 100644
--- a/src/Processors/Formats/IRowInputFormat.cpp
+++ b/src/Processors/Formats/IRowInputFormat.cpp
@@ -149,7 +149,7 @@ Chunk IRowInputFormat::generate()
         }
 
         e.setLineNumber(total_rows);
-        e.addMessage("(at row {})\n" + verbose_diagnostic);
+        e.addMessage(verbose_diagnostic);
         throw;
     }
     catch (Exception & e)

From 6f30fae34eb09416f4d7b9e2b037133dfd077d68 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 18 Dec 2020 04:47:24 +0300
Subject: [PATCH 395/742] final fix

---
 src/Common/Exception.cpp | 44 ++++++++++++++++++++++++++++++++++++
 src/Common/Exception.h   | 48 ++++++++--------------------------------
 2 files changed, 53 insertions(+), 39 deletions(-)

diff --git a/src/Common/Exception.cpp b/src/Common/Exception.cpp
index d9bbb170dcc..50a78cc1c83 100644
--- a/src/Common/Exception.cpp
+++ b/src/Common/Exception.cpp
@@ -450,5 +450,49 @@ ExecutionStatus ExecutionStatus::fromCurrentException(const std::string & start_
     return ExecutionStatus(getCurrentExceptionCode(), msg);
 }
 
+ParsingException::ParsingException()
+{
+    Exception::message(Exception::message() + "{}");
+}
+
+ParsingException::ParsingException(const std::string & msg, int code)
+    : Exception(msg, code) 
+{
+    Exception::message(Exception::message() + "{}");
+}
+
+ParsingException::ParsingException(int code, const std::string & message)
+    : Exception(message, code)
+{
+    Exception::message(Exception::message() + "{}");
+}
+
+
+/// We use additional field formatted_message_ to make this method const.
+std::string ParsingException::displayText() const
+{
+    try
+    {
+        if (line_number_ == -1)
+            formatted_message_ = fmt::format(message(), "");
+        else
+            formatted_message_ = fmt::format(message(), fmt::format(": (at row {})\n", line_number_));
+    }
+    catch (...)
+    {}
+
+    if (!formatted_message_.empty())
+    {
+        std::string result = name();
+        result.append(": ");
+        result.append(formatted_message_);
+        return result;
+    }
+    else
+    {
+        return Exception::displayText();
+    }
+}
+
 
 }
diff --git a/src/Common/Exception.h b/src/Common/Exception.h
index e523aa515d7..4e5d8c8ad47 100644
--- a/src/Common/Exception.h
+++ b/src/Common/Exception.h
@@ -101,50 +101,20 @@ private:
 class ParsingException : public Exception
 {
 public:
-    using Exception::Exception;
+    ParsingException();
+    ParsingException(const std::string & msg, int code);
+    ParsingException(int code, const std::string & message);
     
-    ParsingException()
+    // Format message with fmt::format, like the logging functions.
+    template <typename ...Args>
+    ParsingException(int code, const std::string & fmt, Args&&... args)
+        : Exception(fmt::format(fmt, std::forward<Args>(args)...), code)
     {
-        Exception::addMessage("{}");
-    }
-    
-    ParsingException(const std::string & msg, int code)
-        : Exception(msg, code) 
-    {
-        Exception::addMessage("{}");
+        Exception::message(Exception::message() + "{}");
     }
 
-    ParsingException(int code, const std::string & message)
-        : Exception(message, code)
-    {
-        Exception::addMessage("{}");
-    }
 
-    /// We use additional field formatted_message_ to make this method const.
-    std::string displayText() const override
-    {
-        try
-        {
-            if (line_number_ == -1)
-                formatted_message_ = fmt::format(message(), "");
-            else
-                formatted_message_ = fmt::format(message(), fmt::format("(at row {})\n", line_number_));
-        }
-        catch (...)
-        {}
-
-        if (!formatted_message_.empty())
-        {
-            std::string result = name();
-            result.append(": ");
-            result.append(formatted_message_);
-            return result;
-        }
-        else
-        {
-            return Exception::displayText();
-        }
-    }
+    std::string displayText() const override;
 
     int getLineNumber() { return line_number_; }
     void setLineNumber(int line_number) { line_number_ = line_number;}

From 138b74aa3bbd95bfa5bb31c9e309e10c0587c8a5 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@mtlog-perftest03j.yandex.ru>
Date: Wed, 23 Dec 2020 01:04:02 +0300
Subject: [PATCH 396/742] better

---
 src/DataStreams/NativeBlockInputStream.cpp | 2 +-
 src/DataTypes/DataTypeFixedString.cpp      | 2 +-
 src/IO/ReadBuffer.h                        | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/DataStreams/NativeBlockInputStream.cpp b/src/DataStreams/NativeBlockInputStream.cpp
index e9967e88638..b182d5e0588 100644
--- a/src/DataStreams/NativeBlockInputStream.cpp
+++ b/src/DataStreams/NativeBlockInputStream.cpp
@@ -83,7 +83,7 @@ void NativeBlockInputStream::readData(const IDataType & type, IColumn & column,
     type.deserializeBinaryBulkWithMultipleStreams(column, rows, settings, state);
 
     if (column.size() != rows)
-        throw ParsingException("Cannot read all data in NativeBlockInputStream. Rows read: " + toString(column.size()) + ". Rows expected: " + toString(rows) + ".",
+        throw Exception("Cannot read all data in NativeBlockInputStream. Rows read: " + toString(column.size()) + ". Rows expected: " + toString(rows) + ".",
             ErrorCodes::CANNOT_READ_ALL_DATA);
 }
 
diff --git a/src/DataTypes/DataTypeFixedString.cpp b/src/DataTypes/DataTypeFixedString.cpp
index c0b684cfcd9..585c5709be7 100644
--- a/src/DataTypes/DataTypeFixedString.cpp
+++ b/src/DataTypes/DataTypeFixedString.cpp
@@ -103,7 +103,7 @@ void DataTypeFixedString::deserializeBinaryBulk(IColumn & column, ReadBuffer & i
     size_t read_bytes = istr.readBig(reinterpret_cast<char *>(&data[initial_size]), max_bytes);
 
     if (read_bytes % n != 0)
-        throw ParsingException("Cannot read all data of type FixedString. Bytes read:" + toString(read_bytes) + ". String size:" + toString(n) + ".",
+        throw Exception("Cannot read all data of type FixedString. Bytes read:" + toString(read_bytes) + ". String size:" + toString(n) + ".",
             ErrorCodes::CANNOT_READ_ALL_DATA);
 
     data.resize(initial_size + read_bytes);
diff --git a/src/IO/ReadBuffer.h b/src/IO/ReadBuffer.h
index 08f1bc2a3bb..3d6eb6970ce 100644
--- a/src/IO/ReadBuffer.h
+++ b/src/IO/ReadBuffer.h
@@ -165,7 +165,7 @@ public:
     {
         auto read_bytes = read(to, n);
         if (n != read_bytes)
-            throw ParsingException("Cannot read all data. Bytes read: " + std::to_string(read_bytes) + ". Bytes expected: " + std::to_string(n) + ".", ErrorCodes::CANNOT_READ_ALL_DATA);
+            throw Exception("Cannot read all data. Bytes read: " + std::to_string(read_bytes) + ". Bytes expected: " + std::to_string(n) + ".", ErrorCodes::CANNOT_READ_ALL_DATA);
     }
 
     /** A method that can be more efficiently implemented in derived classes, in the case of reading large enough blocks.

From 84d0084c1a7314cada3c8f23613167451eca6c3c Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@mtlog-perftest03j.yandex.ru>
Date: Wed, 23 Dec 2020 01:33:07 +0300
Subject: [PATCH 397/742] style

---
 src/Common/Exception.cpp | 2 +-
 src/Common/Exception.h   | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Common/Exception.cpp b/src/Common/Exception.cpp
index 50a78cc1c83..b782471a4e8 100644
--- a/src/Common/Exception.cpp
+++ b/src/Common/Exception.cpp
@@ -456,7 +456,7 @@ ParsingException::ParsingException()
 }
 
 ParsingException::ParsingException(const std::string & msg, int code)
-    : Exception(msg, code) 
+    : Exception(msg, code)
 {
     Exception::message(Exception::message() + "{}");
 }
diff --git a/src/Common/Exception.h b/src/Common/Exception.h
index 4e5d8c8ad47..4b04de5d8a2 100644
--- a/src/Common/Exception.h
+++ b/src/Common/Exception.h
@@ -104,7 +104,7 @@ public:
     ParsingException();
     ParsingException(const std::string & msg, int code);
     ParsingException(int code, const std::string & message);
-    
+
     // Format message with fmt::format, like the logging functions.
     template <typename ...Args>
     ParsingException(int code, const std::string & fmt, Args&&... args)

From ffce2a490bb049bfcd33977f5a3563e19ed5b0a3 Mon Sep 17 00:00:00 2001
From: nikitamikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 25 Sep 2020 19:42:02 +0300
Subject: [PATCH 398/742] done

---
 .../configs/conf.d/big_clusters.xml           |  71 ++++++++
 .../test_cluster_copier/task_many_to_one.xml  | 128 ++++++++++++++
 tests/integration/test_cluster_copier/test.py |  32 +---
 .../test_cluster_copier/test_big_cluster.py   | 161 ++++++++++++++++++
 .../{trivial_test.py => test_trivial.py}      |  66 +++----
 5 files changed, 392 insertions(+), 66 deletions(-)
 create mode 100644 tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml
 create mode 100644 tests/integration/test_cluster_copier/task_many_to_one.xml
 create mode 100644 tests/integration/test_cluster_copier/test_big_cluster.py
 rename tests/integration/test_cluster_copier/{trivial_test.py => test_trivial.py} (75%)

diff --git a/tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml b/tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml
new file mode 100644
index 00000000000..cba995af211
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml
@@ -0,0 +1,71 @@
+<?xml version="1.0"?>
+<yandex>
+    <remote_servers>
+        <anime_source>
+            <shard>
+                <internal_replication>true</internal_replication>    
+                <replica>
+                    <host>s0_0_0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0_0_1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>    
+                <replica>
+                    <host>s0_1_0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0_1_1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>    
+                <replica>
+                    <host>s0_2_0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0_2_1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>    
+                <replica>
+                    <host>s0_3_0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0_3_1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>    
+                <replica>
+                    <host>s0_4_0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0_4_1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </anime_source>
+
+        <anime_destination>
+            <shard> 
+                <replica>
+                    <host>s1_0_0</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </anime_destination>
+    </remote_servers>
+</yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/task_many_to_one.xml b/tests/integration/test_cluster_copier/task_many_to_one.xml
new file mode 100644
index 00000000000..ec28948e7ad
--- /dev/null
+++ b/tests/integration/test_cluster_copier/task_many_to_one.xml
@@ -0,0 +1,128 @@
+<yandex>
+    <!-- Configuration of clusters as in an ordinary server config -->
+    <remote_servers>
+        <anime_source>
+            <shard>
+                <internal_replication>true</internal_replication>    
+                <replica>
+                    <host>s0_0_0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0_0_1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>    
+                <replica>
+                    <host>s0_1_0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0_1_1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>    
+                <replica>
+                    <host>s0_2_0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0_2_1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>    
+                <replica>
+                    <host>s0_3_0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0_3_1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>    
+                <replica>
+                    <host>s0_4_0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0_4_1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </anime_source>
+
+        <anime_destination>
+            <shard> 
+                <replica>
+                    <host>s1_0_0</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </anime_destination>
+    </remote_servers>
+
+    <!-- How many simultaneously active workers are possible. If you run more workers superfluous workers will sleep. -->
+    <max_workers>3</max_workers>
+
+    <!-- Setting used to fetch (pull) data from source cluster tables -->
+    <settings_pull>
+        <readonly>1</readonly>
+    </settings_pull>
+
+    <!-- Setting used to insert (push) data to destination cluster tables -->
+    <settings_push>
+        <readonly>0</readonly>
+    </settings_push>
+
+    <!-- Common setting for fetch (pull) and insert (push) operations. Also, copier process context uses it.
+         They are overlaid by <settings_pull/> and <settings_push/> respectively. -->
+    <settings>
+        <connect_timeout>3</connect_timeout>
+        <!-- Sync insert is set forcibly, leave it here just in case. -->
+        <insert_distributed_sync>1</insert_distributed_sync>
+    </settings>
+
+    <!-- Copying tasks description.
+         You could specify several table task in the same task description (in the same ZooKeeper node), they will be performed
+         sequentially.
+    -->
+    <tables>
+        <!-- A table task, copies one table. -->
+        <table_first>
+            <!-- Source cluster name (from <remote_servers/> section) and tables in it that should be copied -->
+            <cluster_pull>anime_source</cluster_pull>
+            <database_pull>default</database_pull>
+            <table_pull>anime_all</table_pull>
+
+            <!-- Destination cluster name and tables in which the data should be inserted -->
+            <cluster_push>anime_destination</cluster_push>
+            <database_push>default</database_push>
+            <table_push>anime</table_push>
+			
+			<!-- Engine of destination tables.
+                 If destination tables have not be created, workers create them using columns definition from source tables and engine
+                 definition from here.
+                 NOTE: If the first worker starts insert data and detects that destination partition is not empty then the partition will
+                 be dropped and refilled, take it into account if you already have some data in destination tables. You could directly
+                 specify partitions that should be copied in <enabled_partitions/>, they should be in quoted format like partition column of
+                 system.parts table.
+            -->
+            <engine>
+				ENGINE = MergeTree()
+				ORDER BY (first_id, second_id, toSecond(datetime))
+                PARTITION BY toSecond(datetime)
+            </engine>
+
+            <!-- Sharding key used to insert data to destination cluster -->
+            <sharding_key>cityHash64(first_id, second_id)</sharding_key>
+        </table_first>
+    </tables>
+</yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/test.py b/tests/integration/test_cluster_copier/test.py
index d87969630cd..00d464af98f 100644
--- a/tests/integration/test_cluster_copier/test.py
+++ b/tests/integration/test_cluster_copier/test.py
@@ -94,6 +94,8 @@ class Task1:
         instance.query("INSERT INTO hits_all SELECT * FROM system.numbers LIMIT 1002",
                        settings={"insert_distributed_sync": 1})
 
+        print instance.query("SELECT DISTINCT 'all' AS partition FROM hits_all ORDER BY partition DESC")
+
     def check(self):
         assert TSV(self.cluster.instances['s0_0_0'].query("SELECT count() FROM hits_all")) == TSV("1002\n")
         assert TSV(self.cluster.instances['s1_0_0'].query("SELECT count() FROM hits_all")) == TSV("1002\n")
@@ -310,13 +312,7 @@ def execute_task(task, cmd_options):
 
 # Tests
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_copy_simple(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(Task1(started_cluster), ['--experimental-use-sample-offset', '1'])
@@ -324,13 +320,7 @@ def test_copy_simple(started_cluster, use_sample_offset):
         execute_task(Task1(started_cluster), [])
 
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_copy_with_recovering(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(Task1(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
@@ -339,13 +329,7 @@ def test_copy_with_recovering(started_cluster, use_sample_offset):
         execute_task(Task1(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_copy_with_recovering_after_move_faults(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(Task1(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
@@ -380,11 +364,7 @@ def test_no_index(started_cluster):
 def test_no_arg(started_cluster):
     execute_task(Task_no_arg(started_cluster), [])
 
+
 def test_non_partitioned_table(started_cluster):
     execute_task(Task_non_partitioned_table(started_cluster), [])
 
-if __name__ == '__main__':
-    with contextmanager(started_cluster)() as cluster:
-        for name, instance in list(cluster.instances.items()):
-            print(name, instance.ip_address)
-        input("Cluster created, press any key to destroy...")
diff --git a/tests/integration/test_cluster_copier/test_big_cluster.py b/tests/integration/test_cluster_copier/test_big_cluster.py
new file mode 100644
index 00000000000..007b118703f
--- /dev/null
+++ b/tests/integration/test_cluster_copier/test_big_cluster.py
@@ -0,0 +1,161 @@
+import os
+import random
+import sys
+import time
+from contextlib import contextmanager
+
+import docker
+import kazoo
+import pytest
+from helpers.cluster import ClickHouseCluster
+from helpers.test_tools import TSV
+
+CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
+
+COPYING_FAIL_PROBABILITY = 0.2
+MOVING_FAIL_PROBABILITY = 0.2
+
+cluster = ClickHouseCluster(__file__)
+
+
+def check_all_hosts_sucesfully_executed(tsv_content, num_hosts):
+    M = TSV.toMat(tsv_content)
+    hosts = [(l[0], l[1]) for l in M]  # (host, port)
+    codes = [l[2] for l in M]
+
+    assert len(hosts) == num_hosts and len(set(hosts)) == num_hosts, "\n" + tsv_content
+    assert len(set(codes)) == 1, "\n" + tsv_content
+    assert codes[0] == "0", "\n" + tsv_content
+
+
+def ddl_check_query(instance, query, num_hosts=3):
+    contents = instance.query(query)
+    check_all_hosts_sucesfully_executed(contents, num_hosts)
+    return contents
+
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    global cluster
+    try:
+        clusters_schema = {
+            "0": {
+                "0": ["0", "1"],
+                "1": ["0", "1"],
+                "2": ["0", "1"],
+                "3": ["0", "1"],
+                "4": ["0", "1"]
+            },
+            "1": {
+                "0": ["0"]
+            }
+        }
+
+        for cluster_name, shards in clusters_schema.iteritems():
+            for shard_name, replicas in shards.iteritems():
+                for replica_name in replicas:
+                    name = "s{}_{}_{}".format(cluster_name, shard_name, replica_name)
+                    cluster.add_instance(name,
+                                            main_configs=["configs/conf.d/query_log.xml", "configs/conf.d/ddl.xml",
+                                                        "configs/conf.d/big_clusters.xml"],
+                                            user_configs=["configs/users.xml"],
+                                            macros={"cluster": cluster_name, "shard": shard_name, "replica": replica_name},
+                                            with_zookeeper=True)
+
+        cluster.start()
+        yield cluster
+
+    finally:
+        cluster.shutdown()
+
+
+class Task_many_to_one:
+    def __init__(self, cluster):
+        self.cluster = cluster 
+        self.zk_task_path = "/clickhouse-copier/task_many_to_one"
+        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_many_to_one.xml'), 'r').read()
+        self.rows = 1000
+
+    def start(self):
+        instance = cluster.instances['s0_0_0']
+
+        for cluster_num in ["anime_source", "anime_destination"]:
+            instance.query("DROP DATABASE IF EXISTS default ON CLUSTER {}".format(cluster_num))
+            instance.query("CREATE DATABASE IF NOT EXISTS default ON CLUSTER {}".format(cluster_num))
+
+        instance.query("CREATE TABLE anime ON CLUSTER anime_source (first_id UUID DEFAULT generateUUIDv4(), second_id UInt64, datetime DateTime DEFAULT now()) " +
+                       "ENGINE=ReplicatedMergeTree " +
+                       "PARTITION BY toSecond(datetime) " +  
+                       "ORDER BY (first_id, second_id, toSecond(datetime))")
+        instance.query("CREATE TABLE anime_all ON CLUSTER anime_source (first_id UUID, second_id UInt64, datetime DateTime) ENGINE=Distributed(anime_source, default, anime, rand() % 5)")
+        instance.query("INSERT INTO anime_all SELECT generateUUIDv4(), number, now() FROM system.numbers LIMIT 1002",
+                       settings={"insert_distributed_sync": 1})
+
+    def check(self):
+        assert TSV(self.cluster.instances['s0_0_0'].query("SELECT count() FROM anime_all")) == TSV("1002\n")
+        assert TSV(self.cluster.instances['s1_0_0'].query("SELECT count() FROM anime")) == TSV("1002\n")
+
+def execute_task(task, cmd_options):
+    task.start()
+
+    zk = cluster.get_kazoo_client('zoo1')
+    print "Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1])
+
+    try:
+        zk.delete("/clickhouse-copier", recursive=True)
+    except kazoo.exceptions.NoNodeError:
+        print "No node /clickhouse-copier. It is Ok in first test."
+
+    zk_task_path = task.zk_task_path
+    zk.ensure_path(zk_task_path)
+    zk.create(zk_task_path + "/description", task.copier_task_config)
+
+    # Run cluster-copier processes on each node
+    docker_api = docker.from_env().api
+    copiers_exec_ids = []
+
+    cmd = ['/usr/bin/clickhouse', 'copier',
+           '--config', '/etc/clickhouse-server/config-copier.xml',
+           '--task-path', zk_task_path,
+           '--base-dir', '/var/log/clickhouse-server/copier']
+    cmd += cmd_options
+    
+    # copiers = []
+    copiers = random.sample(cluster.instances.keys(), 3)
+    copiers.append('s1_0_0')
+
+    for instance_name in copiers:
+        instance = cluster.instances[instance_name]
+        container = instance.get_docker_handle()
+        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs/config-copier.xml"),
+                                        "/etc/clickhouse-server/config-copier.xml")
+        print "Copied copier config to {}".format(instance.name)
+        exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
+        output = docker_api.exec_start(exec_id).decode('utf8')
+        print(output)
+        copiers_exec_ids.append(exec_id)
+        print "Copier for {} ({}) has started".format(instance.name, instance.ip_address)
+
+    # Wait for copiers stopping and check their return codes
+    for exec_id, instance_name in zip(copiers_exec_ids, copiers):
+        instance = cluster.instances[instance_name]
+        while True:
+            res = docker_api.exec_inspect(exec_id)
+            if not res['Running']:
+                break
+            time.sleep(0.5)
+
+        assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
+
+    try:
+        task.check()
+    finally:
+        zk.delete(zk_task_path, recursive=True)
+
+
+# Tests
+
+def test_copy_simple(started_cluster):
+    execute_task(Task_many_to_one(started_cluster), [])
+ 
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/trivial_test.py b/tests/integration/test_cluster_copier/test_trivial.py
similarity index 75%
rename from tests/integration/test_cluster_copier/trivial_test.py
rename to tests/integration/test_cluster_copier/test_trivial.py
index 8a43440ac90..48d5aaddb21 100644
--- a/tests/integration/test_cluster_copier/trivial_test.py
+++ b/tests/integration/test_cluster_copier/test_trivial.py
@@ -11,8 +11,8 @@ sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import TSV
 
-COPYING_FAIL_PROBABILITY = 0.33
-MOVING_FAIL_PROBABILITY = 0.1
+COPYING_FAIL_PROBABILITY = 0.2
+MOVING_FAIL_PROBABILITY = 0.2
 cluster = None
 
 
@@ -85,6 +85,11 @@ def execute_task(task, cmd_options):
     zk = cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
+    try:
+        zk.delete("/clickhouse-copier", recursive=True)
+    except kazoo.exceptions.NoNodeError:
+        print "No node /clickhouse-copier. It is Ok in first test."
+
     zk_task_path = task.zk_task_path
     zk.ensure_path(zk_task_path)
     zk.create(zk_task_path + "/description", task.copier_task_config)
@@ -99,23 +104,28 @@ def execute_task(task, cmd_options):
            '--base-dir', '/var/log/clickhouse-server/copier']
     cmd += cmd_options
 
-    print(cmd)
+    copiers = cluster.instances.keys()
 
-    for instance_name, instance in cluster.instances.items():
+    for instance_name in copiers:
+        instance = cluster.instances[instance_name]
         container = instance.get_docker_handle()
+        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs/config-copier.xml"),
+                                        "/etc/clickhouse-server/config-copier.xml")
+        print "Copied copier config to {}".format(instance.name)
         exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
-        docker_api.exec_start(exec_id, detach=True)
-
+        output = docker_api.exec_start(exec_id).decode('utf8')
+        print(output)
         copiers_exec_ids.append(exec_id)
         print("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
 
     # Wait for copiers stopping and check their return codes
-    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
+    for exec_id, instance_name in zip(copiers_exec_ids, copiers):
+        instance = cluster.instances[instance_name]
         while True:
             res = docker_api.exec_inspect(exec_id)
             if not res['Running']:
                 break
-            time.sleep(1)
+            time.sleep(0.5)
 
         assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
 
@@ -125,56 +135,32 @@ def execute_task(task, cmd_options):
         zk.delete(zk_task_path, recursive=True)
 
 
+
 # Tests
 
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_trivial_copy(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--experimental-use-sample-offset', '1'])
     else:
-        print("AAAAA")
         execute_task(TaskTrivial(started_cluster, use_sample_offset), [])
 
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_trivial_copy_with_copy_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_trivial_copy_with_move_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
 
-
-if __name__ == '__main__':
-    with contextmanager(started_cluster)() as cluster:
-        for name, instance in list(cluster.instances.items()):
-            print(name, instance.ip_address)
-        input("Cluster created, press any key to destroy...")

From f91adc1207a702b104f15e5504484a4b9df728ac Mon Sep 17 00:00:00 2001
From: romanzhukov <romanzhukov@yandex-team.ru>
Date: Wed, 23 Dec 2020 01:58:02 +0300
Subject: [PATCH 399/742] DOCSUP-5043: Add RU translation for PR #16378

---
 docs/ru/commercial/cloud.md | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/docs/ru/commercial/cloud.md b/docs/ru/commercial/cloud.md
index e6b0309c456..8d02a6332a7 100644
--- a/docs/ru/commercial/cloud.md
+++ b/docs/ru/commercial/cloud.md
@@ -18,4 +18,16 @@ toc_title: "\u041f\u043e\u0441\u0442\u0430\u0432\u0449\u0438\u043a\u0438\u0020\u
 -   Шифрование и изоляция
 -   Автоматизированное техническое обслуживание
 
+## Altinity.Cloud {#altinity.cloud}
+
+[Altinity.Cloud](https://altinity.com/cloud-database/) — это полностью управляемый ClickHouse-as-a-Service для публичного облака Amazon.
+-   Быстрое развертывание кластеров ClickHouse на ресурсах Amazon
+-   Easy scale-out/scale-in as well as vertical scaling of nodes
+-   Легкое горизонтальное масштабирование также, как и вертикальное масштабирование узлов
+-   Изолированные виртуальные сети для каждого клиента с общедоступным эндпоинтом или пирингом VPC
+-   Настраиваемые типы и объемы хранилищ
+-   Cross-AZ scaling for performance and high availability
+-   Cross-AZ масштабирование для повышения производительности и высокой доступности
+-   Встроенный мониторинг и редактор SQL-запросов
+
 {## [Оригинальная статья](https://clickhouse.tech/docs/ru/commercial/cloud/) ##}

From 41397b7455763a8f78a7391a5cda420313dabf65 Mon Sep 17 00:00:00 2001
From: romanzhukov <romanzhukov@yandex-team.ru>
Date: Wed, 23 Dec 2020 02:02:04 +0300
Subject: [PATCH 400/742] DOCSUP-5043: Add RU translation for PR # 15423

---
 docs/en/commercial/cloud.md                                    | 2 +-
 docs/ru/operations/server-configuration-parameters/settings.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/commercial/cloud.md b/docs/en/commercial/cloud.md
index 06216517db8..03c8b7645a3 100644
--- a/docs/en/commercial/cloud.md
+++ b/docs/en/commercial/cloud.md
@@ -20,7 +20,7 @@ toc_title: Cloud
 
 ## Altinity.Cloud {#altinity.cloud}
 
-[Altinity.Cloud](https://altinity.com/cloud-database/) is a fully managed ClickHouse-as-a-Service for the Amazon public cloud. 
+[Altinity.Cloud](https://altinity.com/cloud-database/) is a fully managed ClickHouse-as-a-Service for the Amazon public cloud.
 -   Fast deployment of ClickHouse clusters on Amazon resources
 -   Easy scale-out/scale-in as well as vertical scaling of nodes
 -   Isolated per-tenant VPCs with public endpoint or VPC peering
diff --git a/docs/ru/operations/server-configuration-parameters/settings.md b/docs/ru/operations/server-configuration-parameters/settings.md
index 58aae05f188..e07ae968177 100644
--- a/docs/ru/operations/server-configuration-parameters/settings.md
+++ b/docs/ru/operations/server-configuration-parameters/settings.md
@@ -420,7 +420,7 @@ ClickHouse проверяет условия для `min_part_size` и `min_part
 Возможные значения:
 
 -   Положительное целое число.
--   0 — объём используемой памяти не ограничен.
+-   0 — автоматически.
 
 Значение по умолчанию: `0`.
 

From 6af30a5dca8db4fbe7d25bc283663cb755ee5488 Mon Sep 17 00:00:00 2001
From: romanzhukov <romanzhukov@yandex-team.ru>
Date: Wed, 23 Dec 2020 02:23:10 +0300
Subject: [PATCH 401/742] DOCSUP-5043: Add translations and updates for PR
 #15416 (EN & RU)

---
 .../settings.md                               | 17 +++++++++++----
 docs/en/operations/settings/settings.md       |  2 +-
 .../settings.md                               | 21 +++++++++++++++++++
 docs/ru/operations/settings/settings.md       |  2 +-
 4 files changed, 36 insertions(+), 6 deletions(-)

diff --git a/docs/en/operations/server-configuration-parameters/settings.md b/docs/en/operations/server-configuration-parameters/settings.md
index 533fcea5500..1877e474555 100644
--- a/docs/en/operations/server-configuration-parameters/settings.md
+++ b/docs/en/operations/server-configuration-parameters/settings.md
@@ -82,16 +82,25 @@ List of prefixes for [custom settings](../../operations/settings/index.md#custom
 
 ## core_dump
 
-Configures soft limit for core dump file size, one gigabyte by default.
+Configures soft limit for core dump file size.
+
+Possible values:
+
+-   Positive integer.
+
+Default value: `1073741824`.
+
+!!! info "Note"
+    Hard limit is configured via system tools
+
+**Example**
+
 ```xml
 <core_dump>
     <size_limit>1073741824</size_limit>
 </core_dump> 
 ```
 
-(Hard limit is configured via system tools)
-
-
 ## default_database {#default-database}
 
 The default database.
diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 86e16fe4819..93d5bb9c67f 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -1312,7 +1312,7 @@ See also:
 
 Write to a quorum timeout in milliseconds. If the timeout has passed and no write has taken place yet, ClickHouse will generate an exception and the client must repeat the query to write the same block to the same or any other replica.
 
-Default value: 600000 milliseconds (ten minutes).
+Default value: 600 000 milliseconds (ten minutes).
 
 See also:
 
diff --git a/docs/ru/operations/server-configuration-parameters/settings.md b/docs/ru/operations/server-configuration-parameters/settings.md
index e07ae968177..affe09c7703 100644
--- a/docs/ru/operations/server-configuration-parameters/settings.md
+++ b/docs/ru/operations/server-configuration-parameters/settings.md
@@ -80,6 +80,27 @@ ClickHouse проверяет условия для `min_part_size` и `min_part
 
 -   [Пользовательские настройки](../../operations/settings/index.md#custom_settings)
 
+## core_dump
+
+Задает мягкое ограничение для размера файла дампа ядра.
+
+Возможные значения:
+
+-   Положительное целое число.
+
+Значение по умолчанию: `1073741824`.
+
+!!! info "Примечание"
+    Жесткое ограничение настраивается с помощью системных инструментов.
+
+**Пример**
+
+```xml
+<core_dump>
+    <size_limit>1073741824</size_limit>
+</core_dump> 
+```
+
 ## default\_database {#default-database}
 
 База данных по умолчанию.
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 0a8094231c2..8e41fc421c6 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -1258,7 +1258,7 @@ ClickHouse генерирует исключение
 
 Время ожидания кворумной записи в миллисекундах. Если время прошло, а запись так не состоялась, то ClickHouse сгенерирует исключение и клиент должен повторить запрос на запись того же блока на эту же или любую другую реплику.
 
-Значение по умолчанию: 600000 миллисекунд (10 минут).
+Значение по умолчанию: 600 000 миллисекунд (10 минут).
 
 См. также:
 

From 7932f1ababbe722cfbb88f6df6496e4c9907c7e7 Mon Sep 17 00:00:00 2001
From: romanzhukov <romanzhukov@yandex-team.ru>
Date: Wed, 23 Dec 2020 02:27:53 +0300
Subject: [PATCH 402/742] DOCSUP-5043: Minor fix

---
 docs/ru/sql-reference/functions/tuple-map-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/tuple-map-functions.md b/docs/ru/sql-reference/functions/tuple-map-functions.md
index 5d71443da7a..a2b25e68fe5 100644
--- a/docs/ru/sql-reference/functions/tuple-map-functions.md
+++ b/docs/ru/sql-reference/functions/tuple-map-functions.md
@@ -23,7 +23,7 @@ mapAdd(Tuple(Array, Array), Tuple(Array, Array) [, ...])
 
 **Возвращаемое значение**
 
--   Возвращает один [кортеж](../../sql-reference/data-types/tuple.md#tuplet1-t2), в котором первый массив содержит отсортированные ключи, а второй - значения.
+-   Возвращает один [кортеж](../../sql-reference/data-types/tuple.md#tuplet1-t2), в котором первый массив содержит отсортированные ключи, а второй — значения.
 
 **Пример**
 

From 78c4b9f2bca3fb3fb26fecaa17b9b675a84f43c8 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Wed, 23 Dec 2020 03:11:32 +0300
Subject: [PATCH 403/742] do not allow merge from wide to compact parts

---
 .../MergeTree/MergeTreeDataMergerMutator.cpp  |  5 ++-
 .../MergeTree/MergeTreeDataPartType.h         | 12 ++++++-
 ...01606_merge_from_wide_to_compact.reference |  9 +++++
 .../01606_merge_from_wide_to_compact.sql      | 36 +++++++++++++++++++
 4 files changed, 60 insertions(+), 2 deletions(-)
 create mode 100644 tests/queries/0_stateless/01606_merge_from_wide_to_compact.reference
 create mode 100644 tests/queries/0_stateless/01606_merge_from_wide_to_compact.sql

diff --git a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
index 2365ef141b6..3f63d34b1c6 100644
--- a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
@@ -79,13 +79,16 @@ void FutureMergedMutatedPart::assign(MergeTreeData::DataPartsVector parts_)
 
     size_t sum_rows = 0;
     size_t sum_bytes_uncompressed = 0;
+    MergeTreeDataPartType future_part_type;
     for (const auto & part : parts_)
     {
         sum_rows += part->rows_count;
         sum_bytes_uncompressed += part->getTotalColumnsSize().data_uncompressed;
+        future_part_type = std::min(future_part_type, part->getType());
     }
 
-    auto future_part_type = parts_.front()->storage.choosePartTypeOnDisk(sum_bytes_uncompressed, sum_rows);
+    auto chosen_type = parts_.front()->storage.choosePartTypeOnDisk(sum_bytes_uncompressed, sum_rows);
+    future_part_type = std::min(future_part_type, chosen_type);
     assign(std::move(parts_), future_part_type);
 }
 
diff --git a/src/Storages/MergeTree/MergeTreeDataPartType.h b/src/Storages/MergeTree/MergeTreeDataPartType.h
index 44e170141f6..6aec9c97f44 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartType.h
+++ b/src/Storages/MergeTree/MergeTreeDataPartType.h
@@ -18,7 +18,7 @@ public:
         /// Data of all columns is stored in one file. Marks are also stored in single file.
         COMPACT,
 
-        /// Format with buffering data in RAM. Not implemented yet.
+        /// Format with buffering data in RAM.
         IN_MEMORY,
 
         UNKNOWN,
@@ -37,6 +37,16 @@ public:
         return !(*this == other);
     }
 
+    bool operator<(const MergeTreeDataPartType & other) const
+    {
+        return value < other.value;
+    }
+
+    bool operator>(const MergeTreeDataPartType & other) const
+    {
+        return value > other.value;
+    }
+
     void fromString(const String & str);
     String toString() const;
 
diff --git a/tests/queries/0_stateless/01606_merge_from_wide_to_compact.reference b/tests/queries/0_stateless/01606_merge_from_wide_to_compact.reference
new file mode 100644
index 00000000000..d1d987f7ad0
--- /dev/null
+++ b/tests/queries/0_stateless/01606_merge_from_wide_to_compact.reference
@@ -0,0 +1,9 @@
+all_1_1_0	Wide
+all_2_2_0	Wide
+all_3_3_0	Wide
+all_1_3_1	Wide
+300000
+all_1_3_1	Wide
+all_4_4_0	Compact
+all_1_4_2	Wide
+400000
diff --git a/tests/queries/0_stateless/01606_merge_from_wide_to_compact.sql b/tests/queries/0_stateless/01606_merge_from_wide_to_compact.sql
new file mode 100644
index 00000000000..15596d3f6db
--- /dev/null
+++ b/tests/queries/0_stateless/01606_merge_from_wide_to_compact.sql
@@ -0,0 +1,36 @@
+DROP TABLE IF EXISTS wide_to_comp;
+
+CREATE TABLE wide_to_comp (a Int, b Int, c Int)
+    ENGINE = MergeTree ORDER BY a
+    settings vertical_merge_algorithm_min_rows_to_activate = 1,
+    vertical_merge_algorithm_min_columns_to_activate = 1,
+    min_bytes_for_wide_part = 0;
+
+SYSTEM STOP merges wide_to_comp;
+
+INSERT INTO wide_to_comp SELECT number, number, number FROM numbers(100000);
+INSERT INTO wide_to_comp SELECT number, number, number FROM numbers(100000);
+INSERT INTO wide_to_comp SELECT number, number, number FROM numbers(100000);
+
+SELECT name, part_type FROM system.parts WHERE table = 'wide_to_comp' AND database = currentDatabase() AND active ORDER BY name;
+
+ALTER TABLE wide_to_comp MODIFY setting min_rows_for_wide_part = 10000000;
+SYSTEM START merges wide_to_comp;
+OPTIMIZE TABLE wide_to_comp FINAL;
+
+SELECT name, part_type FROM system.parts WHERE table = 'wide_to_comp' AND database = currentDatabase() AND active ORDER BY name;
+SELECT count() FROM wide_to_comp WHERE not ignore(*);
+
+SYSTEM STOP merges wide_to_comp;
+INSERT INTO wide_to_comp SELECT number, number, number FROM numbers(100000);
+
+SELECT name, part_type FROM system.parts WHERE table = 'wide_to_comp' AND database = currentDatabase() AND active ORDER BY name;
+
+ALTER TABLE wide_to_comp MODIFY setting min_rows_for_wide_part = 10000000;
+SYSTEM START merges wide_to_comp;
+OPTIMIZE TABLE wide_to_comp FINAL;
+
+SELECT name, part_type FROM system.parts WHERE table = 'wide_to_comp' AND database = currentDatabase() AND active ORDER BY name;
+SELECT count() FROM wide_to_comp WHERE not ignore(*);
+
+DROP TABLE wide_to_comp;

From 92b2f5ae98319722516d8088dfc37cda0d04f92a Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 23 Dec 2020 03:44:23 +0300
Subject: [PATCH 404/742] Update 00900_parquet_load.reference

---
 tests/queries/0_stateless/00900_parquet_load.reference | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/00900_parquet_load.reference b/tests/queries/0_stateless/00900_parquet_load.reference
index 52c5fbedcc6..1c890119486 100644
--- a/tests/queries/0_stateless/00900_parquet_load.reference
+++ b/tests/queries/0_stateless/00900_parquet_load.reference
@@ -257,7 +257,7 @@ Code: 70. DB::Ex---tion: The type "list" of an input column "int64_list" is not
 Code: 70. DB::Ex---tion: The type "list" of an input column "a" is not supported for conversion from a Parquet data format: data for INSERT was parsed from stdin
 
 === Try load data from nested_maps.snappy.parquet
-Code: 70. DB::ParsingEx---tion: The type "map" of an input column "a" is not supported for conversion from a Parquet data format: data for INSERT was parsed from stdin
+Code: 70. DB::Ex---tion: The type "map" of an input column "a" is not supported for conversion from a Parquet data format: data for INSERT was parsed from stdin
 
 === Try load data from non_hadoop_lz4_compressed.parquet
 1593604800	abc	42

From d1c0f5f157e2f423845d8af983967edd6f921ba8 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Wed, 23 Dec 2020 04:24:05 +0300
Subject: [PATCH 405/742] updated finalizeAggregation

---
 .../functions/other-functions.md              | 95 ++++++++++++++++++-
 1 file changed, 94 insertions(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index 51a1f6b4cd7..daf39e1e898 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1172,7 +1172,100 @@ Result:
 
 ## finalizeAggregation {#function-finalizeaggregation}
 
-Takes state of aggregate function. Returns result of aggregation (finalized state).
+Takes [state](../../sql-reference/aggregate-functions/combinators/#agg-functions-combinator-state) of aggregate function. Returns result of aggregation (finalized state).
+
+
+**Syntax** 
+
+``` sql
+finalizeAggregation(state)
+```
+
+**Parameters**
+
+-   `state` — State of aggregation. [AggregateFunction](../../sql-reference/data-types/aggregatefunction.md#data-type-aggregatefunction).
+
+**Returned value(s)**
+
+-   Value/values that was aggregated.
+
+Type: Value of any types that was aggregated. [See](../../sql-reference/data-types/aggregatefunction/) 
+
+**Examples**
+
+Query:
+
+```sql
+SELECT finalizeAggregation(( SELECT countState(number) FROM numbers(10)));
+```
+
+Result:
+
+```text
+┌─finalizeAggregation(_subquery16)─┐
+│                               10 │
+└──────────────────────────────────┘
+```
+
+Query:
+
+```sql
+SELECT finalizeAggregation(( SELECT sumState(number) FROM numbers(10)));
+```
+
+Result:
+
+```text
+┌─finalizeAggregation(_subquery20)─┐
+│                               45 │
+└──────────────────────────────────┘
+```
+
+Note that NULL values are ignored. 
+
+Query:
+
+```sql
+SELECT finalizeAggregation(arrayReduce('anyState', [NULL, 2, 3]));
+```
+
+Result:
+
+```text
+┌─finalizeAggregation(arrayReduce('anyState', [NULL, 2, 3]))─┐
+│                                                          2 │
+└────────────────────────────────────────────────────────────┘
+```
+
+Combined example:
+
+Query:
+
+```sql
+WITH initializeAggregation('sumState', number) AS one_row_sum_state
+SELECT
+    number,
+    finalizeAggregation(one_row_sum_state) AS one_row_sum,
+    runningAccumulate(one_row_sum_state) AS cumulative_sum
+FROM numbers(10)
+```
+
+Result:
+
+```text
+┌─number─┬─one_row_sum─┬─cumulative_sum─┐
+│      0 │           0 │              0 │
+│      1 │           1 │              1 │
+│      2 │           2 │              3 │
+│      3 │           3 │              6 │
+│      4 │           4 │             10 │
+│      5 │           5 │             15 │
+│      6 │           6 │             21 │
+│      7 │           7 │             28 │
+│      8 │           8 │             36 │
+│      9 │           9 │             45 │
+└────────┴─────────────┴────────────────┘
+```
 
 ## runningAccumulate {#runningaccumulate}
 

From 1e12290e2d064c6638f2aaa877dc6e1a26fc8c15 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 23 Dec 2020 04:26:23 +0300
Subject: [PATCH 406/742] Update task_many_to_one.xml

---
 tests/integration/test_cluster_copier/task_many_to_one.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_cluster_copier/task_many_to_one.xml b/tests/integration/test_cluster_copier/task_many_to_one.xml
index ec28948e7ad..3ce862d7ff7 100644
--- a/tests/integration/test_cluster_copier/task_many_to_one.xml
+++ b/tests/integration/test_cluster_copier/task_many_to_one.xml
@@ -125,4 +125,4 @@
             <sharding_key>cityHash64(first_id, second_id)</sharding_key>
         </table_first>
     </tables>
-</yandex>
\ No newline at end of file
+</yandex>

From aedb1874aff23cfe99450b01e454ff583326fed7 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 23 Dec 2020 04:40:23 +0300
Subject: [PATCH 407/742] Fix clang-tidy

---
 src/Storages/System/StorageSystemStackTrace.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/System/StorageSystemStackTrace.cpp b/src/Storages/System/StorageSystemStackTrace.cpp
index e47852c6045..0b5e82a1f3d 100644
--- a/src/Storages/System/StorageSystemStackTrace.cpp
+++ b/src/Storages/System/StorageSystemStackTrace.cpp
@@ -39,7 +39,7 @@ namespace
 
     std::atomic<int> sequence_num = 0;    /// For messages sent via pipe.
     std::atomic<int> data_ready_num = 0;
-    std::atomic<bool> signal_latch = 0;   /// Only need for thread sanitizer.
+    std::atomic<bool> signal_latch = false;   /// Only need for thread sanitizer.
 
     /** Notes:
       * Only one query from the table can be processed at the moment of time.

From 9d8948657cef2f49bdcf1498d26b8361c1ef342d Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 23 Dec 2020 04:54:49 +0300
Subject: [PATCH 408/742] Update TreeRewriter.cpp

---
 src/Interpreters/TreeRewriter.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 125f8663afe..3a9b5c3ff9e 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -631,7 +631,7 @@ void TreeRewriterResult::collectUsedColumns(const ASTPtr & query, bool is_select
             {
                 auto hints = storage->getHints(name);
                 if (!hints.empty())
-                    ss << " '" << toString(hints) << " '";
+                    ss << " '" << toString(hints) << "'";
             }
         }
         else

From 54d2fe847ff8a6070dc12eb1b0723590e7a2c3e9 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 23 Dec 2020 05:02:54 +0300
Subject: [PATCH 409/742] Update
 src/DataStreams/ParallelParsingBlockInputStream.cpp

Co-authored-by: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
---
 src/DataStreams/ParallelParsingBlockInputStream.cpp | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/DataStreams/ParallelParsingBlockInputStream.cpp b/src/DataStreams/ParallelParsingBlockInputStream.cpp
index 49b7929d7d7..2cd6fe8a8bf 100644
--- a/src/DataStreams/ParallelParsingBlockInputStream.cpp
+++ b/src/DataStreams/ParallelParsingBlockInputStream.cpp
@@ -209,7 +209,8 @@ void ParallelParsingBlockInputStream::onBackgroundException(size_t offset)
     {
         background_exception = std::current_exception();
 
-        if (ParsingException * e = exception_cast<ParsingException *>(background_exception))
+        if (ParsingException * e = exception_cast<ParsingException *>(background_exception)
+            && e->getLineNumber() != -1)
         {
             e->setLineNumber(e->getLineNumber() + offset);
         }

From f98cbd7696a24a722ad49185f255db1fa7394ba1 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 23 Dec 2020 05:10:37 +0300
Subject: [PATCH 410/742] Fix TSan report in StorageSet and StorageJoin

---
 src/Interpreters/HashJoin.cpp |  2 ++
 src/Interpreters/Set.cpp      | 19 +++++++++++++++++++
 src/Interpreters/Set.h        |  9 +++------
 3 files changed, 24 insertions(+), 6 deletions(-)

diff --git a/src/Interpreters/HashJoin.cpp b/src/Interpreters/HashJoin.cpp
index cf73581c6d8..5d7fb213134 100644
--- a/src/Interpreters/HashJoin.cpp
+++ b/src/Interpreters/HashJoin.cpp
@@ -359,6 +359,7 @@ void HashJoin::init(Type type_)
 
 size_t HashJoin::getTotalRowCount() const
 {
+    std::shared_lock lock(data->rwlock);
     size_t res = 0;
 
     if (data->type == Type::CROSS)
@@ -376,6 +377,7 @@ size_t HashJoin::getTotalRowCount() const
 
 size_t HashJoin::getTotalByteCount() const
 {
+    std::shared_lock lock(data->rwlock);
     size_t res = 0;
 
     if (data->type == Type::CROSS)
diff --git a/src/Interpreters/Set.cpp b/src/Interpreters/Set.cpp
index dcf7b3b3c24..ae2937ed796 100644
--- a/src/Interpreters/Set.cpp
+++ b/src/Interpreters/Set.cpp
@@ -286,6 +286,25 @@ ColumnPtr Set::execute(const Block & block, bool negative) const
 }
 
 
+bool Set::empty() const
+{
+    std::shared_lock lock(rwlock);
+    return data.empty();
+}
+
+size_t Set::getTotalRowCount() const
+{
+    std::shared_lock lock(rwlock);
+    return data.getTotalRowCount();
+}
+
+size_t Set::getTotalByteCount() const
+{
+    std::shared_lock lock(rwlock);
+    return data.getTotalByteCount();
+}
+
+
 template <typename Method>
 void NO_INLINE Set::executeImpl(
     Method & method,
diff --git a/src/Interpreters/Set.h b/src/Interpreters/Set.h
index d3c9b8f684b..c9bfbf0625c 100644
--- a/src/Interpreters/Set.h
+++ b/src/Interpreters/Set.h
@@ -36,8 +36,6 @@ public:
     {
     }
 
-    bool empty() const { return data.empty(); }
-
     /** Set can be created either from AST or from a stream of data (subquery result).
       */
 
@@ -58,8 +56,9 @@ public:
       */
     ColumnPtr execute(const Block & block, bool negative) const;
 
-    size_t getTotalRowCount() const { return data.getTotalRowCount(); }
-    size_t getTotalByteCount() const { return data.getTotalByteCount(); }
+    bool empty() const;
+    size_t getTotalRowCount() const;
+    size_t getTotalByteCount() const;
 
     const DataTypes & getDataTypes() const { return data_types; }
     const DataTypes & getElementsTypes() const { return set_elements_types; }
@@ -127,8 +126,6 @@ private:
 
     /** Protects work with the set in the functions `insertFromBlock` and `execute`.
       * These functions can be called simultaneously from different threads only when using StorageSet,
-      *  and StorageSet calls only these two functions.
-      * Therefore, the rest of the functions for working with set are not protected.
       */
     mutable std::shared_mutex rwlock;
 

From e1fc9122cc0270b20f4567d91d81022d204e2b2a Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 23 Dec 2020 05:28:53 +0300
Subject: [PATCH 411/742] Update ParallelParsingBlockInputStream.cpp

---
 src/DataStreams/ParallelParsingBlockInputStream.cpp | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/src/DataStreams/ParallelParsingBlockInputStream.cpp b/src/DataStreams/ParallelParsingBlockInputStream.cpp
index 2cd6fe8a8bf..b7a0c3cab99 100644
--- a/src/DataStreams/ParallelParsingBlockInputStream.cpp
+++ b/src/DataStreams/ParallelParsingBlockInputStream.cpp
@@ -209,11 +209,9 @@ void ParallelParsingBlockInputStream::onBackgroundException(size_t offset)
     {
         background_exception = std::current_exception();
 
-        if (ParsingException * e = exception_cast<ParsingException *>(background_exception)
-            && e->getLineNumber() != -1)
-        {
-            e->setLineNumber(e->getLineNumber() + offset);
-        }
+        if (ParsingException * e = exception_cast<ParsingException *>(background_exception))
+            if (e->getLineNumber() != -1)
+                e->setLineNumber(e->getLineNumber() + offset);
     }
     tryLogCurrentException(__PRETTY_FUNCTION__);
     finished = true;

From d9180f1e3e9612689242c478ac98adacde7da4a9 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 23 Dec 2020 05:40:55 +0300
Subject: [PATCH 412/742] Make some perf tests faster on slower machines

---
 tests/performance/constant_column_search.xml  |  2 +-
 tests/performance/countMatches.xml            |  6 +++---
 tests/performance/general_purpose_hashes.xml  |  4 ++--
 tests/performance/generate_table_function.xml |  2 +-
 tests/performance/push_down_limit.xml         |  3 ++-
 tests/performance/string_sort.xml             |  2 +-
 tests/performance/url_hits.xml                | 17 +++++++++++++----
 tests/performance/website.xml                 |  2 +-
 8 files changed, 24 insertions(+), 14 deletions(-)

diff --git a/tests/performance/constant_column_search.xml b/tests/performance/constant_column_search.xml
index 94b41fbf907..cb76fd4cefb 100644
--- a/tests/performance/constant_column_search.xml
+++ b/tests/performance/constant_column_search.xml
@@ -43,7 +43,7 @@
 
     <query><![CDATA[SELECT DISTINCT Title, multiFuzzyMatchAny(Title, 2, ['^metrika\\.ry$']) AS distance FROM hits_100m_single WHERE distance = 1]]></query>
     <query><![CDATA[SELECT DISTINCT Title, multiFuzzyMatchAny(Title, 5, ['^metrika\\.ry$']) AS distance FROM hits_100m_single WHERE distance = 1]]></query>
-    <query><![CDATA[SELECT sum(multiFuzzyMatchAny(Title, 3, ['hello$', 'world$', '^hello'])) FROM hits_100m_single]]></query>
+    <query><![CDATA[SELECT sum(multiFuzzyMatchAny(Title, 3, ['hello$', 'world$', '^hello'])) FROM (SELECT * FROM hits_100m_single LIMIT 50000000) FORMAT Null]]></query>
     <query><![CDATA[SELECT count() FROM hits_10m_single WHERE multiFuzzyMatchAny(URL, 2, ['about/address', 'for_woman', '^https?://lm-company.ruy/$', 'ultimateguitar.com'])]]></query>
 
 
diff --git a/tests/performance/countMatches.xml b/tests/performance/countMatches.xml
index 72bd2b132c6..96905ba308f 100644
--- a/tests/performance/countMatches.xml
+++ b/tests/performance/countMatches.xml
@@ -9,14 +9,14 @@
 
     <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatches(URL, 'yandex')) SETTINGS max_threads=2</query>
     <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatches(URL, 'yandex|google')) SETTINGS max_threads=2</query>
-    <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatches(URL, '(\\w+=\\w+)')) SETTINGS max_threads=2</query>
+    <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatches(URL, '(\\w+=\\w+)')) SETTINGS max_threads=4</query>
 
     <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatchesCaseInsensitive(URL, 'yandex')) SETTINGS max_threads=2</query>
     <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatchesCaseInsensitive(URL, 'yandex|google')) SETTINGS max_threads=2</query>
-    <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatchesCaseInsensitive(URL, '(\\w+=\\w+)')) SETTINGS max_threads=2</query>
+    <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatchesCaseInsensitive(URL, '(\\w+=\\w+)')) SETTINGS max_threads=4</query>
 
     <!-- Another variant of case-insensitivity -->
     <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatches(URL, '(?i)yandex')) SETTINGS max_threads=2</query>
     <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatches(URL, '(?i)yandex|google')) SETTINGS max_threads=2</query>
-    <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatches(URL, '(?i)(\\w+=\\w+)')) SETTINGS max_threads=2</query>
+    <query>SELECT count() FROM test.hits WHERE NOT ignore(countMatches(URL, '(?i)(\\w+=\\w+)')) SETTINGS max_threads=4</query>
 </test>
diff --git a/tests/performance/general_purpose_hashes.xml b/tests/performance/general_purpose_hashes.xml
index e37e1c34496..c54e1c2fb02 100644
--- a/tests/performance/general_purpose_hashes.xml
+++ b/tests/performance/general_purpose_hashes.xml
@@ -35,14 +35,14 @@
            <name>table_slow</name>
            <values>
                <value>zeros(1000000)</value>
-               <value>zeros_mt(10000000)</value>
+               <value>zeros_mt(5000000)</value>
            </values>
         </substitution>
         <substitution>
            <name>table</name>
            <values>
                <value>numbers(100000000)</value>
-               <value>numbers_mt(1000000000)</value>
+               <value>numbers_mt(500000000)</value>
            </values>
         </substitution>
     </substitutions>
diff --git a/tests/performance/generate_table_function.xml b/tests/performance/generate_table_function.xml
index 0628e120966..bc49a7de1bd 100644
--- a/tests/performance/generate_table_function.xml
+++ b/tests/performance/generate_table_function.xml
@@ -11,7 +11,7 @@
     <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('i Tuple(Int32, Int64)', 0, 10, 10) LIMIT 1000000000);</query>
     <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('i Array(Int8)', 0, 10, 10) LIMIT 100000000);</query>
     <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('i Array(Nullable(Int32))', 0, 10, 10) LIMIT 100000000);</query>
-    <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('i Tuple(Int32, Array(Int64))', 0, 10, 10) LIMIT 1000000000);</query>
+    <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('i Tuple(Int32, Array(Int64))', 0, 10, 10) LIMIT 500000000);</query>
     <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('i Nullable(String)', 0, 10, 10) LIMIT 100000000);</query>
     <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('i Array(String)', 0, 10, 10) LIMIT 100000000);</query>
     <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('i UUID', 0, 10, 10) LIMIT 1000000000);</query>
diff --git a/tests/performance/push_down_limit.xml b/tests/performance/push_down_limit.xml
index 0611216410d..7e51d7d0763 100644
--- a/tests/performance/push_down_limit.xml
+++ b/tests/performance/push_down_limit.xml
@@ -1,7 +1,8 @@
 <test>
     <create_query>CREATE VIEW numbers_view AS SELECT number from numbers_mt(100000000) order by number desc</create_query>
 
-    <query>select number from (select number from numbers(1500000000) order by -number) limit 10</query>
+    <!-- This must have been an EXPLAIN test. -->
+    <query>select number from (select number from numbers(500000000) order by -number) limit 10</query>
     <query>select number from (select number from numbers_mt(1500000000) order by -number) limit 10</query>
 
     <query short="1">select number from numbers_view limit 100</query>
diff --git a/tests/performance/string_sort.xml b/tests/performance/string_sort.xml
index 82a91892af4..23ec8cf3144 100644
--- a/tests/performance/string_sort.xml
+++ b/tests/performance/string_sort.xml
@@ -35,7 +35,7 @@
     <query><![CDATA[SELECT {str1} FROM hits_100m_single ORDER BY {str1} LIMIT 2000 format Null]]></query>
     <query><![CDATA[SELECT {str1} FROM hits_100m_single ORDER BY {str1} LIMIT 5000 format Null]]></query>
     <query><![CDATA[SELECT {str1} FROM hits_100m_single ORDER BY {str1} LIMIT 10000 format Null]]></query>
-    <query><![CDATA[SELECT {str1} FROM hits_100m_single ORDER BY {str1} LIMIT 65535 format Null]]></query>
+    <query><![CDATA[SELECT {str1} FROM hits_10m_single ORDER BY {str1} LIMIT 65535 format Null]]></query>
 
     <query><![CDATA[SELECT {str1} FROM hits_100m_single ORDER BY {str1}, CounterID LIMIT 10 format Null]]></query>
     <query><![CDATA[SELECT {str1} FROM hits_100m_single ORDER BY {str1}, CounterID LIMIT 300 format Null]]></query>
diff --git a/tests/performance/url_hits.xml b/tests/performance/url_hits.xml
index 072fb5b94e7..f0ad6a786e0 100644
--- a/tests/performance/url_hits.xml
+++ b/tests/performance/url_hits.xml
@@ -1,13 +1,22 @@
 <test>
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
+        <table_exists>hits_10m_single</table_exists>
         <table_exists>test.hits</table_exists>
     </preconditions>
 
 
     <substitutions>
         <substitution>
-           <name>func</name>
+           <name>func_slow</name>
+           <values>
+               <value>URLHierarchy</value>
+               <value>URLPathHierarchy</value>
+           </values>
+       </substitution>
+
+        <substitution>
+           <name>func_fast</name>
            <values>
                <value>protocol</value>
                <value>domain</value>
@@ -22,8 +31,6 @@
                <value>queryStringAndFragment</value>
                <value>extractURLParameters</value>
                <value>extractURLParameterNames</value>
-               <value>URLHierarchy</value>
-               <value>URLPathHierarchy</value>
                <value>decodeURLComponent</value>
                <value>cutWWW</value>
                <value>cutQueryString</value>
@@ -31,7 +38,9 @@
            </values>
        </substitution>
     </substitutions>
-    <query>SELECT count() FROM hits_100m_single WHERE NOT ignore({func}(URL))</query>
+
+    <query>SELECT count() FROM hits_100m_single WHERE NOT ignore({func_fast}(URL))</query>
+    <query>SELECT count() FROM hits_10m_single  WHERE NOT ignore({func_slow}(URL))</query>
 
     <!-- firstSignificantSubdomain/firstSignificantSubdomainCustom -->
     <query>SELECT count() FROM test.hits WHERE NOT ignore(firstSignificantSubdomain(URL)) SETTINGS max_threads=1</query>
diff --git a/tests/performance/website.xml b/tests/performance/website.xml
index 9e7c8cdc536..ae497295ddb 100644
--- a/tests/performance/website.xml
+++ b/tests/performance/website.xml
@@ -36,7 +36,7 @@
 <query>SELECT SearchEngineID, SearchPhrase, count() AS c FROM {table} WHERE SearchPhrase != '' GROUP BY SearchEngineID, SearchPhrase ORDER BY c DESC LIMIT 10</query>
 <query>SELECT UserID, count() FROM {table} GROUP BY UserID ORDER BY count() DESC LIMIT 10</query>
 <query>SELECT UserID, SearchPhrase, count() FROM {table} GROUP BY UserID, SearchPhrase ORDER BY count() DESC LIMIT 10</query>
-<query>SELECT UserID, SearchPhrase, count() FROM {table} GROUP BY UserID, SearchPhrase LIMIT 10</query>
+<query>SELECT UserID, SearchPhrase, count() FROM hits_10m_single GROUP BY UserID, SearchPhrase LIMIT 10</query>
 <query>SELECT UserID, toMinute(EventTime) AS m, SearchPhrase, count() FROM hits_10m_single GROUP BY UserID, m, SearchPhrase ORDER BY count() DESC LIMIT 10</query>
 <query short="1">SELECT count() FROM hits_100m_single WHERE UserID = 12345678901234567890</query>
 <query>SELECT count() FROM hits_100m_single WHERE URL LIKE '%metrika%'</query>

From 4d34ea230970c2ba05151893bf9091d5ab46c11b Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 23 Dec 2020 06:32:55 +0300
Subject: [PATCH 413/742] Attempt to debug docs

---
 docs/tools/release.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/tools/release.sh b/docs/tools/release.sh
index a65827fc073..fd58b4d8305 100755
--- a/docs/tools/release.sh
+++ b/docs/tools/release.sh
@@ -32,7 +32,7 @@ then
     git add ".nojekyll"
 
     # Push to GitHub rewriting the existing contents.
-    git commit -a -m "Add new release at $(date)"
+    git commit --quiet -m "Add new release at $(date)"
     git push --force origin master
 
     if [[ ! -z "${CLOUDFLARE_TOKEN}" ]]

From 12a36c0e9f2ec8df35271779410ea84234a43b98 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Wed, 23 Dec 2020 12:34:15 +0800
Subject: [PATCH 414/742] allow nested if (useless but also harmless)

---
 src/AggregateFunctions/AggregateFunctionIf.h | 7 -------
 1 file changed, 7 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionIf.h b/src/AggregateFunctions/AggregateFunctionIf.h
index 4de72de883e..e3a23a432c7 100644
--- a/src/AggregateFunctions/AggregateFunctionIf.h
+++ b/src/AggregateFunctions/AggregateFunctionIf.h
@@ -35,13 +35,6 @@ public:
         if (num_arguments == 0)
             throw Exception("Aggregate function " + getName() + " require at least one argument", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
-        IAggregateFunction * sub = this;
-        while ((sub = sub->getNestedFunction().get()))
-        {
-            if (dynamic_cast<AggregateFunctionIf *>(sub))
-                throw Exception("Cannot nest -If combinator", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-        }
-
         if (!isUInt8(types.back()))
             throw Exception("Last argument for aggregate function " + getName() + " must be UInt8", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
     }

From 497a93095b6b43ccfdb8a2b1b3f1fb23aa13a56b Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Wed, 23 Dec 2020 06:30:45 +0100
Subject: [PATCH 415/742] Update Pipe.cpp

Fixes #18240
---
 src/Processors/Pipe.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Processors/Pipe.cpp b/src/Processors/Pipe.cpp
index 12c1f628e8d..e8943790e68 100644
--- a/src/Processors/Pipe.cpp
+++ b/src/Processors/Pipe.cpp
@@ -28,7 +28,7 @@ static void checkSource(const IProcessor & source)
                         ErrorCodes::LOGICAL_ERROR);
 
     if (source.getOutputs().size() > 1)
-        throw Exception("Source for pipe should have single or two outputs, but " + source.getName() + " has " +
+        throw Exception("Source for pipe should have single output, but " + source.getName() + " has " +
                         toString(source.getOutputs().size()) + " outputs.", ErrorCodes::LOGICAL_ERROR);
 }
 

From 22a0edc5967ae842ac82eb4e7186ef6849a50dc9 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date: Wed, 23 Dec 2020 09:44:44 +0300
Subject: [PATCH 416/742] Update IStorage.cpp

---
 src/Storages/IStorage.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/Storages/IStorage.cpp b/src/Storages/IStorage.cpp
index a0ef033870c..5f500518516 100644
--- a/src/Storages/IStorage.cpp
+++ b/src/Storages/IStorage.cpp
@@ -214,5 +214,6 @@ std::string FilterInfo::dump() const
     }
 
     return ss.str();
+}
 
 }

From cc73cd2e20466d6d2b24d904998773e9765fd2e4 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Wed, 23 Dec 2020 11:08:57 +0300
Subject: [PATCH 417/742] added a few details

---
 docs/en/sql-reference/functions/other-functions.md | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index daf39e1e898..a6389bdc485 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1172,8 +1172,7 @@ Result:
 
 ## finalizeAggregation {#function-finalizeaggregation}
 
-Takes [state](../../sql-reference/aggregate-functions/combinators/#agg-functions-combinator-state) of aggregate function. Returns result of aggregation (finalized state).
-
+Takes state of aggregate function. Returns result of aggregation (finalized state). Useful with using [-State](../../sql-reference/aggregate-functions/combinators/#agg-functions-combinator-state) combinator.
 
 **Syntax** 
 
@@ -1267,6 +1266,12 @@ Result:
 └────────┴─────────────┴────────────────┘
 ```
 
+**See Also** 
+
+[arrayReduce](../../sql-reference/functions/array-functions/#arrayreduce)
+
+[initializeAggregation](../../sql-reference/aggregate-functions/reference/initializeAggregation)
+
 ## runningAccumulate {#runningaccumulate}
 
 Accumulates states of an aggregate function for each row of a data block.

From 35a6adf598aa9fb7b09f555801de9f7021251c41 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Wed, 23 Dec 2020 11:22:49 +0300
Subject: [PATCH 418/742] fixed links

---
 docs/en/sql-reference/functions/other-functions.md | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index a6389bdc485..40208d15667 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1172,7 +1172,7 @@ Result:
 
 ## finalizeAggregation {#function-finalizeaggregation}
 
-Takes state of aggregate function. Returns result of aggregation (finalized state). Useful with using [-State](../../sql-reference/aggregate-functions/combinators/#agg-functions-combinator-state) combinator.
+Takes state of aggregate function. Returns result of aggregation (finalized state). Useful with using [-State](../../sql-reference/aggregate-functions/combinators.md#agg-functions-combinator-state) combinator.
 
 **Syntax** 
 
@@ -1182,13 +1182,13 @@ finalizeAggregation(state)
 
 **Parameters**
 
--   `state` — State of aggregation. [AggregateFunction](../../sql-reference/data-types/aggregatefunction.md#data-type-aggregatefunction).
+-   `state` — State of aggregation. [AggregateFunction](../../sql-reference/data-types/aggregatefunction.md#data-type-aggregatefunction.md).
 
 **Returned value(s)**
 
 -   Value/values that was aggregated.
 
-Type: Value of any types that was aggregated. [See](../../sql-reference/data-types/aggregatefunction/) 
+Type: Value of any types that was aggregated. [See](../../sql-reference/data-types/aggregatefunction.md) 
 
 **Examples**
 
@@ -1268,9 +1268,9 @@ Result:
 
 **See Also** 
 
-[arrayReduce](../../sql-reference/functions/array-functions/#arrayreduce)
+[arrayReduce](../../sql-reference/functions/array-functions.md/#arrayreduce)
 
-[initializeAggregation](../../sql-reference/aggregate-functions/reference/initializeAggregation)
+[initializeAggregation](../../sql-reference/aggregate-functions/reference/initializeAggregation.md)
 
 ## runningAccumulate {#runningaccumulate}
 

From 011b159f068bae363373495c0542debbcc63480d Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Wed, 23 Dec 2020 11:52:45 +0300
Subject: [PATCH 419/742] fixed links x2

---
 docs/en/sql-reference/functions/other-functions.md | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index 40208d15667..6a0f6c7d86f 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1182,13 +1182,13 @@ finalizeAggregation(state)
 
 **Parameters**
 
--   `state` — State of aggregation. [AggregateFunction](../../sql-reference/data-types/aggregatefunction.md#data-type-aggregatefunction.md).
+-   `state` — State of aggregation. [AggregateFunction](../../sql-reference/data-types/aggregatefunction.md#data-type-aggregatefunction).
 
 **Returned value(s)**
 
 -   Value/values that was aggregated.
 
-Type: Value of any types that was aggregated. [See](../../sql-reference/data-types/aggregatefunction.md) 
+Type: Value of any types that was aggregated. 
 
 **Examples**
 
@@ -1268,7 +1268,7 @@ Result:
 
 **See Also** 
 
-[arrayReduce](../../sql-reference/functions/array-functions.md/#arrayreduce)
+[arrayReduce](../../sql-reference/functions/array-functions.md#arrayreduce)
 
 [initializeAggregation](../../sql-reference/aggregate-functions/reference/initializeAggregation.md)
 

From 092ca61ea9204113bd59735bd1428ff33ca18e9c Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Wed, 23 Dec 2020 12:05:59 +0300
Subject: [PATCH 420/742] fixed typos

---
 docs/en/sql-reference/functions/other-functions.md | 9 ++++-----
 1 file changed, 4 insertions(+), 5 deletions(-)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index 6a0f6c7d86f..b89b648bd8b 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1172,12 +1172,12 @@ Result:
 
 ## finalizeAggregation {#function-finalizeaggregation}
 
-Takes state of aggregate function. Returns result of aggregation (finalized state). Useful with using [-State](../../sql-reference/aggregate-functions/combinators.md#agg-functions-combinator-state) combinator.
+Takes state of aggregate function. Returns result of aggregation (finalized state). Useful with [-State](../../sql-reference/aggregate-functions/combinators.md#agg-functions-combinator-state) combinator.
 
 **Syntax** 
 
 ``` sql
-finalizeAggregation(state)
+finalizeAggregation(state);
 ```
 
 **Parameters**
@@ -1268,9 +1268,8 @@ Result:
 
 **See Also** 
 
-[arrayReduce](../../sql-reference/functions/array-functions.md#arrayreduce)
-
-[initializeAggregation](../../sql-reference/aggregate-functions/reference/initializeAggregation.md)
+-   [arrayReduce](../../sql-reference/functions/array-functions.md#arrayreduce)
+-   [initializeAggregation](../../sql-reference/aggregate-functions/reference/initializeAggregation.md)
 
 ## runningAccumulate {#runningaccumulate}
 

From 518cac61503c58e43472783e3772a42ca9585553 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Wed, 23 Dec 2020 13:11:24 +0300
Subject: [PATCH 421/742] fix for review

---
 src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
index 3f63d34b1c6..8ddf7cde387 100644
--- a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
@@ -79,7 +79,7 @@ void FutureMergedMutatedPart::assign(MergeTreeData::DataPartsVector parts_)
 
     size_t sum_rows = 0;
     size_t sum_bytes_uncompressed = 0;
-    MergeTreeDataPartType future_part_type;
+    MergeTreeDataPartType future_part_type = MergeTreeDataPartType::UNKNOWN;
     for (const auto & part : parts_)
     {
         sum_rows += part->rows_count;

From ddfe9f61e0f360aad55beceb282a411e4737c5c3 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 23 Dec 2020 13:57:07 +0300
Subject: [PATCH 422/742] Fix website

---
 docs/tools/purge_cache_for_changed_files.py | 78 ---------------------
 docs/tools/release.sh                       |  4 +-
 2 files changed, 3 insertions(+), 79 deletions(-)
 delete mode 100644 docs/tools/purge_cache_for_changed_files.py

diff --git a/docs/tools/purge_cache_for_changed_files.py b/docs/tools/purge_cache_for_changed_files.py
deleted file mode 100644
index 6cfc9d18a57..00000000000
--- a/docs/tools/purge_cache_for_changed_files.py
+++ /dev/null
@@ -1,78 +0,0 @@
-#!/usr/bin/env python3
-
-import subprocess
-import requests
-import os
-import time
-
-FNAME_START = "+++"
-
-CLOUDFLARE_URL = "https://api.cloudflare.com/client/v4/zones/4fc6fb1d46e87851605aa7fa69ca6fe0/purge_cache"
-
-# we have changes in revision and commit sha on all pages
-# so such changes have to be ignored
-MIN_CHANGED_WORDS = 4
-
-
-def collect_changed_files():
-    proc = subprocess.Popen("git diff HEAD~1 --word-diff=porcelain | grep -e '^+[^+]\|^\-[^\-]\|^\+\+\+'", stdout=subprocess.PIPE, shell=True)
-    changed_files = []
-    current_file_name = ""
-    changed_words = []
-    while True:
-        line = proc.stdout.readline().decode("utf-8").strip()
-        if not line:
-            break
-        if FNAME_START in line:
-            if changed_words:
-                if len(changed_words) > MIN_CHANGED_WORDS:
-                    changed_files.append(current_file_name)
-                changed_words = []
-            current_file_name = line[6:]
-        else:
-            changed_words.append(line)
-    return changed_files
-
-
-def filter_and_transform_changed_files(changed_files, base_domain):
-    result = []
-    for f in changed_files:
-        if f.endswith(".html"):
-            result.append(base_domain + f.replace("index.html", ""))
-    return result
-
-
-def convert_to_dicts(changed_files, batch_size):
-    result = []
-    current_batch = {"files": []}
-    for f in changed_files:
-        if len(current_batch["files"]) >= batch_size:
-            result.append(current_batch)
-            current_batch = {"files": []}
-        current_batch["files"].append(f)
-
-    if current_batch["files"]:
-        result.append(current_batch)
-    return result
-
-
-def post_data(prepared_batches, token):
-    headers = {"Authorization": "Bearer {}".format(token)}
-    for batch in prepared_batches:
-        print(("Pugring cache for", ", ".join(batch["files"])))
-        response = requests.post(CLOUDFLARE_URL, json=batch, headers=headers)
-        response.raise_for_status()
-        time.sleep(3)
-
-
-if __name__ == "__main__":
-    token = os.getenv("CLOUDFLARE_TOKEN")
-    if not token:
-        raise Exception("Env variable CLOUDFLARE_TOKEN is empty")
-    base_domain = os.getenv("BASE_DOMAIN", "https://content.clickhouse.tech/")
-    changed_files = collect_changed_files()
-    print(("Found", len(changed_files), "changed files"))
-    filtered_files = filter_and_transform_changed_files(changed_files, base_domain)
-    print(("Files rest after filtering", len(filtered_files)))
-    prepared_batches = convert_to_dicts(filtered_files, 25)
-    post_data(prepared_batches, token)
diff --git a/docs/tools/release.sh b/docs/tools/release.sh
index fd58b4d8305..9e529b25d0f 100755
--- a/docs/tools/release.sh
+++ b/docs/tools/release.sh
@@ -38,6 +38,8 @@ then
     if [[ ! -z "${CLOUDFLARE_TOKEN}" ]]
     then
         sleep 1m
-        python3 "${BASE_DIR}/purge_cache_for_changed_files.py"
+        # https://api.cloudflare.com/#zone-purge-files-by-cache-tags,-host-or-prefix
+        POST_DATA='{"hosts":"clickhouse.tech"}'
+        curl -X POST "https://api.cloudflare.com/client/v4/zones/4fc6fb1d46e87851605aa7fa69ca6fe0/purge_cache" -H "Authorization: Bearer ${CLOUDFLARE_TOKEN}" -H "Content-Type:application/json" --data "${POST_DATA}"
     fi
 fi

From 58d0e8901ee241a59a122858210c450b1a903eb7 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 23 Dec 2020 14:05:59 +0300
Subject: [PATCH 423/742] Remove hardcoded tests

---
 docker/test/coverage/run.sh | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docker/test/coverage/run.sh b/docker/test/coverage/run.sh
index cb972dc827d..e2369a28a9a 100755
--- a/docker/test/coverage/run.sh
+++ b/docker/test/coverage/run.sh
@@ -80,7 +80,7 @@ LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "RENAM
 LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "RENAME TABLE datasets.visits_v1 TO test.visits"
 LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-client --query "SHOW TABLES FROM test"
 
-LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-test -j 8 --testname --shard --zookeeper --print-time --use-skip-list 00676_group_by_in 01533_optimize_skip_merged_partitions 01232_preparing_sets_race_condition 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee /test_result.txt
+LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-test -j 8 --testname --shard --zookeeper --print-time --use-skip-list 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee /test_result.txt
 
 readarray -t FAILED_TESTS < <(awk '/FAIL|TIMEOUT|ERROR/ { print substr($3, 1, length($3)-1) }' "/test_result.txt")
 
@@ -97,7 +97,7 @@ then
 
     echo "Going to run again: ${FAILED_TESTS[*]}"
 
-    LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-test --order=random --testname --shard --zookeeper --use-skip-list "${FAILED_TESTS[@]}" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee -a "/test_result.txt"
+    LLVM_PROFILE_FILE='client_coverage_%5m.profraw' clickhouse-test --order=random --testname --shard --zookeeper --use-skip-list "${FAILED_TESTS[@]}" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee -a /test_result.txt
 else
     echo "No failed tests"
 fi

From 54455b4740d03b70bd66a498568b71785053b64b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 23 Dec 2020 14:53:49 +0300
Subject: [PATCH 424/742] Add test for already working code

---
 src/Storages/MergeTree/IMergeTreeDataPart.cpp |  7 +++++
 .../test_default_compression_codec/test.py    | 26 +++++++++++++++++++
 2 files changed, 33 insertions(+)

diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.cpp b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
index 6a98529966c..104eedf060e 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
@@ -549,6 +549,13 @@ CompressionCodecPtr IMergeTreeDataPart::detectDefaultCompressionCodec() const
         auto column_size = getColumnSize(part_column.name, *part_column.type);
         if (column_size.data_compressed != 0 && !storage_columns.hasCompressionCodec(part_column.name))
         {
+            String path_to_data_file = getFullRelativePath() + getFileNameForColumn(part_column) + ".bin";
+            if (!volume->getDisk()->exists(path_to_data_file))
+            {
+                LOG_WARNING(storage.log, "Part's {} column {} has non zero data compressed size, but data file {} doesn't exists", name, backQuoteIfNeed(part_column.name), path_to_data_file);
+                continue;
+            }
+
             result = getCompressionCodecForFile(volume->getDisk(), getFullRelativePath() + getFileNameForColumn(part_column) + ".bin");
             break;
         }
diff --git a/tests/integration/test_default_compression_codec/test.py b/tests/integration/test_default_compression_codec/test.py
index 116454cc31f..4d111db59ab 100644
--- a/tests/integration/test_default_compression_codec/test.py
+++ b/tests/integration/test_default_compression_codec/test.py
@@ -9,6 +9,7 @@ cluster = ClickHouseCluster(__file__)
 node1 = cluster.add_instance('node1', main_configs=['configs/default_compression.xml', 'configs/wide_parts_only.xml'], with_zookeeper=True)
 node2 = cluster.add_instance('node2', main_configs=['configs/default_compression.xml', 'configs/wide_parts_only.xml'], with_zookeeper=True)
 node3 = cluster.add_instance('node3', main_configs=['configs/default_compression.xml', 'configs/wide_parts_only.xml'], image='yandex/clickhouse-server', tag='20.3.16', stay_alive=True, with_installed_binary=True)
+node4 = cluster.add_instance('node4')
 
 @pytest.fixture(scope="module")
 def start_cluster():
@@ -228,3 +229,28 @@ def test_default_codec_version_update(start_cluster):
         "SELECT default_compression_codec FROM system.parts WHERE table = 'compression_table' and name = '2_2_2_1'") == "LZ4HC(5)\n"
     assert node3.query(
         "SELECT default_compression_codec FROM system.parts WHERE table = 'compression_table' and name = '3_3_3_1'") == "LZ4\n"
+
+def test_default_codec_for_compact_parts(start_cluster):
+    node4.query("""
+    CREATE TABLE compact_parts_table (
+        key UInt64,
+        data String
+    )
+    ENGINE MergeTree ORDER BY tuple()
+    """)
+
+    node4.query("INSERT INTO compact_parts_table VALUES (1, 'Hello world')")
+    assert node4.query("SELECT COUNT() FROM compact_parts_table") == "1\n"
+
+    node4.query("ALTER TABLE compact_parts_table DETACH PART 'all_1_1_0'")
+
+    node4.exec_in_container(["bash", "-c", "rm /var/lib/clickhouse/data/default/compact_parts_table/detached/all_1_1_0/default_compression_codec.txt"])
+
+    node4.query("ALTER TABLE compact_parts_table ATTACH PART 'all_1_1_0'")
+
+    assert node4.query("SELECT COUNT() FROM compact_parts_table") == "1\n"
+
+    node4.query("DETACH TABLE compact_parts_table")
+    node4.query("ATTACH TABLE compact_parts_table")
+
+    assert node4.query("SELECT COUNT() FROM compact_parts_table") == "1\n"

From fb1c6c4eb4e82775fe440712675d434a5081278f Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 23 Dec 2020 15:03:55 +0300
Subject: [PATCH 425/742] Update MergeTreeSettings.h

---
 src/Storages/MergeTree/MergeTreeSettings.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/MergeTree/MergeTreeSettings.h b/src/Storages/MergeTree/MergeTreeSettings.h
index d14e1f8a91b..7038d876156 100644
--- a/src/Storages/MergeTree/MergeTreeSettings.h
+++ b/src/Storages/MergeTree/MergeTreeSettings.h
@@ -138,7 +138,7 @@ struct MergeTreeSettings : public BaseSettings<MergeTreeSettingsTraits>
     static bool isReadonlySetting(const String & name)
     {
         return name == "index_granularity" || name == "index_granularity_bytes" || name == "write_final_mark"
-            || name == "enable_mixed_granularity_parts" || name == "in_memory_parts_enable_wal";
+            || name == "enable_mixed_granularity_parts";
     }
 
     static bool isPartFormatSetting(const String & name)

From 5fc3da74d0b08678ecab363082bcdda2b4fea1ad Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 23 Dec 2020 15:04:29 +0300
Subject: [PATCH 426/742] Update test.py

---
 tests/integration/test_polymorphic_parts/test.py | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/tests/integration/test_polymorphic_parts/test.py b/tests/integration/test_polymorphic_parts/test.py
index 80cb59c6789..06b38ac2e59 100644
--- a/tests/integration/test_polymorphic_parts/test.py
+++ b/tests/integration/test_polymorphic_parts/test.py
@@ -431,7 +431,17 @@ def test_in_memory_wal(start_cluster):
     node11.exec_in_container(['bash', '-c', 'test -s {}'.format(wal_file)])
     # Check file exists
     node11.exec_in_container(['bash', '-c', 'test -f {}'.format(broken_wal_file)])
+    # Data is lost without WAL
+    node11.query("ALTER TABLE wal_table MODIFY SETTING in_memory_parts_enable_wal = 0")
+    with PartitionManager() as pm:
+        pm.partition_instances(node11, node12)
 
+        insert_random_data('wal_table', node11, 50)
+        check(node11, 350, 7)
+
+        node11.restart_clickhouse(kill=True)
+        check(node11, 300, 6)
+        
 
 def test_in_memory_wal_rotate(start_cluster):
     # Write every part to single wal

From af53559b4fae52c240b7377053bef44e0f0c6bba Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 23 Dec 2020 15:05:25 +0300
Subject: [PATCH 427/742] Update test.py

---
 tests/integration/test_polymorphic_parts/test.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/integration/test_polymorphic_parts/test.py b/tests/integration/test_polymorphic_parts/test.py
index 06b38ac2e59..9d294e5948f 100644
--- a/tests/integration/test_polymorphic_parts/test.py
+++ b/tests/integration/test_polymorphic_parts/test.py
@@ -433,6 +433,7 @@ def test_in_memory_wal(start_cluster):
     node11.exec_in_container(['bash', '-c', 'test -f {}'.format(broken_wal_file)])
     # Data is lost without WAL
     node11.query("ALTER TABLE wal_table MODIFY SETTING in_memory_parts_enable_wal = 0")
+    
     with PartitionManager() as pm:
         pm.partition_instances(node11, node12)
 
@@ -441,7 +442,7 @@ def test_in_memory_wal(start_cluster):
 
         node11.restart_clickhouse(kill=True)
         check(node11, 300, 6)
-        
+
 
 def test_in_memory_wal_rotate(start_cluster):
     # Write every part to single wal

From 28aef2ddd482976c4bcd417b06c3c98294db305c Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 23 Dec 2020 15:05:55 +0300
Subject: [PATCH 428/742] Update test.py

---
 tests/integration/test_polymorphic_parts/test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_polymorphic_parts/test.py b/tests/integration/test_polymorphic_parts/test.py
index 9d294e5948f..83b1be104ac 100644
--- a/tests/integration/test_polymorphic_parts/test.py
+++ b/tests/integration/test_polymorphic_parts/test.py
@@ -431,9 +431,9 @@ def test_in_memory_wal(start_cluster):
     node11.exec_in_container(['bash', '-c', 'test -s {}'.format(wal_file)])
     # Check file exists
     node11.exec_in_container(['bash', '-c', 'test -f {}'.format(broken_wal_file)])
+    
     # Data is lost without WAL
     node11.query("ALTER TABLE wal_table MODIFY SETTING in_memory_parts_enable_wal = 0")
-    
     with PartitionManager() as pm:
         pm.partition_instances(node11, node12)
 

From e3d9f4739db8ecf372a9fb26088bf6dd9b793003 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 23 Dec 2020 15:06:21 +0300
Subject: [PATCH 429/742] Update test.py

---
 tests/integration/test_polymorphic_parts/test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_polymorphic_parts/test.py b/tests/integration/test_polymorphic_parts/test.py
index 83b1be104ac..50a8192fbc5 100644
--- a/tests/integration/test_polymorphic_parts/test.py
+++ b/tests/integration/test_polymorphic_parts/test.py
@@ -431,7 +431,7 @@ def test_in_memory_wal(start_cluster):
     node11.exec_in_container(['bash', '-c', 'test -s {}'.format(wal_file)])
     # Check file exists
     node11.exec_in_container(['bash', '-c', 'test -f {}'.format(broken_wal_file)])
-    
+
     # Data is lost without WAL
     node11.query("ALTER TABLE wal_table MODIFY SETTING in_memory_parts_enable_wal = 0")
     with PartitionManager() as pm:

From 7a9282ee7bc6884bad7ce19f575f1cdc2b30b15e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 23 Dec 2020 15:31:16 +0300
Subject: [PATCH 430/742] Try fix ya.make

---
 src/DataStreams/ya.make    | 1 +
 src/DataStreams/ya.make.in | 1 +
 2 files changed, 2 insertions(+)

diff --git a/src/DataStreams/ya.make b/src/DataStreams/ya.make
index 776578af131..858bf7081e7 100644
--- a/src/DataStreams/ya.make
+++ b/src/DataStreams/ya.make
@@ -6,6 +6,7 @@ LIBRARY()
 PEERDIR(
     clickhouse/src/Common
     contrib/libs/poco/MongoDB
+    contrib/restricted/boost/libs
 )
 
 NO_COMPILER_WARNINGS()
diff --git a/src/DataStreams/ya.make.in b/src/DataStreams/ya.make.in
index d6a683daa66..1624ddb799f 100644
--- a/src/DataStreams/ya.make.in
+++ b/src/DataStreams/ya.make.in
@@ -5,6 +5,7 @@ LIBRARY()
 PEERDIR(
     clickhouse/src/Common
     contrib/libs/poco/MongoDB
+    contrib/restricted/boost/libs
 )
 
 NO_COMPILER_WARNINGS()

From b6ff4713ee5d8428fcde09b39265ce24dce8eead Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 23 Dec 2020 15:31:18 +0300
Subject: [PATCH 431/742] Build contrib in release

---
 contrib/CMakeLists.txt | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/contrib/CMakeLists.txt b/contrib/CMakeLists.txt
index 9fccee89c1d..a8cd1f07c1a 100644
--- a/contrib/CMakeLists.txt
+++ b/contrib/CMakeLists.txt
@@ -14,6 +14,10 @@ unset (_current_dir_name)
 set (CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -w")
 set (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -w")
 
+if (WITH_COVERAGE)
+  add_compile_options(-O3 -DNDEBUG -finline)
+endif()
+
 if (SANITIZE STREQUAL "undefined")
     # 3rd-party libraries usually not intended to work with UBSan.
     add_compile_options(-fno-sanitize=undefined)

From 7ab38d5007193aacefac3cffec83780016c22d43 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 23 Dec 2020 15:54:20 +0300
Subject: [PATCH 432/742] Use Port::Data instead of Chunk in LazyOutputFormat.

---
 src/Processors/Formats/IOutputFormat.cpp    | 40 +++++++++++++++------
 src/Processors/Formats/IOutputFormat.h      | 13 ++++---
 src/Processors/Formats/LazyOutputFormat.cpp | 14 ++++----
 src/Processors/Formats/LazyOutputFormat.h   | 16 ++++-----
 src/Processors/Port.h                       | 15 ++++----
 5 files changed, 63 insertions(+), 35 deletions(-)

diff --git a/src/Processors/Formats/IOutputFormat.cpp b/src/Processors/Formats/IOutputFormat.cpp
index 88649d9ca25..2f0ef603022 100644
--- a/src/Processors/Formats/IOutputFormat.cpp
+++ b/src/Processors/Formats/IOutputFormat.cpp
@@ -5,6 +5,11 @@
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int NOT_IMPLEMENTED;
+}
+
 IOutputFormat::IOutputFormat(const Block & header_, WriteBuffer & out_)
     : IProcessor({header_, header_, header_}, {}), out(out_)
 {
@@ -30,7 +35,7 @@ IOutputFormat::Status IOutputFormat::prepare()
         if (!input.hasData())
             return Status::NeedData;
 
-        current_chunk = input.pull(true);
+        current_chunk = input.pullData(true);
         current_block_kind = kind;
         has_input = true;
         return Status::Ready;
@@ -44,23 +49,31 @@ IOutputFormat::Status IOutputFormat::prepare()
     return Status::Finished;
 }
 
-static Chunk prepareTotals(Chunk chunk)
+static Port::Data prepareTotals(Port::Data data)
 {
-    if (!chunk.hasRows())
+    if (data.exception)
+        return data;
+
+    if (!data.chunk.hasRows())
         return {};
 
-    if (chunk.getNumRows() > 1)
+    if (data.chunk.getNumRows() > 1)
     {
         /// This may happen if something like ARRAY JOIN was executed on totals.
         /// Skip rows except the first one.
-        auto columns = chunk.detachColumns();
+        auto columns = data.chunk.detachColumns();
         for (auto & column : columns)
             column = column->cut(0, 1);
 
-        chunk.setColumns(std::move(columns), 1);
+        data.chunk.setColumns(std::move(columns), 1);
     }
 
-    return chunk;
+    return data;
+}
+
+void IOutputFormat::consume(Chunk)
+{
+    throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Method consume s not implemented for {}", getName());
 }
 
 void IOutputFormat::work()
@@ -84,17 +97,24 @@ void IOutputFormat::work()
     switch (current_block_kind)
     {
         case Main:
-            result_rows += current_chunk.getNumRows();
-            result_bytes += current_chunk.allocatedBytes();
+        {
+            result_rows += current_chunk.chunk.getNumRows();
+            result_bytes += current_chunk.chunk.allocatedBytes();
             consume(std::move(current_chunk));
             break;
+        }
         case Totals:
-            if (auto totals = prepareTotals(std::move(current_chunk)))
+        {
+            auto totals = prepareTotals(std::move(current_chunk));
+            if (totals.exception || totals.chunk)
                 consumeTotals(std::move(totals));
             break;
+        }
         case Extremes:
+        {
             consumeExtremes(std::move(current_chunk));
             break;
+        }
     }
 
     if (auto_flush)
diff --git a/src/Processors/Formats/IOutputFormat.h b/src/Processors/Formats/IOutputFormat.h
index 67c307df2aa..e3552b734e8 100644
--- a/src/Processors/Formats/IOutputFormat.h
+++ b/src/Processors/Formats/IOutputFormat.h
@@ -28,7 +28,7 @@ public:
 protected:
     WriteBuffer & out;
 
-    Chunk current_chunk;
+    Port::Data current_chunk;
     PortKind current_block_kind = PortKind::Main;
     bool has_input = false;
     bool finished = false;
@@ -39,9 +39,14 @@ protected:
 
     RowsBeforeLimitCounterPtr rows_before_limit_counter;
 
-    virtual void consume(Chunk) = 0;
+    virtual void consume(Chunk);
     virtual void consumeTotals(Chunk) {}
     virtual void consumeExtremes(Chunk) {}
+
+    virtual void consume(Port::Data data) { consume(data.getChunkOrTrow()); }
+    virtual void consumeTotals(Port::Data data) { consumeTotals(data.getChunkOrTrow()); }
+    virtual void consumeExtremes(Port::Data data) { consumeExtremes(data.getChunkOrTrow()); }
+
     virtual void finalize() {}
 
 public:
@@ -77,8 +82,8 @@ public:
     virtual void doWritePrefix() {}
     virtual void doWriteSuffix() { finalize(); }
 
-    void setTotals(const Block & totals) { consumeTotals(Chunk(totals.getColumns(), totals.rows())); }
-    void setExtremes(const Block & extremes) { consumeExtremes(Chunk(extremes.getColumns(), extremes.rows())); }
+    void setTotals(const Block & totals) { consumeTotals(Port::Data{.chunk = Chunk(totals.getColumns(), totals.rows())}); }
+    void setExtremes(const Block & extremes) { consumeExtremes(Port::Data{.chunk = Chunk(extremes.getColumns(), extremes.rows())}); }
 
     size_t getResultRows() const { return result_rows; }
     size_t getResultBytes() const { return result_bytes; }
diff --git a/src/Processors/Formats/LazyOutputFormat.cpp b/src/Processors/Formats/LazyOutputFormat.cpp
index 46287d1cce9..72996de9593 100644
--- a/src/Processors/Formats/LazyOutputFormat.cpp
+++ b/src/Processors/Formats/LazyOutputFormat.cpp
@@ -15,24 +15,24 @@ Chunk LazyOutputFormat::getChunk(UInt64 milliseconds)
             return {};
     }
 
-    Chunk chunk;
-    if (!queue.tryPop(chunk, milliseconds))
+    Port::Data data;
+    if (!queue.tryPop(data, milliseconds))
         return {};
 
-    if (chunk)
-        info.update(chunk.getNumRows(), chunk.allocatedBytes());
+    if (!data.exception)
+        info.update(data.chunk.getNumRows(), data.chunk.allocatedBytes());
 
-    return chunk;
+    return data.getChunkOrTrow();
 }
 
 Chunk LazyOutputFormat::getTotals()
 {
-    return std::move(totals);
+    return totals.getChunkOrTrow();
 }
 
 Chunk LazyOutputFormat::getExtremes()
 {
-    return std::move(extremes);
+    return extremes.getChunkOrTrow();
 }
 
 void LazyOutputFormat::setRowsBeforeLimit(size_t rows_before_limit)
diff --git a/src/Processors/Formats/LazyOutputFormat.h b/src/Processors/Formats/LazyOutputFormat.h
index 06ec116f3dd..9f24e54735c 100644
--- a/src/Processors/Formats/LazyOutputFormat.h
+++ b/src/Processors/Formats/LazyOutputFormat.h
@@ -37,28 +37,28 @@ public:
     }
 
 protected:
-    void consume(Chunk chunk) override
+    void consume(Port::Data data) override
     {
         if (!finished_processing)
-            queue.emplace(std::move(chunk));
+            queue.emplace(std::move(data));
     }
 
-    void consumeTotals(Chunk chunk) override { totals = std::move(chunk); }
-    void consumeExtremes(Chunk chunk) override { extremes = std::move(chunk); }
+    void consumeTotals(Port::Data data) override { totals = std::move(data); }
+    void consumeExtremes(Port::Data data) override { extremes = std::move(data); }
 
     void finalize() override
     {
         finished_processing = true;
 
         /// In case we are waiting for result.
-        queue.emplace(Chunk());
+        queue.emplace(Port::Data{});
     }
 
 private:
 
-    ConcurrentBoundedQueue<Chunk> queue;
-    Chunk totals;
-    Chunk extremes;
+    ConcurrentBoundedQueue<Port::Data> queue;
+    Port::Data totals;
+    Port::Data extremes;
 
     /// Is not used.
     static WriteBuffer out;
diff --git a/src/Processors/Port.h b/src/Processors/Port.h
index ac71c394518..c7401a18afe 100644
--- a/src/Processors/Port.h
+++ b/src/Processors/Port.h
@@ -60,6 +60,14 @@ protected:
             /// Note: std::variant can be used. But move constructor for it can't be inlined.
             Chunk chunk;
             std::exception_ptr exception;
+
+            Chunk getChunkOrTrow()
+            {
+                if (exception)
+                    std::rethrow_exception(std::move(exception));
+
+                return std::move(chunk);
+            }
         };
 
     private:
@@ -303,12 +311,7 @@ public:
 
     Chunk ALWAYS_INLINE pull(bool set_not_needed = false)
     {
-        auto data_ = pullData(set_not_needed);
-
-        if (data_.exception)
-            std::rethrow_exception(data_.exception);
-
-        return std::move(data_.chunk);
+        return pullData(set_not_needed).getChunkOrTrow();
     }
 
     bool ALWAYS_INLINE isFinished() const

From 34b6b8407ac14bc7abc338cbb34e79013979347e Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 23 Dec 2020 15:55:51 +0300
Subject: [PATCH 433/742] Fix website

---
 docs/tools/release.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/tools/release.sh b/docs/tools/release.sh
index 9e529b25d0f..5a838474324 100755
--- a/docs/tools/release.sh
+++ b/docs/tools/release.sh
@@ -39,7 +39,7 @@ then
     then
         sleep 1m
         # https://api.cloudflare.com/#zone-purge-files-by-cache-tags,-host-or-prefix
-        POST_DATA='{"hosts":"clickhouse.tech"}'
+        POST_DATA='{"hosts":["clickhouse.tech"]}'
         curl -X POST "https://api.cloudflare.com/client/v4/zones/4fc6fb1d46e87851605aa7fa69ca6fe0/purge_cache" -H "Authorization: Bearer ${CLOUDFLARE_TOKEN}" -H "Content-Type:application/json" --data "${POST_DATA}"
     fi
 fi

From 2e0a2257b8ab26220e34c01a1970918e88903fc8 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Wed, 23 Dec 2020 18:51:06 +0800
Subject: [PATCH 434/742] -SimpleState function arg type = return type

---
 .../AggregateFunctionSimpleState.h                  | 10 +++++++++-
 .../01620_fix_simple_state_arg_type.reference       |  6 ++++++
 .../0_stateless/01620_fix_simple_state_arg_type.sql | 13 +++++++++++++
 3 files changed, 28 insertions(+), 1 deletion(-)
 create mode 100644 tests/queries/0_stateless/01620_fix_simple_state_arg_type.reference
 create mode 100644 tests/queries/0_stateless/01620_fix_simple_state_arg_type.sql

diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.h b/src/AggregateFunctions/AggregateFunctionSimpleState.h
index eefe00e77c0..3de57bc2072 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleState.h
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.h
@@ -1,5 +1,6 @@
 #pragma once
 
+#include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/IAggregateFunction.h>
 #include <DataTypes/DataTypeCustomSimpleAggregateFunction.h>
 #include <DataTypes/DataTypeFactory.h>
@@ -32,10 +33,17 @@ public:
     DataTypePtr getReturnType() const override
     {
         DataTypeCustomSimpleAggregateFunction::checkSupportedFunctions(nested_func);
+
         // Need to make a clone because it'll be customized.
         auto storage_type = DataTypeFactory::instance().get(nested_func->getReturnType()->getName());
+
+        // Need to make a new function with promoted argument types because SimpleAggregates requires arg_type = return_type.
+        AggregateFunctionProperties properties;
+        auto function
+            = AggregateFunctionFactory::instance().get(nested_func->getName(), {storage_type}, nested_func->getParameters(), properties);
+
         DataTypeCustomNamePtr custom_name
-            = std::make_unique<DataTypeCustomSimpleAggregateFunction>(nested_func, DataTypes{nested_func->getReturnType()}, params);
+            = std::make_unique<DataTypeCustomSimpleAggregateFunction>(function, DataTypes{nested_func->getReturnType()}, params);
         storage_type->setCustomization(std::make_unique<DataTypeCustomDesc>(std::move(custom_name), nullptr));
         return storage_type;
     }
diff --git a/tests/queries/0_stateless/01620_fix_simple_state_arg_type.reference b/tests/queries/0_stateless/01620_fix_simple_state_arg_type.reference
new file mode 100644
index 00000000000..8f165d1f81d
--- /dev/null
+++ b/tests/queries/0_stateless/01620_fix_simple_state_arg_type.reference
@@ -0,0 +1,6 @@
+1	10
+20	30
+40	110
+1	10
+20	60
+40	120
diff --git a/tests/queries/0_stateless/01620_fix_simple_state_arg_type.sql b/tests/queries/0_stateless/01620_fix_simple_state_arg_type.sql
new file mode 100644
index 00000000000..e66168f5e62
--- /dev/null
+++ b/tests/queries/0_stateless/01620_fix_simple_state_arg_type.sql
@@ -0,0 +1,13 @@
+drop table if exists ay;
+
+create table ay engine AggregatingMergeTree order by i as select 1 i, sumSimpleState(10) group by i;
+insert into ay values(40, 60);
+insert into ay values(40, 50);
+insert into ay values(20, 30);
+optimize table ay;
+select * from ay;
+insert into ay values(20, 30), (40, 10);
+optimize table ay;
+select * from ay;
+
+drop table if exists ay;

From 473aef519d89581fce7c4bdcad63c6159fc700ff Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 23 Dec 2020 16:11:20 +0300
Subject: [PATCH 435/742] reverted 1 scale to fix 3 tests

---
 src/Functions/FunctionBinaryArithmetic.h                 | 4 ++--
 tests/queries/0_stateless/00700_decimal_arithm.reference | 3 ---
 tests/queries/0_stateless/00700_decimal_arithm.sql       | 6 +++---
 3 files changed, 5 insertions(+), 8 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 1adddb11620..439e554566c 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -862,14 +862,14 @@ class FunctionBinaryArithmetic : public IFunction
             const NativeResultType const_a = helperGetOrConvert<T0, ResultDataType>(col_left_const, left);
 
             helperInvokeEither<OpCase::LeftConstant, left_is_decimal, right_is_decimal, OpImpl, OpImplCheck>(
-                const_a, col_right->getData(), vec_res, 1, scale_b);
+                const_a, col_right->getData(), vec_res, scale_a, scale_b);
         }
         else if (col_left && col_right_const)
         {
             const NativeResultType const_b = helperGetOrConvert<T1, ResultDataType>(col_right_const, right);
 
             helperInvokeEither<OpCase::RightConstant, left_is_decimal, right_is_decimal, OpImpl, OpImplCheck>(
-                col_left->getData(), const_b, vec_res, scale_a, 1);
+                col_left->getData(), const_b, vec_res, scale_a, scale_b);
         }
         else
             return nullptr;
diff --git a/tests/queries/0_stateless/00700_decimal_arithm.reference b/tests/queries/0_stateless/00700_decimal_arithm.reference
index 74c83497df8..63cc190a32c 100644
--- a/tests/queries/0_stateless/00700_decimal_arithm.reference
+++ b/tests/queries/0_stateless/00700_decimal_arithm.reference
@@ -9,7 +9,6 @@
 63	21	-42	882	-882	2	0	2	0
 63	21	-42	882	-882	2	0	2	0
 63	21	-42	882	-882	2	0	2	0
-0.420000000000000021	0.419999999999999979	0.419999999999999916	8.820000000000000000	-8.820000000000000000	0.020000000000000000	0.005000000000000000
 63.420	21.420	-41.580	890.820	-890.820	2.020	0.505	2.020	0.505
 63.420000000	21.420000000	-41.580000000	890.820000000	-890.820000000	2.020000000	0.505000000	2.020000000	0.505000000
 63.420000000000000000	21.420000000000000000	-41.580000000000000000	890.820000000000000000	-890.820000000000000000	2.020000000000000000	0.505000000000000000	2.020000000000000000	0.505000000000000000
@@ -17,9 +16,7 @@
 63	-21	42	882	-882	0	2	0	2
 63	-21	42	882	-882	0	2	0	2
 63	-21	42	882	-882	0	2	0	2
-0.420000000000000021	-0.419999999999999979	-0.419999999999999916	8.820000000000000000	-8.820000000000000000	0.000000000000000000	0.000000000000000000
 63.420	-21.420	41.580	890.820	-890.820	0.495	1.980	0.495	1.980
-42.420000021	-42.419999979	-42.419999916	890.820000000	-890.820000000	0.000000000	0.000000000
 63.420000000	-21.420000000	41.580000000	890.820000000	-890.820000000
 63.420000000000000000	-21.420000000000000000	41.580000000000000000	890.820000000000000000	-890.820000000000000000	0.495049504950495049	1.980198019801980198	0.495049504950495049	1.980198019801980198
 63.42	-21.42	41.58	890.82	-890.82	0.49	1.98	0.49	1.98
diff --git a/tests/queries/0_stateless/00700_decimal_arithm.sql b/tests/queries/0_stateless/00700_decimal_arithm.sql
index 627c1583eb4..d9d960e8c9c 100644
--- a/tests/queries/0_stateless/00700_decimal_arithm.sql
+++ b/tests/queries/0_stateless/00700_decimal_arithm.sql
@@ -38,7 +38,7 @@ SELECT j + j, j - j, j * j, j / j, intDiv(j, j), intDivOrZero(j, j) FROM decimal
 SELECT a + 21, a - 21, a - 84, a * 21, a * -21, a / 21, a / 84, intDiv(a, 21), intDivOrZero(a, 84) FROM decimal WHERE a = 42;
 SELECT b + 21, b - 21, b - 84, b * 21, b * -21, b / 21, b / 84, intDiv(b, 21), intDivOrZero(b, 84) FROM decimal WHERE b = 42;
 SELECT c + 21, c - 21, c - 84, c * 21, c * -21, c / 21, c / 84, intDiv(c, 21), intDivOrZero(c, 84) FROM decimal WHERE c = 42;
-SELECT e + 21, e - 21, e - 84, e * 21, e * -21, e / 21, e / 84 FROM decimal WHERE e > 0;
+SELECT e + 21, e - 21, e - 84, e * 21, e * -21, e / 21, e / 84 FROM decimal WHERE e > 0; -- { serverError 407 }
 SELECT f + 21, f - 21, f - 84, f * 21, f * -21, f / 21, f / 84 FROM decimal WHERE f > 0; -- { serverError 407 }
 SELECT g + 21, g - 21, g - 84, g * 21, g * -21, g / 21, g / 84, intDiv(g, 21), intDivOrZero(g, 84) FROM decimal WHERE g > 0;
 SELECT h + 21, h - 21, h - 84, h * 21, h * -21, h / 21, h / 84, intDiv(h, 21), intDivOrZero(h, 84) FROM decimal WHERE h > 0;
@@ -48,10 +48,10 @@ SELECT j + 21, j - 21, j - 84, j * 21, j * -21, j / 21, j / 84, intDiv(j, 21), i
 SELECT 21 + a, 21 - a, 84 - a, 21 * a, -21 * a, 21 / a, 84 / a, intDiv(21, a), intDivOrZero(84, a) FROM decimal WHERE a = 42;
 SELECT 21 + b, 21 - b, 84 - b, 21 * b, -21 * b, 21 / b, 84 / b, intDiv(21, b), intDivOrZero(84, b) FROM decimal WHERE b = 42;
 SELECT 21 + c, 21 - c, 84 - c, 21 * c, -21 * c, 21 / c, 84 / c, intDiv(21, c), intDivOrZero(84, c) FROM decimal WHERE c = 42;
-SELECT 21 + e, 21 - e, 84 - e, 21 * e, -21 * e, 21 / e, 84 / e FROM decimal WHERE e > 0;
+SELECT 21 + e, 21 - e, 84 - e, 21 * e, -21 * e, 21 / e, 84 / e FROM decimal WHERE e > 0; -- { serverError 407 }
 SELECT 21 + f, 21 - f, 84 - f, 21 * f, -21 * f, 21 / f, 84 / f FROM decimal WHERE f > 0; -- { serverError 407 }
 SELECT 21 + g, 21 - g, 84 - g, 21 * g, -21 * g, 21 / g, 84 / g, intDiv(21, g), intDivOrZero(84, g) FROM decimal WHERE g > 0;
-SELECT 21 + h, 21 - h, 84 - h, 21 * h, -21 * h, 21 / h, 84 / h FROM decimal WHERE h > 0;
+SELECT 21 + h, 21 - h, 84 - h, 21 * h, -21 * h, 21 / h, 84 / h FROM decimal WHERE h > 0;  -- { serverError 407 }
 SELECT 21 + h, 21 - h, 84 - h, 21 * h, -21 * h FROM decimal WHERE h > 0;
 SELECT 21 + i, 21 - i, 84 - i, 21 * i, -21 * i, 21 / i, 84 / i, intDiv(21, i), intDivOrZero(84, i) FROM decimal WHERE i > 0;
 SELECT 21 + j, 21 - j, 84 - j, 21 * j, -21 * j, 21 / j, 84 / j, intDiv(21, j), intDivOrZero(84, j) FROM decimal WHERE j > 0;

From fec0a590829d80f6f33260c3e7263bfc5281d8bf Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 23 Dec 2020 16:57:11 +0300
Subject: [PATCH 436/742] transfered scale factor calc for multiply from the
 impl

---
 src/Functions/FunctionBinaryArithmetic.h | 24 +++++++++---------------
 1 file changed, 9 insertions(+), 15 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 439e554566c..64dfb9e2691 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -311,12 +311,12 @@ public:
     static void NO_INLINE process(const A & a, const B & b, ResultContainerType & c,
         NativeResultType scale_a, NativeResultType scale_b)
     {
-        if constexpr(op_case == OpCase::LeftConstant) static_assert(!IsDecimalNumber<A>);
-        if constexpr(op_case == OpCase::RightConstant) static_assert(!IsDecimalNumber<B>);
+        if constexpr (op_case == OpCase::LeftConstant) static_assert(!IsDecimalNumber<A>);
+        if constexpr (op_case == OpCase::RightConstant) static_assert(!IsDecimalNumber<B>);
 
         size_t size;
 
-        if constexpr(op_case == OpCase::LeftConstant)
+        if constexpr (op_case == OpCase::LeftConstant)
             size = b.size();
         else
             size = a.size();
@@ -342,12 +342,10 @@ public:
                 return;
             }
         }
-        else if constexpr(is_multiply)
+        else if constexpr (is_multiply)
         {
             if (scale_a != 1)
             {
-                scale_a = 1 / scale_a; // see scale_a initialization for detail
-
                 for (size_t i = 0; i < size; ++i)
                     c[i] = applyScaled<true, false>(
                         unwrap<op_case, OpCase::LeftConstant>(a, i),
@@ -357,8 +355,6 @@ public:
             }
             else if (scale_b != 1)
             {
-                scale_b = 1 / scale_b;
-
                 for (size_t i = 0; i < size; ++i)
                     c[i] = applyScaled<false, false>(
                         unwrap<op_case, OpCase::LeftConstant>(a, i),
@@ -423,7 +419,7 @@ private:
     template <OpCase op_case, OpCase target>
     static auto unwrap(const auto& elem, size_t i)
     {
-        if constexpr(op_case == target)
+        if constexpr (op_case == target)
             return undec(elem);
         else
             return undec(elem[i]);
@@ -807,12 +803,10 @@ class FunctionBinaryArithmetic : public IFunction
                 return right.getScaleMultiplier(); // the division impl uses only the scale_a
             else if constexpr (result_is_decimal)
                 return type.scaleFactorFor(left, is_multiply);
-            else if constexpr(left_is_decimal) // needed for e.g. multiply(Decimal, Float) to scale the arguments
+            else if constexpr (left_is_decimal) // needed for e.g. multiply(Decimal, Float) to scale the arguments
                 // scale multiplier = 10^scale, so we need to get this value divided by 10^0 -> 2nd arg is 0 as
                 // the convertTo basically divides the given value on the second arg.
-                // Note we are using the scale factor instead of 1 / scale factor, it will be correctly processed in
-                // the impl.
-                return DecimalUtils::convertTo<ResultType>(left.getScaleMultiplier(), 0);
+                return 1 / DecimalUtils::convertTo<ResultType>(left.getScaleMultiplier(), 0);
             else
                 return 1; // the default value which won't cause any re-scale
         }();
@@ -820,8 +814,8 @@ class FunctionBinaryArithmetic : public IFunction
         const ResultType scale_b = [&] {
             if constexpr (result_is_decimal)
                 return type.scaleFactorFor(right, is_multiply || is_division);
-            else if constexpr(right_is_decimal)
-                return DecimalUtils::convertTo<ResultType>(right.getScaleMultiplier(), 0);
+            else if constexpr (right_is_decimal)
+                return 1 / DecimalUtils::convertTo<ResultType>(right.getScaleMultiplier(), 0);
             else
                 return 1;
         }();

From fcfe76d7038f9177a7b419042eb7b37906c59895 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 23 Dec 2020 17:18:38 +0300
Subject: [PATCH 437/742] trying to fix different types of *

---
 src/Functions/FunctionBinaryArithmetic.h | 20 +++++++++++++-------
 1 file changed, 13 insertions(+), 7 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 64dfb9e2691..bbc84f91dc4 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -802,20 +802,26 @@ class FunctionBinaryArithmetic : public IFunction
             if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
                 return right.getScaleMultiplier(); // the division impl uses only the scale_a
             else if constexpr (result_is_decimal)
-                return type.scaleFactorFor(left, is_multiply);
-            else if constexpr (left_is_decimal) // needed for e.g. multiply(Decimal, Float) to scale the arguments
-                // scale multiplier = 10^scale, so we need to get this value divided by 10^0 -> 2nd arg is 0 as
-                // the convertTo basically divides the given value on the second arg.
-                return 1 / DecimalUtils::convertTo<ResultType>(left.getScaleMultiplier(), 0);
+                // scale_a = 1 is result is decimal
+                return is_multiply ? 1 : type.scaleFactorFor(left, false);
+            else if constexpr (left_is_decimal)
+            {
+                const ResultType scale = DecimalUtils::convertTo<ResultType>(left.getScaleMultiplier(), 0);
+                // if const, the scale needs to be inverted
+                return !col_left_const ? scale : (1 / scale);
+            }
             else
                 return 1; // the default value which won't cause any re-scale
         }();
 
         const ResultType scale_b = [&] {
             if constexpr (result_is_decimal)
-                return type.scaleFactorFor(right, is_multiply || is_division);
+                return is_multiply ? 1 : type.scaleFactorFor(right, true);
             else if constexpr (right_is_decimal)
-                return 1 / DecimalUtils::convertTo<ResultType>(right.getScaleMultiplier(), 0);
+            {
+                const ResultType scale = DecimalUtils::convertTo<ResultType>(right.getScaleMultiplier(), 0);
+                return !col_right_const ? scale : (1 / scale);
+            }
             else
                 return 1;
         }();

From e169b39fa78f4edca0983faf705118c977e35203 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 23 Dec 2020 17:19:51 +0300
Subject: [PATCH 438/742] Fix website

---
 docs/tools/release.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/tools/release.sh b/docs/tools/release.sh
index 5a838474324..389b63ace7f 100755
--- a/docs/tools/release.sh
+++ b/docs/tools/release.sh
@@ -39,7 +39,7 @@ then
     then
         sleep 1m
         # https://api.cloudflare.com/#zone-purge-files-by-cache-tags,-host-or-prefix
-        POST_DATA='{"hosts":["clickhouse.tech"]}'
+        POST_DATA='{"hosts":["content.clickhouse.tech"]}'
         curl -X POST "https://api.cloudflare.com/client/v4/zones/4fc6fb1d46e87851605aa7fa69ca6fe0/purge_cache" -H "Authorization: Bearer ${CLOUDFLARE_TOKEN}" -H "Content-Type:application/json" --data "${POST_DATA}"
     fi
 fi

From 0ab198238a7c9f986b0600518e83eedd7d4ded3d Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 23 Dec 2020 17:21:12 +0300
Subject: [PATCH 439/742] fix the compile error

---
 src/Functions/FunctionBinaryArithmetic.h | 15 ++++++++++++---
 1 file changed, 12 insertions(+), 3 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index bbc84f91dc4..723f06be468 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -802,8 +802,12 @@ class FunctionBinaryArithmetic : public IFunction
             if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
                 return right.getScaleMultiplier(); // the division impl uses only the scale_a
             else if constexpr (result_is_decimal)
-                // scale_a = 1 is result is decimal
-                return is_multiply ? 1 : type.scaleFactorFor(left, false);
+            {
+                if constexpr (is_multiply)
+                    return 1;
+                else
+                    return type.scaleFactorFor(left, false);
+            }
             else if constexpr (left_is_decimal)
             {
                 const ResultType scale = DecimalUtils::convertTo<ResultType>(left.getScaleMultiplier(), 0);
@@ -816,7 +820,12 @@ class FunctionBinaryArithmetic : public IFunction
 
         const ResultType scale_b = [&] {
             if constexpr (result_is_decimal)
-                return is_multiply ? 1 : type.scaleFactorFor(right, true);
+            {
+                if constexpr (is_multiply)
+                    return 1;
+                else
+                    return type.scaleFactorFor(right, is_division);
+            }
             else if constexpr (right_is_decimal)
             {
                 const ResultType scale = DecimalUtils::convertTo<ResultType>(right.getScaleMultiplier(), 0);

From 2516f8408eb1bf6a4255afe7bdd18430bbcf1d1c Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 23 Dec 2020 17:23:20 +0300
Subject: [PATCH 440/742] fix initialization

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 723f06be468..c683604bca3 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -804,7 +804,7 @@ class FunctionBinaryArithmetic : public IFunction
             else if constexpr (result_is_decimal)
             {
                 if constexpr (is_multiply)
-                    return 1;
+                    return ResultType{1};
                 else
                     return type.scaleFactorFor(left, false);
             }
@@ -822,7 +822,7 @@ class FunctionBinaryArithmetic : public IFunction
             if constexpr (result_is_decimal)
             {
                 if constexpr (is_multiply)
-                    return 1;
+                    return ResultType{1};
                 else
                     return type.scaleFactorFor(right, is_division);
             }

From 4988e051346e43ea1384e68de84db2efd43163a3 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 23 Dec 2020 17:26:03 +0300
Subject: [PATCH 441/742] fixing the Decimal * Float aggregate case

---
 src/Functions/FunctionBinaryArithmetic.h | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index c683604bca3..f15301173d2 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -811,8 +811,7 @@ class FunctionBinaryArithmetic : public IFunction
             else if constexpr (left_is_decimal)
             {
                 const ResultType scale = DecimalUtils::convertTo<ResultType>(left.getScaleMultiplier(), 0);
-                // if const, the scale needs to be inverted
-                return !col_left_const ? scale : (1 / scale);
+                return col_left_const ? scale : (1 / scale);
             }
             else
                 return 1; // the default value which won't cause any re-scale
@@ -829,7 +828,7 @@ class FunctionBinaryArithmetic : public IFunction
             else if constexpr (right_is_decimal)
             {
                 const ResultType scale = DecimalUtils::convertTo<ResultType>(right.getScaleMultiplier(), 0);
-                return !col_right_const ? scale : (1 / scale);
+                return col_right_const ? scale : (1 / scale);
             }
             else
                 return 1;

From 631a2bce79c549c6235f1b8c86fdec9c64512fa7 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 23 Dec 2020 17:29:03 +0300
Subject: [PATCH 442/742] reverted the tests to initial state

---
 tests/queries/0_stateless/00700_decimal_arithm.reference | 1 -
 tests/queries/0_stateless/00700_decimal_arithm.sql       | 4 ++--
 2 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/tests/queries/0_stateless/00700_decimal_arithm.reference b/tests/queries/0_stateless/00700_decimal_arithm.reference
index 63cc190a32c..d0040ff5ae2 100644
--- a/tests/queries/0_stateless/00700_decimal_arithm.reference
+++ b/tests/queries/0_stateless/00700_decimal_arithm.reference
@@ -3,7 +3,6 @@
 84	0	1764	1	1	1
 84.840	0.000	1799.456400	1.000	1.000	1.000
 84.840000000	0.000000000
-84.840000000000000000	0.000000000000000000	0.000000000000000000000000000000000000	1.000000000000000000	1.000000000000000000	1.000000000000000000
 84.840000000000000000	0.000000000000000000
 84.84	0.00	1799.4564	1.00	1.00	1.00
 63	21	-42	882	-882	2	0	2	0
diff --git a/tests/queries/0_stateless/00700_decimal_arithm.sql b/tests/queries/0_stateless/00700_decimal_arithm.sql
index d9d960e8c9c..3fa2aade743 100644
--- a/tests/queries/0_stateless/00700_decimal_arithm.sql
+++ b/tests/queries/0_stateless/00700_decimal_arithm.sql
@@ -31,7 +31,7 @@ SELECT f + f, f - f, f * f, f / f, intDiv(f, f), intDivOrZero(f, f) FROM decimal
 SELECT g + g, g - g, g * g, g / g, intDiv(g, g), intDivOrZero(g, g) FROM decimal WHERE g > 0;
 SELECT h + h, h - h, h * h, h / h, intDiv(h, h), intDivOrZero(h, h) FROM decimal WHERE h > 0; -- { serverError 407 }
 SELECT h + h, h - h FROM decimal WHERE h > 0;
-SELECT i + i, i - i, i * i, i / i, intDiv(i, i), intDivOrZero(i, i) FROM decimal WHERE i > 0;
+SELECT i + i, i - i, i * i, i / i, intDiv(i, i), intDivOrZero(i, i) FROM decimal WHERE i > 0; -- { serverError 407 }
 SELECT i + i, i - i FROM decimal WHERE i > 0;
 SELECT j + j, j - j, j * j, j / j, intDiv(j, j), intDivOrZero(j, j) FROM decimal WHERE j > 0;
 
@@ -51,7 +51,7 @@ SELECT 21 + c, 21 - c, 84 - c, 21 * c, -21 * c, 21 / c, 84 / c, intDiv(21, c), i
 SELECT 21 + e, 21 - e, 84 - e, 21 * e, -21 * e, 21 / e, 84 / e FROM decimal WHERE e > 0; -- { serverError 407 }
 SELECT 21 + f, 21 - f, 84 - f, 21 * f, -21 * f, 21 / f, 84 / f FROM decimal WHERE f > 0; -- { serverError 407 }
 SELECT 21 + g, 21 - g, 84 - g, 21 * g, -21 * g, 21 / g, 84 / g, intDiv(21, g), intDivOrZero(84, g) FROM decimal WHERE g > 0;
-SELECT 21 + h, 21 - h, 84 - h, 21 * h, -21 * h, 21 / h, 84 / h FROM decimal WHERE h > 0;  -- { serverError 407 }
+SELECT 21 + h, 21 - h, 84 - h, 21 * h, -21 * h, 21 / h, 84 / h FROM decimal WHERE h > 0; -- { serverError 407 }
 SELECT 21 + h, 21 - h, 84 - h, 21 * h, -21 * h FROM decimal WHERE h > 0;
 SELECT 21 + i, 21 - i, 84 - i, 21 * i, -21 * i, 21 / i, 84 / i, intDiv(21, i), intDivOrZero(84, i) FROM decimal WHERE i > 0;
 SELECT 21 + j, 21 - j, 84 - j, 21 * j, -21 * j, 21 / j, 84 / j, intDiv(21, j), intDivOrZero(84, j) FROM decimal WHERE j > 0;

From fdc8950fbe2fd8c6499405abd5bcf4f1c9f08d22 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 23 Dec 2020 17:31:10 +0300
Subject: [PATCH 443/742] Do not use watchdog when server is run from tty

---
 programs/server/Server.cpp | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index f87b4294587..76765c0374c 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -104,7 +104,12 @@ namespace CurrentMetrics
 int mainEntryClickHouseServer(int argc, char ** argv)
 {
     DB::Server app;
-    app.shouldSetupWatchdog(argc ? argv[0] : nullptr);
+
+    /// Do not fork separate process from watchdog if we attached to terminal.
+    /// Otherwise it breaks gdb usage.
+    if (argc > 0 && !isatty(STDIN_FILENO) && !isatty(STDOUT_FILENO) && !isatty(STDERR_FILENO))
+        app.shouldSetupWatchdog(argv[0]);
+
     try
     {
         return app.run(argc, argv);

From 01b311c5c4cced0b3c399a0ecaa24b343df1411b Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 23 Dec 2020 17:42:19 +0300
Subject: [PATCH 444/742] over-scale fix

---
 src/Functions/FunctionBinaryArithmetic.h | 17 +++++++++++++----
 1 file changed, 13 insertions(+), 4 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index f15301173d2..d9b9fd65bfd 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -804,14 +804,21 @@ class FunctionBinaryArithmetic : public IFunction
             else if constexpr (result_is_decimal)
             {
                 if constexpr (is_multiply)
+                    // the decimal impl uses scales, but if the result is decimal, both of the arguments are decimal,
+                    // so they would multiply correctly, so we need to scale the result to the neutral element (1).
+                    // The explicit type is needed as the int (in contrast with float) can't be implicitly converted
+                    // to decimal.
                     return ResultType{1};
                 else
                     return type.scaleFactorFor(left, false);
             }
             else if constexpr (left_is_decimal)
             {
-                const ResultType scale = DecimalUtils::convertTo<ResultType>(left.getScaleMultiplier(), 0);
-                return col_left_const ? scale : (1 / scale);
+                if (col_left_const)
+                    // the column will be converted to native type later, no need to scale it twice.
+                    return 1;
+
+                return 1 / DecimalUtils::convertTo<ResultType>(left.getScaleMultiplier(), 0);
             }
             else
                 return 1; // the default value which won't cause any re-scale
@@ -827,8 +834,10 @@ class FunctionBinaryArithmetic : public IFunction
             }
             else if constexpr (right_is_decimal)
             {
-                const ResultType scale = DecimalUtils::convertTo<ResultType>(right.getScaleMultiplier(), 0);
-                return col_right_const ? scale : (1 / scale);
+                if (col_right_const)
+                    return 1;
+
+                return 1 / DecimalUtils::convertTo<ResultType>(right.getScaleMultiplier(), 0);
             }
             else
                 return 1;

From b48370d4bd95ce54670d1b1b341a04ffb7fade20 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Wed, 23 Dec 2020 17:44:43 +0300
Subject: [PATCH 445/742] fixed explicit type

---
 src/Functions/FunctionBinaryArithmetic.h | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index d9b9fd65bfd..d3639556ab6 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -816,7 +816,8 @@ class FunctionBinaryArithmetic : public IFunction
             {
                 if (col_left_const)
                     // the column will be converted to native type later, no need to scale it twice.
-                    return 1;
+                    // the explicit type is needed to specify lambda return type
+                    return ResultType{1};
 
                 return 1 / DecimalUtils::convertTo<ResultType>(left.getScaleMultiplier(), 0);
             }
@@ -835,7 +836,7 @@ class FunctionBinaryArithmetic : public IFunction
             else if constexpr (right_is_decimal)
             {
                 if (col_right_const)
-                    return 1;
+                    return ResultType{1};
 
                 return 1 / DecimalUtils::convertTo<ResultType>(right.getScaleMultiplier(), 0);
             }

From e56a1c442c7116dba86a94556b0e81dc35a7d0d0 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 23 Dec 2020 18:20:52 +0300
Subject: [PATCH 446/742] Use ucontext fir arcadia build.

---
 base/common/defines.h | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/base/common/defines.h b/base/common/defines.h
index 1029becb971..c9cc6feaae8 100644
--- a/base/common/defines.h
+++ b/base/common/defines.h
@@ -71,6 +71,10 @@
 #    define BOOST_USE_UCONTEXT 1
 #endif
 
+#if defined(ARCADIA_BUILD)
+#    define BOOST_USE_UCONTEXT 1
+#endif
+
 /// TODO: Strange enough, there is no way to detect UB sanitizer.
 
 /// Explicitly allow undefined behaviour for certain functions. Use it as a function attribute.

From 51481c9c5fa5235d2afcfdc98470dfc3fdb86cae Mon Sep 17 00:00:00 2001
From: Ivan <5627721+abyss7@users.noreply.github.com>
Date: Wed, 23 Dec 2020 18:25:05 +0300
Subject: [PATCH 447/742] Add ANTLR test config to another json

---
 tests/ci/ci_config.json | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/tests/ci/ci_config.json b/tests/ci/ci_config.json
index 738c8e8482b..1efcf39601e 100644
--- a/tests/ci/ci_config.json
+++ b/tests/ci/ci_config.json
@@ -225,6 +225,18 @@
                 "with_coverage": false
             }
         },
+        "Functional stateless tests (ANTLR debug)": {
+            "required_build_properties": {
+                "compiler": "clang-11",
+                "package_type": "deb",
+                "build_type": "debug",
+                "sanitizer": "none",
+                "bundled": "bundled",
+                "splitted": "unsplitted",
+                "clang-tidy": "disable",
+                "with_coverage": false
+            }
+        },
         "Functional stateful tests (release)": {
             "required_build_properties": {
                 "compiler": "clang-11",

From 6fc225e676d3eaa4983ab03d9bbc2b789d1612f7 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Thu, 24 Dec 2020 00:04:05 +0800
Subject: [PATCH 448/742] Distributed insertion to one random shard (#18294)

* Distributed insertion to one random shard

* add some tests

* add some documentation

* Respect shards' weights

* fine locking

Co-authored-by: Ivan Lezhankin <ilezhankin@yandex-team.ru>
---
 docs/en/operations/settings/settings.md       | 12 +++++
 src/Core/Settings.h                           |  4 +-
 .../DistributedBlockOutputStream.cpp          | 44 +++++++++++++------
 .../DistributedBlockOutputStream.h            |  4 +-
 src/Storages/StorageDistributed.cpp           | 31 ++++++++++++-
 src/Storages/StorageDistributed.h             | 10 +++--
 ...01615_random_one_shard_insertion.reference |  8 ++++
 .../01615_random_one_shard_insertion.sql      | 22 ++++++++++
 8 files changed, 115 insertions(+), 20 deletions(-)
 create mode 100644 tests/queries/0_stateless/01615_random_one_shard_insertion.reference
 create mode 100644 tests/queries/0_stateless/01615_random_one_shard_insertion.sql

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 86e16fe4819..7f0a61ccd42 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -1855,6 +1855,18 @@ Default value: `0`.
 -   [Distributed Table Engine](../../engines/table-engines/special/distributed.md#distributed)
 -   [Managing Distributed Tables](../../sql-reference/statements/system.md#query-language-system-distributed)
 
+## insert_distributed_one_random_shard {#insert_distributed_one_random_shard}
+
+Enables or disables random shard insertion into a [Distributed](../../engines/table-engines/special/distributed.md#distributed) table when there is no distributed key.
+
+By default, when inserting data into a `Distributed` table with more than one shard, the ClickHouse server will any insertion request if there is no distributed key. When `insert_distributed_one_random_shard = 1`, insertions are allowed and data is forwarded randomly among all shards.
+
+Possible values:
+
+-   0 — Insertion is rejected if there are multiple shards and no distributed key is given.
+-   1 — Insertion is done randomly among all available shards when no distributed key is given.
+
+Default value: `0`.
 
 ## use_compact_format_in_distributed_parts_names {#use_compact_format_in_distributed_parts_names}
 
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index b1353c3009d..b09e960da36 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -490,7 +490,9 @@ class IColumn;
     \
     M(Bool, output_format_enable_streaming, false, "Enable streaming in output formats that support it.", 0) \
     M(Bool, output_format_write_statistics, true, "Write statistics about read rows, bytes, time elapsed in suitable output formats.", 0) \
-    M(Bool, output_format_pretty_row_numbers, false, "Add row numbers before each row for pretty output format", 0)
+    M(Bool, output_format_pretty_row_numbers, false, "Add row numbers before each row for pretty output format", 0) \
+    M(Bool, insert_distributed_one_random_shard, false, "If setting is enabled, inserting into distributed table will choose a random shard to write when there is no sharding key", 0) \
+
 
 // End of FORMAT_FACTORY_SETTINGS
 // Please add settings non-related to formats into the COMMON_SETTINGS above.
diff --git a/src/Storages/Distributed/DistributedBlockOutputStream.cpp b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
index d24967256a0..040f33ea02e 100644
--- a/src/Storages/Distributed/DistributedBlockOutputStream.cpp
+++ b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
@@ -138,11 +138,22 @@ void DistributedBlockOutputStream::write(const Block & block)
 
 void DistributedBlockOutputStream::writeAsync(const Block & block)
 {
-    if (storage.getShardingKeyExpr() && (cluster->getShardsInfo().size() > 1))
-        return writeSplitAsync(block);
+    const Settings & settings = context.getSettingsRef();
+    bool random_shard_insert = settings.insert_distributed_one_random_shard && !storage.has_sharding_key;
 
-    writeAsyncImpl(block);
-    ++inserted_blocks;
+    if (random_shard_insert)
+    {
+        writeAsyncImpl(block, storage.getRandomShardIndex(cluster->getShardsInfo()));
+    }
+    else
+    {
+
+        if (storage.getShardingKeyExpr() && (cluster->getShardsInfo().size() > 1))
+            return writeSplitAsync(block);
+
+        writeAsyncImpl(block);
+        ++inserted_blocks;
+    }
 }
 
 
@@ -175,18 +186,18 @@ std::string DistributedBlockOutputStream::getCurrentStateDescription()
 }
 
 
-void DistributedBlockOutputStream::initWritingJobs(const Block & first_block)
+void DistributedBlockOutputStream::initWritingJobs(const Block & first_block, size_t start, size_t end)
 {
     const Settings & settings = context.getSettingsRef();
     const auto & addresses_with_failovers = cluster->getShardsAddresses();
     const auto & shards_info = cluster->getShardsInfo();
-    size_t num_shards = shards_info.size();
+    size_t num_shards = end - start;
 
     remote_jobs_count = 0;
     local_jobs_count = 0;
     per_shard_jobs.resize(shards_info.size());
 
-    for (size_t shard_index : ext::range(0, shards_info.size()))
+    for (size_t shard_index : ext::range(start, end))
     {
         const auto & shard_info = shards_info[shard_index];
         auto & shard_jobs = per_shard_jobs[shard_index];
@@ -242,10 +253,11 @@ void DistributedBlockOutputStream::waitForJobs()
 }
 
 
-ThreadPool::Job DistributedBlockOutputStream::runWritingJob(DistributedBlockOutputStream::JobReplica & job, const Block & current_block)
+ThreadPool::Job
+DistributedBlockOutputStream::runWritingJob(DistributedBlockOutputStream::JobReplica & job, const Block & current_block, size_t num_shards)
 {
     auto thread_group = CurrentThread::getGroup();
-    return [this, thread_group, &job, &current_block]()
+    return [this, thread_group, &job, &current_block, num_shards]()
     {
         if (thread_group)
             CurrentThread::attachToIfDetached(thread_group);
@@ -262,7 +274,6 @@ ThreadPool::Job DistributedBlockOutputStream::runWritingJob(DistributedBlockOutp
         });
 
         const auto & shard_info = cluster->getShardsInfo()[job.shard_index];
-        size_t num_shards = cluster->getShardsInfo().size();
         auto & shard_job = per_shard_jobs[job.shard_index];
         const auto & addresses = cluster->getShardsAddresses();
 
@@ -356,12 +367,19 @@ void DistributedBlockOutputStream::writeSync(const Block & block)
 {
     const Settings & settings = context.getSettingsRef();
     const auto & shards_info = cluster->getShardsInfo();
-    size_t num_shards = shards_info.size();
+    bool random_shard_insert = settings.insert_distributed_one_random_shard && !storage.has_sharding_key;
+    size_t start = 0, end = shards_info.size();
+    if (random_shard_insert)
+    {
+        start = storage.getRandomShardIndex(shards_info);
+        end = start + 1;
+    }
+    size_t num_shards = end - start;
 
     if (!pool)
     {
         /// Deferred initialization. Only for sync insertion.
-        initWritingJobs(block);
+        initWritingJobs(block, start, end);
 
         pool.emplace(remote_jobs_count + local_jobs_count);
 
@@ -394,7 +412,7 @@ void DistributedBlockOutputStream::writeSync(const Block & block)
         finished_jobs_count = 0;
         for (size_t shard_index : ext::range(0, shards_info.size()))
             for (JobReplica & job : per_shard_jobs[shard_index].replicas_jobs)
-                pool->scheduleOrThrowOnError(runWritingJob(job, block));
+                pool->scheduleOrThrowOnError(runWritingJob(job, block, num_shards));
     }
     catch (...)
     {
diff --git a/src/Storages/Distributed/DistributedBlockOutputStream.h b/src/Storages/Distributed/DistributedBlockOutputStream.h
index 872776f0867..ef37776893a 100644
--- a/src/Storages/Distributed/DistributedBlockOutputStream.h
+++ b/src/Storages/Distributed/DistributedBlockOutputStream.h
@@ -73,10 +73,10 @@ private:
     /// Performs synchronous insertion to remote nodes. If timeout_exceeded flag was set, throws.
     void writeSync(const Block & block);
 
-    void initWritingJobs(const Block & first_block);
+    void initWritingJobs(const Block & first_block, size_t start, size_t end);
 
     struct JobReplica;
-    ThreadPool::Job runWritingJob(JobReplica & job, const Block & current_block);
+    ThreadPool::Job runWritingJob(DistributedBlockOutputStream::JobReplica & job, const Block & current_block, size_t num_shards);
 
     void waitForJobs();
 
diff --git a/src/Storages/StorageDistributed.cpp b/src/Storages/StorageDistributed.cpp
index a991103d33b..4ce7efb60b4 100644
--- a/src/Storages/StorageDistributed.cpp
+++ b/src/Storages/StorageDistributed.cpp
@@ -17,6 +17,7 @@
 #include <Common/escapeForFileName.h>
 #include <Common/typeid_cast.h>
 #include <Common/quoteString.h>
+#include <Common/randomSeed.h>
 
 #include <Parsers/ASTDropQuery.h>
 #include <Parsers/ASTExpressionList.h>
@@ -373,6 +374,7 @@ StorageDistributed::StorageDistributed(
     , cluster_name(global_context.getMacros()->expand(cluster_name_))
     , has_sharding_key(sharding_key_)
     , relative_data_path(relative_data_path_)
+    , rng(randomSeed())
 {
     StorageInMemoryMetadata storage_metadata;
     storage_metadata.setColumns(columns_);
@@ -543,7 +545,8 @@ BlockOutputStreamPtr StorageDistributed::write(const ASTPtr &, const StorageMeta
     }
 
     /// If sharding key is not specified, then you can only write to a shard containing only one shard
-    if (!has_sharding_key && ((cluster->getLocalShardCount() + cluster->getRemoteShardCount()) >= 2))
+    if (!settings.insert_distributed_one_random_shard && !has_sharding_key
+        && ((cluster->getLocalShardCount() + cluster->getRemoteShardCount()) >= 2))
     {
         throw Exception("Method write is not supported by storage " + getName() + " with more than one shard and no sharding key provided",
                         ErrorCodes::STORAGE_REQUIRES_PARAMETER);
@@ -890,6 +893,32 @@ void StorageDistributed::rename(const String & new_path_to_table_data, const Sto
 }
 
 
+size_t StorageDistributed::getRandomShardIndex(const Cluster::ShardsInfo & shards)
+{
+
+    UInt32 total_weight = 0;
+    for (const auto & shard : shards)
+        total_weight += shard.weight;
+
+    assert(total_weight > 0);
+
+    size_t res;
+    {
+        std::lock_guard lock(rng_mutex);
+        res = std::uniform_int_distribution<size_t>(0, total_weight - 1)(rng);
+    }
+
+    for (auto i = 0ul, s = shards.size(); i < s; ++i)
+    {
+        if (shards[i].weight > res)
+            return i;
+        res -= shards[i].weight;
+    }
+
+    __builtin_unreachable();
+}
+
+
 void StorageDistributed::renameOnDisk(const String & new_path_to_table_data)
 {
     for (const DiskPtr & disk : data_volume->getDisks())
diff --git a/src/Storages/StorageDistributed.h b/src/Storages/StorageDistributed.h
index 58ade73b4cf..ce7e48c85a9 100644
--- a/src/Storages/StorageDistributed.h
+++ b/src/Storages/StorageDistributed.h
@@ -10,7 +10,9 @@
 #include <Parsers/ASTFunction.h>
 #include <common/logger_useful.h>
 #include <Common/ActionBlocker.h>
+#include <Interpreters/Cluster.h>
 
+#include <pcg_random.hpp>
 
 namespace DB
 {
@@ -24,9 +26,6 @@ using VolumePtr = std::shared_ptr<IVolume>;
 class ExpressionActions;
 using ExpressionActionsPtr = std::shared_ptr<ExpressionActions>;
 
-class Cluster;
-using ClusterPtr = std::shared_ptr<Cluster>;
-
 /** A distributed table that resides on multiple servers.
   * Uses data from the specified database and tables on each server.
   *
@@ -126,6 +125,8 @@ public:
 
     NamesAndTypesList getVirtuals() const override;
 
+    size_t getRandomShardIndex(const Cluster::ShardsInfo & shards);
+
     String remote_database;
     String remote_table;
     ASTPtr remote_table_function_ptr;
@@ -198,6 +199,9 @@ protected:
     std::unordered_map<std::string, ClusterNodeData> cluster_nodes_data;
     mutable std::mutex cluster_nodes_mutex;
 
+    // For random shard index generation
+    mutable std::mutex rng_mutex;
+    pcg64 rng;
 };
 
 }
diff --git a/tests/queries/0_stateless/01615_random_one_shard_insertion.reference b/tests/queries/0_stateless/01615_random_one_shard_insertion.reference
new file mode 100644
index 00000000000..448a73c4789
--- /dev/null
+++ b/tests/queries/0_stateless/01615_random_one_shard_insertion.reference
@@ -0,0 +1,8 @@
+0
+0
+1
+1
+2
+2
+3
+3
diff --git a/tests/queries/0_stateless/01615_random_one_shard_insertion.sql b/tests/queries/0_stateless/01615_random_one_shard_insertion.sql
new file mode 100644
index 00000000000..7d07629feda
--- /dev/null
+++ b/tests/queries/0_stateless/01615_random_one_shard_insertion.sql
@@ -0,0 +1,22 @@
+drop table if exists shard;
+drop table if exists distr;
+
+create table shard (id Int32) engine = MergeTree order by cityHash64(id);
+create table distr as shard engine Distributed (test_cluster_two_shards_localhost, currentDatabase(), shard);
+
+insert into distr (id) values (0), (1);  -- { serverError 55; }
+
+set insert_distributed_sync = 1;
+
+insert into distr (id) values (0), (1);  -- { serverError 55; }
+
+set insert_distributed_sync = 0;
+set insert_distributed_one_random_shard = 1;
+
+insert into distr (id) values (0), (1);
+insert into distr (id) values (2), (3);
+
+select * from distr order by id;
+
+drop table if exists shard;
+drop table if exists distr;

From 8ffadac2a329449be45ef0828ec9275422deda93 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 23 Dec 2020 19:49:36 +0300
Subject: [PATCH 449/742] Try disable ucontect for arcadia

---
 base/common/defines.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/base/common/defines.h b/base/common/defines.h
index c9cc6feaae8..39df4698b88 100644
--- a/base/common/defines.h
+++ b/base/common/defines.h
@@ -71,8 +71,8 @@
 #    define BOOST_USE_UCONTEXT 1
 #endif
 
-#if defined(ARCADIA_BUILD)
-#    define BOOST_USE_UCONTEXT 1
+#if defined(ARCADIA_BUILD) && defined(BOOST_USE_UCONTEXT)
+#    undef BOOST_USE_UCONTEXT
 #endif
 
 /// TODO: Strange enough, there is no way to detect UB sanitizer.

From 12a659b9c03a108d2b98cef91133de181aafd1f0 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 23 Dec 2020 19:51:49 +0300
Subject: [PATCH 450/742] Fix build.

---
 src/Processors/Formats/IOutputFormat.h | 15 +++++++++++++--
 1 file changed, 13 insertions(+), 2 deletions(-)

diff --git a/src/Processors/Formats/IOutputFormat.h b/src/Processors/Formats/IOutputFormat.h
index e3552b734e8..1080e5f6b06 100644
--- a/src/Processors/Formats/IOutputFormat.h
+++ b/src/Processors/Formats/IOutputFormat.h
@@ -82,8 +82,19 @@ public:
     virtual void doWritePrefix() {}
     virtual void doWriteSuffix() { finalize(); }
 
-    void setTotals(const Block & totals) { consumeTotals(Port::Data{.chunk = Chunk(totals.getColumns(), totals.rows())}); }
-    void setExtremes(const Block & extremes) { consumeExtremes(Port::Data{.chunk = Chunk(extremes.getColumns(), extremes.rows())}); }
+    void setTotals(const Block & totals)
+    {
+        Port::Data data;
+        data.chunk = Chunk(totals.getColumns(), totals.rows());
+        consumeTotals(std::move(data));
+    }
+
+    void setExtremes(const Block & extremes)
+    {
+        Port::Data data;
+        data.chunk = Chunk(extremes.getColumns(), extremes.rows());
+        consumeExtremes(std::move(data));
+    }
 
     size_t getResultRows() const { return result_rows; }
     size_t getResultBytes() const { return result_bytes; }

From 05d45fcf61f78b61d071610485de27f9f6ae33ce Mon Sep 17 00:00:00 2001
From: vdimir <vdimirc@gmail.com>
Date: Wed, 23 Dec 2020 16:58:54 +0000
Subject: [PATCH 451/742] Raise an error if more than one key is provided to
 ip_dictionary

---
 src/Dictionaries/IPAddressDictionary.cpp | 26 ++++++++----------------
 1 file changed, 9 insertions(+), 17 deletions(-)

diff --git a/src/Dictionaries/IPAddressDictionary.cpp b/src/Dictionaries/IPAddressDictionary.cpp
index 1e6ac5f7783..53eb0c32e16 100644
--- a/src/Dictionaries/IPAddressDictionary.cpp
+++ b/src/Dictionaries/IPAddressDictionary.cpp
@@ -475,16 +475,10 @@ void IPAddressDictionary::loadData()
     auto stream = source_ptr->loadAll();
     stream->readPrefix();
 
-    /// created upfront to avoid excess allocations
-    const auto keys_size = dict_struct.key->size();
-
     const auto attributes_size = attributes.size();
 
     std::vector<IPRecord> ip_records;
 
-    row_idx.reserve(keys_size);
-    mask_column.reserve(keys_size);
-
     bool has_ipv6 = false;
 
     while (const auto block = stream->read())
@@ -492,19 +486,14 @@ void IPAddressDictionary::loadData()
         const auto rows = block.rows();
         element_count += rows;
 
-        const auto key_column_ptrs = ext::map<Columns>(
-            ext::range(0, keys_size), [&](const size_t attribute_idx) { return block.safeGetByPosition(attribute_idx).column; });
-
+        const ColumnPtr key_column_ptr = block.safeGetByPosition(0).column;
         const auto attribute_column_ptrs = ext::map<Columns>(ext::range(0, attributes_size), [&](const size_t attribute_idx)
         {
-            return block.safeGetByPosition(keys_size + attribute_idx).column;
+            return block.safeGetByPosition(attribute_idx + 1).column;
         });
 
         for (const auto row : ext::range(0, rows))
         {
-            /// calculate key once per row
-            const auto key_column = key_column_ptrs.front();
-
             for (const auto attribute_idx : ext::range(0, attributes_size))
             {
                 const auto & attribute_column = *attribute_column_ptrs[attribute_idx];
@@ -513,7 +502,7 @@ void IPAddressDictionary::loadData()
                 setAttributeValue(attribute, attribute_column[row]);
             }
 
-            const auto [addr, prefix] = parseIPFromString(std::string_view(key_column->getDataAt(row)));
+            const auto [addr, prefix] = parseIPFromString(std::string_view(key_column_ptr->getDataAt(row)));
             has_ipv6 = has_ipv6 || (addr.family() == Poco::Net::IPAddress::IPv6);
 
             size_t row_number = ip_records.size();
@@ -523,6 +512,9 @@ void IPAddressDictionary::loadData()
 
     stream->readSuffix();
 
+    row_idx.reserve(ip_records.size());
+    mask_column.reserve(ip_records.size());
+
     if (has_ipv6)
     {
         auto deleted_count = sortAndUnique(ip_records,
@@ -1175,13 +1167,13 @@ void registerDictionaryTrie(DictionaryFactory & factory)
                              const std::string & config_prefix,
                              DictionarySourcePtr source_ptr) -> DictionaryPtr
     {
-        if (!dict_struct.key)
-            throw Exception{"'key' is required for dictionary of layout 'ip_trie'", ErrorCodes::BAD_ARGUMENTS};
+        if (!dict_struct.key || dict_struct.key->size() != 1)
+            throw Exception{"Dictionary of layout 'ip_trie' has to have one 'key'", ErrorCodes::BAD_ARGUMENTS};
 
         const auto dict_id = StorageID::fromDictionaryConfig(config, config_prefix);
         const DictionaryLifetime dict_lifetime{config, config_prefix + ".lifetime"};
         const bool require_nonempty = config.getBool(config_prefix + ".require_nonempty", false);
-        // This is specialised trie for storing IPv4 and IPv6 prefixes.
+        // This is specialised dictionary for storing IPv4 and IPv6 prefixes.
         return std::make_unique<IPAddressDictionary>(dict_id, dict_struct, std::move(source_ptr), dict_lifetime, require_nonempty);
     };
     factory.registerLayout("ip_trie", create_layout, true);

From 204a20fe29f1ee552b7420e79bf2a947b66c9e3f Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Wed, 23 Dec 2020 20:34:00 +0300
Subject: [PATCH 452/742] remove unused code

---
 src/Interpreters/Aggregator.cpp               | 297 ------------------
 src/Interpreters/Aggregator.h                 |   6 -
 .../Transforms/AggregatingTransform.cpp       |   1 +
 .../Transforms/AggregatingTransform.h         |   6 +
 .../Transforms/MergingAggregatedTransform.cpp |   6 +
 5 files changed, 13 insertions(+), 303 deletions(-)

diff --git a/src/Interpreters/Aggregator.cpp b/src/Interpreters/Aggregator.cpp
index 87abca4d7cd..15fc36d2364 100644
--- a/src/Interpreters/Aggregator.cpp
+++ b/src/Interpreters/Aggregator.cpp
@@ -13,9 +13,7 @@
 #include <Columns/ColumnArray.h>
 #include <Columns/ColumnTuple.h>
 #include <Columns/ColumnLowCardinality.h>
-#include <DataStreams/IBlockInputStream.h>
 #include <DataStreams/NativeBlockOutputStream.h>
-#include <DataStreams/NullBlockInputStream.h>
 #include <DataStreams/materializeBlock.h>
 #include <IO/WriteBufferFromFile.h>
 #include <Compression/CompressedWriteBuffer.h>
@@ -1026,56 +1024,6 @@ bool Aggregator::checkLimits(size_t result_size, bool & no_more_keys) const
 }
 
 
-void Aggregator::execute(const BlockInputStreamPtr & stream, AggregatedDataVariants & result)
-{
-    if (isCancelled())
-        return;
-
-    ColumnRawPtrs key_columns(params.keys_size);
-    AggregateColumns aggregate_columns(params.aggregates_size);
-
-    /** Used if there is a limit on the maximum number of rows in the aggregation,
-      *  and if group_by_overflow_mode == ANY.
-      * In this case, new keys are not added to the set, but aggregation is performed only by
-      *  keys that have already managed to get into the set.
-      */
-    bool no_more_keys = false;
-
-    LOG_TRACE(log, "Aggregating");
-
-    Stopwatch watch;
-
-    size_t src_rows = 0;
-    size_t src_bytes = 0;
-
-    /// Read all the data
-    while (Block block = stream->read())
-    {
-        if (isCancelled())
-            return;
-
-        src_rows += block.rows();
-        src_bytes += block.bytes();
-
-        if (!executeOnBlock(block, result, key_columns, aggregate_columns, no_more_keys))
-            break;
-    }
-
-    /// If there was no data, and we aggregate without keys, and we must return single row with the result of empty aggregation.
-    /// To do this, we pass a block with zero rows to aggregate.
-    if (result.empty() && params.keys_size == 0 && !params.empty_result_for_aggregation_by_empty_set)
-        executeOnBlock(stream->getHeader(), result, key_columns, aggregate_columns, no_more_keys);
-
-    double elapsed_seconds = watch.elapsedSeconds();
-    size_t rows = result.sizeWithoutOverflowRow();
-
-    LOG_TRACE(log, "Aggregated. {} to {} rows (from {}) in {} sec. ({} rows/sec., {}/sec.)",
-        src_rows, rows, ReadableSize(src_bytes),
-        elapsed_seconds, src_rows / elapsed_seconds,
-        ReadableSize(src_bytes / elapsed_seconds));
-}
-
-
 template <typename Method, typename Table>
 void Aggregator::convertToBlockImpl(
     Method & method,
@@ -1769,206 +1717,6 @@ void NO_INLINE Aggregator::mergeBucketImpl(
     }
 }
 
-
-/** Combines aggregation states together, turns them into blocks, and outputs streams.
-  * If the aggregation states are two-level, then it produces blocks strictly in order of 'bucket_num'.
-  * (This is important for distributed processing.)
-  * In doing so, it can handle different buckets in parallel, using up to `threads` threads.
-  */
-class MergingAndConvertingBlockInputStream : public IBlockInputStream
-{
-public:
-    /** The input is a set of non-empty sets of partially aggregated data,
-      *  which are all either single-level, or are two-level.
-      */
-    MergingAndConvertingBlockInputStream(const Aggregator & aggregator_, ManyAggregatedDataVariants & data_, bool final_, size_t threads_)
-        : aggregator(aggregator_), data(data_), final(final_), threads(threads_)
-    {
-        /// At least we need one arena in first data item per thread
-        if (!data.empty() && threads > data[0]->aggregates_pools.size())
-        {
-            Arenas & first_pool = data[0]->aggregates_pools;
-            for (size_t j = first_pool.size(); j < threads; j++)
-                first_pool.emplace_back(std::make_shared<Arena>());
-        }
-    }
-
-    String getName() const override { return "MergingAndConverting"; }
-
-    Block getHeader() const override { return aggregator.getHeader(final); }
-
-    ~MergingAndConvertingBlockInputStream() override
-    {
-        LOG_TRACE(&Poco::Logger::get(__PRETTY_FUNCTION__), "Waiting for threads to finish");
-
-        /// We need to wait for threads to finish before destructor of 'parallel_merge_data',
-        ///  because the threads access 'parallel_merge_data'.
-        if (parallel_merge_data)
-            parallel_merge_data->pool.wait();
-    }
-
-protected:
-    Block readImpl() override
-    {
-        if (data.empty())
-            return {};
-
-        if (current_bucket_num >= NUM_BUCKETS)
-            return {};
-
-        AggregatedDataVariantsPtr & first = data[0];
-
-        if (current_bucket_num == -1)
-        {
-            ++current_bucket_num;
-
-            if (first->type == AggregatedDataVariants::Type::without_key || aggregator.params.overflow_row)
-            {
-                aggregator.mergeWithoutKeyDataImpl(data);
-                return aggregator.prepareBlockAndFillWithoutKey(
-                    *first, final, first->type != AggregatedDataVariants::Type::without_key);
-            }
-        }
-
-        if (!first->isTwoLevel())
-        {
-            if (current_bucket_num > 0)
-                return {};
-
-            if (first->type == AggregatedDataVariants::Type::without_key)
-                return {};
-
-            ++current_bucket_num;
-
-        #define M(NAME) \
-            else if (first->type == AggregatedDataVariants::Type::NAME) \
-                aggregator.mergeSingleLevelDataImpl<decltype(first->NAME)::element_type>(data);
-            if (false) {} // NOLINT
-            APPLY_FOR_VARIANTS_SINGLE_LEVEL(M)
-        #undef M
-            else
-                throw Exception("Unknown aggregated data variant.", ErrorCodes::UNKNOWN_AGGREGATED_DATA_VARIANT);
-
-            return aggregator.prepareBlockAndFillSingleLevel(*first, final);
-        }
-        else
-        {
-            if (!parallel_merge_data)
-            {
-                parallel_merge_data = std::make_unique<ParallelMergeData>(threads);
-                for (size_t i = 0; i < threads; ++i)
-                    scheduleThreadForNextBucket();
-            }
-
-            Block res;
-
-            while (true)
-            {
-                std::unique_lock lock(parallel_merge_data->mutex);
-
-                if (parallel_merge_data->exception)
-                    std::rethrow_exception(parallel_merge_data->exception);
-
-                auto it = parallel_merge_data->ready_blocks.find(current_bucket_num);
-                if (it != parallel_merge_data->ready_blocks.end())
-                {
-                    ++current_bucket_num;
-                    scheduleThreadForNextBucket();
-
-                    if (it->second)
-                    {
-                        res.swap(it->second);
-                        break;
-                    }
-                    else if (current_bucket_num >= NUM_BUCKETS)
-                        break;
-                }
-
-                parallel_merge_data->condvar.wait(lock);
-            }
-
-            return res;
-        }
-    }
-
-private:
-    const Aggregator & aggregator;
-    ManyAggregatedDataVariants data;
-    bool final;
-    size_t threads;
-
-    Int32 current_bucket_num = -1;
-    Int32 max_scheduled_bucket_num = -1;
-    static constexpr Int32 NUM_BUCKETS = 256;
-
-    struct ParallelMergeData
-    {
-        std::map<Int32, Block> ready_blocks;
-        std::exception_ptr exception;
-        std::mutex mutex;
-        std::condition_variable condvar;
-        ThreadPool pool;
-
-        explicit ParallelMergeData(size_t threads_) : pool(threads_) {}
-    };
-
-    std::unique_ptr<ParallelMergeData> parallel_merge_data;
-
-    void scheduleThreadForNextBucket()
-    {
-        ++max_scheduled_bucket_num;
-        if (max_scheduled_bucket_num >= NUM_BUCKETS)
-            return;
-
-        parallel_merge_data->pool.scheduleOrThrowOnError(
-            [this, max_scheduled_bucket_num = max_scheduled_bucket_num, group = CurrentThread::getGroup()]
-            { return thread(max_scheduled_bucket_num, group); });
-    }
-
-    void thread(Int32 bucket_num, ThreadGroupStatusPtr thread_group)
-    {
-        try
-        {
-            setThreadName("MergingAggregtd");
-            if (thread_group)
-                CurrentThread::attachToIfDetached(thread_group);
-            CurrentMetrics::Increment metric_increment{CurrentMetrics::QueryThread};
-
-            /// TODO: add no_more_keys support maybe
-
-            auto & merged_data = *data[0];
-            auto method = merged_data.type;
-            Block block;
-
-            /// Select Arena to avoid race conditions
-            size_t thread_number = static_cast<size_t>(bucket_num) % threads;
-            Arena * arena = merged_data.aggregates_pools.at(thread_number).get();
-
-            if (false) {} // NOLINT
-        #define M(NAME) \
-            else if (method == AggregatedDataVariants::Type::NAME) \
-            { \
-                aggregator.mergeBucketImpl<decltype(merged_data.NAME)::element_type>(data, bucket_num, arena); \
-                block = aggregator.convertOneBucketToBlock(merged_data, *merged_data.NAME, final, bucket_num); \
-            }
-
-            APPLY_FOR_VARIANTS_TWO_LEVEL(M)
-        #undef M
-
-            std::lock_guard lock(parallel_merge_data->mutex);
-            parallel_merge_data->ready_blocks[bucket_num] = std::move(block);
-        }
-        catch (...)
-        {
-            std::lock_guard lock(parallel_merge_data->mutex);
-            if (!parallel_merge_data->exception)
-                parallel_merge_data->exception = std::current_exception();
-        }
-
-        parallel_merge_data->condvar.notify_all();
-    }
-};
-
 ManyAggregatedDataVariants Aggregator::prepareVariantsToMerge(ManyAggregatedDataVariants & data_variants) const
 {
     if (data_variants.empty())
@@ -2030,18 +1778,6 @@ ManyAggregatedDataVariants Aggregator::prepareVariantsToMerge(ManyAggregatedData
     return non_empty_data;
 }
 
-std::unique_ptr<IBlockInputStream> Aggregator::mergeAndConvertToBlocks(
-    ManyAggregatedDataVariants & data_variants, bool final, size_t max_threads) const
-{
-    ManyAggregatedDataVariants non_empty_data = prepareVariantsToMerge(data_variants);
-
-    if (non_empty_data.empty())
-        return std::make_unique<NullBlockInputStream>(getHeader(final));
-
-    return std::make_unique<MergingAndConvertingBlockInputStream>(*this, non_empty_data, final, max_threads);
-}
-
-
 template <bool no_more_keys, typename Method, typename Table>
 void NO_INLINE Aggregator::mergeStreamsImplCase(
     Block & block,
@@ -2159,38 +1895,6 @@ void NO_INLINE Aggregator::mergeWithoutKeyStreamsImpl(
 }
 
 
-void Aggregator::mergeStream(const BlockInputStreamPtr & stream, AggregatedDataVariants & result, size_t max_threads)
-{
-    if (isCancelled())
-        return;
-
-    /** If the remote servers used a two-level aggregation method,
-      *  then blocks will contain information about the number of the bucket.
-      * Then the calculations can be parallelized by buckets.
-      * We decompose the blocks to the bucket numbers indicated in them.
-      */
-    BucketToBlocks bucket_to_blocks;
-
-    /// Read all the data.
-    LOG_TRACE(log, "Reading blocks of partially aggregated data.");
-
-    size_t total_input_rows = 0;
-    size_t total_input_blocks = 0;
-    while (Block block = stream->read())
-    {
-        if (isCancelled())
-            return;
-
-        total_input_rows += block.rows();
-        ++total_input_blocks;
-        bucket_to_blocks[block.info.bucket_num].emplace_back(std::move(block));
-    }
-
-    LOG_TRACE(log, "Read {} blocks of partially aggregated data, total {} rows.", total_input_blocks, total_input_rows);
-
-    mergeBlocks(bucket_to_blocks, result, max_threads);
-}
-
 void Aggregator::mergeBlocks(BucketToBlocks bucket_to_blocks, AggregatedDataVariants & result, size_t max_threads)
 {
     if (bucket_to_blocks.empty())
@@ -2429,7 +2133,6 @@ Block Aggregator::mergeBlocks(BlocksList & blocks, bool final)
     return block;
 }
 
-
 template <typename Method>
 void NO_INLINE Aggregator::convertBlockToTwoLevelImpl(
     Method & method,
diff --git a/src/Interpreters/Aggregator.h b/src/Interpreters/Aggregator.h
index c688da9d32d..a07dbbb7e59 100644
--- a/src/Interpreters/Aggregator.h
+++ b/src/Interpreters/Aggregator.h
@@ -928,9 +928,6 @@ public:
 
     Aggregator(const Params & params_);
 
-    /// Aggregate the source. Get the result in the form of one of the data structures.
-    void execute(const BlockInputStreamPtr & stream, AggregatedDataVariants & result);
-
     using AggregateColumns = std::vector<ColumnRawPtrs>;
     using AggregateColumnsData = std::vector<ColumnAggregateFunction::Container *>;
     using AggregateColumnsConstData = std::vector<const ColumnAggregateFunction::Container *>;
@@ -954,9 +951,6 @@ public:
       */
     BlocksList convertToBlocks(AggregatedDataVariants & data_variants, bool final, size_t max_threads) const;
 
-    /** Merge several aggregation data structures and output the result as a block stream.
-      */
-    std::unique_ptr<IBlockInputStream> mergeAndConvertToBlocks(ManyAggregatedDataVariants & data_variants, bool final, size_t max_threads) const;
     ManyAggregatedDataVariants prepareVariantsToMerge(ManyAggregatedDataVariants & data_variants) const;
 
     /** Merge the stream of partially aggregated blocks into one data structure.
diff --git a/src/Processors/Transforms/AggregatingTransform.cpp b/src/Processors/Transforms/AggregatingTransform.cpp
index 0a97cc3d4cb..c6907202d31 100644
--- a/src/Processors/Transforms/AggregatingTransform.cpp
+++ b/src/Processors/Transforms/AggregatingTransform.cpp
@@ -379,6 +379,7 @@ private:
 
         for (size_t thread = 0; thread < num_threads; ++thread)
         {
+            /// Select Arena to avoid race conditions
             Arena * arena = first->aggregates_pools.at(thread).get();
             auto source = std::make_shared<ConvertingAggregatedToChunksSource>(
                     params, data, shared_data, arena);
diff --git a/src/Processors/Transforms/AggregatingTransform.h b/src/Processors/Transforms/AggregatingTransform.h
index ab18992151a..86f6ecb4a36 100644
--- a/src/Processors/Transforms/AggregatingTransform.h
+++ b/src/Processors/Transforms/AggregatingTransform.h
@@ -103,6 +103,12 @@ private:
 
     ColumnRawPtrs key_columns;
     Aggregator::AggregateColumns aggregate_columns;
+
+    /** Used if there is a limit on the maximum number of rows in the aggregation,
+     *   and if group_by_overflow_mode == ANY.
+     *  In this case, new keys are not added to the set, but aggregation is performed only by
+     *   keys that have already managed to get into the set.
+     */
     bool no_more_keys = false;
 
     ManyAggregatedDataPtr many_data;
diff --git a/src/Processors/Transforms/MergingAggregatedTransform.cpp b/src/Processors/Transforms/MergingAggregatedTransform.cpp
index f386cbe4bec..1a04f85fd9c 100644
--- a/src/Processors/Transforms/MergingAggregatedTransform.cpp
+++ b/src/Processors/Transforms/MergingAggregatedTransform.cpp
@@ -34,6 +34,12 @@ void MergingAggregatedTransform::consume(Chunk chunk)
     if (!agg_info)
         throw Exception("Chunk should have AggregatedChunkInfo in MergingAggregatedTransform.", ErrorCodes::LOGICAL_ERROR);
 
+    /** If the remote servers used a two-level aggregation method,
+      *  then blocks will contain information about the number of the bucket.
+      * Then the calculations can be parallelized by buckets.
+      * We decompose the blocks to the bucket numbers indicated in them.
+      */
+
     auto block = getInputPort().getHeader().cloneWithColumns(chunk.getColumns());
     block.info.is_overflows = agg_info->is_overflows;
     block.info.bucket_num = agg_info->bucket_num;

From 857e2ef5577c3fc02aae2f3cc1a58fa28c72ec36 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Wed, 23 Dec 2020 21:01:49 +0300
Subject: [PATCH 453/742] remove unused code

---
 src/Interpreters/Aggregator.h | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/src/Interpreters/Aggregator.h b/src/Interpreters/Aggregator.h
index 9137e13c729..331d50672ab 100644
--- a/src/Interpreters/Aggregator.h
+++ b/src/Interpreters/Aggregator.h
@@ -953,11 +953,6 @@ public:
 
     ManyAggregatedDataVariants prepareVariantsToMerge(ManyAggregatedDataVariants & data_variants) const;
 
-    /** Merge the stream of partially aggregated blocks into one data structure.
-      * (Pre-aggregate several blocks that represent the result of independent aggregations from remote servers.)
-      */
-    void mergeStream(const BlockInputStreamPtr & stream, AggregatedDataVariants & result, size_t max_threads);
-
     using BucketToBlocks = std::map<Int32, BlocksList>;
     /// Merge partially aggregated blocks separated to buckets into one data structure.
     void mergeBlocks(BucketToBlocks bucket_to_blocks, AggregatedDataVariants & result, size_t max_threads);
@@ -1006,7 +1001,6 @@ public:
 
 protected:
     friend struct AggregatedDataVariants;
-    friend class MergingAndConvertingBlockInputStream;
     friend class ConvertingAggregatedToChunksTransform;
     friend class ConvertingAggregatedToChunksSource;
     friend class AggregatingInOrderTransform;

From 13e633c1ad009b474ac6a74b2748c16ec0d70fca Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Wed, 23 Dec 2020 13:17:18 -0500
Subject: [PATCH 454/742] Regenerating
 ldap/authentication/requirements/requirements.py

---
 .../requirements/requirements.py              | 305 +++++++++++++++---
 1 file changed, 255 insertions(+), 50 deletions(-)

diff --git a/tests/testflows/ldap/authentication/requirements/requirements.py b/tests/testflows/ldap/authentication/requirements/requirements.py
index 4e955bf801b..25b943d18c2 100644
--- a/tests/testflows/ldap/authentication/requirements/requirements.py
+++ b/tests/testflows/ldap/authentication/requirements/requirements.py
@@ -790,9 +790,74 @@ RQ_SRS_007_LDAP_Configuration_Server_TLSCipherSuite = Requirement(
     level=3,
     num='4.2.27')
 
+RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown = Requirement(
+    name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed\n'
+        'to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.\n'
+        'After period of time since the last successful attempt expires then on the authentication attempt\n'
+        'SHALL result in contacting the [LDAP] server to verify the username and password. \n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.28')
+
+RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Default = Requirement(
+    name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'SHALL have a default value of `0` that disables caching and forces contacting\n'
+        'the [LDAP] server for each authentication request.\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.29')
+
+RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Invalid = Requirement(
+    name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.\n'
+        '\n'
+        'For example:\n'
+        '\n'
+        '* negative integer\n'
+        '* string\n'
+        '* empty value\n'
+        '* extremely large positive value (overflow)\n'
+        '* extremely large negative value (overflow)\n'
+        '\n'
+        'The error SHALL appear in the log and SHALL be similar to the following:\n'
+        '\n'
+        '```bash\n'
+        '<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*\n'
+        '```\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.30')
+
 RQ_SRS_007_LDAP_Configuration_Server_Syntax = Requirement(
     name='RQ.SRS-007.LDAP.Configuration.Server.Syntax',
-    version='1.0',
+    version='2.0',
     priority=None,
     group=None,
     type=None,
@@ -808,6 +873,7 @@ RQ_SRS_007_LDAP_Configuration_Server_Syntax = Requirement(
         '        <port>636</port>\n'
         '        <auth_dn_prefix>cn=</auth_dn_prefix>\n'
         '        <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>\n'
+        '        <verification_cooldown>0</verification_cooldown>\n'
         '        <enable_tls>yes</enable_tls>\n'
         '        <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>\n'
         '        <tls_require_cert>demand</tls_require_cert>\n'
@@ -823,7 +889,7 @@ RQ_SRS_007_LDAP_Configuration_Server_Syntax = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.28')
+    num='4.2.31')
 
 RQ_SRS_007_LDAP_Configuration_User_RBAC = Requirement(
     name='RQ.SRS-007.LDAP.Configuration.User.RBAC',
@@ -843,7 +909,7 @@ RQ_SRS_007_LDAP_Configuration_User_RBAC = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.29')
+    num='4.2.32')
 
 RQ_SRS_007_LDAP_Configuration_User_Syntax = Requirement(
     name='RQ.SRS-007.LDAP.Configuration.User.Syntax',
@@ -871,7 +937,7 @@ RQ_SRS_007_LDAP_Configuration_User_Syntax = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.30')
+    num='4.2.33')
 
 RQ_SRS_007_LDAP_Configuration_User_Name_Empty = Requirement(
     name='RQ.SRS-007.LDAP.Configuration.User.Name.Empty',
@@ -886,7 +952,7 @@ RQ_SRS_007_LDAP_Configuration_User_Name_Empty = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.31')
+    num='4.2.34')
 
 RQ_SRS_007_LDAP_Configuration_User_BothPasswordAndLDAP = Requirement(
     name='RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP',
@@ -902,7 +968,7 @@ RQ_SRS_007_LDAP_Configuration_User_BothPasswordAndLDAP = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.32')
+    num='4.2.35')
 
 RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_NotDefined = Requirement(
     name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined',
@@ -919,7 +985,7 @@ RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_NotDefined = Requireme
         ),
     link=None,
     level=3,
-    num='4.2.33')
+    num='4.2.36')
 
 RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_Empty = Requirement(
     name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty',
@@ -936,7 +1002,7 @@ RQ_SRS_007_LDAP_Configuration_User_LDAP_InvalidServerName_Empty = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.34')
+    num='4.2.37')
 
 RQ_SRS_007_LDAP_Configuration_User_OnlyOneServer = Requirement(
     name='RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer',
@@ -951,7 +1017,7 @@ RQ_SRS_007_LDAP_Configuration_User_OnlyOneServer = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.35')
+    num='4.2.38')
 
 RQ_SRS_007_LDAP_Configuration_User_Name_Long = Requirement(
     name='RQ.SRS-007.LDAP.Configuration.User.Name.Long',
@@ -967,7 +1033,7 @@ RQ_SRS_007_LDAP_Configuration_User_Name_Long = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.36')
+    num='4.2.39')
 
 RQ_SRS_007_LDAP_Configuration_User_Name_UTF8 = Requirement(
     name='RQ.SRS-007.LDAP.Configuration.User.Name.UTF8',
@@ -982,7 +1048,7 @@ RQ_SRS_007_LDAP_Configuration_User_Name_UTF8 = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.37')
+    num='4.2.40')
 
 RQ_SRS_007_LDAP_Authentication_Username_Empty = Requirement(
     name='RQ.SRS-007.LDAP.Authentication.Username.Empty',
@@ -997,7 +1063,7 @@ RQ_SRS_007_LDAP_Authentication_Username_Empty = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.38')
+    num='4.2.41')
 
 RQ_SRS_007_LDAP_Authentication_Username_Long = Requirement(
     name='RQ.SRS-007.LDAP.Authentication.Username.Long',
@@ -1012,7 +1078,7 @@ RQ_SRS_007_LDAP_Authentication_Username_Long = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.39')
+    num='4.2.42')
 
 RQ_SRS_007_LDAP_Authentication_Username_UTF8 = Requirement(
     name='RQ.SRS-007.LDAP.Authentication.Username.UTF8',
@@ -1027,7 +1093,7 @@ RQ_SRS_007_LDAP_Authentication_Username_UTF8 = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.40')
+    num='4.2.43')
 
 RQ_SRS_007_LDAP_Authentication_Password_Empty = Requirement(
     name='RQ.SRS-007.LDAP.Authentication.Password.Empty',
@@ -1044,7 +1110,7 @@ RQ_SRS_007_LDAP_Authentication_Password_Empty = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.41')
+    num='4.2.44')
 
 RQ_SRS_007_LDAP_Authentication_Password_Long = Requirement(
     name='RQ.SRS-007.LDAP.Authentication.Password.Long',
@@ -1060,7 +1126,7 @@ RQ_SRS_007_LDAP_Authentication_Password_Long = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.42')
+    num='4.2.45')
 
 RQ_SRS_007_LDAP_Authentication_Password_UTF8 = Requirement(
     name='RQ.SRS-007.LDAP.Authentication.Password.UTF8',
@@ -1076,7 +1142,64 @@ RQ_SRS_007_LDAP_Authentication_Password_UTF8 = Requirement(
         ),
     link=None,
     level=3,
-    num='4.2.43')
+    num='4.2.46')
+
+RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Performance = Requirement(
+    name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users\n'
+        'when `verification_cooldown` parameter is set to a positive value when comparing\n'
+        'to the the case when `verification_cooldown` is turned off either for a single user or multiple users\n'
+        'making a large number of repeated requests.\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.47')
+
+RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters = Requirement(
+    name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the\n'
+        '`verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values\n'
+        'change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user\n'
+        "to result in contacting the [LDAP] server to verify user's username and password.\n"
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.48')
+
+RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_InvalidPassword = Requirement(
+    name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the\n'
+        '`verification_cooldown` parameter in the [LDAP] server configuration section\n'
+        'for the user if the password provided in the current authentication attempt does not match\n'
+        'the valid password provided during the first successful authentication request that was cached\n'
+        'for this exact user. The reset SHALL cause the next authentication attempt for this user\n'
+        "to result in contacting the [LDAP] server to verify user's username and password.\n"
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.49')
 
 SRS_007_ClickHouse_Authentication_of_Users_via_LDAP = Specification(
     name='SRS-007 ClickHouse Authentication of Users via LDAP', 
@@ -1150,22 +1273,28 @@ SRS_007_ClickHouse_Authentication_of_Users_via_LDAP = Specification(
         Heading(name='RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir', level=3, num='4.2.25'),
         Heading(name='RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile', level=3, num='4.2.26'),
         Heading(name='RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite', level=3, num='4.2.27'),
-        Heading(name='RQ.SRS-007.LDAP.Configuration.Server.Syntax', level=3, num='4.2.28'),
-        Heading(name='RQ.SRS-007.LDAP.Configuration.User.RBAC', level=3, num='4.2.29'),
-        Heading(name='RQ.SRS-007.LDAP.Configuration.User.Syntax', level=3, num='4.2.30'),
-        Heading(name='RQ.SRS-007.LDAP.Configuration.User.Name.Empty', level=3, num='4.2.31'),
-        Heading(name='RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP', level=3, num='4.2.32'),
-        Heading(name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined', level=3, num='4.2.33'),
-        Heading(name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty', level=3, num='4.2.34'),
-        Heading(name='RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer', level=3, num='4.2.35'),
-        Heading(name='RQ.SRS-007.LDAP.Configuration.User.Name.Long', level=3, num='4.2.36'),
-        Heading(name='RQ.SRS-007.LDAP.Configuration.User.Name.UTF8', level=3, num='4.2.37'),
-        Heading(name='RQ.SRS-007.LDAP.Authentication.Username.Empty', level=3, num='4.2.38'),
-        Heading(name='RQ.SRS-007.LDAP.Authentication.Username.Long', level=3, num='4.2.39'),
-        Heading(name='RQ.SRS-007.LDAP.Authentication.Username.UTF8', level=3, num='4.2.40'),
-        Heading(name='RQ.SRS-007.LDAP.Authentication.Password.Empty', level=3, num='4.2.41'),
-        Heading(name='RQ.SRS-007.LDAP.Authentication.Password.Long', level=3, num='4.2.42'),
-        Heading(name='RQ.SRS-007.LDAP.Authentication.Password.UTF8', level=3, num='4.2.43'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown', level=3, num='4.2.28'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default', level=3, num='4.2.29'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid', level=3, num='4.2.30'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.Server.Syntax', level=3, num='4.2.31'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.User.RBAC', level=3, num='4.2.32'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.User.Syntax', level=3, num='4.2.33'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.User.Name.Empty', level=3, num='4.2.34'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP', level=3, num='4.2.35'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined', level=3, num='4.2.36'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty', level=3, num='4.2.37'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer', level=3, num='4.2.38'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.User.Name.Long', level=3, num='4.2.39'),
+        Heading(name='RQ.SRS-007.LDAP.Configuration.User.Name.UTF8', level=3, num='4.2.40'),
+        Heading(name='RQ.SRS-007.LDAP.Authentication.Username.Empty', level=3, num='4.2.41'),
+        Heading(name='RQ.SRS-007.LDAP.Authentication.Username.Long', level=3, num='4.2.42'),
+        Heading(name='RQ.SRS-007.LDAP.Authentication.Username.UTF8', level=3, num='4.2.43'),
+        Heading(name='RQ.SRS-007.LDAP.Authentication.Password.Empty', level=3, num='4.2.44'),
+        Heading(name='RQ.SRS-007.LDAP.Authentication.Password.Long', level=3, num='4.2.45'),
+        Heading(name='RQ.SRS-007.LDAP.Authentication.Password.UTF8', level=3, num='4.2.46'),
+        Heading(name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance', level=3, num='4.2.47'),
+        Heading(name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters', level=3, num='4.2.48'),
+        Heading(name='RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword', level=3, num='4.2.49'),
         Heading(name='References', level=1, num='5'),
         ),
     requirements=(
@@ -1218,6 +1347,9 @@ SRS_007_ClickHouse_Authentication_of_Users_via_LDAP = Specification(
         RQ_SRS_007_LDAP_Configuration_Server_TLSCACertDir,
         RQ_SRS_007_LDAP_Configuration_Server_TLSCACertFile,
         RQ_SRS_007_LDAP_Configuration_Server_TLSCipherSuite,
+        RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown,
+        RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Default,
+        RQ_SRS_007_LDAP_Configuration_Server_VerificationCooldown_Invalid,
         RQ_SRS_007_LDAP_Configuration_Server_Syntax,
         RQ_SRS_007_LDAP_Configuration_User_RBAC,
         RQ_SRS_007_LDAP_Configuration_User_Syntax,
@@ -1234,9 +1366,13 @@ SRS_007_ClickHouse_Authentication_of_Users_via_LDAP = Specification(
         RQ_SRS_007_LDAP_Authentication_Password_Empty,
         RQ_SRS_007_LDAP_Authentication_Password_Long,
         RQ_SRS_007_LDAP_Authentication_Password_UTF8,
+        RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Performance,
+        RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_ChangeInCoreServerParameters,
+        RQ_SRS_007_LDAP_Authentication_VerificationCooldown_Reset_InvalidPassword,
         ),
     content='''
 # SRS-007 ClickHouse Authentication of Users via LDAP
+# Software Requirements Specification
 
 ## Table of Contents
 
@@ -1295,22 +1431,28 @@ SRS_007_ClickHouse_Authentication_of_Users_via_LDAP = Specification(
     * 4.2.25 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertDir](#rqsrs-007ldapconfigurationservertlscacertdir)
     * 4.2.26 [RQ.SRS-007.LDAP.Configuration.Server.TLSCACertFile](#rqsrs-007ldapconfigurationservertlscacertfile)
     * 4.2.27 [RQ.SRS-007.LDAP.Configuration.Server.TLSCipherSuite](#rqsrs-007ldapconfigurationservertlsciphersuite)
-    * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
-    * 4.2.29 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
-    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
-    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
-    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
-    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
-    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
-    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
-    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
-    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
-    * 4.2.38 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
-    * 4.2.39 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
-    * 4.2.40 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
-    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
-    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
-    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
+    * 4.2.28 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown](#rqsrs-007ldapconfigurationserververificationcooldown)
+    * 4.2.29 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default](#rqsrs-007ldapconfigurationserververificationcooldowndefault)
+    * 4.2.30 [RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid](#rqsrs-007ldapconfigurationserververificationcooldowninvalid)
+    * 4.2.31 [RQ.SRS-007.LDAP.Configuration.Server.Syntax](#rqsrs-007ldapconfigurationserversyntax)
+    * 4.2.32 [RQ.SRS-007.LDAP.Configuration.User.RBAC](#rqsrs-007ldapconfigurationuserrbac)
+    * 4.2.33 [RQ.SRS-007.LDAP.Configuration.User.Syntax](#rqsrs-007ldapconfigurationusersyntax)
+    * 4.2.34 [RQ.SRS-007.LDAP.Configuration.User.Name.Empty](#rqsrs-007ldapconfigurationusernameempty)
+    * 4.2.35 [RQ.SRS-007.LDAP.Configuration.User.BothPasswordAndLDAP](#rqsrs-007ldapconfigurationuserbothpasswordandldap)
+    * 4.2.36 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.NotDefined](#rqsrs-007ldapconfigurationuserldapinvalidservernamenotdefined)
+    * 4.2.37 [RQ.SRS-007.LDAP.Configuration.User.LDAP.InvalidServerName.Empty](#rqsrs-007ldapconfigurationuserldapinvalidservernameempty)
+    * 4.2.38 [RQ.SRS-007.LDAP.Configuration.User.OnlyOneServer](#rqsrs-007ldapconfigurationuseronlyoneserver)
+    * 4.2.39 [RQ.SRS-007.LDAP.Configuration.User.Name.Long](#rqsrs-007ldapconfigurationusernamelong)
+    * 4.2.40 [RQ.SRS-007.LDAP.Configuration.User.Name.UTF8](#rqsrs-007ldapconfigurationusernameutf8)
+    * 4.2.41 [RQ.SRS-007.LDAP.Authentication.Username.Empty](#rqsrs-007ldapauthenticationusernameempty)
+    * 4.2.42 [RQ.SRS-007.LDAP.Authentication.Username.Long](#rqsrs-007ldapauthenticationusernamelong)
+    * 4.2.43 [RQ.SRS-007.LDAP.Authentication.Username.UTF8](#rqsrs-007ldapauthenticationusernameutf8)
+    * 4.2.44 [RQ.SRS-007.LDAP.Authentication.Password.Empty](#rqsrs-007ldapauthenticationpasswordempty)
+    * 4.2.45 [RQ.SRS-007.LDAP.Authentication.Password.Long](#rqsrs-007ldapauthenticationpasswordlong)
+    * 4.2.46 [RQ.SRS-007.LDAP.Authentication.Password.UTF8](#rqsrs-007ldapauthenticationpasswordutf8)
+    * 4.2.47 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance](#rqsrs-007ldapauthenticationverificationcooldownperformance)
+    * 4.2.48 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters](#rqsrs-007ldapauthenticationverificationcooldownresetchangeincoreserverparameters)
+    * 4.2.49 [RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword](#rqsrs-007ldapauthenticationverificationcooldownresetinvalidpassword)
 * 5 [References](#references)
 
 ## Revision History
@@ -1631,9 +1773,44 @@ For example,
 The available suites SHALL depend on the [OpenSSL] library version and variant used to build
 [ClickHouse] and therefore might change.
 
-#### RQ.SRS-007.LDAP.Configuration.Server.Syntax
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown
 version: 1.0
 
+[ClickHouse] SHALL support `verification_cooldown` parameter in the [LDAP] server configuration section
+that SHALL define a period of time, in seconds, after a successful bind attempt, during which a user SHALL be assumed
+to be successfully authenticated for all consecutive requests without contacting the [LDAP] server.
+After period of time since the last successful attempt expires then on the authentication attempt
+SHALL result in contacting the [LDAP] server to verify the username and password. 
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Default
+version: 1.0
+
+[ClickHouse] `verification_cooldown` parameter in the [LDAP] server configuration section
+SHALL have a default value of `0` that disables caching and forces contacting
+the [LDAP] server for each authentication request.
+
+#### RQ.SRS-007.LDAP.Configuration.Server.VerificationCooldown.Invalid
+version: 1.0
+
+[Clickhouse] SHALL return an error if the value provided for the `verification_cooldown` parameter is not a valid positive integer.
+
+For example:
+
+* negative integer
+* string
+* empty value
+* extremely large positive value (overflow)
+* extremely large negative value (overflow)
+
+The error SHALL appear in the log and SHALL be similar to the following:
+
+```bash
+<Error> Access(user directories): Could not parse LDAP server `openldap1`: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Syntax error: Not a valid unsigned integer: *input value*
+```
+
+#### RQ.SRS-007.LDAP.Configuration.Server.Syntax
+version: 2.0
+
 [ClickHouse] SHALL support the following example syntax to create an entry for an [LDAP] server inside the `config.xml`
 configuration file or of any configuration file inside the `config.d` directory.
 
@@ -1644,6 +1821,7 @@ configuration file or of any configuration file inside the `config.d` directory.
         <port>636</port>
         <auth_dn_prefix>cn=</auth_dn_prefix>
         <auth_dn_suffix>, ou=users, dc=example, dc=com</auth_dn_suffix>
+        <verification_cooldown>0</verification_cooldown>
         <enable_tls>yes</enable_tls>
         <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
         <tls_require_cert>demand</tls_require_cert>
@@ -1759,6 +1937,33 @@ version: 1.0
 [ClickHouse] SHALL support [UTF-8] characters in passwords
 used to authenticate users using an [LDAP] server.
 
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Performance
+version: 1.0
+
+[ClickHouse] SHALL provide better login performance of [LDAP] authenticated users
+when `verification_cooldown` parameter is set to a positive value when comparing
+to the the case when `verification_cooldown` is turned off either for a single user or multiple users
+making a large number of repeated requests.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.ChangeInCoreServerParameters
+version: 1.0
+
+[ClickHouse] SHALL reset any currently cached [LDAP] authentication bind requests enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+if either `host`, `port`, `auth_dn_prefix`, or `auth_dn_suffix` parameter values
+change in the configuration file. The reset SHALL cause any subsequent authentication attempts for any user
+to result in contacting the [LDAP] server to verify user's username and password.
+
+#### RQ.SRS-007.LDAP.Authentication.VerificationCooldown.Reset.InvalidPassword
+version: 1.0
+
+[ClickHouse] SHALL reset current cached [LDAP] authentication bind request enabled by the
+`verification_cooldown` parameter in the [LDAP] server configuration section
+for the user if the password provided in the current authentication attempt does not match
+the valid password provided during the first successful authentication request that was cached
+for this exact user. The reset SHALL cause the next authentication attempt for this user
+to result in contacting the [LDAP] server to verify user's username and password.
+
 ## References
 
 * **ClickHouse:** https://clickhouse.tech

From 08beb3ad6427d812d6e42a84fcd02a767bb00fc6 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 22 Dec 2020 22:10:37 +0300
Subject: [PATCH 455/742] d/compat: bump compatibility level to 10

Official CI builds uses ubuntu:20.04, which has the following:
- debhelper: 12.10ubuntu1
- dpkg-dev: 1.19.7ubuntu3 (should not be relevant, but let's keep it)

While debian:testing has:
- debhelper: 13.3
- dpkg: 1.20.5 (should not be relevant, but let's keep it)

In debhelper 13 compat level <= 9 has been deprecated [1], hence the
warning:

    warning: Compatibility levels before 10 are deprecated (level 8 in use)

  [1]: https://salsa.debian.org/debian/debhelper/-/commit/427594c41330917401356ebed2a951e0e9143256

And this is not only warning but also compat level implicitly will be
changed to 10. For now this is only for debian:testing but in future it
will be relevant for newer ubuntu, and hence official builds.
---
 debian/compat | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/debian/compat b/debian/compat
index 45a4fb75db8..f599e28b8ab 100644
--- a/debian/compat
+++ b/debian/compat
@@ -1 +1 @@
-8
+10

From 0325203759df131811f79564ee042a51522ffe17 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 22 Dec 2020 22:56:44 +0300
Subject: [PATCH 456/742] d/rules: disable hardening (they were not added in
 official builds anyway)

After upgrading compat level to 10 (in previous commit to avoid warning
on debian:testing, and this is not just a warning, but the compat level
implicitly changed to 10), hardening became working, since it requires
compat level >= 9 [1]

  [1]: https://wiki.debian.org/Hardening

While hardening for clickhouse builds should not be used, so just
disable them.
---
 debian/rules | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/debian/rules b/debian/rules
index 30015ba0afd..8eb47e95389 100755
--- a/debian/rules
+++ b/debian/rules
@@ -5,7 +5,7 @@
 export DH_VERBOSE=1
 
 # -pie only for static mode
-export DEB_BUILD_MAINT_OPTIONS=hardening=+all,-pie
+export DEB_BUILD_MAINT_OPTIONS=hardening=-all
 
 # because copy_headers.sh have hardcoded path to build/include_directories.txt
 BUILDDIR = obj-$(DEB_HOST_GNU_TYPE)

From a35ef5ace3cb829fd381dbc5c2f1e9179738286f Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 23 Dec 2020 21:59:27 +0300
Subject: [PATCH 457/742] better

---
 tests/integration/test_cluster_copier/test.py | 32 +++++++--
 .../test_cluster_copier/test_big_cluster.py   | 20 +++---
 .../test_cluster_copier/test_trivial.py       | 66 +++++++++++--------
 3 files changed, 75 insertions(+), 43 deletions(-)

diff --git a/tests/integration/test_cluster_copier/test.py b/tests/integration/test_cluster_copier/test.py
index 00d464af98f..d87969630cd 100644
--- a/tests/integration/test_cluster_copier/test.py
+++ b/tests/integration/test_cluster_copier/test.py
@@ -94,8 +94,6 @@ class Task1:
         instance.query("INSERT INTO hits_all SELECT * FROM system.numbers LIMIT 1002",
                        settings={"insert_distributed_sync": 1})
 
-        print instance.query("SELECT DISTINCT 'all' AS partition FROM hits_all ORDER BY partition DESC")
-
     def check(self):
         assert TSV(self.cluster.instances['s0_0_0'].query("SELECT count() FROM hits_all")) == TSV("1002\n")
         assert TSV(self.cluster.instances['s1_0_0'].query("SELECT count() FROM hits_all")) == TSV("1002\n")
@@ -312,7 +310,13 @@ def execute_task(task, cmd_options):
 
 # Tests
 
-@pytest.mark.parametrize(('use_sample_offset'),[False,True])
+@pytest.mark.parametrize(
+    ('use_sample_offset'),
+    [
+        False,
+        True
+    ]
+)
 def test_copy_simple(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(Task1(started_cluster), ['--experimental-use-sample-offset', '1'])
@@ -320,7 +324,13 @@ def test_copy_simple(started_cluster, use_sample_offset):
         execute_task(Task1(started_cluster), [])
 
 
-@pytest.mark.parametrize(('use_sample_offset'),[False,True])
+@pytest.mark.parametrize(
+    ('use_sample_offset'),
+    [
+        False,
+        True
+    ]
+)
 def test_copy_with_recovering(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(Task1(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
@@ -329,7 +339,13 @@ def test_copy_with_recovering(started_cluster, use_sample_offset):
         execute_task(Task1(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
-@pytest.mark.parametrize(('use_sample_offset'),[False,True])
+@pytest.mark.parametrize(
+    ('use_sample_offset'),
+    [
+        False,
+        True
+    ]
+)
 def test_copy_with_recovering_after_move_faults(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(Task1(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
@@ -364,7 +380,11 @@ def test_no_index(started_cluster):
 def test_no_arg(started_cluster):
     execute_task(Task_no_arg(started_cluster), [])
 
-
 def test_non_partitioned_table(started_cluster):
     execute_task(Task_non_partitioned_table(started_cluster), [])
 
+if __name__ == '__main__':
+    with contextmanager(started_cluster)() as cluster:
+        for name, instance in list(cluster.instances.items()):
+            print(name, instance.ip_address)
+        input("Cluster created, press any key to destroy...")
diff --git a/tests/integration/test_cluster_copier/test_big_cluster.py b/tests/integration/test_cluster_copier/test_big_cluster.py
index 007b118703f..998af8cbb40 100644
--- a/tests/integration/test_cluster_copier/test_big_cluster.py
+++ b/tests/integration/test_cluster_copier/test_big_cluster.py
@@ -52,8 +52,8 @@ def started_cluster():
             }
         }
 
-        for cluster_name, shards in clusters_schema.iteritems():
-            for shard_name, replicas in shards.iteritems():
+        for cluster_name, shards in clusters_schema.items():
+            for shard_name, replicas in shards.items():
                 for replica_name in replicas:
                     name = "s{}_{}_{}".format(cluster_name, shard_name, replica_name)
                     cluster.add_instance(name,
@@ -100,16 +100,16 @@ def execute_task(task, cmd_options):
     task.start()
 
     zk = cluster.get_kazoo_client('zoo1')
-    print "Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1])
+    print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
     try:
         zk.delete("/clickhouse-copier", recursive=True)
     except kazoo.exceptions.NoNodeError:
-        print "No node /clickhouse-copier. It is Ok in first test."
+        print("No node /clickhouse-copier. It is Ok in first test.")
 
     zk_task_path = task.zk_task_path
     zk.ensure_path(zk_task_path)
-    zk.create(zk_task_path + "/description", task.copier_task_config)
+    zk.create(zk_task_path + "/description", task.copier_task_config.encode())
 
     # Run cluster-copier processes on each node
     docker_api = docker.from_env().api
@@ -120,22 +120,20 @@ def execute_task(task, cmd_options):
            '--task-path', zk_task_path,
            '--base-dir', '/var/log/clickhouse-server/copier']
     cmd += cmd_options
-    
-    # copiers = []
-    copiers = random.sample(cluster.instances.keys(), 3)
-    copiers.append('s1_0_0')
+
+    copiers = random.sample(list(cluster.instances.keys()), 3)
 
     for instance_name in copiers:
         instance = cluster.instances[instance_name]
         container = instance.get_docker_handle()
         instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs/config-copier.xml"),
                                         "/etc/clickhouse-server/config-copier.xml")
-        print "Copied copier config to {}".format(instance.name)
+        print("Copied copier config to {}".format(instance.name))
         exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
         output = docker_api.exec_start(exec_id).decode('utf8')
         print(output)
         copiers_exec_ids.append(exec_id)
-        print "Copier for {} ({}) has started".format(instance.name, instance.ip_address)
+        print("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
 
     # Wait for copiers stopping and check their return codes
     for exec_id, instance_name in zip(copiers_exec_ids, copiers):
diff --git a/tests/integration/test_cluster_copier/test_trivial.py b/tests/integration/test_cluster_copier/test_trivial.py
index 48d5aaddb21..ba6cefcec38 100644
--- a/tests/integration/test_cluster_copier/test_trivial.py
+++ b/tests/integration/test_cluster_copier/test_trivial.py
@@ -11,8 +11,8 @@ sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import TSV
 
-COPYING_FAIL_PROBABILITY = 0.2
-MOVING_FAIL_PROBABILITY = 0.2
+COPYING_FAIL_PROBABILITY = 0.33
+MOVING_FAIL_PROBABILITY = 0.1
 cluster = None
 
 
@@ -85,11 +85,6 @@ def execute_task(task, cmd_options):
     zk = cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
-    try:
-        zk.delete("/clickhouse-copier", recursive=True)
-    except kazoo.exceptions.NoNodeError:
-        print "No node /clickhouse-copier. It is Ok in first test."
-
     zk_task_path = task.zk_task_path
     zk.ensure_path(zk_task_path)
     zk.create(zk_task_path + "/description", task.copier_task_config)
@@ -104,28 +99,23 @@ def execute_task(task, cmd_options):
            '--base-dir', '/var/log/clickhouse-server/copier']
     cmd += cmd_options
 
-    copiers = cluster.instances.keys()
+    print(cmd)
 
-    for instance_name in copiers:
-        instance = cluster.instances[instance_name]
+    for instance_name, instance in cluster.instances.items():
         container = instance.get_docker_handle()
-        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs/config-copier.xml"),
-                                        "/etc/clickhouse-server/config-copier.xml")
-        print "Copied copier config to {}".format(instance.name)
         exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
-        output = docker_api.exec_start(exec_id).decode('utf8')
-        print(output)
+        docker_api.exec_start(exec_id, detach=True)
+
         copiers_exec_ids.append(exec_id)
         print("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
 
     # Wait for copiers stopping and check their return codes
-    for exec_id, instance_name in zip(copiers_exec_ids, copiers):
-        instance = cluster.instances[instance_name]
+    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
         while True:
             res = docker_api.exec_inspect(exec_id)
             if not res['Running']:
                 break
-            time.sleep(0.5)
+            time.sleep(1)
 
         assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
 
@@ -135,32 +125,56 @@ def execute_task(task, cmd_options):
         zk.delete(zk_task_path, recursive=True)
 
 
-
 # Tests
 
 
-@pytest.mark.parametrize(('use_sample_offset'),[False,True])
+@pytest.mark.parametrize(
+    ('use_sample_offset'),
+    [
+        False,
+        True
+    ]
+)
 def test_trivial_copy(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--experimental-use-sample-offset', '1'])
     else:
+        print("AAAAA")
         execute_task(TaskTrivial(started_cluster, use_sample_offset), [])
 
 
-@pytest.mark.parametrize(('use_sample_offset'),[False,True])
+@pytest.mark.parametrize(
+    ('use_sample_offset'),
+    [
+        False,
+        True
+    ]
+)
 def test_trivial_copy_with_copy_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
+        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
+        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
-@pytest.mark.parametrize(('use_sample_offset'),[False,True])
+@pytest.mark.parametrize(
+    ('use_sample_offset'),
+    [
+        False,
+        True
+    ]
+)
 def test_trivial_copy_with_move_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
+        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
+        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
 
+
+if __name__ == '__main__':
+    with contextmanager(started_cluster)() as cluster:
+        for name, instance in list(cluster.instances.items()):
+            print(name, instance.ip_address)
+        input("Cluster created, press any key to destroy...")
\ No newline at end of file

From 7ac7d991adcacb8957a0e06a3cfef282b65dab38 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 23 Dec 2020 22:02:53 +0300
Subject: [PATCH 458/742] replace word anime with word big

---
 .../configs/conf.d/big_clusters.xml              |  8 ++++----
 .../test_cluster_copier/task_many_to_one.xml     | 16 ++++++++--------
 .../test_cluster_copier/test_big_cluster.py      | 12 ++++++------
 3 files changed, 18 insertions(+), 18 deletions(-)

diff --git a/tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml b/tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml
index cba995af211..da29534cf33 100644
--- a/tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml
+++ b/tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml
@@ -1,7 +1,7 @@
 <?xml version="1.0"?>
 <yandex>
     <remote_servers>
-        <anime_source>
+        <big_source>
             <shard>
                 <internal_replication>true</internal_replication>    
                 <replica>
@@ -57,15 +57,15 @@
                     <port>9000</port>
                 </replica>
             </shard>
-        </anime_source>
+        </big_source>
 
-        <anime_destination>
+        <big_destination>
             <shard> 
                 <replica>
                     <host>s1_0_0</host>
                     <port>9000</port>
                 </replica>
             </shard>
-        </anime_destination>
+        </big_destination>
     </remote_servers>
 </yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/task_many_to_one.xml b/tests/integration/test_cluster_copier/task_many_to_one.xml
index 3ce862d7ff7..038ef5df3ae 100644
--- a/tests/integration/test_cluster_copier/task_many_to_one.xml
+++ b/tests/integration/test_cluster_copier/task_many_to_one.xml
@@ -1,7 +1,7 @@
 <yandex>
     <!-- Configuration of clusters as in an ordinary server config -->
     <remote_servers>
-        <anime_source>
+        <big_source>
             <shard>
                 <internal_replication>true</internal_replication>    
                 <replica>
@@ -57,16 +57,16 @@
                     <port>9000</port>
                 </replica>
             </shard>
-        </anime_source>
+        </big_source>
 
-        <anime_destination>
+        <big_destination>
             <shard> 
                 <replica>
                     <host>s1_0_0</host>
                     <port>9000</port>
                 </replica>
             </shard>
-        </anime_destination>
+        </big_destination>
     </remote_servers>
 
     <!-- How many simultaneously active workers are possible. If you run more workers superfluous workers will sleep. -->
@@ -98,14 +98,14 @@
         <!-- A table task, copies one table. -->
         <table_first>
             <!-- Source cluster name (from <remote_servers/> section) and tables in it that should be copied -->
-            <cluster_pull>anime_source</cluster_pull>
+            <cluster_pull>big_source</cluster_pull>
             <database_pull>default</database_pull>
-            <table_pull>anime_all</table_pull>
+            <table_pull>big_all</table_pull>
 
             <!-- Destination cluster name and tables in which the data should be inserted -->
-            <cluster_push>anime_destination</cluster_push>
+            <cluster_push>big_destination</cluster_push>
             <database_push>default</database_push>
-            <table_push>anime</table_push>
+            <table_push>big</table_push>
 			
 			<!-- Engine of destination tables.
                  If destination tables have not be created, workers create them using columns definition from source tables and engine
diff --git a/tests/integration/test_cluster_copier/test_big_cluster.py b/tests/integration/test_cluster_copier/test_big_cluster.py
index 998af8cbb40..2424f0149e4 100644
--- a/tests/integration/test_cluster_copier/test_big_cluster.py
+++ b/tests/integration/test_cluster_copier/test_big_cluster.py
@@ -80,21 +80,21 @@ class Task_many_to_one:
     def start(self):
         instance = cluster.instances['s0_0_0']
 
-        for cluster_num in ["anime_source", "anime_destination"]:
+        for cluster_num in ["big_source", "big_destination"]:
             instance.query("DROP DATABASE IF EXISTS default ON CLUSTER {}".format(cluster_num))
             instance.query("CREATE DATABASE IF NOT EXISTS default ON CLUSTER {}".format(cluster_num))
 
-        instance.query("CREATE TABLE anime ON CLUSTER anime_source (first_id UUID DEFAULT generateUUIDv4(), second_id UInt64, datetime DateTime DEFAULT now()) " +
+        instance.query("CREATE TABLE big ON CLUSTER big_source (first_id UUID DEFAULT generateUUIDv4(), second_id UInt64, datetime DateTime DEFAULT now()) " +
                        "ENGINE=ReplicatedMergeTree " +
                        "PARTITION BY toSecond(datetime) " +  
                        "ORDER BY (first_id, second_id, toSecond(datetime))")
-        instance.query("CREATE TABLE anime_all ON CLUSTER anime_source (first_id UUID, second_id UInt64, datetime DateTime) ENGINE=Distributed(anime_source, default, anime, rand() % 5)")
-        instance.query("INSERT INTO anime_all SELECT generateUUIDv4(), number, now() FROM system.numbers LIMIT 1002",
+        instance.query("CREATE TABLE big_all ON CLUSTER big_source (first_id UUID, second_id UInt64, datetime DateTime) ENGINE=Distributed(big_source, default, big, rand() % 5)")
+        instance.query("INSERT INTO big_all SELECT generateUUIDv4(), number, now() FROM system.numbers LIMIT 1002",
                        settings={"insert_distributed_sync": 1})
 
     def check(self):
-        assert TSV(self.cluster.instances['s0_0_0'].query("SELECT count() FROM anime_all")) == TSV("1002\n")
-        assert TSV(self.cluster.instances['s1_0_0'].query("SELECT count() FROM anime")) == TSV("1002\n")
+        assert TSV(self.cluster.instances['s0_0_0'].query("SELECT count() FROM big_all")) == TSV("1002\n")
+        assert TSV(self.cluster.instances['s1_0_0'].query("SELECT count() FROM big")) == TSV("1002\n")
 
 def execute_task(task, cmd_options):
     task.start()

From d97455a94bc98345388b5c51acbe9635ac117ea6 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Wed, 23 Dec 2020 22:07:59 +0300
Subject: [PATCH 459/742] Ignore SOURCE_DATE_EPOCH for newer ccache (4+)

ccache 4+ starts respecting SOURCE_DATE_EPOCH [1], it will include it
into the hash of the manifest.

SOURCE_DATE_EPOCH will be passed from debhelpers, by extracting last
entry from d/changelog (or current time if there is entries)

And this will make ccache unusable.

Fix this by ignoring SOURCE_DATE_EPOCH, like current ccache version on
CI does (3.7.7)

  [1]: https://github.com/ccache/ccache/blob/238553a1c470e4cadc08c720a1ab915ac8d41e13/src/ccache.cpp#L1279
---
 cmake/find/ccache.cmake | 16 ++++++++++++++--
 1 file changed, 14 insertions(+), 2 deletions(-)

diff --git a/cmake/find/ccache.cmake b/cmake/find/ccache.cmake
index 8e9fe4d84ce..2cdfed56de8 100644
--- a/cmake/find/ccache.cmake
+++ b/cmake/find/ccache.cmake
@@ -31,8 +31,20 @@ if (CCACHE_FOUND AND NOT COMPILER_MATCHES_CCACHE)
 
    if (CCACHE_VERSION VERSION_GREATER "3.2.0" OR NOT CMAKE_CXX_COMPILER_ID STREQUAL "Clang")
       message(STATUS "Using ${CCACHE_FOUND} ${CCACHE_VERSION}")
-      set_property (GLOBAL PROPERTY RULE_LAUNCH_COMPILE ${CCACHE_FOUND})
-      set_property (GLOBAL PROPERTY RULE_LAUNCH_LINK ${CCACHE_FOUND})
+
+      # 4+ ccache respect SOURCE_DATE_EPOCH (always includes it into the hash
+      # of the manifest) and debian will extract these from d/changelog, and
+      # makes cache of ccache unusable
+      #
+      # FIXME: once sloppiness will be introduced for this this can be removed.
+      if (CCACHE_VERSION VERSION_GREATER "4.0")
+         message(STATUS "Ignore SOURCE_DATE_EPOCH for ccache")
+         set_property (GLOBAL PROPERTY RULE_LAUNCH_COMPILE "env -u SOURCE_DATE_EPOCH ${CCACHE_FOUND}")
+         set_property (GLOBAL PROPERTY RULE_LAUNCH_LINK "env -u SOURCE_DATE_EPOCH ${CCACHE_FOUND}")
+      else()
+         set_property (GLOBAL PROPERTY RULE_LAUNCH_COMPILE ${CCACHE_FOUND})
+         set_property (GLOBAL PROPERTY RULE_LAUNCH_LINK ${CCACHE_FOUND})
+      endif()
    else ()
       message(${RECONFIGURE_MESSAGE_LEVEL} "Not using ${CCACHE_FOUND} ${CCACHE_VERSION} bug: https://bugzilla.samba.org/show_bug.cgi?id=8118")
    endif ()

From 31e4512c3da40006fd64ec48948e64605e43251b Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 23 Dec 2020 22:36:20 +0300
Subject: [PATCH 460/742] One UNION section.
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Объединил все в один раздел UNION.
---
 docs/en/operations/settings/settings.md       | 51 +----------------
 .../sql-reference/statements/select/index.md  |  2 +-
 .../select/{union-all.md => union.md}         | 53 +++++++++++++++---
 .../sql-reference/statements/select/index.md  |  2 +-
 .../select/{union-all.md => union.md}         |  2 +-
 .../sql-reference/statements/select/index.md  |  2 +-
 .../select/{union-all.md => union.md}         |  2 +-
 .../sql-reference/statements/select/index.md  |  2 +-
 .../select/{union-all.md => union.md}         |  2 +-
 .../statements/select/union-all.md            |  1 -
 .../sql-reference/statements/select/union.md  |  1 +
 docs/ru/operations/settings/settings.md       | 51 +----------------
 .../sql-reference/statements/select/index.md  |  2 +-
 .../select/{union-all.md => union.md}         | 55 ++++++++++++++++---
 .../statements/select/union-all.md            |  1 -
 .../sql-reference/statements/select/union.md  |  1 +
 .../sql-reference/statements/select/index.md  |  2 +-
 .../select/{union-all.md => union.md}         |  2 +-
 18 files changed, 109 insertions(+), 125 deletions(-)
 rename docs/en/sql-reference/statements/select/{union-all.md => union.md} (51%)
 rename docs/es/sql-reference/statements/select/{union-all.md => union.md} (97%)
 rename docs/fa/sql-reference/statements/select/{union-all.md => union.md} (97%)
 rename docs/fr/sql-reference/statements/select/{union-all.md => union.md} (97%)
 delete mode 120000 docs/ja/sql-reference/statements/select/union-all.md
 create mode 100644 docs/ja/sql-reference/statements/select/union.md
 rename docs/ru/sql-reference/statements/select/{union-all.md => union.md} (53%)
 delete mode 120000 docs/tr/sql-reference/statements/select/union-all.md
 create mode 100644 docs/tr/sql-reference/statements/select/union.md
 rename docs/zh/sql-reference/statements/select/{union-all.md => union.md} (97%)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 98ccdab0c2e..4fc5fad7aa9 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2460,7 +2460,7 @@ Default value: `0`.
 
 ## union_default_mode {#union-default-mode}
 
-Sets a special mode for combining `SELECT` query results using the [UNION](../../sql-reference/statements/select/union-all.md) expression.
+Sets a mode for combining `SELECT` query results. The setting is only used when shared with [UNION](../../sql-reference/statements/select/union.md) without explicitly specifying the `UNION ALL` or `UNION DISTINCT`.
 
 Possible values:
 
@@ -2470,53 +2470,6 @@ Possible values:
 
 Default value: `'DISTINCT'`.
 
-**Example of using the 'DISTINCT' value**
-
-Query:
-
-```sql
-SET union_default_mode = 'DISTINCT';
-SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
-```
-
-Result:
-
-```text
-┌─1─┐
-│ 1 │
-└───┘
-┌─1─┐
-│ 2 │
-└───┘
-┌─1─┐
-│ 3 │
-└───┘
-```
-
-**Example of using the 'ALL' value**
-
-Query:
-
-```sql
-SET union_default_mode = 'ALL';
-SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
-```
-
-Result:
-
-```text
-┌─1─┐
-│ 1 │
-└───┘
-┌─1─┐
-│ 2 │
-└───┘
-┌─1─┐
-│ 2 │
-└───┘
-┌─1─┐
-│ 3 │
-└───┘
-```
+See examples in [UNION](../../sql-reference/statements/select/union.md).
 
 [Original article](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->
diff --git a/docs/en/sql-reference/statements/select/index.md b/docs/en/sql-reference/statements/select/index.md
index 60c769c4660..ed69198ed4d 100644
--- a/docs/en/sql-reference/statements/select/index.md
+++ b/docs/en/sql-reference/statements/select/index.md
@@ -46,7 +46,7 @@ Specifics of each optional clause are covered in separate sections, which are li
 -   [SELECT clause](#select-clause)
 -   [DISTINCT clause](../../../sql-reference/statements/select/distinct.md)
 -   [LIMIT clause](../../../sql-reference/statements/select/limit.md)
--   [UNION clause](../../../sql-reference/statements/select/union-all.md)
+-   [UNION clause](../../../sql-reference/statements/select/union.md)
 -   [INTO OUTFILE clause](../../../sql-reference/statements/select/into-outfile.md)
 -   [FORMAT clause](../../../sql-reference/statements/select/format.md)
 
diff --git a/docs/en/sql-reference/statements/select/union-all.md b/docs/en/sql-reference/statements/select/union.md
similarity index 51%
rename from docs/en/sql-reference/statements/select/union-all.md
rename to docs/en/sql-reference/statements/select/union.md
index 85c50450273..099c680d9a7 100644
--- a/docs/en/sql-reference/statements/select/union-all.md
+++ b/docs/en/sql-reference/statements/select/union.md
@@ -2,7 +2,7 @@
 toc_title: UNION
 ---
 
-# UNION ALL Clause {#union-all-clause}
+# UNION Clause {#union-clause}
 
 You can use `UNION ALL` to combine any number of `SELECT` queries by extending their results. Example:
 
@@ -25,16 +25,55 @@ Type casting is performed for unions. For example, if two queries being combined
 
 Queries that are parts of `UNION ALL` can’t be enclosed in round brackets. [ORDER BY](../../../sql-reference/statements/select/order-by.md) and [LIMIT](../../../sql-reference/statements/select/limit.md) are applied to separate queries, not to the final result. If you need to apply a conversion to the final result, you can put all the queries with `UNION ALL` in a subquery in the [FROM](../../../sql-reference/statements/select/from.md) clause.
 
-# UNION DISTINCT Clause {#union-distinct-clause}
+By default, `UNION` has the same behavior as `UNION DISTINCT`. The difference between `UNION ALL` and `UNION DISTINCT` is that `UNION DISTINCT` will do a distinct transform for union result, it is equivalent to `SELECT DISTINCT` from a subquery containing `UNION ALL`.
 
-The difference between `UNION ALL` and `UNION DISTINCT` is that `UNION DISTINCT` will do a distinct transform for union result, it is equivalent to `SELECT DISTINCT` from a subquery containing `UNION ALL`.
+If you use `UNION` without explicitly specifying `UNION ALL` or `UNION DISTINCT`, you can specify the union mode using the [union_default_mode](../../../operations/settings/settings.md#union-default-mode) setting. The setting values can be `ALL`, `DISTINCT` or an empty string. However, if you use `UNION` with `union_default_mode` setting to empty string, it will throw an exception. The following examples demonstrate the results of queries with different values setting.
 
-# UNION Clause {#union-clause}
+Query:
 
-By default, `UNION` has the same behavior as `UNION DISTINCT`, but you can specify union mode by [union_default_mode](../../../operations/settings/settings.md#union-default-mode) setting, values can be `ALL`, `DISTINCT` or an empty string. However, if you use `UNION` with `union_default_mode` setting to empty string, it will throw an exception.
+```sql
+SET union_default_mode = 'DISTINCT';
+SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
+```
 
-## Implementation Details {#implementation-details}
+Result:
+
+```text
+┌─1─┐
+│ 1 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 3 │
+└───┘
+```
+
+Query:
+
+```sql
+SET union_default_mode = 'ALL';
+SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
+```
+
+Result:
+
+```text
+┌─1─┐
+│ 1 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 3 │
+└───┘
+```
 
 Queries that are parts of `UNION/UNION ALL/UNION DISTINCT` can be run simultaneously, and their results can be mixed together.
 
-[Original article](https://clickhouse.tech/docs/en/sql-reference/statements/select/union-all/) <!-- hide -->
+[Original article](https://clickhouse.tech/docs/en/sql-reference/statements/select/union/) <!-- hide -->
diff --git a/docs/es/sql-reference/statements/select/index.md b/docs/es/sql-reference/statements/select/index.md
index a5ff9820a2b..653f737b1d0 100644
--- a/docs/es/sql-reference/statements/select/index.md
+++ b/docs/es/sql-reference/statements/select/index.md
@@ -44,7 +44,7 @@ Los detalles de cada cláusula opcional se cubren en secciones separadas, que se
 -   [Cláusula HAVING](having.md)
 -   [Cláusula SELECT](#select-clause)
 -   [Cláusula LIMIT](limit.md)
--   [UNION ALL cláusula](union-all.md)
+-   [UNION ALL cláusula](union.md)
 
 ## SELECT Cláusula {#select-clause}
 
diff --git a/docs/es/sql-reference/statements/select/union-all.md b/docs/es/sql-reference/statements/select/union.md
similarity index 97%
rename from docs/es/sql-reference/statements/select/union-all.md
rename to docs/es/sql-reference/statements/select/union.md
index b2b45ba770e..d3aec34ba4b 100644
--- a/docs/es/sql-reference/statements/select/union-all.md
+++ b/docs/es/sql-reference/statements/select/union.md
@@ -3,7 +3,7 @@ machine_translated: true
 machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
 ---
 
-# UNION ALL Cláusula {#union-all-clause}
+# UNION Cláusula {#union-clause}
 
 Usted puede utilizar `UNION ALL` combinar cualquier número de `SELECT` consultas extendiendo sus resultados. Ejemplo:
 
diff --git a/docs/fa/sql-reference/statements/select/index.md b/docs/fa/sql-reference/statements/select/index.md
index 2ab3fea2ff1..90541b80636 100644
--- a/docs/fa/sql-reference/statements/select/index.md
+++ b/docs/fa/sql-reference/statements/select/index.md
@@ -44,7 +44,7 @@ SELECT [DISTINCT] expr_list
 -   [داشتن بند](having.md)
 -   [انتخاب بند](#select-clause)
 -   [بند محدود](limit.md)
--   [اتحادیه همه بند](union-all.md)
+-   [اتحادیه همه بند](union.md)
 
 ## انتخاب بند {#select-clause}
 
diff --git a/docs/fa/sql-reference/statements/select/union-all.md b/docs/fa/sql-reference/statements/select/union.md
similarity index 97%
rename from docs/fa/sql-reference/statements/select/union-all.md
rename to docs/fa/sql-reference/statements/select/union.md
index 3c4fe5c1546..03d723e2338 100644
--- a/docs/fa/sql-reference/statements/select/union-all.md
+++ b/docs/fa/sql-reference/statements/select/union.md
@@ -3,7 +3,7 @@ machine_translated: true
 machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
 ---
 
-# اتحادیه همه بند {#union-all-clause}
+# اتحادیه همه بند {#union-clause}
 
 شما می توانید استفاده کنید `UNION ALL` برای ترکیب هر تعداد از `SELECT` نمایش داده شد با گسترش نتایج خود را. مثال:
 
diff --git a/docs/fr/sql-reference/statements/select/index.md b/docs/fr/sql-reference/statements/select/index.md
index 5073469e651..1d53ae80eb4 100644
--- a/docs/fr/sql-reference/statements/select/index.md
+++ b/docs/fr/sql-reference/statements/select/index.md
@@ -44,7 +44,7 @@ Spécificités de chaque clause facultative, sont couverts dans des sections dis
 -   [Clause HAVING](having.md)
 -   [Clause SELECT](#select-clause)
 -   [Clause LIMIT](limit.md)
--   [Clause UNION ALL](union-all.md)
+-   [Clause UNION ALL](union.md)
 
 ## Clause SELECT {#select-clause}
 
diff --git a/docs/fr/sql-reference/statements/select/union-all.md b/docs/fr/sql-reference/statements/select/union.md
similarity index 97%
rename from docs/fr/sql-reference/statements/select/union-all.md
rename to docs/fr/sql-reference/statements/select/union.md
index 63e9987965f..9ae65ebcf72 100644
--- a/docs/fr/sql-reference/statements/select/union-all.md
+++ b/docs/fr/sql-reference/statements/select/union.md
@@ -3,7 +3,7 @@ machine_translated: true
 machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
 ---
 
-# Clause UNION ALL {#union-all-clause}
+# Clause UNION ALL {#union-clause}
 
 Vous pouvez utiliser `UNION ALL` à combiner `SELECT` requêtes en étendant leurs résultats. Exemple:
 
diff --git a/docs/ja/sql-reference/statements/select/union-all.md b/docs/ja/sql-reference/statements/select/union-all.md
deleted file mode 120000
index 837caae2698..00000000000
--- a/docs/ja/sql-reference/statements/select/union-all.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/union-all.md
\ No newline at end of file
diff --git a/docs/ja/sql-reference/statements/select/union.md b/docs/ja/sql-reference/statements/select/union.md
new file mode 100644
index 00000000000..0eb8db0be7a
--- /dev/null
+++ b/docs/ja/sql-reference/statements/select/union.md
@@ -0,0 +1 @@
+../../../../en/sql-reference/statements/select/union.md
\ No newline at end of file
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index d94f7ddfae8..00f59d9ce48 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2326,7 +2326,7 @@ SELECT number FROM numbers(3) FORMAT JSONEachRow;
 
 ## union_default_mode {#union-default-mode}
 
-Устанавливает особый режим объединения результатов `SELECT` запросов, используя выражение [UNION](../../sql-reference/statements/select/union-all.md).
+Устанавливает режим объединения результатов `SELECT` запросов. Настройка используется только при совместном использовании с [UNION](../../sql-reference/statements/select/union.md) без явного указания `UNION ALL` или `UNION DISTINCT`.
 
 Возможные значения:
 
@@ -2336,53 +2336,6 @@ SELECT number FROM numbers(3) FORMAT JSONEachRow;
 
 Значение по умолчанию: `'DISTINCT'`.
 
-**Пример использования 'DISTINCT' в качестве значения настройки**
-
-Запрос:
-
-```sql
-SET union_default_mode = 'DISTINCT';
-SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
-```
-
-Результат:
-
-```text
-┌─1─┐
-│ 1 │
-└───┘
-┌─1─┐
-│ 2 │
-└───┘
-┌─1─┐
-│ 3 │
-└───┘
-```
-
-**Пример использования 'ALL' в качестве значения настройки**
-
-Запрос:
-
-```sql
-SET union_default_mode = 'ALL';
-SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
-```
-
-Результат:
-
-```text
-┌─1─┐
-│ 1 │
-└───┘
-┌─1─┐
-│ 2 │
-└───┘
-┌─1─┐
-│ 2 │
-└───┘
-┌─1─┐
-│ 3 │
-└───┘
-```
+Смотрите примеры в разделе [UNION](../../sql-reference/statements/select/union.md).
 
 [Оригинальная статья](https://clickhouse.tech/docs/ru/operations/settings/settings/) <!--hide-->
diff --git a/docs/ru/sql-reference/statements/select/index.md b/docs/ru/sql-reference/statements/select/index.md
index c2e05f05079..bf4ae44a6f1 100644
--- a/docs/ru/sql-reference/statements/select/index.md
+++ b/docs/ru/sql-reference/statements/select/index.md
@@ -44,7 +44,7 @@ SELECT [DISTINCT] expr_list
 -   [Секция SELECT](#select-clause)
 -   [Секция DISTINCT](distinct.md)
 -   [Секция LIMIT](limit.md)
--   [Секция UNION ALL](union-all.md)
+-   [Секция UNION ALL](union.md)
 -   [Секция INTO OUTFILE](into-outfile.md)
 -   [Секция FORMAT](format.md)
 
diff --git a/docs/ru/sql-reference/statements/select/union-all.md b/docs/ru/sql-reference/statements/select/union.md
similarity index 53%
rename from docs/ru/sql-reference/statements/select/union-all.md
rename to docs/ru/sql-reference/statements/select/union.md
index 72fc7299b30..4d7d96a23db 100644
--- a/docs/ru/sql-reference/statements/select/union-all.md
+++ b/docs/ru/sql-reference/statements/select/union.md
@@ -1,8 +1,8 @@
 ---
-toc_title: UNION ALL
+toc_title: UNION
 ---
 
-# Секция UNION ALL {#union-all-clause}
+# Секция UNION {#union-clause}
 
 Вы можете использовать `UNION ALL` чтобы объединить любое количество `SELECT` запросы путем расширения их результатов. Пример:
 
@@ -25,16 +25,55 @@ SELECT CounterID, 2 AS table, sum(Sign) AS c
 
 Запросы, которые являются частью `UNION ALL` не могут быть заключен в круглые скобки. [ORDER BY](order-by.md) и [LIMIT](limit.md) применяются к отдельным запросам, а не к конечному результату. Если вам нужно применить преобразование к конечному результату, вы можете разместить все объединенные с помощью `UNION ALL` запросы в подзапрос в секции [FROM](from.md).
 
-# Секция UNION DISTINCT {#union-distinct-clause}
+По умолчанию, `UNION` ведет себя так же, как и `UNION DISTINCT`. Разница между `UNION ALL` и `UNION DISTINCT` в том, что `UNION DISTINCT` выполняет явное преобразование для результата объединения. Это равнозначно выражению `SELECT DISTINCT` из подзапроса, содержащего `UNION ALL`.
 
-Разница между `UNION ALL` и `UNION DISTINCT` в том, что `UNION DISTINCT` выполняет явное преобразование для результата объединения. Это равнозначно выражению `SELECT DISTINCT` из подзапроса, содержащего `UNION ALL`.
+Если используете `UNION` без явного указания `UNION ALL` или `UNION DISTINCT`, то вы можете указать режим объединения с помощью настройки [union_default_mode](../../../operations/settings/settings.md#union-default-mode), значениями которой могут быть `ALL`, `DISTINCT` или пустая строка. Однако если вы используете `UNION` с настройкой `union_default_mode`, значением которой является пустая строка, то будет сгенерировано исключение. В следующих примерах продемонстрированы результаты запросов при разных значениях настройки.
 
-# Секция UNION {#union-clause}
+Запрос:
 
-По умолчанию, `UNION` ведет себя так же, как и `UNION DISTINCT`. Но вы можете указать особый режим объединения с помощью настройки [union_default_mode](../../../operations/settings/settings.md#union-default-mode), значениями которой могут быть `ALL`, `DISTINCT` или пустая строка. Однако если вы используете `UNION` с настройкой `union_default_mode`, значением которой является пустая строка, то будет сгенерировано исключение.
+```sql
+SET union_default_mode = 'DISTINCT';
+SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
+```
 
-## Детали реализации {#implementation-details}
+Результат:
+
+```text
+┌─1─┐
+│ 1 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 3 │
+└───┘
+```
+
+Запрос:
+
+```sql
+SET union_default_mode = 'ALL';
+SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
+```
+
+Результат:
+
+```text
+┌─1─┐
+│ 1 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 2 │
+└───┘
+┌─1─┐
+│ 3 │
+└───┘
+```
 
 Запросы, которые являются частью `UNION ALL`, выполняются параллельно, и их результаты могут быть смешаны вместе.
 
-[Оригинальная статья](https://clickhouse.tech/docs/ru/sql-reference/statements/select/union-all/) <!-- hide -->
+[Оригинальная статья](https://clickhouse.tech/docs/ru/sql-reference/statements/select/union/) <!-- hide -->
diff --git a/docs/tr/sql-reference/statements/select/union-all.md b/docs/tr/sql-reference/statements/select/union-all.md
deleted file mode 120000
index 837caae2698..00000000000
--- a/docs/tr/sql-reference/statements/select/union-all.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/union-all.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/union.md b/docs/tr/sql-reference/statements/select/union.md
new file mode 100644
index 00000000000..0eb8db0be7a
--- /dev/null
+++ b/docs/tr/sql-reference/statements/select/union.md
@@ -0,0 +1 @@
+../../../../en/sql-reference/statements/select/union.md
\ No newline at end of file
diff --git a/docs/zh/sql-reference/statements/select/index.md b/docs/zh/sql-reference/statements/select/index.md
index cdfd64ff190..689a4f91a0c 100644
--- a/docs/zh/sql-reference/statements/select/index.md
+++ b/docs/zh/sql-reference/statements/select/index.md
@@ -46,7 +46,7 @@ SELECT [DISTINCT] expr_list
 -   [SELECT 子句](#select-clause)
 -   [DISTINCT 子句](../../../sql-reference/statements/select/distinct.md)
 -   [LIMIT 子句](../../../sql-reference/statements/select/limit.md)
--   [UNION ALL 子句](../../../sql-reference/statements/select/union-all.md)
+-   [UNION ALL 子句](../../../sql-reference/statements/select/union.md)
 -   [INTO OUTFILE 子句](../../../sql-reference/statements/select/into-outfile.md)
 -   [FORMAT 子句](../../../sql-reference/statements/select/format.md)
 
diff --git a/docs/zh/sql-reference/statements/select/union-all.md b/docs/zh/sql-reference/statements/select/union.md
similarity index 97%
rename from docs/zh/sql-reference/statements/select/union-all.md
rename to docs/zh/sql-reference/statements/select/union.md
index d32ae896f55..1d88f9674c8 100644
--- a/docs/zh/sql-reference/statements/select/union-all.md
+++ b/docs/zh/sql-reference/statements/select/union.md
@@ -2,7 +2,7 @@
 toc_title: UNION ALL
 ---
 
-# UNION ALL子句 {#union-all-clause}
+# UNION ALL子句 {#union-clause}
 
 你可以使用 `UNION ALL` 结合任意数量的 `SELECT` 来扩展其结果。 示例:
 

From 3bd7d8f3c6731276d7ac0f07fc0bdc44c7997af5 Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Thu, 24 Dec 2020 03:39:02 +0800
Subject: [PATCH 461/742] wip #17540

---
 src/Functions/byteSize.cpp | 184 ++++++++++++++++++++++++++++++++-----
 1 file changed, 159 insertions(+), 25 deletions(-)

diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index 2cdf72956db..86ea5a1a5dc 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -1,23 +1,35 @@
 #include <Functions/IFunctionImpl.h>
 #include <Functions/FunctionFactory.h>
+#include <Functions/FunctionHelpers.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <DataTypes/DataTypeUUID.h>
 #include <DataTypes/DataTypeInterval.h>
 #include <DataTypes/DataTypeEnum.h>
+#include <DataTypes/DataTypeDate.h>
+#include <DataTypes/DataTypeDateTime.h>
+#include <DataTypes/DataTypeDateTime64.h>
 #include <DataTypes/DataTypeFixedString.h>
 #include <Columns/ColumnsNumber.h>
 #include <Columns/ColumnString.h>
 #include <Columns/ColumnArray.h>
+#include <Columns/ColumnVector.h>
+#include <Core/Types.h>
+#include <Common/UInt128.h>
 #include <ext/range.h>
 
 namespace DB
 {
+
+namespace ErrorCodes
+{
+extern const int ILLEGAL_COLUMN;
+}
+
 namespace
 {
 
-//template <typename T> struct ByteSizeForNative { static constexpr const UInt64 value = sizeof(T); };
 template <typename T> struct ByteSizeForNative { static constexpr const UInt64 value = sizeof(typename NativeType<T>::Type); };
-template <typename T> struct ByteSizeForNumberBase { static constexpr const UInt64 value = sizeof(typename T::FieldType); };
+template <typename T> struct ByteSizeForNumberBase { static constexpr const UInt64 value = sizeof(typename NativeType<typename T::FieldType>::Type); };
 template <typename T> struct ByteSizeForEnum { static constexpr const UInt64 value = sizeof(typename T::FieldType); };
 
 /** byteSize() - get the columns size in number of bytes.
@@ -71,19 +83,27 @@ public:
         return result_col;
     }
 
-    static void byteSizeOne(const IDataType * data_type, const ColumnPtr & /*column*/, ColumnUInt64::Container & vec_res) {
+    static void byteSizeOne(const IDataType * data_type, const ColumnPtr & column, ColumnUInt64::Container & vec_res)
+    {
         size_t vec_size = vec_res.size();
 
         UInt64 byte_size = 0;
-        if (byteSizeByDataType(data_type, byte_size)) {
-            for (size_t i = 0; i < vec_size; ++i) {
+        if (byteSizeByDataType(data_type, byte_size))
+        {
+            for (size_t i = 0; i < vec_size; ++i)
+            {
                 vec_res[i] += byte_size;
             }
         }
+        else
+        {
+            byteSizeByColumn(data_type, column, vec_res);
+        }
     }
 
-    static bool byteSizeByDataType(const IDataType * data_type, UInt64 & byte_size) {
-        switch (data_type->getTypeId())
+    static bool byteSizeByTypeId(TypeIndex type_id, UInt64 & byte_size)
+    {
+        switch (type_id)
         {
             case TypeIndex::Nothing:    byte_size = 0; break;
             case TypeIndex::UInt8:      byte_size = ByteSizeForNative<UInt8>::value; break;
@@ -102,11 +122,9 @@ public:
             case TypeIndex::Float64:    byte_size = ByteSizeForNative<Float64>::value; break;
             case TypeIndex::Date:       byte_size = ByteSizeForNumberBase<DataTypeDate>::value; break;
             case TypeIndex::DateTime:   byte_size = ByteSizeForNumberBase<DataTypeDateTime>::value; break;
-            case TypeIndex::DateTime64: byte_size = ByteSizeForNative<DateTime64>::value; break;
+            case TypeIndex::DateTime64: byte_size = ByteSizeForNumberBase<DataTypeDateTime64>::value; break;
 //            case TypeIndex::String:     return TypeName<String>::get();
-            case TypeIndex::FixedString:
-                byte_size = typeid_cast<const DataTypeFixedString *>(&data_type)->getN();
-                break;
+//            case TypeIndex::FixedString:
             case TypeIndex::Enum8:      byte_size = ByteSizeForEnum<DataTypeEnum8>::value; break;
             case TypeIndex::Enum16:     byte_size = ByteSizeForEnum<DataTypeEnum16>::value; break;
             case TypeIndex::Decimal32:  byte_size = ByteSizeForNative<Decimal32>::value; break;
@@ -117,7 +135,7 @@ public:
 //            case TypeIndex::Array:      return "Array";
 //            case TypeIndex::Tuple:      return "Tuple";
 //            case TypeIndex::Set:        return "Set";
-            case TypeIndex::Interval:   byte_size = ByteSizeForNumberBase<DataTypeInterval>::value; break;
+//            case TypeIndex::Interval:   byte_size = ByteSizeForNumberBase<DataTypeInterval>::value; break;
 //            case TypeIndex::Nullable:   return "Nullable";
 //            case TypeIndex::Function:   return "Function";
 //            case TypeIndex::AggregateFunction: return "AggregateFunction";
@@ -128,13 +146,38 @@ public:
         return true;
     }
 
-    static bool byteSizeByColumn(const IDataType * data_type, const ColumnPtr & column, ColumnUInt64::Container & vec_res) {
+    static bool byteSizeByDataType(const IDataType * data_type, UInt64 & byte_size)
+    {
+        TypeIndex type_id = data_type->getTypeId();
+        if (byteSizeByTypeId(type_id, byte_size))
+            return true;
+
+        switch (type_id)
+        {
+            case TypeIndex::FixedString:
+                byte_size = typeid_cast<const DataTypeFixedString *>(data_type)->getN();
+                break;
+            default: return false;
+        }
+        return true;
+    }
+
+#define INTEGRAL_TPL_PACK UInt8, UInt16, UInt32, UInt64, UInt128, UInt256, \
+                          Int8, Int16, Int32, Int64, Int128, Int256, \
+                          Float32, Float64
+                          // The following is not supported by ColumnVector:
+                          //   Decimal32, Decimal64, Decimal128, Decimal256
+                          //   DataTypeEnum8, DataTypeEnum16, DataTypeDate, DataTypeDateTime, DataTypeDateTime64
+                          //   DataTypeUUID, DataTypeInterval
+
+    static bool byteSizeByColumn(const IDataType * data_type, const ColumnPtr & column, ColumnUInt64::Container & vec_res)
+    {
+        WhichDataType which(data_type);
         size_t vec_size = vec_res.size();
 
-        // TypeIndex::String
-        if (const ColumnString * col_str = checkAndGetColumn<ColumnString>(column.get()))
+        if (which.isString()) // TypeIndex::String
         {
-            const auto & data = col_str->getChars();
+            const ColumnString * col_str = checkAndGetColumn<ColumnString>(column.get());
             const auto & offsets = col_str->getOffsets();
             ColumnString::Offset prev_offset = 0;
             for (size_t i = 0; i < vec_size; ++i)
@@ -144,18 +187,109 @@ public:
             }
             return true;
         }
-        // TypeIndex::Array
-        else if (const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column.get()))
+        else if (which.isArray()) // TypeIndex::Array
         {
-            const auto & offsets = col_arr->getOffsets();
-            ColumnArray::Offset prev_offset = 0;
-            const auto & data = col_arr->getData();
-            for (size_t i = 0; i < vec_size; ++i) {
-                vec_res[i] += data[i]->byteSize();
-            }
-            return true;
+            if (byteSizeForConstArray(data_type, column, vec_res))
+                return true;
+
+            const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column.get());
+            return byteSizeForIntegralArray<INTEGRAL_TPL_PACK>(col_arr, data_type, column, vec_res)
+                || byteSizeForStringArray(col_arr, column, vec_res)
+                || byteSizeForGenericArray(col_arr, column, vec_res);
         }
+
+        return false;
     }
+
+    static inline bool byteSizeForConstArray(const IDataType * /*data_type*/, const ColumnPtr & column, ColumnUInt64::Container & vec_res) {
+        const ColumnConst * col_arr = checkAndGetColumnConst<ColumnArray>(column.get());
+        if (!col_arr)
+            return false;
+        size_t vec_size = vec_res.size();
+        const UInt64 byte_size = col_arr->byteSize();
+        for (size_t i = 0; i < vec_size; ++i)
+            vec_res[i] += byte_size;
+        return true;
+    }
+
+#undef INTEGRAL_TPL_PACK
+
+    template <class ...Integral>
+    static inline bool byteSizeForIntegralArray(const ColumnArray * col_arr, const IDataType * data_type, const ColumnPtr & column, ColumnUInt64::Container & vec_res)
+    {
+        return (byteSizeForIntegralArrayExpanded<Integral>(col_arr, data_type, column, vec_res) || ...);
+    }
+
+    template <class NestedType>
+    static bool byteSizeForIntegralArrayExpanded(const ColumnArray * col_arr, const IDataType * /*data_type*/, const ColumnPtr & /*column*/, ColumnUInt64::Container & vec_res)
+    {
+        const ColumnVector<NestedType> * col_nested = checkAndGetColumn<ColumnVector<NestedType>>(&(col_arr->getData()));
+        if (!col_nested)
+            return false;
+
+        size_t vec_size = vec_res.size();
+        const auto & offsets = col_arr->getOffsets();
+
+        ColumnArray::Offset prev_offset = 0;
+        for (size_t i = 0; i < vec_size; ++i)
+        {
+            UInt64 byte_size = 0;
+            byteSizeByTypeId(TypeId<NestedType>::value, byte_size);
+
+            size_t array_size = offsets[i] - prev_offset;
+            vec_res[i] += array_size * byte_size + sizeof(offsets[0]);
+            prev_offset = offsets[i];
+        }
+        return true;
+    }
+
+    static bool byteSizeForStringArray(const ColumnArray * col_arr, const ColumnPtr & /*column*/, ColumnUInt64::Container & vec_res)
+    {
+        const ColumnString * col_nested = checkAndGetColumn<ColumnString>(&(col_arr->getData()));
+        if (!col_nested)
+            return false;
+
+        size_t vec_size = vec_res.size();
+        const auto & offsets = col_arr->getOffsets();
+        const auto & string_offsets = col_nested->getOffsets();
+
+        ColumnArray::Offset current_offset = 0;
+        for (size_t i = 0; i < vec_size; ++i)
+        {
+            UInt64 byte_size = 0;
+            size_t array_size = offsets[i] - current_offset;
+            for (size_t j = 0; j < array_size; ++j)
+            {
+                const ColumnArray::Offset string_pos = current_offset + j == 0
+                                                       ? 0
+                                                       : string_offsets[current_offset + j - 1];
+                byte_size += string_offsets[current_offset + j] - string_pos;
+            }
+            vec_res[i] += byte_size + sizeof(offsets[0]) + array_size * sizeof(string_offsets[0]);
+            current_offset = offsets[i];
+        }
+        return true;
+    }
+
+    static bool byteSizeForGenericArray(const ColumnArray * col_arr, const ColumnPtr & /*column*/, ColumnUInt64::Container & vec_res)
+    {
+        const IColumn & col_nested = col_arr->getData();
+        size_t vec_size = vec_res.size();
+        const auto & offsets = col_arr->getOffsets();
+
+        ColumnArray::Offset prev_offset = 0;
+        for (size_t i = 0; i < vec_size; ++i)
+        {
+            size_t array_size = offsets[i] - prev_offset;
+            UInt64 byte_size = 0;
+            for (size_t j = 0; j < array_size; ++j)
+                byte_size += col_nested.getDataAt(prev_offset + j).size;
+            vec_res[i] += byte_size;
+            prev_offset = offsets[i];
+        }
+        return true;
+    }
+
 };
 
 }

From 92bc52d76586147a1a6122d123bca0966f956467 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Wed, 23 Dec 2020 23:08:48 +0300
Subject: [PATCH 462/742] Fix Poco::Crypto library (missing linking with
 crypto)

---
 contrib/poco-cmake/Crypto/CMakeLists.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/poco-cmake/Crypto/CMakeLists.txt b/contrib/poco-cmake/Crypto/CMakeLists.txt
index 468f1641510..1685e96728b 100644
--- a/contrib/poco-cmake/Crypto/CMakeLists.txt
+++ b/contrib/poco-cmake/Crypto/CMakeLists.txt
@@ -30,7 +30,7 @@ if (ENABLE_SSL)
 
         target_compile_options (_poco_crypto PRIVATE -Wno-newline-eof)
         target_include_directories (_poco_crypto SYSTEM PUBLIC ${LIBRARY_DIR}/Crypto/include)
-        target_link_libraries (_poco_crypto PUBLIC Poco::Foundation ssl)
+        target_link_libraries (_poco_crypto PUBLIC Poco::Foundation ssl crypto)
     else ()
         add_library (Poco::Crypto UNKNOWN IMPORTED GLOBAL)
 

From 7c76bd2def95cbe92e917575a51f51dff2bfc5af Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Wed, 23 Dec 2020 23:43:21 +0300
Subject: [PATCH 463/742] Fix ParsingException::displayText override (guard
 with POCO_CLICKHOUSE_PATCH)

---
 src/Common/Exception.h | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/src/Common/Exception.h b/src/Common/Exception.h
index 4b04de5d8a2..c26f3f41ab4 100644
--- a/src/Common/Exception.h
+++ b/src/Common/Exception.h
@@ -4,6 +4,7 @@
 #include <vector>
 #include <memory>
 
+#include <Poco/Version.h>
 #include <Poco/Exception.h>
 
 #include <Common/StackTrace.h>
@@ -114,7 +115,11 @@ public:
     }
 
 
-    std::string displayText() const override;
+    std::string displayText() const
+#if defined(POCO_CLICKHOUSE_PATCH)
+    override
+#endif
+    ;
 
     int getLineNumber() { return line_number_; }
     void setLineNumber(int line_number) { line_number_ = line_number;}

From 763844beaca81d0ddbaa5976c595be751c133450 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Wed, 23 Dec 2020 23:44:50 +0300
Subject: [PATCH 464/742] Make poco library path variable scope less global

---
 cmake/find/poco.cmake             | 4 +---
 contrib/poco-cmake/CMakeLists.txt | 2 ++
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/cmake/find/poco.cmake b/cmake/find/poco.cmake
index e749fc27925..99233728152 100644
--- a/cmake/find/poco.cmake
+++ b/cmake/find/poco.cmake
@@ -1,8 +1,6 @@
 option (USE_INTERNAL_POCO_LIBRARY "Use internal Poco library" ON)
 
-if (USE_INTERNAL_POCO_LIBRARY)
-    set (LIBRARY_DIR ${ClickHouse_SOURCE_DIR}/contrib/poco)
-else ()
+if (NOT USE_INTERNAL_POCO_LIBRARY)
     find_path (ROOT_DIR NAMES Foundation/include/Poco/Poco.h include/Poco/Poco.h)
     if (NOT ROOT_DIR)
         message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system poco")
diff --git a/contrib/poco-cmake/CMakeLists.txt b/contrib/poco-cmake/CMakeLists.txt
index fff9051f40f..1d2dc7b873e 100644
--- a/contrib/poco-cmake/CMakeLists.txt
+++ b/contrib/poco-cmake/CMakeLists.txt
@@ -1,3 +1,5 @@
+set (LIBRARY_DIR ${ClickHouse_SOURCE_DIR}/contrib/poco)
+
 add_subdirectory (Crypto)
 add_subdirectory (Data)
 add_subdirectory (Data/ODBC)

From bb4668fd6ea8054d384913dbc51f05fbf1212316 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 24 Dec 2020 00:18:08 +0300
Subject: [PATCH 465/742] Fix bug: no newline after exception message in some
 tools

---
 programs/compressor/Compressor.cpp | 2 +-
 programs/format/Format.cpp         | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index dd906bffe7b..da92efdf251 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -155,7 +155,7 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
     }
     catch (...)
     {
-        std::cerr << getCurrentExceptionMessage(true);
+        std::cerr << getCurrentExceptionMessage(true) << '\n';
         return getCurrentExceptionCode();
     }
 
diff --git a/programs/format/Format.cpp b/programs/format/Format.cpp
index 986dc67a798..86a85d1d4a5 100644
--- a/programs/format/Format.cpp
+++ b/programs/format/Format.cpp
@@ -142,7 +142,7 @@ int mainEntryClickHouseFormat(int argc, char ** argv)
     }
     catch (...)
     {
-        std::cerr << getCurrentExceptionMessage(true);
+        std::cerr << getCurrentExceptionMessage(true) << '\n';
         return getCurrentExceptionCode();
     }
 

From 317df5f5d27e02d96b83a4fb46aec78e9913579c Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Thu, 24 Dec 2020 00:57:33 +0300
Subject: [PATCH 466/742] try fix 'value is too short' when converting from
 String to Nullable(T)

---
 src/Core/callOnTypeIndex.h          |  54 +++++++--------
 src/Functions/FunctionsConversion.h | 102 ++++++++++++++++++++--------
 src/Functions/IFunction.cpp         |  35 ++++++----
 src/Functions/IFunctionAdaptors.h   |   2 +
 4 files changed, 124 insertions(+), 69 deletions(-)

diff --git a/src/Core/callOnTypeIndex.h b/src/Core/callOnTypeIndex.h
index 2ef049762f1..ccbccd7105a 100644
--- a/src/Core/callOnTypeIndex.h
+++ b/src/Core/callOnTypeIndex.h
@@ -162,43 +162,43 @@ template <typename T> class DataTypeNumber;
 template <typename T> class DataTypeDecimal;
 
 
-template <typename T, typename F>
-bool callOnIndexAndDataType(TypeIndex number, F && f)
+template <typename T, typename F, typename... ExtraArgs>
+bool callOnIndexAndDataType(TypeIndex number, F && f, ExtraArgs && ... args)
 {
     switch (number)
     {
-        case TypeIndex::UInt8:          return f(TypePair<DataTypeNumber<UInt8>, T>());
-        case TypeIndex::UInt16:         return f(TypePair<DataTypeNumber<UInt16>, T>());
-        case TypeIndex::UInt32:         return f(TypePair<DataTypeNumber<UInt32>, T>());
-        case TypeIndex::UInt64:         return f(TypePair<DataTypeNumber<UInt64>, T>());
-        case TypeIndex::UInt256:        return f(TypePair<DataTypeNumber<UInt256>, T>());
+        case TypeIndex::UInt8:          return f(TypePair<DataTypeNumber<UInt8>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::UInt16:         return f(TypePair<DataTypeNumber<UInt16>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::UInt32:         return f(TypePair<DataTypeNumber<UInt32>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::UInt64:         return f(TypePair<DataTypeNumber<UInt64>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::UInt256:        return f(TypePair<DataTypeNumber<UInt256>, T>(), std::forward<ExtraArgs>(args)...);
 
-        case TypeIndex::Int8:           return f(TypePair<DataTypeNumber<Int8>, T>());
-        case TypeIndex::Int16:          return f(TypePair<DataTypeNumber<Int16>, T>());
-        case TypeIndex::Int32:          return f(TypePair<DataTypeNumber<Int32>, T>());
-        case TypeIndex::Int64:          return f(TypePair<DataTypeNumber<Int64>, T>());
-        case TypeIndex::Int128:         return f(TypePair<DataTypeNumber<Int128>, T>());
-        case TypeIndex::Int256:         return f(TypePair<DataTypeNumber<Int256>, T>());
+        case TypeIndex::Int8:           return f(TypePair<DataTypeNumber<Int8>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::Int16:          return f(TypePair<DataTypeNumber<Int16>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::Int32:          return f(TypePair<DataTypeNumber<Int32>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::Int64:          return f(TypePair<DataTypeNumber<Int64>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::Int128:         return f(TypePair<DataTypeNumber<Int128>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::Int256:         return f(TypePair<DataTypeNumber<Int256>, T>(), std::forward<ExtraArgs>(args)...);
 
-        case TypeIndex::Float32:        return f(TypePair<DataTypeNumber<Float32>, T>());
-        case TypeIndex::Float64:        return f(TypePair<DataTypeNumber<Float64>, T>());
+        case TypeIndex::Float32:        return f(TypePair<DataTypeNumber<Float32>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::Float64:        return f(TypePair<DataTypeNumber<Float64>, T>(), std::forward<ExtraArgs>(args)...);
 
-        case TypeIndex::Decimal32:      return f(TypePair<DataTypeDecimal<Decimal32>, T>());
-        case TypeIndex::Decimal64:      return f(TypePair<DataTypeDecimal<Decimal64>, T>());
-        case TypeIndex::Decimal128:     return f(TypePair<DataTypeDecimal<Decimal128>, T>());
-        case TypeIndex::Decimal256:     return f(TypePair<DataTypeDecimal<Decimal256>, T>());
+        case TypeIndex::Decimal32:      return f(TypePair<DataTypeDecimal<Decimal32>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::Decimal64:      return f(TypePair<DataTypeDecimal<Decimal64>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::Decimal128:     return f(TypePair<DataTypeDecimal<Decimal128>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::Decimal256:     return f(TypePair<DataTypeDecimal<Decimal256>, T>(), std::forward<ExtraArgs>(args)...);
 
-        case TypeIndex::Date:           return f(TypePair<DataTypeDate, T>());
-        case TypeIndex::DateTime:       return f(TypePair<DataTypeDateTime, T>());
-        case TypeIndex::DateTime64:     return f(TypePair<DataTypeDateTime64, T>());
+        case TypeIndex::Date:           return f(TypePair<DataTypeDate, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::DateTime:       return f(TypePair<DataTypeDateTime, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::DateTime64:     return f(TypePair<DataTypeDateTime64, T>(), std::forward<ExtraArgs>(args)...);
 
-        case TypeIndex::String:         return f(TypePair<DataTypeString, T>());
-        case TypeIndex::FixedString:    return f(TypePair<DataTypeFixedString, T>());
+        case TypeIndex::String:         return f(TypePair<DataTypeString, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::FixedString:    return f(TypePair<DataTypeFixedString, T>(), std::forward<ExtraArgs>(args)...);
 
-        case TypeIndex::Enum8:          return f(TypePair<DataTypeEnum<Int8>, T>());
-        case TypeIndex::Enum16:         return f(TypePair<DataTypeEnum<Int16>, T>());
+        case TypeIndex::Enum8:          return f(TypePair<DataTypeEnum<Int8>, T>(), std::forward<ExtraArgs>(args)...);
+        case TypeIndex::Enum16:         return f(TypePair<DataTypeEnum<Int16>, T>(), std::forward<ExtraArgs>(args)...);
 
-        case TypeIndex::UUID:           return f(TypePair<DataTypeUUID, T>());
+        case TypeIndex::UUID:           return f(TypePair<DataTypeUUID, T>(), std::forward<ExtraArgs>(args)...);
 
         default:
             break;
diff --git a/src/Functions/FunctionsConversion.h b/src/Functions/FunctionsConversion.h
index 92607f718d5..911496e676d 100644
--- a/src/Functions/FunctionsConversion.h
+++ b/src/Functions/FunctionsConversion.h
@@ -108,10 +108,14 @@ struct AccurateOrNullConvertStrategyAdditions
     UInt32 scale { 0 };
 };
 
+
+struct ConvertDefaultBehaviorTag {};
+struct ConvertReturnNullOnErrorTag {};
+
 /** Conversion of number types to each other, enums to numbers, dates and datetimes to numbers and back: done by straight assignment.
   *  (Date is represented internally as number of days from some day; DateTime - as unix timestamp)
   */
-template <typename FromDataType, typename ToDataType, typename Name>
+template <typename FromDataType, typename ToDataType, typename Name, typename SpecialTag = ConvertDefaultBehaviorTag>
 struct ConvertImpl
 {
     using FromFieldType = typename FromDataType::FieldType;
@@ -279,7 +283,7 @@ struct ConvertImpl
 
 /** Conversion of DateTime to Date: throw off time component.
   */
-template <typename Name> struct ConvertImpl<DataTypeDateTime, DataTypeDate, Name>
+template <typename Name> struct ConvertImpl<DataTypeDateTime, DataTypeDate, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeDateTime, DataTypeDate, ToDateImpl> {};
 
 
@@ -301,7 +305,7 @@ struct ToDateTimeImpl
     }
 };
 
-template <typename Name> struct ConvertImpl<DataTypeDate, DataTypeDateTime, Name>
+template <typename Name> struct ConvertImpl<DataTypeDate, DataTypeDateTime, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeDate, DataTypeDateTime, ToDateTimeImpl> {};
 
 /// Implementation of toDate function.
@@ -357,21 +361,21 @@ struct ToDateTransform8Or16Signed
   *  when user write toDate(UInt32), expecting conversion of unix timestamp to Date.
   *  (otherwise such usage would be frequent mistake).
   */
-template <typename Name> struct ConvertImpl<DataTypeUInt32, DataTypeDate, Name>
+template <typename Name> struct ConvertImpl<DataTypeUInt32, DataTypeDate, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeUInt32, DataTypeDate, ToDateTransform32Or64<UInt32, UInt16>> {};
-template <typename Name> struct ConvertImpl<DataTypeUInt64, DataTypeDate, Name>
+template <typename Name> struct ConvertImpl<DataTypeUInt64, DataTypeDate, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeUInt64, DataTypeDate, ToDateTransform32Or64<UInt64, UInt16>> {};
-template <typename Name> struct ConvertImpl<DataTypeInt8, DataTypeDate, Name>
+template <typename Name> struct ConvertImpl<DataTypeInt8, DataTypeDate, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeInt8, DataTypeDate, ToDateTransform8Or16Signed<Int8, UInt16>> {};
-template <typename Name> struct ConvertImpl<DataTypeInt16, DataTypeDate, Name>
+template <typename Name> struct ConvertImpl<DataTypeInt16, DataTypeDate, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeInt16, DataTypeDate, ToDateTransform8Or16Signed<Int16, UInt16>> {};
-template <typename Name> struct ConvertImpl<DataTypeInt32, DataTypeDate, Name>
+template <typename Name> struct ConvertImpl<DataTypeInt32, DataTypeDate, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeInt32, DataTypeDate, ToDateTransform32Or64Signed<Int32, UInt16>> {};
-template <typename Name> struct ConvertImpl<DataTypeInt64, DataTypeDate, Name>
+template <typename Name> struct ConvertImpl<DataTypeInt64, DataTypeDate, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeInt64, DataTypeDate, ToDateTransform32Or64Signed<Int64, UInt16>> {};
-template <typename Name> struct ConvertImpl<DataTypeFloat32, DataTypeDate, Name>
+template <typename Name> struct ConvertImpl<DataTypeFloat32, DataTypeDate, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeFloat32, DataTypeDate, ToDateTransform32Or64Signed<Float32, UInt16>> {};
-template <typename Name> struct ConvertImpl<DataTypeFloat64, DataTypeDate, Name>
+template <typename Name> struct ConvertImpl<DataTypeFloat64, DataTypeDate, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeFloat64, DataTypeDate, ToDateTransform32Or64Signed<Float64, UInt16>> {};
 
 
@@ -456,9 +460,9 @@ struct ToDateTime64Transform
     }
 };
 
-template <typename Name> struct ConvertImpl<DataTypeDate, DataTypeDateTime64, Name>
+template <typename Name> struct ConvertImpl<DataTypeDate, DataTypeDateTime64, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeDate, DataTypeDateTime64, ToDateTime64Transform> {};
-template <typename Name> struct ConvertImpl<DataTypeDateTime, DataTypeDateTime64, Name>
+template <typename Name> struct ConvertImpl<DataTypeDateTime, DataTypeDateTime64, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeDateTime, DataTypeDateTime64, ToDateTime64Transform> {};
 
 /** Conversion of DateTime64 to Date or DateTime: discards fractional part.
@@ -481,9 +485,9 @@ struct FromDateTime64Transform
     }
 };
 
-template <typename Name> struct ConvertImpl<DataTypeDateTime64, DataTypeDate, Name>
+template <typename Name> struct ConvertImpl<DataTypeDateTime64, DataTypeDate, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeDateTime64, DataTypeDate, FromDateTime64Transform<ToDateImpl>> {};
-template <typename Name> struct ConvertImpl<DataTypeDateTime64, DataTypeDateTime, Name>
+template <typename Name> struct ConvertImpl<DataTypeDateTime64, DataTypeDateTime, Name, ConvertDefaultBehaviorTag>
     : DateTimeTransformImpl<DataTypeDateTime64, DataTypeDateTime, FromDateTime64Transform<ToDateTimeImpl>> {};
 
 
@@ -547,7 +551,7 @@ struct FormatImpl<DataTypeDecimal<FieldType>>
 
 /// DataTypeEnum<T> to DataType<T> free conversion
 template <typename FieldType, typename Name>
-struct ConvertImpl<DataTypeEnum<FieldType>, DataTypeNumber<FieldType>, Name>
+struct ConvertImpl<DataTypeEnum<FieldType>, DataTypeNumber<FieldType>, Name, ConvertDefaultBehaviorTag>
 {
     static ColumnPtr execute(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/)
     {
@@ -557,7 +561,7 @@ struct ConvertImpl<DataTypeEnum<FieldType>, DataTypeNumber<FieldType>, Name>
 
 
 template <typename FromDataType, typename Name>
-struct ConvertImpl<FromDataType, std::enable_if_t<!std::is_same_v<FromDataType, DataTypeString>, DataTypeString>, Name>
+struct ConvertImpl<FromDataType, std::enable_if_t<!std::is_same_v<FromDataType, DataTypeString>, DataTypeString>, Name, ConvertDefaultBehaviorTag>
 {
     using FromFieldType = typename FromDataType::FieldType;
     using ColVecType = std::conditional_t<IsDecimalNumber<FromFieldType>, ColumnDecimal<FromFieldType>, ColumnVector<FromFieldType>>;
@@ -973,14 +977,24 @@ struct ConvertThroughParsing
 };
 
 
+
+
 template <typename ToDataType, typename Name>
-struct ConvertImpl<std::enable_if_t<!std::is_same_v<ToDataType, DataTypeString>, DataTypeString>, ToDataType, Name>
+struct ConvertImpl<std::enable_if_t<!std::is_same_v<ToDataType, DataTypeString>, DataTypeString>, ToDataType, Name, ConvertDefaultBehaviorTag>
     : ConvertThroughParsing<DataTypeString, ToDataType, Name, ConvertFromStringExceptionMode::Throw, ConvertFromStringParsingMode::Normal> {};
 
 template <typename ToDataType, typename Name>
-struct ConvertImpl<std::enable_if_t<!std::is_same_v<ToDataType, DataTypeFixedString>, DataTypeFixedString>, ToDataType, Name>
+struct ConvertImpl<std::enable_if_t<!std::is_same_v<ToDataType, DataTypeFixedString>, DataTypeFixedString>, ToDataType, Name, ConvertDefaultBehaviorTag>
     : ConvertThroughParsing<DataTypeFixedString, ToDataType, Name, ConvertFromStringExceptionMode::Throw, ConvertFromStringParsingMode::Normal> {};
 
+template <typename ToDataType, typename Name>
+struct ConvertImpl<std::enable_if_t<!std::is_same_v<ToDataType, DataTypeString>, DataTypeString>, ToDataType, Name, ConvertReturnNullOnErrorTag>
+    : ConvertThroughParsing<DataTypeString, ToDataType, Name, ConvertFromStringExceptionMode::Null, ConvertFromStringParsingMode::Normal> {};
+
+template <typename ToDataType, typename Name>
+struct ConvertImpl<std::enable_if_t<!std::is_same_v<ToDataType, DataTypeFixedString>, DataTypeFixedString>, ToDataType, Name, ConvertReturnNullOnErrorTag>
+    : ConvertThroughParsing<DataTypeFixedString, ToDataType, Name, ConvertFromStringExceptionMode::Null, ConvertFromStringParsingMode::Normal> {};
+
 /// Generic conversion of any type from String. Used for complex types: Array and Tuple.
 struct ConvertImplGenericFromString
 {
@@ -1027,14 +1041,14 @@ struct ConvertImplGenericFromString
 
 
 template <>
-struct ConvertImpl<DataTypeString, DataTypeUInt32, NameToUnixTimestamp>
-    : ConvertImpl<DataTypeString, DataTypeDateTime, NameToUnixTimestamp> {};
+struct ConvertImpl<DataTypeString, DataTypeUInt32, NameToUnixTimestamp, ConvertDefaultBehaviorTag>
+    : ConvertImpl<DataTypeString, DataTypeDateTime, NameToUnixTimestamp, ConvertDefaultBehaviorTag> {};
 
 
 /** If types are identical, just take reference to column.
   */
 template <typename T, typename Name>
-struct ConvertImpl<std::enable_if_t<!T::is_parametric, T>, T, Name>
+struct ConvertImpl<std::enable_if_t<!T::is_parametric, T>, T, Name, ConvertDefaultBehaviorTag>
 {
     template <typename Additions = void *>
     static ColumnPtr execute(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/,
@@ -1049,7 +1063,7 @@ struct ConvertImpl<std::enable_if_t<!T::is_parametric, T>, T, Name>
   * Cutting sequences of zero bytes from end of strings.
   */
 template <typename Name>
-struct ConvertImpl<DataTypeFixedString, DataTypeString, Name>
+struct ConvertImpl<DataTypeFixedString, DataTypeString, Name, ConvertDefaultBehaviorTag>
 {
     static ColumnPtr execute(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/)
     {
@@ -1153,6 +1167,9 @@ public:
 
     static constexpr bool to_datetime64 = std::is_same_v<ToDataType, DataTypeDateTime64>;
 
+    static constexpr bool to_string_or_fixed_string = std::is_same_v<ToDataType, DataTypeFixedString> ||
+                                                      std::is_same_v<ToDataType, DataTypeString>;
+
     static FunctionPtr create(const Context &) { return std::make_shared<FunctionConvert>(); }
     static FunctionPtr create() { return std::make_shared<FunctionConvert>(); }
 
@@ -1166,6 +1183,14 @@ public:
     bool isInjective(const ColumnsWithTypeAndName &) const override { return std::is_same_v<Name, NameToString>; }
 
     DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName & arguments) const override
+    {
+        auto getter = [&] (const auto & args) { return getReturnTypeImplRemovedNullable(args); };
+        auto res = FunctionOverloadResolverAdaptor::getReturnTypeDefaultImplementationForNulls(arguments, getter);
+        to_nullable = res->isNullable();
+        return res;
+    }
+
+    DataTypePtr getReturnTypeImplRemovedNullable(const ColumnsWithTypeAndName & arguments) const
     {
         FunctionArgumentDescriptors mandatory_args = {{"Value", nullptr, nullptr, nullptr}};
         FunctionArgumentDescriptors optional_args;
@@ -1243,11 +1268,17 @@ public:
         }
     }
 
+    bool useDefaultImplementationForNulls() const override { return to_nullable; }  // FIXME 
     bool useDefaultImplementationForConstants() const override { return true; }
     ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {1}; }
     bool canBeExecutedOnDefaultArguments() const override { return false; }
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const override
+    {
+        return executeImplRemovedNullable(arguments, result_type, input_rows_count);
+    }
+
+    ColumnPtr executeImplRemovedNullable(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const
     {
         try
         {
@@ -1292,6 +1323,8 @@ public:
     }
 
 private:
+    mutable bool to_nullable = false;
+
     ColumnPtr executeInternal(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const
     {
         if (arguments.empty())
@@ -1301,11 +1334,12 @@ private:
         const IDataType * from_type = arguments[0].type.get();
         ColumnPtr result_column;
 
-        auto call = [&](const auto & types) -> bool
+        auto call = [&](const auto & types, const auto & tag) -> bool
         {
             using Types = std::decay_t<decltype(types)>;
             using LeftDataType = typename Types::LeftType;
             using RightDataType = typename Types::RightType;
+            using SpecialTag = std::decay_t<decltype(tag)>;
 
             if constexpr (IsDataTypeDecimal<RightDataType>)
             {
@@ -1349,10 +1383,10 @@ private:
                     throw Exception("Wrong UUID conversion", ErrorCodes::CANNOT_CONVERT_TYPE);
                 }
                 else
-                    result_column = ConvertImpl<LeftDataType, RightDataType, Name>::execute(arguments, result_type, input_rows_count);
+                    result_column = ConvertImpl<LeftDataType, RightDataType, Name, SpecialTag>::execute(arguments, result_type, input_rows_count);
             }
             else
-                result_column = ConvertImpl<LeftDataType, RightDataType, Name>::execute(arguments, result_type, input_rows_count);
+                result_column = ConvertImpl<LeftDataType, RightDataType, Name, SpecialTag>::execute(arguments, result_type, input_rows_count);
 
             return true;
         };
@@ -1365,7 +1399,7 @@ private:
 
             if (to_datetime64 || scale != 0) /// When scale = 0, the data type is DateTime otherwise the data type is DateTime64
             {
-                if (!callOnIndexAndDataType<DataTypeDateTime64>(from_type->getTypeId(), call))
+                if (!callOnIndexAndDataType<DataTypeDateTime64>(from_type->getTypeId(), call, ConvertDefaultBehaviorTag{}))
                     throw Exception("Illegal type " + arguments[0].type->getName() + " of argument of function " + getName(),
                                     ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
@@ -1373,7 +1407,19 @@ private:
             }
         }
 
-        bool done = callOnIndexAndDataType<ToDataType>(from_type->getTypeId(), call);
+        bool done;
+        if constexpr (to_string_or_fixed_string)
+        {
+            done = callOnIndexAndDataType<ToDataType>(from_type->getTypeId(), call, ConvertDefaultBehaviorTag{});
+        }
+        else
+        {
+            if (to_nullable && WhichDataType(from_type).isStringOrFixedString())
+                done = callOnIndexAndDataType<ToDataType>(from_type->getTypeId(), call, ConvertReturnNullOnErrorTag{});
+            else
+                done = callOnIndexAndDataType<ToDataType>(from_type->getTypeId(), call, ConvertDefaultBehaviorTag{});
+        }
+
         if (!done)
         {
             /// Generic conversion of any type to String.
diff --git a/src/Functions/IFunction.cpp b/src/Functions/IFunction.cpp
index f51c44cf904..e4a1adb8525 100644
--- a/src/Functions/IFunction.cpp
+++ b/src/Functions/IFunction.cpp
@@ -465,25 +465,32 @@ void FunctionOverloadResolverAdaptor::checkNumberOfArguments(size_t number_of_ar
                         ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 }
 
+
+DataTypePtr FunctionOverloadResolverAdaptor::getReturnTypeDefaultImplementationForNulls(const ColumnsWithTypeAndName & arguments,
+                                                                                        const DefaultReturnTypeGetter & getter)
+{
+    NullPresence null_presence = getNullPresense(arguments);
+
+    if (null_presence.has_null_constant)
+    {
+        return makeNullable(std::make_shared<DataTypeNothing>());
+    }
+    if (null_presence.has_nullable)
+    {
+        Block nested_columns = createBlockWithNestedColumns(arguments);
+        auto return_type = getter(ColumnsWithTypeAndName(nested_columns.begin(), nested_columns.end()));
+        return makeNullable(return_type);
+    }
+
+    return getter(arguments);
+}
+
 DataTypePtr FunctionOverloadResolverAdaptor::getReturnTypeWithoutLowCardinality(const ColumnsWithTypeAndName & arguments) const
 {
     checkNumberOfArguments(arguments.size());
 
     if (!arguments.empty() && impl->useDefaultImplementationForNulls())
-    {
-        NullPresence null_presence = getNullPresense(arguments);
-
-        if (null_presence.has_null_constant)
-        {
-            return makeNullable(std::make_shared<DataTypeNothing>());
-        }
-        if (null_presence.has_nullable)
-        {
-            Block nested_columns = createBlockWithNestedColumns(arguments);
-            auto return_type = impl->getReturnType(ColumnsWithTypeAndName(nested_columns.begin(), nested_columns.end()));
-            return makeNullable(return_type);
-        }
-    }
+        return getReturnTypeDefaultImplementationForNulls(arguments, [&](const auto & args) { return impl->getReturnType(args); });
 
     return impl->getReturnType(arguments);
 }
diff --git a/src/Functions/IFunctionAdaptors.h b/src/Functions/IFunctionAdaptors.h
index 737d904f6c9..cbb71c99b1b 100644
--- a/src/Functions/IFunctionAdaptors.h
+++ b/src/Functions/IFunctionAdaptors.h
@@ -129,6 +129,8 @@ public:
         return impl->getArgumentsThatDontImplyNullableReturnType(number_of_arguments);
     }
 
+    using DefaultReturnTypeGetter = std::function<DataTypePtr(const ColumnsWithTypeAndName &)>;
+    static DataTypePtr getReturnTypeDefaultImplementationForNulls(const ColumnsWithTypeAndName & arguments, const DefaultReturnTypeGetter & getter);
 private:
     FunctionOverloadResolverImplPtr impl;
 

From 4a37db455d3664f93c36bcdf5d246790e4af855a Mon Sep 17 00:00:00 2001
From: robot-clickhouse <robot-clickhouse@yandex-team.ru>
Date: Thu, 24 Dec 2020 01:02:07 +0300
Subject: [PATCH 467/742] Update version_date.tsv after release 20.12.4.5

---
 utils/list-versions/version_date.tsv | 1 +
 1 file changed, 1 insertion(+)

diff --git a/utils/list-versions/version_date.tsv b/utils/list-versions/version_date.tsv
index cec9dbf1b08..e76918dd368 100644
--- a/utils/list-versions/version_date.tsv
+++ b/utils/list-versions/version_date.tsv
@@ -1,3 +1,4 @@
+v20.12.4.5-stable	2020-12-24
 v20.12.3.3-stable	2020-12-09
 v20.12.2.1-stable	2020-12-09
 v20.11.5.18-stable	2020-12-06

From 42b76979fe51153c30f86cc893eade69bce56e50 Mon Sep 17 00:00:00 2001
From: robot-clickhouse <robot-clickhouse@yandex-team.ru>
Date: Thu, 24 Dec 2020 01:20:16 +0300
Subject: [PATCH 468/742] Update version_date.tsv after release 20.11.6.6

---
 utils/list-versions/version_date.tsv | 1 +
 1 file changed, 1 insertion(+)

diff --git a/utils/list-versions/version_date.tsv b/utils/list-versions/version_date.tsv
index e76918dd368..be5209447c9 100644
--- a/utils/list-versions/version_date.tsv
+++ b/utils/list-versions/version_date.tsv
@@ -1,6 +1,7 @@
 v20.12.4.5-stable	2020-12-24
 v20.12.3.3-stable	2020-12-09
 v20.12.2.1-stable	2020-12-09
+v20.11.6.6-stable	2020-12-24
 v20.11.5.18-stable	2020-12-06
 v20.11.4.13-stable	2020-11-20
 v20.11.3.3-stable	2020-11-13

From c49a6302fa5f359c7096a532197e4ec7dcd0c132 Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Thu, 24 Dec 2020 03:13:53 +0300
Subject: [PATCH 469/742] fix, add test

---
 src/Functions/FunctionsConversion.h           | 24 +++++++-----
 .../01186_conversion_to_nullable.reference    | 38 +++++++++++++++++++
 .../01186_conversion_to_nullable.sql          | 13 +++++++
 3 files changed, 65 insertions(+), 10 deletions(-)
 create mode 100644 tests/queries/0_stateless/01186_conversion_to_nullable.reference
 create mode 100644 tests/queries/0_stateless/01186_conversion_to_nullable.sql

diff --git a/src/Functions/FunctionsConversion.h b/src/Functions/FunctionsConversion.h
index 911496e676d..84a41a9c415 100644
--- a/src/Functions/FunctionsConversion.h
+++ b/src/Functions/FunctionsConversion.h
@@ -977,8 +977,6 @@ struct ConvertThroughParsing
 };
 
 
-
-
 template <typename ToDataType, typename Name>
 struct ConvertImpl<std::enable_if_t<!std::is_same_v<ToDataType, DataTypeString>, DataTypeString>, ToDataType, Name, ConvertDefaultBehaviorTag>
     : ConvertThroughParsing<DataTypeString, ToDataType, Name, ConvertFromStringExceptionMode::Throw, ConvertFromStringParsingMode::Normal> {};
@@ -1044,6 +1042,9 @@ template <>
 struct ConvertImpl<DataTypeString, DataTypeUInt32, NameToUnixTimestamp, ConvertDefaultBehaviorTag>
     : ConvertImpl<DataTypeString, DataTypeDateTime, NameToUnixTimestamp, ConvertDefaultBehaviorTag> {};
 
+template <>
+struct ConvertImpl<DataTypeString, DataTypeUInt32, NameToUnixTimestamp, ConvertReturnNullOnErrorTag>
+    : ConvertImpl<DataTypeString, DataTypeDateTime, NameToUnixTimestamp, ConvertReturnNullOnErrorTag> {};
 
 /** If types are identical, just take reference to column.
   */
@@ -1187,6 +1188,7 @@ public:
         auto getter = [&] (const auto & args) { return getReturnTypeImplRemovedNullable(args); };
         auto res = FunctionOverloadResolverAdaptor::getReturnTypeDefaultImplementationForNulls(arguments, getter);
         to_nullable = res->isNullable();
+        checked_return_type = true;
         return res;
     }
 
@@ -1268,17 +1270,16 @@ public:
         }
     }
 
-    bool useDefaultImplementationForNulls() const override { return to_nullable; }  // FIXME 
+    /// Function actually uses default implementation for nulls,
+    /// but we need to know if return type is Nullable or not,
+    /// so we use checked_return_type only to intercept the first call to getReturnTypeImpl(...).
+    bool useDefaultImplementationForNulls() const override { return checked_return_type; }
+
     bool useDefaultImplementationForConstants() const override { return true; }
     ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {1}; }
     bool canBeExecutedOnDefaultArguments() const override { return false; }
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const override
-    {
-        return executeImplRemovedNullable(arguments, result_type, input_rows_count);
-    }
-
-    ColumnPtr executeImplRemovedNullable(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const
     {
         try
         {
@@ -1323,6 +1324,7 @@ public:
     }
 
 private:
+    mutable bool checked_return_type = false;
     mutable bool to_nullable = false;
 
     ColumnPtr executeInternal(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const
@@ -1359,12 +1361,12 @@ private:
                 const ColumnWithTypeAndName & scale_column = arguments[1];
                 UInt32 scale = extractToDecimalScale(scale_column);
 
-                result_column = ConvertImpl<LeftDataType, RightDataType, Name>::execute(arguments, result_type, input_rows_count, scale);
+                result_column = ConvertImpl<LeftDataType, RightDataType, Name, SpecialTag>::execute(arguments, result_type, input_rows_count, scale);
             }
             else if constexpr (IsDataTypeDateOrDateTime<RightDataType> && std::is_same_v<LeftDataType, DataTypeDateTime64>)
             {
                 const auto * dt64 = assert_cast<const DataTypeDateTime64 *>(arguments[0].type.get());
-                result_column = ConvertImpl<LeftDataType, RightDataType, Name>::execute(arguments, result_type, input_rows_count, dt64->getScale());
+                result_column = ConvertImpl<LeftDataType, RightDataType, Name, SpecialTag>::execute(arguments, result_type, input_rows_count, dt64->getScale());
             }
             else if constexpr (IsDataTypeDecimalOrNumber<LeftDataType> && IsDataTypeDecimalOrNumber<RightDataType>)
             {
@@ -1414,6 +1416,8 @@ private:
         }
         else
         {
+            /// We should use ConvertFromStringExceptionMode::Null mode when converting from String (or FixedString)
+            /// to Nullable type, to avoid 'value is too short' error on attempt to parse empty string from NULL values.
             if (to_nullable && WhichDataType(from_type).isStringOrFixedString())
                 done = callOnIndexAndDataType<ToDataType>(from_type->getTypeId(), call, ConvertReturnNullOnErrorTag{});
             else
diff --git a/tests/queries/0_stateless/01186_conversion_to_nullable.reference b/tests/queries/0_stateless/01186_conversion_to_nullable.reference
new file mode 100644
index 00000000000..04146644154
--- /dev/null
+++ b/tests/queries/0_stateless/01186_conversion_to_nullable.reference
@@ -0,0 +1,38 @@
+42
+\N
+0
+\N
+\N
+42
+\N
+0
+\N
+256
+2020-12-24
+\N
+1970-01-01
+\N
+1970-01-01
+2020-12-24 01:02:03
+\N
+1970-01-01 03:00:00
+\N
+2020-12-24 01:02:03.00
+\N
+1970-01-01 03:00:00.00
+1970-01-01 03:00:00.00
+946721532
+\N
+\N
+42.00
+\N
+\N
+42.00000000
+\N
+3.14159000
+42
+\N
+test
+42\0\0\0\0\0\0
+\N
+test\0\0\0\0
diff --git a/tests/queries/0_stateless/01186_conversion_to_nullable.sql b/tests/queries/0_stateless/01186_conversion_to_nullable.sql
new file mode 100644
index 00000000000..bf7df6234d2
--- /dev/null
+++ b/tests/queries/0_stateless/01186_conversion_to_nullable.sql
@@ -0,0 +1,13 @@
+select toUInt8(x) from values('x Nullable(String)', '42', NULL, '0', '', '256');
+select toInt64(x) from values('x Nullable(String)', '42', NULL, '0', '', '256');
+
+select toDate(x) from values('x Nullable(String)', '2020-12-24', NULL, '0000-00-00', '', '9999-01-01');
+select toDateTime(x) from values('x Nullable(String)', '2020-12-24 01:02:03', NULL, '0000-00-00 00:00:00', '');
+select toDateTime64(x, 2) from values('x Nullable(String)', '2020-12-24 01:02:03', NULL, '0000-00-00 00:00:00', '');
+select toUnixTimestamp(x) from values ('x Nullable(String)', '2000-01-01 13:12:12', NULL, '');
+
+select toDecimal32(x, 2) from values ('x Nullable(String)', '42', NULL, '3.14159');
+select toDecimal64(x, 8) from values ('x Nullable(String)', '42', NULL, '3.14159');
+
+select toString(x) from values ('x Nullable(String)', '42', NULL, 'test');
+select toFixedString(x, 8) from values ('x Nullable(String)', '42', NULL, 'test');

From 22c51cb89a03e8b696ed24d2be71d2aa946e2f0f Mon Sep 17 00:00:00 2001
From: robot-clickhouse <robot-clickhouse@yandex-team.ru>
Date: Thu, 24 Dec 2020 03:18:12 +0300
Subject: [PATCH 470/742] Update version_date.tsv after release 20.10.7.4

---
 utils/list-versions/version_date.tsv | 1 +
 1 file changed, 1 insertion(+)

diff --git a/utils/list-versions/version_date.tsv b/utils/list-versions/version_date.tsv
index be5209447c9..d252d6ed7b4 100644
--- a/utils/list-versions/version_date.tsv
+++ b/utils/list-versions/version_date.tsv
@@ -6,6 +6,7 @@ v20.11.5.18-stable	2020-12-06
 v20.11.4.13-stable	2020-11-20
 v20.11.3.3-stable	2020-11-13
 v20.11.2.1-stable	2020-11-11
+v20.10.7.4-stable	2020-12-24
 v20.10.6.27-stable	2020-12-06
 v20.10.5.10-stable	2020-11-20
 v20.10.4.1-stable	2020-11-13

From a58acbae67430055a16d0e6a34d1d265d5727040 Mon Sep 17 00:00:00 2001
From: robot-clickhouse <robot-clickhouse@yandex-team.ru>
Date: Thu, 24 Dec 2020 03:54:43 +0300
Subject: [PATCH 471/742] Update version_date.tsv after release 20.8.10.13

---
 utils/list-versions/version_date.tsv | 1 +
 1 file changed, 1 insertion(+)

diff --git a/utils/list-versions/version_date.tsv b/utils/list-versions/version_date.tsv
index d252d6ed7b4..e7e4b78c99b 100644
--- a/utils/list-versions/version_date.tsv
+++ b/utils/list-versions/version_date.tsv
@@ -18,6 +18,7 @@ v20.9.5.5-stable	2020-11-13
 v20.9.4.76-stable	2020-10-29
 v20.9.3.45-stable	2020-10-09
 v20.9.2.20-stable	2020-09-22
+v20.8.10.13-lts	2020-12-24
 v20.8.9.6-lts	2020-12-10
 v20.8.8.2-lts	2020-12-07
 v20.8.7.15-lts	2020-11-20

From f2a35b59e07bfd99980118ccd34b5bdd4571cb4b Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 24 Dec 2020 03:55:46 +0300
Subject: [PATCH 472/742] Update CHANGELOG.md

---
 CHANGELOG.md | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 6d9174c7d07..7920fafa11c 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,19 @@
 ### ClickHouse release 20.12
 
+### ClickHouse release v20.12.4.5-stable, 2020-12-24
+
+#### Bug Fix
+
+* Fixed issue when `clickhouse-odbc-bridge` process is unreachable by server on machines with dual IPv4/IPv6 stack; - Fixed issue when ODBC dictionary updates are performed using malformed queries and/or cause crashes; Possibly closes [#14489](https://github.com/ClickHouse/ClickHouse/issues/14489). [#18278](https://github.com/ClickHouse/ClickHouse/pull/18278) ([Denis Glazachev](https://github.com/traceon)).
+* Fixed key comparison between Enum and Int types. This fixes [#17989](https://github.com/ClickHouse/ClickHouse/issues/17989). [#18214](https://github.com/ClickHouse/ClickHouse/pull/18214) ([Amos Bird](https://github.com/amosbird)).
+* Fixed unique key convert crash in `MaterializeMySQL` database engine. This fixes [#18186](https://github.com/ClickHouse/ClickHouse/issues/18186) and fixes [#16372](https://github.com/ClickHouse/ClickHouse/issues/16372)  [#18211](https://github.com/ClickHouse/ClickHouse/pull/18211) ([Winter Zhang](https://github.com/zhang2014)).
+* Fixed `std::out_of_range: basic_string` in S3 URL parsing. [#18059](https://github.com/ClickHouse/ClickHouse/pull/18059) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* Fixed the issue when some tables not synchronized to ClickHouse from MySQL caused by the fact that convertion MySQL prefix index wasn't supported for MaterializeMySQL. This fixes [#15187](https://github.com/ClickHouse/ClickHouse/issues/15187) and fixes [#17912](https://github.com/ClickHouse/ClickHouse/issues/17912)  [#17944](https://github.com/ClickHouse/ClickHouse/pull/17944) ([Winter Zhang](https://github.com/zhang2014)).
+* Fixed the issue when query optimization was producing wrong result if query contains `ARRAY JOIN`. [#17887](https://github.com/ClickHouse/ClickHouse/pull/17887) ([sundyli](https://github.com/sundy-li)).
+* Fix possible segfault in `topK` aggregate function. This closes [#17404](https://github.com/ClickHouse/ClickHouse/issues/17404). [#17845](https://github.com/ClickHouse/ClickHouse/pull/17845) ([Maksim Kita](https://github.com/kitaisreal)).
+* Fix empty `system.stack_trace` table when server is running in daemon mode. [#17630](https://github.com/ClickHouse/ClickHouse/pull/17630) ([Amos Bird](https://github.com/amosbird)).
+
+
 ### ClickHouse release v20.12.3.3-stable, 2020-12-13
 
 #### Backward Incompatible Change

From ac8cc2b423fbc34af6b8b2676c352c012c319087 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 24 Dec 2020 03:56:43 +0300
Subject: [PATCH 473/742] Update CHANGELOG.md

---
 CHANGELOG.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 7920fafa11c..ae26f90c006 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -10,8 +10,8 @@
 * Fixed `std::out_of_range: basic_string` in S3 URL parsing. [#18059](https://github.com/ClickHouse/ClickHouse/pull/18059) ([Vladimir Chebotarev](https://github.com/excitoon)).
 * Fixed the issue when some tables not synchronized to ClickHouse from MySQL caused by the fact that convertion MySQL prefix index wasn't supported for MaterializeMySQL. This fixes [#15187](https://github.com/ClickHouse/ClickHouse/issues/15187) and fixes [#17912](https://github.com/ClickHouse/ClickHouse/issues/17912)  [#17944](https://github.com/ClickHouse/ClickHouse/pull/17944) ([Winter Zhang](https://github.com/zhang2014)).
 * Fixed the issue when query optimization was producing wrong result if query contains `ARRAY JOIN`. [#17887](https://github.com/ClickHouse/ClickHouse/pull/17887) ([sundyli](https://github.com/sundy-li)).
-* Fix possible segfault in `topK` aggregate function. This closes [#17404](https://github.com/ClickHouse/ClickHouse/issues/17404). [#17845](https://github.com/ClickHouse/ClickHouse/pull/17845) ([Maksim Kita](https://github.com/kitaisreal)).
-* Fix empty `system.stack_trace` table when server is running in daemon mode. [#17630](https://github.com/ClickHouse/ClickHouse/pull/17630) ([Amos Bird](https://github.com/amosbird)).
+* Fixed possible segfault in `topK` aggregate function. This closes [#17404](https://github.com/ClickHouse/ClickHouse/issues/17404). [#17845](https://github.com/ClickHouse/ClickHouse/pull/17845) ([Maksim Kita](https://github.com/kitaisreal)).
+* Fixed empty `system.stack_trace` table when server is running in daemon mode. [#17630](https://github.com/ClickHouse/ClickHouse/pull/17630) ([Amos Bird](https://github.com/amosbird)).
 
 
 ### ClickHouse release v20.12.3.3-stable, 2020-12-13

From 54a11d91aca118e4721713de31577044892b364a Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 24 Dec 2020 04:02:54 +0300
Subject: [PATCH 474/742] Update CHANGELOG.md

---
 CHANGELOG.md | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index ae26f90c006..ed558b4dfd3 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -137,6 +137,20 @@
 
 ## ClickHouse release 20.11
 
+### ClickHouse release v20.11.6.6-stable, 2020-12-24
+
+#### Bug Fix
+
+* Fixed issue when `clickhouse-odbc-bridge` process is unreachable by server on machines with dual `IPv4/IPv6 stack` and fixed issue when ODBC dictionary updates are performed using malformed queries and/or cause crashes. This possibly fixes [#14489](https://github.com/ClickHouse/ClickHouse/issues/14489). [#18278](https://github.com/ClickHouse/ClickHouse/pull/18278) ([Denis Glazachev](https://github.com/traceon)).
+* Fixed key comparison between `Enum` and `Int` types. This fixes [#17989](https://github.com/ClickHouse/ClickHouse/issues/17989). [#18214](https://github.com/ClickHouse/ClickHouse/pull/18214) ([Amos Bird](https://github.com/amosbird)).
+* Fixed unique key convert crash in `MaterializeMySQL` database engine. This fixes [#18186](https://github.com/ClickHouse/ClickHouse/issues/18186) and fixes [#16372](https://github.com/ClickHouse/ClickHouse/issues/16372)  [#18211](https://github.com/ClickHouse/ClickHouse/pull/18211) ([Winter Zhang](https://github.com/zhang2014)).
+* Fixed `std::out_of_range: basic_string` in S3 URL parsing. [#18059](https://github.com/ClickHouse/ClickHouse/pull/18059) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* Fixed the issue when some tables not synchronized to ClickHouse from MySQL caused by the fact that convertion MySQL prefix index wasn't supported for MaterializeMySQL. This fixes [#15187](https://github.com/ClickHouse/ClickHouse/issues/15187) and fixes [#17912](https://github.com/ClickHouse/ClickHouse/issues/17912)  [#17944](https://github.com/ClickHouse/ClickHouse/pull/17944) ([Winter Zhang](https://github.com/zhang2014)).
+* Fixed the issue when query optimization was producing wrong result if query contains `ARRAY JOIN`. [#17887](https://github.com/ClickHouse/ClickHouse/pull/17887) ([sundyli](https://github.com/sundy-li)).
+* Fixed possible segfault in `topK` aggregate function. This closes [#17404](https://github.com/ClickHouse/ClickHouse/issues/17404). [#17845](https://github.com/ClickHouse/ClickHouse/pull/17845) ([Maksim Kita](https://github.com/kitaisreal)).
+* Fixed empty `system.stack_trace` table when server is running in daemon mode. [#17630](https://github.com/ClickHouse/ClickHouse/pull/17630) ([Amos Bird](https://github.com/amosbird)).
+
+
 ### ClickHouse release v20.11.3.3-stable, 2020-11-13
 
 #### Bug Fix

From 3e03c2ae63ccdd35f17708c0408199b2ba2aa2df Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 24 Dec 2020 04:14:49 +0300
Subject: [PATCH 475/742] Update CHANGELOG.md

---
 CHANGELOG.md | 38 +++++++++++++++++++++++++++++++++++---
 1 file changed, 35 insertions(+), 3 deletions(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index ed558b4dfd3..f9bbda56e40 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -141,14 +141,46 @@
 
 #### Bug Fix
 
-* Fixed issue when `clickhouse-odbc-bridge` process is unreachable by server on machines with dual `IPv4/IPv6 stack` and fixed issue when ODBC dictionary updates are performed using malformed queries and/or cause crashes. This possibly fixes [#14489](https://github.com/ClickHouse/ClickHouse/issues/14489). [#18278](https://github.com/ClickHouse/ClickHouse/pull/18278) ([Denis Glazachev](https://github.com/traceon)).
-* Fixed key comparison between `Enum` and `Int` types. This fixes [#17989](https://github.com/ClickHouse/ClickHouse/issues/17989). [#18214](https://github.com/ClickHouse/ClickHouse/pull/18214) ([Amos Bird](https://github.com/amosbird)).
+* Fixed issue when `clickhouse-odbc-bridge` process is unreachable by server on machines with dual `IPv4/IPv6 stack` and fixed issue when ODBC dictionary updates are performed using malformed queries and/or cause crashes. This possibly closes [#14489](https://github.com/ClickHouse/ClickHouse/issues/14489). [#18278](https://github.com/ClickHouse/ClickHouse/pull/18278) ([Denis Glazachev](https://github.com/traceon)).
+* Fixed key comparison between Enum and Int types. This fixes [#17989](https://github.com/ClickHouse/ClickHouse/issues/17989). [#18214](https://github.com/ClickHouse/ClickHouse/pull/18214) ([Amos Bird](https://github.com/amosbird)).
 * Fixed unique key convert crash in `MaterializeMySQL` database engine. This fixes [#18186](https://github.com/ClickHouse/ClickHouse/issues/18186) and fixes [#16372](https://github.com/ClickHouse/ClickHouse/issues/16372)  [#18211](https://github.com/ClickHouse/ClickHouse/pull/18211) ([Winter Zhang](https://github.com/zhang2014)).
 * Fixed `std::out_of_range: basic_string` in S3 URL parsing. [#18059](https://github.com/ClickHouse/ClickHouse/pull/18059) ([Vladimir Chebotarev](https://github.com/excitoon)).
 * Fixed the issue when some tables not synchronized to ClickHouse from MySQL caused by the fact that convertion MySQL prefix index wasn't supported for MaterializeMySQL. This fixes [#15187](https://github.com/ClickHouse/ClickHouse/issues/15187) and fixes [#17912](https://github.com/ClickHouse/ClickHouse/issues/17912)  [#17944](https://github.com/ClickHouse/ClickHouse/pull/17944) ([Winter Zhang](https://github.com/zhang2014)).
 * Fixed the issue when query optimization was producing wrong result if query contains `ARRAY JOIN`. [#17887](https://github.com/ClickHouse/ClickHouse/pull/17887) ([sundyli](https://github.com/sundy-li)).
-* Fixed possible segfault in `topK` aggregate function. This closes [#17404](https://github.com/ClickHouse/ClickHouse/issues/17404). [#17845](https://github.com/ClickHouse/ClickHouse/pull/17845) ([Maksim Kita](https://github.com/kitaisreal)).
+* Fix possible segfault in `topK` aggregate function. This closes [#17404](https://github.com/ClickHouse/ClickHouse/issues/17404). [#17845](https://github.com/ClickHouse/ClickHouse/pull/17845) ([Maksim Kita](https://github.com/kitaisreal)).
+* Do not restore parts from WAL if `in_memory_parts_enable_wal` is disabled. [#17802](https://github.com/ClickHouse/ClickHouse/pull/17802) ([detailyang](https://github.com/detailyang)).
+* Fixed problem when ClickHouse fails to resume connection to MySQL servers. [#17681](https://github.com/ClickHouse/ClickHouse/pull/17681) ([Alexander Kazakov](https://github.com/Akazz)).
+* Fixed inconsistent behaviour of `optimize_trivial_count_query` with partition predicate. [#17644](https://github.com/ClickHouse/ClickHouse/pull/17644) ([Azat Khuzhin](https://github.com/azat)).
 * Fixed empty `system.stack_trace` table when server is running in daemon mode. [#17630](https://github.com/ClickHouse/ClickHouse/pull/17630) ([Amos Bird](https://github.com/amosbird)).
+* Fixed the behaviour when xxception `fmt::v7::format_error` can be logged in background for MergeTree tables. This fixes [#17613](https://github.com/ClickHouse/ClickHouse/issues/17613). [#17615](https://github.com/ClickHouse/ClickHouse/pull/17615) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fixed the behaviour when clickhouse-client is used in interactive mode with multiline queries and single line comment was erronously extended till the end of query. This fixes [#13654](https://github.com/ClickHouse/ClickHouse/issues/13654). [#17565](https://github.com/ClickHouse/ClickHouse/pull/17565) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fixed the issue when server can stop accepting connections in very rare cases. [#17542](https://github.com/ClickHouse/ClickHouse/pull/17542) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fixed alter query hang when the corresponding mutation was killed on the different replica. This fixes [#16953](https://github.com/ClickHouse/ClickHouse/issues/16953). [#17499](https://github.com/ClickHouse/ClickHouse/pull/17499) ([alesapin](https://github.com/alesapin)).
+* Fixed bug when mark cache size was underestimated by clickhouse. It may happen when there are a lot of tiny files with marks. [#17496](https://github.com/ClickHouse/ClickHouse/pull/17496) ([alesapin](https://github.com/alesapin)).
+* Fixed `ORDER BY` with enabled setting `optimize_redundant_functions_in_order_by`. [#17471](https://github.com/ClickHouse/ClickHouse/pull/17471) ([Anton Popov](https://github.com/CurtizJ)).
+* Fixed duplicates after `DISTINCT` which were possible because of incorrect optimization. This fixes [#17294](https://github.com/ClickHouse/ClickHouse/issues/17294). [#17296](https://github.com/ClickHouse/ClickHouse/pull/17296) ([li chengxiang](https://github.com/chengxianglibra)). [#17439](https://github.com/ClickHouse/ClickHouse/pull/17439) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fixed crash while reading from `JOIN` table with `LowCardinality` types. This fixes [#17228](https://github.com/ClickHouse/ClickHouse/issues/17228). [#17397](https://github.com/ClickHouse/ClickHouse/pull/17397) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fixed set index invalidation when there are const columns in the subquery. This fixes [#17246](https://github.com/ClickHouse/ClickHouse/issues/17246) . [#17249](https://github.com/ClickHouse/ClickHouse/pull/17249) ([Amos Bird](https://github.com/amosbird)).
+* Fixed possible wrong index analysis when the types of the index comparison are different. This fixes [#17122](https://github.com/ClickHouse/ClickHouse/issues/17122). [#17145](https://github.com/ClickHouse/ClickHouse/pull/17145) ([Amos Bird](https://github.com/amosbird)).
+* Fixed `ColumnConst` comparison which leads to crash. This fixes [#17088](https://github.com/ClickHouse/ClickHouse/issues/17088) . [#17135](https://github.com/ClickHouse/ClickHouse/pull/17135) ([Amos Bird](https://github.com/amosbird)).
+* Fixed bug when `ON CLUSTER` queries may hang forever for non-leader `ReplicatedMergeTreeTables`. [#17089](https://github.com/ClickHouse/ClickHouse/pull/17089) ([alesapin](https://github.com/alesapin)).
+* Fixed fuzzer-found bug in funciton `fuzzBits`. This fixes [#16980](https://github.com/ClickHouse/ClickHouse/issues/16980). [#17051](https://github.com/ClickHouse/ClickHouse/pull/17051) ([hexiaoting](https://github.com/hexiaoting)).
+* Avoid unnecessary network errors for remote queries which may be cancelled while execution, like queries with `LIMIT`. [#17006](https://github.com/ClickHouse/ClickHouse/pull/17006) ([Azat Khuzhin](https://github.com/azat)).
+* Fixed wrong result in big integers (128, 256 bit) when casting from double. [#16986](https://github.com/ClickHouse/ClickHouse/pull/16986) ([Mike](https://github.com/myrrc)).
+* Reresolve the IP of the `format_avro_schema_registry_url` in case of errors. [#16985](https://github.com/ClickHouse/ClickHouse/pull/16985) ([filimonov](https://github.com/filimonov)).
+* Fixed possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter doesn't finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
+* Blame info was not calculated correctly in `clickhouse-git-import`. [#16959](https://github.com/ClickHouse/ClickHouse/pull/16959) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fixed order by optimization with monotonous functions. Fixes [#16107](https://github.com/ClickHouse/ClickHouse/issues/16107). [#16956](https://github.com/ClickHouse/ClickHouse/pull/16956) ([Anton Popov](https://github.com/CurtizJ)).
+* Fixed optimization of group by with enabled setting `optimize_aggregators_of_group_by_keys` and joins. This fixes [#12604](https://github.com/ClickHouse/ClickHouse/issues/12604). [#16951](https://github.com/ClickHouse/ClickHouse/pull/16951) ([Anton Popov](https://github.com/CurtizJ)).
+* Install script should always create subdirs in config folders. This is only relevant for Docker build with custom config. [#16936](https://github.com/ClickHouse/ClickHouse/pull/16936) ([filimonov](https://github.com/filimonov)).
+* Fixed possible error `Illegal type of argument` for queries with `ORDER BY`. This fixes [#16580](https://github.com/ClickHouse/ClickHouse/issues/16580). [#16928](https://github.com/ClickHouse/ClickHouse/pull/16928) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Abort multipart upload if no data was written to WriteBufferFromS3. [#16840](https://github.com/ClickHouse/ClickHouse/pull/16840) ([Pavel Kovalenko](https://github.com/Jokser)).
+* Fixed crash when using `any` without any arguments. This fixes [#16803](https://github.com/ClickHouse/ClickHouse/issues/16803). [#16826](https://github.com/ClickHouse/ClickHouse/pull/16826) ([Amos Bird](https://github.com/amosbird)).
+* Fixed the behaviour when ClickHouse used to always return 0 insted of a number of affected rows for `INSERT` queries via MySQL protocol. This fixes [#16605](https://github.com/ClickHouse/ClickHouse/issues/16605). [#16715](https://github.com/ClickHouse/ClickHouse/pull/16715) ([Winter Zhang](https://github.com/zhang2014)).
+* Fixed uncontrolled growth of TDigest. [#16680](https://github.com/ClickHouse/ClickHouse/pull/16680) ([hrissan](https://github.com/hrissan)).
+* Fixed remote query failure when using suffix `if` in Aggregate function. This fixes [#16574](https://github.com/ClickHouse/ClickHouse/issues/16574) fixes [#16231](https://github.com/ClickHouse/ClickHouse/issues/16231) [#16610](https://github.com/ClickHouse/ClickHouse/pull/16610) ([Winter Zhang](https://github.com/zhang2014)).
+* Fixed inconsistent behavior caused by `select_sequential_consistency` for optimized trivial count query and system.tables. [#16309](https://github.com/ClickHouse/ClickHouse/pull/16309) ([Hao Chen](https://github.com/haoch)).
+* Throw error when use ColumnTransformer replace non exist column. [#16183](https://github.com/ClickHouse/ClickHouse/pull/16183) ([hexiaoting](https://github.com/hexiaoting)).
 
 
 ### ClickHouse release v20.11.3.3-stable, 2020-11-13

From 407a3bfcb9f1e00ce95f47ba49358ffec4e1528d Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 24 Dec 2020 04:23:10 +0300
Subject: [PATCH 476/742] Update CHANGELOG.md

---
 CHANGELOG.md | 40 ++++++++++++++++++++++++++++++++++++++++
 1 file changed, 40 insertions(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index f9bbda56e40..40dac3468f3 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -312,6 +312,46 @@
 
 ## ClickHouse release 20.10
 
+### ClickHouse release v20.10.7.4-stable, 2020-12-24
+                                                                                                                                                                                                                                                              
+#### Bug Fix                                                                                                                                                                                                                                                  
+                                                                                                                                                                                                                                                              
+* Fixed issue when `clickhouse-odbc-bridge` process is unreachable by server on machines with dual `IPv4/IPv6` stack and fixed issue when ODBC dictionary updates are performed using malformed queries and/or cause crashes. This possibly closes [#14489](https://github.com/ClickHouse/ClickHouse/issues/14489). [#18278](https://github.com/ClickHouse/ClickHouse/pull/18278) ([Denis Glazachev](https://github.com/traceon)).                                                                                                
+* Fix key comparison between Enum and Int types. This fixes [#17989](https://github.com/ClickHouse/ClickHouse/issues/17989). [#18214](https://github.com/ClickHouse/ClickHouse/pull/18214) ([Amos Bird](https://github.com/amosbird)).                        
+* Fixed unique key convert crash in `MaterializeMySQL` database engine. This fixes [#18186](https://github.com/ClickHouse/ClickHouse/issues/18186) and fixes [#16372](https://github.com/ClickHouse/ClickHouse/issues/16372)  [#18211](https://github.com/ClickHouse/ClickHouse/pull/18211) ([Winter Zhang](https://github.com/zhang2014)).
+* Fixed `std::out_of_range: basic_string` in S3 URL parsing. [#18059](https://github.com/ClickHouse/ClickHouse/pull/18059) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* Fixed the issue when some tables not synchronized to ClickHouse from MySQL caused by the fact that convertion MySQL prefix index wasn't supported for MaterializeMySQL. This fixes [#15187](https://github.com/ClickHouse/ClickHouse/issues/15187) and fixes [#17912](https://github.com/ClickHouse/ClickHouse/issues/17912)  [#17944](https://github.com/ClickHouse/ClickHouse/pull/17944) ([Winter Zhang](https://github.com/zhang2014)).                                                                                                                                                                                
+* Fix possible segfault in `topK` aggregate function. This closes [#17404](https://github.com/ClickHouse/ClickHouse/issues/17404). [#17845](https://github.com/ClickHouse/ClickHouse/pull/17845) ([Maksim Kita](https://github.com/kitaisreal)).              
+* Do not restore parts from `WAL` if `in_memory_parts_enable_wal` is disabled. [#17802](https://github.com/ClickHouse/ClickHouse/pull/17802) ([detailyang](https://github.com/detailyang)).                                                                     
+* Fixed problem when ClickHouse fails to resume connection to MySQL servers. [#17681](https://github.com/ClickHouse/ClickHouse/pull/17681) ([Alexander Kazakov](https://github.com/Akazz)).                                                                   
+* Fixed empty `system.stack_trace` table when server is running in daemon mode. [#17630](https://github.com/ClickHouse/ClickHouse/pull/17630) ([Amos Bird](https://github.com/amosbird)).                                                                       
+* Fixed the behaviour when `clickhouse-client` is used in interactive mode with multiline queries and single line comment was erronously extended till the end of query. This fixes [#13654](https://github.com/ClickHouse/ClickHouse/issues/13654). [#17565](https://github.com/ClickHouse/ClickHouse/pull/17565) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fixed the issue when server can stop accepting connections in very rare cases. [#17542](https://github.com/ClickHouse/ClickHouse/pull/17542) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fixed `ALTER` query hang when the corresponding mutation was killed on the different replica. This fixes [#16953](https://github.com/ClickHouse/ClickHouse/issues/16953). [#17499](https://github.com/ClickHouse/ClickHouse/pull/17499) ([alesapin](https://github.com/alesapin)).
+* Fixed bug when mark cache size was underestimated by clickhouse. It may happen when there are a lot of tiny files with marks. [#17496](https://github.com/ClickHouse/ClickHouse/pull/17496) ([alesapin](https://github.com/alesapin)).
+* Fixed `ORDER BY` with enabled setting `optimize_redundant_functions_in_order_by`. [#17471](https://github.com/ClickHouse/ClickHouse/pull/17471) ([Anton Popov](https://github.com/CurtizJ)).
+* Fixed duplicates after `DISTINCT` which were possible because of incorrect optimization. Fixes [#17294](https://github.com/ClickHouse/ClickHouse/issues/17294). [#17296](https://github.com/ClickHouse/ClickHouse/pull/17296) ([li chengxiang](https://github.com/chengxianglibra)). [#17439](https://github.com/ClickHouse/ClickHouse/pull/17439) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fixed crash while reading from `JOIN` table with `LowCardinality` types. This fixes [#17228](https://github.com/ClickHouse/ClickHouse/issues/17228). [#17397](https://github.com/ClickHouse/ClickHouse/pull/17397) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fixed set index invalidation when there are const columns in the subquery. This fixes [#17246](https://github.com/ClickHouse/ClickHouse/issues/17246) . [#17249](https://github.com/ClickHouse/ClickHouse/pull/17249) ([Amos Bird](https://github.com/amosbird)).
+* Fixed `ColumnConst` comparison which leads to crash. This fixed [#17088](https://github.com/ClickHouse/ClickHouse/issues/17088) . [#17135](https://github.com/ClickHouse/ClickHouse/pull/17135) ([Amos Bird](https://github.com/amosbird)).
+* Fixed bug when `ON CLUSTER` queries may hang forever for non-leader `ReplicatedMergeTreeTables`. [#17089](https://github.com/ClickHouse/ClickHouse/pull/17089) ([alesapin](https://github.com/alesapin)).
+* Fixed fuzzer-found bug in function `fuzzBits`. This fixes [#16980](https://github.com/ClickHouse/ClickHouse/issues/16980). [#17051](https://github.com/ClickHouse/ClickHouse/pull/17051) ([hexiaoting](https://github.com/hexiaoting)).
+* Avoid unnecessary network errors for remote queries which may be cancelled while execution, like queries with `LIMIT`. [#17006](https://github.com/ClickHouse/ClickHouse/pull/17006) ([Azat Khuzhin](https://github.com/azat)).
+* Fixed wrong result in big integers (128, 256 bit) when casting from double. [#16986](https://github.com/ClickHouse/ClickHouse/pull/16986) ([Mike](https://github.com/myrrc)).
+* Reresolve the IP of the `format_avro_schema_registry_url` in case of errors. [#16985](https://github.com/ClickHouse/ClickHouse/pull/16985) ([filimonov](https://github.com/filimonov)).
+* Fixed possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter doesn't finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
+* Blame info was not calculated correctly in `clickhouse-git-import`. [#16959](https://github.com/ClickHouse/ClickHouse/pull/16959) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fixed order by optimization with monotonous functions. This fixes [#16107](https://github.com/ClickHouse/ClickHouse/issues/16107). [#16956](https://github.com/ClickHouse/ClickHouse/pull/16956) ([Anton Popov](https://github.com/CurtizJ)).
+* Fixrf optimization of group by with enabled setting `optimize_aggregators_of_group_by_keys` and joins. This fixes [#12604](https://github.com/ClickHouse/ClickHouse/issues/12604). [#16951](https://github.com/ClickHouse/ClickHouse/pull/16951) ([Anton Popov](https://github.com/CurtizJ)).
+* Install script should always create subdirs in config folders. This is only relevant for Docker build with custom config. [#16936](https://github.com/ClickHouse/ClickHouse/pull/16936) ([filimonov](https://github.com/filimonov)).
+* Fixrf possible error `Illegal type of argument` for queries with `ORDER BY`. This fixes [#16580](https://github.com/ClickHouse/ClickHouse/issues/16580). [#16928](https://github.com/ClickHouse/ClickHouse/pull/16928) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Abort multipart upload if no data was written to `WriteBufferFromS3`. [#16840](https://github.com/ClickHouse/ClickHouse/pull/16840) ([Pavel Kovalenko](https://github.com/Jokser)).
+* Fixed crash when using `any` without any arguments. This fixes [#16803](https://github.com/ClickHouse/ClickHouse/issues/16803). [#16826](https://github.com/ClickHouse/ClickHouse/pull/16826) ([Amos Bird](https://github.com/amosbird)).
+* Fixed the behaviour when ClickHouse used to always return 0 insted of a number of affected rows for `INSERT` queries via MySQL protocol. This fixes [#16605](https://github.com/ClickHouse/ClickHouse/issues/16605). [#16715](https://github.com/ClickHouse/ClickHouse/pull/16715) ([Winter Zhang](https://github.com/zhang2014)).
+* Fixed uncontrolled growth of `TDigest`. [#16680](https://github.com/ClickHouse/ClickHouse/pull/16680) ([hrissan](https://github.com/hrissan)).
+* Fixed remote query failure when using suffix `if` in Aggregate function. This fixes [#16574](https://github.com/ClickHouse/ClickHouse/issues/16574) fixes [#16231](https://github.com/ClickHouse/ClickHouse/issues/16231) [#16610](https://github.com/ClickHouse/ClickHouse/pull/16610) ([Winter Zhang](https://github.com/zhang2014)).
+
+
 ### ClickHouse release v20.10.4.1-stable, 2020-11-13
 
 #### Bug Fix

From 9cf67db4bbf1e22a2e4f81b295a878599266befa Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 24 Dec 2020 04:33:41 +0300
Subject: [PATCH 477/742] Update CHANGELOG.md

---
 CHANGELOG.md | 25 +++++++++++++++++++++++++
 1 file changed, 25 insertions(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 40dac3468f3..d61aeb84b7f 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -739,6 +739,31 @@
 
 ## ClickHouse release 20.8
 
+### ClickHouse release v20.8.10.13-lts, 2020-12-24
+
+#### Bug Fix
+
+* When server log rotation was configured using `logger.size` parameter with numeric value larger than 2^32, the logs were not rotated properly. [#17905](https://github.com/ClickHouse/ClickHouse/pull/17905) ([Alexander Kuzmenkov](https://github.com/akuzm)).
+* Fixed incorrect initialization of `max_compress_block_size` in MergeTreeWriterSettings with `min_compress_block_size`. [#17833](https://github.com/ClickHouse/ClickHouse/pull/17833) ([flynn](https://github.com/ucasFL)).
+* Fixed problem when ClickHouse fails to resume connection to MySQL servers. [#17681](https://github.com/ClickHouse/ClickHouse/pull/17681) ([Alexander Kazakov](https://github.com/Akazz)).
+* Fixed `ALTER` query hang when the corresponding mutation was killed on the different replica. This fixes [#16953](https://github.com/ClickHouse/ClickHouse/issues/16953). [#17499](https://github.com/ClickHouse/ClickHouse/pull/17499) ([alesapin](https://github.com/alesapin)).
+* Fixed a bug when mark cache size was underestimated by ClickHouse. It may happen when there are a lot of tiny files with marks. [#17496](https://github.com/ClickHouse/ClickHouse/pull/17496) ([alesapin](https://github.com/alesapin)).
+* Fixed `ORDER BY` with enabled setting `optimize_redundant_functions_in_order_by`. [#17471](https://github.com/ClickHouse/ClickHouse/pull/17471) ([Anton Popov](https://github.com/CurtizJ)).
+* Fixed `ColumnConst` comparison which leads to crash. This fixed [#17088](https://github.com/ClickHouse/ClickHouse/issues/17088) . [#17135](https://github.com/ClickHouse/ClickHouse/pull/17135) ([Amos Bird](https://github.com/amosbird)).
+* Fixed bug when `ON CLUSTER` queries may hang forever for non-leader ReplicatedMergeTreeTables. [#17089](https://github.com/ClickHouse/ClickHouse/pull/17089) ([alesapin](https://github.com/alesapin)).
+* Avoid unnecessary network errors for remote queries which may be cancelled while execution, like queries with `LIMIT`. [#17006](https://github.com/ClickHouse/ClickHouse/pull/17006) ([Azat Khuzhin](https://github.com/azat)).
+* Reresolve the IP of the `format_avro_schema_registry_url` in case of errors. [#16985](https://github.com/ClickHouse/ClickHouse/pull/16985) ([filimonov](https://github.com/filimonov)).
+* Fixed possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter doesn't finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
+* Install script should always create subdirs in config folders. This is only relevant for Docker build with custom config. [#16936](https://github.com/ClickHouse/ClickHouse/pull/16936) ([filimonov](https://github.com/filimonov)).
+* Fixed possible error `Illegal type of argument` for queries with `ORDER BY`. Fixes [#16580](https://github.com/ClickHouse/ClickHouse/issues/16580). [#16928](https://github.com/ClickHouse/ClickHouse/pull/16928) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Abort multipart upload if no data was written to WriteBufferFromS3. [#16840](https://github.com/ClickHouse/ClickHouse/pull/16840) ([Pavel Kovalenko](https://github.com/Jokser)).
+* Fixed crash when using `any` without any arguments. This is for [#16803](https://github.com/ClickHouse/ClickHouse/issues/16803) . cc @azat. [#16826](https://github.com/ClickHouse/ClickHouse/pull/16826) ([Amos Bird](https://github.com/amosbird)).
+* Fixed `IN` operator over several columns and tuples with enabled `transform_null_in` setting. Fixes [#15310](https://github.com/ClickHouse/ClickHouse/issues/15310). [#16722](https://github.com/ClickHouse/ClickHouse/pull/16722) ([Anton Popov](https://github.com/CurtizJ)).
+* Fixed inconsistent behaviour of `optimize_read_in_order/optimize_aggregation_in_order` with max_threads > 0 and expression in ORDER BY. [#16637](https://github.com/ClickHouse/ClickHouse/pull/16637) ([Azat Khuzhin](https://github.com/azat)).
+* Fixed the issue when query optimization was producing wrong result if query contains `ARRAY JOIN`. [#17887](https://github.com/ClickHouse/ClickHouse/pull/17887) ([sundyli](https://github.com/sundy-li)).
+* Query is finished faster in case of exception. Cancel execution on remote replicas if exception happens. [#15578](https://github.com/ClickHouse/ClickHouse/pull/15578) ([Azat Khuzhin](https://github.com/azat)).
+
+
 ### ClickHouse release v20.8.6.6-lts, 2020-11-13
 
 #### Bug Fix

From 90ee0188d07d65685224ba66923c211c198ba04a Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 24 Dec 2020 04:34:34 +0300
Subject: [PATCH 478/742] Update CHANGELOG.md

---
 CHANGELOG.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index d61aeb84b7f..2ec48bcd584 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -757,7 +757,7 @@
 * Install script should always create subdirs in config folders. This is only relevant for Docker build with custom config. [#16936](https://github.com/ClickHouse/ClickHouse/pull/16936) ([filimonov](https://github.com/filimonov)).
 * Fixed possible error `Illegal type of argument` for queries with `ORDER BY`. Fixes [#16580](https://github.com/ClickHouse/ClickHouse/issues/16580). [#16928](https://github.com/ClickHouse/ClickHouse/pull/16928) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Abort multipart upload if no data was written to WriteBufferFromS3. [#16840](https://github.com/ClickHouse/ClickHouse/pull/16840) ([Pavel Kovalenko](https://github.com/Jokser)).
-* Fixed crash when using `any` without any arguments. This is for [#16803](https://github.com/ClickHouse/ClickHouse/issues/16803) . cc @azat. [#16826](https://github.com/ClickHouse/ClickHouse/pull/16826) ([Amos Bird](https://github.com/amosbird)).
+* Fixed crash when using `any` without any arguments. This fixes [#16803](https://github.com/ClickHouse/ClickHouse/issues/16803). [#16826](https://github.com/ClickHouse/ClickHouse/pull/16826) ([Amos Bird](https://github.com/amosbird)).
 * Fixed `IN` operator over several columns and tuples with enabled `transform_null_in` setting. Fixes [#15310](https://github.com/ClickHouse/ClickHouse/issues/15310). [#16722](https://github.com/ClickHouse/ClickHouse/pull/16722) ([Anton Popov](https://github.com/CurtizJ)).
 * Fixed inconsistent behaviour of `optimize_read_in_order/optimize_aggregation_in_order` with max_threads > 0 and expression in ORDER BY. [#16637](https://github.com/ClickHouse/ClickHouse/pull/16637) ([Azat Khuzhin](https://github.com/azat)).
 * Fixed the issue when query optimization was producing wrong result if query contains `ARRAY JOIN`. [#17887](https://github.com/ClickHouse/ClickHouse/pull/17887) ([sundyli](https://github.com/sundy-li)).

From f39c9613284e976d8716d7962e3f3ecce58c735e Mon Sep 17 00:00:00 2001
From: vladimir golovchenko <golova77@hotmail.com>
Date: Wed, 23 Dec 2020 17:18:07 -0800
Subject: [PATCH 479/742] Added tests to cover cases with 12-hour clock time.

---
 ...1_parse_date_time_best_effort_us.reference |  4 +++
 .../01351_parse_date_time_best_effort_us.sql  |  4 +++
 .../01442_date_time_with_params.reference     | 30 ++++++++++++++++++
 .../01442_date_time_with_params.sql           | 31 ++++++++++++++++++-
 ..._besteffort_or_null_empty_string.reference |  4 +++
 ...tetime_besteffort_or_null_empty_string.sql |  4 +++
 6 files changed, 76 insertions(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01351_parse_date_time_best_effort_us.reference b/tests/queries/0_stateless/01351_parse_date_time_best_effort_us.reference
index 22a778b715a..9d0a11776b9 100644
--- a/tests/queries/0_stateless/01351_parse_date_time_best_effort_us.reference
+++ b/tests/queries/0_stateless/01351_parse_date_time_best_effort_us.reference
@@ -7,6 +7,10 @@
  01/02/2017 03:04:05+300     2017-01-02 00:04:05 
  01.02.2017 03:04:05GMT      2017-01-02 03:04:05 
  01-02-2017 03:04:05 MSD     2017-01-01 23:04:05 
+ 01-02-2017 11:04:05 AM      2017-01-02 11:04:05 
+ 01-02-2017 11:04:05 PM      2017-01-02 23:04:05 
+ 01-02-2017 12:04:05 AM      2017-01-02 00:04:05 
+ 01-02-2017 12:04:05 PM      2017-01-02 12:04:05 
  01.02.17 03:04:05 MSD Feb   2017-02-01 23:04:05 
  01/02/2017 03:04:05 MSK     2017-01-02 00:04:05 
  12/13/2019                  2019-12-13 00:00:00 
diff --git a/tests/queries/0_stateless/01351_parse_date_time_best_effort_us.sql b/tests/queries/0_stateless/01351_parse_date_time_best_effort_us.sql
index 0c33b2de49f..3345ace8305 100644
--- a/tests/queries/0_stateless/01351_parse_date_time_best_effort_us.sql
+++ b/tests/queries/0_stateless/01351_parse_date_time_best_effort_us.sql
@@ -11,6 +11,10 @@ FROM
 '01/02/2017 03:04:05+300',
 '01.02.2017 03:04:05GMT',
 '01-02-2017 03:04:05 MSD',
+'01-02-2017 11:04:05 AM',
+'01-02-2017 11:04:05 PM',
+'01-02-2017 12:04:05 AM',
+'01-02-2017 12:04:05 PM',
 '01.02.17 03:04:05 MSD Feb',
 '01/02/2017 03:04:05 MSK',
 '12/13/2019',
diff --git a/tests/queries/0_stateless/01442_date_time_with_params.reference b/tests/queries/0_stateless/01442_date_time_with_params.reference
index 94ffcffdd37..19f78c83f82 100644
--- a/tests/queries/0_stateless/01442_date_time_with_params.reference
+++ b/tests/queries/0_stateless/01442_date_time_with_params.reference
@@ -2,42 +2,72 @@
 2020-01-01 00:00:00	DateTime	2020-01-01 00:02:00.11	DateTime64(2)	2020-01-01 00:03:00	DateTime(\'Europe/Moscow\')	2020-01-01 00:04:00.220	DateTime64(3, \'Europe/Moscow\')	2020-01-01 00:05:00	DateTime
 2020-01-01 00:00:00	DateTime	2020-01-01 00:02:00.11	DateTime64(2)	2020-01-01 00:03:00	DateTime(\'Europe/Moscow\')	2020-01-01 00:04:00.220	DateTime64(3, \'Europe/Moscow\')	2020-01-01 00:05:00	DateTime
 2020-01-01 00:00:00	DateTime
+parseDateTimeBestEffort
 2020-05-14 03:37:03.000	DateTime64(3, \'UTC\')
 2020-05-14 03:37:03.000	DateTime64(3, \'UTC\')
+2020-05-14 11:37:03.000	DateTime64(3, \'UTC\')
+2020-05-14 23:37:03.000	DateTime64(3, \'UTC\')
+2020-05-14 00:37:03.000	DateTime64(3, \'UTC\')
+2020-05-14 12:37:03.000	DateTime64(3, \'UTC\')
 2020-05-14 03:37:03.253	DateTime64(3, \'UTC\')
 2020-05-14 03:37:03.253	DateTime64(3, \'UTC\')
 2020-05-14 06:37:03.253	DateTime64(3, \'Europe/Minsk\')
 2020-05-14 03:37:03.253	DateTime64(3, \'UTC\')
+parseDateTimeBestEffortOrNull
 \N	Nullable(DateTime64(3))
 2020-05-14 03:37:03.000	Nullable(DateTime64(3, \'UTC\'))
 2020-05-14 03:37:03.000	Nullable(DateTime64(3, \'UTC\'))
+2020-05-14 11:37:03.000	Nullable(DateTime64(3, \'UTC\'))
+2020-05-14 23:37:03.000	Nullable(DateTime64(3, \'UTC\'))
+2020-05-14 00:37:03.000	Nullable(DateTime64(3, \'UTC\'))
+2020-05-14 12:37:03.000	Nullable(DateTime64(3, \'UTC\'))
 2020-05-14 03:37:03.253	Nullable(DateTime64(3, \'UTC\'))
 2020-05-14 03:37:03.253	Nullable(DateTime64(3, \'UTC\'))
 2020-05-14 06:37:03.253	Nullable(DateTime64(3, \'Europe/Minsk\'))
 2020-05-14 03:37:03.253	Nullable(DateTime64(3, \'UTC\'))
+parseDateTimeBestEffortOrZero
 1970-01-01 00:00:00.000	DateTime64(3, \'UTC\')
 2020-05-14 03:37:03.000	DateTime64(3, \'UTC\')
 2020-05-14 03:37:03.000	DateTime64(3, \'UTC\')
+2020-05-14 11:37:03.000	DateTime64(3, \'UTC\')
+2020-05-14 23:37:03.000	DateTime64(3, \'UTC\')
+2020-05-14 00:37:03.000	DateTime64(3, \'UTC\')
+2020-05-14 12:37:03.000	DateTime64(3, \'UTC\')
 2020-05-14 03:37:03.253	DateTime64(3, \'UTC\')
 2020-05-14 03:37:03.253	DateTime64(3, \'UTC\')
 2020-05-14 06:37:03.253	DateTime64(3, \'Europe/Minsk\')
 2020-05-14 03:37:03.253	DateTime64(3, \'UTC\')
+parseDateTime32BestEffort
 2020-05-14 03:37:03	DateTime(\'UTC\')
 2020-05-14 03:37:03	DateTime(\'UTC\')
+2020-05-14 11:37:03	DateTime(\'UTC\')
+2020-05-14 23:37:03	DateTime(\'UTC\')
+2020-05-14 00:37:03	DateTime(\'UTC\')
+2020-05-14 12:37:03	DateTime(\'UTC\')
 2020-05-14 03:37:03	DateTime(\'UTC\')
 2020-05-14 03:37:03	DateTime(\'UTC\')
 2020-05-14 06:37:03	DateTime(\'Europe/Minsk\')
 2020-05-14 03:37:03	DateTime(\'UTC\')
+parseDateTime32BestEffortOrNull
 \N	Nullable(DateTime)
 2020-05-14 03:37:03	Nullable(DateTime(\'UTC\'))
 2020-05-14 03:37:03	Nullable(DateTime(\'UTC\'))
+2020-05-14 11:37:03	Nullable(DateTime(\'UTC\'))
+2020-05-14 23:37:03	Nullable(DateTime(\'UTC\'))
+2020-05-14 00:37:03	Nullable(DateTime(\'UTC\'))
+2020-05-14 12:37:03	Nullable(DateTime(\'UTC\'))
 2020-05-14 03:37:03	Nullable(DateTime(\'UTC\'))
 2020-05-14 03:37:03	Nullable(DateTime(\'UTC\'))
 2020-05-14 06:37:03	Nullable(DateTime(\'Europe/Minsk\'))
 2020-05-14 03:37:03	Nullable(DateTime(\'UTC\'))
+parseDateTime32BestEffortOrZero
 1970-01-01 00:00:00	DateTime(\'UTC\')
 2020-05-14 03:37:03	DateTime(\'UTC\')
 2020-05-14 03:37:03	DateTime(\'UTC\')
+2020-05-14 11:37:03	DateTime(\'UTC\')
+2020-05-14 23:37:03	DateTime(\'UTC\')
+2020-05-14 00:37:03	DateTime(\'UTC\')
+2020-05-14 12:37:03	DateTime(\'UTC\')
 2020-05-14 03:37:03	DateTime(\'UTC\')
 2020-05-14 03:37:03	DateTime(\'UTC\')
 2020-05-14 06:37:03	DateTime(\'Europe/Minsk\')
diff --git a/tests/queries/0_stateless/01442_date_time_with_params.sql b/tests/queries/0_stateless/01442_date_time_with_params.sql
index 2eefa47ba8c..52815460245 100644
--- a/tests/queries/0_stateless/01442_date_time_with_params.sql
+++ b/tests/queries/0_stateless/01442_date_time_with_params.sql
@@ -12,50 +12,79 @@ SELECT CAST('2020-01-01 00:00:00', 'DateTime') AS a, toTypeName(a), CAST('2020-0
 
 SELECT toDateTime32('2020-01-01 00:00:00') AS a, toTypeName(a);
 
+SELECT 'parseDateTimeBestEffort';
 SELECT parseDateTimeBestEffort('<Empty>', 3) AS a, toTypeName(a); -- {serverError 41}
 SELECT parseDateTimeBestEffort('2020-05-14T03:37:03', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffort('2020-05-14 03:37:03', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffort('2020-05-14 11:37:03 AM', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffort('2020-05-14 11:37:03 PM', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffort('2020-05-14 12:37:03 AM', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffort('2020-05-14 12:37:03 PM', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffort('2020-05-14T03:37:03.253184', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffort('2020-05-14T03:37:03.253184Z', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffort('2020-05-14T03:37:03.253184Z', 3, 'Europe/Minsk') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffort(materialize('2020-05-14T03:37:03.253184Z'), 3, 'UTC') AS a, toTypeName(a);
 
+SELECT 'parseDateTimeBestEffortOrNull';
 SELECT parseDateTimeBestEffortOrNull('<Empty>', 3) AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrNull('2020-05-14T03:37:03', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrNull('2020-05-14 03:37:03', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffortOrNull('2020-05-14 11:37:03 AM', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffortOrNull('2020-05-14 11:37:03 PM', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffortOrNull('2020-05-14 12:37:03 AM', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffortOrNull('2020-05-14 12:37:03 PM', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrNull('2020-05-14T03:37:03.253184', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrNull('2020-05-14T03:37:03.253184Z', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrNull('2020-05-14T03:37:03.253184Z', 3, 'Europe/Minsk') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrNull(materialize('2020-05-14T03:37:03.253184Z'), 3, 'UTC') AS a, toTypeName(a);
 
+SELECT 'parseDateTimeBestEffortOrZero';
 SELECT parseDateTimeBestEffortOrZero('<Empty>', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrZero('2020-05-14T03:37:03', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrZero('2020-05-14 03:37:03', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffortOrZero('2020-05-14 11:37:03 AM', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffortOrZero('2020-05-14 11:37:03 PM', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffortOrZero('2020-05-14 12:37:03 AM', 3, 'UTC') AS a, toTypeName(a);
+SELECT parseDateTimeBestEffortOrZero('2020-05-14 12:37:03 PM', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrZero('2020-05-14T03:37:03.253184', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrZero('2020-05-14T03:37:03.253184Z', 3, 'UTC') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrZero('2020-05-14T03:37:03.253184Z', 3, 'Europe/Minsk') AS a, toTypeName(a);
 SELECT parseDateTimeBestEffortOrZero(materialize('2020-05-14T03:37:03.253184Z'), 3, 'UTC') AS a, toTypeName(a);
 
-
+SELECT 'parseDateTime32BestEffort';
 SELECT parseDateTime32BestEffort('<Empty>') AS a, toTypeName(a); -- {serverError 41}
 SELECT parseDateTime32BestEffort('2020-05-14T03:37:03', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffort('2020-05-14 03:37:03', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffort('2020-05-14 11:37:03 AM', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffort('2020-05-14 11:37:03 PM', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffort('2020-05-14 12:37:03 AM', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffort('2020-05-14 12:37:03 PM', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffort('2020-05-14T03:37:03.253184', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffort('2020-05-14T03:37:03.253184Z', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffort('2020-05-14T03:37:03.253184Z', 'Europe/Minsk') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffort(materialize('2020-05-14T03:37:03.253184Z'), 'UTC') AS a, toTypeName(a);
 
+SELECT 'parseDateTime32BestEffortOrNull';
 SELECT parseDateTime32BestEffortOrNull('<Empty>') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrNull('2020-05-14T03:37:03', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrNull('2020-05-14 03:37:03', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffortOrNull('2020-05-14 11:37:03 AM', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffortOrNull('2020-05-14 11:37:03 PM', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffortOrNull('2020-05-14 12:37:03 AM', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffortOrNull('2020-05-14 12:37:03 PM', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrNull('2020-05-14T03:37:03.253184', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrNull('2020-05-14T03:37:03.253184Z', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrNull('2020-05-14T03:37:03.253184Z', 'Europe/Minsk') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrNull(materialize('2020-05-14T03:37:03.253184Z'), 'UTC') AS a, toTypeName(a);
 
+SELECT 'parseDateTime32BestEffortOrZero';
 SELECT parseDateTime32BestEffortOrZero('<Empty>', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrZero('2020-05-14T03:37:03', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrZero('2020-05-14 03:37:03', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffortOrZero('2020-05-14 11:37:03 AM', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffortOrZero('2020-05-14 11:37:03 PM', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffortOrZero('2020-05-14 12:37:03 AM', 'UTC') AS a, toTypeName(a);
+SELECT parseDateTime32BestEffortOrZero('2020-05-14 12:37:03 PM', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrZero('2020-05-14T03:37:03.253184', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrZero('2020-05-14T03:37:03.253184Z', 'UTC') AS a, toTypeName(a);
 SELECT parseDateTime32BestEffortOrZero('2020-05-14T03:37:03.253184Z', 'Europe/Minsk') AS a, toTypeName(a);
diff --git a/tests/queries/0_stateless/01543_parse_datetime_besteffort_or_null_empty_string.reference b/tests/queries/0_stateless/01543_parse_datetime_besteffort_or_null_empty_string.reference
index 14be7c77e23..675d09bdccf 100644
--- a/tests/queries/0_stateless/01543_parse_datetime_besteffort_or_null_empty_string.reference
+++ b/tests/queries/0_stateless/01543_parse_datetime_besteffort_or_null_empty_string.reference
@@ -1,5 +1,9 @@
 2010-01-01 00:00:00
 2010-01-01 01:01:01
+2020-01-01 11:01:01
+2020-01-01 23:01:01
+2020-01-01 00:01:01
+2020-01-01 12:01:01
 2000-01-01 01:01:01
 \N
 \N
diff --git a/tests/queries/0_stateless/01543_parse_datetime_besteffort_or_null_empty_string.sql b/tests/queries/0_stateless/01543_parse_datetime_besteffort_or_null_empty_string.sql
index 66d28534b30..ad14c4ede06 100644
--- a/tests/queries/0_stateless/01543_parse_datetime_besteffort_or_null_empty_string.sql
+++ b/tests/queries/0_stateless/01543_parse_datetime_besteffort_or_null_empty_string.sql
@@ -1,5 +1,9 @@
 SELECT parseDateTimeBestEffortOrNull('2010-01-01');
 SELECT parseDateTimeBestEffortOrNull('2010-01-01 01:01:01');
+SELECT parseDateTimeBestEffortOrNull('2020-01-01 11:01:01 am');
+SELECT parseDateTimeBestEffortOrNull('2020-01-01 11:01:01 pm');
+SELECT parseDateTimeBestEffortOrNull('2020-01-01 12:01:01 am');
+SELECT parseDateTimeBestEffortOrNull('2020-01-01 12:01:01 pm');
 SELECT parseDateTimeBestEffortOrNull('01:01:01');
 SELECT parseDateTimeBestEffortOrNull('20100');
 SELECT parseDateTimeBestEffortOrNull('0100:0100:0000');

From ed4fe206aae2e2df5f3e5ff838ff0c33d88a3c55 Mon Sep 17 00:00:00 2001
From: vladimir golovchenko <golova77@hotmail.com>
Date: Wed, 23 Dec 2020 18:08:21 -0800
Subject: [PATCH 480/742] Fixed the parseDateTimeBestEffort*-functions to
 correctly handle '12 am' time.

---
 src/IO/parseDateTimeBestEffort.cpp | 5 +++++
 src/IO/parseDateTimeBestEffort.h   | 2 +-
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/src/IO/parseDateTimeBestEffort.cpp b/src/IO/parseDateTimeBestEffort.cpp
index 063955cdd1e..a3ea418dd9f 100644
--- a/src/IO/parseDateTimeBestEffort.cpp
+++ b/src/IO/parseDateTimeBestEffort.cpp
@@ -119,6 +119,7 @@ ReturnType parseDateTimeBestEffortImpl(
     UInt8 time_zone_offset_hour = 0;
     UInt8 time_zone_offset_minute = 0;
 
+    bool is_am = false;
     bool is_pm = false;
 
     auto read_alpha_month = [&month] (const auto & alpha)
@@ -486,6 +487,7 @@ ReturnType parseDateTimeBestEffortImpl(
                     {
                         if (alpha[0] == 'A' || alpha[0] == 'a')
                         {
+                            is_am = true;
                         }
                         else if (alpha[0] == 'P' || alpha[0] == 'p')
                         {
@@ -560,6 +562,9 @@ ReturnType parseDateTimeBestEffortImpl(
     if (!check_date(is_leap_year, month, day_of_month))
         return on_error("Cannot read DateTime: unexpected date: " + std::to_string(year) + "-" + std::to_string(month) + "-" + std::to_string(day_of_month), ErrorCodes::CANNOT_PARSE_DATETIME);
 
+    if (is_am && hour == 12)
+        hour = 0;
+
     if (is_pm && hour < 12)
         hour += 12;
 
diff --git a/src/IO/parseDateTimeBestEffort.h b/src/IO/parseDateTimeBestEffort.h
index fcc0195c4d9..61de31a0213 100644
--- a/src/IO/parseDateTimeBestEffort.h
+++ b/src/IO/parseDateTimeBestEffort.h
@@ -50,7 +50,7 @@ class ReadBuffer;
   *
   * single whitespace can be used as a separator
   *
-  * AM/PM - AM is ignored and PM means: add 12 hours if value is less than 12.
+  * AM/PM - AM means: subtract 12 hours if a value is 12 and PM means: add 12 hours if a value is less than 12.
   *
   * Jan/Feb/Mar/Apr/May/Jun/Jul/Aug/Sep/Oct/Nov/Dec - allowed to specify month
   * Mon/Tue/Wed/Thu/Fri/Sat/Sun - simply ignored.

From 844239b1c3af0ad970a05f3d1df83ddfeffca3af Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 24 Dec 2020 07:03:33 +0300
Subject: [PATCH 481/742] tmp fixes (split me)

---
 src/Interpreters/ActionsDAG.cpp               |  3 +
 src/Interpreters/ExpressionAnalyzer.cpp       | 63 +++++++++++++++++--
 src/Interpreters/ExpressionAnalyzer.h         |  2 +
 .../ExtractExpressionInfoVisitor.cpp          | 28 +++++++--
 .../ExtractExpressionInfoVisitor.h            |  3 +-
 src/Interpreters/InterpreterSelectQuery.cpp   |  3 +
 .../PredicateExpressionsOptimizer.cpp         | 14 ++++-
 src/Interpreters/PredicateRewriteVisitor.cpp  |  2 +-
 src/Interpreters/TreeOptimizer.cpp            | 12 ++++
 src/Interpreters/TreeRewriter.cpp             |  2 +
 src/Processors/QueryPlan/AggregatingStep.cpp  |  4 +-
 src/Processors/QueryPlan/AggregatingStep.h    |  4 +-
 src/Processors/QueryPlan/ArrayJoinStep.cpp    |  2 +-
 src/Processors/QueryPlan/ArrayJoinStep.h      |  2 +-
 src/Processors/QueryPlan/CreatingSetsStep.cpp |  4 +-
 src/Processors/QueryPlan/CreatingSetsStep.h   |  4 +-
 src/Processors/QueryPlan/DistinctStep.cpp     |  2 +-
 src/Processors/QueryPlan/DistinctStep.h       |  2 +-
 src/Processors/QueryPlan/ExpressionStep.cpp   |  2 +-
 src/Processors/QueryPlan/ExpressionStep.h     |  2 +-
 src/Processors/QueryPlan/FillingStep.cpp      |  2 +-
 src/Processors/QueryPlan/FillingStep.h        |  2 +-
 src/Processors/QueryPlan/FilterStep.cpp       |  2 +-
 src/Processors/QueryPlan/FilterStep.h         |  2 +-
 .../QueryPlan/FinishSortingStep.cpp           |  2 +-
 src/Processors/QueryPlan/FinishSortingStep.h  |  2 +-
 src/Processors/QueryPlan/IQueryPlanStep.cpp   | 10 ++-
 src/Processors/QueryPlan/IQueryPlanStep.h     | 25 ++++----
 src/Processors/QueryPlan/ISourceStep.cpp      |  2 +-
 src/Processors/QueryPlan/ISourceStep.h        |  2 +-
 .../QueryPlan/ITransformingStep.cpp           |  2 +-
 src/Processors/QueryPlan/ITransformingStep.h  |  2 +-
 src/Processors/QueryPlan/LimitByStep.cpp      |  2 +-
 src/Processors/QueryPlan/LimitByStep.h        |  2 +-
 src/Processors/QueryPlan/LimitStep.cpp        |  2 +-
 src/Processors/QueryPlan/LimitStep.h          |  2 +-
 src/Processors/QueryPlan/MergeSortingStep.cpp |  2 +-
 src/Processors/QueryPlan/MergeSortingStep.h   |  2 +-
 .../QueryPlan/MergingAggregatedStep.cpp       |  2 +-
 .../QueryPlan/MergingAggregatedStep.h         |  2 +-
 src/Processors/QueryPlan/MergingFinal.cpp     |  2 +-
 src/Processors/QueryPlan/MergingFinal.h       |  2 +-
 .../QueryPlan/MergingSortedStep.cpp           |  2 +-
 src/Processors/QueryPlan/MergingSortedStep.h  |  2 +-
 src/Processors/QueryPlan/OffsetStep.cpp       |  2 +-
 src/Processors/QueryPlan/OffsetStep.h         |  2 +-
 .../QueryPlan/PartialSortingStep.cpp          |  2 +-
 src/Processors/QueryPlan/PartialSortingStep.h |  2 +-
 src/Processors/QueryPlan/QueryPlan.cpp        | 23 +++++--
 src/Processors/QueryPlan/QueryPlan.h          |  6 ++
 src/Processors/QueryPlan/TotalsHavingStep.cpp |  2 +-
 src/Processors/QueryPlan/TotalsHavingStep.h   |  2 +-
 src/Processors/QueryPlan/UnionStep.cpp        |  2 +-
 src/Processors/QueryPlan/UnionStep.h          |  2 +-
 src/Processors/QueryPlan/WindowStep.cpp       |  2 +-
 src/Processors/QueryPlan/WindowStep.h         |  2 +-
 src/Processors/Transforms/WindowTransform.cpp |  5 ++
 .../01591_window_functions.reference          | 38 +++++++----
 .../0_stateless/01591_window_functions.sql    | 15 ++++-
 59 files changed, 254 insertions(+), 92 deletions(-)

diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index 2fc78261f17..f9505cc4199 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -691,6 +691,9 @@ ActionsDAGPtr ActionsDAG::makeConvertingActions(
 
 ActionsDAGPtr ActionsDAG::merge(ActionsDAG && first, ActionsDAG && second)
 {
+    fmt::print(stderr, "actiondag merge first '{}'\n, second '{}\n",
+        first.dumpDAG(), second.dumpDAG());
+
     /// first: x (1), x (2), y ==> x (2), z, x (3)
     /// second: x (1), x (2), x (3) ==> x (3), x (2), x (1)
     /// merge: x (1), x (2), x (3), y =(first)=> x (3), y, x (2), z, x (4) =(second)=> y, z, x (4), x (2), x (3)
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 31c12490408..e271f78b699 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -1004,15 +1004,17 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
             col.column = col.type->createColumn();
             col.name = f.column_name;
 
-            step.actions()->addInput(col);
+//            step.actions()->addInput(col);
+            columns_after_window.push_back({f.column_name,
+                f.aggregate_function->getReturnType()});
 
             for (const auto & a : f.function_node->arguments->children)
             {
                 // 2.1) function arguments;
                 step.required_output.push_back(a->getColumnName());
             }
-            // 2.2) function result;
-            step.required_output.push_back(f.column_name);
+//            // 2.2) function result;
+//            step.required_output.push_back(f.column_name);
         }
 
         // 2.3) PARTITION BY and ORDER BY columns.
@@ -1030,6 +1032,8 @@ bool SelectQueryExpressionAnalyzer::appendHaving(ExpressionActionsChain & chain,
     if (!select_query->having())
         return false;
 
+    fmt::print(stderr, "appendHaving:\n'{}'\n", select_query->dumpTree());
+
     ExpressionActionsChain::Step & step = chain.lastStep(aggregated_columns);
 
     getRootActionsForHaving(select_query->having(), only_types, step.actions());
@@ -1048,6 +1052,15 @@ void SelectQueryExpressionAnalyzer::appendSelect(ExpressionActionsChain & chain,
 
     for (const auto & child : select_query->select()->children)
     {
+        if (const auto * function = typeid_cast<const ASTFunction *>(child.get());
+            function
+            && function->is_window_function)
+        {
+            // Skip window function columns here -- they are calculated after
+            // other SELECT expressions by a special step.
+            continue;
+        }
+
         step.required_output.push_back(child->getColumnName());
     }
 }
@@ -1421,9 +1434,6 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
         /// If there is aggregation, we execute expressions in SELECT and ORDER BY on the initiating server, otherwise on the source servers.
         query_analyzer.appendSelect(chain, only_types || (need_aggregate ? !second_stage : !first_stage));
 
-        query_analyzer.appendWindowFunctionsArguments(chain, only_types || !first_stage);
-
-        selected_columns = chain.getLastStep().required_output;
         has_order_by = query.orderBy() != nullptr;
         before_order_and_select = query_analyzer.appendOrderBy(
                 chain,
@@ -1431,6 +1441,44 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
                 optimize_read_in_order,
                 order_by_elements_actions);
 
+        if (has_window)
+        {
+            fmt::print(stderr, "chain before window args: '{}'\n", chain.dumpChain());
+
+            query_analyzer.appendWindowFunctionsArguments(chain, only_types || !first_stage);
+
+            fmt::print(stderr, "after window args chain: '{}'\n", chain.dumpChain());
+
+            auto select_required_columns = chain.getLastStep().required_output;
+
+            for (const auto & x : chain.getLastActions()->getNamesAndTypesList())
+            {
+                query_analyzer.columns_after_window.push_back(x);
+            }
+
+            finalize_chain(chain);
+            //auto & window_step = chain.addStep();
+            //window_step.actions_dag.query_analyzer.columns_after_window);
+
+            auto & step = chain.lastStep(query_analyzer.columns_after_window);
+            step.required_output = select_required_columns;
+            const auto * select_query = query_analyzer.getSelectQuery();
+            for (const auto & child : select_query->select()->children)
+            {
+                if (const auto * function
+                        = typeid_cast<const ASTFunction *>(child.get());
+                    function && function->is_window_function)
+                {
+                    // See its counterpart in appendSelect()
+                    step.required_output.push_back(child->getColumnName());
+                }
+            }
+
+            fmt::print(stderr, "chain after window columns: '{}'\n", chain.dumpChain());
+        }
+
+        selected_columns = chain.getLastStep().required_output;
+
         if (query_analyzer.appendLimitBy(chain, only_types || !second_stage))
         {
             before_limit_by = chain.getLastActions();
@@ -1440,8 +1488,11 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
         final_projection = query_analyzer.appendProjectResult(chain);
 
         finalize_chain(chain);
+
+        fmt::print(stderr, "final chain: '{}'\n", chain.dumpChain());
     }
 
+
     /// Before executing WHERE and HAVING, remove the extra columns from the block (mostly the aggregation keys).
     removeExtraColumns();
 
diff --git a/src/Interpreters/ExpressionAnalyzer.h b/src/Interpreters/ExpressionAnalyzer.h
index fb0cb4ea4c3..1095689a775 100644
--- a/src/Interpreters/ExpressionAnalyzer.h
+++ b/src/Interpreters/ExpressionAnalyzer.h
@@ -55,6 +55,8 @@ struct ExpressionAnalyzerData
     NamesAndTypesList columns_after_join;
     /// Columns after ARRAY JOIN, JOIN, and/or aggregation.
     NamesAndTypesList aggregated_columns;
+    /// Columns after window functions.
+    NamesAndTypesList columns_after_window;
 
     bool has_aggregation = false;
     NamesAndTypesList aggregation_keys;
diff --git a/src/Interpreters/ExtractExpressionInfoVisitor.cpp b/src/Interpreters/ExtractExpressionInfoVisitor.cpp
index 2d9339447b1..64c23cd4fd1 100644
--- a/src/Interpreters/ExtractExpressionInfoVisitor.cpp
+++ b/src/Interpreters/ExtractExpressionInfoVisitor.cpp
@@ -22,15 +22,22 @@ void ExpressionInfoMatcher::visit(const ASTFunction & ast_function, const ASTPtr
     {
         data.is_array_join = true;
     }
-    // "is_aggregate_function" doesn't mean much by itself. Apparently here it is
-    // used to move filters from HAVING to WHERE, and probably for this purpose
-    // an aggregate function calculated as a window function is not relevant.
+    // "is_aggregate_function" is used to determine whether we can move a filter
+    // (1) from HAVING to WHERE or (2) from WHERE of a parent query to HAVING of
+    // a subquery.
+    // For aggregate functions we can't do (1) but can do (2).
+    // For window functions both don't make sense -- they are not allowed in
+    // WHERE or HAVING.
     else if (!ast_function.is_window_function
         && AggregateFunctionFactory::instance().isAggregateFunctionName(
             ast_function.name))
     {
         data.is_aggregate_function = true;
     }
+    else if (ast_function.is_window_function)
+    {
+        data.is_window_function = true;
+    }
     else
     {
         const auto & function = FunctionFactory::instance().tryGet(ast_function.name, data.context);
@@ -75,15 +82,26 @@ bool ExpressionInfoMatcher::needChildVisit(const ASTPtr & node, const ASTPtr &)
     return !node->as<ASTSubquery>();
 }
 
-bool hasStatefulFunction(const ASTPtr & node, const Context & context)
+bool hasNonRewritableFunction(const ASTPtr & node, const Context & context)
 {
     for (const auto & select_expression : node->children)
     {
         ExpressionInfoVisitor::Data expression_info{.context = context, .tables = {}};
         ExpressionInfoVisitor(expression_info).visit(select_expression);
 
-        if (expression_info.is_stateful_function)
+        if (expression_info.is_stateful_function
+            || expression_info.is_window_function)
+        {
+            // If an outer query has a WHERE on window function, we can't move
+            // it into the subquery, because window functions are not allowed in
+            // WHERE and HAVING. Example:
+            // select * from (
+            //     select number,
+            //          count(*) over (partition by intDiv(number, 3)) c
+            //     from numbers(3)
+            // ) where c > 1;
             return true;
+        }
     }
 
     return false;
diff --git a/src/Interpreters/ExtractExpressionInfoVisitor.h b/src/Interpreters/ExtractExpressionInfoVisitor.h
index 0cb43e5b00a..d05415490e6 100644
--- a/src/Interpreters/ExtractExpressionInfoVisitor.h
+++ b/src/Interpreters/ExtractExpressionInfoVisitor.h
@@ -21,6 +21,7 @@ struct ExpressionInfoMatcher
         bool is_array_join = false;
         bool is_stateful_function = false;
         bool is_aggregate_function = false;
+        bool is_window_function = false;
         bool is_deterministic_function = true;
         std::unordered_set<size_t> unique_reference_tables_pos = {};
     };
@@ -36,6 +37,6 @@ struct ExpressionInfoMatcher
 
 using ExpressionInfoVisitor = ConstInDepthNodeVisitor<ExpressionInfoMatcher, true>;
 
-bool hasStatefulFunction(const ASTPtr & node, const Context & context);
+bool hasNonRewritableFunction(const ASTPtr & node, const Context & context);
 
 }
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 38cc19a00d6..9a6e6b7593b 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -521,6 +521,9 @@ Block InterpreterSelectQuery::getSampleBlockImpl()
             filter_info,
             source_header);
 
+    fmt::print(stderr, "ExpressionAnalysisResult: '{}'\nat\n{}\n",
+        analysis_result.dump(), StackTrace().toString());
+
     if (options.to_stage == QueryProcessingStage::Enum::FetchColumns)
     {
         auto header = source_header;
diff --git a/src/Interpreters/PredicateExpressionsOptimizer.cpp b/src/Interpreters/PredicateExpressionsOptimizer.cpp
index 614693b5ae0..00b47be408a 100644
--- a/src/Interpreters/PredicateExpressionsOptimizer.cpp
+++ b/src/Interpreters/PredicateExpressionsOptimizer.cpp
@@ -90,8 +90,12 @@ std::vector<ASTs> PredicateExpressionsOptimizer::extractTablesPredicates(const A
         ExpressionInfoVisitor::Data expression_info{.context = context, .tables = tables_with_columns};
         ExpressionInfoVisitor(expression_info).visit(predicate_expression);
 
-        if (expression_info.is_stateful_function || !expression_info.is_deterministic_function)
-            return {};   /// Not optimized when predicate contains stateful function or indeterministic function
+        if (expression_info.is_stateful_function
+            || !expression_info.is_deterministic_function
+            || expression_info.is_window_function)
+        {
+            return {};   /// Not optimized when predicate contains stateful function or indeterministic function or window functions
+        }
 
         if (!expression_info.is_array_join)
         {
@@ -190,6 +194,12 @@ bool PredicateExpressionsOptimizer::tryMovePredicatesFromHavingToWhere(ASTSelect
         if (expression_info.is_stateful_function)
             return false;
 
+        if (expression_info.is_window_function)
+        {
+            // Window functions are not allowed in either HAVING or WHERE.
+            return false;
+        }
+
         if (expression_info.is_aggregate_function)
             having_predicates.emplace_back(moving_predicate);
         else
diff --git a/src/Interpreters/PredicateRewriteVisitor.cpp b/src/Interpreters/PredicateRewriteVisitor.cpp
index 9795675bcc8..5773629d0d1 100644
--- a/src/Interpreters/PredicateRewriteVisitor.cpp
+++ b/src/Interpreters/PredicateRewriteVisitor.cpp
@@ -88,7 +88,7 @@ bool PredicateRewriteVisitorData::rewriteSubquery(ASTSelectQuery & subquery, con
         || (!optimize_with && subquery.with())
         || subquery.withFill()
         || subquery.limitBy() || subquery.limitLength()
-        || hasStatefulFunction(subquery.select(), context))
+        || hasNonRewritableFunction(subquery.select(), context))
         return false;
 
     for (const auto & predicate : predicates)
diff --git a/src/Interpreters/TreeOptimizer.cpp b/src/Interpreters/TreeOptimizer.cpp
index cee19c632fa..c02f68496e2 100644
--- a/src/Interpreters/TreeOptimizer.cpp
+++ b/src/Interpreters/TreeOptimizer.cpp
@@ -594,9 +594,21 @@ void TreeOptimizer::apply(ASTPtr & query, Aliases & aliases, const NameSet & sou
     if (settings.optimize_arithmetic_operations_in_aggregate_functions)
         optimizeAggregationFunctions(query);
 
+    const std::string before = select_query->dumpTree();
+    fmt::print(stderr, "before predicate pushdown:\n'{}'\n",
+        select_query->dumpTree());
     /// Push the predicate expression down to the subqueries.
     rewrite_subqueries = PredicateExpressionsOptimizer(context, tables_with_columns, settings).optimize(*select_query);
 
+    fmt::print(stderr, "after predicate pushdown:\n'{}'\n",
+        select_query->dumpTree());
+
+    if (before != select_query->dumpTree())
+    {
+        fmt::print(stderr, "predicate pushdown made changes at\n'{}'\n",
+            StackTrace().toString());
+    }
+
     /// GROUP BY injective function elimination.
     optimizeGroupBy(select_query, source_columns_set, context);
 
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 0dee5a8648d..9dfd15a0e77 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -443,6 +443,8 @@ std::vector<const ASTFunction *> getAggregates(ASTPtr & query, const ASTSelectQu
 
 std::vector<const ASTFunction *> getWindowFunctions(ASTPtr & query, const ASTSelectQuery & select_query)
 {
+    fmt::print(stderr, "AST at getWindowFunctions:\n'{}'\n", query->dumpTree());
+
     /// There can not be window functions inside the WHERE and PREWHERE.
     if (select_query.where())
         assertNoWindows(select_query.where(), "in WHERE");
diff --git a/src/Processors/QueryPlan/AggregatingStep.cpp b/src/Processors/QueryPlan/AggregatingStep.cpp
index e8d4a262366..8b787859467 100644
--- a/src/Processors/QueryPlan/AggregatingStep.cpp
+++ b/src/Processors/QueryPlan/AggregatingStep.cpp
@@ -156,12 +156,12 @@ void AggregatingStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void AggregatingStep::describeActions(FormatSettings & settings) const
+void AggregatingStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     params.explain(settings.out, settings.offset);
 }
 
-void AggregatingStep::describePipeline(FormatSettings & settings) const
+void AggregatingStep::describePipeline(QueryPlanStepFormatSettings & settings) const
 {
     if (!aggregating.empty())
         IQueryPlanStep::describePipeline(aggregating, settings);
diff --git a/src/Processors/QueryPlan/AggregatingStep.h b/src/Processors/QueryPlan/AggregatingStep.h
index 853173895b3..3d12e79a662 100644
--- a/src/Processors/QueryPlan/AggregatingStep.h
+++ b/src/Processors/QueryPlan/AggregatingStep.h
@@ -29,8 +29,8 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings &) const override;
-    void describePipeline(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings &) const override;
+    void describePipeline(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     Aggregator::Params params;
diff --git a/src/Processors/QueryPlan/ArrayJoinStep.cpp b/src/Processors/QueryPlan/ArrayJoinStep.cpp
index b71d2176e52..01cfd7c561a 100644
--- a/src/Processors/QueryPlan/ArrayJoinStep.cpp
+++ b/src/Processors/QueryPlan/ArrayJoinStep.cpp
@@ -69,7 +69,7 @@ void ArrayJoinStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void ArrayJoinStep::describeActions(FormatSettings & settings) const
+void ArrayJoinStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     bool first = true;
diff --git a/src/Processors/QueryPlan/ArrayJoinStep.h b/src/Processors/QueryPlan/ArrayJoinStep.h
index 92c7e0a1304..338ec7f0583 100644
--- a/src/Processors/QueryPlan/ArrayJoinStep.h
+++ b/src/Processors/QueryPlan/ArrayJoinStep.h
@@ -15,7 +15,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
     void updateInputStream(DataStream input_stream, Block result_header);
 
diff --git a/src/Processors/QueryPlan/CreatingSetsStep.cpp b/src/Processors/QueryPlan/CreatingSetsStep.cpp
index 5868a7045f7..c6b77bc46c3 100644
--- a/src/Processors/QueryPlan/CreatingSetsStep.cpp
+++ b/src/Processors/QueryPlan/CreatingSetsStep.cpp
@@ -47,7 +47,7 @@ void CreatingSetStep::transformPipeline(QueryPipeline & pipeline)
     pipeline.addCreatingSetsTransform(getOutputStream().header, std::move(subquery_for_set), network_transfer_limits, context);
 }
 
-void CreatingSetStep::describeActions(FormatSettings & settings) const
+void CreatingSetStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
 
@@ -102,7 +102,7 @@ QueryPipelinePtr CreatingSetsStep::updatePipeline(QueryPipelines pipelines)
     return main_pipeline;
 }
 
-void CreatingSetsStep::describePipeline(FormatSettings & settings) const
+void CreatingSetsStep::describePipeline(QueryPlanStepFormatSettings & settings) const
 {
     IQueryPlanStep::describePipeline(processors, settings);
 }
diff --git a/src/Processors/QueryPlan/CreatingSetsStep.h b/src/Processors/QueryPlan/CreatingSetsStep.h
index ec13ab2052e..f610eeb64d9 100644
--- a/src/Processors/QueryPlan/CreatingSetsStep.h
+++ b/src/Processors/QueryPlan/CreatingSetsStep.h
@@ -22,7 +22,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     String description;
@@ -40,7 +40,7 @@ public:
 
     QueryPipelinePtr updatePipeline(QueryPipelines pipelines) override;
 
-    void describePipeline(FormatSettings & settings) const override;
+    void describePipeline(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     Processors processors;
diff --git a/src/Processors/QueryPlan/DistinctStep.cpp b/src/Processors/QueryPlan/DistinctStep.cpp
index 60966b08beb..ed2bae002ea 100644
--- a/src/Processors/QueryPlan/DistinctStep.cpp
+++ b/src/Processors/QueryPlan/DistinctStep.cpp
@@ -79,7 +79,7 @@ void DistinctStep::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void DistinctStep::describeActions(FormatSettings & settings) const
+void DistinctStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Columns: ";
diff --git a/src/Processors/QueryPlan/DistinctStep.h b/src/Processors/QueryPlan/DistinctStep.h
index 4bfd73ce044..901e199ca39 100644
--- a/src/Processors/QueryPlan/DistinctStep.h
+++ b/src/Processors/QueryPlan/DistinctStep.h
@@ -20,7 +20,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     SizeLimits set_size_limits;
diff --git a/src/Processors/QueryPlan/ExpressionStep.cpp b/src/Processors/QueryPlan/ExpressionStep.cpp
index f7ca0a972dc..028c9502c71 100644
--- a/src/Processors/QueryPlan/ExpressionStep.cpp
+++ b/src/Processors/QueryPlan/ExpressionStep.cpp
@@ -87,7 +87,7 @@ void ExpressionStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void ExpressionStep::describeActions(FormatSettings & settings) const
+void ExpressionStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     bool first = true;
diff --git a/src/Processors/QueryPlan/ExpressionStep.h b/src/Processors/QueryPlan/ExpressionStep.h
index 60f186688b0..2519765dbae 100644
--- a/src/Processors/QueryPlan/ExpressionStep.h
+++ b/src/Processors/QueryPlan/ExpressionStep.h
@@ -26,7 +26,7 @@ public:
 
     void updateInputStream(DataStream input_stream, bool keep_header);
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
     const ActionsDAGPtr & getExpression() const { return actions_dag; }
 
diff --git a/src/Processors/QueryPlan/FillingStep.cpp b/src/Processors/QueryPlan/FillingStep.cpp
index 1a8fba97ee2..18c71b89601 100644
--- a/src/Processors/QueryPlan/FillingStep.cpp
+++ b/src/Processors/QueryPlan/FillingStep.cpp
@@ -43,7 +43,7 @@ void FillingStep::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void FillingStep::describeActions(FormatSettings & settings) const
+void FillingStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     settings.out << String(settings.offset, ' ');
     dumpSortDescription(sort_description, input_streams.front().header, settings.out);
diff --git a/src/Processors/QueryPlan/FillingStep.h b/src/Processors/QueryPlan/FillingStep.h
index 85736464a6c..a7836e4de68 100644
--- a/src/Processors/QueryPlan/FillingStep.h
+++ b/src/Processors/QueryPlan/FillingStep.h
@@ -15,7 +15,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     SortDescription sort_description;
diff --git a/src/Processors/QueryPlan/FilterStep.cpp b/src/Processors/QueryPlan/FilterStep.cpp
index 8fb405e685b..98f111a1529 100644
--- a/src/Processors/QueryPlan/FilterStep.cpp
+++ b/src/Processors/QueryPlan/FilterStep.cpp
@@ -80,7 +80,7 @@ void FilterStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void FilterStep::describeActions(FormatSettings & settings) const
+void FilterStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Filter column: " << filter_column_name << '\n';
diff --git a/src/Processors/QueryPlan/FilterStep.h b/src/Processors/QueryPlan/FilterStep.h
index 72b02624faa..561fbf347da 100644
--- a/src/Processors/QueryPlan/FilterStep.h
+++ b/src/Processors/QueryPlan/FilterStep.h
@@ -22,7 +22,7 @@ public:
 
     void updateInputStream(DataStream input_stream, bool keep_header);
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
     const ActionsDAGPtr & getExpression() const { return actions_dag; }
     const String & getFilterColumnName() const { return filter_column_name; }
diff --git a/src/Processors/QueryPlan/FinishSortingStep.cpp b/src/Processors/QueryPlan/FinishSortingStep.cpp
index d883bd0e0dd..7af8fad2980 100644
--- a/src/Processors/QueryPlan/FinishSortingStep.cpp
+++ b/src/Processors/QueryPlan/FinishSortingStep.cpp
@@ -85,7 +85,7 @@ void FinishSortingStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void FinishSortingStep::describeActions(FormatSettings & settings) const
+void FinishSortingStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
 
diff --git a/src/Processors/QueryPlan/FinishSortingStep.h b/src/Processors/QueryPlan/FinishSortingStep.h
index 4bb62037faa..25dc0b78bda 100644
--- a/src/Processors/QueryPlan/FinishSortingStep.h
+++ b/src/Processors/QueryPlan/FinishSortingStep.h
@@ -20,7 +20,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
     /// Add limit or change it to lower value.
     void updateLimit(size_t limit_);
diff --git a/src/Processors/QueryPlan/IQueryPlanStep.cpp b/src/Processors/QueryPlan/IQueryPlanStep.cpp
index 71c4caaa795..a864043ddcb 100644
--- a/src/Processors/QueryPlan/IQueryPlanStep.cpp
+++ b/src/Processors/QueryPlan/IQueryPlanStep.cpp
@@ -18,7 +18,8 @@ const DataStream & IQueryPlanStep::getOutputStream() const
     return *output_stream;
 }
 
-static void doDescribeHeader(const Block & header, size_t count, IQueryPlanStep::FormatSettings & settings)
+static void doDescribeHeader(const Block & header, size_t count,
+    QueryPlanStepFormatSettings & settings)
 {
     String prefix(settings.offset, settings.indent_char);
     prefix += "Header";
@@ -46,11 +47,14 @@ static void doDescribeHeader(const Block & header, size_t count, IQueryPlanStep:
 
         first = false;
         elem.dumpNameAndType(settings.out);
+        settings.out << ": ";
+        elem.dumpStructure(settings.out);
         settings.out << '\n';
     }
 }
 
-static void doDescribeProcessor(const IProcessor & processor, size_t count, IQueryPlanStep::FormatSettings & settings)
+static void doDescribeProcessor(const IProcessor & processor, size_t count,
+    QueryPlanStepFormatSettings & settings)
 {
     settings.out << String(settings.offset, settings.indent_char) << processor.getName();
     if (count > 1)
@@ -87,7 +91,7 @@ static void doDescribeProcessor(const IProcessor & processor, size_t count, IQue
     settings.offset += settings.indent;
 }
 
-void IQueryPlanStep::describePipeline(const Processors & processors, FormatSettings & settings)
+void IQueryPlanStep::describePipeline(const Processors & processors, QueryPlanStepFormatSettings & settings)
 {
     const IProcessor * prev = nullptr;
     size_t count = 0;
diff --git a/src/Processors/QueryPlan/IQueryPlanStep.h b/src/Processors/QueryPlan/IQueryPlanStep.h
index dfdbc9df442..1de1bbc438f 100644
--- a/src/Processors/QueryPlan/IQueryPlanStep.h
+++ b/src/Processors/QueryPlan/IQueryPlanStep.h
@@ -61,6 +61,16 @@ public:
 
 using DataStreams = std::vector<DataStream>;
 
+// Not a nested class so that we can forward declare it.
+struct QueryPlanStepFormatSettings
+{
+    WriteBuffer & out;
+    size_t offset = 0;
+    const size_t indent = 2;
+    const char indent_char = ' ';
+    const bool write_header = false;
+};
+
 /// Single step of query plan.
 class IQueryPlanStep
 {
@@ -86,20 +96,11 @@ public:
     const std::string & getStepDescription() const { return step_description; }
     void setStepDescription(std::string description) { step_description = std::move(description); }
 
-    struct FormatSettings
-    {
-        WriteBuffer & out;
-        size_t offset = 0;
-        const size_t indent = 2;
-        const char indent_char = ' ';
-        const bool write_header = false;
-    };
-
     /// Get detailed description of step actions. This is shown in EXPLAIN query with options `actions = 1`.
-    virtual void describeActions(FormatSettings & /*settings*/) const {}
+    virtual void describeActions(QueryPlanStepFormatSettings & /*settings*/) const {}
 
     /// Get description of processors added in current step. Should be called after updatePipeline().
-    virtual void describePipeline(FormatSettings & /*settings*/) const {}
+    virtual void describePipeline(QueryPlanStepFormatSettings & /*settings*/) const {}
 
 protected:
     DataStreams input_streams;
@@ -108,7 +109,7 @@ protected:
     /// Text description about what current step does.
     std::string step_description;
 
-    static void describePipeline(const Processors & processors, FormatSettings & settings);
+    static void describePipeline(const Processors & processors, QueryPlanStepFormatSettings & settings);
 };
 
 using QueryPlanStepPtr = std::unique_ptr<IQueryPlanStep>;
diff --git a/src/Processors/QueryPlan/ISourceStep.cpp b/src/Processors/QueryPlan/ISourceStep.cpp
index 1796f033896..367be8e8ea5 100644
--- a/src/Processors/QueryPlan/ISourceStep.cpp
+++ b/src/Processors/QueryPlan/ISourceStep.cpp
@@ -19,7 +19,7 @@ QueryPipelinePtr ISourceStep::updatePipeline(QueryPipelines)
     return pipeline;
 }
 
-void ISourceStep::describePipeline(FormatSettings & settings) const
+void ISourceStep::describePipeline(QueryPlanStepFormatSettings & settings) const
 {
     IQueryPlanStep::describePipeline(processors, settings);
 }
diff --git a/src/Processors/QueryPlan/ISourceStep.h b/src/Processors/QueryPlan/ISourceStep.h
index fdb3dd566cb..050e39ac11b 100644
--- a/src/Processors/QueryPlan/ISourceStep.h
+++ b/src/Processors/QueryPlan/ISourceStep.h
@@ -14,7 +14,7 @@ public:
 
     virtual void initializePipeline(QueryPipeline & pipeline) = 0;
 
-    void describePipeline(FormatSettings & settings) const override;
+    void describePipeline(QueryPlanStepFormatSettings & settings) const override;
 
 protected:
     /// We collect processors got after pipeline transformation.
diff --git a/src/Processors/QueryPlan/ITransformingStep.cpp b/src/Processors/QueryPlan/ITransformingStep.cpp
index cb27bf38278..5430bafa27a 100644
--- a/src/Processors/QueryPlan/ITransformingStep.cpp
+++ b/src/Processors/QueryPlan/ITransformingStep.cpp
@@ -65,7 +65,7 @@ void ITransformingStep::updateDistinctColumns(const Block & res_header, NameSet
     }
 }
 
-void ITransformingStep::describePipeline(FormatSettings & settings) const
+void ITransformingStep::describePipeline(QueryPlanStepFormatSettings & settings) const
 {
     IQueryPlanStep::describePipeline(processors, settings);
 }
diff --git a/src/Processors/QueryPlan/ITransformingStep.h b/src/Processors/QueryPlan/ITransformingStep.h
index bd99478ec37..b1bfebd4571 100644
--- a/src/Processors/QueryPlan/ITransformingStep.h
+++ b/src/Processors/QueryPlan/ITransformingStep.h
@@ -55,7 +55,7 @@ public:
     const TransformTraits & getTransformTraits() const { return transform_traits; }
     const DataStreamTraits & getDataStreamTraits() const { return data_stream_traits; }
 
-    void describePipeline(FormatSettings & settings) const override;
+    void describePipeline(QueryPlanStepFormatSettings & settings) const override;
 
 protected:
     /// Clear distinct_columns if res_header doesn't contain all of them.
diff --git a/src/Processors/QueryPlan/LimitByStep.cpp b/src/Processors/QueryPlan/LimitByStep.cpp
index 9fcf5b60164..15c64fcea44 100644
--- a/src/Processors/QueryPlan/LimitByStep.cpp
+++ b/src/Processors/QueryPlan/LimitByStep.cpp
@@ -46,7 +46,7 @@ void LimitByStep::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void LimitByStep::describeActions(FormatSettings & settings) const
+void LimitByStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
 
diff --git a/src/Processors/QueryPlan/LimitByStep.h b/src/Processors/QueryPlan/LimitByStep.h
index 9320735640c..01dcff5c912 100644
--- a/src/Processors/QueryPlan/LimitByStep.h
+++ b/src/Processors/QueryPlan/LimitByStep.h
@@ -16,7 +16,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     size_t group_length;
diff --git a/src/Processors/QueryPlan/LimitStep.cpp b/src/Processors/QueryPlan/LimitStep.cpp
index 565d05956e5..38ec9265d4e 100644
--- a/src/Processors/QueryPlan/LimitStep.cpp
+++ b/src/Processors/QueryPlan/LimitStep.cpp
@@ -50,7 +50,7 @@ void LimitStep::transformPipeline(QueryPipeline & pipeline)
     pipeline.addTransform(std::move(transform));
 }
 
-void LimitStep::describeActions(FormatSettings & settings) const
+void LimitStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Limit " << limit << '\n';
diff --git a/src/Processors/QueryPlan/LimitStep.h b/src/Processors/QueryPlan/LimitStep.h
index eea186fea4a..a95bf28f896 100644
--- a/src/Processors/QueryPlan/LimitStep.h
+++ b/src/Processors/QueryPlan/LimitStep.h
@@ -20,7 +20,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
     size_t getLimitForSorting() const
     {
diff --git a/src/Processors/QueryPlan/MergeSortingStep.cpp b/src/Processors/QueryPlan/MergeSortingStep.cpp
index b30286130b1..e2af023f598 100644
--- a/src/Processors/QueryPlan/MergeSortingStep.cpp
+++ b/src/Processors/QueryPlan/MergeSortingStep.cpp
@@ -73,7 +73,7 @@ void MergeSortingStep::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void MergeSortingStep::describeActions(FormatSettings & settings) const
+void MergeSortingStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Sort description: ";
diff --git a/src/Processors/QueryPlan/MergeSortingStep.h b/src/Processors/QueryPlan/MergeSortingStep.h
index a385a8a3e93..c41c209dd55 100644
--- a/src/Processors/QueryPlan/MergeSortingStep.h
+++ b/src/Processors/QueryPlan/MergeSortingStep.h
@@ -26,7 +26,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
     /// Add limit or change it to lower value.
     void updateLimit(size_t limit_);
diff --git a/src/Processors/QueryPlan/MergingAggregatedStep.cpp b/src/Processors/QueryPlan/MergingAggregatedStep.cpp
index 85bbbeab59a..2fddc88bbc1 100644
--- a/src/Processors/QueryPlan/MergingAggregatedStep.cpp
+++ b/src/Processors/QueryPlan/MergingAggregatedStep.cpp
@@ -63,7 +63,7 @@ void MergingAggregatedStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void MergingAggregatedStep::describeActions(FormatSettings & settings) const
+void MergingAggregatedStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     return params->params.explain(settings.out, settings.offset);
 }
diff --git a/src/Processors/QueryPlan/MergingAggregatedStep.h b/src/Processors/QueryPlan/MergingAggregatedStep.h
index 5ffceb7f938..2d9d902a294 100644
--- a/src/Processors/QueryPlan/MergingAggregatedStep.h
+++ b/src/Processors/QueryPlan/MergingAggregatedStep.h
@@ -23,7 +23,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     AggregatingTransformParamsPtr params;
diff --git a/src/Processors/QueryPlan/MergingFinal.cpp b/src/Processors/QueryPlan/MergingFinal.cpp
index c1dec231f11..46431e0c767 100644
--- a/src/Processors/QueryPlan/MergingFinal.cpp
+++ b/src/Processors/QueryPlan/MergingFinal.cpp
@@ -153,7 +153,7 @@ void MergingFinal::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void MergingFinal::describeActions(FormatSettings & settings) const
+void MergingFinal::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Sort description: ";
diff --git a/src/Processors/QueryPlan/MergingFinal.h b/src/Processors/QueryPlan/MergingFinal.h
index c01f5c7f9a1..207c191c9cb 100644
--- a/src/Processors/QueryPlan/MergingFinal.h
+++ b/src/Processors/QueryPlan/MergingFinal.h
@@ -22,7 +22,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     size_t num_output_streams;
diff --git a/src/Processors/QueryPlan/MergingSortedStep.cpp b/src/Processors/QueryPlan/MergingSortedStep.cpp
index c59540b009f..a1249ef412f 100644
--- a/src/Processors/QueryPlan/MergingSortedStep.cpp
+++ b/src/Processors/QueryPlan/MergingSortedStep.cpp
@@ -62,7 +62,7 @@ void MergingSortedStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void MergingSortedStep::describeActions(FormatSettings & settings) const
+void MergingSortedStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Sort description: ";
diff --git a/src/Processors/QueryPlan/MergingSortedStep.h b/src/Processors/QueryPlan/MergingSortedStep.h
index 483cfa5e8a7..0c91d505f3d 100644
--- a/src/Processors/QueryPlan/MergingSortedStep.h
+++ b/src/Processors/QueryPlan/MergingSortedStep.h
@@ -21,7 +21,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
     /// Add limit or change it to lower value.
     void updateLimit(size_t limit_);
diff --git a/src/Processors/QueryPlan/OffsetStep.cpp b/src/Processors/QueryPlan/OffsetStep.cpp
index 7ac3d3f2110..1a06f2ba05e 100644
--- a/src/Processors/QueryPlan/OffsetStep.cpp
+++ b/src/Processors/QueryPlan/OffsetStep.cpp
@@ -36,7 +36,7 @@ void OffsetStep::transformPipeline(QueryPipeline & pipeline)
     pipeline.addTransform(std::move(transform));
 }
 
-void OffsetStep::describeActions(FormatSettings & settings) const
+void OffsetStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     settings.out << String(settings.offset, ' ') << "Offset " << offset << '\n';
 }
diff --git a/src/Processors/QueryPlan/OffsetStep.h b/src/Processors/QueryPlan/OffsetStep.h
index 17949371edf..18ea58635af 100644
--- a/src/Processors/QueryPlan/OffsetStep.h
+++ b/src/Processors/QueryPlan/OffsetStep.h
@@ -15,7 +15,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     size_t offset;
diff --git a/src/Processors/QueryPlan/PartialSortingStep.cpp b/src/Processors/QueryPlan/PartialSortingStep.cpp
index ce34eca9112..072217b4d0d 100644
--- a/src/Processors/QueryPlan/PartialSortingStep.cpp
+++ b/src/Processors/QueryPlan/PartialSortingStep.cpp
@@ -70,7 +70,7 @@ void PartialSortingStep::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void PartialSortingStep::describeActions(FormatSettings & settings) const
+void PartialSortingStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Sort description: ";
diff --git a/src/Processors/QueryPlan/PartialSortingStep.h b/src/Processors/QueryPlan/PartialSortingStep.h
index 172ef25c300..6d9dbe2b9d8 100644
--- a/src/Processors/QueryPlan/PartialSortingStep.h
+++ b/src/Processors/QueryPlan/PartialSortingStep.h
@@ -20,7 +20,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
     /// Add limit or change it to lower value.
     void updateLimit(size_t limit_);
diff --git a/src/Processors/QueryPlan/QueryPlan.cpp b/src/Processors/QueryPlan/QueryPlan.cpp
index e88090b4819..ee7c5220b4c 100644
--- a/src/Processors/QueryPlan/QueryPlan.cpp
+++ b/src/Processors/QueryPlan/QueryPlan.cpp
@@ -204,7 +204,7 @@ void QueryPlan::addInterpreterContext(std::shared_ptr<Context> context)
 
 static void explainStep(
     const IQueryPlanStep & step,
-    IQueryPlanStep::FormatSettings & settings,
+    QueryPlanStepFormatSettings & settings,
     const QueryPlan::ExplainPlanOptions & options)
 {
     std::string prefix(settings.offset, ' ');
@@ -247,11 +247,20 @@ static void explainStep(
         step.describeActions(settings);
 }
 
+std::string debugExplainStep(const IQueryPlanStep & step)
+{
+    WriteBufferFromOwnString out;
+    QueryPlanStepFormatSettings settings{.out = out};
+    QueryPlan::ExplainPlanOptions options{.actions = true};
+    explainStep(step, settings, options);
+    return out.str();
+}
+
 void QueryPlan::explainPlan(WriteBuffer & buffer, const ExplainPlanOptions & options)
 {
     checkInitialized();
 
-    IQueryPlanStep::FormatSettings settings{.out = buffer, .write_header = options.header};
+    QueryPlanStepFormatSettings settings{.out = buffer, .write_header = options.header};
 
     struct Frame
     {
@@ -284,7 +293,7 @@ void QueryPlan::explainPlan(WriteBuffer & buffer, const ExplainPlanOptions & opt
     }
 }
 
-static void explainPipelineStep(IQueryPlanStep & step, IQueryPlanStep::FormatSettings & settings)
+static void explainPipelineStep(IQueryPlanStep & step, QueryPlanStepFormatSettings & settings)
 {
     settings.out << String(settings.offset, settings.indent_char) << "(" << step.getName() << ")\n";
     size_t current_offset = settings.offset;
@@ -297,7 +306,7 @@ void QueryPlan::explainPipeline(WriteBuffer & buffer, const ExplainPipelineOptio
 {
     checkInitialized();
 
-    IQueryPlanStep::FormatSettings settings{.out = buffer, .write_header = options.header};
+    QueryPlanStepFormatSettings settings{.out = buffer, .write_header = options.header};
 
     struct Frame
     {
@@ -488,6 +497,12 @@ static bool tryMergeExpressions(QueryPlan::Node * parent_node, QueryPlan::Node *
 {
     auto & parent = parent_node->step;
     auto & child = child_node->step;
+
+    fmt::print(stderr,
+        "try merge expressions: parent '{}'\n, child '{}'\n at {}\n",
+        debugExplainStep(*parent), debugExplainStep(*child),
+        StackTrace().toString());
+
     /// TODO: FilterStep
     auto * parent_expr = typeid_cast<ExpressionStep *>(parent.get());
     auto * child_expr = typeid_cast<ExpressionStep *>(child.get());
diff --git a/src/Processors/QueryPlan/QueryPlan.h b/src/Processors/QueryPlan/QueryPlan.h
index cbe487312cc..5ae991a328f 100644
--- a/src/Processors/QueryPlan/QueryPlan.h
+++ b/src/Processors/QueryPlan/QueryPlan.h
@@ -13,6 +13,7 @@ class DataStream;
 
 class IQueryPlanStep;
 using QueryPlanStepPtr = std::unique_ptr<IQueryPlanStep>;
+struct QueryPlanStepFormatSettings;
 
 class QueryPipeline;
 using QueryPipelinePtr = std::unique_ptr<QueryPipeline>;
@@ -97,4 +98,9 @@ private:
     std::vector<std::shared_ptr<Context>> interpreter_context;
 };
 
+void debugExplainStep(
+    const IQueryPlanStep & step,
+    QueryPlanStepFormatSettings & settings,
+    const QueryPlan::ExplainPlanOptions & options);
+
 }
diff --git a/src/Processors/QueryPlan/TotalsHavingStep.cpp b/src/Processors/QueryPlan/TotalsHavingStep.cpp
index 9947875e679..310f657b39d 100644
--- a/src/Processors/QueryPlan/TotalsHavingStep.cpp
+++ b/src/Processors/QueryPlan/TotalsHavingStep.cpp
@@ -74,7 +74,7 @@ static String totalsModeToString(TotalsMode totals_mode, double auto_include_thr
     __builtin_unreachable();
 }
 
-void TotalsHavingStep::describeActions(FormatSettings & settings) const
+void TotalsHavingStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Filter column: " << filter_column_name << '\n';
diff --git a/src/Processors/QueryPlan/TotalsHavingStep.h b/src/Processors/QueryPlan/TotalsHavingStep.h
index 7c1638013e5..88fd9bbb597 100644
--- a/src/Processors/QueryPlan/TotalsHavingStep.h
+++ b/src/Processors/QueryPlan/TotalsHavingStep.h
@@ -26,7 +26,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     bool overflow_row;
diff --git a/src/Processors/QueryPlan/UnionStep.cpp b/src/Processors/QueryPlan/UnionStep.cpp
index 630ff53f47d..413b52c69c2 100644
--- a/src/Processors/QueryPlan/UnionStep.cpp
+++ b/src/Processors/QueryPlan/UnionStep.cpp
@@ -36,7 +36,7 @@ QueryPipelinePtr UnionStep::updatePipeline(QueryPipelines pipelines)
     return pipeline;
 }
 
-void UnionStep::describePipeline(FormatSettings & settings) const
+void UnionStep::describePipeline(QueryPlanStepFormatSettings & settings) const
 {
     IQueryPlanStep::describePipeline(processors, settings);
 }
diff --git a/src/Processors/QueryPlan/UnionStep.h b/src/Processors/QueryPlan/UnionStep.h
index e2e1f2c9efa..aeac7fa54ff 100644
--- a/src/Processors/QueryPlan/UnionStep.h
+++ b/src/Processors/QueryPlan/UnionStep.h
@@ -15,7 +15,7 @@ public:
 
     QueryPipelinePtr updatePipeline(QueryPipelines pipelines) override;
 
-    void describePipeline(FormatSettings & settings) const override;
+    void describePipeline(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     Block header;
diff --git a/src/Processors/QueryPlan/WindowStep.cpp b/src/Processors/QueryPlan/WindowStep.cpp
index 82c589b8b20..d2d24985937 100644
--- a/src/Processors/QueryPlan/WindowStep.cpp
+++ b/src/Processors/QueryPlan/WindowStep.cpp
@@ -71,7 +71,7 @@ void WindowStep::transformPipeline(QueryPipeline & pipeline)
         "WindowStep transform for '" + window_description.window_name + "'");
 }
 
-void WindowStep::describeActions(FormatSettings & settings) const
+void WindowStep::describeActions(QueryPlanStepFormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Window: (";
diff --git a/src/Processors/QueryPlan/WindowStep.h b/src/Processors/QueryPlan/WindowStep.h
index 069d02c655c..25194820a0d 100644
--- a/src/Processors/QueryPlan/WindowStep.h
+++ b/src/Processors/QueryPlan/WindowStep.h
@@ -22,7 +22,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(FormatSettings & settings) const override;
+    void describeActions(QueryPlanStepFormatSettings & settings) const override;
 
 private:
     WindowDescription window_description;
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index 6e8b0ea8e39..b200e306213 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -77,6 +77,11 @@ void WindowTransform::transform(Chunk & chunk)
         ws.argument_columns.clear();
         for (const auto column_index : ws.argument_column_indices)
         {
+            // Aggregate functions can't work with constant columns, so we have to
+            // materialize them like the Aggregator does.
+            columns[column_index]
+                = std::move(columns[column_index])->convertToFullColumnIfConst();
+
             ws.argument_columns.push_back(columns[column_index].get());
         }
 
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 6c78108d734..19509de8a41 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -80,8 +80,19 @@ select number, quantileExact(number) over (partition by intDiv(number, 3)) q fro
 select q * 10, quantileExact(number) over (partition by intDiv(number, 3)) q from numbers(10); -- { serverError 47 }
 
 -- should work in ORDER BY though
+-- doesn't work now
+-- select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
 
-select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
+-- at least it works in ORDER BY if you wrap it in a subquery
+
+select * from (select count(*) over () c from numbers(3)) order by c;
+
+-- must work in WHERE if you wrap it in a subquery
+
+1
+2
+3
+select * from (select count(*) over () c from numbers(3)) where c > 0;
 
 -- this one doesn't work yet -- looks like the column names clash, and the
 -- window count() is overwritten with aggregate count()
@@ -91,16 +102,9 @@ select number, max(number) over (partition by intDiv(number, 3) order by number
 -- an explain test would also be helpful, but it's too immature now and I don't
 -- want to change reference all the time
 
-9	9
-6	8
-7	8
-8	8
-3	5
-4	5
-5	5
-0	2
-1	2
-2	2
+1
+2
+3
 select number, max(number) over (partition by intDiv(number, 3) order by number desc), count(number) over (partition by intDiv(number, 5) order by number) as m from numbers(31) order by number settings max_block_size = 2;
 
 -- two functions over the same window
@@ -140,6 +144,8 @@ select number, max(number) over (partition by intDiv(number, 3) order by number
 30	30	1
 select number, max(number) over (partition by intDiv(number, 3) order by number desc), count(number) over (partition by intDiv(number, 3) order by number desc) as m from numbers(7) order by number settings max_block_size = 2;
 
+-- check that we can work with constant columns
+
 0	2	3
 1	2	2
 2	2	1
@@ -147,3 +153,13 @@ select number, max(number) over (partition by intDiv(number, 3) order by number
 4	5	2
 5	5	1
 6	6	1
+select median(x) over (partition by x) from (select 1 x);
+
+-- an empty window definition is valid as well
+
+1
+select groupArray(number) over () from numbers(3);
+
+[0]
+[0,1]
+[0,1,2]
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index a28d435d3f8..4bd9f1b7693 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -25,7 +25,14 @@ select number, quantileExact(number) over (partition by intDiv(number, 3)) q fro
 select q * 10, quantileExact(number) over (partition by intDiv(number, 3)) q from numbers(10); -- { serverError 47 }
 
 -- should work in ORDER BY though
-select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
+-- doesn't work now
+-- select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
+
+-- at least it works in ORDER BY if you wrap it in a subquery
+select * from (select count(*) over () c from numbers(3)) order by c;
+
+-- must work in WHERE if you wrap it in a subquery
+select * from (select count(*) over () c from numbers(3)) where c > 0;
 
 -- this one doesn't work yet -- looks like the column names clash, and the
 -- window count() is overwritten with aggregate count()
@@ -40,3 +47,9 @@ select number, max(number) over (partition by intDiv(number, 3) order by number
 -- an explain test would also be helpful, but it's too immature now and I don't
 -- want to change reference all the time
 select number, max(number) over (partition by intDiv(number, 3) order by number desc), count(number) over (partition by intDiv(number, 3) order by number desc) as m from numbers(7) order by number settings max_block_size = 2;
+
+-- check that we can work with constant columns
+select median(x) over (partition by x) from (select 1 x);
+
+-- an empty window definition is valid as well
+select groupArray(number) over () from numbers(3);

From 23d77a1698e90c8cd5f3f873fd95c313f012d5c9 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 24 Dec 2020 09:59:38 +0300
Subject: [PATCH 482/742] remove debug output

---
 src/Interpreters/ActionsDAG.cpp             |  3 ---
 src/Interpreters/ExpressionAnalyzer.cpp     | 12 ------------
 src/Interpreters/InterpreterSelectQuery.cpp |  3 ---
 src/Interpreters/TreeOptimizer.cpp          | 12 ------------
 src/Interpreters/TreeRewriter.cpp           |  2 --
 src/Processors/QueryPlan/QueryPlan.cpp      |  5 -----
 6 files changed, 37 deletions(-)

diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index f9505cc4199..2fc78261f17 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -691,9 +691,6 @@ ActionsDAGPtr ActionsDAG::makeConvertingActions(
 
 ActionsDAGPtr ActionsDAG::merge(ActionsDAG && first, ActionsDAG && second)
 {
-    fmt::print(stderr, "actiondag merge first '{}'\n, second '{}\n",
-        first.dumpDAG(), second.dumpDAG());
-
     /// first: x (1), x (2), y ==> x (2), z, x (3)
     /// second: x (1), x (2), x (3) ==> x (3), x (2), x (1)
     /// merge: x (1), x (2), x (3), y =(first)=> x (3), y, x (2), z, x (4) =(second)=> y, z, x (4), x (2), x (3)
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index e271f78b699..37f2791d8bd 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -1032,8 +1032,6 @@ bool SelectQueryExpressionAnalyzer::appendHaving(ExpressionActionsChain & chain,
     if (!select_query->having())
         return false;
 
-    fmt::print(stderr, "appendHaving:\n'{}'\n", select_query->dumpTree());
-
     ExpressionActionsChain::Step & step = chain.lastStep(aggregated_columns);
 
     getRootActionsForHaving(select_query->having(), only_types, step.actions());
@@ -1443,12 +1441,8 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
 
         if (has_window)
         {
-            fmt::print(stderr, "chain before window args: '{}'\n", chain.dumpChain());
-
             query_analyzer.appendWindowFunctionsArguments(chain, only_types || !first_stage);
 
-            fmt::print(stderr, "after window args chain: '{}'\n", chain.dumpChain());
-
             auto select_required_columns = chain.getLastStep().required_output;
 
             for (const auto & x : chain.getLastActions()->getNamesAndTypesList())
@@ -1457,8 +1451,6 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
             }
 
             finalize_chain(chain);
-            //auto & window_step = chain.addStep();
-            //window_step.actions_dag.query_analyzer.columns_after_window);
 
             auto & step = chain.lastStep(query_analyzer.columns_after_window);
             step.required_output = select_required_columns;
@@ -1473,8 +1465,6 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
                     step.required_output.push_back(child->getColumnName());
                 }
             }
-
-            fmt::print(stderr, "chain after window columns: '{}'\n", chain.dumpChain());
         }
 
         selected_columns = chain.getLastStep().required_output;
@@ -1488,8 +1478,6 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
         final_projection = query_analyzer.appendProjectResult(chain);
 
         finalize_chain(chain);
-
-        fmt::print(stderr, "final chain: '{}'\n", chain.dumpChain());
     }
 
 
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 9a6e6b7593b..38cc19a00d6 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -521,9 +521,6 @@ Block InterpreterSelectQuery::getSampleBlockImpl()
             filter_info,
             source_header);
 
-    fmt::print(stderr, "ExpressionAnalysisResult: '{}'\nat\n{}\n",
-        analysis_result.dump(), StackTrace().toString());
-
     if (options.to_stage == QueryProcessingStage::Enum::FetchColumns)
     {
         auto header = source_header;
diff --git a/src/Interpreters/TreeOptimizer.cpp b/src/Interpreters/TreeOptimizer.cpp
index c02f68496e2..cee19c632fa 100644
--- a/src/Interpreters/TreeOptimizer.cpp
+++ b/src/Interpreters/TreeOptimizer.cpp
@@ -594,21 +594,9 @@ void TreeOptimizer::apply(ASTPtr & query, Aliases & aliases, const NameSet & sou
     if (settings.optimize_arithmetic_operations_in_aggregate_functions)
         optimizeAggregationFunctions(query);
 
-    const std::string before = select_query->dumpTree();
-    fmt::print(stderr, "before predicate pushdown:\n'{}'\n",
-        select_query->dumpTree());
     /// Push the predicate expression down to the subqueries.
     rewrite_subqueries = PredicateExpressionsOptimizer(context, tables_with_columns, settings).optimize(*select_query);
 
-    fmt::print(stderr, "after predicate pushdown:\n'{}'\n",
-        select_query->dumpTree());
-
-    if (before != select_query->dumpTree())
-    {
-        fmt::print(stderr, "predicate pushdown made changes at\n'{}'\n",
-            StackTrace().toString());
-    }
-
     /// GROUP BY injective function elimination.
     optimizeGroupBy(select_query, source_columns_set, context);
 
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 9dfd15a0e77..0dee5a8648d 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -443,8 +443,6 @@ std::vector<const ASTFunction *> getAggregates(ASTPtr & query, const ASTSelectQu
 
 std::vector<const ASTFunction *> getWindowFunctions(ASTPtr & query, const ASTSelectQuery & select_query)
 {
-    fmt::print(stderr, "AST at getWindowFunctions:\n'{}'\n", query->dumpTree());
-
     /// There can not be window functions inside the WHERE and PREWHERE.
     if (select_query.where())
         assertNoWindows(select_query.where(), "in WHERE");
diff --git a/src/Processors/QueryPlan/QueryPlan.cpp b/src/Processors/QueryPlan/QueryPlan.cpp
index ee7c5220b4c..a2fc8c689ff 100644
--- a/src/Processors/QueryPlan/QueryPlan.cpp
+++ b/src/Processors/QueryPlan/QueryPlan.cpp
@@ -498,11 +498,6 @@ static bool tryMergeExpressions(QueryPlan::Node * parent_node, QueryPlan::Node *
     auto & parent = parent_node->step;
     auto & child = child_node->step;
 
-    fmt::print(stderr,
-        "try merge expressions: parent '{}'\n, child '{}'\n at {}\n",
-        debugExplainStep(*parent), debugExplainStep(*child),
-        StackTrace().toString());
-
     /// TODO: FilterStep
     auto * parent_expr = typeid_cast<ExpressionStep *>(parent.get());
     auto * child_expr = typeid_cast<ExpressionStep *>(child.get());

From 54448ad4ce8ef69d7cee1bd8f3d0f37e761b060f Mon Sep 17 00:00:00 2001
From: vdimir <vdimirc@gmail.com>
Date: Thu, 24 Dec 2020 07:38:10 +0000
Subject: [PATCH 483/742] Remove unnecessary IPAddressDictionary::has overload

---
 src/Dictionaries/IPAddressDictionary.cpp | 104 ++++++-----------------
 src/Dictionaries/IPAddressDictionary.h   |   3 -
 2 files changed, 24 insertions(+), 83 deletions(-)

diff --git a/src/Dictionaries/IPAddressDictionary.cpp b/src/Dictionaries/IPAddressDictionary.cpp
index 53eb0c32e16..79661fd2a18 100644
--- a/src/Dictionaries/IPAddressDictionary.cpp
+++ b/src/Dictionaries/IPAddressDictionary.cpp
@@ -401,57 +401,32 @@ void IPAddressDictionary::has(const Columns & key_columns, const DataTypes & key
 {
     validateKeyTypes(key_types);
 
-    const auto & attribute = attributes.front();
-
-    switch (attribute.type)
+    const auto first_column = key_columns.front();
+    const auto rows = first_column->size();
+    if (first_column->isNumeric())
     {
-        case AttributeUnderlyingType::utUInt8:
-            has<UInt8>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utUInt16:
-            has<UInt16>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utUInt32:
-            has<UInt32>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utUInt64:
-            has<UInt64>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utUInt128:
-            has<UInt128>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utInt8:
-            has<Int8>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utInt16:
-            has<Int16>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utInt32:
-            has<Int32>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utInt64:
-            has<Int64>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utFloat32:
-            has<Float32>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utFloat64:
-            has<Float64>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utString:
-            has<StringRef>(attribute, key_columns, out);
-            break;
-
-        case AttributeUnderlyingType::utDecimal32:
-            has<Decimal32>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utDecimal64:
-            has<Decimal64>(attribute, key_columns, out);
-            break;
-        case AttributeUnderlyingType::utDecimal128:
-            has<Decimal128>(attribute, key_columns, out);
-            break;
+        uint8_t addrv6_buf[IPV6_BINARY_LENGTH];
+        for (const auto i : ext::range(0, rows))
+        {
+            auto addrv4 = UInt32(first_column->get64(i));
+            auto found = tryLookupIPv4(addrv4, addrv6_buf);
+            out[i] = (found != ipNotFound());
+        }
     }
+    else
+    {
+        for (const auto i : ext::range(0, rows))
+        {
+            auto addr = first_column->getDataAt(i);
+            if (unlikely(addr.size != IPV6_BINARY_LENGTH))
+                throw Exception("Expected key to be FixedString(16)", ErrorCodes::LOGICAL_ERROR);
+
+            auto found = tryLookupIPv6(reinterpret_cast<const uint8_t *>(addr.data));
+            out[i] = (found != ipNotFound());
+        }
+    }
+
+    query_count.fetch_add(rows, std::memory_order_relaxed);
 }
 
 void IPAddressDictionary::createAttributes()
@@ -960,37 +935,6 @@ const IPAddressDictionary::Attribute & IPAddressDictionary::getAttribute(const s
     return attributes[it->second];
 }
 
-template <typename T>
-void IPAddressDictionary::has(const Attribute &, const Columns & key_columns, PaddedPODArray<UInt8> & out) const
-{
-    const auto first_column = key_columns.front();
-    const auto rows = first_column->size();
-    if (first_column->isNumeric())
-    {
-        uint8_t addrv6_buf[IPV6_BINARY_LENGTH];
-        for (const auto i : ext::range(0, rows))
-        {
-            auto addrv4 = UInt32(first_column->get64(i));
-            auto found = tryLookupIPv4(addrv4, addrv6_buf);
-            out[i] = (found != ipNotFound());
-        }
-    }
-    else
-    {
-        for (const auto i : ext::range(0, rows))
-        {
-            auto addr = first_column->getDataAt(i);
-            if (unlikely(addr.size != IPV6_BINARY_LENGTH))
-                throw Exception("Expected key to be FixedString(16)", ErrorCodes::LOGICAL_ERROR);
-
-            auto found = tryLookupIPv6(reinterpret_cast<const uint8_t *>(addr.data));
-            out[i] = (found != ipNotFound());
-        }
-    }
-
-    query_count.fetch_add(rows, std::memory_order_relaxed);
-}
-
 Columns IPAddressDictionary::getKeyColumns() const
 {
     const auto * ipv4_col = std::get_if<IPv4Container>(&ip_column);
diff --git a/src/Dictionaries/IPAddressDictionary.h b/src/Dictionaries/IPAddressDictionary.h
index bf0a9755445..c63e6b01adf 100644
--- a/src/Dictionaries/IPAddressDictionary.h
+++ b/src/Dictionaries/IPAddressDictionary.h
@@ -228,9 +228,6 @@ private:
 
     const Attribute & getAttribute(const std::string & attribute_name) const;
 
-    template <typename T>
-    void has(const Attribute & attribute, const Columns & key_columns, PaddedPODArray<UInt8> & out) const;
-
     Columns getKeyColumns() const;
     RowIdxConstIter ipNotFound() const;
     RowIdxConstIter tryLookupIPv4(UInt32 addr, uint8_t * buf) const;

From be85056c716885607a2e89116d971e52f0c8055a Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Thu, 24 Dec 2020 11:25:47 +0300
Subject: [PATCH 484/742] added translation

---
 .../functions/other-functions.md              |  4 +-
 .../functions/other-functions.md              | 99 ++++++++++++++++++-
 2 files changed, 100 insertions(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index b89b648bd8b..2dab5f45259 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1177,7 +1177,7 @@ Takes state of aggregate function. Returns result of aggregation (finalized stat
 **Syntax** 
 
 ``` sql
-finalizeAggregation(state);
+finalizeAggregation(state)
 ```
 
 **Parameters**
@@ -1246,7 +1246,7 @@ SELECT
     number,
     finalizeAggregation(one_row_sum_state) AS one_row_sum,
     runningAccumulate(one_row_sum_state) AS cumulative_sum
-FROM numbers(10)
+FROM numbers(10);
 ```
 
 Result:
diff --git a/docs/ru/sql-reference/functions/other-functions.md b/docs/ru/sql-reference/functions/other-functions.md
index 91bf0f5b3a0..5a812a279c5 100644
--- a/docs/ru/sql-reference/functions/other-functions.md
+++ b/docs/ru/sql-reference/functions/other-functions.md
@@ -1104,7 +1104,104 @@ SELECT formatReadableSize(filesystemCapacity()) AS "Capacity", toTypeName(filesy
 
 ## finalizeAggregation {#function-finalizeaggregation}
 
-Принимает состояние агрегатной функции. Возвращает результат агрегирования.
+Принимает состояние агрегатной функции. Возвращает результат агрегирования. Полезно с комбинатором [-State](../../sql-reference/aggregate-functions/combinators.md#agg-functions-combinator-state).
+
+**Синтаксис** 
+
+``` sql
+finalizeAggregation(state)
+```
+
+**Параметры**
+
+-   `state` — Состояние агрегатной функции. [AggregateFunction](../../sql-reference/data-types/aggregatefunction.md#data-type-aggregatefunction).
+
+**Возвращаемые значения**
+
+-   Значения, которые были агрегированы.
+
+Тип: тип, значения которого были агрегированы.
+
+**Примеры**
+
+Запрос:
+
+```sql
+SELECT finalizeAggregation(( SELECT countState(number) FROM numbers(10)));
+```
+
+Результат:
+
+```text
+┌─finalizeAggregation(_subquery16)─┐
+│                               10 │
+└──────────────────────────────────┘
+```
+
+Запрос:
+
+```sql
+SELECT finalizeAggregation(( SELECT sumState(number) FROM numbers(10)));
+```
+
+Результат:
+
+```text
+┌─finalizeAggregation(_subquery20)─┐
+│                               45 │
+└──────────────────────────────────┘
+```
+
+Обратите внимания, что значения NULL игнорируются. 
+
+Запрос:
+
+```sql
+SELECT finalizeAggregation(arrayReduce('anyState', [NULL, 2, 3]));
+```
+
+Результат:
+
+```text
+┌─finalizeAggregation(arrayReduce('anyState', [NULL, 2, 3]))─┐
+│                                                          2 │
+└────────────────────────────────────────────────────────────┘
+```
+
+Комбинированный пример:
+
+Запрос:
+
+```sql
+WITH initializeAggregation('sumState', number) AS one_row_sum_state
+SELECT
+    number,
+    finalizeAggregation(one_row_sum_state) AS one_row_sum,
+    runningAccumulate(one_row_sum_state) AS cumulative_sum
+FROM numbers(10);
+```
+
+Результат:
+
+```text
+┌─number─┬─one_row_sum─┬─cumulative_sum─┐
+│      0 │           0 │              0 │
+│      1 │           1 │              1 │
+│      2 │           2 │              3 │
+│      3 │           3 │              6 │
+│      4 │           4 │             10 │
+│      5 │           5 │             15 │
+│      6 │           6 │             21 │
+│      7 │           7 │             28 │
+│      8 │           8 │             36 │
+│      9 │           9 │             45 │
+└────────┴─────────────┴────────────────┘
+```
+
+**Смотрите также**
+
+-   [arrayReduce](../../sql-reference/functions/array-functions.md#arrayreduce)
+-   [initializeAggregation](../../sql-reference/aggregate-functions/reference/initializeAggregation.md)
 
 ## runningAccumulate {#runningaccumulate}
 

From f0f91fafafaa7e7359a65b14019881846409b8d4 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Thu, 24 Dec 2020 11:44:45 +0300
Subject: [PATCH 485/742] fixed a link

---
 docs/ru/sql-reference/functions/other-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/other-functions.md b/docs/ru/sql-reference/functions/other-functions.md
index 5a812a279c5..e00c93fcff6 100644
--- a/docs/ru/sql-reference/functions/other-functions.md
+++ b/docs/ru/sql-reference/functions/other-functions.md
@@ -1104,7 +1104,7 @@ SELECT formatReadableSize(filesystemCapacity()) AS "Capacity", toTypeName(filesy
 
 ## finalizeAggregation {#function-finalizeaggregation}
 
-Принимает состояние агрегатной функции. Возвращает результат агрегирования. Полезно с комбинатором [-State](../../sql-reference/aggregate-functions/combinators.md#agg-functions-combinator-state).
+Принимает состояние агрегатной функции. Возвращает результат агрегирования. Полезно с комбинатором [-State](../../sql-reference/aggregate-functions/combinators.md#state).
 
 **Синтаксис** 
 

From 912995cbaeedd487b72a7a4954e19637fc99dec1 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 24 Dec 2020 11:49:55 +0300
Subject: [PATCH 486/742] some provision for aggregate fns as window fn args

(doesn't work yet)

also a perf test w/LIMIT BY
---
 src/Interpreters/ActionsVisitor.cpp           | 13 +++++++
 src/Interpreters/GetAggregatesVisitor.h       |  7 ++--
 src/Interpreters/TreeRewriter.cpp             | 28 +++++++++++++--
 tests/performance/window_functions.xml        | 36 +++++++++++++++++++
 .../01591_window_functions.reference          |  6 ++++
 .../0_stateless/01591_window_functions.sql    |  4 +++
 6 files changed, 89 insertions(+), 5 deletions(-)
 create mode 100644 tests/performance/window_functions.xml

diff --git a/src/Interpreters/ActionsVisitor.cpp b/src/Interpreters/ActionsVisitor.cpp
index c7bbc019518..bb47129f58c 100644
--- a/src/Interpreters/ActionsVisitor.cpp
+++ b/src/Interpreters/ActionsVisitor.cpp
@@ -749,6 +749,19 @@ void ActionsMatcher::visit(const ASTFunction & node, const ASTPtr & ast, Data &
             visit(node.window_order_by->clone(), data);
         }
 
+        // Also manually add columns for arguments of the window function itself.
+        // ActionVisitor is written in such a way that this method must itself
+        // descend into all needed function children. Window functions can't have
+        // any special functions as argument, so the code below that handles
+        // special arguments is not needed. This is analogous to the
+        // appendWindowFunctionsArguments() in SelectQueryExpressionAnalyzer and
+        // partially duplicates its code. Probably we can remove most of the
+        // logic from that function, but I don't yet have it all figured out...
+        for (const auto & arg : node.arguments->children)
+        {
+            visit(arg, data);
+        }
+
         // Don't need to do anything more for window functions here -- the
         // resulting column is added in ExpressionAnalyzer, similar to the
         // aggregate functions.
diff --git a/src/Interpreters/GetAggregatesVisitor.h b/src/Interpreters/GetAggregatesVisitor.h
index d416a5f240e..266187aaffb 100644
--- a/src/Interpreters/GetAggregatesVisitor.h
+++ b/src/Interpreters/GetAggregatesVisitor.h
@@ -33,11 +33,14 @@ public:
             return false;
         if (auto * func = node->as<ASTFunction>())
         {
-            if (isAggregateFunction(*func)
-                || func->is_window_function)
+            if (isAggregateFunction(*func))
             {
                 return false;
             }
+
+            // Window functions can contain aggregation results as arguments
+            // to the window functions, or columns of PARTITION BY or ORDER BY
+            // of the window.
         }
         return true;
     }
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 9816d1a3940..70d35fd40a8 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -29,6 +29,7 @@
 #include <DataTypes/DataTypeNullable.h>
 
 #include <IO/WriteHelpers.h>
+#include <IO/WriteBufferFromOStream.h>
 #include <Storages/IStorage.h>
 
 #include <AggregateFunctions/AggregateFunctionFactory.h>
@@ -445,6 +446,8 @@ std::vector<const ASTFunction *> getAggregates(ASTPtr & query, const ASTSelectQu
             for (auto & arg : node->arguments->children)
             {
                 assertNoAggregates(arg, "inside another aggregate function");
+                // We also can't have window functions inside aggregate functions,
+                // because the window functions are calculated later.
                 assertNoWindows(arg, "inside an aggregate function");
             }
         }
@@ -454,7 +457,9 @@ std::vector<const ASTFunction *> getAggregates(ASTPtr & query, const ASTSelectQu
 
 std::vector<const ASTFunction *> getWindowFunctions(ASTPtr & query, const ASTSelectQuery & select_query)
 {
-    /// There can not be window functions inside the WHERE and PREWHERE.
+    /// There can not be window functions inside the WHERE, PREWHERE and HAVING
+    if (select_query.having())
+        assertNoWindows(select_query.having(), "in HAVING");
     if (select_query.where())
         assertNoWindows(select_query.where(), "in WHERE");
     if (select_query.prewhere())
@@ -463,17 +468,34 @@ std::vector<const ASTFunction *> getWindowFunctions(ASTPtr & query, const ASTSel
     GetAggregatesVisitor::Data data;
     GetAggregatesVisitor(data).visit(query);
 
-    /// There can not be other window functions within the aggregate functions.
+    /// Window functions cannot be inside aggregates or other window functions.
+    /// Aggregate functions can be inside window functions because they are
+    /// calculated earlier.
     for (const ASTFunction * node : data.window_functions)
     {
         if (node->arguments)
         {
             for (auto & arg : node->arguments->children)
             {
-                assertNoAggregates(arg, "inside a window function");
                 assertNoWindows(arg, "inside another window function");
             }
         }
+
+        if (node->window_partition_by)
+        {
+            for (auto & arg : node->window_partition_by->children)
+            {
+                assertNoWindows(arg, "inside PARTITION BY of a window");
+            }
+        }
+
+        if (node->window_order_by)
+        {
+            for (auto & arg : node->window_order_by->children)
+            {
+                assertNoWindows(arg, "inside ORDER BY of a window");
+            }
+        }
     }
 
     return data.window_functions;
diff --git a/tests/performance/window_functions.xml b/tests/performance/window_functions.xml
new file mode 100644
index 00000000000..e4578a575a0
--- /dev/null
+++ b/tests/performance/window_functions.xml
@@ -0,0 +1,36 @@
+<test>
+    <preconditions>
+        <table_exists>hits_100m_single</table_exists>
+    </preconditions>
+
+    <!--
+        For some counters, find top 10 users by the numer of records.
+        First with LIMIT BY, next with window functions.
+    -->
+    <query><![CDATA[
+        select CounterID, UserID, count(*) c
+        from hits_100m_single
+        where CounterID < 10000
+        group by CounterID, UserID
+        order by c desc
+        limit 10 by CounterID
+        format Null
+    ]]></query>
+
+    <query><![CDATA[
+        select *
+        from (
+            select *,
+                count() over (partition by CounterID order by c desc) rank
+                from (
+                    select CounterID, UserID, count() c
+                    from hits_100m_single
+                    where CounterID < 10000
+                    group by CounterID, UserID
+                )
+        )
+        where rank <= 10
+        format Null
+    ]]></query>
+
+</test>
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 19509de8a41..704c5a98811 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -160,6 +160,12 @@ select median(x) over (partition by x) from (select 1 x);
 1
 select groupArray(number) over () from numbers(3);
 
+-- This one tests we properly process the window  function arguments.
+-- Seen errors like 'column `1` not found' from count(1).
+
 [0]
 [0,1]
 [0,1,2]
+select count(1) over (), max(number + 1) over () from numbers(3);
+
+1	3
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index 4bd9f1b7693..fd2831ea2ac 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -53,3 +53,7 @@ select median(x) over (partition by x) from (select 1 x);
 
 -- an empty window definition is valid as well
 select groupArray(number) over () from numbers(3);
+
+-- This one tests we properly process the window  function arguments.
+-- Seen errors like 'column `1` not found' from count(1).
+select count(1) over (), max(number + 1) over () from numbers(3);

From 34cd4fea0e6e94c1275c34b7797d78403b1fdcb7 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 24 Dec 2020 12:05:14 +0300
Subject: [PATCH 487/742] Fixing integrational test.

---
 tests/integration/README.md                  | 2 +-
 tests/integration/test_grpc_protocol/test.py | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/README.md b/tests/integration/README.md
index cdfb6b1a70a..346926677bd 100644
--- a/tests/integration/README.md
+++ b/tests/integration/README.md
@@ -12,7 +12,7 @@ You must install latest Docker from
 https://docs.docker.com/engine/installation/linux/docker-ce/ubuntu/#set-up-the-repository
 Don't use Docker from your system repository.
 
-* [pip](https://pypi.python.org/pypi/pip) and `libpq-dev`. To install: `sudo apt-get install python3-pip libpq-dev zlib1g-dev libcrypto++-dev libssl-dev`
+* [pip](https://pypi.python.org/pypi/pip) and `libpq-dev`. To install: `sudo apt-get install python3-pip libpq-dev zlib1g-dev libcrypto++-dev libssl-dev libkrb5-dev`
 * [py.test](https://docs.pytest.org/) testing framework. To install: `sudo -H pip install pytest`
 * [docker-compose](https://docs.docker.com/compose/) and additional python libraries. To install:
 
diff --git a/tests/integration/test_grpc_protocol/test.py b/tests/integration/test_grpc_protocol/test.py
index 3a3dc464155..ae4f4473475 100644
--- a/tests/integration/test_grpc_protocol/test.py
+++ b/tests/integration/test_grpc_protocol/test.py
@@ -239,7 +239,7 @@ def test_progress():
 , output: "6\\t0\\n7\\t0\\n"
 , stats {
   rows: 8
-  blocks: 4
+  blocks: 5
   allocated_bytes: 324
   applied_limit: true
   rows_before_limit: 8

From 2bb0f5772e7c6003eeee11de49244180c18e181f Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 24 Dec 2020 12:06:12 +0300
Subject: [PATCH 488/742] proper signature

---
 src/Processors/QueryPlan/QueryPlan.h | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/src/Processors/QueryPlan/QueryPlan.h b/src/Processors/QueryPlan/QueryPlan.h
index 5ae991a328f..4c55718a062 100644
--- a/src/Processors/QueryPlan/QueryPlan.h
+++ b/src/Processors/QueryPlan/QueryPlan.h
@@ -98,9 +98,6 @@ private:
     std::vector<std::shared_ptr<Context>> interpreter_context;
 };
 
-void debugExplainStep(
-    const IQueryPlanStep & step,
-    QueryPlanStepFormatSettings & settings,
-    const QueryPlan::ExplainPlanOptions & options);
+std::string debugExplainStep(const IQueryPlanStep & step);
 
 }

From c6c2b3ba00bfbd85e4ac309c306b7619dc96f40a Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 24 Dec 2020 12:09:35 +0300
Subject: [PATCH 489/742] Remove the forward declaration changes

---
 src/Processors/QueryPlan/AggregatingStep.cpp  |  4 +--
 src/Processors/QueryPlan/AggregatingStep.h    |  4 +--
 src/Processors/QueryPlan/ArrayJoinStep.cpp    |  2 +-
 src/Processors/QueryPlan/ArrayJoinStep.h      |  2 +-
 src/Processors/QueryPlan/CreatingSetsStep.cpp |  4 +--
 src/Processors/QueryPlan/CreatingSetsStep.h   |  4 +--
 src/Processors/QueryPlan/DistinctStep.cpp     |  2 +-
 src/Processors/QueryPlan/DistinctStep.h       |  2 +-
 src/Processors/QueryPlan/ExpressionStep.cpp   |  2 +-
 src/Processors/QueryPlan/ExpressionStep.h     |  2 +-
 src/Processors/QueryPlan/FillingStep.cpp      |  2 +-
 src/Processors/QueryPlan/FillingStep.h        |  2 +-
 src/Processors/QueryPlan/FilterStep.cpp       |  2 +-
 src/Processors/QueryPlan/FilterStep.h         |  2 +-
 .../QueryPlan/FinishSortingStep.cpp           |  2 +-
 src/Processors/QueryPlan/FinishSortingStep.h  |  2 +-
 src/Processors/QueryPlan/IQueryPlanStep.cpp   |  8 +++---
 src/Processors/QueryPlan/IQueryPlanStep.h     | 25 +++++++++----------
 src/Processors/QueryPlan/ISourceStep.cpp      |  2 +-
 src/Processors/QueryPlan/ISourceStep.h        |  2 +-
 .../QueryPlan/ITransformingStep.cpp           |  2 +-
 src/Processors/QueryPlan/ITransformingStep.h  |  2 +-
 src/Processors/QueryPlan/LimitByStep.cpp      |  2 +-
 src/Processors/QueryPlan/LimitByStep.h        |  2 +-
 src/Processors/QueryPlan/LimitStep.cpp        |  2 +-
 src/Processors/QueryPlan/LimitStep.h          |  2 +-
 src/Processors/QueryPlan/MergeSortingStep.cpp |  2 +-
 src/Processors/QueryPlan/MergeSortingStep.h   |  2 +-
 .../QueryPlan/MergingAggregatedStep.cpp       |  2 +-
 .../QueryPlan/MergingAggregatedStep.h         |  2 +-
 src/Processors/QueryPlan/MergingFinal.cpp     |  2 +-
 src/Processors/QueryPlan/MergingFinal.h       |  2 +-
 .../QueryPlan/MergingSortedStep.cpp           |  2 +-
 src/Processors/QueryPlan/MergingSortedStep.h  |  2 +-
 src/Processors/QueryPlan/OffsetStep.cpp       |  2 +-
 src/Processors/QueryPlan/OffsetStep.h         |  2 +-
 .../QueryPlan/PartialSortingStep.cpp          |  2 +-
 src/Processors/QueryPlan/PartialSortingStep.h |  2 +-
 src/Processors/QueryPlan/TotalsHavingStep.cpp |  2 +-
 src/Processors/QueryPlan/TotalsHavingStep.h   |  2 +-
 src/Processors/QueryPlan/UnionStep.cpp        |  2 +-
 src/Processors/QueryPlan/UnionStep.h          |  2 +-
 src/Processors/QueryPlan/WindowStep.cpp       |  2 +-
 src/Processors/QueryPlan/WindowStep.h         |  2 +-
 44 files changed, 61 insertions(+), 64 deletions(-)

diff --git a/src/Processors/QueryPlan/AggregatingStep.cpp b/src/Processors/QueryPlan/AggregatingStep.cpp
index 8b787859467..e8d4a262366 100644
--- a/src/Processors/QueryPlan/AggregatingStep.cpp
+++ b/src/Processors/QueryPlan/AggregatingStep.cpp
@@ -156,12 +156,12 @@ void AggregatingStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void AggregatingStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void AggregatingStep::describeActions(FormatSettings & settings) const
 {
     params.explain(settings.out, settings.offset);
 }
 
-void AggregatingStep::describePipeline(QueryPlanStepFormatSettings & settings) const
+void AggregatingStep::describePipeline(FormatSettings & settings) const
 {
     if (!aggregating.empty())
         IQueryPlanStep::describePipeline(aggregating, settings);
diff --git a/src/Processors/QueryPlan/AggregatingStep.h b/src/Processors/QueryPlan/AggregatingStep.h
index 3d12e79a662..853173895b3 100644
--- a/src/Processors/QueryPlan/AggregatingStep.h
+++ b/src/Processors/QueryPlan/AggregatingStep.h
@@ -29,8 +29,8 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings &) const override;
-    void describePipeline(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings &) const override;
+    void describePipeline(FormatSettings & settings) const override;
 
 private:
     Aggregator::Params params;
diff --git a/src/Processors/QueryPlan/ArrayJoinStep.cpp b/src/Processors/QueryPlan/ArrayJoinStep.cpp
index 01cfd7c561a..b71d2176e52 100644
--- a/src/Processors/QueryPlan/ArrayJoinStep.cpp
+++ b/src/Processors/QueryPlan/ArrayJoinStep.cpp
@@ -69,7 +69,7 @@ void ArrayJoinStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void ArrayJoinStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void ArrayJoinStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     bool first = true;
diff --git a/src/Processors/QueryPlan/ArrayJoinStep.h b/src/Processors/QueryPlan/ArrayJoinStep.h
index 338ec7f0583..92c7e0a1304 100644
--- a/src/Processors/QueryPlan/ArrayJoinStep.h
+++ b/src/Processors/QueryPlan/ArrayJoinStep.h
@@ -15,7 +15,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
     void updateInputStream(DataStream input_stream, Block result_header);
 
diff --git a/src/Processors/QueryPlan/CreatingSetsStep.cpp b/src/Processors/QueryPlan/CreatingSetsStep.cpp
index c6b77bc46c3..5868a7045f7 100644
--- a/src/Processors/QueryPlan/CreatingSetsStep.cpp
+++ b/src/Processors/QueryPlan/CreatingSetsStep.cpp
@@ -47,7 +47,7 @@ void CreatingSetStep::transformPipeline(QueryPipeline & pipeline)
     pipeline.addCreatingSetsTransform(getOutputStream().header, std::move(subquery_for_set), network_transfer_limits, context);
 }
 
-void CreatingSetStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void CreatingSetStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
 
@@ -102,7 +102,7 @@ QueryPipelinePtr CreatingSetsStep::updatePipeline(QueryPipelines pipelines)
     return main_pipeline;
 }
 
-void CreatingSetsStep::describePipeline(QueryPlanStepFormatSettings & settings) const
+void CreatingSetsStep::describePipeline(FormatSettings & settings) const
 {
     IQueryPlanStep::describePipeline(processors, settings);
 }
diff --git a/src/Processors/QueryPlan/CreatingSetsStep.h b/src/Processors/QueryPlan/CreatingSetsStep.h
index f610eeb64d9..ec13ab2052e 100644
--- a/src/Processors/QueryPlan/CreatingSetsStep.h
+++ b/src/Processors/QueryPlan/CreatingSetsStep.h
@@ -22,7 +22,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
 private:
     String description;
@@ -40,7 +40,7 @@ public:
 
     QueryPipelinePtr updatePipeline(QueryPipelines pipelines) override;
 
-    void describePipeline(QueryPlanStepFormatSettings & settings) const override;
+    void describePipeline(FormatSettings & settings) const override;
 
 private:
     Processors processors;
diff --git a/src/Processors/QueryPlan/DistinctStep.cpp b/src/Processors/QueryPlan/DistinctStep.cpp
index ed2bae002ea..60966b08beb 100644
--- a/src/Processors/QueryPlan/DistinctStep.cpp
+++ b/src/Processors/QueryPlan/DistinctStep.cpp
@@ -79,7 +79,7 @@ void DistinctStep::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void DistinctStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void DistinctStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Columns: ";
diff --git a/src/Processors/QueryPlan/DistinctStep.h b/src/Processors/QueryPlan/DistinctStep.h
index 901e199ca39..4bfd73ce044 100644
--- a/src/Processors/QueryPlan/DistinctStep.h
+++ b/src/Processors/QueryPlan/DistinctStep.h
@@ -20,7 +20,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
 private:
     SizeLimits set_size_limits;
diff --git a/src/Processors/QueryPlan/ExpressionStep.cpp b/src/Processors/QueryPlan/ExpressionStep.cpp
index 028c9502c71..f7ca0a972dc 100644
--- a/src/Processors/QueryPlan/ExpressionStep.cpp
+++ b/src/Processors/QueryPlan/ExpressionStep.cpp
@@ -87,7 +87,7 @@ void ExpressionStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void ExpressionStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void ExpressionStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     bool first = true;
diff --git a/src/Processors/QueryPlan/ExpressionStep.h b/src/Processors/QueryPlan/ExpressionStep.h
index 2519765dbae..60f186688b0 100644
--- a/src/Processors/QueryPlan/ExpressionStep.h
+++ b/src/Processors/QueryPlan/ExpressionStep.h
@@ -26,7 +26,7 @@ public:
 
     void updateInputStream(DataStream input_stream, bool keep_header);
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
     const ActionsDAGPtr & getExpression() const { return actions_dag; }
 
diff --git a/src/Processors/QueryPlan/FillingStep.cpp b/src/Processors/QueryPlan/FillingStep.cpp
index 18c71b89601..1a8fba97ee2 100644
--- a/src/Processors/QueryPlan/FillingStep.cpp
+++ b/src/Processors/QueryPlan/FillingStep.cpp
@@ -43,7 +43,7 @@ void FillingStep::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void FillingStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void FillingStep::describeActions(FormatSettings & settings) const
 {
     settings.out << String(settings.offset, ' ');
     dumpSortDescription(sort_description, input_streams.front().header, settings.out);
diff --git a/src/Processors/QueryPlan/FillingStep.h b/src/Processors/QueryPlan/FillingStep.h
index a7836e4de68..85736464a6c 100644
--- a/src/Processors/QueryPlan/FillingStep.h
+++ b/src/Processors/QueryPlan/FillingStep.h
@@ -15,7 +15,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
 private:
     SortDescription sort_description;
diff --git a/src/Processors/QueryPlan/FilterStep.cpp b/src/Processors/QueryPlan/FilterStep.cpp
index 98f111a1529..8fb405e685b 100644
--- a/src/Processors/QueryPlan/FilterStep.cpp
+++ b/src/Processors/QueryPlan/FilterStep.cpp
@@ -80,7 +80,7 @@ void FilterStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void FilterStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void FilterStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Filter column: " << filter_column_name << '\n';
diff --git a/src/Processors/QueryPlan/FilterStep.h b/src/Processors/QueryPlan/FilterStep.h
index 561fbf347da..72b02624faa 100644
--- a/src/Processors/QueryPlan/FilterStep.h
+++ b/src/Processors/QueryPlan/FilterStep.h
@@ -22,7 +22,7 @@ public:
 
     void updateInputStream(DataStream input_stream, bool keep_header);
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
     const ActionsDAGPtr & getExpression() const { return actions_dag; }
     const String & getFilterColumnName() const { return filter_column_name; }
diff --git a/src/Processors/QueryPlan/FinishSortingStep.cpp b/src/Processors/QueryPlan/FinishSortingStep.cpp
index 7af8fad2980..d883bd0e0dd 100644
--- a/src/Processors/QueryPlan/FinishSortingStep.cpp
+++ b/src/Processors/QueryPlan/FinishSortingStep.cpp
@@ -85,7 +85,7 @@ void FinishSortingStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void FinishSortingStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void FinishSortingStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
 
diff --git a/src/Processors/QueryPlan/FinishSortingStep.h b/src/Processors/QueryPlan/FinishSortingStep.h
index 25dc0b78bda..4bb62037faa 100644
--- a/src/Processors/QueryPlan/FinishSortingStep.h
+++ b/src/Processors/QueryPlan/FinishSortingStep.h
@@ -20,7 +20,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
     /// Add limit or change it to lower value.
     void updateLimit(size_t limit_);
diff --git a/src/Processors/QueryPlan/IQueryPlanStep.cpp b/src/Processors/QueryPlan/IQueryPlanStep.cpp
index a864043ddcb..f06897e8488 100644
--- a/src/Processors/QueryPlan/IQueryPlanStep.cpp
+++ b/src/Processors/QueryPlan/IQueryPlanStep.cpp
@@ -18,8 +18,7 @@ const DataStream & IQueryPlanStep::getOutputStream() const
     return *output_stream;
 }
 
-static void doDescribeHeader(const Block & header, size_t count,
-    QueryPlanStepFormatSettings & settings)
+static void doDescribeHeader(const Block & header, size_t count, IQueryPlanStep::FormatSettings & settings)
 {
     String prefix(settings.offset, settings.indent_char);
     prefix += "Header";
@@ -53,8 +52,7 @@ static void doDescribeHeader(const Block & header, size_t count,
     }
 }
 
-static void doDescribeProcessor(const IProcessor & processor, size_t count,
-    QueryPlanStepFormatSettings & settings)
+static void doDescribeProcessor(const IProcessor & processor, size_t count, IQueryPlanStep::FormatSettings & settings)
 {
     settings.out << String(settings.offset, settings.indent_char) << processor.getName();
     if (count > 1)
@@ -91,7 +89,7 @@ static void doDescribeProcessor(const IProcessor & processor, size_t count,
     settings.offset += settings.indent;
 }
 
-void IQueryPlanStep::describePipeline(const Processors & processors, QueryPlanStepFormatSettings & settings)
+void IQueryPlanStep::describePipeline(const Processors & processors, FormatSettings & settings)
 {
     const IProcessor * prev = nullptr;
     size_t count = 0;
diff --git a/src/Processors/QueryPlan/IQueryPlanStep.h b/src/Processors/QueryPlan/IQueryPlanStep.h
index 1de1bbc438f..dfdbc9df442 100644
--- a/src/Processors/QueryPlan/IQueryPlanStep.h
+++ b/src/Processors/QueryPlan/IQueryPlanStep.h
@@ -61,16 +61,6 @@ public:
 
 using DataStreams = std::vector<DataStream>;
 
-// Not a nested class so that we can forward declare it.
-struct QueryPlanStepFormatSettings
-{
-    WriteBuffer & out;
-    size_t offset = 0;
-    const size_t indent = 2;
-    const char indent_char = ' ';
-    const bool write_header = false;
-};
-
 /// Single step of query plan.
 class IQueryPlanStep
 {
@@ -96,11 +86,20 @@ public:
     const std::string & getStepDescription() const { return step_description; }
     void setStepDescription(std::string description) { step_description = std::move(description); }
 
+    struct FormatSettings
+    {
+        WriteBuffer & out;
+        size_t offset = 0;
+        const size_t indent = 2;
+        const char indent_char = ' ';
+        const bool write_header = false;
+    };
+
     /// Get detailed description of step actions. This is shown in EXPLAIN query with options `actions = 1`.
-    virtual void describeActions(QueryPlanStepFormatSettings & /*settings*/) const {}
+    virtual void describeActions(FormatSettings & /*settings*/) const {}
 
     /// Get description of processors added in current step. Should be called after updatePipeline().
-    virtual void describePipeline(QueryPlanStepFormatSettings & /*settings*/) const {}
+    virtual void describePipeline(FormatSettings & /*settings*/) const {}
 
 protected:
     DataStreams input_streams;
@@ -109,7 +108,7 @@ protected:
     /// Text description about what current step does.
     std::string step_description;
 
-    static void describePipeline(const Processors & processors, QueryPlanStepFormatSettings & settings);
+    static void describePipeline(const Processors & processors, FormatSettings & settings);
 };
 
 using QueryPlanStepPtr = std::unique_ptr<IQueryPlanStep>;
diff --git a/src/Processors/QueryPlan/ISourceStep.cpp b/src/Processors/QueryPlan/ISourceStep.cpp
index 367be8e8ea5..1796f033896 100644
--- a/src/Processors/QueryPlan/ISourceStep.cpp
+++ b/src/Processors/QueryPlan/ISourceStep.cpp
@@ -19,7 +19,7 @@ QueryPipelinePtr ISourceStep::updatePipeline(QueryPipelines)
     return pipeline;
 }
 
-void ISourceStep::describePipeline(QueryPlanStepFormatSettings & settings) const
+void ISourceStep::describePipeline(FormatSettings & settings) const
 {
     IQueryPlanStep::describePipeline(processors, settings);
 }
diff --git a/src/Processors/QueryPlan/ISourceStep.h b/src/Processors/QueryPlan/ISourceStep.h
index 050e39ac11b..fdb3dd566cb 100644
--- a/src/Processors/QueryPlan/ISourceStep.h
+++ b/src/Processors/QueryPlan/ISourceStep.h
@@ -14,7 +14,7 @@ public:
 
     virtual void initializePipeline(QueryPipeline & pipeline) = 0;
 
-    void describePipeline(QueryPlanStepFormatSettings & settings) const override;
+    void describePipeline(FormatSettings & settings) const override;
 
 protected:
     /// We collect processors got after pipeline transformation.
diff --git a/src/Processors/QueryPlan/ITransformingStep.cpp b/src/Processors/QueryPlan/ITransformingStep.cpp
index 5430bafa27a..cb27bf38278 100644
--- a/src/Processors/QueryPlan/ITransformingStep.cpp
+++ b/src/Processors/QueryPlan/ITransformingStep.cpp
@@ -65,7 +65,7 @@ void ITransformingStep::updateDistinctColumns(const Block & res_header, NameSet
     }
 }
 
-void ITransformingStep::describePipeline(QueryPlanStepFormatSettings & settings) const
+void ITransformingStep::describePipeline(FormatSettings & settings) const
 {
     IQueryPlanStep::describePipeline(processors, settings);
 }
diff --git a/src/Processors/QueryPlan/ITransformingStep.h b/src/Processors/QueryPlan/ITransformingStep.h
index b1bfebd4571..bd99478ec37 100644
--- a/src/Processors/QueryPlan/ITransformingStep.h
+++ b/src/Processors/QueryPlan/ITransformingStep.h
@@ -55,7 +55,7 @@ public:
     const TransformTraits & getTransformTraits() const { return transform_traits; }
     const DataStreamTraits & getDataStreamTraits() const { return data_stream_traits; }
 
-    void describePipeline(QueryPlanStepFormatSettings & settings) const override;
+    void describePipeline(FormatSettings & settings) const override;
 
 protected:
     /// Clear distinct_columns if res_header doesn't contain all of them.
diff --git a/src/Processors/QueryPlan/LimitByStep.cpp b/src/Processors/QueryPlan/LimitByStep.cpp
index 15c64fcea44..9fcf5b60164 100644
--- a/src/Processors/QueryPlan/LimitByStep.cpp
+++ b/src/Processors/QueryPlan/LimitByStep.cpp
@@ -46,7 +46,7 @@ void LimitByStep::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void LimitByStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void LimitByStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
 
diff --git a/src/Processors/QueryPlan/LimitByStep.h b/src/Processors/QueryPlan/LimitByStep.h
index 01dcff5c912..9320735640c 100644
--- a/src/Processors/QueryPlan/LimitByStep.h
+++ b/src/Processors/QueryPlan/LimitByStep.h
@@ -16,7 +16,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
 private:
     size_t group_length;
diff --git a/src/Processors/QueryPlan/LimitStep.cpp b/src/Processors/QueryPlan/LimitStep.cpp
index 38ec9265d4e..565d05956e5 100644
--- a/src/Processors/QueryPlan/LimitStep.cpp
+++ b/src/Processors/QueryPlan/LimitStep.cpp
@@ -50,7 +50,7 @@ void LimitStep::transformPipeline(QueryPipeline & pipeline)
     pipeline.addTransform(std::move(transform));
 }
 
-void LimitStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void LimitStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Limit " << limit << '\n';
diff --git a/src/Processors/QueryPlan/LimitStep.h b/src/Processors/QueryPlan/LimitStep.h
index a95bf28f896..eea186fea4a 100644
--- a/src/Processors/QueryPlan/LimitStep.h
+++ b/src/Processors/QueryPlan/LimitStep.h
@@ -20,7 +20,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
     size_t getLimitForSorting() const
     {
diff --git a/src/Processors/QueryPlan/MergeSortingStep.cpp b/src/Processors/QueryPlan/MergeSortingStep.cpp
index e2af023f598..b30286130b1 100644
--- a/src/Processors/QueryPlan/MergeSortingStep.cpp
+++ b/src/Processors/QueryPlan/MergeSortingStep.cpp
@@ -73,7 +73,7 @@ void MergeSortingStep::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void MergeSortingStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void MergeSortingStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Sort description: ";
diff --git a/src/Processors/QueryPlan/MergeSortingStep.h b/src/Processors/QueryPlan/MergeSortingStep.h
index c41c209dd55..a385a8a3e93 100644
--- a/src/Processors/QueryPlan/MergeSortingStep.h
+++ b/src/Processors/QueryPlan/MergeSortingStep.h
@@ -26,7 +26,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
     /// Add limit or change it to lower value.
     void updateLimit(size_t limit_);
diff --git a/src/Processors/QueryPlan/MergingAggregatedStep.cpp b/src/Processors/QueryPlan/MergingAggregatedStep.cpp
index 2fddc88bbc1..85bbbeab59a 100644
--- a/src/Processors/QueryPlan/MergingAggregatedStep.cpp
+++ b/src/Processors/QueryPlan/MergingAggregatedStep.cpp
@@ -63,7 +63,7 @@ void MergingAggregatedStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void MergingAggregatedStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void MergingAggregatedStep::describeActions(FormatSettings & settings) const
 {
     return params->params.explain(settings.out, settings.offset);
 }
diff --git a/src/Processors/QueryPlan/MergingAggregatedStep.h b/src/Processors/QueryPlan/MergingAggregatedStep.h
index 2d9d902a294..5ffceb7f938 100644
--- a/src/Processors/QueryPlan/MergingAggregatedStep.h
+++ b/src/Processors/QueryPlan/MergingAggregatedStep.h
@@ -23,7 +23,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
 private:
     AggregatingTransformParamsPtr params;
diff --git a/src/Processors/QueryPlan/MergingFinal.cpp b/src/Processors/QueryPlan/MergingFinal.cpp
index 46431e0c767..c1dec231f11 100644
--- a/src/Processors/QueryPlan/MergingFinal.cpp
+++ b/src/Processors/QueryPlan/MergingFinal.cpp
@@ -153,7 +153,7 @@ void MergingFinal::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void MergingFinal::describeActions(QueryPlanStepFormatSettings & settings) const
+void MergingFinal::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Sort description: ";
diff --git a/src/Processors/QueryPlan/MergingFinal.h b/src/Processors/QueryPlan/MergingFinal.h
index 207c191c9cb..c01f5c7f9a1 100644
--- a/src/Processors/QueryPlan/MergingFinal.h
+++ b/src/Processors/QueryPlan/MergingFinal.h
@@ -22,7 +22,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
 private:
     size_t num_output_streams;
diff --git a/src/Processors/QueryPlan/MergingSortedStep.cpp b/src/Processors/QueryPlan/MergingSortedStep.cpp
index a1249ef412f..c59540b009f 100644
--- a/src/Processors/QueryPlan/MergingSortedStep.cpp
+++ b/src/Processors/QueryPlan/MergingSortedStep.cpp
@@ -62,7 +62,7 @@ void MergingSortedStep::transformPipeline(QueryPipeline & pipeline)
     }
 }
 
-void MergingSortedStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void MergingSortedStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Sort description: ";
diff --git a/src/Processors/QueryPlan/MergingSortedStep.h b/src/Processors/QueryPlan/MergingSortedStep.h
index 0c91d505f3d..483cfa5e8a7 100644
--- a/src/Processors/QueryPlan/MergingSortedStep.h
+++ b/src/Processors/QueryPlan/MergingSortedStep.h
@@ -21,7 +21,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
     /// Add limit or change it to lower value.
     void updateLimit(size_t limit_);
diff --git a/src/Processors/QueryPlan/OffsetStep.cpp b/src/Processors/QueryPlan/OffsetStep.cpp
index 1a06f2ba05e..7ac3d3f2110 100644
--- a/src/Processors/QueryPlan/OffsetStep.cpp
+++ b/src/Processors/QueryPlan/OffsetStep.cpp
@@ -36,7 +36,7 @@ void OffsetStep::transformPipeline(QueryPipeline & pipeline)
     pipeline.addTransform(std::move(transform));
 }
 
-void OffsetStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void OffsetStep::describeActions(FormatSettings & settings) const
 {
     settings.out << String(settings.offset, ' ') << "Offset " << offset << '\n';
 }
diff --git a/src/Processors/QueryPlan/OffsetStep.h b/src/Processors/QueryPlan/OffsetStep.h
index 18ea58635af..17949371edf 100644
--- a/src/Processors/QueryPlan/OffsetStep.h
+++ b/src/Processors/QueryPlan/OffsetStep.h
@@ -15,7 +15,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
 private:
     size_t offset;
diff --git a/src/Processors/QueryPlan/PartialSortingStep.cpp b/src/Processors/QueryPlan/PartialSortingStep.cpp
index 072217b4d0d..ce34eca9112 100644
--- a/src/Processors/QueryPlan/PartialSortingStep.cpp
+++ b/src/Processors/QueryPlan/PartialSortingStep.cpp
@@ -70,7 +70,7 @@ void PartialSortingStep::transformPipeline(QueryPipeline & pipeline)
     });
 }
 
-void PartialSortingStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void PartialSortingStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Sort description: ";
diff --git a/src/Processors/QueryPlan/PartialSortingStep.h b/src/Processors/QueryPlan/PartialSortingStep.h
index 6d9dbe2b9d8..172ef25c300 100644
--- a/src/Processors/QueryPlan/PartialSortingStep.h
+++ b/src/Processors/QueryPlan/PartialSortingStep.h
@@ -20,7 +20,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
     /// Add limit or change it to lower value.
     void updateLimit(size_t limit_);
diff --git a/src/Processors/QueryPlan/TotalsHavingStep.cpp b/src/Processors/QueryPlan/TotalsHavingStep.cpp
index 310f657b39d..9947875e679 100644
--- a/src/Processors/QueryPlan/TotalsHavingStep.cpp
+++ b/src/Processors/QueryPlan/TotalsHavingStep.cpp
@@ -74,7 +74,7 @@ static String totalsModeToString(TotalsMode totals_mode, double auto_include_thr
     __builtin_unreachable();
 }
 
-void TotalsHavingStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void TotalsHavingStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Filter column: " << filter_column_name << '\n';
diff --git a/src/Processors/QueryPlan/TotalsHavingStep.h b/src/Processors/QueryPlan/TotalsHavingStep.h
index 88fd9bbb597..7c1638013e5 100644
--- a/src/Processors/QueryPlan/TotalsHavingStep.h
+++ b/src/Processors/QueryPlan/TotalsHavingStep.h
@@ -26,7 +26,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
 private:
     bool overflow_row;
diff --git a/src/Processors/QueryPlan/UnionStep.cpp b/src/Processors/QueryPlan/UnionStep.cpp
index 413b52c69c2..630ff53f47d 100644
--- a/src/Processors/QueryPlan/UnionStep.cpp
+++ b/src/Processors/QueryPlan/UnionStep.cpp
@@ -36,7 +36,7 @@ QueryPipelinePtr UnionStep::updatePipeline(QueryPipelines pipelines)
     return pipeline;
 }
 
-void UnionStep::describePipeline(QueryPlanStepFormatSettings & settings) const
+void UnionStep::describePipeline(FormatSettings & settings) const
 {
     IQueryPlanStep::describePipeline(processors, settings);
 }
diff --git a/src/Processors/QueryPlan/UnionStep.h b/src/Processors/QueryPlan/UnionStep.h
index aeac7fa54ff..e2e1f2c9efa 100644
--- a/src/Processors/QueryPlan/UnionStep.h
+++ b/src/Processors/QueryPlan/UnionStep.h
@@ -15,7 +15,7 @@ public:
 
     QueryPipelinePtr updatePipeline(QueryPipelines pipelines) override;
 
-    void describePipeline(QueryPlanStepFormatSettings & settings) const override;
+    void describePipeline(FormatSettings & settings) const override;
 
 private:
     Block header;
diff --git a/src/Processors/QueryPlan/WindowStep.cpp b/src/Processors/QueryPlan/WindowStep.cpp
index d2d24985937..82c589b8b20 100644
--- a/src/Processors/QueryPlan/WindowStep.cpp
+++ b/src/Processors/QueryPlan/WindowStep.cpp
@@ -71,7 +71,7 @@ void WindowStep::transformPipeline(QueryPipeline & pipeline)
         "WindowStep transform for '" + window_description.window_name + "'");
 }
 
-void WindowStep::describeActions(QueryPlanStepFormatSettings & settings) const
+void WindowStep::describeActions(FormatSettings & settings) const
 {
     String prefix(settings.offset, ' ');
     settings.out << prefix << "Window: (";
diff --git a/src/Processors/QueryPlan/WindowStep.h b/src/Processors/QueryPlan/WindowStep.h
index 25194820a0d..069d02c655c 100644
--- a/src/Processors/QueryPlan/WindowStep.h
+++ b/src/Processors/QueryPlan/WindowStep.h
@@ -22,7 +22,7 @@ public:
 
     void transformPipeline(QueryPipeline & pipeline) override;
 
-    void describeActions(QueryPlanStepFormatSettings & settings) const override;
+    void describeActions(FormatSettings & settings) const override;
 
 private:
     WindowDescription window_description;

From 61a35cdafd056e32879ab6389fbf33c9d89d58d9 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 24 Dec 2020 12:11:37 +0300
Subject: [PATCH 490/742] final cleanup

---
 src/Processors/QueryPlan/QueryPlan.cpp | 10 +++++-----
 src/Processors/QueryPlan/QueryPlan.h   |  1 -
 2 files changed, 5 insertions(+), 6 deletions(-)

diff --git a/src/Processors/QueryPlan/QueryPlan.cpp b/src/Processors/QueryPlan/QueryPlan.cpp
index a2fc8c689ff..1b3ea16a213 100644
--- a/src/Processors/QueryPlan/QueryPlan.cpp
+++ b/src/Processors/QueryPlan/QueryPlan.cpp
@@ -204,7 +204,7 @@ void QueryPlan::addInterpreterContext(std::shared_ptr<Context> context)
 
 static void explainStep(
     const IQueryPlanStep & step,
-    QueryPlanStepFormatSettings & settings,
+    IQueryPlanStep::FormatSettings & settings,
     const QueryPlan::ExplainPlanOptions & options)
 {
     std::string prefix(settings.offset, ' ');
@@ -250,7 +250,7 @@ static void explainStep(
 std::string debugExplainStep(const IQueryPlanStep & step)
 {
     WriteBufferFromOwnString out;
-    QueryPlanStepFormatSettings settings{.out = out};
+    IQueryPlanStep::FormatSettings settings{.out = out};
     QueryPlan::ExplainPlanOptions options{.actions = true};
     explainStep(step, settings, options);
     return out.str();
@@ -260,7 +260,7 @@ void QueryPlan::explainPlan(WriteBuffer & buffer, const ExplainPlanOptions & opt
 {
     checkInitialized();
 
-    QueryPlanStepFormatSettings settings{.out = buffer, .write_header = options.header};
+    IQueryPlanStep::FormatSettings settings{.out = buffer, .write_header = options.header};
 
     struct Frame
     {
@@ -293,7 +293,7 @@ void QueryPlan::explainPlan(WriteBuffer & buffer, const ExplainPlanOptions & opt
     }
 }
 
-static void explainPipelineStep(IQueryPlanStep & step, QueryPlanStepFormatSettings & settings)
+static void explainPipelineStep(IQueryPlanStep & step, IQueryPlanStep::FormatSettings & settings)
 {
     settings.out << String(settings.offset, settings.indent_char) << "(" << step.getName() << ")\n";
     size_t current_offset = settings.offset;
@@ -306,7 +306,7 @@ void QueryPlan::explainPipeline(WriteBuffer & buffer, const ExplainPipelineOptio
 {
     checkInitialized();
 
-    QueryPlanStepFormatSettings settings{.out = buffer, .write_header = options.header};
+    IQueryPlanStep::FormatSettings settings{.out = buffer, .write_header = options.header};
 
     struct Frame
     {
diff --git a/src/Processors/QueryPlan/QueryPlan.h b/src/Processors/QueryPlan/QueryPlan.h
index 4c55718a062..9d2d7d93a36 100644
--- a/src/Processors/QueryPlan/QueryPlan.h
+++ b/src/Processors/QueryPlan/QueryPlan.h
@@ -13,7 +13,6 @@ class DataStream;
 
 class IQueryPlanStep;
 using QueryPlanStepPtr = std::unique_ptr<IQueryPlanStep>;
-struct QueryPlanStepFormatSettings;
 
 class QueryPipeline;
 using QueryPipelinePtr = std::unique_ptr<QueryPipeline>;

From d2a0551845b96566e454b753af63a901155f56c9 Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Thu, 24 Dec 2020 12:13:49 +0300
Subject: [PATCH 491/742] fixed arrayReduce

---
 docs/ru/sql-reference/functions/array-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/array-functions.md b/docs/ru/sql-reference/functions/array-functions.md
index 16f21e3a80c..015d14b9de5 100644
--- a/docs/ru/sql-reference/functions/array-functions.md
+++ b/docs/ru/sql-reference/functions/array-functions.md
@@ -810,7 +810,7 @@ SELECT
 └──────────────┴───────────┘
 ```
 
-## arrayReduce (#arrayreduce}
+## arrayReduce {#arrayreduce}
 
 Применяет агрегатную функцию к элементам массива и возвращает ее результат. Имя агрегирующей функции передается как строка в одинарных кавычках `'max'`, `'sum'`. При использовании параметрических агрегатных функций, параметр указывается после имени функции в круглых скобках `'uniqUpTo(6)'`.
 

From 5e8cf89b9d6be6f58cfcda3b9cd1d0307e2eafa5 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 24 Dec 2020 12:13:54 +0300
Subject: [PATCH 492/742] cleanup

---
 src/Interpreters/ExpressionAnalyzer.cpp | 9 +--------
 1 file changed, 1 insertion(+), 8 deletions(-)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 37f2791d8bd..0a380c66d23 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -981,6 +981,7 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
             getRootActionsNoMakeSet(f.function_node->clone(),
                 true /* no_subqueries */, step.actions());
 
+            // FIXME rewrite this comment
             // 1.2) result of window function: an empty INPUT.
             // It is an aggregate function, so it won't be added by getRootActions.
             // This is something of a hack. Other options:
@@ -999,12 +1000,6 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
             //     Expression pipelines. This is a "proper" way that would allow
             //     us to depend on window functions in other functions. But it's
             //     complicated so I avoid doing it for now.
-            ColumnWithTypeAndName col;
-            col.type = f.aggregate_function->getReturnType();
-            col.column = col.type->createColumn();
-            col.name = f.column_name;
-
-//            step.actions()->addInput(col);
             columns_after_window.push_back({f.column_name,
                 f.aggregate_function->getReturnType()});
 
@@ -1013,8 +1008,6 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
                 // 2.1) function arguments;
                 step.required_output.push_back(a->getColumnName());
             }
-//            // 2.2) function result;
-//            step.required_output.push_back(f.column_name);
         }
 
         // 2.3) PARTITION BY and ORDER BY columns.

From 71ab8c18fa25162105a0d0a62a1e549713e7f0ea Mon Sep 17 00:00:00 2001
From: spongedc <duchuangucas@live.com>
Date: Thu, 24 Dec 2020 17:16:47 +0800
Subject: [PATCH 493/742] support EXISTS DATABASE syntax

---
 src/Interpreters/InterpreterExistsQuery.cpp   |  6 +++++
 src/Interpreters/InterpreterFactory.cpp       |  4 ++++
 src/Parsers/ParserTablePropertiesQuery.cpp    | 24 ++++++++++++-------
 src/Parsers/TablePropertiesQueriesASTs.h      |  9 +++++++
 .../0_stateless/01048_exists_query.reference  |  2 ++
 .../0_stateless/01048_exists_query.sql        |  2 ++
 6 files changed, 39 insertions(+), 8 deletions(-)

diff --git a/src/Interpreters/InterpreterExistsQuery.cpp b/src/Interpreters/InterpreterExistsQuery.cpp
index 8539cb6816e..94a31db2e99 100644
--- a/src/Interpreters/InterpreterExistsQuery.cpp
+++ b/src/Interpreters/InterpreterExistsQuery.cpp
@@ -53,6 +53,12 @@ BlockInputStreamPtr InterpreterExistsQuery::executeImpl()
             result = DatabaseCatalog::instance().isTableExist({database, exists_query->table}, context);
         }
     }
+    else if ((exists_query = query_ptr->as<ASTExistsDatabaseQuery>()))
+    {
+        String database = context.resolveDatabase(exists_query->database);
+        context.checkAccess(AccessType::SHOW_DATABASES, database);
+        result = DatabaseCatalog::instance().isDatabaseExist(database);
+    }
     else if ((exists_query = query_ptr->as<ASTExistsDictionaryQuery>()))
     {
         if (exists_query->temporary)
diff --git a/src/Interpreters/InterpreterFactory.cpp b/src/Interpreters/InterpreterFactory.cpp
index 730f1db014c..7c2e82e76c1 100644
--- a/src/Interpreters/InterpreterFactory.cpp
+++ b/src/Interpreters/InterpreterFactory.cpp
@@ -148,6 +148,10 @@ std::unique_ptr<IInterpreter> InterpreterFactory::get(ASTPtr & query, Context &
     {
         return std::make_unique<InterpreterOptimizeQuery>(query, context);
     }
+    else if (query->as<ASTExistsDatabaseQuery>())
+    {
+        return std::make_unique<InterpreterExistsQuery>(query, context);
+    }
     else if (query->as<ASTExistsTableQuery>())
     {
         return std::make_unique<InterpreterExistsQuery>(query, context);
diff --git a/src/Parsers/ParserTablePropertiesQuery.cpp b/src/Parsers/ParserTablePropertiesQuery.cpp
index 2ee85a3330d..7073106bc13 100644
--- a/src/Parsers/ParserTablePropertiesQuery.cpp
+++ b/src/Parsers/ParserTablePropertiesQuery.cpp
@@ -34,15 +34,23 @@ bool ParserTablePropertiesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
     bool temporary = false;
     if (s_exists.ignore(pos, expected))
     {
-        if (s_temporary.ignore(pos, expected))
-            temporary = true;
-
-        if (s_table.checkWithoutMoving(pos, expected))
-            query = std::make_shared<ASTExistsTableQuery>();
-        else if (s_dictionary.checkWithoutMoving(pos, expected))
-            query = std::make_shared<ASTExistsDictionaryQuery>();
+        if (s_database.ignore(pos, expected))
+	    {
+            query = std::make_shared<ASTExistsDatabaseQuery>();
+	        parse_only_database_name = true;
+	    }
         else
-            query = std::make_shared<ASTExistsTableQuery>();
+        {
+            if (s_temporary.ignore(pos, expected))
+                temporary = true;
+
+            if (s_table.checkWithoutMoving(pos, expected))
+                query = std::make_shared<ASTExistsTableQuery>();
+            else if (s_dictionary.checkWithoutMoving(pos, expected))
+                query = std::make_shared<ASTExistsDictionaryQuery>();
+            else
+                query = std::make_shared<ASTExistsTableQuery>();
+        }
     }
     else if (s_show.ignore(pos, expected))
     {
diff --git a/src/Parsers/TablePropertiesQueriesASTs.h b/src/Parsers/TablePropertiesQueriesASTs.h
index 6a8e3b2ce83..3e0798dbcbd 100644
--- a/src/Parsers/TablePropertiesQueriesASTs.h
+++ b/src/Parsers/TablePropertiesQueriesASTs.h
@@ -7,6 +7,14 @@
 namespace DB
 {
 
+struct ASTExistsDatabaseQueryIDAndQueryNames
+{
+    static constexpr auto ID = "ExistsDatabaseQuery";
+    static constexpr auto Query = "EXISTS DATABASE";
+    /// No temporary databases are supported, just for parsing
+    static constexpr auto QueryTemporary = "";
+};
+
 struct ASTExistsTableQueryIDAndQueryNames
 {
     static constexpr auto ID = "ExistsTableQuery";
@@ -51,6 +59,7 @@ struct ASTDescribeQueryExistsQueryIDAndQueryNames
     static constexpr auto QueryTemporary = "DESCRIBE TEMPORARY TABLE";
 };
 
+using ASTExistsDatabaseQuery = ASTQueryWithTableAndOutputImpl<ASTExistsDatabaseQueryIDAndQueryNames>;
 using ASTExistsTableQuery = ASTQueryWithTableAndOutputImpl<ASTExistsTableQueryIDAndQueryNames>;
 using ASTExistsDictionaryQuery = ASTQueryWithTableAndOutputImpl<ASTExistsDictionaryQueryIDAndQueryNames>;
 using ASTShowCreateTableQuery = ASTQueryWithTableAndOutputImpl<ASTShowCreateTableQueryIDAndQueryNames>;
diff --git a/tests/queries/0_stateless/01048_exists_query.reference b/tests/queries/0_stateless/01048_exists_query.reference
index aa6264c9a0a..f1db7c70e71 100644
--- a/tests/queries/0_stateless/01048_exists_query.reference
+++ b/tests/queries/0_stateless/01048_exists_query.reference
@@ -2,6 +2,8 @@
 0
 0
 0
+1
+0
 0
 0
 1
diff --git a/tests/queries/0_stateless/01048_exists_query.sql b/tests/queries/0_stateless/01048_exists_query.sql
index 31b6d2af6c0..fca2c233c64 100644
--- a/tests/queries/0_stateless/01048_exists_query.sql
+++ b/tests/queries/0_stateless/01048_exists_query.sql
@@ -3,7 +3,9 @@ EXISTS TABLE db_01048.t_01048;
 EXISTS DICTIONARY db_01048.t_01048;
 
 DROP DATABASE IF EXISTS db_01048;
+EXISTS DATABASE db_01048;
 CREATE DATABASE db_01048;
+EXISTS DATABASE db_01048;
 
 DROP TABLE IF EXISTS db_01048.t_01048;
 EXISTS db_01048.t_01048;

From 34508f466f54a56cb4cd78c35809e55ad165fefd Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Thu, 24 Dec 2020 13:14:01 +0300
Subject: [PATCH 494/742] Update ParserTablePropertiesQuery.cpp

---
 src/Parsers/ParserTablePropertiesQuery.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Parsers/ParserTablePropertiesQuery.cpp b/src/Parsers/ParserTablePropertiesQuery.cpp
index 7073106bc13..d6060d0a419 100644
--- a/src/Parsers/ParserTablePropertiesQuery.cpp
+++ b/src/Parsers/ParserTablePropertiesQuery.cpp
@@ -35,9 +35,9 @@ bool ParserTablePropertiesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
     if (s_exists.ignore(pos, expected))
     {
         if (s_database.ignore(pos, expected))
-	    {
+        {
             query = std::make_shared<ASTExistsDatabaseQuery>();
-	        parse_only_database_name = true;
+            parse_only_database_name = true;
 	    }
         else
         {

From eb95a5a030f80fd5893b7916b7506521c3d219bf Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Thu, 24 Dec 2020 13:14:17 +0300
Subject: [PATCH 495/742] Update ParserTablePropertiesQuery.cpp

---
 src/Parsers/ParserTablePropertiesQuery.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Parsers/ParserTablePropertiesQuery.cpp b/src/Parsers/ParserTablePropertiesQuery.cpp
index d6060d0a419..dc080b2f13b 100644
--- a/src/Parsers/ParserTablePropertiesQuery.cpp
+++ b/src/Parsers/ParserTablePropertiesQuery.cpp
@@ -38,7 +38,7 @@ bool ParserTablePropertiesQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
         {
             query = std::make_shared<ASTExistsDatabaseQuery>();
             parse_only_database_name = true;
-	    }
+        }
         else
         {
             if (s_temporary.ignore(pos, expected))

From ce1e2b18a3065ceca54b6b78b62db8d527bb834e Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 24 Dec 2020 13:11:07 +0300
Subject: [PATCH 496/742] Fix codespell warnings. Split style checks. Update
 style checks docker

---
 base/glibc-compatibility/musl/lgammal.c                |  2 +-
 base/glibc-compatibility/musl/powl.c                   |  2 +-
 base/pcg-random/pcg_random.hpp                         |  2 +-
 docker/test/style/Dockerfile                           |  5 ++++-
 .../AggregateFunctionGroupArrayInsertAt.h              |  2 +-
 src/Common/Config/ConfigProcessor.h                    |  2 +-
 src/Common/HashTable/HashTable.h                       |  2 +-
 src/Core/QueryProcessingStage.h                        |  2 +-
 src/Core/Types.h                                       |  2 +-
 src/DataTypes/DataTypeMap.cpp                          |  4 ++--
 src/DataTypes/IDataType.h                              |  2 +-
 src/Databases/DatabaseOnDisk.cpp                       |  4 ++--
 src/Dictionaries/CacheDictionary.inc.h                 |  2 +-
 src/Functions/FunctionsStringSearch.h                  |  2 +-
 src/Functions/abtesting.cpp                            |  2 +-
 src/Functions/array/arrayElement.cpp                   |  2 +-
 src/IO/WriteBufferFromVector.h                         |  2 +-
 src/Interpreters/InterpreterInsertQuery.cpp            |  2 +-
 src/Interpreters/InterpreterOptimizeQuery.cpp          |  2 +-
 src/Interpreters/TreeRewriter.cpp                      |  2 +-
 src/Parsers/New/AST/JoinExpr.cpp                       |  2 +-
 src/Parsers/New/AST/README.md                          |  2 +-
 src/Parsers/ParserOptimizeQuery.cpp                    |  2 +-
 src/Server/grpc_protos/clickhouse_grpc.proto           | 10 +++++-----
 src/Storages/MergeTree/MergeTreeRangeReader.cpp        |  4 ++--
 src/Storages/MergeTree/RPNBuilder.h                    |  2 +-
 .../tests/gtest_ReplicatedMergeTreeLogEntry.cpp        |  4 ++--
 .../RocksDB/EmbeddedRocksDBBlockInputStream.cpp        |  2 +-
 src/Storages/StorageInMemoryMetadata.h                 |  8 ++++----
 utils/check-style/check-typos                          |  8 ++++----
 utils/check-style/check-whitespaces                    |  9 +++++++++
 utils/check-style/codespell-ignore-words.list          |  9 ++++++++-
 32 files changed, 64 insertions(+), 45 deletions(-)
 create mode 100755 utils/check-style/check-whitespaces

diff --git a/base/glibc-compatibility/musl/lgammal.c b/base/glibc-compatibility/musl/lgammal.c
index 3b5d94c5051..19db11fba1a 100644
--- a/base/glibc-compatibility/musl/lgammal.c
+++ b/base/glibc-compatibility/musl/lgammal.c
@@ -38,7 +38,7 @@
  *                          = log(6.3*5.3) + lgamma(5.3)
  *                          = log(6.3*5.3*4.3*3.3*2.3) + lgamma(2.3)
  *   2. Polynomial approximation of lgamma around its
- *      minimun ymin=1.461632144968362245 to maintain monotonicity.
+ *      minimum ymin=1.461632144968362245 to maintain monotonicity.
  *      On [ymin-0.23, ymin+0.27] (i.e., [1.23164,1.73163]), use
  *              Let z = x-ymin;
  *              lgamma(x) = -1.214862905358496078218 + z^2*poly(z)
diff --git a/base/glibc-compatibility/musl/powl.c b/base/glibc-compatibility/musl/powl.c
index 508c65c9c7c..70cc3fd02ab 100644
--- a/base/glibc-compatibility/musl/powl.c
+++ b/base/glibc-compatibility/musl/powl.c
@@ -202,7 +202,7 @@ long double powl(long double x, long double y)
 	volatile long double z=0;
 	long double w=0, W=0, Wa=0, Wb=0, ya=0, yb=0, u=0;
 
-	/* make sure no invalid exception is raised by nan comparision */
+	/* make sure no invalid exception is raised by nan comparison */
 	if (isnan(x)) {
 		if (!isnan(y) && y == 0.0)
 			return 1.0;
diff --git a/base/pcg-random/pcg_random.hpp b/base/pcg-random/pcg_random.hpp
index f7778480c4c..abf83a60ee1 100644
--- a/base/pcg-random/pcg_random.hpp
+++ b/base/pcg-random/pcg_random.hpp
@@ -129,7 +129,7 @@ using namespace pcg_extras;
  *
  *      default_multiplier<uint32_t>::multiplier()
  *
- * gives you the default multipler for 32-bit integers.  We use the name
+ * gives you the default multiplier for 32-bit integers.  We use the name
  * of the constant and not a generic word like value to allow these classes
  * to be used as mixins.
  */
diff --git a/docker/test/style/Dockerfile b/docker/test/style/Dockerfile
index 1a4356caced..239a074969c 100644
--- a/docker/test/style/Dockerfile
+++ b/docker/test/style/Dockerfile
@@ -4,5 +4,8 @@ FROM ubuntu:20.04
 RUN apt-get update && env DEBIAN_FRONTEND=noninteractive apt-get install --yes shellcheck libxml2-utils git python3-pip && pip3 install codespell
 
 
-CMD cd /ClickHouse/utils/check-style && ./check-style -n | tee /test_output/style_output.txt && \
+CMD cd /ClickHouse/utils/check-style && \
+    ./check-style -n | tee /test_output/style_output.txt && \
+    ./check-typos | tee /test_output/typos_output.txt && \
+    ./check-whitespaces -n | tee /test_output/whitespaces_output.txt && \
     ./check-duplicate-includes.sh | tee /test_output/duplicate_output.txt
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
index 6a5f2fbc899..a4800dd715e 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
@@ -107,7 +107,7 @@ public:
         /// TODO Do positions need to be 1-based for this function?
         size_t position = columns[1]->getUInt(row_num);
 
-        /// If position is larger than size to which array will be cutted - simply ignore value.
+        /// If position is larger than size to which array will be cut - simply ignore value.
         if (length_to_resize && position >= length_to_resize)
             return;
 
diff --git a/src/Common/Config/ConfigProcessor.h b/src/Common/Config/ConfigProcessor.h
index 5a942e73bdb..7a4102140d9 100644
--- a/src/Common/Config/ConfigProcessor.h
+++ b/src/Common/Config/ConfigProcessor.h
@@ -97,7 +97,7 @@ public:
     /// If preprocessed_dir is empty - calculate from loaded_config.path + /preprocessed_configs/
     void savePreprocessedConfig(const LoadedConfig & loaded_config, std::string preprocessed_dir);
 
-    /// Set path of main config.xml. It will be cutted from all configs placed to preprocessed_configs/
+    /// Set path of main config.xml. It will be cut from all configs placed to preprocessed_configs/
     static void setConfigPath(const std::string & config_path);
 
 public:
diff --git a/src/Common/HashTable/HashTable.h b/src/Common/HashTable/HashTable.h
index 2d5580bf709..15fa09490e6 100644
--- a/src/Common/HashTable/HashTable.h
+++ b/src/Common/HashTable/HashTable.h
@@ -1008,7 +1008,7 @@ public:
          * then deleting a erased_key_position will break search for it, so we need to move next_element
          * to erased_key_position. Now we have empty place at next_element, so we apply the identical
          * procedure for it.
-         * If an empty element is encoutered then means that there is no more next elements for which we can
+         * If an empty element is encountered then means that there is no more next elements for which we can
          * break the search so we can exit.
         */
 
diff --git a/src/Core/QueryProcessingStage.h b/src/Core/QueryProcessingStage.h
index 360cf70ebdd..01e7e12ab1e 100644
--- a/src/Core/QueryProcessingStage.h
+++ b/src/Core/QueryProcessingStage.h
@@ -44,7 +44,7 @@ namespace QueryProcessingStage
             : "Unknown stage";
     }
 
-    /// This methid is used for the program options,
+    /// This method is used for the program options,
     /// hence it accept under_score notation for stage:
     /// - complete
     /// - fetch_columns
diff --git a/src/Core/Types.h b/src/Core/Types.h
index 0d578e17517..cc8a4d7269a 100644
--- a/src/Core/Types.h
+++ b/src/Core/Types.h
@@ -185,7 +185,7 @@ using Decimal64 = Decimal<Int64>;
 using Decimal128 = Decimal<Int128>;
 using Decimal256 = Decimal<Int256>;
 
-// Distinguishable type to allow function resultion/deduction based on value type,
+// Distinguishable type to allow function resolution/deduction based on value type,
 // but also relatively easy to convert to/from Decimal64.
 class DateTime64 : public Decimal64
 {
diff --git a/src/DataTypes/DataTypeMap.cpp b/src/DataTypes/DataTypeMap.cpp
index 2047928721a..b207702d9b7 100644
--- a/src/DataTypes/DataTypeMap.cpp
+++ b/src/DataTypes/DataTypeMap.cpp
@@ -204,7 +204,7 @@ void DataTypeMap::serializeText(const IColumn & column, size_t row_num, WriteBuf
 
 void DataTypeMap::deserializeText(IColumn & column, ReadBuffer & istr, const FormatSettings & settings) const
 {
-    // need_safe_get_int_key is set for Interger to prevent to readIntTextUnsafe
+    // need_safe_get_int_key is set for Integer to prevent to readIntTextUnsafe
     bool need_safe_get_int_key = isInteger(key_type);
 
     deserializeTextImpl(column, istr, need_safe_get_int_key,
@@ -226,7 +226,7 @@ void DataTypeMap::serializeTextJSON(const IColumn & column, size_t row_num, Writ
 
 void DataTypeMap::deserializeTextJSON(IColumn & column, ReadBuffer & istr, const FormatSettings & settings) const
 {
-    // need_safe_get_int_key is set for Interger to prevent to readIntTextUnsafe
+    // need_safe_get_int_key is set for Integer to prevent to readIntTextUnsafe
     bool need_safe_get_int_key = isInteger(key_type);
 
     deserializeTextImpl(column, istr, need_safe_get_int_key,
diff --git a/src/DataTypes/IDataType.h b/src/DataTypes/IDataType.h
index 060572ee997..b51722ed96d 100644
--- a/src/DataTypes/IDataType.h
+++ b/src/DataTypes/IDataType.h
@@ -67,7 +67,7 @@ public:
       * If the data type require single stream (it's true for most of data types), the stream will have empty path.
       * Otherwise, the path can have components like "array elements", "array sizes", etc.
       *
-      * For multidimensional arrays, path can have arbiraty length.
+      * For multidimensional arrays, path can have arbitrary length.
       * As an example, for 2-dimensional arrays of numbers we have at least three streams:
       * - array sizes;                      (sizes of top level arrays)
       * - array elements / array sizes;     (sizes of second level (nested) arrays)
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 2a8276ec6db..fb2d10a4fe7 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -229,7 +229,7 @@ void DatabaseOnDisk::removeDetachedPermanentlyFlag(const String & table_name, co
     }
     catch (Exception & e)
     {
-        e.addMessage("while trying to remove permanenty detached flag. Table {}.{} may still be marked as permanently detached, and will not be reattached during server restart.", backQuote(getDatabaseName()), backQuote(table_name));
+        e.addMessage("while trying to remove permanently detached flag. Table {}.{} may still be marked as permanently detached, and will not be reattached during server restart.", backQuote(getDatabaseName()), backQuote(table_name));
         throw;
     }
 }
@@ -264,7 +264,7 @@ void DatabaseOnDisk::detachTablePermanently(const String & table_name)
     }
     catch (Exception & e)
     {
-        e.addMessage("while trying to set permanenty detached flag. Table {}.{} may be reattached during server restart.", backQuote(getDatabaseName()), backQuote(table_name));
+        e.addMessage("while trying to set permanently detached flag. Table {}.{} may be reattached during server restart.", backQuote(getDatabaseName()), backQuote(table_name));
         throw;
     }
 }
diff --git a/src/Dictionaries/CacheDictionary.inc.h b/src/Dictionaries/CacheDictionary.inc.h
index d724453f385..803b3b2566f 100644
--- a/src/Dictionaries/CacheDictionary.inc.h
+++ b/src/Dictionaries/CacheDictionary.inc.h
@@ -147,7 +147,7 @@ void CacheDictionary::getItemsNumberImpl(
     tryPushToUpdateQueueOrThrow(update_unit_ptr);
     waitForCurrentUpdateFinish(update_unit_ptr);
 
-    /// Add updated keys to asnwer.
+    /// Add updated keys to answer.
 
     const size_t attribute_index = getAttributeIndex(attribute.name);
 
diff --git a/src/Functions/FunctionsStringSearch.h b/src/Functions/FunctionsStringSearch.h
index 9e7d608aec6..75579b28fd3 100644
--- a/src/Functions/FunctionsStringSearch.h
+++ b/src/Functions/FunctionsStringSearch.h
@@ -29,7 +29,7 @@ namespace DB
   * multiMatchAnyIndex(haystack, [pattern_1, pattern_2, ..., pattern_n]) -- search by re2 regular expressions pattern_i; Returns index of any match or zero if none;
   * multiMatchAllIndices(haystack, [pattern_1, pattern_2, ..., pattern_n]) -- search by re2 regular expressions pattern_i; Returns an array of matched indices in any order;
   *
-  * countSubstrings(haystack, needle) -- count number of occurences of needle in haystack.
+  * countSubstrings(haystack, needle) -- count number of occurrences of needle in haystack.
   * countSubstringsCaseInsensitive(haystack, needle)
   *
   * Applies regexp re2 and pulls:
diff --git a/src/Functions/abtesting.cpp b/src/Functions/abtesting.cpp
index 1af929c8fb9..7bed2f4a2b9 100644
--- a/src/Functions/abtesting.cpp
+++ b/src/Functions/abtesting.cpp
@@ -236,7 +236,7 @@ public:
         if (const ColumnConst * col_higher_is_better = checkAndGetColumnConst<ColumnUInt8>(arguments[1].column.get()))
             higher_is_better = col_higher_is_better->getBool(0);
         else
-            throw Exception("Second argument for function " + getName() + " must be Constatnt boolean", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+            throw Exception("Second argument for function " + getName() + " must be Constant boolean", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
         if (const ColumnConst * col_const_arr = checkAndGetColumnConst<ColumnArray>(arguments[2].column.get()))
         {
diff --git a/src/Functions/array/arrayElement.cpp b/src/Functions/array/arrayElement.cpp
index 310b6b5b450..88166f04e0e 100644
--- a/src/Functions/array/arrayElement.cpp
+++ b/src/Functions/array/arrayElement.cpp
@@ -86,7 +86,7 @@ private:
     ColumnPtr executeTuple(const ColumnsWithTypeAndName & arguments, size_t input_rows_count) const;
 
     /** For a map the function finds the matched value for a key.
-     *  Currently implemented just as linear seach in array.
+     *  Currently implemented just as linear search in array.
      *  However, optimizations are possible.
      */
     ColumnPtr executeMap(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const;
diff --git a/src/IO/WriteBufferFromVector.h b/src/IO/WriteBufferFromVector.h
index ad0f8bd17a8..2a9810f3461 100644
--- a/src/IO/WriteBufferFromVector.h
+++ b/src/IO/WriteBufferFromVector.h
@@ -15,7 +15,7 @@ namespace ErrorCodes
 
 /** Writes data to existing std::vector or similar type. When not enough space, it doubles vector size.
   *
-  * In destructor, vector is cutted to the size of written data.
+  * In destructor, vector is cut to the size of written data.
   * You can call 'finalize' to resize earlier.
   *
   * The vector should live until this object is destroyed or until the 'finish' method is called.
diff --git a/src/Interpreters/InterpreterInsertQuery.cpp b/src/Interpreters/InterpreterInsertQuery.cpp
index 9ac936b5489..2a193dc7249 100644
--- a/src/Interpreters/InterpreterInsertQuery.cpp
+++ b/src/Interpreters/InterpreterInsertQuery.cpp
@@ -268,7 +268,7 @@ BlockIO InterpreterInsertQuery::execute()
                 const auto & selects = select_query.list_of_selects->children;
                 const auto & union_modes = select_query.list_of_modes;
 
-                /// ASTSelectWithUnionQuery is not normalized now, so it may pass some querys which can be Trivial select querys
+                /// ASTSelectWithUnionQuery is not normalized now, so it may pass some queries which can be Trivial select queries
                 is_trivial_insert_select
                     = std::all_of(
                           union_modes.begin(),
diff --git a/src/Interpreters/InterpreterOptimizeQuery.cpp b/src/Interpreters/InterpreterOptimizeQuery.cpp
index c382b86afd6..cda8471c32e 100644
--- a/src/Interpreters/InterpreterOptimizeQuery.cpp
+++ b/src/Interpreters/InterpreterOptimizeQuery.cpp
@@ -57,7 +57,7 @@ BlockIO InterpreterOptimizeQuery::execute()
         {
             // Deduplication is performed only for adjacent rows in a block,
             // and all rows in block are in the sorting key order within a single partition,
-            // hence deduplication always implicitly takes sorting keys and parition keys in account.
+            // hence deduplication always implicitly takes sorting keys and partition keys in account.
             // So we just explicitly state that limitation in order to avoid confusion.
             if (std::find(column_names.begin(), column_names.end(), required_col) == column_names.end())
                 throw Exception(ErrorCodes::THERE_IS_NO_COLUMN,
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 9816d1a3940..fc3ad79f217 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -132,7 +132,7 @@ struct CustomizeAggregateFunctionsSuffixData
     }
 };
 
-// Used to rewrite aggregate functions with -OrNull suffix in some cases, such as sumIfOrNull, we shoule rewrite to sumOrNullIf
+// Used to rewrite aggregate functions with -OrNull suffix in some cases, such as sumIfOrNull, we should rewrite to sumOrNullIf
 struct CustomizeAggregateFunctionsMoveSuffixData
 {
     using TypeToVisit = ASTFunction;
diff --git a/src/Parsers/New/AST/JoinExpr.cpp b/src/Parsers/New/AST/JoinExpr.cpp
index a5effedc242..acbeae86897 100644
--- a/src/Parsers/New/AST/JoinExpr.cpp
+++ b/src/Parsers/New/AST/JoinExpr.cpp
@@ -57,7 +57,7 @@ JoinExpr::JoinExpr(JoinExpr::ExprType type, JoinExpr::JoinOpType op, JoinExpr::J
 
 ASTPtr JoinExpr::convertToOld() const
 {
-    /** The sole convertable chain of Join's may look like:
+    /** The sole convertible chain of Join's may look like:
      *
      *      … FROM table1 JOIN table2 ON SMTH JOIN table3 ON SMTH JOIN …
      *
diff --git a/src/Parsers/New/AST/README.md b/src/Parsers/New/AST/README.md
index 51e587f296c..4216a8dcfdc 100644
--- a/src/Parsers/New/AST/README.md
+++ b/src/Parsers/New/AST/README.md
@@ -13,7 +13,7 @@ Basic principles in code
 **predetermined order** and with **predetermined type**: some elements may be `nullptr` to preserve positions of other elements.
 - The order may be defined as a position in vector from the start, the last element, and some pattern of variable number of elements
 in between. It's convenient to define `enum ChildIndex : Uint8 {…}` with index numbers for each class.
-- If there is more than one variable pack of elements or the order can't be determenistic, then wrap elements into the lists and store the
+- If there is more than one variable pack of elements or the order can't be deterministic, then wrap elements into the lists and store the
 multi-level structure (see `ColumnExpr::ExprType::FUNCTION` for example).
 - Don't do multi-level structure just for nothing or to mimic the parse tree: the less is depth the better.
 - The whole grammar separates expressions for databases, tables and columns. That way we already assess the semantics on the parser level.
diff --git a/src/Parsers/ParserOptimizeQuery.cpp b/src/Parsers/ParserOptimizeQuery.cpp
index 629b88adb88..441cec1465e 100644
--- a/src/Parsers/ParserOptimizeQuery.cpp
+++ b/src/Parsers/ParserOptimizeQuery.cpp
@@ -14,7 +14,7 @@ bool ParserOptimizeQueryColumnsSpecification::parseImpl(Pos & pos, ASTPtr & node
 {
     // Do not allow APPLY and REPLACE transformers.
     // Since we use Columns Transformers only to get list of columns,
-    // ad we can't actuall modify content of the columns for deduplication.
+    // we can't actually modify content of the columns for deduplication.
     const auto allowed_transformers = ParserColumnsTransformers::ColumnTransformers{ParserColumnsTransformers::ColumnTransformer::EXCEPT};
 
     return ParserColumnsMatcher(allowed_transformers).parse(pos, node, expected)
diff --git a/src/Server/grpc_protos/clickhouse_grpc.proto b/src/Server/grpc_protos/clickhouse_grpc.proto
index c80a8bf1d40..5d16f9e8a79 100644
--- a/src/Server/grpc_protos/clickhouse_grpc.proto
+++ b/src/Server/grpc_protos/clickhouse_grpc.proto
@@ -21,11 +21,11 @@ message NameAndType {
    string type = 2;
 }
 
-// Desribes an external table - a table which will exists only while a query is executing.
+// Describes an external table - a table which will exists only while a query is executing.
 message ExternalTable {
    // Name of the table. If omitted, "_data" is used.
    string name = 1;
-   
+
    // Columns of the table. Types are required, names can be omitted. If the names are omitted, "_1", "_2", ... is used.
    repeated NameAndType columns = 2;
 
@@ -33,7 +33,7 @@ message ExternalTable {
    // If a method with streaming input (i.e. ExecuteQueryWithStreamInput() or ExecuteQueryWithStreamIO()) is used,
    // then data for insertion to the same external table can be splitted between multiple QueryInfos.
    string data = 3;
-   
+
    // Format of the data to insert to the external table.
    string format = 4;
 
@@ -57,7 +57,7 @@ message QueryInfo {
 
    // Delimiter for input_data, inserted between input_data from adjacent QueryInfos.
    string input_data_delimiter = 6;
-   
+
    // Default output format. If not specified, 'TabSeparated' is used.
    string output_format = 7;
 
@@ -71,7 +71,7 @@ message QueryInfo {
    string session_id = 12;
    bool session_check = 13;
    uint32 session_timeout = 14;
-   
+
    // Set `cancel` to true to stop executing the query.
    bool cancel = 15;
 
diff --git a/src/Storages/MergeTree/MergeTreeRangeReader.cpp b/src/Storages/MergeTree/MergeTreeRangeReader.cpp
index e22c6bb3d0c..c13146bd35c 100644
--- a/src/Storages/MergeTree/MergeTreeRangeReader.cpp
+++ b/src/Storages/MergeTree/MergeTreeRangeReader.cpp
@@ -637,7 +637,7 @@ MergeTreeRangeReader::ReadResult MergeTreeRangeReader::read(size_t max_rows, Mar
 
         if (!columns.empty())
         {
-            /// If some columns absent in part, then evaulate default values
+            /// If some columns absent in part, then evaluate default values
             if (should_evaluate_missing_defaults)
             {
                 auto block = prev_reader->sample_block.cloneWithColumns(read_result.columns);
@@ -681,7 +681,7 @@ MergeTreeRangeReader::ReadResult MergeTreeRangeReader::read(size_t max_rows, Mar
             merge_tree_reader->fillMissingColumns(read_result.columns, should_evaluate_missing_defaults,
                                                   read_result.num_rows);
 
-            /// If some columns absent in part, then evaulate default values
+            /// If some columns absent in part, then evaluate default values
             if (should_evaluate_missing_defaults)
                 merge_tree_reader->evaluateMissingDefaults({}, read_result.columns);
 
diff --git a/src/Storages/MergeTree/RPNBuilder.h b/src/Storages/MergeTree/RPNBuilder.h
index ed25252642b..292a120d28a 100644
--- a/src/Storages/MergeTree/RPNBuilder.h
+++ b/src/Storages/MergeTree/RPNBuilder.h
@@ -31,7 +31,7 @@ public:
           */
         block_with_constants = KeyCondition::getBlockWithConstants(query_info.query, query_info.syntax_analyzer_result, context);
 
-        /// Trasform WHERE section to Reverse Polish notation
+        /// Transform WHERE section to Reverse Polish notation
         const ASTSelectQuery & select = typeid_cast<const ASTSelectQuery &>(*query_info.query);
         if (select.where())
         {
diff --git a/src/Storages/MergeTree/tests/gtest_ReplicatedMergeTreeLogEntry.cpp b/src/Storages/MergeTree/tests/gtest_ReplicatedMergeTreeLogEntry.cpp
index 98e70bd6147..03f36d866bb 100644
--- a/src/Storages/MergeTree/tests/gtest_ReplicatedMergeTreeLogEntry.cpp
+++ b/src/Storages/MergeTree/tests/gtest_ReplicatedMergeTreeLogEntry.cpp
@@ -213,7 +213,7 @@ TEST_P(ReplicatedMergeTreeLogEntryDataTest, transcode)
 
 // Enabling this warning would ruin test brievity without adding anything else in return,
 // since most of the fields have default constructors or be will be zero-initialized as by standard,
-// so values are predicatable and stable accross runs.
+// so values are predicatable and stable across runs.
 #pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wmissing-field-initializers"
 
@@ -301,7 +301,7 @@ INSTANTIATE_TEST_SUITE_P(Merge, ReplicatedMergeTreeLogEntryDataTest,
 
 // This is just an example of how to set all fields. Can't be used as is since depending on type,
 // only some fields are serialized/deserialized, and even if everything works perfectly,
-// some fileds in deserialized object would be unset (hence differ from expected).
+// some fields in deserialized object would be unset (hence differ from expected).
 // INSTANTIATE_TEST_SUITE_P(Full, ReplicatedMergeTreeLogEntryDataTest,
 //         ::testing::ValuesIn(std::initializer_list<ReplicatedMergeTreeLogEntryData>{
 //     {
diff --git a/src/Storages/RocksDB/EmbeddedRocksDBBlockInputStream.cpp b/src/Storages/RocksDB/EmbeddedRocksDBBlockInputStream.cpp
index 49b91aa7477..35c41cabd8b 100644
--- a/src/Storages/RocksDB/EmbeddedRocksDBBlockInputStream.cpp
+++ b/src/Storages/RocksDB/EmbeddedRocksDBBlockInputStream.cpp
@@ -56,7 +56,7 @@ Block EmbeddedRocksDBBlockInputStream::readImpl()
     finished = !iterator->Valid();
     if (!iterator->status().ok())
     {
-        throw Exception("Engine " + getName() + " got error while seeking key value datas: " + iterator->status().ToString(),
+        throw Exception("Engine " + getName() + " got error while seeking key value data: " + iterator->status().ToString(),
             ErrorCodes::ROCKSDB_ERROR);
     }
     return sample_block.cloneWithColumns(std::move(columns));
diff --git a/src/Storages/StorageInMemoryMetadata.h b/src/Storages/StorageInMemoryMetadata.h
index 3656edf71f4..4c5edf31efe 100644
--- a/src/Storages/StorageInMemoryMetadata.h
+++ b/src/Storages/StorageInMemoryMetadata.h
@@ -61,13 +61,13 @@ struct StorageInMemoryMetadata
     /// Sets constraints
     void setConstraints(ConstraintsDescription constraints_);
 
-    /// Set partition key for storage (methods bellow, are just wrappers for this struct).
+    /// Set partition key for storage (methods below, are just wrappers for this struct).
     void setPartitionKey(const KeyDescription & partition_key_);
-    /// Set sorting key for storage (methods bellow, are just wrappers for this struct).
+    /// Set sorting key for storage (methods below, are just wrappers for this struct).
     void setSortingKey(const KeyDescription & sorting_key_);
-    /// Set primary key for storage (methods bellow, are just wrappers for this struct).
+    /// Set primary key for storage (methods below, are just wrappers for this struct).
     void setPrimaryKey(const KeyDescription & primary_key_);
-    /// Set sampling key for storage (methods bellow, are just wrappers for this struct).
+    /// Set sampling key for storage (methods below, are just wrappers for this struct).
     void setSamplingKey(const KeyDescription & sampling_key_);
 
     /// Set common table TTLs
diff --git a/utils/check-style/check-typos b/utils/check-style/check-typos
index 14deb039059..72c19bc1140 100755
--- a/utils/check-style/check-typos
+++ b/utils/check-style/check-typos
@@ -1,14 +1,14 @@
 #!/usr/bin/env bash
+set +x
 
 # Check for typos in code.
 
 ROOT_PATH=$(git rev-parse --show-toplevel)
-CURDIR=$(dirname "${BASH_SOURCE[0]}")
 
 codespell \
-    --skip '*generated*,*gperf*,*.bin,*.mrk*,*.idx,checksums.txt,*.dat,*.pyc,*.kate-swp' \
-    --ignore-words "${CURDIR}/codespell-ignore-words.list" \
-    --exclude-file "${CURDIR}/codespell-ignore-lines.list" \
+    --skip '*generated*,*gperf*,*.bin,*.mrk*,*.idx,checksums.txt,*.dat,*.pyc,*.kate-swp,*obfuscateQueries.cpp' \
+    --ignore-words "${ROOT_PATH}/utils/check-style/codespell-ignore-words.list" \
+    --exclude-file "${ROOT_PATH}/utils/check-style/codespell-ignore-lines.list" \
     --quiet-level 2 \
     "$ROOT_PATH"/{src,base,programs,utils} \
     $@ | grep -P '.' \
diff --git a/utils/check-style/check-whitespaces b/utils/check-style/check-whitespaces
new file mode 100755
index 00000000000..1aa3fd8cf6d
--- /dev/null
+++ b/utils/check-style/check-whitespaces
@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+ROOT_PATH=$(git rev-parse --show-toplevel)
+EXCLUDE_DIRS='build/|integration/|widechar_width/|glibc-compatibility/|memcpy/|consistent-hashing/|Parsers/New'
+
+# Double whitespaces
+find $ROOT_PATH/{src,base,programs,utils} -name '*.h' -or -name '*.cpp' 2>/dev/null |
+    grep -vP $EXCLUDE_DIRS |
+    while read i; do $ROOT_PATH/utils/check-style/double-whitespaces.pl < $i || echo -e "^ File $i contains double whitespaces\n"; done
\ No newline at end of file
diff --git a/utils/check-style/codespell-ignore-words.list b/utils/check-style/codespell-ignore-words.list
index 4433e9917e3..680e7344ad1 100644
--- a/utils/check-style/codespell-ignore-words.list
+++ b/utils/check-style/codespell-ignore-words.list
@@ -1,7 +1,14 @@
-thenn
+wthenn
 fpr
 creat
 parsering
 nd
 ect
 pullrequest
+pullrequests
+ans
+splitted
+thenn
+ths
+offsett
+numer

From f36e8f13c03a1b447771f1937acb4d1743dd294a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 24 Dec 2020 13:48:10 +0300
Subject: [PATCH 497/742] more fixes after rebase

---
 src/Common/Exception.h                        |  2 +-
 src/Functions/ExtractString.h                 |  6 +++---
 src/Functions/FunctionsStringHash.cpp         | 12 ++++++------
 src/Server/grpc_protos/clickhouse_grpc.proto  |  2 +-
 utils/check-style/check-typos                 |  1 -
 utils/check-style/codespell-ignore-words.list |  4 +---
 6 files changed, 12 insertions(+), 15 deletions(-)

diff --git a/src/Common/Exception.h b/src/Common/Exception.h
index c26f3f41ab4..a6190c7ca24 100644
--- a/src/Common/Exception.h
+++ b/src/Common/Exception.h
@@ -98,7 +98,7 @@ private:
 
 
 /// Special class of exceptions, used mostly in ParallelParsingInputFormat for
-/// more convinient calculation of problem line number.
+/// more convenient calculation of problem line number.
 class ParsingException : public Exception
 {
 public:
diff --git a/src/Functions/ExtractString.h b/src/Functions/ExtractString.h
index c4251f8c4a6..8313f583025 100644
--- a/src/Functions/ExtractString.h
+++ b/src/Functions/ExtractString.h
@@ -61,7 +61,7 @@ struct ExtractStringImpl
     // read a ASCII word
     static ALWAYS_INLINE inline size_t readOneASCIIWord(PaddedPODArray<UInt8> & word_buf, const char *& pos, const char * end)
     {
-        // jump seperators
+        // jump separators
         while (pos < end && !isAlphaNumericASCII(*pos))
             ++pos;
 
@@ -93,7 +93,7 @@ struct ExtractStringImpl
     // read one UTF8 word from pos to word
     static ALWAYS_INLINE inline size_t readOneUTF8Word(PaddedPODArray<UInt32> & word_buf, const char *& pos, const char * end)
     {
-        // jump UTF8 seperator
+        // jump UTF8 separator
         while (pos < end && isUTF8Sep(*pos))
             ++pos;
         word_buf.clear();
@@ -112,7 +112,7 @@ private:
         ((cont[Offset + I] = std::tolower(cont[Offset + I])), ...);
     }
 
-    // we use ASCII non-alphanum character as UTF8 seperator
+    // we use ASCII non-alphanum character as UTF8 separator
     static ALWAYS_INLINE inline bool isUTF8Sep(const UInt8 c) { return c < 128 && !isAlphaNumericASCII(c); }
 
     // read one UTF8 character and return it
diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index d57be67ef7f..7062a47fa22 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -151,7 +151,7 @@ template <size_t N, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensit
 struct SimhashImpl
 {
     using StrOp = ExtractStringImpl<N, CaseInsensitive>;
-    // we made an assumption that the size of one word cann't exceed 128, which may not true
+    // we made an assumption that the size of one word can't exceed 128, which may not true
     // if some word's size exceed 128, it would be cut up to several word
     static constexpr size_t max_string_size = 1u << 15;
     static constexpr size_t simultaneously_codepoints_num = StrOp::buffer_size;
@@ -203,7 +203,7 @@ struct SimhashImpl
         return res_bit.to_ullong();
     }
 
-    // Simhash word shingle calculate funtion: String -> UInt64
+    // Simhash word shingle calculate function: String -> UInt64
     // this function extracting n word shingle from input string, and maintain a 64-dimensions vector as well
     // for each word shingle, calculate a 64 bit hash value, and update the vector according the hash value
     // finally return a 64 bit value(UInt64), i'th bit is 1 means vector[i] > 0, otherwise, vector[i] < 0
@@ -211,8 +211,8 @@ struct SimhashImpl
     // word shingle hash value calculate:
     // 1. at the first, extracts N word shingles and calculate N hash values, store into an array, use this N hash values
     // to calculate the first word shingle hash value
-    // 2. next, we extrac one word each time, and calculate a new hash value of the new word,then use the latest N hash
-    // values to caculate the next word shingle hash value
+    // 2. next, we extract one word each time, and calculate a new hash value of the new word,then use the latest N hash
+    // values to calculate the next word shingle hash value
     static ALWAYS_INLINE inline UInt64 wordShinglesCalculateHashValue(
         const char * data,
         size_t size,
@@ -254,12 +254,12 @@ struct SimhashImpl
             // for example, N = 5, array |a0|a1|a2|a3|a4|, now , a0 is the oldest location,
             // so we need to store new word hash into location of a0, then ,this array become
             // |a5|a1|a2|a3|a4|, next time, a1 become the oldest location, we need to store new
-            // word hash value into locaion of a1, then array become |a5|a6|a2|a3|a4|
+            // word hash value into location of a1, then array become |a5|a6|a2|a3|a4|
             nword_hashes[offset] = Hash::hashSum(word_buf.data(), word_buf.size());
             offset = (offset + 1) % N;
             // according to the word hash storation way, in order to not lose the word shingle's
             // sequence information, when calculation word shingle hash value, we need provide the offset
-            // inforation, which is the offset of the first word's hash value of the word shingle
+            // information, which is the offset of the first word's hash value of the word shingle
             hash_value = hash_functor(nword_hashes, N, offset);
             std::bitset<64> bits(hash_value);
             for (size_t i = 0; i < 64; ++i)
diff --git a/src/Server/grpc_protos/clickhouse_grpc.proto b/src/Server/grpc_protos/clickhouse_grpc.proto
index 5d16f9e8a79..2f25973297c 100644
--- a/src/Server/grpc_protos/clickhouse_grpc.proto
+++ b/src/Server/grpc_protos/clickhouse_grpc.proto
@@ -31,7 +31,7 @@ message ExternalTable {
 
    // Data to insert to the external table.
    // If a method with streaming input (i.e. ExecuteQueryWithStreamInput() or ExecuteQueryWithStreamIO()) is used,
-   // then data for insertion to the same external table can be splitted between multiple QueryInfos.
+   // then data for insertion to the same external table can be split between multiple QueryInfos.
    string data = 3;
 
    // Format of the data to insert to the external table.
diff --git a/utils/check-style/check-typos b/utils/check-style/check-typos
index 72c19bc1140..b5858968841 100755
--- a/utils/check-style/check-typos
+++ b/utils/check-style/check-typos
@@ -1,5 +1,4 @@
 #!/usr/bin/env bash
-set +x
 
 # Check for typos in code.
 
diff --git a/utils/check-style/codespell-ignore-words.list b/utils/check-style/codespell-ignore-words.list
index 680e7344ad1..200b55d112d 100644
--- a/utils/check-style/codespell-ignore-words.list
+++ b/utils/check-style/codespell-ignore-words.list
@@ -1,4 +1,4 @@
-wthenn
+thenn
 fpr
 creat
 parsering
@@ -6,8 +6,6 @@ nd
 ect
 pullrequest
 pullrequests
-ans
-splitted
 thenn
 ths
 offsett

From 8c72fa063df28b25c04acdf24405f7347a04fd6c Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 24 Dec 2020 13:59:58 +0300
Subject: [PATCH 498/742] boop the CI

---
 src/Interpreters/ExpressionAnalyzer.cpp | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 0a380c66d23..4af2a17e164 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -1426,6 +1426,12 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
         query_analyzer.appendSelect(chain, only_types || (need_aggregate ? !second_stage : !first_stage));
 
         has_order_by = query.orderBy() != nullptr;
+        // FIXME selected columns was set here. Should split order by and select
+        // and insert window functions in between.
+        // Will fix:
+        // 1) window function in DISTINCT
+        // 2) totally broken DISTINCT
+        // 3) window functions in order by
         before_order_and_select = query_analyzer.appendOrderBy(
                 chain,
                 only_types || (need_aggregate ? !second_stage : !first_stage),

From 3e9d177813b017e02e0e96bc8ead0a0469a3aa63 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 24 Dec 2020 16:06:32 +0300
Subject: [PATCH 499/742] Slightly simplier cmake

---
 CMakeLists.txt             | 6 +++---
 base/common/CMakeLists.txt | 2 --
 contrib/CMakeLists.txt     | 5 ++++-
 3 files changed, 7 insertions(+), 6 deletions(-)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 4ff492bda8c..52cb64fd763 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -252,15 +252,15 @@ endif ()
 option(WITH_COVERAGE "Profile the resulting binary/binaries" OFF)
 
 if (WITH_COVERAGE AND COMPILER_CLANG)
-    set(COMPILER_COVERAGE_OPTIONS -fprofile-instr-generate -fcoverage-mapping)
+    set(COMPILER_FLAGS "${COMPILER_FLAGS} -fprofile-instr-generate -fcoverage-mapping")
     # If we want to disable coverage for specific translation units
     set(WITHOUT_COVERAGE "-fno-profile-instr-generate -fno-coverage-mapping")
 endif()
 
 if (WITH_COVERAGE AND COMPILER_GCC)
+    set(COMPILER_FLAGS "${COMPILER_FLAGS} -fprofile-arcs -ftest-coverage")
     set(COVERAGE_OPTION "-lgcov")
-    set(COMPILER_COVERAGE_OPTIONS -fprofile-instr-generate -fcoverage-mapping)
-    set(WITH_COVERAGE "-fprofile-arcs -ftest-coverage")
+    set(WITHOUT_COVERAGE "-fno-profile-arcs -fno-test-coverage")
 endif()
 
 set(COMPILER_FLAGS "${COMPILER_FLAGS}")
diff --git a/base/common/CMakeLists.txt b/base/common/CMakeLists.txt
index 9a37f38ab14..cea52b443dd 100644
--- a/base/common/CMakeLists.txt
+++ b/base/common/CMakeLists.txt
@@ -37,8 +37,6 @@ add_library (common ${SRCS})
 
 if (WITH_COVERAGE)
     target_compile_definitions(common PUBLIC WITH_COVERAGE=1)
-    target_compile_options(common PUBLIC ${COMPILER_COVERAGE_OPTIONS})
-    target_link_options(common PUBLIC ${COMPILER_COVERAGE_OPTIONS})
 else ()
     target_compile_definitions(common PUBLIC WITH_COVERAGE=0)
 endif ()
diff --git a/contrib/CMakeLists.txt b/contrib/CMakeLists.txt
index a8cd1f07c1a..338d2e9f20c 100644
--- a/contrib/CMakeLists.txt
+++ b/contrib/CMakeLists.txt
@@ -15,7 +15,10 @@ set (CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -w")
 set (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -w")
 
 if (WITH_COVERAGE)
-  add_compile_options(-O3 -DNDEBUG -finline)
+  set (WITHOUT_COVERAGE_LIST ${WITHOUT_COVERAGE})
+  separate_arguments(WITHOUT_COVERAGE_LIST)
+  # disable coverage for contib files and build with optimisations
+  add_compile_options(-O3 -DNDEBUG -finline-functions -finline-hint-functions ${WITHOUT_COVERAGE_LIST})
 endif()
 
 if (SANITIZE STREQUAL "undefined")

From 4c4f72786e1d174a1bdccfd014fb00577d854fce Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 24 Dec 2020 16:45:43 +0300
Subject: [PATCH 500/742] replaced name shadowing in gcc

---
 src/Functions/FunctionBinaryArithmetic.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index d3639556ab6..a8ab5d1735e 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1361,8 +1361,8 @@ public:
 
     bool hasInformationAboutMonotonicity() const override
     {
-        const std::string_view name = Name::name;
-        return (name == "minus" || name == "plus" || name == "divide" || name == "intDiv");
+        const std::string_view name_view = Name::name;
+        return (name_view == "minus" || name_view == "plus" || name_view == "divide" || name_view == "intDiv");
     }
 
     Monotonicity getMonotonicityForRange(const IDataType &, const Field & left_point, const Field & right_point) const override

From fe80f98186763e01f8e8b122991e5e4665cf8c0c Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 24 Dec 2020 16:46:55 +0300
Subject: [PATCH 501/742] last fix add

---
 src/Functions/FunctionBinaryArithmetic.h | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index a8ab5d1735e..0e25f38e96d 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -1375,9 +1375,9 @@ public:
         if (applyVisitor(FieldVisitorAccurateEquals(), left_point, right_point))
             return {true, true, false};
 
-        const std::string_view name = Name::name;
+        const std::string_view name_view = Name::name;
 
-        if (name == "minus" || name == "plus")
+        if (name_view == "minus" || name_view == "plus")
         {
             // const +|- variable
             if (left.column && isColumnConst(*left.column))
@@ -1395,7 +1395,8 @@ public:
                 };
                 transform(left_point);
                 transform(right_point);
-                if (name == "plus")
+
+                if (name_view == "plus")
                 {
                     // Check if there is an overflow
                     if (applyVisitor(FieldVisitorAccurateLess(), left_point, right_point)
@@ -1437,7 +1438,7 @@ public:
                     return {false, true, false};
             }
         }
-        if (name == "divide" || name == "intDiv")
+        if (name_view == "divide" || name_view == "intDiv")
         {
             // const / variable
             if (left.column && isColumnConst(*left.column))

From 63dc8c546201a0182fed6de96b4e689c3c05df94 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Thu, 24 Dec 2020 17:24:51 +0300
Subject: [PATCH 502/742] better

---
 .../test_cluster_copier/test_trivial.py       | 35 ++++++++++++-------
 1 file changed, 23 insertions(+), 12 deletions(-)

diff --git a/tests/integration/test_cluster_copier/test_trivial.py b/tests/integration/test_cluster_copier/test_trivial.py
index ba6cefcec38..71b76915cfa 100644
--- a/tests/integration/test_cluster_copier/test_trivial.py
+++ b/tests/integration/test_cluster_copier/test_trivial.py
@@ -5,6 +5,7 @@ from contextlib import contextmanager
 
 import docker
 import pytest
+import random
 
 CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
@@ -85,9 +86,14 @@ def execute_task(task, cmd_options):
     zk = cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
+    try:
+        zk.delete("/clickhouse-copier", recursive=True)
+    except kazoo.exceptions.NoNodeError:
+        print("No node /clickhouse-copier. It is Ok in first test.")
+
     zk_task_path = task.zk_task_path
     zk.ensure_path(zk_task_path)
-    zk.create(zk_task_path + "/description", task.copier_task_config)
+    zk.create(zk_task_path + "/description", task.copier_task_config.encode())
 
     # Run cluster-copier processes on each node
     docker_api = docker.from_env().api
@@ -99,23 +105,28 @@ def execute_task(task, cmd_options):
            '--base-dir', '/var/log/clickhouse-server/copier']
     cmd += cmd_options
 
-    print(cmd)
+    copiers = list(cluster.instances.keys())
 
-    for instance_name, instance in cluster.instances.items():
+    for instance_name in copiers:
+        instance = cluster.instances[instance_name]
         container = instance.get_docker_handle()
+        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs/config-copier.xml"),
+                                        "/etc/clickhouse-server/config-copier.xml")
+        print("Copied copier config to {}".format(instance.name))
         exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
-        docker_api.exec_start(exec_id, detach=True)
-
+        output = docker_api.exec_start(exec_id).decode('utf8')
+        print(output)
         copiers_exec_ids.append(exec_id)
         print("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
 
     # Wait for copiers stopping and check their return codes
-    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
+    for exec_id, instance_name in zip(copiers_exec_ids, copiers):
+        instance = cluster.instances[instance_name]
         while True:
             res = docker_api.exec_inspect(exec_id)
             if not res['Running']:
                 break
-            time.sleep(1)
+            time.sleep(0.5)
 
         assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
 
@@ -152,10 +163,10 @@ def test_trivial_copy(started_cluster, use_sample_offset):
 )
 def test_trivial_copy_with_copy_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
 @pytest.mark.parametrize(
@@ -167,14 +178,14 @@ def test_trivial_copy_with_copy_fault(started_cluster, use_sample_offset):
 )
 def test_trivial_copy_with_move_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
 
 
 if __name__ == '__main__':
     with contextmanager(started_cluster)() as cluster:
         for name, instance in list(cluster.instances.items()):
             print(name, instance.ip_address)
-        input("Cluster created, press any key to destroy...")
\ No newline at end of file
+        input("Cluster created, press any key to destroy...")

From ccb2fcc16124654350b2f8e765d9a263723b3152 Mon Sep 17 00:00:00 2001
From: Andy Yang <yangzhaohui168@gmail.com>
Date: Mon, 7 Dec 2020 17:35:15 +0800
Subject: [PATCH 503/742] Support bitmap64 feature

---
 contrib/croaring-cmake/CMakeLists.txt         |   1 +
 .../AggregateFunctionGroupBitmapData.h        | 600 +++++++++++++++---
 .../00829_bitmap64_function.reference         |  14 +
 .../0_stateless/00829_bitmap64_function.sql   |  73 +++
 4 files changed, 592 insertions(+), 96 deletions(-)
 create mode 100644 tests/queries/0_stateless/00829_bitmap64_function.reference
 create mode 100644 tests/queries/0_stateless/00829_bitmap64_function.sql

diff --git a/contrib/croaring-cmake/CMakeLists.txt b/contrib/croaring-cmake/CMakeLists.txt
index 3189795347b..8a8ca62e051 100644
--- a/contrib/croaring-cmake/CMakeLists.txt
+++ b/contrib/croaring-cmake/CMakeLists.txt
@@ -23,3 +23,4 @@ add_library(roaring ${SRCS})
 
 target_include_directories(roaring PRIVATE ${LIBRARY_DIR}/include/roaring)
 target_include_directories(roaring SYSTEM BEFORE PUBLIC ${LIBRARY_DIR}/include)
+target_include_directories(roaring SYSTEM BEFORE PUBLIC ${LIBRARY_DIR}/cpp)
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index d80e5e81f19..5e93fbb60d8 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -12,6 +12,7 @@
 // TODO: find out what it is. On github, they have proper interface headers like
 // this one: https://github.com/RoaringBitmap/CRoaring/blob/master/include/roaring/roaring.h
 #include <roaring/roaring.h>
+#include <roaring64map.hh>
 
 namespace DB
 {
@@ -26,25 +27,37 @@ class RoaringBitmapWithSmallSet : private boost::noncopyable
 private:
     using Small = SmallSet<T, small_set_size>;
     using ValueBuffer = std::vector<T>;
+    bool bUInt64 = sizeof(T) >= 8;
+
     Small small;
     roaring_bitmap_t * rb = nullptr;
+    std::shared_ptr<Roaring64Map> rb64 = nullptr;
 
     void toLarge()
     {
-        rb = roaring_bitmap_create();
+        if ( isUInt64() )
+            rb64 = std::make_shared<Roaring64Map>();
+        else
+            rb = roaring_bitmap_create();
 
-        for (const auto & x : small)
-            roaring_bitmap_add(rb, x.getValue());
+        for (const auto & x : small){
+            if ( isUInt64() )
+                rb64->add( static_cast<UInt64>(x.getValue()) );
+            else
+                roaring_bitmap_add(rb, x.getValue());
+        }
     }
 
 public:
-    bool isLarge() const { return rb != nullptr; }
+    bool isLarge() const { return rb != nullptr || rb64 != nullptr; }
 
-    bool isSmall() const { return rb == nullptr; }
+    bool isSmall() const { return rb == nullptr &&  rb64 == nullptr; }
+
+    bool isUInt64() const { return bUInt64; }
 
     ~RoaringBitmapWithSmallSet()
     {
-        if (isLarge())
+        if (isLarge() && !isUInt64() )
             roaring_bitmap_free(rb);
     }
 
@@ -59,19 +72,35 @@ public:
                 else
                 {
                     toLarge();
-                    roaring_bitmap_add(rb, value);
+                    if ( isUInt64() )
+                        rb64->add( static_cast<UInt64>(value) );
+                    else
+                        roaring_bitmap_add(rb, value);
                 }
             }
         }
         else
-            roaring_bitmap_add(rb, value);
+        {
+            if ( isUInt64() )
+                rb64->add( static_cast<UInt64>(value) );
+            else
+                roaring_bitmap_add(rb, value);
+        }
     }
 
     UInt64 size() const
     {
-        return isSmall()
-            ? small.size()
-            : roaring_bitmap_get_cardinality(rb);
+        if (isSmall())
+        {
+            return small.size();
+        }
+        else
+        {
+            if ( isUInt64() )
+                return rb64->cardinality();
+            else
+                return roaring_bitmap_get_cardinality(rb);
+        }
     }
 
     void merge(const RoaringBitmapWithSmallSet & r1)
@@ -81,7 +110,10 @@ public:
             if (isSmall())
                 toLarge();
 
-            roaring_bitmap_or_inplace(rb, r1.rb);
+            if ( isUInt64() )
+                *rb64 |= *r1.rb64;
+            else
+                roaring_bitmap_or_inplace(rb, r1.rb);
         }
         else
         {
@@ -92,39 +124,63 @@ public:
 
     void read(DB::ReadBuffer & in)
     {
-        bool is_large;
-        readBinary(is_large, in);
+        // Container type:  0: SmallSet,  1: RoaringBitmap32,  2: RoaringBitmap64
+        UInt8 containerType = 0;
+        readBinary(containerType, in);
 
-        if (is_large)
+        if( 0 == containerType )
         {
+            small.read(in);
+        } else if( 1 == containerType ) {
             std::string s;
             readStringBinary(s,in);
             rb = roaring_bitmap_portable_deserialize(s.c_str());
-            for (const auto & x : small) // merge from small
-                roaring_bitmap_add(rb, x.getValue());
+            // It has been persisted in the bitmap and does not need to merge from small
+//            for (const auto & x : small) // merge from small
+//                roaring_bitmap_add(rb, x.getValue());
+        } else {
+            std::string s;
+            readStringBinary(s,in);
+            rb64 = std::make_shared<Roaring64Map>( Roaring64Map::read(s.c_str()) );
         }
-        else
-            small.read(in);
     }
 
     void write(DB::WriteBuffer & out) const
     {
-        writeBinary(isLarge(), out);
+        // Container type:  0: SmallSet,  1: RoaringBitmap32,  2: RoaringBitmap64
+        UInt8 containerType = 0;
+        if (isLarge())
+        {
+            if ( isUInt64() )
+                containerType = 2;
+            else
+                containerType = 1;
+        }
+
+        writeBinary(containerType, out);
 
         if (isLarge())
         {
-            uint32_t expectedsize = roaring_bitmap_portable_size_in_bytes(rb);
-            std::string s(expectedsize,0);
-            roaring_bitmap_portable_serialize(rb, const_cast<char*>(s.data()));
-            writeStringBinary(s,out);
+            if ( isUInt64() ){
+                uint32_t expectedsize = rb64->getSizeInBytes();
+                std::string s(expectedsize,0);
+                rb64->write(const_cast<char*>(s.data()));
+                writeStringBinary(s,out);
+            } else {
+                uint32_t expectedsize = roaring_bitmap_portable_size_in_bytes(rb);
+                std::string s(expectedsize,0);
+                roaring_bitmap_portable_serialize(rb, const_cast<char*>(s.data()));
+                writeStringBinary(s,out);
+            }
         }
         else
             small.write(out);
     }
 
-
     roaring_bitmap_t * getRb() const { return rb; }
 
+    std::shared_ptr<Roaring64Map> getRb64() const { return rb64; }
+
     Small & getSmall() const { return small; }
 
     /**
@@ -138,6 +194,17 @@ public:
         return smallRb;
     }
 
+    /**
+     * Get a new Roaring64Map from elements of small
+     */
+    std::shared_ptr<Roaring64Map> getNewRb64FromSmall() const
+    {
+        std::shared_ptr<Roaring64Map> smallRb64 = std::make_shared<Roaring64Map>();
+        for (const auto & x : small)
+            smallRb64->add( static_cast<UInt64>(x.getValue()) );
+        return smallRb64;
+    }
+
     /**
      * Computes the intersection between two bitmaps
      */
@@ -162,8 +229,18 @@ public:
         else if (isSmall() && r1.isLarge())
         {
             for (const auto & x : small)
-                if (roaring_bitmap_contains(r1.rb, x.getValue()))
-                    buffer.push_back(x.getValue());
+            {
+                if ( isUInt64() )
+                {
+                    if (rb64->contains(static_cast<UInt64>(x.getValue())) )
+                        buffer.push_back(x.getValue());
+                }
+                else
+                {
+                    if (roaring_bitmap_contains(r1.rb, x.getValue()))
+                        buffer.push_back(x.getValue());
+                }
+            }
 
             // Clear out the original values
             small.clear();
@@ -175,10 +252,18 @@ public:
         }
         else
         {
-            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-            roaring_bitmap_and_inplace(rb, rb1);
-            if (r1.isSmall())
-                roaring_bitmap_free(rb1);
+            if ( isUInt64() )
+            {
+                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
+                *rb64 &= *newRb64;
+            }
+            else
+            {
+                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
+                roaring_bitmap_and_inplace(rb, rb1);
+                if (r1.isSmall())
+                    roaring_bitmap_free(rb1);
+            }
         }
     }
 
@@ -194,10 +279,16 @@ public:
     {
         if (isSmall())
             toLarge();
-        roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-        roaring_bitmap_xor_inplace(rb, rb1);
-        if (r1.isSmall())
-            roaring_bitmap_free(rb1);
+
+        if ( isUInt64() ){
+            std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
+            *rb64 ^= *newRb64;
+        } else {
+            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
+            roaring_bitmap_xor_inplace(rb, rb1);
+            if (r1.isSmall())
+                roaring_bitmap_free(rb1);
+        }
     }
 
     /**
@@ -224,8 +315,18 @@ public:
         else if (isSmall() && r1.isLarge())
         {
             for (const auto & x : small)
-                if (!roaring_bitmap_contains(r1.rb, x.getValue()))
-                    buffer.push_back(x.getValue());
+            {
+                if ( isUInt64() )
+                {
+                    if ( !rb64->contains(static_cast<UInt64>(x.getValue())))
+                        buffer.push_back(x.getValue());
+                }
+                else
+                {
+                    if (!roaring_bitmap_contains(r1.rb, x.getValue()))
+                        buffer.push_back(x.getValue());
+                }
+            }
 
             // Clear out the original values
             small.clear();
@@ -237,10 +338,18 @@ public:
         }
         else
         {
-            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-            roaring_bitmap_andnot_inplace(rb, rb1);
-            if (r1.isSmall())
-                roaring_bitmap_free(rb1);
+            if ( isUInt64() )
+            {
+                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
+                *rb64 -= *newRb64;
+            }
+            else
+            {
+                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
+                roaring_bitmap_andnot_inplace(rb, rb1);
+                if (r1.isSmall())
+                    roaring_bitmap_free(rb1);
+            }
         }
     }
 
@@ -259,15 +368,31 @@ public:
         else if (isSmall() && r1.isLarge())
         {
             for (const auto & x : small)
-                if (roaring_bitmap_contains(r1.rb, x.getValue()))
-                    ++retSize;
+            {
+                if ( isUInt64() )
+                {
+                    if ( rb64->contains(static_cast<UInt64>(x.getValue())))
+                        ++retSize;
+                } else {
+                    if (roaring_bitmap_contains(r1.rb, x.getValue()))
+                        ++retSize;
+                }
+            }
         }
         else
         {
-            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-            retSize = roaring_bitmap_and_cardinality(rb, rb1);
-            if (r1.isSmall())
-                roaring_bitmap_free(rb1);
+            if ( isUInt64() )
+            {
+                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
+                retSize = ( *rb64 & *newRb64 ).cardinality();
+            }
+            else
+            {
+                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
+                retSize = roaring_bitmap_and_cardinality(rb, rb1);
+                if (r1.isSmall())
+                    roaring_bitmap_free(rb1);
+            }
         }
         return retSize;
     }
@@ -311,10 +436,21 @@ public:
     {
         if (isSmall())
             toLarge();
-        roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-        UInt8 is_true = roaring_bitmap_equals(rb, rb1);
-        if (r1.isSmall())
-            roaring_bitmap_free(rb1);
+
+        UInt8 is_true = 0;
+        if ( isUInt64() )
+        {
+            std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
+            is_true = *rb64 == *newRb64;
+        }
+        else
+        {
+            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
+            is_true = roaring_bitmap_equals(rb, rb1);
+            if (r1.isSmall())
+                roaring_bitmap_free(rb1);
+        }
+
         return is_true;
     }
 
@@ -335,18 +471,49 @@ public:
             else
             {
                 for (const auto & x : small)
-                    if (roaring_bitmap_contains(r1.rb, x.getValue()))
-                        return 1;
+                {
+                    if ( isUInt64() )
+                    {
+                        if( r1.rb64->contains( static_cast<UInt64>(x.getValue()) ) )
+                            return 1;
+                    }
+                    else
+                    {
+                        if (roaring_bitmap_contains(r1.rb, x.getValue()))
+                            return 1;
+                    }
+                }
             }
         }
         else if (r1.isSmall())
         {
             for (const auto & x : r1.small)
-                if (roaring_bitmap_contains(rb, x.getValue()))
-                    return 1;
+            {
+                if ( isUInt64() )
+                {
+                    if( rb64->contains( static_cast<UInt64>(x.getValue()) ) )
+                        return 1;
+                }
+                else
+                {
+                    if (roaring_bitmap_contains(rb, x.getValue()))
+                        return 1;
+                }
+            }
+        }
+        else
+        {
+            if ( isUInt64() )
+            {
+                if( ( *rb64 & *r1.rb64 ).cardinality() > 0 )
+                    return 1;
+            }
+            else
+            {
+                if (roaring_bitmap_intersect(rb, r1.rb))
+                    return 1;
+            }
         }
-        else if (roaring_bitmap_intersect(rb, r1.rb))
-            return 1;
 
         return 0;
     }
@@ -379,28 +546,72 @@ public:
                 // r1_size + number of not found elements, if this sum becomes
                 // greater then r1 is not a subset.
                 for (const auto & x : small)
-                    if (!roaring_bitmap_contains(r1.rb, x.getValue()) && ++r1_size > small.size())
-                        return 0;
+                {
+                    if ( isUInt64() )
+                    {
+                        if (!r1.rb64->contains( static_cast<UInt64>(x.getValue()) ) && ++r1_size > small.size())
+                            return 0;
+                    }
+                    else
+                    {
+                        if (!roaring_bitmap_contains(r1.rb, x.getValue()) && ++r1_size > small.size())
+                            return 0;
+                    }
+                }
             }
         }
         else if (r1.isSmall())
         {
             for (const auto & x : r1.small)
-                if (!roaring_bitmap_contains(rb, x.getValue()))
-                    return 0;
+            {
+                if ( isUInt64() )
+                {
+                    if ( !rb64->contains( static_cast<UInt64>(x.getValue())) )
+                        return 0;
+                }
+                else
+                {
+                    if (!roaring_bitmap_contains(rb, x.getValue()))
+                        return 0;
+                }
+            }
+        }
+        else
+        {
+            if ( isUInt64() )
+            {
+                if (!r1.rb64->isSubset(*rb64))
+                    return 0;
+            }
+            else
+            {
+                if (!roaring_bitmap_is_subset(r1.rb, rb))
+                    return 0;
+            }
         }
-        else if (!roaring_bitmap_is_subset(r1.rb, rb))
-            return 0;
-
         return 1;
     }
 
     /**
      * Check whether this bitmap contains the argument.
      */
-    UInt8 rb_contains(const UInt32 x) const
+    UInt8 rb_contains(const UInt64 x) const
     {
-        return isSmall() ? small.find(x) != small.end() : roaring_bitmap_contains(rb, x);
+        if (isSmall())
+        {
+            return small.find(x) != small.end();
+        }
+        else
+        {
+            if ( isUInt64() )
+            {
+                return rb64->contains(x);
+            }
+            else
+            {
+                return roaring_bitmap_contains(rb, x);
+            }
+        }
     }
 
     /**
@@ -410,7 +621,11 @@ public:
     {
         if (isSmall())
             toLarge();
-        roaring_bitmap_remove(rb, offsetid);
+
+        if ( isUInt64() )
+            rb64->remove( offsetid );
+        else
+            roaring_bitmap_remove(rb, offsetid);
     }
 
     /**
@@ -423,7 +638,10 @@ public:
     {
         if (isSmall())
             toLarge();
-        roaring_bitmap_flip_inplace(rb, offsetstart, offsetend);
+        if ( isUInt64() )
+            rb64->flip( offsetstart, offsetend );
+        else
+            roaring_bitmap_flip_inplace(rb, offsetstart, offsetend);
     }
 
     /**
@@ -433,7 +651,11 @@ public:
     {
         if (isSmall())
             toLarge();
-        return roaring_bitmap_rank(rb, offsetid);
+
+        if ( isUInt64() )
+            return rb64->rank( offsetid );
+        else
+            return roaring_bitmap_rank(rb, offsetid);
     }
 
     /**
@@ -453,13 +675,23 @@ public:
         }
         else
         {
-            roaring_uint32_iterator_t iterator;
-            roaring_init_iterator(rb, &iterator);
-            while (iterator.has_value)
+            if ( isUInt64() )
             {
-                res_data.emplace_back(iterator.current_value);
-                roaring_advance_uint32_iterator(&iterator);
-                count++;
+                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++) {
+                    res_data.emplace_back( *iterator );
+                    count++;
+                }
+            }
+            else
+            {
+                roaring_uint32_iterator_t iterator;
+                roaring_init_iterator(rb, &iterator);
+                while (iterator.has_value)
+                {
+                    res_data.emplace_back(iterator.current_value);
+                    roaring_advance_uint32_iterator(&iterator);
+                    count++;
+                }
             }
         }
         return count;
@@ -468,7 +700,7 @@ public:
     /**
      * Return new set with specified range (not include the range_end)
      */
-    UInt64 rb_range(UInt32 range_start, UInt32 range_end, RoaringBitmapWithSmallSet & r1) const
+    UInt64 rb_range(UInt64 range_start, UInt64 range_end, RoaringBitmapWithSmallSet & r1) const
     {
         UInt64 count = 0;
         if (range_start >= range_end)
@@ -487,14 +719,33 @@ public:
         }
         else
         {
-            roaring_uint32_iterator_t iterator;
-            roaring_init_iterator(rb, &iterator);
-            roaring_move_uint32_iterator_equalorlarger(&iterator, range_start);
-            while (iterator.has_value && UInt32(iterator.current_value) < range_end)
+            if ( isUInt64() )
             {
-                r1.add(iterator.current_value);
-                roaring_advance_uint32_iterator(&iterator);
-                ++count;
+                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++)
+                {
+                    if( *iterator < range_start )
+                        continue;
+
+                    if( *iterator < range_end)
+                    {
+                        r1.add( *iterator );
+                        ++count;
+                    }
+                    else
+                        break;
+                }
+            }
+            else
+            {
+                roaring_uint32_iterator_t iterator;
+                roaring_init_iterator(rb, &iterator);
+                roaring_move_uint32_iterator_equalorlarger(&iterator, range_start);
+                while (iterator.has_value && UInt32(iterator.current_value) < range_end)
+                {
+                    r1.add(iterator.current_value);
+                    roaring_advance_uint32_iterator(&iterator);
+                    ++count;
+                }
             }
         }
         return count;
@@ -503,7 +754,7 @@ public:
     /**
      * Return new set of the smallest `limit` values in set which is no less than `range_start`.
      */
-    UInt64 rb_limit(UInt32 range_start, UInt32 limit, RoaringBitmapWithSmallSet & r1) const
+    UInt64 rb_limit(UInt64 range_start, UInt64 limit, RoaringBitmapWithSmallSet & r1) const
     {
         UInt64 count = 0;
         if (isSmall())
@@ -526,14 +777,33 @@ public:
         }
         else
         {
-            roaring_uint32_iterator_t iterator;
-            roaring_init_iterator(rb, &iterator);
-            roaring_move_uint32_iterator_equalorlarger(&iterator, range_start);
-            while (UInt32(count) < limit && iterator.has_value)
+            if ( isUInt64() )
             {
-                r1.add(iterator.current_value);
-                roaring_advance_uint32_iterator(&iterator);
-                ++count;
+                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++)
+                {
+                    if( *iterator < range_start )
+                        continue;
+
+                    if( count < limit)
+                    {
+                        r1.add( *iterator );
+                        ++count;
+                    }
+                    else
+                        break;
+                }
+            }
+            else
+            {
+                roaring_uint32_iterator_t iterator;
+                roaring_init_iterator(rb, &iterator);
+                roaring_move_uint32_iterator_equalorlarger(&iterator, range_start);
+                while (UInt32(count) < limit && iterator.has_value)
+                {
+                    r1.add(iterator.current_value);
+                    roaring_advance_uint32_iterator(&iterator);
+                    ++count;
+                }
             }
         }
         return count;
@@ -555,7 +825,10 @@ public:
         }
         else
         {
-            min_val = UInt64(roaring_bitmap_minimum(rb));
+            if ( isUInt64() )
+                min_val = rb64->minimum();
+            else
+                min_val = UInt64(roaring_bitmap_minimum(rb));
         }
         return min_val;
     }
@@ -576,7 +849,10 @@ public:
         }
         else
         {
-            max_val = UInt64(roaring_bitmap_maximum(rb));
+            if ( isUInt64() )
+                max_val = rb64->maximum();
+            else
+                max_val = UInt64(roaring_bitmap_maximum(rb));
         }
         return max_val;
     }
@@ -592,12 +868,144 @@ public:
         {
             if (from_vals[i] == to_vals[i])
                 continue;
-            bool changed = roaring_bitmap_remove_checked(rb, from_vals[i]);
-            if (changed)
-                roaring_bitmap_add(rb, to_vals[i]);
+
+            if ( isUInt64() )
+            {
+                bool changed = rb64->removeChecked( from_vals[i] );
+                if (changed)
+                    rb64->add(to_vals[i]);
+            }
+            else
+            {
+                bool changed = roaring_bitmap_remove_checked(rb, from_vals[i]);
+                if (changed)
+                    roaring_bitmap_add(rb, to_vals[i]);
+            }
         }
     }
 
+private:
+    /// To read and write the DB Buffer directly, migrate code from CRoaring
+    void db_roaring_bitmap_add_many(DB::ReadBuffer & db_buf, roaring_bitmap_t * r, size_t n_args)
+    {
+        void * container = nullptr; // hold value of last container touched
+        uint8_t typecode = 0; // typecode of last container touched
+        uint32_t prev = 0; // previous valued inserted
+        size_t i = 0; // index of value
+        int containerindex = 0;
+        if (n_args == 0)
+            return;
+        uint32_t val;
+        readBinary(val, db_buf);
+        container = containerptr_roaring_bitmap_add(r, val, &typecode, &containerindex);
+        prev = val;
+        ++i;
+        for (; i < n_args; ++i)
+        {
+            readBinary(val, db_buf);
+            if (((prev ^ val) >> 16) == 0)
+            { // no need to seek the container, it is at hand
+                // because we already have the container at hand, we can do the
+                // insertion
+                // automatically, bypassing the roaring_bitmap_add call
+                uint8_t newtypecode = typecode;
+                void * container2 = container_add(container, val & 0xFFFF, typecode, &newtypecode);
+                // rare instance when we need to
+                if (container2 != container)
+                {
+                    // change the container type
+                    container_free(container, typecode);
+                    ra_set_container_at_index(&r->high_low_container, containerindex, container2, newtypecode);
+                    typecode = newtypecode;
+                    container = container2;
+                }
+            }
+            else
+            {
+                container = containerptr_roaring_bitmap_add(r, val, &typecode, &containerindex);
+            }
+            prev = val;
+        }
+    }
+
+    void db_ra_to_uint32_array(DB::WriteBuffer & db_buf, roaring_array_t * ra) const
+    {
+        size_t ctr = 0;
+        for (Int32 i = 0; i < ra->size; ++i)
+        {
+            Int32 num_added = db_container_to_uint32_array(db_buf, ra->containers[i], ra->typecodes[i], (static_cast<UInt32>(ra->keys[i])) << 16);
+            ctr += num_added;
+        }
+    }
+
+    UInt32 db_container_to_uint32_array(DB::WriteBuffer & db_buf, const void * container, uint8_t typecode, UInt32 base) const
+    {
+        container = container_unwrap_shared(container, &typecode);
+        switch (typecode)
+        {
+            case BITSET_CONTAINER_TYPE_CODE:
+                return db_bitset_container_to_uint32_array(db_buf, static_cast<const bitset_container_t *>(container), base);
+            case ARRAY_CONTAINER_TYPE_CODE:
+                return db_array_container_to_uint32_array(db_buf, static_cast<const array_container_t *>(container), base);
+            case RUN_CONTAINER_TYPE_CODE:
+                return db_run_container_to_uint32_array(db_buf, static_cast<const run_container_t *>(container), base);
+        }
+        return 0;
+    }
+
+    UInt32 db_bitset_container_to_uint32_array(DB::WriteBuffer & db_buf, const bitset_container_t * cont, UInt32 base) const
+    {
+        return static_cast<UInt32>(db_bitset_extract_setbits(db_buf, cont->array, BITSET_CONTAINER_SIZE_IN_WORDS, base));
+    }
+
+    size_t db_bitset_extract_setbits(DB::WriteBuffer & db_buf, UInt64 * bitset, size_t length, UInt32 base) const
+    {
+        UInt32 outpos = 0;
+        for (size_t i = 0; i < length; ++i)
+        {
+            UInt64 w = bitset[i];
+            while (w != 0)
+            {
+                UInt64 t = w & (~w + 1); // on x64, should compile to BLSI (careful: the Intel compiler seems to fail)
+                UInt32 r = __builtin_ctzll(w); // on x64, should compile to TZCNT
+                UInt32 val = r + base;
+                writePODBinary(val, db_buf);
+                outpos++;
+                w ^= t;
+            }
+            base += 64;
+        }
+        return outpos;
+    }
+
+    int db_array_container_to_uint32_array(DB::WriteBuffer & db_buf, const array_container_t * cont, UInt32 base) const
+    {
+        UInt32 outpos = 0;
+        for (Int32 i = 0; i < cont->cardinality; ++i)
+        {
+            const UInt32 val = base + cont->array[i];
+            writePODBinary(val, db_buf);
+            outpos++;
+        }
+        return outpos;
+    }
+
+    int db_run_container_to_uint32_array(DB::WriteBuffer & db_buf, const run_container_t * cont, UInt32 base) const
+    {
+        UInt32 outpos = 0;
+        for (Int32 i = 0; i < cont->n_runs; ++i)
+        {
+            UInt32 run_start = base + cont->runs[i].value;
+            UInt16 le = cont->runs[i].length;
+            for (Int32 j = 0; j <= le; ++j)
+            {
+                UInt32 val = run_start + j;
+                writePODBinary(val, db_buf);
+                outpos++;
+            }
+        }
+        return outpos;
+    }
 };
 
 template <typename T>
diff --git a/tests/queries/0_stateless/00829_bitmap64_function.reference b/tests/queries/0_stateless/00829_bitmap64_function.reference
new file mode 100644
index 00000000000..20f5e19d780
--- /dev/null
+++ b/tests/queries/0_stateless/00829_bitmap64_function.reference
@@ -0,0 +1,14 @@
+2019-01-01	100
+2019-01-02	110
+2019-01-03	210
+210
+2019-01-01	100	[4294967296,4294967297,4294967298,4294967299,4294967300,4294967301,4294967302,4294967303,4294967304,4294967305,4294967306,4294967307,4294967308,4294967309,4294967310,4294967311,4294967312,4294967313,4294967314,4294967315,4294967316,4294967317,4294967318,4294967319,4294967320,4294967321,4294967322,4294967323,4294967324,4294967325,4294967326,4294967327,4294967328,4294967329,4294967330,4294967331,4294967332,4294967333,4294967334,4294967335,4294967336,4294967337,4294967338,4294967339,4294967340,4294967341,4294967342,4294967343,4294967344,4294967345,4294967346,4294967347,4294967348,4294967349,4294967350,4294967351,4294967352,4294967353,4294967354,4294967355,4294967356,4294967357,4294967358,4294967359,4294967360,4294967361,4294967362,4294967363,4294967364,4294967365,4294967366,4294967367,4294967368,4294967369,4294967370,4294967371,4294967372,4294967373,4294967374,4294967375,4294967376,4294967377,4294967378,4294967379,4294967380,4294967381,4294967382,4294967383,4294967384,4294967385,4294967386,4294967387,4294967388,4294967389,4294967390,4294967391,4294967392,4294967393,4294967394,4294967395]
+2019-01-02	110	[4294967385,4294967386,4294967387,4294967388,4294967389,4294967390,4294967391,4294967392,4294967393,4294967394,4294967395,4294967396,4294967397,4294967398,4294967399,4294967400,4294967401,4294967402,4294967403,4294967404,4294967405,4294967406,4294967407,4294967408,4294967409,4294967410,4294967411,4294967412,4294967413,4294967414,4294967415,4294967416,4294967417,4294967418,4294967419,4294967420,4294967421,4294967422,4294967423,4294967424,4294967425,4294967426,4294967427,4294967428,4294967429,4294967430,4294967431,4294967432,4294967433,4294967434,4294967435,4294967436,4294967437,4294967438,4294967439,4294967440,4294967441,4294967442,4294967443,4294967444,4294967445,4294967446,4294967447,4294967448,4294967449,4294967450,4294967451,4294967452,4294967453,4294967454,4294967455,4294967456,4294967457,4294967458,4294967459,4294967460,4294967461,4294967462,4294967463,4294967464,4294967465,4294967466,4294967467,4294967468,4294967469,4294967470,4294967471,4294967472,4294967473,4294967474,4294967475,4294967476,4294967477,4294967478,4294967479,4294967480,4294967481,4294967482,4294967483,4294967484,4294967485,4294967486,4294967487,4294967488,4294967489,4294967490,4294967491,4294967492,4294967493,4294967494]
+2019-01-03	210	[4294967296,4294967297,4294967298,4294967299,4294967300,4294967301,4294967302,4294967303,4294967304,4294967305,4294967306,4294967307,4294967308,4294967309,4294967310,4294967311,4294967312,4294967313,4294967314,4294967315,4294967316,4294967317,4294967318,4294967319,4294967320,4294967321,4294967322,4294967323,4294967324,4294967325,4294967326,4294967327,4294967328,4294967329,4294967330,4294967331,4294967332,4294967333,4294967334,4294967335,4294967336,4294967337,4294967338,4294967339,4294967340,4294967341,4294967342,4294967343,4294967344,4294967345,4294967346,4294967347,4294967348,4294967349,4294967350,4294967351,4294967352,4294967353,4294967354,4294967355,4294967356,4294967357,4294967358,4294967359,4294967360,4294967361,4294967362,4294967363,4294967364,4294967365,4294967366,4294967367,4294967368,4294967369,4294967370,4294967371,4294967372,4294967373,4294967374,4294967375,4294967376,4294967377,4294967378,4294967379,4294967380,4294967381,4294967382,4294967383,4294967384,4294967385,4294967386,4294967387,4294967388,4294967389,4294967390,4294967391,4294967392,4294967393,4294967394,4294967395,4294967396,4294967397,4294967398,4294967399,4294967400,4294967401,4294967402,4294967403,4294967404,4294967405,4294967406,4294967407,4294967408,4294967409,4294967410,4294967411,4294967412,4294967413,4294967414,4294967415,4294967416,4294967417,4294967418,4294967419,4294967420,4294967421,4294967422,4294967423,4294967424,4294967425,4294967426,4294967427,4294967428,4294967429,4294967430,4294967431,4294967432,4294967433,4294967434,4294967435,4294967436,4294967437,4294967438,4294967439,4294967440,4294967441,4294967442,4294967443,4294967444,4294967445,4294967446,4294967447,4294967448,4294967449,4294967450,4294967451,4294967452,4294967453,4294967454,4294967455,4294967456,4294967457,4294967458,4294967459,4294967460,4294967461,4294967462,4294967463,4294967464,4294967465,4294967466,4294967467,4294967468,4294967469,4294967470,4294967471,4294967472,4294967473,4294967474,4294967475,4294967476,4294967477,4294967478,4294967479,4294967480,4294967481,4294967482,4294967483,4294967484,4294967485,4294967486,4294967487,4294967488,4294967489,4294967490,4294967491,4294967492,4294967493,4294967494,4294967495,4294967496,4294967497,4294967498,4294967499,4294967500,4294967501,4294967502,4294967503,4294967504,4294967505]
+110	100	199	11	99	188
+110	100	199	11	99	188
+211
+211
+209
+[4294967296,4294967297,4294967298]
+[4294967296,4294967297,4294967298]
diff --git a/tests/queries/0_stateless/00829_bitmap64_function.sql b/tests/queries/0_stateless/00829_bitmap64_function.sql
new file mode 100644
index 00000000000..9d33dcefff9
--- /dev/null
+++ b/tests/queries/0_stateless/00829_bitmap64_function.sql
@@ -0,0 +1,73 @@
+DROP TABLE IF EXISTS bitmap_test;
+CREATE TABLE bitmap_test(pickup_date Date, city_id UInt32, uid UInt64)ENGINE = Memory;
+INSERT INTO bitmap_test SELECT '2019-01-01', 1, 4294967295 + number FROM numbers(1,100);
+INSERT INTO bitmap_test SELECT '2019-01-02', 1, 4294967295 + number FROM numbers(90,110);
+INSERT INTO bitmap_test SELECT '2019-01-03', 2, 4294967295 + number FROM numbers(1,210);
+
+
+DROP TABLE IF EXISTS bitmap_state_test;
+CREATE TABLE bitmap_state_test
+(
+	pickup_date Date,
+	city_id UInt32,
+    uv AggregateFunction( groupBitmap, UInt64 )
+)
+ENGINE = AggregatingMergeTree() PARTITION BY toYYYYMM(pickup_date) ORDER BY (pickup_date, city_id);
+
+
+INSERT INTO bitmap_state_test SELECT
+    pickup_date,
+    city_id,
+    groupBitmapState(uid) AS uv
+FROM bitmap_test
+GROUP BY pickup_date, city_id;
+
+SELECT pickup_date, groupBitmapMerge(uv) AS users from bitmap_state_test group by pickup_date;
+
+SELECT groupBitmap( uid ) AS user_num FROM bitmap_test;
+
+SELECT pickup_date, groupBitmap( uid ) AS user_num, bitmapToArray(groupBitmapState( uid )) AS users FROM bitmap_test GROUP BY pickup_date;
+
+SELECT
+    bitmapCardinality(day_today) AS today_users,
+    bitmapCardinality(day_before) AS before_users,
+    bitmapOrCardinality(day_today, day_before) AS all_users,
+    bitmapAndCardinality(day_today, day_before) AS old_users,
+    bitmapAndnotCardinality(day_today, day_before) AS new_users,
+    bitmapXorCardinality(day_today, day_before) AS diff_users
+FROM
+(
+ SELECT city_id, groupBitmapState( uid ) AS day_today FROM bitmap_test WHERE pickup_date = '2019-01-02' GROUP BY city_id
+) js1
+ALL LEFT JOIN
+(
+ SELECT city_id, groupBitmapState( uid ) AS day_before FROM bitmap_test WHERE pickup_date = '2019-01-01' GROUP BY city_id
+) js2
+USING city_id;
+
+SELECT
+    bitmapCardinality(day_today) AS today_users,
+    bitmapCardinality(day_before) AS before_users,
+    bitmapCardinality(bitmapOr(day_today, day_before))ll_users,
+    bitmapCardinality(bitmapAnd(day_today, day_before)) AS old_users,
+    bitmapCardinality(bitmapAndnot(day_today, day_before)) AS new_users,
+    bitmapCardinality(bitmapXor(day_today, day_before)) AS diff_users
+FROM
+(
+ SELECT city_id, groupBitmapState( uid ) AS day_today FROM bitmap_test WHERE pickup_date = '2019-01-02' GROUP BY city_id
+) js1
+ALL LEFT JOIN
+(
+ SELECT city_id, groupBitmapState( uid ) AS day_before FROM bitmap_test WHERE pickup_date = '2019-01-01' GROUP BY city_id
+) js2
+USING city_id;
+
+SELECT count(*) FROM bitmap_test WHERE bitmapHasAny((SELECT groupBitmapState(uid) FROM bitmap_test WHERE pickup_date = '2019-01-01'), bitmapBuild([uid]));
+
+SELECT count(*) FROM bitmap_test WHERE bitmapHasAny(bitmapBuild([uid]), (SELECT groupBitmapState(uid) FROM bitmap_test WHERE pickup_date = '2019-01-01'));
+
+SELECT count(*) FROM bitmap_test WHERE 0 = bitmapHasAny((SELECT groupBitmapState(uid) FROM bitmap_test WHERE pickup_date = '2019-01-01'), bitmapBuild([uid]));
+
+SELECT bitmapToArray(bitmapAnd(groupBitmapState(uid), bitmapBuild(CAST([4294967296, 4294967297, 4294967298], 'Array(UInt64)')))) FROM bitmap_test GROUP BY city_id;
+
+

From cc75c33064c0a380def32b44e134985f73ce0993 Mon Sep 17 00:00:00 2001
From: Andy Yang <yangzhaohui168@gmail.com>
Date: Mon, 7 Dec 2020 23:55:04 +0800
Subject: [PATCH 504/742] modify code style

---
 .../AggregateFunctionGroupBitmapData.h        | 1935 ++++++++---------
 1 file changed, 915 insertions(+), 1020 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index 5e93fbb60d8..000edd64a0f 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -1,1020 +1,915 @@
-#pragma once
-
-#include <algorithm>
-#include <IO/ReadHelpers.h>
-#include <IO/WriteHelpers.h>
-#include <boost/noncopyable.hpp>
-#include <Common/HashTable/SmallTable.h>
-#include <Common/PODArray.h>
-
-// Include this header last, because it is an auto-generated dump of questionable
-// garbage that breaks the build (e.g. it changes _POSIX_C_SOURCE).
-// TODO: find out what it is. On github, they have proper interface headers like
-// this one: https://github.com/RoaringBitmap/CRoaring/blob/master/include/roaring/roaring.h
-#include <roaring/roaring.h>
-#include <roaring64map.hh>
-
-namespace DB
-{
-/**
-  * For a small number of values - an array of fixed size "on the stack".
-  * For large, roaring_bitmap_t is allocated.
-  * For a description of the roaring_bitmap_t, see: https://github.com/RoaringBitmap/CRoaring
-  */
-template <typename T, UInt8 small_set_size>
-class RoaringBitmapWithSmallSet : private boost::noncopyable
-{
-private:
-    using Small = SmallSet<T, small_set_size>;
-    using ValueBuffer = std::vector<T>;
-    bool bUInt64 = sizeof(T) >= 8;
-
-    Small small;
-    roaring_bitmap_t * rb = nullptr;
-    std::shared_ptr<Roaring64Map> rb64 = nullptr;
-
-    void toLarge()
-    {
-        if ( isUInt64() )
-            rb64 = std::make_shared<Roaring64Map>();
-        else
-            rb = roaring_bitmap_create();
-
-        for (const auto & x : small){
-            if ( isUInt64() )
-                rb64->add( static_cast<UInt64>(x.getValue()) );
-            else
-                roaring_bitmap_add(rb, x.getValue());
-        }
-    }
-
-public:
-    bool isLarge() const { return rb != nullptr || rb64 != nullptr; }
-
-    bool isSmall() const { return rb == nullptr &&  rb64 == nullptr; }
-
-    bool isUInt64() const { return bUInt64; }
-
-    ~RoaringBitmapWithSmallSet()
-    {
-        if (isLarge() && !isUInt64() )
-            roaring_bitmap_free(rb);
-    }
-
-    void add(T value)
-    {
-        if (isSmall())
-        {
-            if (small.find(value) == small.end())
-            {
-                if (!small.full())
-                    small.insert(value);
-                else
-                {
-                    toLarge();
-                    if ( isUInt64() )
-                        rb64->add( static_cast<UInt64>(value) );
-                    else
-                        roaring_bitmap_add(rb, value);
-                }
-            }
-        }
-        else
-        {
-            if ( isUInt64() )
-                rb64->add( static_cast<UInt64>(value) );
-            else
-                roaring_bitmap_add(rb, value);
-        }
-    }
-
-    UInt64 size() const
-    {
-        if (isSmall())
-        {
-            return small.size();
-        }
-        else
-        {
-            if ( isUInt64() )
-                return rb64->cardinality();
-            else
-                return roaring_bitmap_get_cardinality(rb);
-        }
-    }
-
-    void merge(const RoaringBitmapWithSmallSet & r1)
-    {
-        if (r1.isLarge())
-        {
-            if (isSmall())
-                toLarge();
-
-            if ( isUInt64() )
-                *rb64 |= *r1.rb64;
-            else
-                roaring_bitmap_or_inplace(rb, r1.rb);
-        }
-        else
-        {
-            for (const auto & x : r1.small)
-                add(x.getValue());
-        }
-    }
-
-    void read(DB::ReadBuffer & in)
-    {
-        // Container type:  0: SmallSet,  1: RoaringBitmap32,  2: RoaringBitmap64
-        UInt8 containerType = 0;
-        readBinary(containerType, in);
-
-        if( 0 == containerType )
-        {
-            small.read(in);
-        } else if( 1 == containerType ) {
-            std::string s;
-            readStringBinary(s,in);
-            rb = roaring_bitmap_portable_deserialize(s.c_str());
-            // It has been persisted in the bitmap and does not need to merge from small
-//            for (const auto & x : small) // merge from small
-//                roaring_bitmap_add(rb, x.getValue());
-        } else {
-            std::string s;
-            readStringBinary(s,in);
-            rb64 = std::make_shared<Roaring64Map>( Roaring64Map::read(s.c_str()) );
-        }
-    }
-
-    void write(DB::WriteBuffer & out) const
-    {
-        // Container type:  0: SmallSet,  1: RoaringBitmap32,  2: RoaringBitmap64
-        UInt8 containerType = 0;
-        if (isLarge())
-        {
-            if ( isUInt64() )
-                containerType = 2;
-            else
-                containerType = 1;
-        }
-
-        writeBinary(containerType, out);
-
-        if (isLarge())
-        {
-            if ( isUInt64() ){
-                uint32_t expectedsize = rb64->getSizeInBytes();
-                std::string s(expectedsize,0);
-                rb64->write(const_cast<char*>(s.data()));
-                writeStringBinary(s,out);
-            } else {
-                uint32_t expectedsize = roaring_bitmap_portable_size_in_bytes(rb);
-                std::string s(expectedsize,0);
-                roaring_bitmap_portable_serialize(rb, const_cast<char*>(s.data()));
-                writeStringBinary(s,out);
-            }
-        }
-        else
-            small.write(out);
-    }
-
-    roaring_bitmap_t * getRb() const { return rb; }
-
-    std::shared_ptr<Roaring64Map> getRb64() const { return rb64; }
-
-    Small & getSmall() const { return small; }
-
-    /**
-     * Get a new roaring_bitmap_t from elements of small
-     */
-    roaring_bitmap_t * getNewRbFromSmall() const
-    {
-        roaring_bitmap_t * smallRb = roaring_bitmap_create();
-        for (const auto & x : small)
-            roaring_bitmap_add(smallRb, x.getValue());
-        return smallRb;
-    }
-
-    /**
-     * Get a new Roaring64Map from elements of small
-     */
-    std::shared_ptr<Roaring64Map> getNewRb64FromSmall() const
-    {
-        std::shared_ptr<Roaring64Map> smallRb64 = std::make_shared<Roaring64Map>();
-        for (const auto & x : small)
-            smallRb64->add( static_cast<UInt64>(x.getValue()) );
-        return smallRb64;
-    }
-
-    /**
-     * Computes the intersection between two bitmaps
-     */
-    void rb_and(const RoaringBitmapWithSmallSet & r1)
-    {
-        ValueBuffer buffer;
-        if (isSmall() && r1.isSmall())
-        {
-            // intersect
-            for (const auto & x : small)
-                if (r1.small.find(x.getValue()) != r1.small.end())
-                    buffer.push_back(x.getValue());
-
-            // Clear out the original values
-            small.clear();
-
-            for (const auto & value : buffer)
-                small.insert(value);
-
-            buffer.clear();
-        }
-        else if (isSmall() && r1.isLarge())
-        {
-            for (const auto & x : small)
-            {
-                if ( isUInt64() )
-                {
-                    if (rb64->contains(static_cast<UInt64>(x.getValue())) )
-                        buffer.push_back(x.getValue());
-                }
-                else
-                {
-                    if (roaring_bitmap_contains(r1.rb, x.getValue()))
-                        buffer.push_back(x.getValue());
-                }
-            }
-
-            // Clear out the original values
-            small.clear();
-
-            for (const auto & value : buffer)
-                small.insert(value);
-
-            buffer.clear();
-        }
-        else
-        {
-            if ( isUInt64() )
-            {
-                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
-                *rb64 &= *newRb64;
-            }
-            else
-            {
-                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-                roaring_bitmap_and_inplace(rb, rb1);
-                if (r1.isSmall())
-                    roaring_bitmap_free(rb1);
-            }
-        }
-    }
-
-    /**
-     * Computes the union between two bitmaps.
-     */
-    void rb_or(const RoaringBitmapWithSmallSet & r1) { merge(r1); }
-
-    /**
-     * Computes the symmetric difference (xor) between two bitmaps.
-     */
-    void rb_xor(const RoaringBitmapWithSmallSet & r1)
-    {
-        if (isSmall())
-            toLarge();
-
-        if ( isUInt64() ){
-            std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
-            *rb64 ^= *newRb64;
-        } else {
-            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-            roaring_bitmap_xor_inplace(rb, rb1);
-            if (r1.isSmall())
-                roaring_bitmap_free(rb1);
-        }
-    }
-
-    /**
-     * Computes the difference (andnot) between two bitmaps
-     */
-    void rb_andnot(const RoaringBitmapWithSmallSet & r1)
-    {
-        ValueBuffer buffer;
-        if (isSmall() && r1.isSmall())
-        {
-            // subtract
-            for (const auto & x : small)
-                if (r1.small.find(x.getValue()) == r1.small.end())
-                    buffer.push_back(x.getValue());
-
-            // Clear out the original values
-            small.clear();
-
-            for (const auto & value : buffer)
-                small.insert(value);
-
-            buffer.clear();
-        }
-        else if (isSmall() && r1.isLarge())
-        {
-            for (const auto & x : small)
-            {
-                if ( isUInt64() )
-                {
-                    if ( !rb64->contains(static_cast<UInt64>(x.getValue())))
-                        buffer.push_back(x.getValue());
-                }
-                else
-                {
-                    if (!roaring_bitmap_contains(r1.rb, x.getValue()))
-                        buffer.push_back(x.getValue());
-                }
-            }
-
-            // Clear out the original values
-            small.clear();
-
-            for (const auto & value : buffer)
-                small.insert(value);
-
-            buffer.clear();
-        }
-        else
-        {
-            if ( isUInt64() )
-            {
-                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
-                *rb64 -= *newRb64;
-            }
-            else
-            {
-                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-                roaring_bitmap_andnot_inplace(rb, rb1);
-                if (r1.isSmall())
-                    roaring_bitmap_free(rb1);
-            }
-        }
-    }
-
-    /**
-     * Computes the cardinality of the intersection between two bitmaps.
-     */
-    UInt64 rb_and_cardinality(const RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 retSize = 0;
-        if (isSmall() && r1.isSmall())
-        {
-            for (const auto & x : small)
-                if (r1.small.find(x.getValue()) != r1.small.end())
-                    ++retSize;
-        }
-        else if (isSmall() && r1.isLarge())
-        {
-            for (const auto & x : small)
-            {
-                if ( isUInt64() )
-                {
-                    if ( rb64->contains(static_cast<UInt64>(x.getValue())))
-                        ++retSize;
-                } else {
-                    if (roaring_bitmap_contains(r1.rb, x.getValue()))
-                        ++retSize;
-                }
-            }
-        }
-        else
-        {
-            if ( isUInt64() )
-            {
-                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
-                retSize = ( *rb64 & *newRb64 ).cardinality();
-            }
-            else
-            {
-                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-                retSize = roaring_bitmap_and_cardinality(rb, rb1);
-                if (r1.isSmall())
-                    roaring_bitmap_free(rb1);
-            }
-        }
-        return retSize;
-    }
-
-    /**
-     * Computes the cardinality of the union between two bitmaps.
-    */
-    UInt64 rb_or_cardinality(const RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 c1 = size();
-        UInt64 c2 = r1.size();
-        UInt64 inter = rb_and_cardinality(r1);
-        return c1 + c2 - inter;
-    }
-
-    /**
-     * Computes the cardinality of the symmetric difference (andnot) between two bitmaps.
-    */
-    UInt64 rb_xor_cardinality(const RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 c1 = size();
-        UInt64 c2 = r1.size();
-        UInt64 inter = rb_and_cardinality(r1);
-        return c1 + c2 - 2 * inter;
-    }
-
-    /**
-     * Computes the cardinality of the difference (andnot) between two bitmaps.
-     */
-    UInt64 rb_andnot_cardinality(const RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 c1 = size();
-        UInt64 inter = rb_and_cardinality(r1);
-        return c1 - inter;
-    }
-
-    /**
-     * Return 1 if the two bitmaps contain the same elements.
-     */
-    UInt8 rb_equals(const RoaringBitmapWithSmallSet & r1)
-    {
-        if (isSmall())
-            toLarge();
-
-        UInt8 is_true = 0;
-        if ( isUInt64() )
-        {
-            std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
-            is_true = *rb64 == *newRb64;
-        }
-        else
-        {
-            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-            is_true = roaring_bitmap_equals(rb, rb1);
-            if (r1.isSmall())
-                roaring_bitmap_free(rb1);
-        }
-
-        return is_true;
-    }
-
-    /**
-     * Check whether two bitmaps intersect.
-     * Intersection with an empty set is always 0 (consistent with hasAny).
-     */
-    UInt8 rb_intersect(const RoaringBitmapWithSmallSet & r1) const
-    {
-        if (isSmall())
-        {
-            if (r1.isSmall())
-            {
-                for (const auto & x : r1.small)
-                    if (small.find(x.getValue()) != small.end())
-                        return 1;
-            }
-            else
-            {
-                for (const auto & x : small)
-                {
-                    if ( isUInt64() )
-                    {
-                        if( r1.rb64->contains( static_cast<UInt64>(x.getValue()) ) )
-                            return 1;
-                    }
-                    else
-                    {
-                        if (roaring_bitmap_contains(r1.rb, x.getValue()))
-                            return 1;
-                    }
-                }
-            }
-        }
-        else if (r1.isSmall())
-        {
-            for (const auto & x : r1.small)
-            {
-                if ( isUInt64() )
-                {
-                    if( rb64->contains( static_cast<UInt64>(x.getValue()) ) )
-                        return 1;
-                }
-                else
-                {
-                    if (roaring_bitmap_contains(rb, x.getValue()))
-                        return 1;
-                }
-            }
-        }
-        else
-        {
-            if ( isUInt64() )
-            {
-                if( ( *rb64 & *r1.rb64 ).cardinality() > 0 )
-                    return 1;
-            }
-            else
-            {
-                if (roaring_bitmap_intersect(rb, r1.rb))
-                    return 1;
-            }
-        }
-
-        return 0;
-    }
-
-    /**
-     * Check whether the argument is the subset of this set.
-     * Empty set is a subset of any other set (consistent with hasAll).
-     */
-    UInt8 rb_is_subset(const RoaringBitmapWithSmallSet & r1) const
-    {
-        if (isSmall())
-        {
-            if (r1.isSmall())
-            {
-                for (const auto & x : r1.small)
-                    if (small.find(x.getValue()) == small.end())
-                        return 0;
-            }
-            else
-            {
-                UInt64 r1_size = r1.size();
-
-                if (r1_size > small.size())
-                    return 0; // A bigger set can not be a subset of ours.
-
-                // This is a rare case with a small number of elements on
-                // both sides: r1 was promoted to large for some reason and
-                // it is still not larger than our small set.
-                // If r1 is our subset then our size must be equal to
-                // r1_size + number of not found elements, if this sum becomes
-                // greater then r1 is not a subset.
-                for (const auto & x : small)
-                {
-                    if ( isUInt64() )
-                    {
-                        if (!r1.rb64->contains( static_cast<UInt64>(x.getValue()) ) && ++r1_size > small.size())
-                            return 0;
-                    }
-                    else
-                    {
-                        if (!roaring_bitmap_contains(r1.rb, x.getValue()) && ++r1_size > small.size())
-                            return 0;
-                    }
-                }
-            }
-        }
-        else if (r1.isSmall())
-        {
-            for (const auto & x : r1.small)
-            {
-                if ( isUInt64() )
-                {
-                    if ( !rb64->contains( static_cast<UInt64>(x.getValue())) )
-                        return 0;
-                }
-                else
-                {
-                    if (!roaring_bitmap_contains(rb, x.getValue()))
-                        return 0;
-                }
-            }
-        }
-        else
-        {
-            if ( isUInt64() )
-            {
-                if (!r1.rb64->isSubset(*rb64))
-                    return 0;
-            }
-            else
-            {
-                if (!roaring_bitmap_is_subset(r1.rb, rb))
-                    return 0;
-            }
-        }
-        return 1;
-    }
-
-    /**
-     * Check whether this bitmap contains the argument.
-     */
-    UInt8 rb_contains(const UInt64 x) const
-    {
-        if (isSmall())
-        {
-            return small.find(x) != small.end();
-        }
-        else
-        {
-            if ( isUInt64() )
-            {
-                return rb64->contains(x);
-            }
-            else
-            {
-                return roaring_bitmap_contains(rb, x);
-            }
-        }
-    }
-
-    /**
-     * Remove value
-     */
-    void rb_remove(UInt64 offsetid)
-    {
-        if (isSmall())
-            toLarge();
-
-        if ( isUInt64() )
-            rb64->remove( offsetid );
-        else
-            roaring_bitmap_remove(rb, offsetid);
-    }
-
-    /**
-     * compute (in place) the negation of the roaring bitmap within a specified
-     * interval: [range_start, range_end). The number of negated values is
-     * range_end - range_start.
-     * Areas outside the range are passed through unchanged.
-     */
-    void rb_flip(UInt64 offsetstart, UInt64 offsetend)
-    {
-        if (isSmall())
-            toLarge();
-        if ( isUInt64() )
-            rb64->flip( offsetstart, offsetend );
-        else
-            roaring_bitmap_flip_inplace(rb, offsetstart, offsetend);
-    }
-
-    /**
-     * returns the number of integers that are smaller or equal to offsetid.
-     */
-    UInt64 rb_rank(UInt64 offsetid)
-    {
-        if (isSmall())
-            toLarge();
-
-        if ( isUInt64() )
-            return rb64->rank( offsetid );
-        else
-            return roaring_bitmap_rank(rb, offsetid);
-    }
-
-    /**
-     * Convert elements to integer array, return number of elements
-     */
-    template <typename Element>
-    UInt64 rb_to_array(PaddedPODArray<Element> & res_data) const
-    {
-        UInt64 count = 0;
-        if (isSmall())
-        {
-            for (const auto & x : small)
-            {
-                res_data.emplace_back(x.getValue());
-                count++;
-            }
-        }
-        else
-        {
-            if ( isUInt64() )
-            {
-                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++) {
-                    res_data.emplace_back( *iterator );
-                    count++;
-                }
-            }
-            else
-            {
-                roaring_uint32_iterator_t iterator;
-                roaring_init_iterator(rb, &iterator);
-                while (iterator.has_value)
-                {
-                    res_data.emplace_back(iterator.current_value);
-                    roaring_advance_uint32_iterator(&iterator);
-                    count++;
-                }
-            }
-        }
-        return count;
-    }
-
-    /**
-     * Return new set with specified range (not include the range_end)
-     */
-    UInt64 rb_range(UInt64 range_start, UInt64 range_end, RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 count = 0;
-        if (range_start >= range_end)
-            return count;
-        if (isSmall())
-        {
-            for (const auto & x : small)
-            {
-                T val = x.getValue();
-                if (UInt32(val) >= range_start && UInt32(val) < range_end)
-                {
-                    r1.add(val);
-                    ++count;
-                }
-            }
-        }
-        else
-        {
-            if ( isUInt64() )
-            {
-                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++)
-                {
-                    if( *iterator < range_start )
-                        continue;
-
-                    if( *iterator < range_end)
-                    {
-                        r1.add( *iterator );
-                        ++count;
-                    }
-                    else
-                        break;
-                }
-            }
-            else
-            {
-                roaring_uint32_iterator_t iterator;
-                roaring_init_iterator(rb, &iterator);
-                roaring_move_uint32_iterator_equalorlarger(&iterator, range_start);
-                while (iterator.has_value && UInt32(iterator.current_value) < range_end)
-                {
-                    r1.add(iterator.current_value);
-                    roaring_advance_uint32_iterator(&iterator);
-                    ++count;
-                }
-            }
-        }
-        return count;
-    }
-
-    /**
-     * Return new set of the smallest `limit` values in set which is no less than `range_start`.
-     */
-    UInt64 rb_limit(UInt64 range_start, UInt64 limit, RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 count = 0;
-        if (isSmall())
-        {
-            std::vector<T> answer;
-            for (const auto & x : small)
-            {
-                T val = x.getValue();
-                if (UInt32(val) >= range_start)
-                {
-                    answer.push_back(val);
-                }
-            }
-            sort(answer.begin(), answer.end());
-            if (limit > answer.size())
-                limit = answer.size();
-            for (size_t i = 0; i < limit; ++i)
-                r1.add(answer[i]);
-            count = UInt64(limit);
-        }
-        else
-        {
-            if ( isUInt64() )
-            {
-                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++)
-                {
-                    if( *iterator < range_start )
-                        continue;
-
-                    if( count < limit)
-                    {
-                        r1.add( *iterator );
-                        ++count;
-                    }
-                    else
-                        break;
-                }
-            }
-            else
-            {
-                roaring_uint32_iterator_t iterator;
-                roaring_init_iterator(rb, &iterator);
-                roaring_move_uint32_iterator_equalorlarger(&iterator, range_start);
-                while (UInt32(count) < limit && iterator.has_value)
-                {
-                    r1.add(iterator.current_value);
-                    roaring_advance_uint32_iterator(&iterator);
-                    ++count;
-                }
-            }
-        }
-        return count;
-    }
-
-    UInt64 rb_min() const
-    {
-        UInt64 min_val = UINT32_MAX;
-        if (isSmall())
-        {
-            for (const auto & x : small)
-            {
-                T val = x.getValue();
-                if (UInt64(val) < min_val)
-                {
-                    min_val = UInt64(val);
-                }
-            }
-        }
-        else
-        {
-            if ( isUInt64() )
-                min_val = rb64->minimum();
-            else
-                min_val = UInt64(roaring_bitmap_minimum(rb));
-        }
-        return min_val;
-    }
-
-    UInt64 rb_max() const
-    {
-        UInt64 max_val = 0;
-        if (isSmall())
-        {
-            for (const auto & x : small)
-            {
-                T val = x.getValue();
-                if (UInt64(val) > max_val)
-                {
-                    max_val = UInt64(val);
-                }
-            }
-        }
-        else
-        {
-            if ( isUInt64() )
-                max_val = rb64->maximum();
-            else
-                max_val = UInt64(roaring_bitmap_maximum(rb));
-        }
-        return max_val;
-    }
-
-    /**
-     * Replace value
-     */
-    void rb_replace(const UInt32 * from_vals, const UInt32 * to_vals, size_t num)
-    {
-        if (isSmall())
-            toLarge();
-        for (size_t i = 0; i < num; ++i)
-        {
-            if (from_vals[i] == to_vals[i])
-                continue;
-
-            if ( isUInt64() )
-            {
-                bool changed = rb64->removeChecked( from_vals[i] );
-                if (changed)
-                    rb64->add(to_vals[i]);
-            }
-            else
-            {
-                bool changed = roaring_bitmap_remove_checked(rb, from_vals[i]);
-                if (changed)
-                    roaring_bitmap_add(rb, to_vals[i]);
-            }
-        }
-    }
-
-private:
-    /// To read and write the DB Buffer directly, migrate code from CRoaring
-    void db_roaring_bitmap_add_many(DB::ReadBuffer & db_buf, roaring_bitmap_t * r, size_t n_args)
-    {
-        void * container = nullptr; // hold value of last container touched
-        uint8_t typecode = 0; // typecode of last container touched
-        uint32_t prev = 0; // previous valued inserted
-        size_t i = 0; // index of value
-        int containerindex = 0;
-        if (n_args == 0)
-            return;
-        uint32_t val;
-        readBinary(val, db_buf);
-        container = containerptr_roaring_bitmap_add(r, val, &typecode, &containerindex);
-        prev = val;
-        ++i;
-        for (; i < n_args; ++i)
-        {
-            readBinary(val, db_buf);
-            if (((prev ^ val) >> 16) == 0)
-            { // no need to seek the container, it is at hand
-                // because we already have the container at hand, we can do the
-                // insertion
-                // automatically, bypassing the roaring_bitmap_add call
-                uint8_t newtypecode = typecode;
-                void * container2 = container_add(container, val & 0xFFFF, typecode, &newtypecode);
-                // rare instance when we need to
-                if (container2 != container)
-                {
-                    // change the container type
-                    container_free(container, typecode);
-                    ra_set_container_at_index(&r->high_low_container, containerindex, container2, newtypecode);
-                    typecode = newtypecode;
-                    container = container2;
-                }
-            }
-            else
-            {
-                container = containerptr_roaring_bitmap_add(r, val, &typecode, &containerindex);
-            }
-            prev = val;
-        }
-    }
-
-    void db_ra_to_uint32_array(DB::WriteBuffer & db_buf, roaring_array_t * ra) const
-    {
-        size_t ctr = 0;
-        for (Int32 i = 0; i < ra->size; ++i)
-        {
-            Int32 num_added = db_container_to_uint32_array(db_buf, ra->containers[i], ra->typecodes[i], (static_cast<UInt32>(ra->keys[i])) << 16);
-            ctr += num_added;
-        }
-    }
-
-    UInt32 db_container_to_uint32_array(DB::WriteBuffer & db_buf, const void * container, uint8_t typecode, UInt32 base) const
-    {
-        container = container_unwrap_shared(container, &typecode);
-        switch (typecode)
-        {
-            case BITSET_CONTAINER_TYPE_CODE:
-                return db_bitset_container_to_uint32_array(db_buf, static_cast<const bitset_container_t *>(container), base);
-            case ARRAY_CONTAINER_TYPE_CODE:
-                return db_array_container_to_uint32_array(db_buf, static_cast<const array_container_t *>(container), base);
-            case RUN_CONTAINER_TYPE_CODE:
-                return db_run_container_to_uint32_array(db_buf, static_cast<const run_container_t *>(container), base);
-        }
-        return 0;
-    }
-
-    UInt32 db_bitset_container_to_uint32_array(DB::WriteBuffer & db_buf, const bitset_container_t * cont, UInt32 base) const
-    {
-        return static_cast<UInt32>(db_bitset_extract_setbits(db_buf, cont->array, BITSET_CONTAINER_SIZE_IN_WORDS, base));
-    }
-
-    size_t db_bitset_extract_setbits(DB::WriteBuffer & db_buf, UInt64 * bitset, size_t length, UInt32 base) const
-    {
-        UInt32 outpos = 0;
-        for (size_t i = 0; i < length; ++i)
-        {
-            UInt64 w = bitset[i];
-            while (w != 0)
-            {
-                UInt64 t = w & (~w + 1); // on x64, should compile to BLSI (careful: the Intel compiler seems to fail)
-                UInt32 r = __builtin_ctzll(w); // on x64, should compile to TZCNT
-                UInt32 val = r + base;
-                writePODBinary(val, db_buf);
-                outpos++;
-                w ^= t;
-            }
-            base += 64;
-        }
-        return outpos;
-    }
-
-    int db_array_container_to_uint32_array(DB::WriteBuffer & db_buf, const array_container_t * cont, UInt32 base) const
-    {
-        UInt32 outpos = 0;
-        for (Int32 i = 0; i < cont->cardinality; ++i)
-        {
-            const UInt32 val = base + cont->array[i];
-            writePODBinary(val, db_buf);
-            outpos++;
-        }
-        return outpos;
-    }
-
-    int db_run_container_to_uint32_array(DB::WriteBuffer & db_buf, const run_container_t * cont, UInt32 base) const
-    {
-        UInt32 outpos = 0;
-        for (Int32 i = 0; i < cont->n_runs; ++i)
-        {
-            UInt32 run_start = base + cont->runs[i].value;
-            UInt16 le = cont->runs[i].length;
-            for (Int32 j = 0; j <= le; ++j)
-            {
-                UInt32 val = run_start + j;
-                writePODBinary(val, db_buf);
-                outpos++;
-            }
-        }
-        return outpos;
-    }
-};
-
-template <typename T>
-struct AggregateFunctionGroupBitmapData
-{
-    bool doneFirst = false;
-    RoaringBitmapWithSmallSet<T, 32> rbs;
-    static const char * name() { return "groupBitmap"; }
-};
-
-
-}
+#pragma once
+
+#include <algorithm>
+#include <IO/ReadHelpers.h>
+#include <IO/WriteHelpers.h>
+#include <boost/noncopyable.hpp>
+#include <Common/HashTable/SmallTable.h>
+#include <Common/PODArray.h>
+
+// Include this header last, because it is an auto-generated dump of questionable
+// garbage that breaks the build (e.g. it changes _POSIX_C_SOURCE).
+// TODO: find out what it is. On github, they have proper interface headers like
+// this one: https://github.com/RoaringBitmap/CRoaring/blob/master/include/roaring/roaring.h
+#include <roaring/roaring.h>
+#include "roaring.hh"
+#include <roaring64map.hh>
+
+namespace DB
+{
+/**
+  * For a small number of values - an array of fixed size "on the stack".
+  * For large, roaring_bitmap_t is allocated.
+  * For a description of the roaring_bitmap_t, see: https://github.com/RoaringBitmap/CRoaring
+  */
+template <typename T, UInt8 small_set_size>
+class RoaringBitmapWithSmallSet : private boost::noncopyable
+{
+private:
+    using Small = SmallSet<T, small_set_size>;
+    using ValueBuffer = std::vector<T>;
+    bool bUInt64 = sizeof(T) >= 8;
+
+    Small small;
+    roaring_bitmap_t * rb = nullptr;
+    std::shared_ptr<Roaring64Map> rb64 = nullptr;
+
+    void toLarge()
+    {
+        if (isUInt64())
+            rb64 = std::make_shared<Roaring64Map>();
+        else
+            rb = roaring_bitmap_create();
+
+        for (const auto & x : small)
+        {
+            if (isUInt64())
+                rb64->add(static_cast<UInt64>(x.getValue()));
+            else
+                roaring_bitmap_add(rb, x.getValue());
+        }
+    }
+
+public:
+    bool isLarge() const { return rb != nullptr || rb64 != nullptr; }
+
+    bool isSmall() const { return rb == nullptr && rb64 == nullptr; }
+
+    bool isUInt64() const { return bUInt64; }
+
+    ~RoaringBitmapWithSmallSet()
+    {
+        if (isLarge() && !isUInt64())
+            roaring_bitmap_free(rb);
+    }
+
+    void add(T value)
+    {
+        if (isSmall())
+        {
+            if (small.find(value) == small.end())
+            {
+                if (!small.full())
+                    small.insert(value);
+                else
+                {
+                    toLarge();
+                    if (isUInt64())
+                        rb64->add(static_cast<UInt64>(value));
+                    else
+                        roaring_bitmap_add(rb, value);
+                }
+            }
+        }
+        else
+        {
+            if (isUInt64())
+                rb64->add(static_cast<UInt64>(value));
+            else
+                roaring_bitmap_add(rb, value);
+        }
+    }
+
+    UInt64 size() const
+    {
+        if (isSmall())
+        {
+            return small.size();
+        }
+        else
+        {
+            if (isUInt64())
+                return rb64->cardinality();
+            else
+                return roaring_bitmap_get_cardinality(rb);
+        }
+    }
+
+    void merge(const RoaringBitmapWithSmallSet & r1)
+    {
+        if (r1.isLarge())
+        {
+            if (isSmall())
+                toLarge();
+
+            if (isUInt64())
+                *rb64 |= *r1.rb64;
+            else
+                roaring_bitmap_or_inplace(rb, r1.rb);
+        }
+        else
+        {
+            for (const auto & x : r1.small)
+                add(x.getValue());
+        }
+    }
+
+    void read(DB::ReadBuffer & in)
+    {
+        // Container type:  0: SmallSet,  1: RoaringBitmap32,  2: RoaringBitmap64
+        UInt8 containerType = 0;
+        readBinary(containerType, in);
+
+        if (0 == containerType)
+        {
+            small.read(in);
+        }
+        else if (1 == containerType)
+        {
+            std::string s;
+            readStringBinary(s, in);
+            rb = roaring_bitmap_portable_deserialize(s.c_str());
+            // It has been persisted in the bitmap and does not need to merge from small
+            //            for (const auto & x : small) // merge from small
+            //                roaring_bitmap_add(rb, x.getValue());
+        }
+        else
+        {
+            std::string s;
+            readStringBinary(s, in);
+            rb64 = std::make_shared<Roaring64Map>(Roaring64Map::read(s.c_str()));
+        }
+    }
+
+    void write(DB::WriteBuffer & out) const
+    {
+        // Container type:  0: SmallSet,  1: RoaringBitmap32,  2: RoaringBitmap64
+        UInt8 containerType = 0;
+        if (isLarge())
+        {
+            if (isUInt64())
+                containerType = 2;
+            else
+                containerType = 1;
+        }
+
+        writeBinary(containerType, out);
+
+        if (isLarge())
+        {
+            if (isUInt64())
+            {
+                uint32_t expectedsize = rb64->getSizeInBytes();
+                std::string s(expectedsize, 0);
+                rb64->write(const_cast<char *>(s.data()));
+                writeStringBinary(s, out);
+            }
+            else
+            {
+                uint32_t expectedsize = roaring_bitmap_portable_size_in_bytes(rb);
+                std::string s(expectedsize, 0);
+                roaring_bitmap_portable_serialize(rb, const_cast<char *>(s.data()));
+                writeStringBinary(s, out);
+            }
+        }
+        else
+            small.write(out);
+    }
+
+    roaring_bitmap_t * getRb() const { return rb; }
+
+    std::shared_ptr<Roaring64Map> getRb64() const { return rb64; }
+
+    Small & getSmall() const { return small; }
+
+    /**
+     * Get a new roaring_bitmap_t from elements of small
+     */
+    roaring_bitmap_t * getNewRbFromSmall() const
+    {
+        roaring_bitmap_t * smallRb = roaring_bitmap_create();
+        for (const auto & x : small)
+            roaring_bitmap_add(smallRb, x.getValue());
+        return smallRb;
+    }
+
+    /**
+     * Get a new Roaring64Map from elements of small
+     */
+    std::shared_ptr<Roaring64Map> getNewRb64FromSmall() const
+    {
+        std::shared_ptr<Roaring64Map> smallRb64 = std::make_shared<Roaring64Map>();
+        for (const auto & x : small)
+            smallRb64->add(static_cast<UInt64>(x.getValue()));
+        return smallRb64;
+    }
+
+    /**
+     * Computes the intersection between two bitmaps
+     */
+    void rb_and(const RoaringBitmapWithSmallSet & r1)
+    {
+        ValueBuffer buffer;
+        if (isSmall() && r1.isSmall())
+        {
+            // intersect
+            for (const auto & x : small)
+                if (r1.small.find(x.getValue()) != r1.small.end())
+                    buffer.push_back(x.getValue());
+
+            // Clear out the original values
+            small.clear();
+
+            for (const auto & value : buffer)
+                small.insert(value);
+
+            buffer.clear();
+        }
+        else if (isSmall() && r1.isLarge())
+        {
+            for (const auto & x : small)
+            {
+                if (isUInt64())
+                {
+                    if (rb64->contains(static_cast<UInt64>(x.getValue())))
+                        buffer.push_back(x.getValue());
+                }
+                else
+                {
+                    if (roaring_bitmap_contains(r1.rb, x.getValue()))
+                        buffer.push_back(x.getValue());
+                }
+            }
+
+            // Clear out the original values
+            small.clear();
+
+            for (const auto & value : buffer)
+                small.insert(value);
+
+            buffer.clear();
+        }
+        else
+        {
+            if (isUInt64())
+            {
+                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
+                *rb64 &= *newRb64;
+            }
+            else
+            {
+                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
+                roaring_bitmap_and_inplace(rb, rb1);
+                if (r1.isSmall())
+                    roaring_bitmap_free(rb1);
+            }
+        }
+    }
+
+    /**
+     * Computes the union between two bitmaps.
+     */
+    void rb_or(const RoaringBitmapWithSmallSet & r1) { merge(r1); }
+
+    /**
+     * Computes the symmetric difference (xor) between two bitmaps.
+     */
+    void rb_xor(const RoaringBitmapWithSmallSet & r1)
+    {
+        if (isSmall())
+            toLarge();
+
+        if (isUInt64())
+        {
+            std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
+            *rb64 ^= *newRb64;
+        }
+        else
+        {
+            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
+            roaring_bitmap_xor_inplace(rb, rb1);
+            if (r1.isSmall())
+                roaring_bitmap_free(rb1);
+        }
+    }
+
+    /**
+     * Computes the difference (andnot) between two bitmaps
+     */
+    void rb_andnot(const RoaringBitmapWithSmallSet & r1)
+    {
+        ValueBuffer buffer;
+        if (isSmall() && r1.isSmall())
+        {
+            // subtract
+            for (const auto & x : small)
+                if (r1.small.find(x.getValue()) == r1.small.end())
+                    buffer.push_back(x.getValue());
+
+            // Clear out the original values
+            small.clear();
+
+            for (const auto & value : buffer)
+                small.insert(value);
+
+            buffer.clear();
+        }
+        else if (isSmall() && r1.isLarge())
+        {
+            for (const auto & x : small)
+            {
+                if (isUInt64())
+                {
+                    if (!rb64->contains(static_cast<UInt64>(x.getValue())))
+                        buffer.push_back(x.getValue());
+                }
+                else
+                {
+                    if (!roaring_bitmap_contains(r1.rb, x.getValue()))
+                        buffer.push_back(x.getValue());
+                }
+            }
+
+            // Clear out the original values
+            small.clear();
+
+            for (const auto & value : buffer)
+                small.insert(value);
+
+            buffer.clear();
+        }
+        else
+        {
+            if (isUInt64())
+            {
+                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
+                *rb64 -= *newRb64;
+            }
+            else
+            {
+                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
+                roaring_bitmap_andnot_inplace(rb, rb1);
+                if (r1.isSmall())
+                    roaring_bitmap_free(rb1);
+            }
+        }
+    }
+
+    /**
+     * Computes the cardinality of the intersection between two bitmaps.
+     */
+    UInt64 rb_and_cardinality(const RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 retSize = 0;
+        if (isSmall() && r1.isSmall())
+        {
+            for (const auto & x : small)
+                if (r1.small.find(x.getValue()) != r1.small.end())
+                    ++retSize;
+        }
+        else if (isSmall() && r1.isLarge())
+        {
+            for (const auto & x : small)
+            {
+                if (isUInt64())
+                {
+                    if (rb64->contains(static_cast<UInt64>(x.getValue())))
+                        ++retSize;
+                }
+                else
+                {
+                    if (roaring_bitmap_contains(r1.rb, x.getValue()))
+                        ++retSize;
+                }
+            }
+        }
+        else
+        {
+            if (isUInt64())
+            {
+                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
+                retSize = (*rb64 & *newRb64).cardinality();
+            }
+            else
+            {
+                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
+                retSize = roaring_bitmap_and_cardinality(rb, rb1);
+                if (r1.isSmall())
+                    roaring_bitmap_free(rb1);
+            }
+        }
+        return retSize;
+    }
+
+    /**
+     * Computes the cardinality of the union between two bitmaps.
+    */
+    UInt64 rb_or_cardinality(const RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 c1 = size();
+        UInt64 c2 = r1.size();
+        UInt64 inter = rb_and_cardinality(r1);
+        return c1 + c2 - inter;
+    }
+
+    /**
+     * Computes the cardinality of the symmetric difference (andnot) between two bitmaps.
+    */
+    UInt64 rb_xor_cardinality(const RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 c1 = size();
+        UInt64 c2 = r1.size();
+        UInt64 inter = rb_and_cardinality(r1);
+        return c1 + c2 - 2 * inter;
+    }
+
+    /**
+     * Computes the cardinality of the difference (andnot) between two bitmaps.
+     */
+    UInt64 rb_andnot_cardinality(const RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 c1 = size();
+        UInt64 inter = rb_and_cardinality(r1);
+        return c1 - inter;
+    }
+
+    /**
+     * Return 1 if the two bitmaps contain the same elements.
+     */
+    UInt8 rb_equals(const RoaringBitmapWithSmallSet & r1)
+    {
+        if (isSmall())
+            toLarge();
+
+        UInt8 is_true = 0;
+        if (isUInt64())
+        {
+            std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
+            is_true = *rb64 == *newRb64;
+        }
+        else
+        {
+            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
+            is_true = roaring_bitmap_equals(rb, rb1);
+            if (r1.isSmall())
+                roaring_bitmap_free(rb1);
+        }
+
+        return is_true;
+    }
+
+    /**
+     * Check whether two bitmaps intersect.
+     * Intersection with an empty set is always 0 (consistent with hasAny).
+     */
+    UInt8 rb_intersect(const RoaringBitmapWithSmallSet & r1) const
+    {
+        if (isSmall())
+        {
+            if (r1.isSmall())
+            {
+                for (const auto & x : r1.small)
+                    if (small.find(x.getValue()) != small.end())
+                        return 1;
+            }
+            else
+            {
+                for (const auto & x : small)
+                {
+                    if (isUInt64())
+                    {
+                        if (r1.rb64->contains(static_cast<UInt64>(x.getValue())))
+                            return 1;
+                    }
+                    else
+                    {
+                        if (roaring_bitmap_contains(r1.rb, x.getValue()))
+                            return 1;
+                    }
+                }
+            }
+        }
+        else if (r1.isSmall())
+        {
+            for (const auto & x : r1.small)
+            {
+                if (isUInt64())
+                {
+                    if (rb64->contains(static_cast<UInt64>(x.getValue())))
+                        return 1;
+                }
+                else
+                {
+                    if (roaring_bitmap_contains(rb, x.getValue()))
+                        return 1;
+                }
+            }
+        }
+        else
+        {
+            if (isUInt64())
+            {
+                if ((*rb64 & *r1.rb64).cardinality() > 0)
+                    return 1;
+            }
+            else
+            {
+                if (roaring_bitmap_intersect(rb, r1.rb))
+                    return 1;
+            }
+        }
+
+        return 0;
+    }
+
+    /**
+     * Check whether the argument is the subset of this set.
+     * Empty set is a subset of any other set (consistent with hasAll).
+     */
+    UInt8 rb_is_subset(const RoaringBitmapWithSmallSet & r1) const
+    {
+        if (isSmall())
+        {
+            if (r1.isSmall())
+            {
+                for (const auto & x : r1.small)
+                    if (small.find(x.getValue()) == small.end())
+                        return 0;
+            }
+            else
+            {
+                UInt64 r1_size = r1.size();
+
+                if (r1_size > small.size())
+                    return 0; // A bigger set can not be a subset of ours.
+
+                // This is a rare case with a small number of elements on
+                // both sides: r1 was promoted to large for some reason and
+                // it is still not larger than our small set.
+                // If r1 is our subset then our size must be equal to
+                // r1_size + number of not found elements, if this sum becomes
+                // greater then r1 is not a subset.
+                for (const auto & x : small)
+                {
+                    if (isUInt64())
+                    {
+                        if (!r1.rb64->contains(static_cast<UInt64>(x.getValue())) && ++r1_size > small.size())
+                            return 0;
+                    }
+                    else
+                    {
+                        if (!roaring_bitmap_contains(r1.rb, x.getValue()) && ++r1_size > small.size())
+                            return 0;
+                    }
+                }
+            }
+        }
+        else if (r1.isSmall())
+        {
+            for (const auto & x : r1.small)
+            {
+                if (isUInt64())
+                {
+                    if (!rb64->contains(static_cast<UInt64>(x.getValue())))
+                        return 0;
+                }
+                else
+                {
+                    if (!roaring_bitmap_contains(rb, x.getValue()))
+                        return 0;
+                }
+            }
+        }
+        else
+        {
+            if (isUInt64())
+            {
+                if (!r1.rb64->isSubset(*rb64))
+                    return 0;
+            }
+            else
+            {
+                if (!roaring_bitmap_is_subset(r1.rb, rb))
+                    return 0;
+            }
+        }
+        return 1;
+    }
+
+    /**
+     * Check whether this bitmap contains the argument.
+     */
+    UInt8 rb_contains(const UInt64 x) const
+    {
+        if (isSmall())
+        {
+            return small.find(x) != small.end();
+        }
+        else
+        {
+            if (isUInt64())
+            {
+                return rb64->contains(x);
+            }
+            else
+            {
+                return roaring_bitmap_contains(rb, x);
+            }
+        }
+    }
+
+    /**
+     * Remove value
+     */
+    void rb_remove(UInt64 offsetid)
+    {
+        if (isSmall())
+            toLarge();
+
+        if (isUInt64())
+            rb64->remove(offsetid);
+        else
+            roaring_bitmap_remove(rb, offsetid);
+    }
+
+    /**
+     * compute (in place) the negation of the roaring bitmap within a specified
+     * interval: [range_start, range_end). The number of negated values is
+     * range_end - range_start.
+     * Areas outside the range are passed through unchanged.
+     */
+    void rb_flip(UInt64 offsetstart, UInt64 offsetend)
+    {
+        if (isSmall())
+            toLarge();
+        if (isUInt64())
+            rb64->flip(offsetstart, offsetend);
+        else
+            roaring_bitmap_flip_inplace(rb, offsetstart, offsetend);
+    }
+
+    /**
+     * returns the number of integers that are smaller or equal to offsetid.
+     */
+    UInt64 rb_rank(UInt64 offsetid)
+    {
+        if (isSmall())
+            toLarge();
+
+        if (isUInt64())
+            return rb64->rank(offsetid);
+        else
+            return roaring_bitmap_rank(rb, offsetid);
+    }
+
+    /**
+     * Convert elements to integer array, return number of elements
+     */
+    template <typename Element>
+    UInt64 rb_to_array(PaddedPODArray<Element> & res_data) const
+    {
+        UInt64 count = 0;
+        if (isSmall())
+        {
+            for (const auto & x : small)
+            {
+                res_data.emplace_back(x.getValue());
+                count++;
+            }
+        }
+        else
+        {
+            if (isUInt64())
+            {
+                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++)
+                {
+                    res_data.emplace_back(*iterator);
+                    count++;
+                }
+            }
+            else
+            {
+                roaring_uint32_iterator_t iterator;
+                roaring_init_iterator(rb, &iterator);
+                while (iterator.has_value)
+                {
+                    res_data.emplace_back(iterator.current_value);
+                    roaring_advance_uint32_iterator(&iterator);
+                    count++;
+                }
+            }
+        }
+        return count;
+    }
+
+    /**
+     * Return new set with specified range (not include the range_end)
+     */
+    UInt64 rb_range(UInt64 range_start, UInt64 range_end, RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 count = 0;
+        if (range_start >= range_end)
+            return count;
+        if (isSmall())
+        {
+            for (const auto & x : small)
+            {
+                T val = x.getValue();
+                if (UInt32(val) >= range_start && UInt32(val) < range_end)
+                {
+                    r1.add(val);
+                    ++count;
+                }
+            }
+        }
+        else
+        {
+            if (isUInt64())
+            {
+                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++)
+                {
+                    if (*iterator < range_start)
+                        continue;
+
+                    if (*iterator < range_end)
+                    {
+                        r1.add(*iterator);
+                        ++count;
+                    }
+                    else
+                        break;
+                }
+            }
+            else
+            {
+                roaring_uint32_iterator_t iterator;
+                roaring_init_iterator(rb, &iterator);
+                roaring_move_uint32_iterator_equalorlarger(&iterator, range_start);
+                while (iterator.has_value && UInt32(iterator.current_value) < range_end)
+                {
+                    r1.add(iterator.current_value);
+                    roaring_advance_uint32_iterator(&iterator);
+                    ++count;
+                }
+            }
+        }
+        return count;
+    }
+
+    /**
+     * Return new set of the smallest `limit` values in set which is no less than `range_start`.
+     */
+    UInt64 rb_limit(UInt64 range_start, UInt64 limit, RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 count = 0;
+        if (isSmall())
+        {
+            std::vector<T> answer;
+            for (const auto & x : small)
+            {
+                T val = x.getValue();
+                if (UInt32(val) >= range_start)
+                {
+                    answer.push_back(val);
+                }
+            }
+            sort(answer.begin(), answer.end());
+            if (limit > answer.size())
+                limit = answer.size();
+            for (size_t i = 0; i < limit; ++i)
+                r1.add(answer[i]);
+            count = UInt64(limit);
+        }
+        else
+        {
+            if (isUInt64())
+            {
+                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++)
+                {
+                    if (*iterator < range_start)
+                        continue;
+
+                    if (count < limit)
+                    {
+                        r1.add(*iterator);
+                        ++count;
+                    }
+                    else
+                        break;
+                }
+            }
+            else
+            {
+                roaring_uint32_iterator_t iterator;
+                roaring_init_iterator(rb, &iterator);
+                roaring_move_uint32_iterator_equalorlarger(&iterator, range_start);
+                while (UInt32(count) < limit && iterator.has_value)
+                {
+                    r1.add(iterator.current_value);
+                    roaring_advance_uint32_iterator(&iterator);
+                    ++count;
+                }
+            }
+        }
+        return count;
+    }
+
+    UInt64 rb_min() const
+    {
+        UInt64 min_val = UINT32_MAX;
+        if (isSmall())
+        {
+            for (const auto & x : small)
+            {
+                T val = x.getValue();
+                if (UInt64(val) < min_val)
+                {
+                    min_val = UInt64(val);
+                }
+            }
+        }
+        else
+        {
+            if (isUInt64())
+                min_val = rb64->minimum();
+            else
+                min_val = UInt64(roaring_bitmap_minimum(rb));
+        }
+        return min_val;
+    }
+
+    UInt64 rb_max() const
+    {
+        UInt64 max_val = 0;
+        if (isSmall())
+        {
+            for (const auto & x : small)
+            {
+                T val = x.getValue();
+                if (UInt64(val) > max_val)
+                {
+                    max_val = UInt64(val);
+                }
+            }
+        }
+        else
+        {
+            if (isUInt64())
+                max_val = rb64->maximum();
+            else
+                max_val = UInt64(roaring_bitmap_maximum(rb));
+        }
+        return max_val;
+    }
+
+    /**
+     * Replace value
+     */
+    void rb_replace(const UInt32 * from_vals, const UInt32 * to_vals, size_t num)
+    {
+        if (isSmall())
+            toLarge();
+        for (size_t i = 0; i < num; ++i)
+        {
+            if (from_vals[i] == to_vals[i])
+                continue;
+
+            if (isUInt64())
+            {
+                bool changed = rb64->removeChecked(from_vals[i]);
+                if (changed)
+                    rb64->add(to_vals[i]);
+            }
+            else
+            {
+                bool changed = roaring_bitmap_remove_checked(rb, from_vals[i]);
+                if (changed)
+                    roaring_bitmap_add(rb, to_vals[i]);
+            }
+        }
+    }
+
+private:
+ 
+};
+
+template <typename T>
+struct AggregateFunctionGroupBitmapData
+{
+    bool doneFirst = false;
+    RoaringBitmapWithSmallSet<T, 32> rbs;
+    static const char * name() { return "groupBitmap"; }
+};
+
+
+}

From c19ce7dad30c0223e214a0c97589a2adcc83e0c8 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Wed, 9 Dec 2020 12:44:25 +0800
Subject: [PATCH 505/742] rewrite with better code

---
 .../AggregateFunctionGroupBitmap.cpp          |   79 +-
 .../AggregateFunctionGroupBitmap.h            |   79 +-
 .../AggregateFunctionGroupBitmapData.h        | 1550 +++++++----------
 3 files changed, 704 insertions(+), 1004 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
index 25df0cb27bd..bf1d0af73ff 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
@@ -1,11 +1,10 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
-#include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
+#include <AggregateFunctions/Helpers.h>
 #include <DataTypes/DataTypeAggregateFunction.h>
 #include "registerAggregateFunctions.h"
 
-// TODO include this last because of a broken roaring header. See the comment
-// inside.
+// TODO include this last because of a broken roaring header. See the comment inside.
 #include <AggregateFunctions/AggregateFunctionGroupBitmap.h>
 
 namespace DB
@@ -17,46 +16,54 @@ namespace ErrorCodes
 
 namespace
 {
+    template <template <typename> class Data>
+    AggregateFunctionPtr createAggregateFunctionBitmap(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    {
+        assertNoParameters(name, parameters);
+        assertUnary(name, argument_types);
 
-template <template <typename> class Data>
-AggregateFunctionPtr createAggregateFunctionBitmap(const std::string & name, const DataTypes & argument_types, const Array & parameters)
-{
-    assertNoParameters(name, parameters);
-    assertUnary(name, argument_types);
+        if (!argument_types[0]->canBeUsedInBitOperations())
+            throw Exception(
+                "The type " + argument_types[0]->getName() + " of argument for aggregate function " + name
+                    + " is illegal, because it cannot be used in Bitmap operations",
+                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
-    if (!argument_types[0]->canBeUsedInBitOperations())
-        throw Exception("The type " + argument_types[0]->getName() + " of argument for aggregate function " + name
-            + " is illegal, because it cannot be used in Bitmap operations",
-            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        AggregateFunctionPtr res(createWithUnsignedIntegerType<AggregateFunctionBitmap, Data>(*argument_types[0], argument_types[0]));
 
-    AggregateFunctionPtr res(createWithUnsignedIntegerType<AggregateFunctionBitmap, Data>(*argument_types[0], argument_types[0]));
+        if (!res)
+            throw Exception(
+                "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
+                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
-    if (!res)
-        throw Exception("Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name, ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+        return res;
+    }
 
-    return res;
-}
+    // Additional aggregate functions to manipulate bitmaps.
+    template <template <typename, typename> class AggregateFunctionTemplate>
+    AggregateFunctionPtr
+    createAggregateFunctionBitmapL2(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    {
+        assertNoParameters(name, parameters);
+        assertUnary(name, argument_types);
+        DataTypePtr argument_type_ptr = argument_types[0];
+        WhichDataType which(*argument_type_ptr);
+        if (which.idx != TypeIndex::AggregateFunction)
+            throw Exception(
+                "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
+                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
-template <template <typename, typename> class AggregateFunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionBitmapL2(const std::string & name, const DataTypes & argument_types, const Array & parameters)
-{
-    assertNoParameters(name, parameters);
-    assertUnary(name, argument_types);
-    DataTypePtr argument_type_ptr = argument_types[0];
-    WhichDataType which(*argument_type_ptr);
-    if (which.idx != TypeIndex::AggregateFunction)
-        throw Exception("Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name, ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-
-    const DataTypeAggregateFunction& datatype_aggfunc = dynamic_cast<const DataTypeAggregateFunction&>(*argument_type_ptr);
-    AggregateFunctionPtr aggfunc = datatype_aggfunc.getFunction();
-    argument_type_ptr = aggfunc->getArgumentTypes()[0];
-    AggregateFunctionPtr res(createWithUnsignedIntegerType<AggregateFunctionTemplate, AggregateFunctionGroupBitmapData>(*argument_type_ptr, argument_type_ptr));
-    if (!res)
-        throw Exception("Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name, ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-
-    return res;
-}
+        const DataTypeAggregateFunction & datatype_aggfunc = dynamic_cast<const DataTypeAggregateFunction &>(*argument_type_ptr);
+        AggregateFunctionPtr aggfunc = datatype_aggfunc.getFunction();
+        argument_type_ptr = aggfunc->getArgumentTypes()[0];
+        AggregateFunctionPtr res(createWithUnsignedIntegerType<AggregateFunctionTemplate, AggregateFunctionGroupBitmapData>(
+            *argument_type_ptr, argument_type_ptr));
+        if (!res)
+            throw Exception(
+                "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
+                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
+        return res;
+    }
 }
 
 void registerAggregateFunctionsBitmap(AggregateFunctionFactory & factory)
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
index e974cb753d3..315132cf05c 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
@@ -1,31 +1,26 @@
 #pragma once
 
-#include <Columns/ColumnVector.h>
-#include <Common/assert_cast.h>
 #include <AggregateFunctions/IAggregateFunction.h>
-#include <DataTypes/DataTypesNumber.h>
 #include <Columns/ColumnAggregateFunction.h>
+#include <Columns/ColumnVector.h>
+#include <DataTypes/DataTypesNumber.h>
+#include <Common/assert_cast.h>
 
 // TODO include this last because of a broken roaring header. See the comment inside.
 #include <AggregateFunctions/AggregateFunctionGroupBitmapData.h>
 
 namespace DB
 {
-
 /// Counts bitmap operation on numbers.
 template <typename T, typename Data>
 class AggregateFunctionBitmap final : public IAggregateFunctionDataHelper<Data, AggregateFunctionBitmap<T, Data>>
 {
 public:
-    AggregateFunctionBitmap(const DataTypePtr & type)
-            : IAggregateFunctionDataHelper<Data, AggregateFunctionBitmap<T, Data>>({type}, {}) {}
+    AggregateFunctionBitmap(const DataTypePtr & type) : IAggregateFunctionDataHelper<Data, AggregateFunctionBitmap<T, Data>>({type}, {}) { }
 
     String getName() const override { return Data::name(); }
 
-    DataTypePtr getReturnType() const override
-    {
-        return std::make_shared<DataTypeNumber<T>>();
-    }
+    DataTypePtr getReturnType() const override { return std::make_shared<DataTypeNumber<T>>(); }
 
     void add(AggregateDataPtr place, const IColumn ** columns, size_t row_num, Arena *) const override
     {
@@ -37,15 +32,9 @@ public:
         this->data(place).rbs.merge(this->data(rhs).rbs);
     }
 
-    void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override
-    {
-        this->data(place).rbs.write(buf);
-    }
+    void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override { this->data(place).rbs.write(buf); }
 
-    void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena *) const override
-    {
-        this->data(place).rbs.read(buf);
-    }
+    void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena *) const override { this->data(place).rbs.read(buf); }
 
     void insertResultInto(AggregateDataPtr place, IColumn & to, Arena *) const override
     {
@@ -59,23 +48,22 @@ class AggregateFunctionBitmapL2 final : public IAggregateFunctionDataHelper<Data
 {
 public:
     AggregateFunctionBitmapL2(const DataTypePtr & type)
-            : IAggregateFunctionDataHelper<Data, AggregateFunctionBitmapL2<T, Data, Policy>>({type}, {}){}
+        : IAggregateFunctionDataHelper<Data, AggregateFunctionBitmapL2<T, Data, Policy>>({type}, {})
+    {
+    }
 
     String getName() const override { return Data::name(); }
 
-    DataTypePtr getReturnType() const override
-    {
-        return std::make_shared<DataTypeNumber<T>>();
-    }
+    DataTypePtr getReturnType() const override { return std::make_shared<DataTypeNumber<T>>(); }
 
     void add(AggregateDataPtr place, const IColumn ** columns, size_t row_num, Arena *) const override
     {
         Data & data_lhs = this->data(place);
         const Data & data_rhs = this->data(assert_cast<const ColumnAggregateFunction &>(*columns[0]).getData()[row_num]);
-        if (!data_lhs.doneFirst)
+        if (!data_lhs.init)
         {
-            data_lhs.doneFirst = true;
-            data_lhs.rbs.rb_or(data_rhs.rbs);
+            data_lhs.init = true;
+            data_lhs.rbs.merge(data_rhs.rbs);
         }
         else
         {
@@ -88,13 +76,13 @@ public:
         Data & data_lhs = this->data(place);
         const Data & data_rhs = this->data(rhs);
 
-        if (!data_rhs.doneFirst)
+        if (!data_rhs.init)
             return;
 
-        if (!data_lhs.doneFirst)
+        if (!data_lhs.init)
         {
-            data_lhs.doneFirst = true;
-            data_lhs.rbs.rb_or(data_rhs.rbs);
+            data_lhs.init = true;
+            data_lhs.rbs.merge(data_rhs.rbs);
         }
         else
         {
@@ -102,15 +90,9 @@ public:
         }
     }
 
-    void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override
-    {
-        this->data(place).rbs.write(buf);
-    }
+    void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override { this->data(place).rbs.write(buf); }
 
-    void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena *) const override
-    {
-        this->data(place).rbs.read(buf);
-    }
+    void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena *) const override { this->data(place).rbs.read(buf); }
 
     void insertResultInto(AggregateDataPtr place, IColumn & to, Arena *) const override
     {
@@ -122,39 +104,30 @@ template <typename Data>
 class BitmapAndPolicy
 {
 public:
-    static void apply(Data& lhs, const Data& rhs)
-    {
-        lhs.rbs.rb_and(rhs.rbs);
-    }
+    static void apply(Data & lhs, const Data & rhs) { lhs.rbs.rb_and(rhs.rbs); }
 };
 
 template <typename Data>
 class BitmapOrPolicy
 {
 public:
-    static void apply(Data& lhs, const Data& rhs)
-    {
-        lhs.rbs.rb_or(rhs.rbs);
-    }
+    static void apply(Data & lhs, const Data & rhs) { lhs.rbs.rb_or(rhs.rbs); }
 };
 
 template <typename Data>
 class BitmapXorPolicy
 {
 public:
-    static void apply(Data& lhs, const Data& rhs)
-    {
-        lhs.rbs.rb_xor(rhs.rbs);
-    }
+    static void apply(Data & lhs, const Data & rhs) { lhs.rbs.rb_xor(rhs.rbs); }
 };
 
 template <typename T, typename Data>
-using AggregateFunctionBitmapL2And = AggregateFunctionBitmapL2<T, Data, BitmapAndPolicy<Data> >;
+using AggregateFunctionBitmapL2And = AggregateFunctionBitmapL2<T, Data, BitmapAndPolicy<Data>>;
 
 template <typename T, typename Data>
-using AggregateFunctionBitmapL2Or = AggregateFunctionBitmapL2<T, Data, BitmapOrPolicy<Data> >;
+using AggregateFunctionBitmapL2Or = AggregateFunctionBitmapL2<T, Data, BitmapOrPolicy<Data>>;
 
 template <typename T, typename Data>
-using AggregateFunctionBitmapL2Xor = AggregateFunctionBitmapL2<T, Data, BitmapXorPolicy<Data> >;
+using AggregateFunctionBitmapL2Xor = AggregateFunctionBitmapL2<T, Data, BitmapXorPolicy<Data>>;
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index 000edd64a0f..b26e47f0b63 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -1,915 +1,635 @@
-#pragma once
-
-#include <algorithm>
-#include <IO/ReadHelpers.h>
-#include <IO/WriteHelpers.h>
-#include <boost/noncopyable.hpp>
-#include <Common/HashTable/SmallTable.h>
-#include <Common/PODArray.h>
-
-// Include this header last, because it is an auto-generated dump of questionable
-// garbage that breaks the build (e.g. it changes _POSIX_C_SOURCE).
-// TODO: find out what it is. On github, they have proper interface headers like
-// this one: https://github.com/RoaringBitmap/CRoaring/blob/master/include/roaring/roaring.h
-#include <roaring/roaring.h>
-#include "roaring.hh"
-#include <roaring64map.hh>
-
-namespace DB
-{
-/**
-  * For a small number of values - an array of fixed size "on the stack".
-  * For large, roaring_bitmap_t is allocated.
-  * For a description of the roaring_bitmap_t, see: https://github.com/RoaringBitmap/CRoaring
-  */
-template <typename T, UInt8 small_set_size>
-class RoaringBitmapWithSmallSet : private boost::noncopyable
-{
-private:
-    using Small = SmallSet<T, small_set_size>;
-    using ValueBuffer = std::vector<T>;
-    bool bUInt64 = sizeof(T) >= 8;
-
-    Small small;
-    roaring_bitmap_t * rb = nullptr;
-    std::shared_ptr<Roaring64Map> rb64 = nullptr;
-
-    void toLarge()
-    {
-        if (isUInt64())
-            rb64 = std::make_shared<Roaring64Map>();
-        else
-            rb = roaring_bitmap_create();
-
-        for (const auto & x : small)
-        {
-            if (isUInt64())
-                rb64->add(static_cast<UInt64>(x.getValue()));
-            else
-                roaring_bitmap_add(rb, x.getValue());
-        }
-    }
-
-public:
-    bool isLarge() const { return rb != nullptr || rb64 != nullptr; }
-
-    bool isSmall() const { return rb == nullptr && rb64 == nullptr; }
-
-    bool isUInt64() const { return bUInt64; }
-
-    ~RoaringBitmapWithSmallSet()
-    {
-        if (isLarge() && !isUInt64())
-            roaring_bitmap_free(rb);
-    }
-
-    void add(T value)
-    {
-        if (isSmall())
-        {
-            if (small.find(value) == small.end())
-            {
-                if (!small.full())
-                    small.insert(value);
-                else
-                {
-                    toLarge();
-                    if (isUInt64())
-                        rb64->add(static_cast<UInt64>(value));
-                    else
-                        roaring_bitmap_add(rb, value);
-                }
-            }
-        }
-        else
-        {
-            if (isUInt64())
-                rb64->add(static_cast<UInt64>(value));
-            else
-                roaring_bitmap_add(rb, value);
-        }
-    }
-
-    UInt64 size() const
-    {
-        if (isSmall())
-        {
-            return small.size();
-        }
-        else
-        {
-            if (isUInt64())
-                return rb64->cardinality();
-            else
-                return roaring_bitmap_get_cardinality(rb);
-        }
-    }
-
-    void merge(const RoaringBitmapWithSmallSet & r1)
-    {
-        if (r1.isLarge())
-        {
-            if (isSmall())
-                toLarge();
-
-            if (isUInt64())
-                *rb64 |= *r1.rb64;
-            else
-                roaring_bitmap_or_inplace(rb, r1.rb);
-        }
-        else
-        {
-            for (const auto & x : r1.small)
-                add(x.getValue());
-        }
-    }
-
-    void read(DB::ReadBuffer & in)
-    {
-        // Container type:  0: SmallSet,  1: RoaringBitmap32,  2: RoaringBitmap64
-        UInt8 containerType = 0;
-        readBinary(containerType, in);
-
-        if (0 == containerType)
-        {
-            small.read(in);
-        }
-        else if (1 == containerType)
-        {
-            std::string s;
-            readStringBinary(s, in);
-            rb = roaring_bitmap_portable_deserialize(s.c_str());
-            // It has been persisted in the bitmap and does not need to merge from small
-            //            for (const auto & x : small) // merge from small
-            //                roaring_bitmap_add(rb, x.getValue());
-        }
-        else
-        {
-            std::string s;
-            readStringBinary(s, in);
-            rb64 = std::make_shared<Roaring64Map>(Roaring64Map::read(s.c_str()));
-        }
-    }
-
-    void write(DB::WriteBuffer & out) const
-    {
-        // Container type:  0: SmallSet,  1: RoaringBitmap32,  2: RoaringBitmap64
-        UInt8 containerType = 0;
-        if (isLarge())
-        {
-            if (isUInt64())
-                containerType = 2;
-            else
-                containerType = 1;
-        }
-
-        writeBinary(containerType, out);
-
-        if (isLarge())
-        {
-            if (isUInt64())
-            {
-                uint32_t expectedsize = rb64->getSizeInBytes();
-                std::string s(expectedsize, 0);
-                rb64->write(const_cast<char *>(s.data()));
-                writeStringBinary(s, out);
-            }
-            else
-            {
-                uint32_t expectedsize = roaring_bitmap_portable_size_in_bytes(rb);
-                std::string s(expectedsize, 0);
-                roaring_bitmap_portable_serialize(rb, const_cast<char *>(s.data()));
-                writeStringBinary(s, out);
-            }
-        }
-        else
-            small.write(out);
-    }
-
-    roaring_bitmap_t * getRb() const { return rb; }
-
-    std::shared_ptr<Roaring64Map> getRb64() const { return rb64; }
-
-    Small & getSmall() const { return small; }
-
-    /**
-     * Get a new roaring_bitmap_t from elements of small
-     */
-    roaring_bitmap_t * getNewRbFromSmall() const
-    {
-        roaring_bitmap_t * smallRb = roaring_bitmap_create();
-        for (const auto & x : small)
-            roaring_bitmap_add(smallRb, x.getValue());
-        return smallRb;
-    }
-
-    /**
-     * Get a new Roaring64Map from elements of small
-     */
-    std::shared_ptr<Roaring64Map> getNewRb64FromSmall() const
-    {
-        std::shared_ptr<Roaring64Map> smallRb64 = std::make_shared<Roaring64Map>();
-        for (const auto & x : small)
-            smallRb64->add(static_cast<UInt64>(x.getValue()));
-        return smallRb64;
-    }
-
-    /**
-     * Computes the intersection between two bitmaps
-     */
-    void rb_and(const RoaringBitmapWithSmallSet & r1)
-    {
-        ValueBuffer buffer;
-        if (isSmall() && r1.isSmall())
-        {
-            // intersect
-            for (const auto & x : small)
-                if (r1.small.find(x.getValue()) != r1.small.end())
-                    buffer.push_back(x.getValue());
-
-            // Clear out the original values
-            small.clear();
-
-            for (const auto & value : buffer)
-                small.insert(value);
-
-            buffer.clear();
-        }
-        else if (isSmall() && r1.isLarge())
-        {
-            for (const auto & x : small)
-            {
-                if (isUInt64())
-                {
-                    if (rb64->contains(static_cast<UInt64>(x.getValue())))
-                        buffer.push_back(x.getValue());
-                }
-                else
-                {
-                    if (roaring_bitmap_contains(r1.rb, x.getValue()))
-                        buffer.push_back(x.getValue());
-                }
-            }
-
-            // Clear out the original values
-            small.clear();
-
-            for (const auto & value : buffer)
-                small.insert(value);
-
-            buffer.clear();
-        }
-        else
-        {
-            if (isUInt64())
-            {
-                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
-                *rb64 &= *newRb64;
-            }
-            else
-            {
-                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-                roaring_bitmap_and_inplace(rb, rb1);
-                if (r1.isSmall())
-                    roaring_bitmap_free(rb1);
-            }
-        }
-    }
-
-    /**
-     * Computes the union between two bitmaps.
-     */
-    void rb_or(const RoaringBitmapWithSmallSet & r1) { merge(r1); }
-
-    /**
-     * Computes the symmetric difference (xor) between two bitmaps.
-     */
-    void rb_xor(const RoaringBitmapWithSmallSet & r1)
-    {
-        if (isSmall())
-            toLarge();
-
-        if (isUInt64())
-        {
-            std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
-            *rb64 ^= *newRb64;
-        }
-        else
-        {
-            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-            roaring_bitmap_xor_inplace(rb, rb1);
-            if (r1.isSmall())
-                roaring_bitmap_free(rb1);
-        }
-    }
-
-    /**
-     * Computes the difference (andnot) between two bitmaps
-     */
-    void rb_andnot(const RoaringBitmapWithSmallSet & r1)
-    {
-        ValueBuffer buffer;
-        if (isSmall() && r1.isSmall())
-        {
-            // subtract
-            for (const auto & x : small)
-                if (r1.small.find(x.getValue()) == r1.small.end())
-                    buffer.push_back(x.getValue());
-
-            // Clear out the original values
-            small.clear();
-
-            for (const auto & value : buffer)
-                small.insert(value);
-
-            buffer.clear();
-        }
-        else if (isSmall() && r1.isLarge())
-        {
-            for (const auto & x : small)
-            {
-                if (isUInt64())
-                {
-                    if (!rb64->contains(static_cast<UInt64>(x.getValue())))
-                        buffer.push_back(x.getValue());
-                }
-                else
-                {
-                    if (!roaring_bitmap_contains(r1.rb, x.getValue()))
-                        buffer.push_back(x.getValue());
-                }
-            }
-
-            // Clear out the original values
-            small.clear();
-
-            for (const auto & value : buffer)
-                small.insert(value);
-
-            buffer.clear();
-        }
-        else
-        {
-            if (isUInt64())
-            {
-                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
-                *rb64 -= *newRb64;
-            }
-            else
-            {
-                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-                roaring_bitmap_andnot_inplace(rb, rb1);
-                if (r1.isSmall())
-                    roaring_bitmap_free(rb1);
-            }
-        }
-    }
-
-    /**
-     * Computes the cardinality of the intersection between two bitmaps.
-     */
-    UInt64 rb_and_cardinality(const RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 retSize = 0;
-        if (isSmall() && r1.isSmall())
-        {
-            for (const auto & x : small)
-                if (r1.small.find(x.getValue()) != r1.small.end())
-                    ++retSize;
-        }
-        else if (isSmall() && r1.isLarge())
-        {
-            for (const auto & x : small)
-            {
-                if (isUInt64())
-                {
-                    if (rb64->contains(static_cast<UInt64>(x.getValue())))
-                        ++retSize;
-                }
-                else
-                {
-                    if (roaring_bitmap_contains(r1.rb, x.getValue()))
-                        ++retSize;
-                }
-            }
-        }
-        else
-        {
-            if (isUInt64())
-            {
-                std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
-                retSize = (*rb64 & *newRb64).cardinality();
-            }
-            else
-            {
-                roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-                retSize = roaring_bitmap_and_cardinality(rb, rb1);
-                if (r1.isSmall())
-                    roaring_bitmap_free(rb1);
-            }
-        }
-        return retSize;
-    }
-
-    /**
-     * Computes the cardinality of the union between two bitmaps.
-    */
-    UInt64 rb_or_cardinality(const RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 c1 = size();
-        UInt64 c2 = r1.size();
-        UInt64 inter = rb_and_cardinality(r1);
-        return c1 + c2 - inter;
-    }
-
-    /**
-     * Computes the cardinality of the symmetric difference (andnot) between two bitmaps.
-    */
-    UInt64 rb_xor_cardinality(const RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 c1 = size();
-        UInt64 c2 = r1.size();
-        UInt64 inter = rb_and_cardinality(r1);
-        return c1 + c2 - 2 * inter;
-    }
-
-    /**
-     * Computes the cardinality of the difference (andnot) between two bitmaps.
-     */
-    UInt64 rb_andnot_cardinality(const RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 c1 = size();
-        UInt64 inter = rb_and_cardinality(r1);
-        return c1 - inter;
-    }
-
-    /**
-     * Return 1 if the two bitmaps contain the same elements.
-     */
-    UInt8 rb_equals(const RoaringBitmapWithSmallSet & r1)
-    {
-        if (isSmall())
-            toLarge();
-
-        UInt8 is_true = 0;
-        if (isUInt64())
-        {
-            std::shared_ptr<Roaring64Map> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.getRb64();
-            is_true = *rb64 == *newRb64;
-        }
-        else
-        {
-            roaring_bitmap_t * rb1 = r1.isSmall() ? r1.getNewRbFromSmall() : r1.getRb();
-            is_true = roaring_bitmap_equals(rb, rb1);
-            if (r1.isSmall())
-                roaring_bitmap_free(rb1);
-        }
-
-        return is_true;
-    }
-
-    /**
-     * Check whether two bitmaps intersect.
-     * Intersection with an empty set is always 0 (consistent with hasAny).
-     */
-    UInt8 rb_intersect(const RoaringBitmapWithSmallSet & r1) const
-    {
-        if (isSmall())
-        {
-            if (r1.isSmall())
-            {
-                for (const auto & x : r1.small)
-                    if (small.find(x.getValue()) != small.end())
-                        return 1;
-            }
-            else
-            {
-                for (const auto & x : small)
-                {
-                    if (isUInt64())
-                    {
-                        if (r1.rb64->contains(static_cast<UInt64>(x.getValue())))
-                            return 1;
-                    }
-                    else
-                    {
-                        if (roaring_bitmap_contains(r1.rb, x.getValue()))
-                            return 1;
-                    }
-                }
-            }
-        }
-        else if (r1.isSmall())
-        {
-            for (const auto & x : r1.small)
-            {
-                if (isUInt64())
-                {
-                    if (rb64->contains(static_cast<UInt64>(x.getValue())))
-                        return 1;
-                }
-                else
-                {
-                    if (roaring_bitmap_contains(rb, x.getValue()))
-                        return 1;
-                }
-            }
-        }
-        else
-        {
-            if (isUInt64())
-            {
-                if ((*rb64 & *r1.rb64).cardinality() > 0)
-                    return 1;
-            }
-            else
-            {
-                if (roaring_bitmap_intersect(rb, r1.rb))
-                    return 1;
-            }
-        }
-
-        return 0;
-    }
-
-    /**
-     * Check whether the argument is the subset of this set.
-     * Empty set is a subset of any other set (consistent with hasAll).
-     */
-    UInt8 rb_is_subset(const RoaringBitmapWithSmallSet & r1) const
-    {
-        if (isSmall())
-        {
-            if (r1.isSmall())
-            {
-                for (const auto & x : r1.small)
-                    if (small.find(x.getValue()) == small.end())
-                        return 0;
-            }
-            else
-            {
-                UInt64 r1_size = r1.size();
-
-                if (r1_size > small.size())
-                    return 0; // A bigger set can not be a subset of ours.
-
-                // This is a rare case with a small number of elements on
-                // both sides: r1 was promoted to large for some reason and
-                // it is still not larger than our small set.
-                // If r1 is our subset then our size must be equal to
-                // r1_size + number of not found elements, if this sum becomes
-                // greater then r1 is not a subset.
-                for (const auto & x : small)
-                {
-                    if (isUInt64())
-                    {
-                        if (!r1.rb64->contains(static_cast<UInt64>(x.getValue())) && ++r1_size > small.size())
-                            return 0;
-                    }
-                    else
-                    {
-                        if (!roaring_bitmap_contains(r1.rb, x.getValue()) && ++r1_size > small.size())
-                            return 0;
-                    }
-                }
-            }
-        }
-        else if (r1.isSmall())
-        {
-            for (const auto & x : r1.small)
-            {
-                if (isUInt64())
-                {
-                    if (!rb64->contains(static_cast<UInt64>(x.getValue())))
-                        return 0;
-                }
-                else
-                {
-                    if (!roaring_bitmap_contains(rb, x.getValue()))
-                        return 0;
-                }
-            }
-        }
-        else
-        {
-            if (isUInt64())
-            {
-                if (!r1.rb64->isSubset(*rb64))
-                    return 0;
-            }
-            else
-            {
-                if (!roaring_bitmap_is_subset(r1.rb, rb))
-                    return 0;
-            }
-        }
-        return 1;
-    }
-
-    /**
-     * Check whether this bitmap contains the argument.
-     */
-    UInt8 rb_contains(const UInt64 x) const
-    {
-        if (isSmall())
-        {
-            return small.find(x) != small.end();
-        }
-        else
-        {
-            if (isUInt64())
-            {
-                return rb64->contains(x);
-            }
-            else
-            {
-                return roaring_bitmap_contains(rb, x);
-            }
-        }
-    }
-
-    /**
-     * Remove value
-     */
-    void rb_remove(UInt64 offsetid)
-    {
-        if (isSmall())
-            toLarge();
-
-        if (isUInt64())
-            rb64->remove(offsetid);
-        else
-            roaring_bitmap_remove(rb, offsetid);
-    }
-
-    /**
-     * compute (in place) the negation of the roaring bitmap within a specified
-     * interval: [range_start, range_end). The number of negated values is
-     * range_end - range_start.
-     * Areas outside the range are passed through unchanged.
-     */
-    void rb_flip(UInt64 offsetstart, UInt64 offsetend)
-    {
-        if (isSmall())
-            toLarge();
-        if (isUInt64())
-            rb64->flip(offsetstart, offsetend);
-        else
-            roaring_bitmap_flip_inplace(rb, offsetstart, offsetend);
-    }
-
-    /**
-     * returns the number of integers that are smaller or equal to offsetid.
-     */
-    UInt64 rb_rank(UInt64 offsetid)
-    {
-        if (isSmall())
-            toLarge();
-
-        if (isUInt64())
-            return rb64->rank(offsetid);
-        else
-            return roaring_bitmap_rank(rb, offsetid);
-    }
-
-    /**
-     * Convert elements to integer array, return number of elements
-     */
-    template <typename Element>
-    UInt64 rb_to_array(PaddedPODArray<Element> & res_data) const
-    {
-        UInt64 count = 0;
-        if (isSmall())
-        {
-            for (const auto & x : small)
-            {
-                res_data.emplace_back(x.getValue());
-                count++;
-            }
-        }
-        else
-        {
-            if (isUInt64())
-            {
-                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++)
-                {
-                    res_data.emplace_back(*iterator);
-                    count++;
-                }
-            }
-            else
-            {
-                roaring_uint32_iterator_t iterator;
-                roaring_init_iterator(rb, &iterator);
-                while (iterator.has_value)
-                {
-                    res_data.emplace_back(iterator.current_value);
-                    roaring_advance_uint32_iterator(&iterator);
-                    count++;
-                }
-            }
-        }
-        return count;
-    }
-
-    /**
-     * Return new set with specified range (not include the range_end)
-     */
-    UInt64 rb_range(UInt64 range_start, UInt64 range_end, RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 count = 0;
-        if (range_start >= range_end)
-            return count;
-        if (isSmall())
-        {
-            for (const auto & x : small)
-            {
-                T val = x.getValue();
-                if (UInt32(val) >= range_start && UInt32(val) < range_end)
-                {
-                    r1.add(val);
-                    ++count;
-                }
-            }
-        }
-        else
-        {
-            if (isUInt64())
-            {
-                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++)
-                {
-                    if (*iterator < range_start)
-                        continue;
-
-                    if (*iterator < range_end)
-                    {
-                        r1.add(*iterator);
-                        ++count;
-                    }
-                    else
-                        break;
-                }
-            }
-            else
-            {
-                roaring_uint32_iterator_t iterator;
-                roaring_init_iterator(rb, &iterator);
-                roaring_move_uint32_iterator_equalorlarger(&iterator, range_start);
-                while (iterator.has_value && UInt32(iterator.current_value) < range_end)
-                {
-                    r1.add(iterator.current_value);
-                    roaring_advance_uint32_iterator(&iterator);
-                    ++count;
-                }
-            }
-        }
-        return count;
-    }
-
-    /**
-     * Return new set of the smallest `limit` values in set which is no less than `range_start`.
-     */
-    UInt64 rb_limit(UInt64 range_start, UInt64 limit, RoaringBitmapWithSmallSet & r1) const
-    {
-        UInt64 count = 0;
-        if (isSmall())
-        {
-            std::vector<T> answer;
-            for (const auto & x : small)
-            {
-                T val = x.getValue();
-                if (UInt32(val) >= range_start)
-                {
-                    answer.push_back(val);
-                }
-            }
-            sort(answer.begin(), answer.end());
-            if (limit > answer.size())
-                limit = answer.size();
-            for (size_t i = 0; i < limit; ++i)
-                r1.add(answer[i]);
-            count = UInt64(limit);
-        }
-        else
-        {
-            if (isUInt64())
-            {
-                for (Roaring64Map::const_iterator iterator = rb64->begin(); iterator != rb64->end(); iterator++)
-                {
-                    if (*iterator < range_start)
-                        continue;
-
-                    if (count < limit)
-                    {
-                        r1.add(*iterator);
-                        ++count;
-                    }
-                    else
-                        break;
-                }
-            }
-            else
-            {
-                roaring_uint32_iterator_t iterator;
-                roaring_init_iterator(rb, &iterator);
-                roaring_move_uint32_iterator_equalorlarger(&iterator, range_start);
-                while (UInt32(count) < limit && iterator.has_value)
-                {
-                    r1.add(iterator.current_value);
-                    roaring_advance_uint32_iterator(&iterator);
-                    ++count;
-                }
-            }
-        }
-        return count;
-    }
-
-    UInt64 rb_min() const
-    {
-        UInt64 min_val = UINT32_MAX;
-        if (isSmall())
-        {
-            for (const auto & x : small)
-            {
-                T val = x.getValue();
-                if (UInt64(val) < min_val)
-                {
-                    min_val = UInt64(val);
-                }
-            }
-        }
-        else
-        {
-            if (isUInt64())
-                min_val = rb64->minimum();
-            else
-                min_val = UInt64(roaring_bitmap_minimum(rb));
-        }
-        return min_val;
-    }
-
-    UInt64 rb_max() const
-    {
-        UInt64 max_val = 0;
-        if (isSmall())
-        {
-            for (const auto & x : small)
-            {
-                T val = x.getValue();
-                if (UInt64(val) > max_val)
-                {
-                    max_val = UInt64(val);
-                }
-            }
-        }
-        else
-        {
-            if (isUInt64())
-                max_val = rb64->maximum();
-            else
-                max_val = UInt64(roaring_bitmap_maximum(rb));
-        }
-        return max_val;
-    }
-
-    /**
-     * Replace value
-     */
-    void rb_replace(const UInt32 * from_vals, const UInt32 * to_vals, size_t num)
-    {
-        if (isSmall())
-            toLarge();
-        for (size_t i = 0; i < num; ++i)
-        {
-            if (from_vals[i] == to_vals[i])
-                continue;
-
-            if (isUInt64())
-            {
-                bool changed = rb64->removeChecked(from_vals[i]);
-                if (changed)
-                    rb64->add(to_vals[i]);
-            }
-            else
-            {
-                bool changed = roaring_bitmap_remove_checked(rb, from_vals[i]);
-                if (changed)
-                    roaring_bitmap_add(rb, to_vals[i]);
-            }
-        }
-    }
-
-private:
- 
-};
-
-template <typename T>
-struct AggregateFunctionGroupBitmapData
-{
-    bool doneFirst = false;
-    RoaringBitmapWithSmallSet<T, 32> rbs;
-    static const char * name() { return "groupBitmap"; }
-};
-
-
-}
+#pragma once
+
+#include <algorithm>
+#include <IO/ReadHelpers.h>
+#include <IO/WriteHelpers.h>
+#include <boost/noncopyable.hpp>
+#include <Common/HashTable/SmallTable.h>
+#include <Common/PODArray.h>
+
+// Include this header last, because it is an auto-generated dump of questionable
+// garbage that breaks the build (e.g. it changes _POSIX_C_SOURCE).
+// TODO: find out what it is. On github, they have proper interface headers like
+// this one: https://github.com/RoaringBitmap/CRoaring/blob/master/include/roaring/roaring.h
+#include <roaring.hh>
+#include <roaring64map.hh>
+
+namespace DB
+{
+/**
+  * For a small number of values - an array of fixed size "on the stack".
+  * For large, roaring bitmap is allocated.
+  * For a description of the roaring_bitmap_t, see: https://github.com/RoaringBitmap/CRoaring
+  */
+template <typename T, UInt8 small_set_size>
+class RoaringBitmapWithSmallSet : private boost::noncopyable
+{
+private:
+    using Small = SmallSet<T, small_set_size>;
+    using ValueBuffer = std::vector<T>;
+    Small small;
+    using RoaringBitmap = std::conditional_t<sizeof(T) >= 8, Roaring64Map, Roaring>;
+    using Value = std::conditional_t<sizeof(T) >= 8, UInt64, UInt32>;
+    std::shared_ptr<RoaringBitmap> rb64 = nullptr;
+
+    void toLarge()
+    {
+        rb64 = std::make_shared<RoaringBitmap>();
+        for (const auto & x : small)
+            rb64->add(static_cast<Value>(x.getValue()));
+        small.clear();
+    }
+
+public:
+    bool isLarge() const { return rb64 != nullptr; }
+
+    bool isSmall() const { return rb64 == nullptr; }
+
+    void add(T value)
+    {
+        if (isSmall())
+        {
+            if (small.find(value) == small.end())
+            {
+                if (!small.full())
+                    small.insert(value);
+                else
+                {
+                    toLarge();
+                    rb64->add(static_cast<Value>(value));
+                }
+            }
+        }
+        else
+        {
+            rb64->add(static_cast<Value>(value));
+        }
+    }
+
+    UInt64 size() const
+    {
+        if (isSmall())
+            return small.size();
+        else
+            return rb64->cardinality();
+    }
+
+    void merge(const RoaringBitmapWithSmallSet & r1)
+    {
+        if (r1.isLarge())
+        {
+            if (isSmall())
+                toLarge();
+
+            *rb64 |= *r1.rb64;
+        }
+        else
+        {
+            for (const auto & x : r1.small)
+                add(x.getValue());
+        }
+    }
+
+    void read(DB::ReadBuffer & in)
+    {
+        // Container type:  0: SmallSet,  1: RoaringBitmap
+        UInt8 containerType = 0;
+        readBinary(containerType, in);
+
+        if (0 == containerType)
+        {
+            small.read(in);
+        }
+        else if (1 == containerType)
+        {
+            size_t size;
+            readVarUInt(size, in);
+            std::unique_ptr<char[]> buf(new char[size]);
+            in.readStrict(buf.get(), size);
+            rb64 = std::make_shared<RoaringBitmap>(RoaringBitmap::read(buf.get()));
+        }
+    }
+
+    void write(DB::WriteBuffer & out) const
+    {
+        // Container type:  0: SmallSet,  1: RoaringBitmap
+        UInt8 containerType = isLarge() ? 1 : 0;
+        writeBinary(containerType, out);
+        if (0 == containerType)
+        {
+            small.write(out);
+        }
+        else if (1 == containerType)
+        {
+            auto size = rb64->getSizeInBytes();
+            writeVarUInt(size, out);
+            std::unique_ptr<char[]> buf(new char[size]);
+            rb64->write(buf.get());
+            out.write(buf.get(), size);
+        }
+    }
+
+    /**
+     * Get a new RoaringBitmap from elements of small
+     */
+    std::shared_ptr<RoaringBitmap> getNewRb64FromSmall() const
+    {
+        std::shared_ptr<RoaringBitmap> smallRb64 = std::make_shared<RoaringBitmap>();
+        for (const auto & x : small)
+            smallRb64->add(static_cast<Value>(x.getValue()));
+        return smallRb64;
+    }
+
+    /**
+     * Computes the intersection between two bitmaps
+     */
+    void rb_and(const RoaringBitmapWithSmallSet & r1)
+    {
+        ValueBuffer buffer;
+        if (isSmall() && r1.isSmall())
+        {
+            // intersect
+            for (const auto & x : small)
+                if (r1.small.find(x.getValue()) != r1.small.end())
+                    buffer.push_back(x.getValue());
+
+            // Clear out the original values
+            small.clear();
+
+            for (const auto & value : buffer)
+                small.insert(value);
+
+            buffer.clear();
+        }
+        else if (isSmall() && r1.isLarge())
+        {
+            for (const auto & x : small)
+            {
+                if (rb64->contains(static_cast<Value>(x.getValue())))
+                    buffer.push_back(x.getValue());
+            }
+
+            // Clear out the original values
+            small.clear();
+
+            for (const auto & value : buffer)
+                small.insert(value);
+
+            buffer.clear();
+        }
+        else
+        {
+            std::shared_ptr<RoaringBitmap> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.rb64;
+            *rb64 &= *newRb64;
+        }
+    }
+
+    /**
+     * Computes the union between two bitmaps.
+     */
+    void rb_or(const RoaringBitmapWithSmallSet & r1) { merge(r1); }
+
+    /**
+     * Computes the symmetric difference (xor) between two bitmaps.
+     */
+    void rb_xor(const RoaringBitmapWithSmallSet & r1)
+    {
+        if (isSmall())
+            toLarge();
+
+        std::shared_ptr<RoaringBitmap> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.rb64;
+        *rb64 ^= *newRb64;
+    }
+
+    /**
+     * Computes the difference (andnot) between two bitmaps
+     */
+    void rb_andnot(const RoaringBitmapWithSmallSet & r1)
+    {
+        ValueBuffer buffer;
+        if (isSmall() && r1.isSmall())
+        {
+            // subtract
+            for (const auto & x : small)
+                if (r1.small.find(x.getValue()) == r1.small.end())
+                    buffer.push_back(x.getValue());
+
+            // Clear out the original values
+            small.clear();
+
+            for (const auto & value : buffer)
+                small.insert(value);
+
+            buffer.clear();
+        }
+        else if (isSmall() && r1.isLarge())
+        {
+            for (const auto & x : small)
+            {
+                if (!rb64->contains(static_cast<Value>(x.getValue())))
+                    buffer.push_back(x.getValue());
+            }
+
+            // Clear out the original values
+            small.clear();
+
+            for (const auto & value : buffer)
+                small.insert(value);
+
+            buffer.clear();
+        }
+        else
+        {
+            std::shared_ptr<RoaringBitmap> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.rb64;
+            *rb64 -= *newRb64;
+        }
+    }
+
+    /**
+     * Computes the cardinality of the intersection between two bitmaps.
+     */
+    UInt64 rb_and_cardinality(const RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 ret = 0;
+        if (isSmall() && r1.isSmall())
+        {
+            for (const auto & x : small)
+                if (r1.small.find(x.getValue()) != r1.small.end())
+                    ++ret;
+        }
+        else if (isSmall() && r1.isLarge())
+        {
+            for (const auto & x : small)
+            {
+                if (rb64->contains(static_cast<Value>(x.getValue())))
+                    ++ret;
+            }
+        }
+        else
+        {
+            std::shared_ptr<RoaringBitmap> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.rb64;
+            ret = (*rb64 & *newRb64).cardinality();
+        }
+        return ret;
+    }
+
+    /**
+     * Computes the cardinality of the union between two bitmaps.
+    */
+    UInt64 rb_or_cardinality(const RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 c1 = size();
+        UInt64 c2 = r1.size();
+        UInt64 inter = rb_and_cardinality(r1);
+        return c1 + c2 - inter;
+    }
+
+    /**
+     * Computes the cardinality of the symmetric difference (andnot) between two bitmaps.
+    */
+    UInt64 rb_xor_cardinality(const RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 c1 = size();
+        UInt64 c2 = r1.size();
+        UInt64 inter = rb_and_cardinality(r1);
+        return c1 + c2 - 2 * inter;
+    }
+
+    /**
+     * Computes the cardinality of the difference (andnot) between two bitmaps.
+     */
+    UInt64 rb_andnot_cardinality(const RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 c1 = size();
+        UInt64 inter = rb_and_cardinality(r1);
+        return c1 - inter;
+    }
+
+    /**
+     * Return 1 if the two bitmaps contain the same elements.
+     */
+    UInt8 rb_equals(const RoaringBitmapWithSmallSet & r1)
+    {
+        if (isSmall())
+            toLarge();
+
+        std::shared_ptr<RoaringBitmap> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.rb64;
+        return *rb64 == *newRb64;
+    }
+
+    /**
+     * Check whether two bitmaps intersect.
+     * Intersection with an empty set is always 0 (consistent with hasAny).
+     */
+    UInt8 rb_intersect(const RoaringBitmapWithSmallSet & r1) const
+    {
+        if (isSmall())
+        {
+            if (r1.isSmall())
+            {
+                for (const auto & x : r1.small)
+                    if (small.find(x.getValue()) != small.end())
+                        return 1;
+            }
+            else
+            {
+                for (const auto & x : small)
+                {
+                    if (r1.rb64->contains(static_cast<Value>(x.getValue())))
+                        return 1;
+                }
+            }
+        }
+        else if (r1.isSmall())
+        {
+            for (const auto & x : r1.small)
+            {
+                if (rb64->contains(static_cast<Value>(x.getValue())))
+                    return 1;
+            }
+        }
+        else
+        {
+            if ((*rb64 & *r1.rb64).cardinality() > 0)
+                return 1;
+        }
+
+        return 0;
+    }
+
+    /**
+     * Check whether the argument is the subset of this set.
+     * Empty set is a subset of any other set (consistent with hasAll).
+     */
+    UInt8 rb_is_subset(const RoaringBitmapWithSmallSet & r1) const
+    {
+        if (isSmall())
+        {
+            if (r1.isSmall())
+            {
+                for (const auto & x : r1.small)
+                    if (small.find(x.getValue()) == small.end())
+                        return 0;
+            }
+            else
+            {
+                UInt64 r1_size = r1.size();
+
+                // A bigger set can not be a subset of ours.
+                if (r1_size > small.size())
+                    return 0;
+
+                // This is a rare case with a small number of elements on
+                // both sides: r1 was promoted to large for some reason and
+                // it is still not larger than our small set.
+                // If r1 is our subset then our size must be equal to
+                // r1_size + number of not found elements, if this sum becomes
+                // greater then r1 is not a subset.
+                for (const auto & x : small)
+                {
+                    if (!r1.rb64->contains(static_cast<Value>(x.getValue())) && ++r1_size > small.size())
+                        return 0;
+                }
+            }
+        }
+        else if (r1.isSmall())
+        {
+            for (const auto & x : r1.small)
+            {
+                if (!rb64->contains(static_cast<Value>(x.getValue())))
+                    return 0;
+            }
+        }
+        else
+        {
+            if (!r1.rb64->isSubset(*rb64))
+                return 0;
+        }
+        return 1;
+    }
+
+    /**
+     * Check whether this bitmap contains the argument.
+     */
+    UInt8 rb_contains(UInt64 x) const
+    {
+        if (isSmall())
+            return small.find(x) != small.end();
+        else
+            return rb64->contains(x);
+    }
+
+    /**
+     * Remove value
+     */
+    void rb_remove(UInt64 x)
+    {
+        if (isSmall())
+            toLarge();
+
+        rb64->remove(x);
+    }
+
+    /**
+     * compute (in place) the negation of the roaring bitmap within a specified
+     * interval: [range_start, range_end). The number of negated values is
+     * range_end - range_start.
+     * Areas outside the range are passed through unchanged.
+     */
+    void rb_flip(UInt64 begin, UInt64 end)
+    {
+        if (isSmall())
+            toLarge();
+
+        rb64->flip(begin, end);
+    }
+
+    /**
+     * returns the number of integers that are smaller or equal to offsetid.
+     */
+    UInt64 rb_rank(UInt64 x)
+    {
+        if (isSmall())
+            toLarge();
+
+        return rb64->rank(x);
+    }
+
+    /**
+     * Convert elements to integer array, return number of elements
+     */
+    template <typename Element>
+    UInt64 rb_to_array(PaddedPODArray<Element> & res) const
+    {
+        UInt64 count = 0;
+        if (isSmall())
+        {
+            for (const auto & x : small)
+            {
+                res.emplace_back(x.getValue());
+                ++count;
+            }
+        }
+        else
+        {
+            for (auto it = rb64->begin(); it != rb64->end(); ++it)
+            {
+                res.emplace_back(*it);
+                ++count;
+            }
+        }
+        return count;
+    }
+
+    /**
+     * Return new set with specified range (not include the range_end)
+     */
+    UInt64 rb_range(UInt64 range_start, UInt64 range_end, RoaringBitmapWithSmallSet & r1) const
+    {
+        UInt64 count = 0;
+        if (range_start >= range_end)
+            return count;
+        if (isSmall())
+        {
+            for (const auto & x : small)
+            {
+                T val = x.getValue();
+                if (UInt32(val) >= range_start && UInt32(val) < range_end)
+                {
+                    r1.add(val);
+                    ++count;
+                }
+            }
+        }
+        else
+        {
+            for (auto it = rb64->begin(); it != rb64->end(); ++it)
+            {
+                if (*it < range_start)
+                    continue;
+
+                if (*it < range_end)
+                {
+                    r1.add(*it);
+                    ++count;
+                }
+                else
+                    break;
+            }
+        }
+        return count;
+    }
+
+    /**
+     * Return new set of the smallest `limit` values in set which is no less than `range_start`.
+     */
+    UInt64 rb_limit(UInt64 range_start, UInt64 limit, RoaringBitmapWithSmallSet & r1) const
+    {
+        if (limit == 0)
+            return 0;
+
+        if (isSmall())
+        {
+            std::vector<T> answer;
+            for (const auto & x : small)
+            {
+                T val = x.getValue();
+                if (UInt32(val) >= range_start)
+                {
+                    answer.push_back(val);
+                }
+            }
+            if (limit < answer.size())
+            {
+                std::nth_element(answer.begin(), answer.begin() + limit, answer.end());
+                answer.resize(limit);
+            }
+
+            for (const auto & elem : answer)
+                r1.add(elem);
+            return answer.size();
+        }
+        else
+        {
+            UInt64 count = 0;
+            for (auto it = rb64->begin(); it != rb64->end(); ++it)
+            {
+                if (*it < range_start)
+                    continue;
+
+                if (count < limit)
+                {
+                    r1.add(*it);
+                    ++count;
+                }
+                else
+                    break;
+            }
+            return count;
+        }
+    }
+
+    UInt64 rb_min() const
+    {
+        if (isSmall())
+        {
+            auto min_val = std::numeric_limits<std::make_unsigned_t<T>>::max();
+            for (const auto & x : small)
+            {
+                auto val = x.getValue();
+                if (val < min_val)
+                    min_val = val;
+            }
+            return min_val;
+        }
+        else
+            return rb64->minimum();
+    }
+
+    UInt64 rb_max() const
+    {
+        if (isSmall())
+        {
+            auto max_val = std::numeric_limits<std::make_unsigned_t<T>>::min();
+            for (const auto & x : small)
+            {
+                auto val = x.getValue();
+                if (val < max_val)
+                    max_val = val;
+            }
+            return max_val;
+        }
+        else
+            return rb64->maximum();
+    }
+
+    /**
+     * Replace value
+     */
+    void rb_replace(const UInt32 * from_vals, const UInt32 * to_vals, size_t num)
+    {
+        if (isSmall())
+            toLarge();
+
+        for (size_t i = 0; i < num; ++i)
+        {
+            if (from_vals[i] == to_vals[i])
+                continue;
+            bool changed = rb64->removeChecked(from_vals[i]);
+            if (changed)
+                rb64->add(to_vals[i]);
+        }
+    }
+};
+
+template <typename T>
+struct AggregateFunctionGroupBitmapData
+{
+    // If false, all bitmap operations will be treated as merge to initialize the state
+    bool init = false;
+    RoaringBitmapWithSmallSet<T, 32> rbs;
+    static const char * name() { return "groupBitmap"; }
+};
+
+
+}

From e42f83ae7255c5fedc36f2790b19d4520f964329 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Wed, 9 Dec 2020 15:17:58 +0800
Subject: [PATCH 506/742] small fix

---
 .../AggregateFunctionGroupBitmapData.h        | 123 +++++++++---------
 1 file changed, 63 insertions(+), 60 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index b26e47f0b63..f98c8772752 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -16,6 +16,13 @@
 
 namespace DB
 {
+
+enum BitmapKind
+{
+    Small = 0,
+    Bitmap = 1
+};
+
 /**
   * For a small number of values - an array of fixed size "on the stack".
   * For large, roaring bitmap is allocated.
@@ -25,25 +32,24 @@ template <typename T, UInt8 small_set_size>
 class RoaringBitmapWithSmallSet : private boost::noncopyable
 {
 private:
-    using Small = SmallSet<T, small_set_size>;
+    SmallSet<T, small_set_size> small;
     using ValueBuffer = std::vector<T>;
-    Small small;
-    using RoaringBitmap = std::conditional_t<sizeof(T) >= 8, Roaring64Map, Roaring>;
+    using RoaringBitmap = std::conditional_t<sizeof(T) >= 8, roaring::Roaring64Map, roaring::Roaring>;
     using Value = std::conditional_t<sizeof(T) >= 8, UInt64, UInt32>;
-    std::shared_ptr<RoaringBitmap> rb64 = nullptr;
+    std::shared_ptr<RoaringBitmap> rb = nullptr;
 
     void toLarge()
     {
-        rb64 = std::make_shared<RoaringBitmap>();
+        rb = std::make_shared<RoaringBitmap>();
         for (const auto & x : small)
-            rb64->add(static_cast<Value>(x.getValue()));
+            rb->add(static_cast<Value>(x.getValue()));
         small.clear();
     }
 
 public:
-    bool isLarge() const { return rb64 != nullptr; }
+    bool isLarge() const { return rb != nullptr; }
 
-    bool isSmall() const { return rb64 == nullptr; }
+    bool isSmall() const { return rb == nullptr; }
 
     void add(T value)
     {
@@ -56,13 +62,13 @@ public:
                 else
                 {
                     toLarge();
-                    rb64->add(static_cast<Value>(value));
+                    rb->add(static_cast<Value>(value));
                 }
             }
         }
         else
         {
-            rb64->add(static_cast<Value>(value));
+            rb->add(static_cast<Value>(value));
         }
     }
 
@@ -71,7 +77,7 @@ public:
         if (isSmall())
             return small.size();
         else
-            return rb64->cardinality();
+            return rb->cardinality();
     }
 
     void merge(const RoaringBitmapWithSmallSet & r1)
@@ -81,7 +87,7 @@ public:
             if (isSmall())
                 toLarge();
 
-            *rb64 |= *r1.rb64;
+            *rb |= *r1.rb;
         }
         else
         {
@@ -92,39 +98,36 @@ public:
 
     void read(DB::ReadBuffer & in)
     {
-        // Container type:  0: SmallSet,  1: RoaringBitmap
-        UInt8 containerType = 0;
-        readBinary(containerType, in);
-
-        if (0 == containerType)
+        UInt8 kind;
+        readBinary(kind, in);
+        if (BitmapKind::Small == kind)
         {
             small.read(in);
         }
-        else if (1 == containerType)
+        else if (BitmapKind::Bitmap == kind)
         {
             size_t size;
             readVarUInt(size, in);
             std::unique_ptr<char[]> buf(new char[size]);
             in.readStrict(buf.get(), size);
-            rb64 = std::make_shared<RoaringBitmap>(RoaringBitmap::read(buf.get()));
+            rb = std::make_shared<RoaringBitmap>(RoaringBitmap::read(buf.get()));
         }
     }
 
     void write(DB::WriteBuffer & out) const
     {
-        // Container type:  0: SmallSet,  1: RoaringBitmap
-        UInt8 containerType = isLarge() ? 1 : 0;
-        writeBinary(containerType, out);
-        if (0 == containerType)
+        UInt8 kind = isLarge() ? BitmapKind::Bitmap : BitmapKind::Small;
+        writeBinary(kind, out);
+        if (BitmapKind::Small == kind)
         {
             small.write(out);
         }
-        else if (1 == containerType)
+        else if (BitmapKind::Bitmap == kind)
         {
-            auto size = rb64->getSizeInBytes();
+            auto size = rb->getSizeInBytes();
             writeVarUInt(size, out);
             std::unique_ptr<char[]> buf(new char[size]);
-            rb64->write(buf.get());
+            rb->write(buf.get());
             out.write(buf.get(), size);
         }
     }
@@ -132,12 +135,12 @@ public:
     /**
      * Get a new RoaringBitmap from elements of small
      */
-    std::shared_ptr<RoaringBitmap> getNewRb64FromSmall() const
+    std::shared_ptr<RoaringBitmap> getNewRoaringBitmapFromSmall() const
     {
-        std::shared_ptr<RoaringBitmap> smallRb64 = std::make_shared<RoaringBitmap>();
+        std::shared_ptr<RoaringBitmap> ret = std::make_shared<RoaringBitmap>();
         for (const auto & x : small)
-            smallRb64->add(static_cast<Value>(x.getValue()));
-        return smallRb64;
+            ret->add(static_cast<Value>(x.getValue()));
+        return ret;
     }
 
     /**
@@ -165,7 +168,7 @@ public:
         {
             for (const auto & x : small)
             {
-                if (rb64->contains(static_cast<Value>(x.getValue())))
+                if (rb->contains(static_cast<Value>(x.getValue())))
                     buffer.push_back(x.getValue());
             }
 
@@ -179,8 +182,8 @@ public:
         }
         else
         {
-            std::shared_ptr<RoaringBitmap> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.rb64;
-            *rb64 &= *newRb64;
+            std::shared_ptr<RoaringBitmap> new_rb = r1.isSmall() ? r1.getNewRoaringBitmapFromSmall() : r1.rb;
+            *rb &= *new_rb;
         }
     }
 
@@ -197,8 +200,8 @@ public:
         if (isSmall())
             toLarge();
 
-        std::shared_ptr<RoaringBitmap> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.rb64;
-        *rb64 ^= *newRb64;
+        std::shared_ptr<RoaringBitmap> new_rb = r1.isSmall() ? r1.getNewRoaringBitmapFromSmall() : r1.rb;
+        *rb ^= *new_rb;
     }
 
     /**
@@ -226,7 +229,7 @@ public:
         {
             for (const auto & x : small)
             {
-                if (!rb64->contains(static_cast<Value>(x.getValue())))
+                if (!rb->contains(static_cast<Value>(x.getValue())))
                     buffer.push_back(x.getValue());
             }
 
@@ -240,8 +243,8 @@ public:
         }
         else
         {
-            std::shared_ptr<RoaringBitmap> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.rb64;
-            *rb64 -= *newRb64;
+            std::shared_ptr<RoaringBitmap> new_rb = r1.isSmall() ? r1.getNewRoaringBitmapFromSmall() : r1.rb;
+            *rb -= *new_rb;
         }
     }
 
@@ -261,14 +264,14 @@ public:
         {
             for (const auto & x : small)
             {
-                if (rb64->contains(static_cast<Value>(x.getValue())))
+                if (rb->contains(static_cast<Value>(x.getValue())))
                     ++ret;
             }
         }
         else
         {
-            std::shared_ptr<RoaringBitmap> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.rb64;
-            ret = (*rb64 & *newRb64).cardinality();
+            std::shared_ptr<RoaringBitmap> new_rb = r1.isSmall() ? r1.getNewRoaringBitmapFromSmall() : r1.rb;
+            ret = (*rb & *new_rb).cardinality();
         }
         return ret;
     }
@@ -313,8 +316,8 @@ public:
         if (isSmall())
             toLarge();
 
-        std::shared_ptr<RoaringBitmap> newRb64 = r1.isSmall() ? r1.getNewRb64FromSmall() : r1.rb64;
-        return *rb64 == *newRb64;
+        std::shared_ptr<RoaringBitmap> new_rb = r1.isSmall() ? r1.getNewRoaringBitmapFromSmall() : r1.rb;
+        return *rb == *new_rb;
     }
 
     /**
@@ -335,7 +338,7 @@ public:
             {
                 for (const auto & x : small)
                 {
-                    if (r1.rb64->contains(static_cast<Value>(x.getValue())))
+                    if (r1.rb->contains(static_cast<Value>(x.getValue())))
                         return 1;
                 }
             }
@@ -344,13 +347,13 @@ public:
         {
             for (const auto & x : r1.small)
             {
-                if (rb64->contains(static_cast<Value>(x.getValue())))
+                if (rb->contains(static_cast<Value>(x.getValue())))
                     return 1;
             }
         }
         else
         {
-            if ((*rb64 & *r1.rb64).cardinality() > 0)
+            if ((*rb & *r1.rb).cardinality() > 0)
                 return 1;
         }
 
@@ -387,7 +390,7 @@ public:
                 // greater then r1 is not a subset.
                 for (const auto & x : small)
                 {
-                    if (!r1.rb64->contains(static_cast<Value>(x.getValue())) && ++r1_size > small.size())
+                    if (!r1.rb->contains(static_cast<Value>(x.getValue())) && ++r1_size > small.size())
                         return 0;
                 }
             }
@@ -396,13 +399,13 @@ public:
         {
             for (const auto & x : r1.small)
             {
-                if (!rb64->contains(static_cast<Value>(x.getValue())))
+                if (!rb->contains(static_cast<Value>(x.getValue())))
                     return 0;
             }
         }
         else
         {
-            if (!r1.rb64->isSubset(*rb64))
+            if (!r1.rb->isSubset(*rb))
                 return 0;
         }
         return 1;
@@ -416,7 +419,7 @@ public:
         if (isSmall())
             return small.find(x) != small.end();
         else
-            return rb64->contains(x);
+            return rb->contains(x);
     }
 
     /**
@@ -427,7 +430,7 @@ public:
         if (isSmall())
             toLarge();
 
-        rb64->remove(x);
+        rb->remove(x);
     }
 
     /**
@@ -441,7 +444,7 @@ public:
         if (isSmall())
             toLarge();
 
-        rb64->flip(begin, end);
+        rb->flip(begin, end);
     }
 
     /**
@@ -452,7 +455,7 @@ public:
         if (isSmall())
             toLarge();
 
-        return rb64->rank(x);
+        return rb->rank(x);
     }
 
     /**
@@ -472,7 +475,7 @@ public:
         }
         else
         {
-            for (auto it = rb64->begin(); it != rb64->end(); ++it)
+            for (auto it = rb->begin(); it != rb->end(); ++it)
             {
                 res.emplace_back(*it);
                 ++count;
@@ -503,7 +506,7 @@ public:
         }
         else
         {
-            for (auto it = rb64->begin(); it != rb64->end(); ++it)
+            for (auto it = rb->begin(); it != rb->end(); ++it)
             {
                 if (*it < range_start)
                     continue;
@@ -552,7 +555,7 @@ public:
         else
         {
             UInt64 count = 0;
-            for (auto it = rb64->begin(); it != rb64->end(); ++it)
+            for (auto it = rb->begin(); it != rb->end(); ++it)
             {
                 if (*it < range_start)
                     continue;
@@ -583,7 +586,7 @@ public:
             return min_val;
         }
         else
-            return rb64->minimum();
+            return rb->minimum();
     }
 
     UInt64 rb_max() const
@@ -600,7 +603,7 @@ public:
             return max_val;
         }
         else
-            return rb64->maximum();
+            return rb->maximum();
     }
 
     /**
@@ -615,9 +618,9 @@ public:
         {
             if (from_vals[i] == to_vals[i])
                 continue;
-            bool changed = rb64->removeChecked(from_vals[i]);
+            bool changed = rb->removeChecked(from_vals[i]);
             if (changed)
-                rb64->add(to_vals[i]);
+                rb->add(to_vals[i]);
         }
     }
 };

From ccc426cd10c3215fd8e65e49a94e95071e061682 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Thu, 10 Dec 2020 00:56:31 +0800
Subject: [PATCH 507/742] update croaring

---
 contrib/croaring | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/croaring b/contrib/croaring
index 5f20740ec0d..d8402939b5c 160000
--- a/contrib/croaring
+++ b/contrib/croaring
@@ -1 +1 @@
-Subproject commit 5f20740ec0de5e153e8f4cb2ab91814e8b291a14
+Subproject commit d8402939b5c9fc134fd4fcf058fe0f7006d2b129

From 6648b89843dcc1dcce4445ecd6d65e7e0c2bf0d9 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Thu, 10 Dec 2020 11:30:44 +0800
Subject: [PATCH 508/742] fix test

---
 src/AggregateFunctions/AggregateFunctionGroupBitmapData.h | 6 +++++-
 tests/queries/0_stateless/00829_bitmap_function.reference | 6 +++---
 2 files changed, 8 insertions(+), 4 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index f98c8772752..734a63fd755 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -576,6 +576,8 @@ public:
     {
         if (isSmall())
         {
+            if (small.size())
+                return 0;
             auto min_val = std::numeric_limits<std::make_unsigned_t<T>>::max();
             for (const auto & x : small)
             {
@@ -593,11 +595,13 @@ public:
     {
         if (isSmall())
         {
+            if (small.size())
+                return 0;
             auto max_val = std::numeric_limits<std::make_unsigned_t<T>>::min();
             for (const auto & x : small)
             {
                 auto val = x.getValue();
-                if (val < max_val)
+                if (val > max_val)
                     max_val = val;
             }
             return max_val;
diff --git a/tests/queries/0_stateless/00829_bitmap_function.reference b/tests/queries/0_stateless/00829_bitmap_function.reference
index e03a7300db0..02633af568d 100644
--- a/tests/queries/0_stateless/00829_bitmap_function.reference
+++ b/tests/queries/0_stateless/00829_bitmap_function.reference
@@ -91,9 +91,9 @@ tag4	[0,1,2,3,4,5,6,7,8,9]	[5,999,2]	[2,888,20]	[0,1,3,4,6,7,8,9,20]
 [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,100,200,500]
 [30,31,32,33,100,200,500]
 [100,200,500]
-4294967295
-4294967295
-4294967295
+0
+0
+0
 1
 0
 0

From a797ac6d802c5597734c610455f3dc2d45500b9f Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Fri, 11 Dec 2020 00:31:22 +0800
Subject: [PATCH 509/742] fix test again...

---
 src/AggregateFunctions/AggregateFunctionGroupBitmapData.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index 734a63fd755..5bca64095fa 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -576,7 +576,7 @@ public:
     {
         if (isSmall())
         {
-            if (small.size())
+            if (small.empty())
                 return 0;
             auto min_val = std::numeric_limits<std::make_unsigned_t<T>>::max();
             for (const auto & x : small)
@@ -595,7 +595,7 @@ public:
     {
         if (isSmall())
         {
-            if (small.size())
+            if (small.empty())
                 return 0;
             auto max_val = std::numeric_limits<std::make_unsigned_t<T>>::min();
             for (const auto & x : small)

From cf4337ca41ab33a06c6167273cf51ccff893053e Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 24 Dec 2020 18:47:38 +0300
Subject: [PATCH 510/742] Some intermediate stage

---
 .gitmodules                        |  3 +++
 contrib/NuRaft                     |  1 +
 contrib/boost-cmake/CMakeLists.txt | 18 +++++++++++++++++-
 src/Common/tests/CMakeLists.txt    |  3 +++
 4 files changed, 24 insertions(+), 1 deletion(-)
 create mode 160000 contrib/NuRaft

diff --git a/.gitmodules b/.gitmodules
index 03cd3ef94ae..63173402993 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -212,3 +212,6 @@
 [submodule "contrib/boringssl"]
 	path = contrib/boringssl
 	url = https://github.com/ClickHouse-Extras/boringssl.git
+[submodule "contrib/NuRaft"]
+	path = contrib/NuRaft
+	url = https://github.com/eBay/NuRaft.git
diff --git a/contrib/NuRaft b/contrib/NuRaft
new file mode 160000
index 00000000000..410bd149da8
--- /dev/null
+++ b/contrib/NuRaft
@@ -0,0 +1 @@
+Subproject commit 410bd149da84cdde60b4436b02b738749f4e87e1
diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index f7c1ce22e90..54d0ebe1d6c 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -12,10 +12,12 @@ if (NOT USE_INTERNAL_BOOST_LIBRARY)
         program_options
         regex
         context
+        coroutine
     )
 
     if(Boost_INCLUDE_DIR AND Boost_FILESYSTEM_LIBRARY AND Boost_FILESYSTEM_LIBRARY AND
-       Boost_PROGRAM_OPTIONS_LIBRARY AND Boost_REGEX_LIBRARY AND Boost_SYSTEM_LIBRARY AND Boost_CONTEXT_LIBRARY)
+        Boost_PROGRAM_OPTIONS_LIBRARY AND Boost_REGEX_LIBRARY AND Boost_SYSTEM_LIBRARY AND Boost_CONTEXT_LIBRARY AND
+        Boost_COROUTINE_LIBRARY)
 
         set(EXTERNAL_BOOST_FOUND 1)
 
@@ -29,6 +31,7 @@ if (NOT USE_INTERNAL_BOOST_LIBRARY)
         add_library (_boost_regex INTERFACE)
         add_library (_boost_system INTERFACE)
         add_library (_boost_context INTERFACE)
+        add_library (_boost_coroutine INTERFACE)
 
         target_link_libraries (_boost_filesystem INTERFACE ${Boost_FILESYSTEM_LIBRARY})
         target_link_libraries (_boost_iostreams INTERFACE ${Boost_IOSTREAMS_LIBRARY})
@@ -36,6 +39,7 @@ if (NOT USE_INTERNAL_BOOST_LIBRARY)
         target_link_libraries (_boost_regex INTERFACE ${Boost_REGEX_LIBRARY})
         target_link_libraries (_boost_system INTERFACE ${Boost_SYSTEM_LIBRARY})
         target_link_libraries (_boost_context INTERFACE ${Boost_CONTEXT_LIBRARY})
+        target_link_libraries (_boost_coroutine INTERFACE ${Boost_COROUTINE_LIBRARY})
 
         add_library (boost::filesystem ALIAS _boost_filesystem)
         add_library (boost::iostreams ALIAS _boost_iostreams)
@@ -43,6 +47,7 @@ if (NOT USE_INTERNAL_BOOST_LIBRARY)
         add_library (boost::regex ALIAS _boost_regex)
         add_library (boost::system ALIAS _boost_system)
         add_library (boost::context ALIAS _boost_context)
+        add_library (boost::coroutine ALIAS _boost_coroutine)
     else()
         set(EXTERNAL_BOOST_FOUND 0)
         message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system boost")
@@ -199,4 +204,15 @@ if (NOT EXTERNAL_BOOST_FOUND)
     add_library (_boost_context ${SRCS_CONTEXT})
     add_library (boost::context ALIAS _boost_context)
     target_include_directories (_boost_context PRIVATE ${LIBRARY_DIR})
+
+    # coroutine
+
+    set (SRCS_COROUTINE
+      ${LIBRARY_DIR}/libs/coroutine/detail/coroutine_context.cpp
+      ${LIBRARY_DIR}/libs/coroutine/exceptions.cpp
+      ${LIBRARY_DIR}/libs/coroutine/posix/stack_traits.cpp
+    )
+    add_library (_boost_coroutine ${SRCS_COROUTINE})
+    add_library (boost::coroutine ALIAS _boost_coroutine)
+    target_include_directories (_boost_coroutine PRIVATE ${LIBRARY_DIR})
 endif ()
diff --git a/src/Common/tests/CMakeLists.txt b/src/Common/tests/CMakeLists.txt
index cb36e2b97d2..2181763fb99 100644
--- a/src/Common/tests/CMakeLists.txt
+++ b/src/Common/tests/CMakeLists.txt
@@ -79,3 +79,6 @@ target_link_libraries (average PRIVATE clickhouse_common_io)
 
 add_executable (shell_command_inout shell_command_inout.cpp)
 target_link_libraries (shell_command_inout PRIVATE clickhouse_common_io)
+
+add_executable(asio_test asio_test.cpp)
+target_link_libraries (asio_test PRIVATE clickhouse_common_io)

From e7ffc135247c9fdf6d89f7c2d679081f8e28617c Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 24 Dec 2020 18:49:05 +0300
Subject: [PATCH 511/742] Renames.

---
 src/Functions/FunctionsStringHash.cpp | 226 ++++++++++++--------------
 1 file changed, 106 insertions(+), 120 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 7062a47fa22..2f1f900bda9 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -3,8 +3,6 @@
 #include <Functions/ExtractString.h>
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionsHashing.h>
-#include <Common/HashTable/ClearableHashMap.h>
-#include <Common/HashTable/Hash.h>
 #include <Common/PODArray.h>
 
 #include <Core/Defines.h>
@@ -141,22 +139,19 @@ struct Hash
     }
 };
 
-// Simhash String -> UInt64
+// SimHash String -> UInt64
 // N: the length of ngram or words shingles
 // CodePoint: UInt8(ASCII) or UInt32(UTF8)
 // UTF8: means ASCII or UTF8, these two parameters CodePoint and UTF8 can only be (UInt8, false) or (UInt32, true)
 // Ngram: means ngram(true) or words shingles(false)
 // CaseInsensitive: means should we consider about letter case or not
 template <size_t N, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
-struct SimhashImpl
+struct SimHashImpl
 {
     using StrOp = ExtractStringImpl<N, CaseInsensitive>;
-    // we made an assumption that the size of one word can't exceed 128, which may not true
-    // if some word's size exceed 128, it would be cut up to several word
-    static constexpr size_t max_string_size = 1u << 15;
     static constexpr size_t simultaneously_codepoints_num = StrOp::buffer_size;
 
-    // Simhash ngram calculate function: String ->UInt64
+    // SimHash ngram calculate function: String ->UInt64
     // this function extracting ngram from input string, and maintain a 64-dimensions vector
     // for each ngram, calculate a 64 bit hash value, and update the vector according the hash value
     // finally return a 64 bit value(UInt64), i'th bit is 1 means vector[i] > 0, otherwise, vector[i] < 0
@@ -203,7 +198,7 @@ struct SimhashImpl
         return res_bit.to_ullong();
     }
 
-    // Simhash word shingle calculate function: String -> UInt64
+    // SimHash word shingle calculate function: String -> UInt64
     // this function extracting n word shingle from input string, and maintain a 64-dimensions vector as well
     // for each word shingle, calculate a 64 bit hash value, and update the vector according the hash value
     // finally return a 64 bit value(UInt64), i'th bit is 1 means vector[i] > 0, otherwise, vector[i] < 0
@@ -283,25 +278,21 @@ struct SimhashImpl
         {
             const char * one_data = reinterpret_cast<const char *>(&data[offsets[i - 1]]);
             const size_t data_size = offsets[i] - offsets[i - 1] - 1;
-            if (data_size <= max_string_size)
+
+            if constexpr (Ngram)
             {
-                if constexpr (Ngram)
-                {
-                    if constexpr (!UTF8)
-                        res[i] = ngramCalculateHashValue(one_data, data_size, StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
-                    else
-                        res[i] = ngramCalculateHashValue(one_data, data_size, StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
-                }
+                if constexpr (!UTF8)
+                    res[i] = ngramCalculateHashValue(one_data, data_size, StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
                 else
-                {
-                    if constexpr (!UTF8)
-                        res[i] = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneASCIIWord, Hash::wordShinglesHash);
-                    else
-                        res[i] = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneUTF8Word, Hash::wordShinglesHash);
-                }
+                    res[i] = ngramCalculateHashValue(one_data, data_size, StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
             }
             else
-                res[i] = -1ull;
+            {
+                if constexpr (!UTF8)
+                    res[i] = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneASCIIWord, Hash::wordShinglesHash);
+                else
+                    res[i] = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneUTF8Word, Hash::wordShinglesHash);
+            }
         }
     }
 };
@@ -333,7 +324,7 @@ private:
 };
 
 
-// Minhash: String -> Tuple(UInt64, UInt64)
+// MinHash: String -> Tuple(UInt64, UInt64)
 // for each string, we extract ngram or word shingle,
 // for each ngram or word shingle, calculate a hash value,
 // then we take the K minimum hash values to calculate a hashsum,
@@ -347,17 +338,16 @@ private:
 // Ngram: means ngram(true) or words shingles(false)
 // CaseInsensitive: means should we consider about letter case or not
 template <size_t N, size_t K, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
-struct MinhashImpl
+struct MinHashImpl
 {
     using Less = std::less<size_t>;
     using Greater = std::greater<size_t>;
     using MaxHeap = FixedHeap<std::less<size_t>, K, -1ULL>;
     using MinHeap = FixedHeap<std::greater<size_t>, K, 0>;
     using StrOp = ExtractStringImpl<N, CaseInsensitive>;
-    static constexpr size_t max_string_size = 1u << 15;
     static constexpr size_t simultaneously_codepoints_num = StrOp::buffer_size;
 
-    // Minhash ngram calculate function, String -> Tuple(UInt64, UInt64)
+    // MinHash ngram calculate function, String -> Tuple(UInt64, UInt64)
     // we extract ngram from input string, and calculate a hash value for each ngram
     // then we take the K minimum hash values to calculate a hashsum,
     // and take the K maximum hash values to calculate another hashsum,
@@ -397,7 +387,7 @@ struct MinhashImpl
         return std::make_tuple(res1, res2);
     }
 
-    // Minhash word shingle hash value calculate function: String ->Tuple(UInt64, UInt64)
+    // MinHash word shingle hash value calculate function: String ->Tuple(UInt64, UInt64)
     // for each word shingle, we calculate a hash value, but in fact, we just maintain the
     // K minimum and K maximum hash value
     static ALWAYS_INLINE inline std::tuple<UInt64, UInt64> wordShinglesCalculateHashValue(
@@ -416,7 +406,7 @@ struct MinhashImpl
         // word buffer to store one word
         PaddedPODArray<CodePoint> word_buf;
         // how word shingle hash value calculation and word hash storation is same as we
-        // have descripted in Simhash wordShinglesCalculateHashValue function
+        // have descripted in SimHash wordShinglesCalculateHashValue function
         for (size_t i = 0; i < N && start < end; ++i)
         {
             read_one_word(word_buf, start, end);
@@ -456,171 +446,167 @@ struct MinhashImpl
         {
             const char * one_data = reinterpret_cast<const char *>(&data[offsets[i - 1]]);
             const size_t data_size = offsets[i] - offsets[i - 1] - 1;
-            if (data_size <= max_string_size)
+
+            if constexpr (Ngram)
             {
-                if constexpr (Ngram)
-                {
-                    if constexpr (!UTF8)
-                        std::tie(res1[i], res2[i]) = ngramCalculateHashValue(one_data, data_size, StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
-                    else
-                        std::tie(res1[i], res2[i]) = ngramCalculateHashValue(one_data, data_size, StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
-                }
+                if constexpr (!UTF8)
+                    std::tie(res1[i], res2[i]) = ngramCalculateHashValue(one_data, data_size, StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
                 else
-                {
-                    if constexpr (!UTF8)
-                        std::tie(res1[i], res2[i]) = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneASCIIWord, Hash::wordShinglesHash);
-                    else
-                        std::tie(res1[i], res2[i]) = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneUTF8Word, Hash::wordShinglesHash);
-                }
+                    std::tie(res1[i], res2[i]) = ngramCalculateHashValue(one_data, data_size, StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
             }
             else
-                std::tie(res1[i], res2[i]) = std::make_tuple(-1ull, -1ull);
+            {
+                if constexpr (!UTF8)
+                    std::tie(res1[i], res2[i]) = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneASCIIWord, Hash::wordShinglesHash);
+                else
+                    std::tie(res1[i], res2[i]) = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneUTF8Word, Hash::wordShinglesHash);
+            }
         }
     }
 };
 
-struct NameNgramSimhash
+struct NameNgramSimHash
 {
-    static constexpr auto name = "ngramSimhash";
+    static constexpr auto name = "ngramSimHash";
 };
 
-struct NameNgramSimhashCaseInsensitive
+struct NameNgramSimHashCaseInsensitive
 {
-    static constexpr auto name = "ngramSimhashCaseInsensitive";
+    static constexpr auto name = "ngramSimHashCaseInsensitive";
 };
 
-struct NameNgramSimhashUTF8
+struct NameNgramSimHashUTF8
 {
-    static constexpr auto name = "ngramSimhashUTF8";
+    static constexpr auto name = "ngramSimHashUTF8";
 };
 
-struct NameNgramSimhashCaseInsensitiveUTF8
+struct NameNgramSimHashCaseInsensitiveUTF8
 {
-    static constexpr auto name = "ngramSimhashCaseInsensitiveUTF8";
+    static constexpr auto name = "ngramSimHashCaseInsensitiveUTF8";
 };
 
-struct NameWordShingleSimhash
+struct NameWordShingleSimHash
 {
-    static constexpr auto name = "wordShingleSimhash";
+    static constexpr auto name = "wordShingleSimHash";
 };
 
-struct NameWordShingleSimhashCaseInsensitive
+struct NameWordShingleSimHashCaseInsensitive
 {
-    static constexpr auto name = "wordShingleSimhashCaseInsensitive";
+    static constexpr auto name = "wordShingleSimHashCaseInsensitive";
 };
 
-struct NameWordShingleSimhashUTF8
+struct NameWordShingleSimHashUTF8
 {
-    static constexpr auto name = "wordShingleSimhashUTF8";
+    static constexpr auto name = "wordShingleSimHashUTF8";
 };
 
-struct NameWordShingleSimhashCaseInsensitiveUTF8
+struct NameWordShingleSimHashCaseInsensitiveUTF8
 {
-    static constexpr auto name = "wordShingleSimhashCaseInsensitiveUTF8";
+    static constexpr auto name = "wordShingleSimHashCaseInsensitiveUTF8";
 };
 
-struct NameNgramMinhash
+struct NameNgramMinHash
 {
-    static constexpr auto name = "ngramMinhash";
+    static constexpr auto name = "ngramMinHash";
 };
 
-struct NameNgramMinhashCaseInsensitive
+struct NameNgramMinHashCaseInsensitive
 {
-    static constexpr auto name = "ngramMinhashCaseInsensitive";
+    static constexpr auto name = "ngramMinHashCaseInsensitive";
 };
 
-struct NameNgramMinhashUTF8
+struct NameNgramMinHashUTF8
 {
-    static constexpr auto name = "ngramMinhashUTF8";
+    static constexpr auto name = "ngramMinHashUTF8";
 };
 
-struct NameNgramMinhashCaseInsensitiveUTF8
+struct NameNgramMinHashCaseInsensitiveUTF8
 {
-    static constexpr auto name = "ngramMinhashCaseInsensitiveUTF8";
+    static constexpr auto name = "ngramMinHashCaseInsensitiveUTF8";
 };
 
-struct NameWordShingleMinhash
+struct NameWordShingleMinHash
 {
-    static constexpr auto name = "wordShingleMinhash";
+    static constexpr auto name = "wordShingleMinHash";
 };
 
-struct NameWordShingleMinhashCaseInsensitive
+struct NameWordShingleMinHashCaseInsensitive
 {
-    static constexpr auto name = "wordShingleMinhashCaseInsensitive";
+    static constexpr auto name = "wordShingleMinHashCaseInsensitive";
 };
 
-struct NameWordShingleMinhashUTF8
+struct NameWordShingleMinHashUTF8
 {
-    static constexpr auto name = "wordShingleMinhashUTF8";
+    static constexpr auto name = "wordShingleMinHashUTF8";
 };
 
-struct NameWordShingleMinhashCaseInsensitiveUTF8
+struct NameWordShingleMinHashCaseInsensitiveUTF8
 {
-    static constexpr auto name = "wordShingleMinhashCaseInsensitiveUTF8";
+    static constexpr auto name = "wordShingleMinHashCaseInsensitiveUTF8";
 };
 
-// Simhash
-using FunctionNgramSimhash = FunctionsStringHash<SimhashImpl<4, UInt8, false, true, false>, NameNgramSimhash, true>;
+// SimHash
+using FunctionNgramSimHash = FunctionsStringHash<SimHashImpl<4, UInt8, false, true, false>, NameNgramSimHash, true>;
 
-using FunctionNgramSimhashCaseInsensitive
-    = FunctionsStringHash<SimhashImpl<4, UInt8, false, true, true>, NameNgramSimhashCaseInsensitive, true>;
+using FunctionNgramSimHashCaseInsensitive
+    = FunctionsStringHash<SimHashImpl<4, UInt8, false, true, true>, NameNgramSimHashCaseInsensitive, true>;
 
-using FunctionNgramSimhashUTF8 = FunctionsStringHash<SimhashImpl<3, UInt32, true, true, false>, NameNgramSimhashUTF8, true>;
+using FunctionNgramSimHashUTF8 = FunctionsStringHash<SimHashImpl<3, UInt32, true, true, false>, NameNgramSimHashUTF8, true>;
 
-using FunctionNgramSimhashCaseInsensitiveUTF8
-    = FunctionsStringHash<SimhashImpl<3, UInt32, true, true, true>, NameNgramSimhashCaseInsensitiveUTF8, true>;
+using FunctionNgramSimHashCaseInsensitiveUTF8
+    = FunctionsStringHash<SimHashImpl<3, UInt32, true, true, true>, NameNgramSimHashCaseInsensitiveUTF8, true>;
 
-using FunctionWordShingleSimhash = FunctionsStringHash<SimhashImpl<3, UInt8, false, false, false>, NameWordShingleSimhash, true>;
+using FunctionWordShingleSimHash = FunctionsStringHash<SimHashImpl<3, UInt8, false, false, false>, NameWordShingleSimHash, true>;
 
-using FunctionWordShingleSimhashCaseInsensitive
-    = FunctionsStringHash<SimhashImpl<3, UInt8, false, false, true>, NameWordShingleSimhashCaseInsensitive, true>;
+using FunctionWordShingleSimHashCaseInsensitive
+    = FunctionsStringHash<SimHashImpl<3, UInt8, false, false, true>, NameWordShingleSimHashCaseInsensitive, true>;
 
-using FunctionWordShingleSimhashUTF8 = FunctionsStringHash<SimhashImpl<3, UInt32, true, false, false>, NameWordShingleSimhashUTF8, true>;
+using FunctionWordShingleSimHashUTF8 = FunctionsStringHash<SimHashImpl<3, UInt32, true, false, false>, NameWordShingleSimHashUTF8, true>;
 
-using FunctionWordShingleSimhashCaseInsensitiveUTF8
-    = FunctionsStringHash<SimhashImpl<3, UInt32, true, false, true>, NameWordShingleSimhashCaseInsensitiveUTF8, true>;
+using FunctionWordShingleSimHashCaseInsensitiveUTF8
+    = FunctionsStringHash<SimHashImpl<3, UInt32, true, false, true>, NameWordShingleSimHashCaseInsensitiveUTF8, true>;
 
-// Minhash
-using FunctionNgramMinhash = FunctionsStringHash<MinhashImpl<4, 6, UInt8, false, true, false>, NameNgramMinhash, false>;
+// MinHash
+using FunctionNgramMinHash = FunctionsStringHash<MinHashImpl<4, 6, UInt8, false, true, false>, NameNgramMinHash, false>;
 
-using FunctionNgramMinhashCaseInsensitive
-    = FunctionsStringHash<MinhashImpl<4, 6, UInt8, false, true, true>, NameNgramMinhashCaseInsensitive, false>;
+using FunctionNgramMinHashCaseInsensitive
+    = FunctionsStringHash<MinHashImpl<4, 6, UInt8, false, true, true>, NameNgramMinHashCaseInsensitive, false>;
 
-using FunctionNgramMinhashUTF8 = FunctionsStringHash<MinhashImpl<4, 6, UInt32, true, true, false>, NameNgramMinhashUTF8, false>;
+using FunctionNgramMinHashUTF8 = FunctionsStringHash<MinHashImpl<4, 6, UInt32, true, true, false>, NameNgramMinHashUTF8, false>;
 
-using FunctionNgramMinhashCaseInsensitiveUTF8
-    = FunctionsStringHash<MinhashImpl<4, 6, UInt32, true, true, true>, NameNgramMinhashCaseInsensitiveUTF8, false>;
+using FunctionNgramMinHashCaseInsensitiveUTF8
+    = FunctionsStringHash<MinHashImpl<4, 6, UInt32, true, true, true>, NameNgramMinHashCaseInsensitiveUTF8, false>;
 
-using FunctionWordShingleMinhash = FunctionsStringHash<MinhashImpl<3, 6, UInt8, false, false, false>, NameWordShingleMinhash, false>;
+using FunctionWordShingleMinHash = FunctionsStringHash<MinHashImpl<3, 6, UInt8, false, false, false>, NameWordShingleMinHash, false>;
 
-using FunctionWordShingleMinhashCaseInsensitive
-    = FunctionsStringHash<MinhashImpl<3, 6, UInt8, false, false, true>, NameWordShingleMinhashCaseInsensitive, false>;
+using FunctionWordShingleMinHashCaseInsensitive
+    = FunctionsStringHash<MinHashImpl<3, 6, UInt8, false, false, true>, NameWordShingleMinHashCaseInsensitive, false>;
 
-using FunctionWordShingleMinhashUTF8
-    = FunctionsStringHash<MinhashImpl<3, 6, UInt32, true, false, false>, NameWordShingleMinhashUTF8, false>;
+using FunctionWordShingleMinHashUTF8
+    = FunctionsStringHash<MinHashImpl<3, 6, UInt32, true, false, false>, NameWordShingleMinHashUTF8, false>;
 
-using FunctionWordShingleMinhashCaseInsensitiveUTF8
-    = FunctionsStringHash<MinhashImpl<3, 6, UInt32, true, false, true>, NameWordShingleMinhashCaseInsensitiveUTF8, false>;
+using FunctionWordShingleMinHashCaseInsensitiveUTF8
+    = FunctionsStringHash<MinHashImpl<3, 6, UInt32, true, false, true>, NameWordShingleMinHashCaseInsensitiveUTF8, false>;
 
 void registerFunctionsStringHash(FunctionFactory & factory)
 {
-    factory.registerFunction<FunctionNgramSimhash>();
-    factory.registerFunction<FunctionNgramSimhashCaseInsensitive>();
-    factory.registerFunction<FunctionNgramSimhashUTF8>();
-    factory.registerFunction<FunctionNgramSimhashCaseInsensitiveUTF8>();
-    factory.registerFunction<FunctionWordShingleSimhash>();
-    factory.registerFunction<FunctionWordShingleSimhashCaseInsensitive>();
-    factory.registerFunction<FunctionWordShingleSimhashUTF8>();
-    factory.registerFunction<FunctionWordShingleSimhashCaseInsensitiveUTF8>();
+    factory.registerFunction<FunctionNgramSimHash>();
+    factory.registerFunction<FunctionNgramSimHashCaseInsensitive>();
+    factory.registerFunction<FunctionNgramSimHashUTF8>();
+    factory.registerFunction<FunctionNgramSimHashCaseInsensitiveUTF8>();
+    factory.registerFunction<FunctionWordShingleSimHash>();
+    factory.registerFunction<FunctionWordShingleSimHashCaseInsensitive>();
+    factory.registerFunction<FunctionWordShingleSimHashUTF8>();
+    factory.registerFunction<FunctionWordShingleSimHashCaseInsensitiveUTF8>();
 
-    factory.registerFunction<FunctionNgramMinhash>();
-    factory.registerFunction<FunctionNgramMinhashCaseInsensitive>();
-    factory.registerFunction<FunctionNgramMinhashUTF8>();
-    factory.registerFunction<FunctionNgramMinhashCaseInsensitiveUTF8>();
-    factory.registerFunction<FunctionWordShingleMinhash>();
-    factory.registerFunction<FunctionWordShingleMinhashCaseInsensitive>();
-    factory.registerFunction<FunctionWordShingleMinhashUTF8>();
-    factory.registerFunction<FunctionWordShingleMinhashCaseInsensitiveUTF8>();
+    factory.registerFunction<FunctionNgramMinHash>();
+    factory.registerFunction<FunctionNgramMinHashCaseInsensitive>();
+    factory.registerFunction<FunctionNgramMinHashUTF8>();
+    factory.registerFunction<FunctionNgramMinHashCaseInsensitiveUTF8>();
+    factory.registerFunction<FunctionWordShingleMinHash>();
+    factory.registerFunction<FunctionWordShingleMinHashCaseInsensitive>();
+    factory.registerFunction<FunctionWordShingleMinHashUTF8>();
+    factory.registerFunction<FunctionWordShingleMinHashCaseInsensitiveUTF8>();
 }
 }
 

From 25d6f2776b917f45b02e5beb5c6f2e177861ae8b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 24 Dec 2020 18:51:12 +0300
Subject: [PATCH 512/742] Add ability to collect coverage from integration
 tests

---
 tests/integration/helpers/cluster.py | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index a65a420cd5b..d8ef6d89d44 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -195,6 +195,12 @@ class ClickHouseCluster:
 
         if tag is None:
             tag = self.docker_base_tag
+        if not env_variables:
+            env_variables = {}
+
+        # Code coverage files will be placed in database directory
+        # (affect only WITH_COVERAGE=1 build)
+        env_variables['LLVM_PROFILE_FILE'] = '/var/lib/clickhouse/server_%h_%p_%m.profraw'
 
         instance = ClickHouseInstance(
             cluster=self,
@@ -221,7 +227,7 @@ class ClickHouseCluster:
             clickhouse_path_dir=clickhouse_path_dir,
             with_odbc_drivers=with_odbc_drivers,
             hostname=hostname,
-            env_variables=env_variables or {},
+            env_variables=env_variables,
             image=image,
             tag=tag,
             stay_alive=stay_alive,
@@ -759,9 +765,11 @@ class ClickHouseCluster:
 
         if kill:
             try:
-                subprocess_check_call(self.base_cmd + ['kill'])
+                subprocess_check_call(self.base_cmd + ['stop', '--timeout', '20'])
             except Exception as e:
-                print("Kill command failed durung shutdown. {}".format(repr(e)))
+                print("Kill command failed during shutdown. {}".format(repr(e)))
+                print("Trying to kill forcefully")
+                subprocess_check_call(self.base_cmd + ['kill'])
 
         try:
             subprocess_check_call(self.base_cmd + ['down', '--volumes', '--remove-orphans'])

From 303c4f98cc8ccd91127ccf0b7bbc66dee43673cb Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 24 Dec 2020 18:51:12 +0300
Subject: [PATCH 513/742] Add ability to collect coverage from integration
 tests

---
 tests/integration/helpers/cluster.py | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index a65a420cd5b..d8ef6d89d44 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -195,6 +195,12 @@ class ClickHouseCluster:
 
         if tag is None:
             tag = self.docker_base_tag
+        if not env_variables:
+            env_variables = {}
+
+        # Code coverage files will be placed in database directory
+        # (affect only WITH_COVERAGE=1 build)
+        env_variables['LLVM_PROFILE_FILE'] = '/var/lib/clickhouse/server_%h_%p_%m.profraw'
 
         instance = ClickHouseInstance(
             cluster=self,
@@ -221,7 +227,7 @@ class ClickHouseCluster:
             clickhouse_path_dir=clickhouse_path_dir,
             with_odbc_drivers=with_odbc_drivers,
             hostname=hostname,
-            env_variables=env_variables or {},
+            env_variables=env_variables,
             image=image,
             tag=tag,
             stay_alive=stay_alive,
@@ -759,9 +765,11 @@ class ClickHouseCluster:
 
         if kill:
             try:
-                subprocess_check_call(self.base_cmd + ['kill'])
+                subprocess_check_call(self.base_cmd + ['stop', '--timeout', '20'])
             except Exception as e:
-                print("Kill command failed durung shutdown. {}".format(repr(e)))
+                print("Kill command failed during shutdown. {}".format(repr(e)))
+                print("Trying to kill forcefully")
+                subprocess_check_call(self.base_cmd + ['kill'])
 
         try:
             subprocess_check_call(self.base_cmd + ['down', '--volumes', '--remove-orphans'])

From 8e5279cf6961ac62f1b2e8dadcf356a21e1f6eda Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Thu, 24 Dec 2020 19:14:09 +0300
Subject: [PATCH 514/742] fix gcc explicit namespace bug

---
 src/Functions/intDiv.cpp | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/Functions/intDiv.cpp b/src/Functions/intDiv.cpp
index 25c21f8439c..54e7f9ed5e1 100644
--- a/src/Functions/intDiv.cpp
+++ b/src/Functions/intDiv.cpp
@@ -88,6 +88,9 @@ struct DivideIntegralByConstantImpl
 
 }
 
+namespace impl_
+{
+
 template <> struct BinaryOperationImpl<UInt64, UInt8, DivideIntegralImpl<UInt64, UInt8>> : DivideIntegralByConstantImpl<UInt64, UInt8> {};
 template <> struct BinaryOperationImpl<UInt64, UInt16, DivideIntegralImpl<UInt64, UInt16>> : DivideIntegralByConstantImpl<UInt64, UInt16> {};
 template <> struct BinaryOperationImpl<UInt64, UInt32, DivideIntegralImpl<UInt64, UInt32>> : DivideIntegralByConstantImpl<UInt64, UInt32> {};
@@ -108,6 +111,7 @@ template <> struct BinaryOperationImpl<Int32, Int16, DivideIntegralImpl<Int32, I
 template <> struct BinaryOperationImpl<Int32, Int32, DivideIntegralImpl<Int32, Int32>> : DivideIntegralByConstantImpl<Int32, Int32> {};
 template <> struct BinaryOperationImpl<Int32, Int64, DivideIntegralImpl<Int32, Int64>> : DivideIntegralByConstantImpl<Int32, Int64> {};
 
+}
 
 struct NameIntDiv { static constexpr auto name = "intDiv"; };
 using FunctionIntDiv = BinaryArithmeticOverloadResolver<DivideIntegralImpl, NameIntDiv, false>;

From 5d94b7eec03a0a327f21c1249d083b859073559f Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 24 Dec 2020 19:30:53 +0300
Subject: [PATCH 515/742] Remove non working code

---
 .../MergeTree/MergeTreeDataMergerMutator.cpp         |  3 +--
 src/Storages/MergeTree/MergeTreeIOSettings.h         |  3 ++-
 src/Storages/MergeTree/MergedBlockOutputStream.cpp   | 12 ------------
 src/Storages/MergeTree/MergedBlockOutputStream.h     |  1 -
 4 files changed, 3 insertions(+), 16 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
index 2365ef141b6..7fa4b3b4620 100644
--- a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
@@ -682,7 +682,6 @@ MergeTreeData::MutableDataPartPtr MergeTreeDataMergerMutator::mergePartsToTempor
     if (disk->exists(new_part_tmp_path))
         throw Exception("Directory " + fullPath(disk, new_part_tmp_path) + " already exists", ErrorCodes::DIRECTORY_ALREADY_EXISTS);
 
-    MergeTreeData::DataPart::ColumnToSize merged_column_to_size;
 
     Names all_column_names = metadata_snapshot->getColumns().getNamesOfPhysical();
     NamesAndTypesList storage_columns = metadata_snapshot->getColumns().getAllPhysical();
@@ -764,6 +763,7 @@ MergeTreeData::MutableDataPartPtr MergeTreeDataMergerMutator::mergePartsToTempor
         rows_sources_uncompressed_write_buf = tmp_disk->writeFile(rows_sources_file_path);
         rows_sources_write_buf = std::make_unique<CompressedWriteBuffer>(*rows_sources_uncompressed_write_buf);
 
+        MergeTreeData::DataPart::ColumnToSize merged_column_to_size;
         for (const MergeTreeData::DataPartPtr & part : parts)
             part->accumulateColumnSizes(merged_column_to_size);
 
@@ -918,7 +918,6 @@ MergeTreeData::MutableDataPartPtr MergeTreeDataMergerMutator::mergePartsToTempor
         merging_columns,
         index_factory.getMany(metadata_snapshot->getSecondaryIndices()),
         compression_codec,
-        merged_column_to_size,
         data_settings->min_merge_bytes_to_use_direct_io,
         blocks_are_granules_size};
 
diff --git a/src/Storages/MergeTree/MergeTreeIOSettings.h b/src/Storages/MergeTree/MergeTreeIOSettings.h
index 7d8dda0c3ca..185211af84b 100644
--- a/src/Storages/MergeTree/MergeTreeIOSettings.h
+++ b/src/Storages/MergeTree/MergeTreeIOSettings.h
@@ -46,7 +46,8 @@ struct MergeTreeWriterSettings
     bool rewrite_primary_key;
     bool blocks_are_granules_size;
 
-    /// true if we write temporary files during alter.
+    /// Used for AIO threshold comparsion
+    /// FIXME currently doesn't work because WriteBufferAIO contain obscure bug(s)
     size_t estimated_size = 0;
 };
 
diff --git a/src/Storages/MergeTree/MergedBlockOutputStream.cpp b/src/Storages/MergeTree/MergedBlockOutputStream.cpp
index e45aaac6169..feaf46194d1 100644
--- a/src/Storages/MergeTree/MergedBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/MergedBlockOutputStream.cpp
@@ -27,7 +27,6 @@ MergedBlockOutputStream::MergedBlockOutputStream(
         columns_list_,
         skip_indices,
         default_codec_,
-        {},
         data_part->storage.global_context.getSettings().min_bytes_to_use_direct_io,
         blocks_are_granules_size)
 {
@@ -39,7 +38,6 @@ MergedBlockOutputStream::MergedBlockOutputStream(
     const NamesAndTypesList & columns_list_,
     const MergeTreeIndices & skip_indices,
     CompressionCodecPtr default_codec_,
-    const MergeTreeData::DataPart::ColumnToSize & merged_column_to_size,
     size_t aio_threshold,
     bool blocks_are_granules_size)
     : IMergedBlockOutputStream(data_part, metadata_snapshot_)
@@ -54,16 +52,6 @@ MergedBlockOutputStream::MergedBlockOutputStream(
         /* rewrite_primary_key = */ true,
         blocks_are_granules_size);
 
-    if (aio_threshold > 0 && !merged_column_to_size.empty())
-    {
-        for (const auto & column : columns_list)
-        {
-            auto size_it = merged_column_to_size.find(column.name);
-            if (size_it != merged_column_to_size.end())
-                writer_settings.estimated_size += size_it->second;
-        }
-    }
-
     if (!part_path.empty())
         volume->getDisk()->createDirectories(part_path);
 
diff --git a/src/Storages/MergeTree/MergedBlockOutputStream.h b/src/Storages/MergeTree/MergedBlockOutputStream.h
index e12d937239d..3db0e45d207 100644
--- a/src/Storages/MergeTree/MergedBlockOutputStream.h
+++ b/src/Storages/MergeTree/MergedBlockOutputStream.h
@@ -27,7 +27,6 @@ public:
         const NamesAndTypesList & columns_list_,
         const MergeTreeIndices & skip_indices,
         CompressionCodecPtr default_codec_,
-        const MergeTreeData::DataPart::ColumnToSize & merged_column_to_size,
         size_t aio_threshold,
         bool blocks_are_granules_size = false);
 

From 64c4ade5b0e0c9a13d6c2475431daf431fc97554 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 24 Dec 2020 19:34:53 +0300
Subject: [PATCH 516/742] Remove accident chage

---
 tests/integration/helpers/cluster.py | 14 +++-----------
 1 file changed, 3 insertions(+), 11 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index d8ef6d89d44..a65a420cd5b 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -195,12 +195,6 @@ class ClickHouseCluster:
 
         if tag is None:
             tag = self.docker_base_tag
-        if not env_variables:
-            env_variables = {}
-
-        # Code coverage files will be placed in database directory
-        # (affect only WITH_COVERAGE=1 build)
-        env_variables['LLVM_PROFILE_FILE'] = '/var/lib/clickhouse/server_%h_%p_%m.profraw'
 
         instance = ClickHouseInstance(
             cluster=self,
@@ -227,7 +221,7 @@ class ClickHouseCluster:
             clickhouse_path_dir=clickhouse_path_dir,
             with_odbc_drivers=with_odbc_drivers,
             hostname=hostname,
-            env_variables=env_variables,
+            env_variables=env_variables or {},
             image=image,
             tag=tag,
             stay_alive=stay_alive,
@@ -765,11 +759,9 @@ class ClickHouseCluster:
 
         if kill:
             try:
-                subprocess_check_call(self.base_cmd + ['stop', '--timeout', '20'])
-            except Exception as e:
-                print("Kill command failed during shutdown. {}".format(repr(e)))
-                print("Trying to kill forcefully")
                 subprocess_check_call(self.base_cmd + ['kill'])
+            except Exception as e:
+                print("Kill command failed durung shutdown. {}".format(repr(e)))
 
         try:
             subprocess_check_call(self.base_cmd + ['down', '--volumes', '--remove-orphans'])

From 06819c187bd24a9c437fe3370f37405307a97952 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Thu, 24 Dec 2020 20:06:11 +0300
Subject: [PATCH 517/742] Update countMatches function
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Поставил ';' в конце запросов.
---
 docs/en/sql-reference/functions/string-search-functions.md | 6 +++---
 docs/ru/sql-reference/functions/string-search-functions.md | 6 +++---
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/docs/en/sql-reference/functions/string-search-functions.md b/docs/en/sql-reference/functions/string-search-functions.md
index ef7e378ad11..96a2e74e1b7 100644
--- a/docs/en/sql-reference/functions/string-search-functions.md
+++ b/docs/en/sql-reference/functions/string-search-functions.md
@@ -618,7 +618,7 @@ Type: [UInt64](../../sql-reference/data-types/int-uint.md).
 Query:
 
 ``` sql
-SELECT countMatches('foobar.com', 'o+')
+SELECT countMatches('foobar.com', 'o+');
 ```
 
 Result:
@@ -632,13 +632,13 @@ Result:
 Query:
 
 ``` sql
-SELECT countMatches('aaaa', 'aa')
+SELECT countMatches('aaaa', 'aa');
 ```
 
 Result:
 
 ``` text
-┌─countMatches('aaaa', 'aa')─┐
+┌─countMatches('aaaa', 'aa')────┐
 │                             2 │
 └───────────────────────────────┘
 ```
diff --git a/docs/ru/sql-reference/functions/string-search-functions.md b/docs/ru/sql-reference/functions/string-search-functions.md
index 8bc2bb12382..996937c0d83 100644
--- a/docs/ru/sql-reference/functions/string-search-functions.md
+++ b/docs/ru/sql-reference/functions/string-search-functions.md
@@ -548,7 +548,7 @@ countMatches(haystack, pattern)
 Запрос:
 
 ``` sql
-SELECT countMatches('foobar.com', 'o+')
+SELECT countMatches('foobar.com', 'o+');
 ```
 
 Результат:
@@ -562,13 +562,13 @@ SELECT countMatches('foobar.com', 'o+')
 Запрос:
 
 ``` sql
-SELECT countMatches('aaaa', 'aa')
+SELECT countMatches('aaaa', 'aa');
 ```
 
 Результат:
 
 ``` text
-┌─countMatches('aaaa', 'aa')─┐
+┌─countMatches('aaaa', 'aa')────┐
 │                             2 │
 └───────────────────────────────┘
 ```

From f1a044c72a20fa591598a304df4db3597359e4f8 Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Fri, 25 Dec 2020 01:15:11 +0800
Subject: [PATCH 518/742] wip #17540

---
 src/Functions/byteSize.cpp | 97 +++++++++++++++++++-------------------
 1 file changed, 49 insertions(+), 48 deletions(-)

diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index 86ea5a1a5dc..1bc9cb0a0c2 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -25,12 +25,17 @@ namespace ErrorCodes
 extern const int ILLEGAL_COLUMN;
 }
 
+template <> struct NativeType<DataTypeDate>         { using Type = DataTypeDate::FieldType; };
+template <> struct NativeType<DataTypeDateTime>     { using Type = DataTypeDateTime::FieldType; };
+template <> struct NativeType<DataTypeDateTime64>   { using Type = NativeType<DataTypeDateTime64::FieldType>::Type; };
+template <> struct NativeType<DataTypeUUID>         { using Type = DataTypeUUID::FieldType; };
+template <> struct NativeType<DataTypeEnum8>        { using Type = DataTypeEnum8::FieldType; };
+template <> struct NativeType<DataTypeEnum16>       { using Type = DataTypeEnum16::FieldType; };
+
 namespace
 {
 
 template <typename T> struct ByteSizeForNative { static constexpr const UInt64 value = sizeof(typename NativeType<T>::Type); };
-template <typename T> struct ByteSizeForNumberBase { static constexpr const UInt64 value = sizeof(typename NativeType<typename T::FieldType>::Type); };
-template <typename T> struct ByteSizeForEnum { static constexpr const UInt64 value = sizeof(typename T::FieldType); };
 
 /** byteSize() - get the columns size in number of bytes.
   */
@@ -68,6 +73,12 @@ public:
         return std::make_shared<DataTypeUInt64>();
     }
 
+    // TODO:
+    //   case TypeIndex::Tuple:      return "Tuple";
+    //   case TypeIndex::Nullable:   return "Nullable";
+    //   case TypeIndex::Function:   return "Function";
+    //   case TypeIndex::AggregateFunction: return "AggregateFunction";
+    //   case TypeIndex::LowCardinality: return "LowCardinality";
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
     {
         auto result_col = ColumnUInt64::create(input_rows_count, 0);
@@ -76,8 +87,6 @@ public:
         {
             const ColumnPtr & column = arg.column;
             const IDataType * data_type = arg.type.get();
-            WhichDataType which(data_type);
-
             byteSizeOne(data_type, column, vec_res);
         }
         return result_col;
@@ -101,6 +110,22 @@ public:
         }
     }
 
+    static bool byteSizeByDataType(const IDataType * data_type, UInt64 & byte_size)
+    {
+        TypeIndex type_id = data_type->getTypeId();
+        if (byteSizeByTypeId(type_id, byte_size))
+            return true;
+
+        switch (type_id)
+        {
+            case TypeIndex::FixedString:
+                byte_size = typeid_cast<const DataTypeFixedString *>(data_type)->getN();
+                break;
+            default: return false;
+        }
+        return true;
+    }
+
     static bool byteSizeByTypeId(TypeIndex type_id, UInt64 & byte_size)
     {
         switch (type_id)
@@ -120,55 +145,31 @@ public:
             case TypeIndex::Int256:     byte_size = ByteSizeForNative<Int256>::value; break;
             case TypeIndex::Float32:    byte_size = ByteSizeForNative<Float32>::value; break;
             case TypeIndex::Float64:    byte_size = ByteSizeForNative<Float64>::value; break;
-            case TypeIndex::Date:       byte_size = ByteSizeForNumberBase<DataTypeDate>::value; break;
-            case TypeIndex::DateTime:   byte_size = ByteSizeForNumberBase<DataTypeDateTime>::value; break;
-            case TypeIndex::DateTime64: byte_size = ByteSizeForNumberBase<DataTypeDateTime64>::value; break;
-//            case TypeIndex::String:     return TypeName<String>::get();
-//            case TypeIndex::FixedString:
-            case TypeIndex::Enum8:      byte_size = ByteSizeForEnum<DataTypeEnum8>::value; break;
-            case TypeIndex::Enum16:     byte_size = ByteSizeForEnum<DataTypeEnum16>::value; break;
+            case TypeIndex::Date:       byte_size = ByteSizeForNative<DataTypeDate>::value; break;
+            case TypeIndex::DateTime:   byte_size = ByteSizeForNative<DataTypeDateTime>::value; break;
+            case TypeIndex::DateTime64: byte_size = ByteSizeForNative<DataTypeDateTime64>::value; break;
+            case TypeIndex::Enum8:      byte_size = ByteSizeForNative<DataTypeEnum8>::value; break;
+            case TypeIndex::Enum16:     byte_size = ByteSizeForNative<DataTypeEnum16>::value; break;
             case TypeIndex::Decimal32:  byte_size = ByteSizeForNative<Decimal32>::value; break;
             case TypeIndex::Decimal64:  byte_size = ByteSizeForNative<Decimal64>::value; break;
             case TypeIndex::Decimal128: byte_size = ByteSizeForNative<Decimal128>::value; break;
             case TypeIndex::Decimal256: byte_size = ByteSizeForNative<Decimal256>::value; break;
-            case TypeIndex::UUID:       byte_size = ByteSizeForNumberBase<DataTypeUUID>::value; break;
-//            case TypeIndex::Array:      return "Array";
-//            case TypeIndex::Tuple:      return "Tuple";
-//            case TypeIndex::Set:        return "Set";
-//            case TypeIndex::Interval:   byte_size = ByteSizeForNumberBase<DataTypeInterval>::value; break;
-//            case TypeIndex::Nullable:   return "Nullable";
-//            case TypeIndex::Function:   return "Function";
-//            case TypeIndex::AggregateFunction: return "AggregateFunction";
-//            case TypeIndex::LowCardinality: return "LowCardinality";
+            case TypeIndex::UUID:       byte_size = ByteSizeForNative<DataTypeUUID>::value; break;
+            // case TypeIndex::Interval: internal use only.
+            // case TypeIndex::Set:      internal use only.
             default: return false;
         }
 
         return true;
     }
 
-    static bool byteSizeByDataType(const IDataType * data_type, UInt64 & byte_size)
-    {
-        TypeIndex type_id = data_type->getTypeId();
-        if (byteSizeByTypeId(type_id, byte_size))
-            return true;
-
-        switch (type_id)
-        {
-            case TypeIndex::FixedString:
-                byte_size = typeid_cast<const DataTypeFixedString *>(data_type)->getN();
-                break;
-            default: return false;
-        }
-        return true;
-    }
-
 #define INTEGRAL_TPL_PACK UInt8, UInt16, UInt32, UInt64, UInt128, UInt256, \
                           Int8, Int16, Int32, Int64, Int128, Int256, \
                           Float32, Float64
                           // The following is not supported by ColumnVector:
                           //   Decimal32, Decimal64, Decimal128, Decimal256
                           //   DataTypeEnum8, DataTypeEnum16, DataTypeDate, DataTypeDateTime, DataTypeDateTime64
-                          //   DataTypeUUID, DataTypeInterval
+                          //   DataTypeUUID
 
     static bool byteSizeByColumn(const IDataType * data_type, const ColumnPtr & column, ColumnUInt64::Container & vec_res)
     {
@@ -201,17 +202,6 @@ public:
         return false;
     }
 
-    static inline bool byteSizeForConstArray(const IDataType * /*data_type*/, const ColumnPtr & column, ColumnUInt64::Container & vec_res) {
-        const ColumnConst * col_arr = checkAndGetColumnConst<ColumnArray>(column.get());
-        if (!col_arr)
-            return false;
-        size_t vec_size = vec_res.size();
-        const UInt64 byte_size = col_arr->byteSize();
-        for (size_t i = 0; i < vec_size; ++i)
-            vec_res[i] += byte_size;
-        return true;
-    }
-
 #undef INTEGRAL_TPL_PACK
 
     template <class ...Integral>
@@ -243,6 +233,17 @@ public:
         return true;
     }
 
+    static inline bool byteSizeForConstArray(const IDataType * /*data_type*/, const ColumnPtr & column, ColumnUInt64::Container & vec_res) {
+        const ColumnConst * col_arr = checkAndGetColumnConst<ColumnArray>(column.get());
+        if (!col_arr)
+            return false;
+        size_t vec_size = vec_res.size();
+        const UInt64 byte_size = col_arr->byteSize();
+        for (size_t i = 0; i < vec_size; ++i)
+            vec_res[i] += byte_size;
+        return true;
+    }
+
     static bool byteSizeForStringArray(const ColumnArray * col_arr, const ColumnPtr & /*column*/, ColumnUInt64::Container & vec_res)
     {
         const ColumnString * col_nested = checkAndGetColumn<ColumnString>(&(col_arr->getData()));

From 21c3fc0e164429dfeb2e1d3d126afdddf5653efc Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Thu, 24 Dec 2020 20:48:54 +0300
Subject: [PATCH 519/742] check settings constraints in setProfile(...)

---
 src/Access/SettingsConstraints.cpp | 16 ----------------
 src/Interpreters/Context.cpp       | 12 +++++++++++-
 2 files changed, 11 insertions(+), 17 deletions(-)

diff --git a/src/Access/SettingsConstraints.cpp b/src/Access/SettingsConstraints.cpp
index 7dce4d96b33..958075541c8 100644
--- a/src/Access/SettingsConstraints.cpp
+++ b/src/Access/SettingsConstraints.cpp
@@ -157,23 +157,7 @@ bool SettingsConstraints::checkImpl(const Settings & current_settings, SettingCh
     const String & setting_name = change.name;
 
     if (setting_name == "profile")
-    {
-        /// TODO Check profile settings in Context::setProfile(...), not here. It will be backward incompatible.
-        const String & profile_name = change.value.safeGet<String>();
-        const auto & profile_settings_changes = manager->getProfileSettings(profile_name);
-        try
-        {
-            /// NOTE We cannot use CLAMP_ON_VIOLATION here, because we cannot modify elements of profile_settings_changes
-            for (auto change_copy : *profile_settings_changes)
-                checkImpl(current_settings, change_copy, THROW_ON_VIOLATION);
-        }
-        catch (Exception & e)
-        {
-            e.addMessage(", while trying to set settings profile {}", profile_name);
-            throw;
-        }
         return true;
-    }
 
     bool cannot_cast;
     auto cast_value = [&](const Field & x) -> Field
diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index 482bfa83632..e3a837617ec 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -849,7 +849,17 @@ std::optional<QuotaUsage> Context::getQuotaUsage() const
 
 void Context::setProfile(const String & profile_name)
 {
-    applySettingsChanges(*getAccessControlManager().getProfileSettings(profile_name));
+    SettingsChanges profile_settings_changes = *getAccessControlManager().getProfileSettings(profile_name);
+    try
+    {
+        checkSettingsConstraints(profile_settings_changes);
+    }
+    catch (Exception & e)
+    {
+        e.addMessage(", while trying to set settings profile {}", profile_name);
+        throw;
+    }
+    applySettingsChanges(profile_settings_changes);
 }
 
 

From 30d38bf9c43fda94d9b70994e4decb07dc3cc96d Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Thu, 24 Dec 2020 21:04:32 +0300
Subject: [PATCH 520/742] Update union.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Переструктурировал текст.
---
 docs/en/sql-reference/statements/select/union.md | 6 ++++--
 docs/ru/sql-reference/statements/select/union.md | 8 +++++---
 2 files changed, 9 insertions(+), 5 deletions(-)

diff --git a/docs/en/sql-reference/statements/select/union.md b/docs/en/sql-reference/statements/select/union.md
index 099c680d9a7..18b132bfac7 100644
--- a/docs/en/sql-reference/statements/select/union.md
+++ b/docs/en/sql-reference/statements/select/union.md
@@ -4,6 +4,10 @@ toc_title: UNION
 
 # UNION Clause {#union-clause}
 
+You can use `UNION` with explicitly specifying `UNION ALL` or `UNION DISTINCT`.
+
+By default, `UNION` has the same behavior as `UNION DISTINCT`. The difference between `UNION ALL` and `UNION DISTINCT` is that `UNION DISTINCT` will do a distinct transform for union result, it is equivalent to `SELECT DISTINCT` from a subquery containing `UNION ALL`.
+
 You can use `UNION ALL` to combine any number of `SELECT` queries by extending their results. Example:
 
 ``` sql
@@ -25,8 +29,6 @@ Type casting is performed for unions. For example, if two queries being combined
 
 Queries that are parts of `UNION ALL` can’t be enclosed in round brackets. [ORDER BY](../../../sql-reference/statements/select/order-by.md) and [LIMIT](../../../sql-reference/statements/select/limit.md) are applied to separate queries, not to the final result. If you need to apply a conversion to the final result, you can put all the queries with `UNION ALL` in a subquery in the [FROM](../../../sql-reference/statements/select/from.md) clause.
 
-By default, `UNION` has the same behavior as `UNION DISTINCT`. The difference between `UNION ALL` and `UNION DISTINCT` is that `UNION DISTINCT` will do a distinct transform for union result, it is equivalent to `SELECT DISTINCT` from a subquery containing `UNION ALL`.
-
 If you use `UNION` without explicitly specifying `UNION ALL` or `UNION DISTINCT`, you can specify the union mode using the [union_default_mode](../../../operations/settings/settings.md#union-default-mode) setting. The setting values can be `ALL`, `DISTINCT` or an empty string. However, if you use `UNION` with `union_default_mode` setting to empty string, it will throw an exception. The following examples demonstrate the results of queries with different values setting.
 
 Query:
diff --git a/docs/ru/sql-reference/statements/select/union.md b/docs/ru/sql-reference/statements/select/union.md
index 4d7d96a23db..2bde7ce9da0 100644
--- a/docs/ru/sql-reference/statements/select/union.md
+++ b/docs/ru/sql-reference/statements/select/union.md
@@ -4,6 +4,10 @@ toc_title: UNION
 
 # Секция UNION {#union-clause}
 
+Вы можете использовать `UNION` в двух режимах: `UNION ALL` или `UNION DISTINCT`.
+
+По умолчанию, `UNION` ведет себя так же, как и `UNION DISTINCT`. Разница между `UNION ALL` и `UNION DISTINCT` в том, что `UNION DISTINCT` выполняет явное преобразование для результата объединения. Это равнозначно выражению `SELECT DISTINCT` из подзапроса, содержащего `UNION ALL`.
+
 Вы можете использовать `UNION ALL` чтобы объединить любое количество `SELECT` запросы путем расширения их результатов. Пример:
 
 ``` sql
@@ -25,8 +29,6 @@ SELECT CounterID, 2 AS table, sum(Sign) AS c
 
 Запросы, которые являются частью `UNION ALL` не могут быть заключен в круглые скобки. [ORDER BY](order-by.md) и [LIMIT](limit.md) применяются к отдельным запросам, а не к конечному результату. Если вам нужно применить преобразование к конечному результату, вы можете разместить все объединенные с помощью `UNION ALL` запросы в подзапрос в секции [FROM](from.md).
 
-По умолчанию, `UNION` ведет себя так же, как и `UNION DISTINCT`. Разница между `UNION ALL` и `UNION DISTINCT` в том, что `UNION DISTINCT` выполняет явное преобразование для результата объединения. Это равнозначно выражению `SELECT DISTINCT` из подзапроса, содержащего `UNION ALL`.
-
 Если используете `UNION` без явного указания `UNION ALL` или `UNION DISTINCT`, то вы можете указать режим объединения с помощью настройки [union_default_mode](../../../operations/settings/settings.md#union-default-mode), значениями которой могут быть `ALL`, `DISTINCT` или пустая строка. Однако если вы используете `UNION` с настройкой `union_default_mode`, значением которой является пустая строка, то будет сгенерировано исключение. В следующих примерах продемонстрированы результаты запросов при разных значениях настройки.
 
 Запрос:
@@ -74,6 +76,6 @@ SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
 └───┘
 ```
 
-Запросы, которые являются частью `UNION ALL`, выполняются параллельно, и их результаты могут быть смешаны вместе.
+Запросы, которые являются частью `UNION/UNION ALL/UNION DISTINCT`, выполняются параллельно, и их результаты могут быть смешаны вместе.
 
 [Оригинальная статья](https://clickhouse.tech/docs/ru/sql-reference/statements/select/union/) <!-- hide -->

From 1ddea6d7eed5cadce087cf19e51413440571a472 Mon Sep 17 00:00:00 2001
From: Denis Glazachev <traceon@users.noreply.github.com>
Date: Thu, 24 Dec 2020 22:08:20 +0400
Subject: [PATCH 521/742] Allow AppleClang builds

---
 cmake/tools.cmake | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/cmake/tools.cmake b/cmake/tools.cmake
index 4e9258a5cb7..cc4046d2469 100644
--- a/cmake/tools.cmake
+++ b/cmake/tools.cmake
@@ -15,10 +15,6 @@ if (COMPILER_GCC)
 elseif (COMPILER_CLANG)
     # Require minimum version of clang/apple-clang
     if (CMAKE_CXX_COMPILER_ID MATCHES "AppleClang")
-        # If you are developer you can figure out what exact versions of AppleClang are Ok,
-        # remove the following line and commit changes below.
-        message (FATAL_ERROR "AppleClang is not supported, you should install clang from brew.")
-
         # AppleClang 10.0.1 (Xcode 10.2) corresponds to LLVM/Clang upstream version 7.0.0
         # AppleClang 11.0.0 (Xcode 11.0) corresponds to LLVM/Clang upstream version 8.0.0
         set (XCODE_MINIMUM_VERSION 10.2)
@@ -89,4 +85,4 @@ if (ARCH_PPC64LE)
     if (COMPILER_CLANG OR (COMPILER_GCC AND CMAKE_CXX_COMPILER_VERSION VERSION_LESS 8))
         message(FATAL_ERROR "Only gcc-8 or higher is supported for powerpc architecture")
     endif ()
-endif ()
\ No newline at end of file
+endif ()

From e8f4a19a100eb3321172cb9bc8a72fb99c1f943f Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 24 Dec 2020 21:57:31 +0300
Subject: [PATCH 522/742] Feractoring StringHash

---
 src/Functions/ExtractString.h | 68 ++++++++++-------------------------
 1 file changed, 18 insertions(+), 50 deletions(-)

diff --git a/src/Functions/ExtractString.h b/src/Functions/ExtractString.h
index 8313f583025..7406a813143 100644
--- a/src/Functions/ExtractString.h
+++ b/src/Functions/ExtractString.h
@@ -15,47 +15,33 @@
 
 namespace DB
 {
+
+namespace ErrorCodes
+{
+    extern const int LOGICAL_ERROR;
+}
+
 // used by FunctionsStringSimilarity and FunctionsStringHash
 // includes extracting ASCII ngram, UTF8 ngram, ASCII word and UTF8 word
-template <size_t N, bool CaseInsensitive>
+template <bool CaseInsensitive>
 struct ExtractStringImpl
 {
     /// Padding form ColumnsString. It is a number of bytes we can always read starting from pos if pos < end.
     static constexpr size_t default_padding = 16;
 
+    const size_t shingle_size;
+    const size_t tail_size;
+
     /// Functions are read `default_padding - (N - 1)` bytes into the buffer. Window of size N is used.
     /// Read copies `N - 1` last bytes from buffer into beginning, and then reads new bytes.
-    static constexpr size_t buffer_size = default_padding + N - 1;
+    const size_t buffer_size = default_padding + tail_size;
 
-    // the length of code_points = buffer_size
-    // pos: the current beginning location that we want to copy data
-    // end: the end location of the string
-    static ALWAYS_INLINE size_t readASCIICodePoints(UInt8 * code_points, const char *& pos, const char * end)
+    explicit ExtractStringImpl(size_t shingle_size_)
+            : shingle_size(shingle_size_)
+            , tail_size(shingle_size > default_padding ? shingle_size : roundUpToPowerOfTwoOrZero(shingle_size - 1))
     {
-        /// Offset before which we copy some data.
-        constexpr size_t padding_offset = default_padding - N + 1;
-        /// We have an array like this for ASCII (N == 4, other cases are similar)
-        /// |a0|a1|a2|a3|a4|a5|a6|a7|a8|a9|a10|a11|a12|a13|a14|a15|a16|a17|a18|
-        /// And we copy                                ^^^^^^^^^^^^^^^ these bytes to the start
-        /// Actually it is enough to copy 3 bytes, but memcpy for 4 bytes translates into 1 instruction
-        memcpy(code_points, code_points + padding_offset, roundUpToPowerOfTwoOrZero(N - 1) * sizeof(UInt8));
-        /// Now we have an array
-        /// |a13|a14|a15|a16|a4|a5|a6|a7|a8|a9|a10|a11|a12|a13|a14|a15|a16|a17|a18|
-        ///              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-        /// Doing unaligned read of 16 bytes and copy them like above
-        /// 16 is also chosen to do two `movups`.
-        /// Such copying allow us to have 3 codepoints from the previous read to produce the 4-grams with them.
-        memcpy(code_points + (N - 1), pos, default_padding * sizeof(UInt8));
-
-        if constexpr (CaseInsensitive)
-        {
-            /// We really need template lambdas with C++20 to do it inline
-            unrollLowering<N - 1>(code_points, std::make_index_sequence<padding_offset>());
-        }
-        pos += padding_offset;
-        if (pos > end)
-            return default_padding - (pos - end);
-        return default_padding;
+        if (shingle_size == 0)
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Shingle size can't be zero");
     }
 
     // read a ASCII word
@@ -73,23 +59,12 @@ struct ExtractStringImpl
         word_buf.assign(word_start, pos);
         if (CaseInsensitive)
         {
-            std::transform(word_buf.begin(), word_buf.end(), word_buf.begin(), [](UInt8 c) { return std::tolower(c); });
+            for (auto & symbol : word_buf)
+                symbol = toLowerIfAlphaASCII(symbol);
         }
         return word_buf.size();
     }
 
-    static ALWAYS_INLINE inline size_t readUTF8CodePoints(UInt32 * code_points, const char *& pos, const char * end)
-    {
-        memcpy(code_points, code_points + default_padding - N + 1, roundUpToPowerOfTwoOrZero(N - 1) * sizeof(UInt32));
-
-        size_t num = N - 1;
-        while (num < default_padding && pos < end)
-        {
-            code_points[num++] = readOneUTF8Code(pos, end);
-        }
-        return num;
-    }
-
     // read one UTF8 word from pos to word
     static ALWAYS_INLINE inline size_t readOneUTF8Word(PaddedPODArray<UInt32> & word_buf, const char *& pos, const char * end)
     {
@@ -105,13 +80,6 @@ struct ExtractStringImpl
         return word_buf.size();
     }
 
-private:
-    template <size_t Offset, typename Container, size_t... I>
-    static ALWAYS_INLINE inline void unrollLowering(Container & cont, const std::index_sequence<I...> &)
-    {
-        ((cont[Offset + I] = std::tolower(cont[Offset + I])), ...);
-    }
-
     // we use ASCII non-alphanum character as UTF8 separator
     static ALWAYS_INLINE inline bool isUTF8Sep(const UInt8 c) { return c < 128 && !isAlphaNumericASCII(c); }
 

From 1e3bd37380a1331727fa93443d20835c5cbc2a6f Mon Sep 17 00:00:00 2001
From: vdimir <vdimirc@gmail.com>
Date: Thu, 24 Dec 2020 07:31:09 +0000
Subject: [PATCH 523/742] Add option access_to_key_from_attributes to ip
 dictionary

---
 src/Dictionaries/IPAddressDictionary.cpp      | 84 +++++++++++++++----
 src/Dictionaries/IPAddressDictionary.h        |  9 +-
 .../0_stateless/01018_ip_dictionary.reference | 15 ++++
 .../0_stateless/01018_ip_dictionary.sql       | 21 ++++-
 4 files changed, 108 insertions(+), 21 deletions(-)

diff --git a/src/Dictionaries/IPAddressDictionary.cpp b/src/Dictionaries/IPAddressDictionary.cpp
index e04b9111ff1..a69e038c1e4 100644
--- a/src/Dictionaries/IPAddressDictionary.cpp
+++ b/src/Dictionaries/IPAddressDictionary.cpp
@@ -107,6 +107,18 @@ static std::pair<Poco::Net::IPAddress, UInt8> parseIPFromString(const std::strin
     }
 }
 
+static size_t formatIPWithPrefix(const unsigned char * src, UInt8 prefix_len, bool isv4, char * dst)
+{
+    char * ptr = dst;
+    if (isv4)
+        formatIPv4(src, ptr);
+    else
+        formatIPv6(src, ptr);
+    *(ptr - 1) = '/';
+    ptr = itoa(prefix_len, ptr);
+    return ptr - dst;
+}
+
 static void validateKeyTypes(const DataTypes & key_types)
 {
     if (key_types.empty() || key_types.size() > 2)
@@ -231,14 +243,21 @@ IPAddressDictionary::IPAddressDictionary(
     const DictionaryStructure & dict_struct_,
     DictionarySourcePtr source_ptr_,
     const DictionaryLifetime dict_lifetime_,
-    bool require_nonempty_)
+    bool require_nonempty_,
+    bool access_to_key_from_attributes_)
     : IDictionaryBase(dict_id_)
     , dict_struct(dict_struct_)
     , source_ptr{std::move(source_ptr_)}
     , dict_lifetime(dict_lifetime_)
     , require_nonempty(require_nonempty_)
+    , access_to_key_from_attributes(access_to_key_from_attributes_)
     , logger(&Poco::Logger::get("IPAddressDictionary"))
 {
+    if (access_to_key_from_attributes)
+    {
+        dict_struct.attributes.emplace_back(dict_struct.key->front());
+    }
+
     createAttributes();
 
     loadData();
@@ -453,8 +472,6 @@ void IPAddressDictionary::loadData()
     auto stream = source_ptr->loadAll();
     stream->readPrefix();
 
-    const auto attributes_size = attributes.size();
-
     std::vector<IPRecord> ip_records;
 
     bool has_ipv6 = false;
@@ -465,14 +482,19 @@ void IPAddressDictionary::loadData()
         element_count += rows;
 
         const ColumnPtr key_column_ptr = block.safeGetByPosition(0).column;
-        const auto attribute_column_ptrs = ext::map<Columns>(ext::range(0, attributes_size), [&](const size_t attribute_idx)
+
+        size_t attributes_size = dict_struct.attributes.size();
+        if (access_to_key_from_attributes)
         {
-            return block.safeGetByPosition(attribute_idx + 1).column;
-        });
+            /// last attribute contains key and will be filled in code below
+            attributes_size--;
+        }
+        const auto attribute_column_ptrs = ext::map<Columns>(ext::range(0, attributes_size),
+            [&](const size_t attribute_idx) { return block.safeGetByPosition(attribute_idx + 1).column; });
 
         for (const auto row : ext::range(0, rows))
         {
-            for (const auto attribute_idx : ext::range(0, attributes_size))
+            for (const auto attribute_idx : ext::range(0, attribute_column_ptrs.size()))
             {
                 const auto & attribute_column = *attribute_column_ptrs[attribute_idx];
                 auto & attribute = attributes[attribute_idx];
@@ -490,6 +512,33 @@ void IPAddressDictionary::loadData()
 
     stream->readSuffix();
 
+    if (access_to_key_from_attributes)
+    {
+        /// We format key attribute values here instead of filling with data from key_column
+        /// because string representation can be normalized if bits beyond mask are set.
+        /// Also all IPv4 will be displayed as mapped IPv6 if threre are any IPv6.
+        /// It's consistent with representation in table created with `ENGINE = Dictionary` from this dictionary.
+        char str_buffer[48];
+        if (has_ipv6)
+        {
+            uint8_t ip_buffer[IPV6_BINARY_LENGTH];
+            for (const auto & record : ip_records)
+            {
+                size_t str_len = formatIPWithPrefix(record.asIPv6Binary(ip_buffer), record.prefixIPv6(), false, str_buffer);
+                setAttributeValue(attributes.back(), String(str_buffer, str_len));
+            }
+        }
+        else
+        {
+            for (const auto & record : ip_records)
+            {
+                UInt32 addr = IPv4AsUInt32(record.addr.addr());
+                size_t str_len = formatIPWithPrefix(reinterpret_cast<const unsigned char *>(&addr), record.prefix, true, str_buffer);
+                setAttributeValue(attributes.back(), String(str_buffer, str_len));
+            }
+        }
+    }
+
     row_idx.reserve(ip_records.size());
     mask_column.reserve(ip_records.size());
 
@@ -679,7 +728,7 @@ void IPAddressDictionary::calculateBytesAllocated()
 template <typename T>
 void IPAddressDictionary::createAttributeImpl(Attribute & attribute, const Field & null_value)
 {
-    attribute.null_values = T(null_value.get<NearestFieldType<T>>());
+    attribute.null_values = null_value.isNull() ? T{} : T(null_value.get<NearestFieldType<T>>());
     attribute.maps.emplace<ContainerType<T>>();
 }
 
@@ -735,7 +784,8 @@ IPAddressDictionary::Attribute IPAddressDictionary::createAttributeWithType(cons
 
         case AttributeUnderlyingType::utString:
         {
-            attr.null_values = null_value.get<String>();
+
+            attr.null_values = null_value.isNull() ? String() : null_value.get<String>();
             attr.maps.emplace<ContainerType<StringRef>>();
             attr.string_arena = std::make_unique<Arena>();
             break;
@@ -979,14 +1029,12 @@ static auto keyViewGetter()
         for (size_t row : ext::range(0, key_ip_column.size()))
         {
             UInt8 mask = key_mask_column.getElement(row);
-            char * ptr = buffer;
+            size_t str_len;
             if constexpr (IsIPv4)
-                formatIPv4(reinterpret_cast<const unsigned char *>(&key_ip_column.getElement(row)), ptr);
+                str_len = formatIPWithPrefix(reinterpret_cast<const unsigned char *>(&key_ip_column.getElement(row)), mask, true, buffer);
             else
-                formatIPv6(reinterpret_cast<const unsigned char *>(key_ip_column.getDataAt(row).data), ptr);
-            *(ptr - 1) = '/';
-            ptr = itoa(mask, ptr);
-            column->insertData(buffer, ptr - buffer);
+                str_len = formatIPWithPrefix(reinterpret_cast<const unsigned char *>(key_ip_column.getDataAt(row).data), mask, false, buffer);
+            column->insertData(buffer, str_len);
         }
         return ColumnsWithTypeAndName{
             ColumnWithTypeAndName(std::move(column), std::make_shared<DataTypeString>(), dict_attributes.front().name)};
@@ -1120,8 +1168,12 @@ void registerDictionaryTrie(DictionaryFactory & factory)
         const auto dict_id = StorageID::fromDictionaryConfig(config, config_prefix);
         const DictionaryLifetime dict_lifetime{config, config_prefix + ".lifetime"};
         const bool require_nonempty = config.getBool(config_prefix + ".require_nonempty", false);
+
+        const auto & layout_prefix = config_prefix + ".layout.ip_trie";
+        const bool access_to_key_from_attributes = config.getBool(layout_prefix + ".access_to_key_from_attributes", false);
         // This is specialised dictionary for storing IPv4 and IPv6 prefixes.
-        return std::make_unique<IPAddressDictionary>(dict_id, dict_struct, std::move(source_ptr), dict_lifetime, require_nonempty);
+        return std::make_unique<IPAddressDictionary>(dict_id, dict_struct, std::move(source_ptr), dict_lifetime,
+                                                     require_nonempty, access_to_key_from_attributes);
     };
     factory.registerLayout("ip_trie", create_layout, true);
 }
diff --git a/src/Dictionaries/IPAddressDictionary.h b/src/Dictionaries/IPAddressDictionary.h
index c63e6b01adf..2009141ebcc 100644
--- a/src/Dictionaries/IPAddressDictionary.h
+++ b/src/Dictionaries/IPAddressDictionary.h
@@ -27,7 +27,8 @@ public:
         const DictionaryStructure & dict_struct_,
         DictionarySourcePtr source_ptr_,
         const DictionaryLifetime dict_lifetime_,
-        bool require_nonempty_);
+        bool require_nonempty_,
+        bool access_to_key_from_attributes_);
 
     std::string getKeyDescription() const { return key_description; }
 
@@ -45,7 +46,8 @@ public:
 
     std::shared_ptr<const IExternalLoadable> clone() const override
     {
-        return std::make_shared<IPAddressDictionary>(getDictionaryID(), dict_struct, source_ptr->clone(), dict_lifetime, require_nonempty);
+        return std::make_shared<IPAddressDictionary>(getDictionaryID(), dict_struct, source_ptr->clone(), dict_lifetime,
+                                                     require_nonempty, access_to_key_from_attributes);
     }
 
     const IDictionarySource * getSource() const override { return source_ptr.get(); }
@@ -238,10 +240,11 @@ private:
 
     static const uint8_t * getIPv6FromOffset(const IPv6Container & ipv6_col, size_t i);
 
-    const DictionaryStructure dict_struct;
+    DictionaryStructure dict_struct;
     const DictionarySourcePtr source_ptr;
     const DictionaryLifetime dict_lifetime;
     const bool require_nonempty;
+    const bool access_to_key_from_attributes;
     const std::string key_description{dict_struct.getKeyDescription()};
 
     /// Contains sorted IP subnetworks. If some addresses equals, subnet with lower mask is placed first.
diff --git a/tests/queries/0_stateless/01018_ip_dictionary.reference b/tests/queries/0_stateless/01018_ip_dictionary.reference
index becd2951be7..f11628001dd 100644
--- a/tests/queries/0_stateless/01018_ip_dictionary.reference
+++ b/tests/queries/0_stateless/01018_ip_dictionary.reference
@@ -123,6 +123,16 @@
 1
 1
 1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
 ***ipv6 trie dict***
 1
 1
@@ -273,6 +283,11 @@
 1
 1
 1
+1
+1
+1
+1
+1
 ***ipv6 trie dict mask***
 1
 1
diff --git a/tests/queries/0_stateless/01018_ip_dictionary.sql b/tests/queries/0_stateless/01018_ip_dictionary.sql
index 4cb56b77180..5df1afcd559 100644
--- a/tests/queries/0_stateless/01018_ip_dictionary.sql
+++ b/tests/queries/0_stateless/01018_ip_dictionary.sql
@@ -207,9 +207,20 @@ INSERT INTO database_for_dict.table_ipv4_trie VALUES ('127.255.255.255/32', 21);
 CREATE DICTIONARY database_for_dict.dict_ipv4_trie ( prefix String, val UInt32 )
 PRIMARY KEY prefix
 SOURCE(CLICKHOUSE(host 'localhost' port 9000 user 'default' db 'database_for_dict' table 'table_ipv4_trie'))
-LAYOUT(IP_TRIE())
+LAYOUT(IP_TRIE(ACCESS_TO_KEY_FROM_ATTRIBUTES 1))
 LIFETIME(MIN 10 MAX 100);
 
+SELECT '127.0.0.0/24' == dictGetString('database_for_dict.dict_ipv4_trie', 'prefix', tuple(IPv4StringToNum('127.0.0.0')));
+SELECT '127.0.0.1/32' == dictGetString('database_for_dict.dict_ipv4_trie', 'prefix', tuple(IPv4StringToNum('127.0.0.1')));
+SELECT '127.0.0.0/24' == dictGetString('database_for_dict.dict_ipv4_trie', 'prefix', tuple(IPv4StringToNum('127.0.0.127')));
+SELECT '127.0.0.0/16' == dictGetString('database_for_dict.dict_ipv4_trie', 'prefix', tuple(IPv4StringToNum('127.0.255.127')));
+SELECT '127.255.0.0/16' == dictGetString('database_for_dict.dict_ipv4_trie', 'prefix', tuple(IPv4StringToNum('127.255.127.127')));
+SELECT '127.255.128.0/24' == dictGetString('database_for_dict.dict_ipv4_trie', 'prefix', tuple(IPv4StringToNum('127.255.128.9')));
+SELECT '127.255.128.0/24' == dictGetString('database_for_dict.dict_ipv4_trie', 'prefix', tuple(IPv4StringToNum('127.255.128.127')));
+SELECT '127.255.128.10/32' == dictGetString('database_for_dict.dict_ipv4_trie', 'prefix', tuple(IPv4StringToNum('127.255.128.10')));
+SELECT '127.255.128.128/25' == dictGetString('database_for_dict.dict_ipv4_trie', 'prefix', tuple(IPv4StringToNum('127.255.128.255')));
+SELECT '127.255.255.128/32' == dictGetString('database_for_dict.dict_ipv4_trie', 'prefix', tuple(IPv4StringToNum('127.255.255.128')));
+
 SELECT 3 == dictGetUInt32('database_for_dict.dict_ipv4_trie', 'val', tuple(IPv4StringToNum('127.0.0.0')));
 SELECT 4 == dictGetUInt32('database_for_dict.dict_ipv4_trie', 'val', tuple(IPv4StringToNum('127.0.0.1')));
 SELECT 3 == dictGetUInt32('database_for_dict.dict_ipv4_trie', 'val', tuple(IPv4StringToNum('127.0.0.127')));
@@ -274,7 +285,7 @@ CREATE DICTIONARY database_for_dict.dict_ip_trie
 )
 PRIMARY KEY prefix
 SOURCE(CLICKHOUSE(host 'localhost' port 9000 user 'default' db 'database_for_dict' table 'table_ip_trie'))
-LAYOUT(IP_TRIE())
+LAYOUT(IP_TRIE(ACCESS_TO_KEY_FROM_ATTRIBUTES 1))
 LIFETIME(MIN 10 MAX 100);
 
 SELECT 'US' == dictGetString('database_for_dict.dict_ip_trie', 'val', tuple(IPv6StringToNum('2620:0:870::')));
@@ -294,6 +305,12 @@ SELECT 'JA' == dictGetString('database_for_dict.dict_ip_trie', 'val', tuple(IPv4
 SELECT 1 == dictHas('database_for_dict.dict_ip_trie', tuple(IPv4StringToNum('127.0.0.1')));
 SELECT 1 == dictHas('database_for_dict.dict_ip_trie', tuple(IPv6StringToNum('::ffff:127.0.0.1')));
 
+SELECT '2620:0:870::/48' == dictGetString('database_for_dict.dict_ip_trie', 'prefix', tuple(IPv6StringToNum('2620:0:870::')));
+SELECT '2a02:6b8:1::/48' == dictGetString('database_for_dict.dict_ip_trie', 'prefix', tuple(IPv6StringToNum('2a02:6b8:1::1')));
+SELECT '2001:db8::/32' == dictGetString('database_for_dict.dict_ip_trie', 'prefix', tuple(IPv6StringToNum('2001:db8::1')));
+SELECT '::ffff:101.79.55.22/128' == dictGetString('database_for_dict.dict_ip_trie', 'prefix', tuple(IPv6StringToNum('::ffff:654f:3716')));
+SELECT '::ffff:101.79.55.22/128' == dictGetString('database_for_dict.dict_ip_trie', 'prefix', tuple(IPv6StringToNum('::ffff:101.79.55.22')));
+
 SELECT '0' == dictGetString('database_for_dict.dict_ip_trie', 'val', tuple(IPv6StringToNum('::0')));
 SELECT '1' == dictGetString('database_for_dict.dict_ip_trie', 'val', tuple(IPv6StringToNum('8000::')));
 SELECT '2' == dictGetString('database_for_dict.dict_ip_trie', 'val', tuple(IPv6StringToNum('c000::')));

From fcfe7f2c5d6481b44bc45a019fb4224cb4c47253 Mon Sep 17 00:00:00 2001
From: vdimir <vdimirc@gmail.com>
Date: Thu, 24 Dec 2020 15:46:45 +0000
Subject: [PATCH 524/742] Add option access_to_key_from_attributes to
 documentation for ip_trie

---
 .../external-dicts-dict-layout.md                      | 10 +++++++++-
 .../external-dicts-dict-layout.md                      |  8 +++++++-
 .../external-dicts-dict-layout.md                      |  6 ++++++
 .../external-dicts-dict-layout.md                      | 10 +++++++++-
 .../external-dicts-dict-layout.md                      |  6 ++++++
 5 files changed, 37 insertions(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
index a49ddf62eb9..05c418b1f15 100644
--- a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
+++ b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
@@ -406,6 +406,14 @@ Example:
             <null_value>??</null_value>
     </attribute>
     ...
+</structure>
+<layout>
+    <ip_trie>
+        <!-- Key attribute `prefix` can be retrieved via dictGetString. -->
+        <!-- This option increases memory usage. -->
+        <access_to_key_from_attributes>true</access_to_key_from_attributes>
+    </ip_trie>
+</layout>
 ```
 
 or
@@ -435,6 +443,6 @@ dictGetString('prefix', 'asn', tuple(IPv6StringToNum('2001:db8::1')))
 
 Other types are not supported yet. The function returns the attribute for the prefix that corresponds to this IP address. If there are overlapping prefixes, the most specific one is returned.
 
-Data is stored in a `trie`. It must completely fit into RAM.
+Data must completely fit into RAM.
 
 [Original article](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_layout/) <!--hide-->
diff --git a/docs/fr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md b/docs/fr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
index 3bdc8d37d60..2569329fefd 100644
--- a/docs/fr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
+++ b/docs/fr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
@@ -367,6 +367,12 @@ Exemple:
             <null_value>??</null_value>
     </attribute>
     ...
+</structure>
+<layout>
+    <ip_trie>
+        <access_to_key_from_attributes>true</access_to_key_from_attributes>
+    </ip_trie>
+</layout>
 ```
 
 ou
@@ -396,6 +402,6 @@ dictGetString('prefix', 'asn', tuple(IPv6StringToNum('2001:db8::1')))
 
 Les autres types ne sont pas encore pris en charge. La fonction renvoie l'attribut du préfixe correspondant à cette adresse IP. S'il y a chevauchement des préfixes, le plus spécifique est retourné.
 
-Les données sont stockées dans une `trie`. Il doit complètement s'intégrer dans la RAM.
+Les données doit complètement s'intégrer dans la RAM.
 
 [Article Original](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_layout/) <!--hide-->
diff --git a/docs/ja/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md b/docs/ja/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
index 167e0f1f5d1..ac632b99332 100644
--- a/docs/ja/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
+++ b/docs/ja/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
@@ -362,6 +362,12 @@ LAYOUT(DIRECT())
             <null_value>??</null_value>
     </attribute>
     ...
+</structure>
+<layout>
+    <ip_trie>
+        <access_to_key_from_attributes>true</access_to_key_from_attributes>
+    </ip_trie>
+</layout>
 ```
 
 または
diff --git a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
index e97b1e421a4..fc4a3ac7285 100644
--- a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
+++ b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
@@ -404,6 +404,14 @@ LAYOUT(DIRECT())
             <null_value>??</null_value>
     </attribute>
     ...
+</structure>
+<layout>
+    <ip_trie>
+        <!-- Ключевой аттрибут `prefix` будет доступен через dictGetString -->
+        <!-- Эта опция увеличивает потреблямую память -->
+        <access_to_key_from_attributes>true</access_to_key_from_attributes>
+    </ip_trie>
+</layout>
 ```
 
 или
@@ -433,6 +441,6 @@ dictGetString('prefix', 'asn', tuple(IPv6StringToNum('2001:db8::1')))
 
 Никакие другие типы не поддерживаются. Функция возвращает атрибут для префикса, соответствующего данному IP-адресу. Если есть перекрывающиеся префиксы, возвращается наиболее специфический.
 
-Данные хранятся в побитовом дереве (`trie`), он должен полностью помещаться в оперативной памяти.
+Данные должны полностью помещаться в оперативной памяти.
 
 [Оригинальная статья](https://clickhouse.tech/docs/ru/query_language/dicts/external_dicts_dict_layout/) <!--hide-->
diff --git a/docs/zh/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md b/docs/zh/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
index 176859d3633..190fd74d705 100644
--- a/docs/zh/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
+++ b/docs/zh/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
@@ -362,6 +362,12 @@ LAYOUT(DIRECT())
             <null_value>??</null_value>
     </attribute>
     ...
+</structure>
+<layout>
+    <ip_trie>
+        <access_to_key_from_attributes>true</access_to_key_from_attributes>
+    </ip_trie>
+</layout>
 ```
 
 或

From a16535687e088cf71727bc263a561d70f7022bb8 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 24 Dec 2020 22:52:39 +0300
Subject: [PATCH 525/742] Fix typo for parallel link jobs condition

---
 cmake/limit_jobs.cmake | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/cmake/limit_jobs.cmake b/cmake/limit_jobs.cmake
index 241fa509477..701f34f8dbd 100644
--- a/cmake/limit_jobs.cmake
+++ b/cmake/limit_jobs.cmake
@@ -44,7 +44,7 @@ if (ENABLE_THINLTO AND PARALLEL_LINK_JOBS GREATER 2)
     set (PARALLEL_LINK_JOBS 2)
 endif()
 
-if (PARALLEL_LINK_JOBS AND (NOT NUMBER_OF_LOGICAL_CORES OR PARALLEL_COMPILE_JOBS LESS NUMBER_OF_LOGICAL_CORES))
+if (PARALLEL_LINK_JOBS AND (NOT NUMBER_OF_LOGICAL_CORES OR PARALLEL_LINK_JOBS LESS NUMBER_OF_LOGICAL_CORES))
     set(CMAKE_JOB_POOL_LINK link_job_pool${CMAKE_CURRENT_SOURCE_DIR})
     string (REGEX REPLACE "[^a-zA-Z0-9]+" "_" CMAKE_JOB_POOL_LINK ${CMAKE_JOB_POOL_LINK})
     set_property(GLOBAL APPEND PROPERTY JOB_POOLS ${CMAKE_JOB_POOL_LINK}=${PARALLEL_LINK_JOBS})

From 4c69612fa7c24b01bda3a81edfce186114d20ad9 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 24 Dec 2020 22:51:34 +0300
Subject: [PATCH 526/742] Limit parallel link jobs only if ThinLTO *is* enabled

Before it checks only ENABLE_THINLTO flag, which enables ThinLTO only
for RelWithDebInfo.
---
 cmake/limit_jobs.cmake | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/cmake/limit_jobs.cmake b/cmake/limit_jobs.cmake
index 701f34f8dbd..b85260e6c76 100644
--- a/cmake/limit_jobs.cmake
+++ b/cmake/limit_jobs.cmake
@@ -36,10 +36,12 @@ if (NOT PARALLEL_LINK_JOBS AND AVAILABLE_PHYSICAL_MEMORY AND MAX_LINKER_MEMORY)
 endif ()
 
 # ThinLTO provides its own parallel linking
+# (which is enabled only for RELWITHDEBINFO)
+#
 # But use 2 parallel jobs, since:
 # - this is what llvm does
 # - and I've verfied that lld-11 does not use all available CPU time (in peak) while linking one binary
-if (ENABLE_THINLTO AND PARALLEL_LINK_JOBS GREATER 2)
+if (CMAKE_BUILD_TYPE_UC STREQUAL "RELWITHDEBINFO" AND ENABLE_THINLTO AND PARALLEL_LINK_JOBS GREATER 2)
     message(STATUS "ThinLTO provides its own parallel linking - limiting parallel link jobs to 2.")
     set (PARALLEL_LINK_JOBS 2)
 endif()

From 3c104035b1385a6f563782b55b7f7298f227295c Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 24 Dec 2020 23:10:47 +0300
Subject: [PATCH 527/742] Add NuRaft library

---
 CMakeLists.txt                      |  1 +
 cmake/find/nuraft.cmake             | 19 ++++++++++++++
 contrib/CMakeLists.txt              |  4 +++
 contrib/boost                       |  2 +-
 contrib/nuraft-cmake/CMakeLists.txt | 40 +++++++++++++++++++++++++++++
 src/CMakeLists.txt                  |  3 +++
 6 files changed, 68 insertions(+), 1 deletion(-)
 create mode 100644 cmake/find/nuraft.cmake
 create mode 100644 contrib/nuraft-cmake/CMakeLists.txt

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 52cb64fd763..2e42ae3b6bd 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -468,6 +468,7 @@ include (cmake/find/rapidjson.cmake)
 include (cmake/find/fastops.cmake)
 include (cmake/find/odbc.cmake)
 include (cmake/find/rocksdb.cmake)
+include (cmake/find/nuraft.cmake)
 
 
 if(NOT USE_INTERNAL_PARQUET_LIBRARY)
diff --git a/cmake/find/nuraft.cmake b/cmake/find/nuraft.cmake
new file mode 100644
index 00000000000..92bf1e200ac
--- /dev/null
+++ b/cmake/find/nuraft.cmake
@@ -0,0 +1,19 @@
+option(ENABLE_NURAFT "Enable NuRaft" ${ENABLE_LIBRARIES})
+
+if (NOT ENABLE_NURAFT)
+    return()
+endif()
+
+if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/NuRaft/CMakeLists.txt")
+    message (WARNING "submodule contrib/NuRaft is missing. to fix try run: \n git submodule update --init --recursive")
+    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal NuRaft library")
+    set (USE_NURAFT 0)
+    return()
+endif ()
+
+set (USE_NURAFT 1)
+set (NURAFT_LIBRARY nuraft)
+
+set (NURAFT_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/NuRaft/include")
+
+message (STATUS "Using NuRaft=${USE_NURAFT}: ${NURAFT_INCLUDE_DIR} : ${NURAFT_LIBRARY}")
diff --git a/contrib/CMakeLists.txt b/contrib/CMakeLists.txt
index 9fccee89c1d..671f7e3871b 100644
--- a/contrib/CMakeLists.txt
+++ b/contrib/CMakeLists.txt
@@ -300,5 +300,9 @@ if (USE_INTERNAL_ROCKSDB_LIBRARY)
     add_subdirectory(rocksdb-cmake)
 endif()
 
+if (USE_NURAFT)
+  add_subdirectory(nuraft-cmake)
+endif()
+
 add_subdirectory(fast_float)
 
diff --git a/contrib/boost b/contrib/boost
index 0b98b443aa7..809d0b72f42 160000
--- a/contrib/boost
+++ b/contrib/boost
@@ -1 +1 @@
-Subproject commit 0b98b443aa7bb77d65efd7b23b3b8c8a0ab5f1f3
+Subproject commit 809d0b72f422d63977c066566d3aee1feea022ba
diff --git a/contrib/nuraft-cmake/CMakeLists.txt b/contrib/nuraft-cmake/CMakeLists.txt
new file mode 100644
index 00000000000..4a40daaaff8
--- /dev/null
+++ b/contrib/nuraft-cmake/CMakeLists.txt
@@ -0,0 +1,40 @@
+set (LIBRARY_DIR ${ClickHouse_SOURCE_DIR}/contrib/NuRaft)
+
+set (SRCS
+  ${LIBRARY_DIR}/src/handle_priority.cxx
+  ${LIBRARY_DIR}/src/buffer_serializer.cxx
+  ${LIBRARY_DIR}/src/peer.cxx
+  ${LIBRARY_DIR}/src/global_mgr.cxx
+  ${LIBRARY_DIR}/src/buffer.cxx
+  ${LIBRARY_DIR}/src/asio_service.cxx
+  ${LIBRARY_DIR}/src/handle_client_request.cxx
+  ${LIBRARY_DIR}/src/raft_server.cxx
+  ${LIBRARY_DIR}/src/snapshot.cxx
+  ${LIBRARY_DIR}/src/handle_commit.cxx
+  ${LIBRARY_DIR}/src/error_code.cxx
+  ${LIBRARY_DIR}/src/crc32.cxx
+  ${LIBRARY_DIR}/src/handle_snapshot_sync.cxx
+  ${LIBRARY_DIR}/src/stat_mgr.cxx
+  ${LIBRARY_DIR}/src/handle_join_leave.cxx
+  ${LIBRARY_DIR}/src/handle_user_cmd.cxx
+  ${LIBRARY_DIR}/src/handle_custom_notification.cxx
+  ${LIBRARY_DIR}/src/handle_vote.cxx
+  ${LIBRARY_DIR}/src/launcher.cxx
+  ${LIBRARY_DIR}/src/srv_config.cxx
+  ${LIBRARY_DIR}/src/snapshot_sync_req.cxx
+  ${LIBRARY_DIR}/src/handle_timeout.cxx
+  ${LIBRARY_DIR}/src/handle_append_entries.cxx
+  ${LIBRARY_DIR}/src/cluster_config.cxx
+)
+
+
+add_library(nuraft ${SRCS})
+
+target_compile_definitions(nuraft PRIVATE USE_BOOST_ASIO=1)
+
+target_include_directories (nuraft SYSTEM PRIVATE ${LIBRARY_DIR}/include/libnuraft)
+# for some reason include "asio.h" directly without "boost/" prefix.
+target_include_directories (nuraft SYSTEM PRIVATE ${ClickHouse_SOURCE_DIR}/contrib/boost/boost)
+target_link_libraries (nuraft PRIVATE boost::headers_only boost::coroutine)
+
+target_include_directories (nuraft SYSTEM PUBLIC ${LIBRARY_DIR}/include)
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 5f655f1f466..4e04f5607df 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -307,6 +307,9 @@ if (USE_KRB5)
     dbms_target_link_libraries(PRIVATE ${KRB5_LIBRARY})
 endif()
 
+if (USE_NURAFT)
+    dbms_target_link_libraries(PRIVATE ${NURAFT_LIBRARY})
+endif()
 
 if(RE2_INCLUDE_DIR)
     target_include_directories(clickhouse_common_io SYSTEM BEFORE PUBLIC ${RE2_INCLUDE_DIR})

From 4b1fdded4552c336e39c5443253425c0030eb62d Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 24 Dec 2020 23:12:50 +0300
Subject: [PATCH 528/742] Remove non existing binary

---
 src/Common/tests/CMakeLists.txt | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/src/Common/tests/CMakeLists.txt b/src/Common/tests/CMakeLists.txt
index 2181763fb99..cb36e2b97d2 100644
--- a/src/Common/tests/CMakeLists.txt
+++ b/src/Common/tests/CMakeLists.txt
@@ -79,6 +79,3 @@ target_link_libraries (average PRIVATE clickhouse_common_io)
 
 add_executable (shell_command_inout shell_command_inout.cpp)
 target_link_libraries (shell_command_inout PRIVATE clickhouse_common_io)
-
-add_executable(asio_test asio_test.cpp)
-target_link_libraries (asio_test PRIVATE clickhouse_common_io)

From 3ce073163053abc99b8cf6180139e4a4a63290c5 Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Fri, 25 Dec 2020 01:49:19 +0400
Subject: [PATCH 529/742] Move caching and LDAP credential verification code to
 ExternalAuthenticators

---
 src/Access/Authentication.cpp         |  57 +----------
 src/Access/Authentication.h           |   5 +-
 src/Access/ExternalAuthenticators.cpp | 137 ++++++++++++++++++++------
 src/Access/ExternalAuthenticators.h   |  19 +++-
 src/Access/IAccessStorage.cpp         |   2 +-
 src/Access/User.cpp                   |  16 ---
 src/Access/User.h                     |  19 ----
 7 files changed, 129 insertions(+), 126 deletions(-)

diff --git a/src/Access/Authentication.cpp b/src/Access/Authentication.cpp
index 2455869f783..5fab2c92624 100644
--- a/src/Access/Authentication.cpp
+++ b/src/Access/Authentication.cpp
@@ -1,7 +1,5 @@
 #include <Access/Authentication.h>
-#include <Access/User.h>
 #include <Access/ExternalAuthenticators.h>
-#include <Access/LDAPClient.h>
 #include <Common/Exception.h>
 #include <Poco/SHA1Engine.h>
 
@@ -50,7 +48,7 @@ Authentication::Digest Authentication::getPasswordDoubleSHA1() const
 }
 
 
-bool Authentication::isCorrectPassword(const User & user_, const String & password_, const ExternalAuthenticators & external_authenticators) const
+bool Authentication::isCorrectPassword(const String & user_, const String & password_, const ExternalAuthenticators & external_authenticators) const
 {
     switch (type)
     {
@@ -82,58 +80,7 @@ bool Authentication::isCorrectPassword(const User & user_, const String & passwo
         }
 
         case LDAP_SERVER:
-        {
-            auto ldap_server_params = external_authenticators.getLDAPServerParams(server_name);
-            ldap_server_params.user = user_.getName();
-            ldap_server_params.password = password_;
-
-            const auto current_params_hash = ldap_server_params.getCoreHash();
-            auto & ldap_last_successful_password_check_params_hash = user_.cache.ldap_last_successful_password_check_params_hash;
-            auto & ldap_last_successful_password_check_timestamp = user_.cache.ldap_last_successful_password_check_timestamp;
-
-            {
-                std::scoped_lock lock(user_.cache.mutex);
-                const auto last_check_period = std::chrono::steady_clock::now() - ldap_last_successful_password_check_timestamp;
-
-                if (
-                    // Check if the caching is enabled at all.
-                    ldap_server_params.verification_cooldown > std::chrono::seconds{0} &&
-
-                    // Forbid the initial values explicitly.
-                    ldap_last_successful_password_check_params_hash != 0 &&
-                    ldap_last_successful_password_check_timestamp != std::chrono::steady_clock::time_point{} &&
-
-                    // Check if we can "reuse" the result of the previous successful password verification.
-                    current_params_hash == ldap_last_successful_password_check_params_hash &&
-                    last_check_period >= std::chrono::seconds{0} &&
-                    last_check_period <= ldap_server_params.verification_cooldown
-                )
-                {
-                    return true;
-                }
-            }
-
-            LDAPSimpleAuthClient ldap_client(ldap_server_params);
-            const auto result = ldap_client.check();
-            const auto current_check_timestamp = std::chrono::steady_clock::now();
-
-            {
-                std::scoped_lock lock(user_.cache.mutex);
-
-                if (result)
-                {
-                    ldap_last_successful_password_check_params_hash = current_params_hash;
-                    ldap_last_successful_password_check_timestamp = current_check_timestamp;
-                }
-                else
-                {
-                    ldap_last_successful_password_check_params_hash = 0;
-                    ldap_last_successful_password_check_timestamp = std::chrono::steady_clock::time_point{};
-                }
-            }
-
-            return result;
-        }
+            return external_authenticators.checkLDAPCredentials(server_name, user_, password_);
 
         case MAX_TYPE:
             break;
diff --git a/src/Access/Authentication.h b/src/Access/Authentication.h
index abbd43555b1..e31e36531c3 100644
--- a/src/Access/Authentication.h
+++ b/src/Access/Authentication.h
@@ -19,7 +19,6 @@ namespace ErrorCodes
     extern const int NOT_IMPLEMENTED;
 }
 
-struct User;
 class ExternalAuthenticators;
 
 /// Authentication type and encrypted password for checking when an user logins.
@@ -90,8 +89,8 @@ public:
     void setServerName(const String & server_name_);
 
     /// Checks if the provided password is correct. Returns false if not.
-    /// User instance and external authenticators' info are used only by some specific authentication type (e.g., LDAP_SERVER).
-    bool isCorrectPassword(const User & user_, const String & password_, const ExternalAuthenticators & external_authenticators) const;
+    /// User name and external authenticators are used by specific authentication types only (e.g., LDAP_SERVER).
+    bool isCorrectPassword(const String & user_, const String & password_, const ExternalAuthenticators & external_authenticators) const;
 
     friend bool operator ==(const Authentication & lhs, const Authentication & rhs) { return (lhs.type == rhs.type) && (lhs.password_hash == rhs.password_hash); }
     friend bool operator !=(const Authentication & lhs, const Authentication & rhs) { return !(lhs == rhs); }
diff --git a/src/Access/ExternalAuthenticators.cpp b/src/Access/ExternalAuthenticators.cpp
index 9b908841576..71cc1c11020 100644
--- a/src/Access/ExternalAuthenticators.cpp
+++ b/src/Access/ExternalAuthenticators.cpp
@@ -1,9 +1,13 @@
 #include <Access/ExternalAuthenticators.h>
+#include <Access/LDAPClient.h>
 #include <Common/Exception.h>
 #include <Common/quoteString.h>
 #include <Poco/Util/AbstractConfiguration.h>
 #include <boost/algorithm/string/case_conv.hpp>
 
+#include <optional>
+#include <utility>
+
 
 namespace DB
 {
@@ -134,16 +138,28 @@ auto parseLDAPServer(const Poco::Util::AbstractConfiguration & config, const Str
     return params;
 }
 
-void parseAndAddLDAPServers(ExternalAuthenticators & external_authenticators, const Poco::Util::AbstractConfiguration & config, Poco::Logger * log)
+}
+
+void ExternalAuthenticators::reset()
 {
+    std::scoped_lock lock(mutex);
+    ldap_server_params.clear();
+    ldap_server_caches.clear();
+}
+
+void ExternalAuthenticators::setConfiguration(const Poco::Util::AbstractConfiguration & config, Poco::Logger * log)
+{
+    std::scoped_lock lock(mutex);
+
+    reset();
+
     Poco::Util::AbstractConfiguration::Keys ldap_server_names;
     config.keys("ldap_servers", ldap_server_names);
-
     for (const auto & ldap_server_name : ldap_server_names)
     {
         try
         {
-            external_authenticators.setLDAPServerParams(ldap_server_name, parseLDAPServer(config, ldap_server_name));
+            ldap_server_params.insert_or_assign(ldap_server_name, parseLDAPServer(config, ldap_server_name));
         }
         catch (...)
         {
@@ -152,35 +168,100 @@ void parseAndAddLDAPServers(ExternalAuthenticators & external_authenticators, co
     }
 }
 
-}
-
-void ExternalAuthenticators::reset()
+bool ExternalAuthenticators::checkLDAPCredentials(const String & server, const String & user_name, const String & password) const
 {
-    std::scoped_lock lock(mutex);
-    ldap_server_params.clear();
-}
+    std::optional<LDAPServerParams> params;
+    const auto password_hash = std::hash<String>{}(password);
 
-void ExternalAuthenticators::setConfiguration(const Poco::Util::AbstractConfiguration & config, Poco::Logger * log)
-{
-    std::scoped_lock lock(mutex);
-    reset();
-    parseAndAddLDAPServers(*this, config, log);
-}
+    {
+        std::scoped_lock lock(mutex);
 
-void ExternalAuthenticators::setLDAPServerParams(const String & server, const LDAPServerParams & params)
-{
-    std::scoped_lock lock(mutex);
-    ldap_server_params.erase(server);
-    ldap_server_params[server] = params;
-}
+        // Retrieve the server parameters.
+        const auto pit = ldap_server_params.find(server);
+        if (pit == ldap_server_params.end())
+            throw Exception("LDAP server '" + server + "' is not configured", ErrorCodes::BAD_ARGUMENTS);
 
-LDAPServerParams ExternalAuthenticators::getLDAPServerParams(const String & server) const
-{
-    std::scoped_lock lock(mutex);
-    auto it = ldap_server_params.find(server);
-    if (it == ldap_server_params.end())
-        throw Exception("LDAP server '" + server + "' is not configured", ErrorCodes::BAD_ARGUMENTS);
-    return it->second;
+        params = pit->second;
+        params->user = user_name;
+        params->password = password;
+
+        // Check the cache, but only if the caching is enabled at all.
+        if (params->verification_cooldown > std::chrono::seconds{0})
+        {
+            const auto cit = ldap_server_caches.find(server);
+            if (cit != ldap_server_caches.end())
+            {
+                auto & cache = cit->second;
+
+                const auto eit = cache.find(user_name);
+                if (eit != cache.end())
+                {
+                    const auto & entry = eit->second;
+                    const auto last_check_period = std::chrono::steady_clock::now() - entry.last_successful_password_check_timestamp;
+
+                    if (
+                        // Forbid the initial values explicitly.
+                        entry.last_successful_password_hash != 0 &&
+                        entry.last_successful_password_check_timestamp != std::chrono::steady_clock::time_point{} &&
+
+                        // Check if we can safely "reuse" the result of the previous successful password verification.
+                        password_hash == entry.last_successful_password_hash &&
+                        last_check_period >= std::chrono::seconds{0} &&
+                        last_check_period <= params->verification_cooldown
+                    )
+                    {
+                        return true;
+                    }
+
+                    // Erase the entry, if expired.
+                    if (last_check_period > params->verification_cooldown)
+                        cache.erase(eit);
+                }
+
+                // Erase the cache, if empty.
+                if (cache.empty())
+                    ldap_server_caches.erase(cit);
+            }
+        }
+    }
+
+    LDAPSimpleAuthClient client(params.value());
+    const auto result = client.check();
+    const auto current_check_timestamp = std::chrono::steady_clock::now();
+
+    // Update the cache, but only if this is the latest check and the server is still configured in the same way.
+    if (result)
+    {
+        std::scoped_lock lock(mutex);
+
+        // If the server was removed from the config while we were checking the password, we discard this result.
+        const auto pit = ldap_server_params.find(server);
+        if (pit == ldap_server_params.end())
+            return false;
+
+        auto new_params = pit->second;
+        new_params.user = user_name;
+        new_params.password = password;
+
+        // If the critical server params have changed while we were checking the password, we discard the result.
+        if (params->getCoreHash() != new_params.getCoreHash())
+            return false;
+
+        auto & entry = ldap_server_caches[server][user_name];
+
+        if (entry.last_successful_password_check_timestamp < current_check_timestamp)
+        {
+            entry.last_successful_password_hash = password_hash;
+            entry.last_successful_password_check_timestamp = current_check_timestamp;
+        }
+        else if (entry.last_successful_password_hash != password_hash)
+        {
+            // Somehow a newer check succeeded but with other password, so this one is obsolete and we discard it.
+            return false;
+        }
+    }
+
+    return result;
 }
 
 }
diff --git a/src/Access/ExternalAuthenticators.h b/src/Access/ExternalAuthenticators.h
index 7502409d817..16a69ec7709 100644
--- a/src/Access/ExternalAuthenticators.h
+++ b/src/Access/ExternalAuthenticators.h
@@ -3,9 +3,10 @@
 #include <Access/LDAPParams.h>
 #include <common/types.h>
 
+#include <chrono>
 #include <map>
-#include <memory>
 #include <mutex>
+#include <unordered_map>
 
 
 namespace Poco
@@ -27,13 +28,23 @@ class ExternalAuthenticators
 public:
     void reset();
     void setConfiguration(const Poco::Util::AbstractConfiguration & config, Poco::Logger * log);
+    bool checkLDAPCredentials(const String & server, const String & user_name, const String & password) const;
 
-    void setLDAPServerParams(const String & server, const LDAPServerParams & params);
-    LDAPServerParams getLDAPServerParams(const String & server) const;
+private:
+    struct LDAPCacheEntry
+    {
+        std::size_t last_successful_password_hash = 0;
+        std::chrono::steady_clock::time_point last_successful_password_check_timestamp;
+    };
+
+    using LDAPServerCache = std::unordered_map<String, LDAPCacheEntry>; // user name   -> cache entry
+    using LDAPServerCaches = std::map<String, LDAPServerCache>;         // server name -> cache
+    using LDAPServersParams = std::map<String, LDAPServerParams>;       // server name -> params
 
 private:
     mutable std::recursive_mutex mutex;
-    std::map<String, LDAPServerParams> ldap_server_params;
+    LDAPServersParams ldap_server_params;
+    mutable LDAPServerCaches ldap_server_caches;
 };
 
 }
diff --git a/src/Access/IAccessStorage.cpp b/src/Access/IAccessStorage.cpp
index 01516017d89..c68f5f55ef5 100644
--- a/src/Access/IAccessStorage.cpp
+++ b/src/Access/IAccessStorage.cpp
@@ -463,7 +463,7 @@ UUID IAccessStorage::loginImpl(
 
 bool IAccessStorage::isPasswordCorrectImpl(const User & user, const String & password, const ExternalAuthenticators & external_authenticators) const
 {
-    return user.authentication.isCorrectPassword(user, password, external_authenticators);
+    return user.authentication.isCorrectPassword(user.getName(), password, external_authenticators);
 }
 
 
diff --git a/src/Access/User.cpp b/src/Access/User.cpp
index 9b705fbdb5e..f57ec7c1359 100644
--- a/src/Access/User.cpp
+++ b/src/Access/User.cpp
@@ -14,20 +14,4 @@ bool User::equal(const IAccessEntity & other) const
         && (settings == other_user.settings);
 }
 
-UserEtcCache & UserEtcCache::operator= (const UserEtcCache & other)
-{
-    std::scoped_lock lock(mutex, other.mutex);
-    ldap_last_successful_password_check_params_hash = other.ldap_last_successful_password_check_params_hash;
-    ldap_last_successful_password_check_timestamp = other.ldap_last_successful_password_check_timestamp;
-    return *this;
-}
-
-UserEtcCache & UserEtcCache::operator= (UserEtcCache && other)
-{
-    std::scoped_lock lock(mutex, other.mutex);
-    ldap_last_successful_password_check_params_hash = std::move(other.ldap_last_successful_password_check_params_hash);
-    ldap_last_successful_password_check_timestamp = std::move(other.ldap_last_successful_password_check_timestamp);
-    return *this;
-}
-
 }
diff --git a/src/Access/User.h b/src/Access/User.h
index ed3366b4712..13f1e532015 100644
--- a/src/Access/User.h
+++ b/src/Access/User.h
@@ -8,27 +8,9 @@
 #include <Access/RolesOrUsersSet.h>
 #include <Access/SettingsProfileElement.h>
 
-#include <chrono>
-#include <mutex>
 
 namespace DB
 {
-
-/** Various cached data bound to a User instance. Access to any member must be synchronized via 'mutex' member.
-  */
-struct UserEtcCache
-{
-    mutable std::recursive_mutex mutex;
-    std::size_t ldap_last_successful_password_check_params_hash = 0;
-    std::chrono::steady_clock::time_point ldap_last_successful_password_check_timestamp;
-
-    explicit UserEtcCache() = default;
-    explicit UserEtcCache(const UserEtcCache & other) { (*this) = other; }
-    explicit UserEtcCache(UserEtcCache && other) { (*this) = std::move(other); }
-    UserEtcCache & operator= (const UserEtcCache & other);
-    UserEtcCache & operator= (UserEtcCache && other);
-};
-
 /** User and ACL.
   */
 struct User : public IAccessEntity
@@ -39,7 +21,6 @@ struct User : public IAccessEntity
     GrantedRoles granted_roles;
     RolesOrUsersSet default_roles = RolesOrUsersSet::AllTag{};
     SettingsProfileElements settings;
-    mutable UserEtcCache cache;
 
     bool equal(const IAccessEntity & other) const override;
     std::shared_ptr<IAccessEntity> clone() const override { return cloneImpl<User>(); }

From b1e46ccef82d8bffe5eead8a10844953f9211264 Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Fri, 25 Dec 2020 01:57:13 +0400
Subject: [PATCH 530/742] Remove unneeded include

---
 src/Access/Authentication.h | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/Access/Authentication.h b/src/Access/Authentication.h
index e31e36531c3..f98d2ed4679 100644
--- a/src/Access/Authentication.h
+++ b/src/Access/Authentication.h
@@ -6,7 +6,6 @@
 #include <Poco/SHA1Engine.h>
 #include <boost/algorithm/hex.hpp>
 #include <boost/algorithm/string/case_conv.hpp>
-#include <chrono>
 
 
 namespace DB
@@ -89,7 +88,7 @@ public:
     void setServerName(const String & server_name_);
 
     /// Checks if the provided password is correct. Returns false if not.
-    /// User name and external authenticators are used by specific authentication types only (e.g., LDAP_SERVER).
+    /// User name and external authenticators are used by the specific authentication types only (e.g., LDAP_SERVER).
     bool isCorrectPassword(const String & user_, const String & password_, const ExternalAuthenticators & external_authenticators) const;
 
     friend bool operator ==(const Authentication & lhs, const Authentication & rhs) { return (lhs.type == rhs.type) && (lhs.password_hash == rhs.password_hash); }

From 07aa3fe30d952207c4e769975629c1334afc85ca Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Fri, 25 Dec 2020 03:46:08 +0400
Subject: [PATCH 531/742] Refine the caching

---
 src/Access/ExternalAuthenticators.cpp | 30 +++++++++++++--------------
 src/Access/ExternalAuthenticators.h   |  4 ++--
 2 files changed, 17 insertions(+), 17 deletions(-)

diff --git a/src/Access/ExternalAuthenticators.cpp b/src/Access/ExternalAuthenticators.cpp
index 71cc1c11020..81ab1af3b29 100644
--- a/src/Access/ExternalAuthenticators.cpp
+++ b/src/Access/ExternalAuthenticators.cpp
@@ -171,7 +171,7 @@ void ExternalAuthenticators::setConfiguration(const Poco::Util::AbstractConfigur
 bool ExternalAuthenticators::checkLDAPCredentials(const String & server, const String & user_name, const String & password) const
 {
     std::optional<LDAPServerParams> params;
-    const auto password_hash = std::hash<String>{}(password);
+    std::size_t params_hash = 0;
 
     {
         std::scoped_lock lock(mutex);
@@ -184,6 +184,7 @@ bool ExternalAuthenticators::checkLDAPCredentials(const String & server, const S
         params = pit->second;
         params->user = user_name;
         params->password = password;
+        params_hash = params->getCoreHash();
 
         // Check the cache, but only if the caching is enabled at all.
         if (params->verification_cooldown > std::chrono::seconds{0})
@@ -197,15 +198,15 @@ bool ExternalAuthenticators::checkLDAPCredentials(const String & server, const S
                 if (eit != cache.end())
                 {
                     const auto & entry = eit->second;
-                    const auto last_check_period = std::chrono::steady_clock::now() - entry.last_successful_password_check_timestamp;
+                    const auto last_check_period = std::chrono::steady_clock::now() - entry.last_successful_authentication_timestamp;
 
                     if (
                         // Forbid the initial values explicitly.
-                        entry.last_successful_password_hash != 0 &&
-                        entry.last_successful_password_check_timestamp != std::chrono::steady_clock::time_point{} &&
+                        entry.last_successful_params_hash != 0 &&
+                        entry.last_successful_authentication_timestamp != std::chrono::steady_clock::time_point{} &&
 
                         // Check if we can safely "reuse" the result of the previous successful password verification.
-                        password_hash == entry.last_successful_password_hash &&
+                        entry.last_successful_params_hash == params_hash &&
                         last_check_period >= std::chrono::seconds{0} &&
                         last_check_period <= params->verification_cooldown
                     )
@@ -229,12 +230,12 @@ bool ExternalAuthenticators::checkLDAPCredentials(const String & server, const S
     const auto result = client.check();
     const auto current_check_timestamp = std::chrono::steady_clock::now();
 
-    // Update the cache, but only if this is the latest check and the server is still configured in the same way.
+    // Update the cache, but only if this is the latest check and the server is still configured in a compatible way.
     if (result)
     {
         std::scoped_lock lock(mutex);
 
-        // If the server was removed from the config while we were checking the password, we discard this result.
+        // If the server was removed from the config while we were checking the password, we discard the current result.
         const auto pit = ldap_server_params.find(server);
         if (pit == ldap_server_params.end())
             return false;
@@ -243,20 +244,19 @@ bool ExternalAuthenticators::checkLDAPCredentials(const String & server, const S
         new_params.user = user_name;
         new_params.password = password;
 
-        // If the critical server params have changed while we were checking the password, we discard the result.
-        if (params->getCoreHash() != new_params.getCoreHash())
+        // If the critical server params have changed while we were checking the password, we discard the current result.
+        if (params_hash != new_params.getCoreHash())
             return false;
 
         auto & entry = ldap_server_caches[server][user_name];
-
-        if (entry.last_successful_password_check_timestamp < current_check_timestamp)
+        if (entry.last_successful_authentication_timestamp < current_check_timestamp)
         {
-            entry.last_successful_password_hash = password_hash;
-            entry.last_successful_password_check_timestamp = current_check_timestamp;
+            entry.last_successful_params_hash = params_hash;
+            entry.last_successful_authentication_timestamp = current_check_timestamp;
         }
-        else if (entry.last_successful_password_hash != password_hash)
+        else if (entry.last_successful_params_hash != params_hash)
         {
-            // Somehow a newer check succeeded but with other password, so this one is obsolete and we discard it.
+            // Somehow a newer check with different params/password succeeded, so the current result is obsolete and we discard it.
             return false;
         }
     }
diff --git a/src/Access/ExternalAuthenticators.h b/src/Access/ExternalAuthenticators.h
index 16a69ec7709..fa618c92b3f 100644
--- a/src/Access/ExternalAuthenticators.h
+++ b/src/Access/ExternalAuthenticators.h
@@ -33,8 +33,8 @@ public:
 private:
     struct LDAPCacheEntry
     {
-        std::size_t last_successful_password_hash = 0;
-        std::chrono::steady_clock::time_point last_successful_password_check_timestamp;
+        std::size_t last_successful_params_hash = 0;
+        std::chrono::steady_clock::time_point last_successful_authentication_timestamp;
     };
 
     using LDAPServerCache = std::unordered_map<String, LDAPCacheEntry>; // user name   -> cache entry

From a671f1359531bf08e86c74c082e7641cda5ee17a Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Fri, 25 Dec 2020 04:20:09 +0300
Subject: [PATCH 532/742] Fix flaky test
 01584_distributed_buffer_cannot_find_column

---
 src/Storages/StorageBuffer.cpp                              | 4 ++--
 src/Storages/StorageBuffer.h                                | 2 +-
 .../01584_distributed_buffer_cannot_find_column.sql         | 6 +++++-
 3 files changed, 8 insertions(+), 4 deletions(-)

diff --git a/src/Storages/StorageBuffer.cpp b/src/Storages/StorageBuffer.cpp
index 7656da38a6c..070d2b676d7 100644
--- a/src/Storages/StorageBuffer.cpp
+++ b/src/Storages/StorageBuffer.cpp
@@ -580,7 +580,7 @@ void StorageBuffer::startup()
         LOG_WARNING(log, "Storage {} is run with readonly settings, it will not be able to insert data. Set appropriate system_profile to fix this.", getName());
     }
 
-    flush_handle = bg_pool.createTask(log->name() + "/Bg", [this]{ flushBack(); });
+    flush_handle = bg_pool.createTask(log->name() + "/Bg", [this]{ backgroundFlush(); });
     flush_handle->activateAndSchedule();
 }
 
@@ -829,7 +829,7 @@ void StorageBuffer::writeBlockToDestination(const Block & block, StoragePtr tabl
 }
 
 
-void StorageBuffer::flushBack()
+void StorageBuffer::backgroundFlush()
 {
     try
     {
diff --git a/src/Storages/StorageBuffer.h b/src/Storages/StorageBuffer.h
index 38596531a1a..ed8a405298b 100644
--- a/src/Storages/StorageBuffer.h
+++ b/src/Storages/StorageBuffer.h
@@ -157,7 +157,7 @@ private:
     /// `table` argument is passed, as it is sometimes evaluated beforehand. It must match the `destination`.
     void writeBlockToDestination(const Block & block, StoragePtr table);
 
-    void flushBack();
+    void backgroundFlush();
     void reschedule();
 
     BackgroundSchedulePool & bg_pool;
diff --git a/tests/queries/0_stateless/01584_distributed_buffer_cannot_find_column.sql b/tests/queries/0_stateless/01584_distributed_buffer_cannot_find_column.sql
index 3ba6a1c9528..4d58e51d690 100644
--- a/tests/queries/0_stateless/01584_distributed_buffer_cannot_find_column.sql
+++ b/tests/queries/0_stateless/01584_distributed_buffer_cannot_find_column.sql
@@ -8,11 +8,15 @@ CREATE TABLE realtimebuff(amount Int64,transID String,userID String,appID String
 
 insert into realtimebuff (amount,transID,userID,appID,appName,transType,orderSource,nau,fau,transactionType,supplier,fMerchant,bankConnCode,reqDate) values (100, '200312000295032','200223000028708','14', 'Data','1', '20','1', '0','123','abc', '1234a','ZPVBIDV', 1598256583);
 
+-- Data is written to the buffer table but has not been written to the Distributed table
 select sum(amount) = 100 from realtimebuff;
 
 OPTIMIZE TABLE realtimebuff;
-select sum(amount) IN (100, 200) from realtimebuff;
+-- Data has been flushed from Buffer table to the Distributed table and can possibly being sent to 0, 1 or 2 shards.
+-- Both shards reside on localhost in the same table.
+select sum(amount) IN (0, 100, 200) from realtimebuff;
 
+-- Data has been sent to all shards.
 SYSTEM FLUSH DISTRIBUTED realtimedistributed;
 select sum(amount) = 200 from realtimebuff;
 

From 05689a460bd3ceb4704165f336c05498d2537826 Mon Sep 17 00:00:00 2001
From: UnamedRus <UnamedRus@users.noreply.github.com>
Date: Fri, 25 Dec 2020 06:01:16 +0300
Subject: [PATCH 533/742] Docs for params support of col, tbl, db names.

---
 docs/ru/interfaces/cli.md | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/docs/ru/interfaces/cli.md b/docs/ru/interfaces/cli.md
index 662097c8a85..8556182af49 100644
--- a/docs/ru/interfaces/cli.md
+++ b/docs/ru/interfaces/cli.md
@@ -93,12 +93,13 @@ clickhouse-client --param_parName="[1, 2]"  -q "SELECT * FROM table WHERE a = {p
 ```
 
 -   `name` — идентификатор подстановки. В консольном клиенте его следует использовать как часть имени параметра `--param_<name> = value`.
--   `data type` — [тип данных](../sql-reference/data-types/index.md) значения. Например, структура данных `(integer, ('string', integer))` может иметь тип данных `Tuple(UInt8, Tuple(String, UInt8))` ([целочисленный](../sql-reference/data-types/int-uint.md) тип может быть и другим).
+-   `data type` — [тип данных](../sql-reference/data-types/index.md) значения. Например, структура данных `(integer, ('string', integer))` может иметь тип данных `Tuple(UInt8, Tuple(String, UInt8))` ([целочисленный](../sql-reference/data-types/int-uint.md) тип может быть и другим). В качестве параметра можно передать название столбца, таблицы и базы данных, в этом случае используется `Identifier` как тип данных.
 
 #### Пример {#primer}
 
 ``` bash
 $ clickhouse-client --param_tuple_in_tuple="(10, ('dt', 10))" -q "SELECT * FROM table WHERE val = {tuple_in_tuple:Tuple(UInt8, Tuple(String, UInt8))}"
+$ clickhouse-client --param_tbl="numbers" --param_db="system" --param_col="number" --query "SELECT {col:Identifier} FROM {db:Identifier}.{tbl:Identifier} LIMIT 10"
 ```
 
 ## Конфигурирование {#interfaces_cli_configuration}

From 8de33481b52ea99eb5a5562cf711b04fe995f659 Mon Sep 17 00:00:00 2001
From: UnamedRus <UnamedRus@users.noreply.github.com>
Date: Fri, 25 Dec 2020 06:10:08 +0300
Subject: [PATCH 534/742] Eng. Params docs for col, tbl, db names.

---
 docs/en/interfaces/cli.md | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/docs/en/interfaces/cli.md b/docs/en/interfaces/cli.md
index fe9a2f3ec51..c0c9b5668c2 100644
--- a/docs/en/interfaces/cli.md
+++ b/docs/en/interfaces/cli.md
@@ -87,12 +87,13 @@ Format a query as usual, then place the values that you want to pass from the ap
 ```
 
 -   `name` — Placeholder identifier. In the console client it should be used in app parameters as `--param_<name> = value`.
--   `data type` — [Data type](../sql-reference/data-types/index.md) of the app parameter value. For example, a data structure like `(integer, ('string', integer))` can have the `Tuple(UInt8, Tuple(String, UInt8))` data type (you can also use another [integer](../sql-reference/data-types/int-uint.md) types).
+-   `data type` — [Data type](../sql-reference/data-types/index.md) of the app parameter value. For example, a data structure like `(integer, ('string', integer))` can have the `Tuple(UInt8, Tuple(String, UInt8))` data type (you can also use another [integer](../sql-reference/data-types/int-uint.md) types). It's also possible to pass table, database, column names as parameter, in that case you would need to use `Identifier` as data type.
 
 #### Example {#example}
 
 ``` bash
 $ clickhouse-client --param_tuple_in_tuple="(10, ('dt', 10))" -q "SELECT * FROM table WHERE val = {tuple_in_tuple:Tuple(UInt8, Tuple(String, UInt8))}"
+$ clickhouse-client --param_tbl="numbers" --param_db="system" --param_col="number" --query "SELECT {col:Identifier} FROM {db:Identifier}.{tbl:Identifier} LIMIT 10"
 ```
 
 ## Configuring {#interfaces_cli_configuration}

From 5bd025a180520f461e791486537561996e27d0b9 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 25 Dec 2020 06:13:30 +0300
Subject: [PATCH 535/742] fix DISTINCT and ORDER BY

---
 src/Interpreters/ExpressionAnalyzer.cpp       | 65 +++++++++++--------
 src/Interpreters/ExpressionAnalyzer.h         |  5 +-
 src/Interpreters/InterpreterSelectQuery.cpp   | 20 ++++--
 .../01591_window_functions.reference          | 26 ++++++--
 .../0_stateless/01591_window_functions.sql    | 11 ++--
 5 files changed, 87 insertions(+), 40 deletions(-)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 4af2a17e164..c10a8313bee 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -970,7 +970,9 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
     ExpressionActionsChain::Step & step = chain.lastStep(aggregated_columns);
 
     // 1) Add actions for window functions and their arguments;
-    // 2) Mark the columns that are really required.
+    // 2) Mark the columns that are really required. We have to mark them as
+    //    required because we finish the expression chain before processing the
+    //    window functions.
     for (const auto & [_, w] : window_descriptions)
     {
         for (const auto & f : w.window_functions)
@@ -1425,49 +1427,47 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
         /// If there is aggregation, we execute expressions in SELECT and ORDER BY on the initiating server, otherwise on the source servers.
         query_analyzer.appendSelect(chain, only_types || (need_aggregate ? !second_stage : !first_stage));
 
-        has_order_by = query.orderBy() != nullptr;
-        // FIXME selected columns was set here. Should split order by and select
-        // and insert window functions in between.
-        // Will fix:
-        // 1) window function in DISTINCT
-        // 2) totally broken DISTINCT
-        // 3) window functions in order by
-        before_order_and_select = query_analyzer.appendOrderBy(
-                chain,
-                only_types || (need_aggregate ? !second_stage : !first_stage),
-                optimize_read_in_order,
-                order_by_elements_actions);
-
+        // Window functions are processed in a separate expression chain after
+        // the main SELECT, similar to what we do for aggregate functions.
         if (has_window)
         {
             query_analyzer.appendWindowFunctionsArguments(chain, only_types || !first_stage);
 
-            auto select_required_columns = chain.getLastStep().required_output;
 
             for (const auto & x : chain.getLastActions()->getNamesAndTypesList())
             {
                 query_analyzer.columns_after_window.push_back(x);
             }
 
+            before_window = chain.getLastActions();
             finalize_chain(chain);
 
             auto & step = chain.lastStep(query_analyzer.columns_after_window);
-            step.required_output = select_required_columns;
+
+            // The output of this expression chain is the result of
+            // SELECT (before "final projection" i.e. renaming the columns), so
+            // we have to mark the expressions that are required in the output,
+            // again. We did it for the previous expression chain ("select w/o
+            // window functions") earlier, in appendSelect(). But that chain also
+            // produced the expressions required to calculate window functions.
+            // They are not needed in the final SELECT result. Knowing the correct
+            // list of columns is important when we apply SELECT DISTINCT later.
             const auto * select_query = query_analyzer.getSelectQuery();
             for (const auto & child : select_query->select()->children)
             {
-                if (const auto * function
-                        = typeid_cast<const ASTFunction *>(child.get());
-                    function && function->is_window_function)
-                {
-                    // See its counterpart in appendSelect()
-                    step.required_output.push_back(child->getColumnName());
-                }
+                step.required_output.push_back(child->getColumnName());
             }
         }
 
         selected_columns = chain.getLastStep().required_output;
 
+        has_order_by = query.orderBy() != nullptr;
+        before_order_by = query_analyzer.appendOrderBy(
+                chain,
+                only_types || (need_aggregate ? !second_stage : !first_stage),
+                optimize_read_in_order,
+                order_by_elements_actions);
+
         if (query_analyzer.appendLimitBy(chain, only_types || !second_stage))
         {
             before_limit_by = chain.getLastActions();
@@ -1479,7 +1479,6 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
         finalize_chain(chain);
     }
 
-
     /// Before executing WHERE and HAVING, remove the extra columns from the block (mostly the aggregation keys).
     removeExtraColumns();
 
@@ -1610,9 +1609,9 @@ std::string ExpressionAnalysisResult::dump() const
         ss << "before_window " << before_window->dumpDAG() << "\n";
     }
 
-    if (before_order_and_select)
+    if (before_order_by)
     {
-        ss << "before_order_and_select " << before_order_and_select->dumpDAG() << "\n";
+        ss << "before_order_by " << before_order_by->dumpDAG() << "\n";
     }
 
     if (before_limit_by)
@@ -1625,6 +1624,20 @@ std::string ExpressionAnalysisResult::dump() const
         ss << "final_projection " << final_projection->dumpDAG() << "\n";
     }
 
+    if (!selected_columns.empty())
+    {
+        ss << "selected_columns ";
+        for (size_t i = 0; i < selected_columns.size(); i++)
+        {
+            if (i > 0)
+            {
+                ss << ", ";
+            }
+            ss << backQuote(selected_columns[i]);
+        }
+        ss << "\n";
+    }
+
     return ss.str();
 }
 
diff --git a/src/Interpreters/ExpressionAnalyzer.h b/src/Interpreters/ExpressionAnalyzer.h
index 1095689a775..ea43efa6036 100644
--- a/src/Interpreters/ExpressionAnalyzer.h
+++ b/src/Interpreters/ExpressionAnalyzer.h
@@ -204,11 +204,12 @@ struct ExpressionAnalysisResult
     ActionsDAGPtr before_aggregation;
     ActionsDAGPtr before_having;
     ActionsDAGPtr before_window;
-    ActionsDAGPtr before_order_and_select;
+    ActionsDAGPtr before_order_by;
     ActionsDAGPtr before_limit_by;
     ActionsDAGPtr final_projection;
 
-    /// Columns from the SELECT list, before renaming them to aliases.
+    /// Columns from the SELECT list, before renaming them to aliases. Used to
+    /// perform SELECT DISTINCT.
     Names selected_columns;
 
     /// Columns will be removed after prewhere actions execution.
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 38cc19a00d6..eb7b78c35b4 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -538,7 +538,10 @@ Block InterpreterSelectQuery::getSampleBlockImpl()
     if (options.to_stage == QueryProcessingStage::Enum::WithMergeableState)
     {
         if (!analysis_result.need_aggregate)
-            return analysis_result.before_order_and_select->getResultColumns();
+        {
+            // What's the difference with selected_columns?
+            return analysis_result.before_order_by->getResultColumns();
+        }
 
         Block header = analysis_result.before_aggregation->getResultColumns();
 
@@ -564,7 +567,8 @@ Block InterpreterSelectQuery::getSampleBlockImpl()
 
     if (options.to_stage == QueryProcessingStage::Enum::WithMergeableStateAfterAggregation)
     {
-        return analysis_result.before_order_and_select->getResultColumns();
+        // What's the difference with selected_columns?
+        return analysis_result.before_order_by->getResultColumns();
     }
 
     return analysis_result.final_projection->getResultColumns();
@@ -958,8 +962,9 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
             }
             else
             {
-                executeExpression(query_plan, expressions.before_order_and_select, "Before ORDER BY and SELECT");
+                executeExpression(query_plan, expressions.before_window, "Before window functions");
                 executeWindow(query_plan);
+                executeExpression(query_plan, expressions.before_order_by, "Before ORDER BY");
                 executeDistinct(query_plan, true, expressions.selected_columns, true);
             }
 
@@ -1005,8 +1010,10 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
                 else if (expressions.hasHaving())
                     executeHaving(query_plan, expressions.before_having);
 
-                executeExpression(query_plan, expressions.before_order_and_select, "Before ORDER BY and SELECT");
+                executeExpression(query_plan, expressions.before_window,
+                    "Before window functions");
                 executeWindow(query_plan);
+                executeExpression(query_plan, expressions.before_order_by, "Before ORDER BY");
                 executeDistinct(query_plan, true, expressions.selected_columns, true);
 
             }
@@ -1745,6 +1752,11 @@ void InterpreterSelectQuery::executeRollupOrCube(QueryPlan & query_plan, Modific
 
 void InterpreterSelectQuery::executeExpression(QueryPlan & query_plan, const ActionsDAGPtr & expression, const std::string & description)
 {
+    if (!expression)
+    {
+        return;
+    }
+
     auto expression_step = std::make_unique<ExpressionStep>(query_plan.getCurrentDataStream(), expression);
 
     expression_step->setStepDescription(description);
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 704c5a98811..e56c6bdeb3a 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -79,12 +79,22 @@ select number, quantileExact(number) over (partition by intDiv(number, 3)) q fro
 9	9
 select q * 10, quantileExact(number) over (partition by intDiv(number, 3)) q from numbers(10); -- { serverError 47 }
 
--- should work in ORDER BY though
--- doesn't work now
--- select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
+-- should work in ORDER BY
 
--- at least it works in ORDER BY if you wrap it in a subquery
+select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
 
+-- also works in ORDER BY if you wrap it in a subquery
+
+9	9
+6	8
+7	8
+8	8
+3	5
+4	5
+5	5
+0	2
+1	2
+2	2
 select * from (select count(*) over () c from numbers(3)) order by c;
 
 -- must work in WHERE if you wrap it in a subquery
@@ -168,4 +178,12 @@ select groupArray(number) over () from numbers(3);
 [0,1,2]
 select count(1) over (), max(number + 1) over () from numbers(3);
 
+-- Should work in DISTINCT
+
 1	3
+select distinct sum(0) over () from numbers(2);
+
+0
+select distinct any(number) over () from numbers(2);
+
+0
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index fd2831ea2ac..8b82b8f95fc 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -24,11 +24,10 @@ select number, quantileExact(number) over (partition by intDiv(number, 3)) q fro
 -- last stage of select, after all other functions.
 select q * 10, quantileExact(number) over (partition by intDiv(number, 3)) q from numbers(10); -- { serverError 47 }
 
--- should work in ORDER BY though
--- doesn't work now
--- select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
+-- should work in ORDER BY
+select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
 
--- at least it works in ORDER BY if you wrap it in a subquery
+-- also works in ORDER BY if you wrap it in a subquery
 select * from (select count(*) over () c from numbers(3)) order by c;
 
 -- must work in WHERE if you wrap it in a subquery
@@ -57,3 +56,7 @@ select groupArray(number) over () from numbers(3);
 -- This one tests we properly process the window  function arguments.
 -- Seen errors like 'column `1` not found' from count(1).
 select count(1) over (), max(number + 1) over () from numbers(3);
+
+-- Should work in DISTINCT
+select distinct sum(0) over () from numbers(2);
+select distinct any(number) over () from numbers(2);

From a38787553ce363c41df430d1642ac1ba922261c0 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 25 Dec 2020 06:15:36 +0300
Subject: [PATCH 536/742] perf test fix

---
 tests/performance/window_functions.xml | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tests/performance/window_functions.xml b/tests/performance/window_functions.xml
index e4578a575a0..dcc873b5029 100644
--- a/tests/performance/window_functions.xml
+++ b/tests/performance/window_functions.xml
@@ -3,6 +3,10 @@
         <table_exists>hits_100m_single</table_exists>
     </preconditions>
 
+    <settings>
+        <allow_experimental_window_functions>1</allow_experimental_window_functions>
+    </settings>
+
     <!--
         For some counters, find top 10 users by the numer of records.
         First with LIMIT BY, next with window functions.

From 998bd17877e887d0e4eb57c90c7a0ea1d0d8c250 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 25 Dec 2020 07:59:17 +0300
Subject: [PATCH 537/742] fix column name clash w/agg fns

also fix some test references influenced by the explain changes
---
 src/Interpreters/QueryNormalizer.cpp          |  30 ++--
 src/Interpreters/QueryNormalizer.h            |   2 +-
 src/Parsers/ASTFunction.cpp                   |  10 ++
 .../01508_explain_header.reference            |   2 +-
 ..._explain_select_with_union_query.reference | 144 +++++++++---------
 ...monotonous_functions_in_order_by.reference |   6 +-
 .../01591_window_functions.reference          |  28 +++-
 .../0_stateless/01591_window_functions.sql    |  16 +-
 8 files changed, 138 insertions(+), 100 deletions(-)

diff --git a/src/Interpreters/QueryNormalizer.cpp b/src/Interpreters/QueryNormalizer.cpp
index 25496c2b613..213e354a13f 100644
--- a/src/Interpreters/QueryNormalizer.cpp
+++ b/src/Interpreters/QueryNormalizer.cpp
@@ -148,9 +148,9 @@ void QueryNormalizer::visit(ASTSelectQuery & select, const ASTPtr &, Data & data
 /// Don't go into select query. It processes children itself.
 /// Do not go to the left argument of lambda expressions, so as not to replace the formal parameters
 ///  on aliases in expressions of the form 123 AS x, arrayMap(x -> 1, [2]).
-void QueryNormalizer::visitChildren(const ASTPtr & node, Data & data)
+void QueryNormalizer::visitChildren(ASTPtr & node, Data & data)
 {
-    if (const auto * func_node = node->as<ASTFunction>())
+    if (auto * func_node = node->as<ASTFunction>())
     {
         if (func_node->tryGetQueryArgument())
         {
@@ -159,21 +159,25 @@ void QueryNormalizer::visitChildren(const ASTPtr & node, Data & data)
             /// Don't go into query argument.
             return;
         }
-        /// We skip the first argument. We also assume that the lambda function can not have parameters.
-        size_t first_pos = 0;
-        if (func_node->name == "lambda")
-            first_pos = 1;
 
-        if (func_node->arguments)
+        // Process all function node children (arguments + window definition for
+        // window functions).
+        // We have to skip the first argument if it's the "lambda" function,
+        // because it contains formal parameters like x->x + 1;
+        const IAST * argument_to_skip = nullptr;
+        if (func_node->name == "lambda"
+            && func_node->arguments
+            && !func_node->arguments->children.empty())
         {
-            auto & func_children = func_node->arguments->children;
+            argument_to_skip = func_node->arguments->children[0].get();
+        }
 
-            for (size_t i = first_pos; i < func_children.size(); ++i)
+        for (auto & child : func_node->children)
+        {
+            if (child.get() != argument_to_skip
+                && needVisitChild(child))
             {
-                auto & child = func_children[i];
-
-                if (needVisitChild(child))
-                    visit(child, data);
+                visit(child, data);
             }
         }
     }
diff --git a/src/Interpreters/QueryNormalizer.h b/src/Interpreters/QueryNormalizer.h
index 5bd0064c002..951628d0738 100644
--- a/src/Interpreters/QueryNormalizer.h
+++ b/src/Interpreters/QueryNormalizer.h
@@ -69,7 +69,7 @@ private:
     static void visit(ASTTablesInSelectQueryElement &, const ASTPtr &, Data &);
     static void visit(ASTSelectQuery &, const ASTPtr &, Data &);
 
-    static void visitChildren(const ASTPtr &, Data & data);
+    static void visitChildren(ASTPtr & node, Data & data);
 };
 
 }
diff --git a/src/Parsers/ASTFunction.cpp b/src/Parsers/ASTFunction.cpp
index d5d03a540c9..980c395c7aa 100644
--- a/src/Parsers/ASTFunction.cpp
+++ b/src/Parsers/ASTFunction.cpp
@@ -39,6 +39,16 @@ void ASTFunction::appendColumnNameImpl(WriteBuffer & ostr) const
             (*it)->appendColumnName(ostr);
         }
     writeChar(')', ostr);
+
+    if (is_window_function)
+    {
+        writeCString(" OVER (", ostr);
+        FormatSettings settings{ostr, true /* one_line */};
+        FormatState state;
+        FormatStateStacked frame;
+        appendWindowDescription(settings, state, frame);
+        writeCString(")", ostr);
+    }
 }
 
 /** Get the text that identifies this element. */
diff --git a/tests/queries/0_stateless/01508_explain_header.reference b/tests/queries/0_stateless/01508_explain_header.reference
index 8cab5be1687..5f9e8cfed84 100644
--- a/tests/queries/0_stateless/01508_explain_header.reference
+++ b/tests/queries/0_stateless/01508_explain_header.reference
@@ -1,4 +1,4 @@
-Expression (Projection + Before ORDER BY and SELECT)
+Expression (Projection + Before ORDER BY)
 Header: x UInt8
   SettingQuotaAndLimits (Set limits and quota after reading from storage)
   Header: dummy UInt8
diff --git a/tests/queries/0_stateless/01556_explain_select_with_union_query.reference b/tests/queries/0_stateless/01556_explain_select_with_union_query.reference
index 442754ec344..e4aac5bda16 100644
--- a/tests/queries/0_stateless/01556_explain_select_with_union_query.reference
+++ b/tests/queries/0_stateless/01556_explain_select_with_union_query.reference
@@ -1,252 +1,252 @@
 Union
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
 Union
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
 Distinct
   Union
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
 Distinct
   Union
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
 Distinct
   Union
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
 Distinct
   Union
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
 Union
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
   Distinct
     Union
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
   Distinct
     Union
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
 Distinct
   Union
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
 Distinct
   Union
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
 Distinct
   Union
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
 Union
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
 Union
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
 Union
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
 Distinct
   Union
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
 Distinct
   Union
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
 Distinct
   Union
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
-    Expression (Projection + Before ORDER BY and SELECT)
+    Expression (Projection + Before ORDER BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
         ReadFromStorage (SystemOne)
 Union
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
   Distinct
     Union
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
-      Expression (Projection + Before ORDER BY and SELECT)
+      Expression (Projection + Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (SystemOne)
 Union
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
 Union
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
 Union
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
-  Expression (Projection + Before ORDER BY and SELECT)
+  Expression (Projection + Before ORDER BY)
     SettingQuotaAndLimits (Set limits and quota after reading from storage)
       ReadFromStorage (SystemOne)
diff --git a/tests/queries/0_stateless/01562_optimize_monotonous_functions_in_order_by.reference b/tests/queries/0_stateless/01562_optimize_monotonous_functions_in_order_by.reference
index 203efdab299..feca2cae5ea 100644
--- a/tests/queries/0_stateless/01562_optimize_monotonous_functions_in_order_by.reference
+++ b/tests/queries/0_stateless/01562_optimize_monotonous_functions_in_order_by.reference
@@ -9,7 +9,7 @@ Expression (Projection)
     MergingSorted (Merge sorted streams for ORDER BY)
       MergeSorting (Merge sorted blocks for ORDER BY)
         PartialSorting (Sort each block for ORDER BY)
-          Expression (Before ORDER BY and SELECT)
+          Expression (Before ORDER BY)
             SettingQuotaAndLimits (Set limits and quota after reading from storage)
               ReadFromStorage (MergeTree)
 SELECT
@@ -21,7 +21,7 @@ LIMIT 10
 Expression (Projection)
   Limit (preliminary LIMIT)
     FinishSorting
-      Expression (Before ORDER BY and SELECT)
+      Expression (Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (MergeTree  with order)
 SELECT
@@ -35,7 +35,7 @@ LIMIT 10
 Expression (Projection)
   Limit (preliminary LIMIT)
     FinishSorting
-      Expression (Before ORDER BY and SELECT)
+      Expression (Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
           ReadFromStorage (MergeTree  with order)
 SELECT
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index e56c6bdeb3a..6eb94856645 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -79,8 +79,15 @@ select number, quantileExact(number) over (partition by intDiv(number, 3)) q fro
 9	9
 select q * 10, quantileExact(number) over (partition by intDiv(number, 3)) q from numbers(10); -- { serverError 47 }
 
+-- must work in WHERE if you wrap it in a subquery
+
+select * from (select count(*) over () c from numbers(3)) where c > 0;
+
 -- should work in ORDER BY
 
+1
+2
+3
 select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
 
 -- also works in ORDER BY if you wrap it in a subquery
@@ -97,24 +104,35 @@ select number, max(number) over (partition by intDiv(number, 3) order by number
 2	2
 select * from (select count(*) over () c from numbers(3)) order by c;
 
--- must work in WHERE if you wrap it in a subquery
+-- Example with window function only in ORDER BY. Here we make a rank of all
+-- numbers sorted descending, and then sort by this rank descending, and must get
+-- the ascending order.
 
 1
 2
 3
-select * from (select count(*) over () c from numbers(3)) where c > 0;
+select * from (select * from numbers(5) order by rand()) order by count() over (order by number desc) desc;
 
--- this one doesn't work yet -- looks like the column names clash, and the
--- window count() is overwritten with aggregate count()
--- select number, count(), count() over (partition by intDiv(number, 3)) from numbers(10) group by number order by count() desc;
+-- Aggregate functions as window function arguments. This query is semantically
+-- the same as the above one, only we replace `number` with
+-- `any(number) group by number` and so on.
+
+0
+1
+2
+3
+4
+select * from (select * from numbers(5) order by rand()) group by number order by sum(any(number)) over (order by min(number) desc) desc;
 
 -- different windows
 -- an explain test would also be helpful, but it's too immature now and I don't
 -- want to change reference all the time
 
 1
+0
 2
 3
+4
 select number, max(number) over (partition by intDiv(number, 3) order by number desc), count(number) over (partition by intDiv(number, 5) order by number) as m from numbers(31) order by number settings max_block_size = 2;
 
 -- two functions over the same window
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index 8b82b8f95fc..5039925aa42 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -24,18 +24,24 @@ select number, quantileExact(number) over (partition by intDiv(number, 3)) q fro
 -- last stage of select, after all other functions.
 select q * 10, quantileExact(number) over (partition by intDiv(number, 3)) q from numbers(10); -- { serverError 47 }
 
+-- must work in WHERE if you wrap it in a subquery
+select * from (select count(*) over () c from numbers(3)) where c > 0;
+
 -- should work in ORDER BY
 select number, max(number) over (partition by intDiv(number, 3) order by number desc) m from numbers(10) order by m desc, number;
 
 -- also works in ORDER BY if you wrap it in a subquery
 select * from (select count(*) over () c from numbers(3)) order by c;
 
--- must work in WHERE if you wrap it in a subquery
-select * from (select count(*) over () c from numbers(3)) where c > 0;
+-- Example with window function only in ORDER BY. Here we make a rank of all
+-- numbers sorted descending, and then sort by this rank descending, and must get
+-- the ascending order.
+select * from (select * from numbers(5) order by rand()) order by count() over (order by number desc) desc;
 
--- this one doesn't work yet -- looks like the column names clash, and the
--- window count() is overwritten with aggregate count()
--- select number, count(), count() over (partition by intDiv(number, 3)) from numbers(10) group by number order by count() desc;
+-- Aggregate functions as window function arguments. This query is semantically
+-- the same as the above one, only we replace `number` with
+-- `any(number) group by number` and so on.
+select * from (select * from numbers(5) order by rand()) group by number order by sum(any(number)) over (order by min(number) desc) desc;
 
 -- different windows
 -- an explain test would also be helpful, but it's too immature now and I don't

From 266d38813920a60968cd59c2cfead6b6f35b3a88 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 11:06:10 +0300
Subject: [PATCH 538/742] Better formatting

---
 contrib/nuraft-cmake/CMakeLists.txt | 52 ++++++++++++++---------------
 1 file changed, 26 insertions(+), 26 deletions(-)

diff --git a/contrib/nuraft-cmake/CMakeLists.txt b/contrib/nuraft-cmake/CMakeLists.txt
index 4a40daaaff8..fbb51626292 100644
--- a/contrib/nuraft-cmake/CMakeLists.txt
+++ b/contrib/nuraft-cmake/CMakeLists.txt
@@ -1,30 +1,30 @@
-set (LIBRARY_DIR ${ClickHouse_SOURCE_DIR}/contrib/NuRaft)
+set(LIBRARY_DIR ${ClickHouse_SOURCE_DIR}/contrib/NuRaft)
 
-set (SRCS
-  ${LIBRARY_DIR}/src/handle_priority.cxx
-  ${LIBRARY_DIR}/src/buffer_serializer.cxx
-  ${LIBRARY_DIR}/src/peer.cxx
-  ${LIBRARY_DIR}/src/global_mgr.cxx
-  ${LIBRARY_DIR}/src/buffer.cxx
-  ${LIBRARY_DIR}/src/asio_service.cxx
-  ${LIBRARY_DIR}/src/handle_client_request.cxx
-  ${LIBRARY_DIR}/src/raft_server.cxx
-  ${LIBRARY_DIR}/src/snapshot.cxx
-  ${LIBRARY_DIR}/src/handle_commit.cxx
-  ${LIBRARY_DIR}/src/error_code.cxx
-  ${LIBRARY_DIR}/src/crc32.cxx
-  ${LIBRARY_DIR}/src/handle_snapshot_sync.cxx
-  ${LIBRARY_DIR}/src/stat_mgr.cxx
-  ${LIBRARY_DIR}/src/handle_join_leave.cxx
-  ${LIBRARY_DIR}/src/handle_user_cmd.cxx
-  ${LIBRARY_DIR}/src/handle_custom_notification.cxx
-  ${LIBRARY_DIR}/src/handle_vote.cxx
-  ${LIBRARY_DIR}/src/launcher.cxx
-  ${LIBRARY_DIR}/src/srv_config.cxx
-  ${LIBRARY_DIR}/src/snapshot_sync_req.cxx
-  ${LIBRARY_DIR}/src/handle_timeout.cxx
-  ${LIBRARY_DIR}/src/handle_append_entries.cxx
-  ${LIBRARY_DIR}/src/cluster_config.cxx
+set(SRCS
+    ${LIBRARY_DIR}/src/handle_priority.cxx
+    ${LIBRARY_DIR}/src/buffer_serializer.cxx
+    ${LIBRARY_DIR}/src/peer.cxx
+    ${LIBRARY_DIR}/src/global_mgr.cxx
+    ${LIBRARY_DIR}/src/buffer.cxx
+    ${LIBRARY_DIR}/src/asio_service.cxx
+    ${LIBRARY_DIR}/src/handle_client_request.cxx
+    ${LIBRARY_DIR}/src/raft_server.cxx
+    ${LIBRARY_DIR}/src/snapshot.cxx
+    ${LIBRARY_DIR}/src/handle_commit.cxx
+    ${LIBRARY_DIR}/src/error_code.cxx
+    ${LIBRARY_DIR}/src/crc32.cxx
+    ${LIBRARY_DIR}/src/handle_snapshot_sync.cxx
+    ${LIBRARY_DIR}/src/stat_mgr.cxx
+    ${LIBRARY_DIR}/src/handle_join_leave.cxx
+    ${LIBRARY_DIR}/src/handle_user_cmd.cxx
+    ${LIBRARY_DIR}/src/handle_custom_notification.cxx
+    ${LIBRARY_DIR}/src/handle_vote.cxx
+    ${LIBRARY_DIR}/src/launcher.cxx
+    ${LIBRARY_DIR}/src/srv_config.cxx
+    ${LIBRARY_DIR}/src/snapshot_sync_req.cxx
+    ${LIBRARY_DIR}/src/handle_timeout.cxx
+    ${LIBRARY_DIR}/src/handle_append_entries.cxx
+    ${LIBRARY_DIR}/src/cluster_config.cxx
 )
 
 

From 236d8185e9d34a3da2a4689dd5c259d355c2bd71 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 11:18:26 +0300
Subject: [PATCH 539/742] Update boost

---
 contrib/boost | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/boost b/contrib/boost
index 809d0b72f42..729dc66b11a 160000
--- a/contrib/boost
+++ b/contrib/boost
@@ -1 +1 @@
-Subproject commit 809d0b72f422d63977c066566d3aee1feea022ba
+Subproject commit 729dc66b11a006df6c3b32294635cc2572fea594

From 8d1b6f67b6886731edaf1a13187510d6be06c63b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 12:28:08 +0300
Subject: [PATCH 540/742] Trying asio standalone

---
 contrib/boost-cmake/CMakeLists.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index 54d0ebe1d6c..7c07e97ec08 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -24,6 +24,7 @@ if (NOT USE_INTERNAL_BOOST_LIBRARY)
         add_library (_boost_headers_only INTERFACE)
         add_library (boost::headers_only ALIAS _boost_headers_only)
         target_include_directories (_boost_headers_only SYSTEM BEFORE INTERFACE ${Boost_INCLUDE_DIR})
+        target_compile_definitions (_boost_headers_only PUBLIC BOOST_ASIO_STANDALONE)
 
         add_library (_boost_filesystem INTERFACE)
         add_library (_boost_iostreams INTERFACE)

From ca0a3de581a3e48a64998e9dad728bdc1cb153cd Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Fri, 25 Dec 2020 13:35:16 +0300
Subject: [PATCH 541/742] fixed typos

---
 docs/en/sql-reference/functions/other-functions.md | 2 +-
 docs/ru/sql-reference/functions/other-functions.md | 6 +++---
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index 2dab5f45259..46c422bd336 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1220,7 +1220,7 @@ Result:
 └──────────────────────────────────┘
 ```
 
-Note that NULL values are ignored. 
+Note that `NULL` values are ignored. 
 
 Query:
 
diff --git a/docs/ru/sql-reference/functions/other-functions.md b/docs/ru/sql-reference/functions/other-functions.md
index e00c93fcff6..f61a41a6909 100644
--- a/docs/ru/sql-reference/functions/other-functions.md
+++ b/docs/ru/sql-reference/functions/other-functions.md
@@ -1114,13 +1114,13 @@ finalizeAggregation(state)
 
 **Параметры**
 
--   `state` — Состояние агрегатной функции. [AggregateFunction](../../sql-reference/data-types/aggregatefunction.md#data-type-aggregatefunction).
+-   `state` — состояние агрегатной функции. [AggregateFunction](../../sql-reference/data-types/aggregatefunction.md#data-type-aggregatefunction).
 
 **Возвращаемые значения**
 
 -   Значения, которые были агрегированы.
 
-Тип: тип, значения которого были агрегированы.
+Тип: соответствует типу агрегируемых значений.
 
 **Примеры**
 
@@ -1152,7 +1152,7 @@ SELECT finalizeAggregation(( SELECT sumState(number) FROM numbers(10)));
 └──────────────────────────────────┘
 ```
 
-Обратите внимания, что значения NULL игнорируются. 
+Обратите внимание, что значения `NULL` игнорируются. 
 
 Запрос:
 

From dc77b06d30578dd8964c87aacbc7ed73330bec55 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 14:04:39 +0300
Subject: [PATCH 542/742] Fix build

---
 contrib/boost-cmake/CMakeLists.txt  | 1 -
 contrib/nuraft-cmake/CMakeLists.txt | 7 ++++++-
 2 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index 7c07e97ec08..54d0ebe1d6c 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -24,7 +24,6 @@ if (NOT USE_INTERNAL_BOOST_LIBRARY)
         add_library (_boost_headers_only INTERFACE)
         add_library (boost::headers_only ALIAS _boost_headers_only)
         target_include_directories (_boost_headers_only SYSTEM BEFORE INTERFACE ${Boost_INCLUDE_DIR})
-        target_compile_definitions (_boost_headers_only PUBLIC BOOST_ASIO_STANDALONE)
 
         add_library (_boost_filesystem INTERFACE)
         add_library (_boost_iostreams INTERFACE)
diff --git a/contrib/nuraft-cmake/CMakeLists.txt b/contrib/nuraft-cmake/CMakeLists.txt
index fbb51626292..e5bb7f7d11b 100644
--- a/contrib/nuraft-cmake/CMakeLists.txt
+++ b/contrib/nuraft-cmake/CMakeLists.txt
@@ -30,11 +30,16 @@ set(SRCS
 
 add_library(nuraft ${SRCS})
 
-target_compile_definitions(nuraft PRIVATE USE_BOOST_ASIO=1)
+target_compile_definitions(nuraft PRIVATE USE_BOOST_ASIO=1 BOOST_ASIO_STANDALONE=1)
 
 target_include_directories (nuraft SYSTEM PRIVATE ${LIBRARY_DIR}/include/libnuraft)
 # for some reason include "asio.h" directly without "boost/" prefix.
 target_include_directories (nuraft SYSTEM PRIVATE ${ClickHouse_SOURCE_DIR}/contrib/boost/boost)
+
 target_link_libraries (nuraft PRIVATE boost::headers_only boost::coroutine)
 
+if(OPENSSL_SSL_LIBRARY AND OPENSSL_CRYPTO_LIBRARY)
+    target_link_libraries (nuraft PRIVATE ${OPENSSL_SSL_LIBRARY} ${OPENSSL_CRYPTO_LIBRARY})
+endif()
+
 target_include_directories (nuraft SYSTEM PUBLIC ${LIBRARY_DIR}/include)

From 04d55dc495315fd453608099c09aa7b896cc47fb Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 14:22:48 +0300
Subject: [PATCH 543/742] Feractoring StringHash

---
 src/Functions/ExtractString.h         |  85 ++-------
 src/Functions/FunctionsStringHash.cpp | 259 +++++++++++++++++++++-----
 2 files changed, 222 insertions(+), 122 deletions(-)

diff --git a/src/Functions/ExtractString.h b/src/Functions/ExtractString.h
index 7406a813143..c4bb2e0fdf7 100644
--- a/src/Functions/ExtractString.h
+++ b/src/Functions/ExtractString.h
@@ -23,112 +23,51 @@ namespace ErrorCodes
 
 // used by FunctionsStringSimilarity and FunctionsStringHash
 // includes extracting ASCII ngram, UTF8 ngram, ASCII word and UTF8 word
-template <bool CaseInsensitive>
 struct ExtractStringImpl
 {
-    /// Padding form ColumnsString. It is a number of bytes we can always read starting from pos if pos < end.
-    static constexpr size_t default_padding = 16;
-
-    const size_t shingle_size;
-    const size_t tail_size;
-
-    /// Functions are read `default_padding - (N - 1)` bytes into the buffer. Window of size N is used.
-    /// Read copies `N - 1` last bytes from buffer into beginning, and then reads new bytes.
-    const size_t buffer_size = default_padding + tail_size;
-
-    explicit ExtractStringImpl(size_t shingle_size_)
-            : shingle_size(shingle_size_)
-            , tail_size(shingle_size > default_padding ? shingle_size : roundUpToPowerOfTwoOrZero(shingle_size - 1))
-    {
-        if (shingle_size == 0)
-            throw Exception(ErrorCodes::LOGICAL_ERROR, "Shingle size can't be zero");
-    }
-
     // read a ASCII word
-    static ALWAYS_INLINE inline size_t readOneASCIIWord(PaddedPODArray<UInt8> & word_buf, const char *& pos, const char * end)
+    static ALWAYS_INLINE inline const UInt8 * readOneASCIIWord(const UInt8 *& pos, const UInt8 * end)
     {
         // jump separators
         while (pos < end && !isAlphaNumericASCII(*pos))
             ++pos;
 
         // word start from here
-        const char * word_start = pos;
+        const UInt8 * word_start = pos;
         while (pos < end && isAlphaNumericASCII(*pos))
             ++pos;
 
-        word_buf.assign(word_start, pos);
-        if (CaseInsensitive)
-        {
-            for (auto & symbol : word_buf)
-                symbol = toLowerIfAlphaASCII(symbol);
-        }
-        return word_buf.size();
+        return word_start;
     }
 
     // read one UTF8 word from pos to word
-    static ALWAYS_INLINE inline size_t readOneUTF8Word(PaddedPODArray<UInt32> & word_buf, const char *& pos, const char * end)
+    static ALWAYS_INLINE inline const UInt8 * readOneUTF8Word(const UInt8 *& pos, const UInt8 * end)
     {
         // jump UTF8 separator
         while (pos < end && isUTF8Sep(*pos))
             ++pos;
-        word_buf.clear();
+
         // UTF8 word's character number
+        const UInt8 * word_start = pos;
+
         while (pos < end && !isUTF8Sep(*pos))
-        {
-            word_buf.push_back(readOneUTF8Code(pos, end));
-        }
-        return word_buf.size();
+            readOneUTF8Code(pos, end);
+
+        return word_start;
     }
 
     // we use ASCII non-alphanum character as UTF8 separator
     static ALWAYS_INLINE inline bool isUTF8Sep(const UInt8 c) { return c < 128 && !isAlphaNumericASCII(c); }
 
-    // read one UTF8 character and return it
-    static ALWAYS_INLINE inline UInt32 readOneUTF8Code(const char *& pos, const char * end)
+    // read one UTF8 character
+    static ALWAYS_INLINE inline void readOneUTF8Code(const UInt8 *& pos, const UInt8 * end)
     {
         size_t length = UTF8::seqLength(*pos);
 
         if (pos + length > end)
             length = end - pos;
-        UInt32 res;
-        switch (length)
-        {
-            case 1:
-                res = 0;
-                memcpy(&res, pos, 1);
-                break;
-            case 2:
-                res = 0;
-                memcpy(&res, pos, 2);
-                break;
-            case 3:
-                res = 0;
-                memcpy(&res, pos, 3);
-                break;
-            default:
-                memcpy(&res, pos, 4);
-        }
 
-        if constexpr (CaseInsensitive)
-        {
-            switch (length)
-            {
-                case 4:
-                    res &= ~(1u << (5 + 3 * CHAR_BIT));
-                    [[fallthrough]];
-                case 3:
-                    res &= ~(1u << (5 + 2 * CHAR_BIT));
-                    [[fallthrough]];
-                case 2:
-                    res &= ~(1u);
-                    res &= ~(1u << (5 + CHAR_BIT));
-                    [[fallthrough]];
-                default:
-                    res &= ~(1u << 5);
-            }
-        }
         pos += length;
-        return res;
     }
 };
 }
diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 2f1f900bda9..206cdc6429c 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -46,6 +46,17 @@ struct Hash
 #endif
     }
 
+    static UInt64 crc32u16(UInt64 crc [[maybe_unused]], UInt16 val [[maybe_unused]])
+    {
+#ifdef __SSE4_2__
+        return _mm_crc32_u16(crc, val);
+#elif defined(__aarch64__) && defined(__ARM_FEATURE_CRC32)
+        return __crc32ch(crc, val);
+#else
+        throw Exception("String hash is not implemented without sse4.2 support", ErrorCodes::NOT_IMPLEMENTED);
+#endif
+    }
+
     static UInt64 crc32u8(UInt64 crc [[maybe_unused]], UInt8 val [[maybe_unused]])
     {
 #ifdef __SSE4_2__
@@ -57,18 +68,70 @@ struct Hash
 #endif
     }
 
-    static ALWAYS_INLINE inline UInt64 ngramASCIIHash(const UInt8 * code_points)
+    template <bool CaseInsensitive>
+    static ALWAYS_INLINE inline UInt64 shingleHash(UInt64 crc, const UInt8 * start, size_t size)
     {
-        return crc32u64(-1ULL, unalignedLoad<UInt32>(code_points));
+        if (size & 1)
+        {
+            UInt8 x = *start;
+
+            if constexpr (CaseInsensitive)
+                x |= 0x20u; /// see toLowerIfAlphaASCII from StringUtils.h
+
+            crc = crc32u8(crc, x);
+            --size;
+            ++start;
+        }
+
+        if (size & 2)
+        {
+            UInt16 x = unalignedLoad<UInt16>(start);
+
+            if constexpr (CaseInsensitive)
+                x |= 0x2020u;
+
+            crc = crc32u16(crc, x);
+            size -= 2;
+            start += 2;
+        }
+
+        if (size & 4)
+        {
+            UInt32 x = unalignedLoad<UInt32>(start);
+
+            if constexpr (CaseInsensitive)
+                x |= 0x20202020u;
+
+            crc = crc32u32(crc, x);
+            size -= 4;
+            start += 4;
+        }
+
+        while (size)
+        {
+            UInt64 x = unalignedLoad<UInt64>(start);
+
+            if constexpr (CaseInsensitive)
+                x |= 0x2020202020202020u;
+
+            crc = crc32u64(crc, x);
+            size -= 8;
+            start += 8;
+        }
+
+        return crc;
     }
 
-    static ALWAYS_INLINE inline UInt64 ngramUTF8Hash(const UInt32 * code_points)
+    template <bool CaseInsensitive>
+    static ALWAYS_INLINE inline UInt64 shingleHash(const std::vector<StringRef> & shingle, size_t offset = 0)
     {
         UInt64 crc = -1ULL;
-        crc = crc32u64(crc, code_points[0]);
-        crc = crc32u64(crc, code_points[1]);
-        crc = crc32u64(crc, code_points[2]);
-        return crc;
+
+        for (size_t i = offset; i < shingle.size(); ++i)
+            crc = shingleHash<CaseInsensitive>(crc, shingle[i].data, shingle[i].size);
+
+        for (size_t i = 0; i < offset; ++i)
+            crc = shingleHash<CaseInsensitive>(crc, shingle[i].data, shingle[i].size);
     }
 
     static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes, size_t size, size_t offset)
@@ -148,54 +211,82 @@ struct Hash
 template <size_t N, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
 struct SimHashImpl
 {
-    using StrOp = ExtractStringImpl<N, CaseInsensitive>;
-    static constexpr size_t simultaneously_codepoints_num = StrOp::buffer_size;
+    //using StrOp = ExtractStringImpl<N, CaseInsensitive>;
+    //static constexpr size_t simultaneously_codepoints_num = StrOp::buffer_size;
 
-    // SimHash ngram calculate function: String ->UInt64
+    /// Update fingerprint according to hash_value bits.
+    static ALWAYS_INLINE inline void updateFingerVector(Int64 * finger_vec, UInt64 hash_value)
+    {
+        for (size_t i = 0; i < 64; ++i)
+            finger_vec[i] += (hash_value & (1ULL << i)) ? 1 : -1;
+    }
+
+    /// Return a 64 bit value according to finger_vec.
+    static ALWAYS_INLINE inline UInt64 getSimHash(const Int64 * finger_vec)
+    {
+        UInt64 res = 0;
+
+        for (size_t i = 0; i < 64; ++i)
+            if (finger_vec[i] > 0)
+                res |= (1ULL << i);
+
+        return res;
+    }
+
+    // SimHash ngram calculate function: String -> UInt64
     // this function extracting ngram from input string, and maintain a 64-dimensions vector
     // for each ngram, calculate a 64 bit hash value, and update the vector according the hash value
     // finally return a 64 bit value(UInt64), i'th bit is 1 means vector[i] > 0, otherwise, vector[i] < 0
-    static ALWAYS_INLINE inline UInt64 ngramCalculateHashValue(
-        const char * data,
-        size_t size,
-        size_t (*read_code_points)(CodePoint *, const char *&, const char *),
-        UInt64 (*hash_functor)(const CodePoint *))
+
+    static ALWAYS_INLINE inline UInt64 ngramHash(const UInt8 * data, size_t size, size_t shingle_size)
     {
-        const char * start = data;
-        const char * end = data + size;
-        // fingerprint vector, all dimensions initialized to zero at the first
+        if (size < shingle_size)
+            return Hash::shingleHash<CaseInsensitive>(-1ULL, data, size);
+
         Int64 finger_vec[64] = {};
-        CodePoint cp[simultaneously_codepoints_num] = {};
+        const UInt8 * end = data + size;
 
-        size_t found = read_code_points(cp, start, end);
-        size_t iter = N - 1;
-
-        do
+        for (const UInt8 * pos = data; pos + shingle_size <= end; ++pos)
         {
-            for (; iter + N <= found; ++iter)
-            {
-                // for each ngram, we can calculate an 64 bit hash
-                // then update finger_vec according to this hash value
-                // if the i'th bit is 1, finger_vec[i] plus 1, otherwise minus 1
-                UInt64 hash_value = hash_functor(cp + iter);
-                std::bitset<64> bits(hash_value);
-                for (size_t i = 0; i < 64; ++i)
-                {
-                    finger_vec[i] += ((bits.test(i)) ? 1 : -1);
-                }
-            }
-            iter = 0;
-        } while (start < end && (found = read_code_points(cp, start, end)));
-
-        // finally, we return a 64 bit value according to finger_vec
-        // if finger_vec[i] > 0, the i'th bit of the value is 1, otherwise 0
-        std::bitset<64> res_bit(0u);
-        for (size_t i = 0; i < 64; ++i)
-        {
-            if (finger_vec[i] > 0)
-                res_bit.set(i);
+            UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(-1ULL, pos, shingle_size);
+            updateFingerVector(finger_vec, hash_value);
         }
-        return res_bit.to_ullong();
+
+        return getSimHash(finger_vec);
+    }
+
+    static ALWAYS_INLINE inline UInt64 ngramHashUTF8(
+        size_t shingle_size,
+        const UInt8 * data,
+        size_t size)
+    {
+        const UInt8 * start = data;
+        const UInt8 * end = data + size;
+
+        const UInt8 * word_start = start;
+        const UInt8 * word_end = start;
+
+        for (size_t i = 0; i < shingle_size; ++i)
+        {
+            if (word_end >= end)
+                return Hash::shingleHash<CaseInsensitive>(-1ULL, data, size);
+
+            ExtractStringImpl::readOneUTF8Code(word_end, end);
+        }
+
+        Int64 finger_vec[64] = {};
+
+        while (word_end < end)
+        {
+            ExtractStringImpl::readOneUTF8Code(word_start, word_end);
+            ExtractStringImpl::readOneUTF8Code(word_end, end);
+
+            size_t length = word_end - word_start;
+            UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(-1ULL, word_start, length);
+            updateFingerVector(finger_vec, hash_value);
+        }
+
+        return getSimHash(finger_vec);
     }
 
     // SimHash word shingle calculate function: String -> UInt64
@@ -208,11 +299,81 @@ struct SimHashImpl
     // to calculate the first word shingle hash value
     // 2. next, we extract one word each time, and calculate a new hash value of the new word,then use the latest N hash
     // values to calculate the next word shingle hash value
+
+    static ALWAYS_INLINE inline UInt64 wordShingleHash(
+        const UInt8 * data,
+        size_t size,
+        size_t shingle_size)
+    {
+        const UInt8 * start = data;
+        const UInt8 * end = data + size;
+
+        // A 64 bit vector initialized to zero.
+        Int64 finger_vec[64] = {};
+        // An array to store N words.
+        std::vector<StringRef> words;
+        words.reserve(shingle_size);
+
+        // get first word shingle
+        while (start < end && words.size() < shingle_size)
+        {
+            const UInt8 * word_start = nullptr;
+
+            if constexpr (UTF8)
+                word_start = ExtractStringImpl::readOneUTF8Word(start, end);
+            else
+                word_start = ExtractStringImpl::readOneASCIIWord(start, end);
+
+            size_t length = start - word_start;
+
+            if (length)
+                words.emplace_back(word_start, length);
+        }
+
+        UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(words);
+        updateFingerVector(finger_vec, hash_value);
+
+        size_t offset = 0;
+        while (start < end)
+        {
+            const UInt8 * word_start = nullptr;
+
+            if constexpr (UTF8)
+                word_start = ExtractStringImpl::readOneUTF8Word(start, end);
+            else
+                word_start = ExtractStringImpl::readOneASCIIWord(start, end);
+
+            size_t length = start - word_start;
+
+            if (length == 0)
+                continue;
+
+            // we need to store the new word hash value to the oldest location.
+            // for example, N = 5, array |a0|a1|a2|a3|a4|, now , a0 is the oldest location,
+            // so we need to store new word hash into location of a0, then ,this array become
+            // |a5|a1|a2|a3|a4|, next time, a1 become the oldest location, we need to store new
+            // word hash value into location of a1, then array become |a5|a6|a2|a3|a4|
+            words[offset] = StringRef(word_start, length);
+            ++offset;
+            if (offset >= shingle_size)
+                offset = 0;
+
+            // according to the word hash storation way, in order to not lose the word shingle's
+            // sequence information, when calculation word shingle hash value, we need provide the offset
+            // information, which is the offset of the first word's hash value of the word shingle
+            hash_value = Hash::shingleHash<CaseInsensitive>(words, offset);
+            updateFingerVector(finger_vec, hash_value);
+        }
+
+        return getSimHash(finger_vec);
+    }
+
     static ALWAYS_INLINE inline UInt64 wordShinglesCalculateHashValue(
         const char * data,
         size_t size,
-        size_t (*read_one_word)(PaddedPODArray<CodePoint> &, const char *&, const char *),
-        UInt64 (*hash_functor)(const UInt64 *, size_t, size_t))
+        size_t shingle_size,
+        size_t heap_size,
+        size_t max_word_length)
     {
         const char * start = data;
         const char * end = data + size;
@@ -220,7 +381,7 @@ struct SimHashImpl
         // Also, a 64 bit vector initialized to zero
         Int64 finger_vec[64] = {};
         // a array to store N word hash values
-        UInt64 nword_hashes[N] = {};
+        std::vector<UInt64> word_hashes(shingle_size, 0);
         // word buffer to store one word
         PaddedPODArray<CodePoint> word_buf;
         // get first word shingle

From b4cac6a8a481657ad4e0169fbcf6b9607435e87e Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 15:36:49 +0300
Subject: [PATCH 544/742] Fix unbundled, splitted and disable freebsd build

---
 cmake/find/nuraft.cmake              | 12 ++++++++----
 contrib/boost-cmake/CMakeLists.txt   |  1 +
 docker/packager/unbundled/Dockerfile |  1 +
 3 files changed, 10 insertions(+), 4 deletions(-)

diff --git a/cmake/find/nuraft.cmake b/cmake/find/nuraft.cmake
index 92bf1e200ac..8f67a09c5f6 100644
--- a/cmake/find/nuraft.cmake
+++ b/cmake/find/nuraft.cmake
@@ -11,9 +11,13 @@ if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/NuRaft/CMakeLists.txt")
     return()
 endif ()
 
-set (USE_NURAFT 1)
-set (NURAFT_LIBRARY nuraft)
+if (NOT OS_FREEBSD)
+    set (USE_NURAFT 1)
+    set (NURAFT_LIBRARY nuraft)
 
-set (NURAFT_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/NuRaft/include")
+    set (NURAFT_INCLUDE_DIR "${ClickHouse_SOURCE_DIR}/contrib/NuRaft/include")
 
-message (STATUS "Using NuRaft=${USE_NURAFT}: ${NURAFT_INCLUDE_DIR} : ${NURAFT_LIBRARY}")
+    message (STATUS "Using NuRaft=${USE_NURAFT}: ${NURAFT_INCLUDE_DIR} : ${NURAFT_LIBRARY}")
+else()
+    message (${RECONFIGURE_MESSAGE_LEVEL} "Using internal NuRaft library on FreeBSD is not supported")
+endif()
diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index 54d0ebe1d6c..616a19b3248 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -215,4 +215,5 @@ if (NOT EXTERNAL_BOOST_FOUND)
     add_library (_boost_coroutine ${SRCS_COROUTINE})
     add_library (boost::coroutine ALIAS _boost_coroutine)
     target_include_directories (_boost_coroutine PRIVATE ${LIBRARY_DIR})
+    target_link_libraries(_boost_coroutine PRIVATE _boost_context)
 endif ()
diff --git a/docker/packager/unbundled/Dockerfile b/docker/packager/unbundled/Dockerfile
index c6ebe95d44a..f640c595f14 100644
--- a/docker/packager/unbundled/Dockerfile
+++ b/docker/packager/unbundled/Dockerfile
@@ -22,6 +22,7 @@ RUN apt-get update \
         libboost-iostreams-dev \
         libboost-regex-dev \
         libboost-context-dev \
+        libboost-coroutine-dev \
         zlib1g-dev \
         liblz4-dev \
         libdouble-conversion-dev \

From ff80c1f3ce32cadbffc0c75780b50ebce071f452 Mon Sep 17 00:00:00 2001
From: Ivan <5627721+abyss7@users.noreply.github.com>
Date: Fri, 25 Dec 2020 15:59:02 +0300
Subject: [PATCH 545/742] Move --antlr arg outside of parser group

---
 tests/clickhouse-test | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/clickhouse-test b/tests/clickhouse-test
index 94ad1a34de8..3e4429449a7 100755
--- a/tests/clickhouse-test
+++ b/tests/clickhouse-test
@@ -886,7 +886,7 @@ if __name__ == '__main__':
     group=parser.add_mutually_exclusive_group(required=False)
     group.add_argument('--shard', action='store_true', default=None, dest='shard', help='Run sharding related tests (required to clickhouse-server listen 127.0.0.2 127.0.0.3)')
     group.add_argument('--no-shard', action='store_false', default=None, dest='shard', help='Do not run shard related tests')
-    group.add_argument('--antlr', action='store_true', default=False, dest='antlr', help='Use new ANTLR parser in tests')
+    parser.add_argument('--antlr', action='store_true', default=False, dest='antlr', help='Use new ANTLR parser in tests')
 
     args = parser.parse_args()
 

From 8ef23dde577fb62976cd540df5a7c40f8af486cb Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 16:06:54 +0300
Subject: [PATCH 546/742] Better asio

---
 contrib/boost-cmake/CMakeLists.txt | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/contrib/boost-cmake/CMakeLists.txt b/contrib/boost-cmake/CMakeLists.txt
index 616a19b3248..b9298f59f2b 100644
--- a/contrib/boost-cmake/CMakeLists.txt
+++ b/contrib/boost-cmake/CMakeLists.txt
@@ -81,6 +81,10 @@ if (NOT EXTERNAL_BOOST_FOUND)
     add_library (boost::headers_only ALIAS _boost_headers_only)
     target_include_directories (_boost_headers_only SYSTEM BEFORE INTERFACE ${LIBRARY_DIR})
 
+    # asio
+
+    target_compile_definitions (_boost_headers_only INTERFACE BOOST_ASIO_STANDALONE=1)
+
     # iostreams
 
     set (SRCS_IOSTREAMS

From a50615a22bfd432f25d89266bb095b34c4aa884e Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 16:38:04 +0300
Subject: [PATCH 547/742] More correct error code

---
 src/Common/ErrorCodes.cpp                   | 1 +
 src/Storages/StorageReplicatedMergeTree.cpp | 3 ++-
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/Common/ErrorCodes.cpp b/src/Common/ErrorCodes.cpp
index f9908e4e612..8b14e17a138 100644
--- a/src/Common/ErrorCodes.cpp
+++ b/src/Common/ErrorCodes.cpp
@@ -530,6 +530,7 @@
     M(561, ZSTD_DECODER_FAILED) \
     M(562, TLD_LIST_NOT_FOUND) \
     M(563, CANNOT_READ_MAP_FROM_TEXT) \
+    M(564, INTERSERVER_SCHEME_DOESNT_MATCH) \
     \
     M(999, KEEPER_EXCEPTION) \
     M(1000, POCO_EXCEPTION) \
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index fe15d5dad29..a87b47a0eb7 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -122,6 +122,7 @@ namespace ErrorCodes
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int UNKNOWN_POLICY;
     extern const int NO_SUCH_DATA_PART;
+    extern const int INTERSERVER_SCHEME_DOESNT_MATCH;
 }
 
 namespace ActionLocks
@@ -3509,7 +3510,7 @@ bool StorageReplicatedMergeTree::fetchPart(const String & part_name, const Stora
             if (interserver_scheme != address.scheme)
                 throw Exception("Interserver schemes are different: '" + interserver_scheme
                     + "' != '" + address.scheme + "', can't fetch part from " + address.host,
-                    ErrorCodes::LOGICAL_ERROR);
+                    ErrorCodes::INTERSERVER_SCHEME_DOESNT_MATCH);
 
             return fetcher.fetchPart(
                 metadata_snapshot, part_name, source_replica_path,

From 14e2236a469f7d5350051fbf71a45f842fcdc2c2 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 16:43:01 +0300
Subject: [PATCH 548/742] Fix freebsd one more time

---
 cmake/find/nuraft.cmake | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/cmake/find/nuraft.cmake b/cmake/find/nuraft.cmake
index 8f67a09c5f6..d31fe9c1de8 100644
--- a/cmake/find/nuraft.cmake
+++ b/cmake/find/nuraft.cmake
@@ -19,5 +19,6 @@ if (NOT OS_FREEBSD)
 
     message (STATUS "Using NuRaft=${USE_NURAFT}: ${NURAFT_INCLUDE_DIR} : ${NURAFT_LIBRARY}")
 else()
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Using internal NuRaft library on FreeBSD is not supported")
+    set (USE_NURAFT 0)
+    message (STATUS "Using internal NuRaft library on FreeBSD is not supported")
 endif()

From cdc1f068d2c2a2399be6950ff857431e9ce838eb Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Fri, 25 Dec 2020 17:13:26 +0300
Subject: [PATCH 549/742] skip arcadia

---
 tests/queries/0_stateless/arcadia_skip_list.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/queries/0_stateless/arcadia_skip_list.txt b/tests/queries/0_stateless/arcadia_skip_list.txt
index c297698641b..c1f7c14f58a 100644
--- a/tests/queries/0_stateless/arcadia_skip_list.txt
+++ b/tests/queries/0_stateless/arcadia_skip_list.txt
@@ -19,6 +19,7 @@
 00800_low_cardinality_distributed_insert
 00821_distributed_storage_with_join_on
 00829_bitmap_function
+00829_bitmap64_function
 00850_global_join_dups
 00858_issue_4756
 00877_memory_limit_for_new_delete

From 1a8dcc2b279870c128b45f0ad388f18b3508518e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 17:18:41 +0300
Subject: [PATCH 550/742] Feractoring StringHash

---
 src/Functions/FunctionsStringHash.cpp | 580 +++++++++++++-------------
 1 file changed, 290 insertions(+), 290 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 206cdc6429c..7be5b93d69e 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -7,13 +7,13 @@
 
 #include <Core/Defines.h>
 
-#include <bitset>
 #include <functional>
-#include <memory>
 #include <tuple>
 #include <vector>
 #include <common/unaligned.h>
 
+#include <city.h>
+
 namespace DB
 {
 
@@ -133,87 +133,15 @@ struct Hash
         for (size_t i = 0; i < offset; ++i)
             crc = shingleHash<CaseInsensitive>(crc, shingle[i].data, shingle[i].size);
     }
-
-    static ALWAYS_INLINE inline UInt64 wordShinglesHash(const UInt64 * hashes, size_t size, size_t offset)
-    {
-        UInt64 crc1 = -1ULL;
-        UInt64 crc2 = -1ULL;
-
-        for (size_t i = offset; i < size; i += 2)
-            crc1 = crc32u64(crc1, hashes[i]);
-        for (size_t i = offset + 1; i < size; i += 2)
-            crc2 = crc32u64(crc2, hashes[i]);
-
-        if ((size - offset) & 1)
-        {
-            for (size_t i = 0; i < offset; i += 2)
-                crc2 = crc32u64(crc2, hashes[i]);
-            for (size_t i = 1; i < offset; i += 2)
-                crc1 = crc32u64(crc1, hashes[i]);
-        }
-        else
-        {
-            for (size_t i = 0; i < offset; i += 2)
-                crc1 = crc32u64(crc1, hashes[i]);
-            for (size_t i = 1; i < offset; i += 2)
-                crc2 = crc32u64(crc2, hashes[i]);
-        }
-
-        return crc1 | (crc2 << 32u);
-    }
-
-    static ALWAYS_INLINE inline UInt64 hashSum(const UInt8 * hashes [[maybe_unused]], size_t K [[maybe_unused]])
-    {
-        UInt64 crc1 = -1ULL;
-        UInt64 crc2 = -1ULL;
-
-        for (size_t i = 0; i < K; i += 2)
-            crc1 = crc32u8(crc1, hashes[i]);
-        for (size_t i = 1; i < K; i += 2)
-            crc2 = crc32u8(crc2, hashes[i]);
-
-        return crc1 | (crc2 << 32u);
-    }
-
-    static ALWAYS_INLINE inline UInt64 hashSum(const UInt32 * hashes [[maybe_unused]], size_t K [[maybe_unused]])
-    {
-        UInt64 crc1 = -1ULL;
-        UInt64 crc2 = -1ULL;
-
-        for (size_t i = 0; i < K; i += 2)
-            crc1 = crc32u32(crc1, hashes[i]);
-        for (size_t i = 1; i < K; i += 2)
-            crc2 = crc32u32(crc2, hashes[i]);
-
-        return crc1 | (crc2 << 32u);
-    }
-
-    static ALWAYS_INLINE inline UInt64 hashSum(const UInt64 * hashes, size_t K)
-    {
-        UInt64 crc1 = -1ULL;
-        UInt64 crc2 = -1ULL;
-
-        for (size_t i = 0; i < K; i += 2)
-            crc1 = crc32u64(crc1, hashes[i]);
-        for (size_t i = 1; i < K; i += 2)
-            crc2 = crc32u64(crc2, hashes[i]);
-
-        return crc1 | (crc2 << 32u);
-    }
 };
 
 // SimHash String -> UInt64
-// N: the length of ngram or words shingles
-// CodePoint: UInt8(ASCII) or UInt32(UTF8)
 // UTF8: means ASCII or UTF8, these two parameters CodePoint and UTF8 can only be (UInt8, false) or (UInt32, true)
 // Ngram: means ngram(true) or words shingles(false)
 // CaseInsensitive: means should we consider about letter case or not
-template <size_t N, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
+template <bool UTF8, bool Ngram, bool CaseInsensitive>
 struct SimHashImpl
 {
-    //using StrOp = ExtractStringImpl<N, CaseInsensitive>;
-    //static constexpr size_t simultaneously_codepoints_num = StrOp::buffer_size;
-
     /// Update fingerprint according to hash_value bits.
     static ALWAYS_INLINE inline void updateFingerVector(Int64 * finger_vec, UInt64 hash_value)
     {
@@ -238,7 +166,7 @@ struct SimHashImpl
     // for each ngram, calculate a 64 bit hash value, and update the vector according the hash value
     // finally return a 64 bit value(UInt64), i'th bit is 1 means vector[i] > 0, otherwise, vector[i] < 0
 
-    static ALWAYS_INLINE inline UInt64 ngramHash(const UInt8 * data, size_t size, size_t shingle_size)
+    static ALWAYS_INLINE inline UInt64 ngramHashASCII(const UInt8 * data, size_t size, size_t shingle_size)
     {
         if (size < shingle_size)
             return Hash::shingleHash<CaseInsensitive>(-1ULL, data, size);
@@ -255,10 +183,7 @@ struct SimHashImpl
         return getSimHash(finger_vec);
     }
 
-    static ALWAYS_INLINE inline UInt64 ngramHashUTF8(
-        size_t shingle_size,
-        const UInt8 * data,
-        size_t size)
+    static ALWAYS_INLINE inline UInt64 ngramHashUTF8(const UInt8 * data, size_t size, size_t shingle_size)
     {
         const UInt8 * start = data;
         const UInt8 * end = data + size;
@@ -300,10 +225,7 @@ struct SimHashImpl
     // 2. next, we extract one word each time, and calculate a new hash value of the new word,then use the latest N hash
     // values to calculate the next word shingle hash value
 
-    static ALWAYS_INLINE inline UInt64 wordShingleHash(
-        const UInt8 * data,
-        size_t size,
-        size_t shingle_size)
+    static ALWAYS_INLINE inline UInt64 wordShingleHash(const UInt8 * data, size_t size, size_t shingle_size)
     {
         const UInt8 * start = data;
         const UInt8 * end = data + size;
@@ -336,7 +258,7 @@ struct SimHashImpl
         size_t offset = 0;
         while (start < end)
         {
-            const UInt8 * word_start = nullptr;
+            const UInt8 * word_start;
 
             if constexpr (UTF8)
                 word_start = ExtractStringImpl::readOneUTF8Word(start, end);
@@ -368,123 +290,28 @@ struct SimHashImpl
         return getSimHash(finger_vec);
     }
 
-    static ALWAYS_INLINE inline UInt64 wordShinglesCalculateHashValue(
-        const char * data,
-        size_t size,
-        size_t shingle_size,
-        size_t heap_size,
-        size_t max_word_length)
-    {
-        const char * start = data;
-        const char * end = data + size;
-
-        // Also, a 64 bit vector initialized to zero
-        Int64 finger_vec[64] = {};
-        // a array to store N word hash values
-        std::vector<UInt64> word_hashes(shingle_size, 0);
-        // word buffer to store one word
-        PaddedPODArray<CodePoint> word_buf;
-        // get first word shingle
-        for (size_t i = 0; i < N && start < end; ++i)
-        {
-            read_one_word(word_buf, start, end);
-            if (!word_buf.empty())
-            {
-                // for each word, calculate a hash value and stored into the array
-                nword_hashes[i++] = Hash::hashSum(word_buf.data(), word_buf.size());
-            }
-        }
-
-        // calculate the first word shingle hash value
-        UInt64 hash_value = hash_functor(nword_hashes, N, 0);
-        std::bitset<64> first_bits(hash_value);
-        for (size_t i = 0; i < 64; ++i)
-        {
-            finger_vec[i] += ((first_bits.test(i)) ? 1 : -1);
-        }
-
-        size_t offset = 0;
-        while (start < end && read_one_word(word_buf, start, end))
-        {
-            // we need to store the new word hash value to the oldest location.
-            // for example, N = 5, array |a0|a1|a2|a3|a4|, now , a0 is the oldest location,
-            // so we need to store new word hash into location of a0, then ,this array become
-            // |a5|a1|a2|a3|a4|, next time, a1 become the oldest location, we need to store new
-            // word hash value into location of a1, then array become |a5|a6|a2|a3|a4|
-            nword_hashes[offset] = Hash::hashSum(word_buf.data(), word_buf.size());
-            offset = (offset + 1) % N;
-            // according to the word hash storation way, in order to not lose the word shingle's
-            // sequence information, when calculation word shingle hash value, we need provide the offset
-            // information, which is the offset of the first word's hash value of the word shingle
-            hash_value = hash_functor(nword_hashes, N, offset);
-            std::bitset<64> bits(hash_value);
-            for (size_t i = 0; i < 64; ++i)
-            {
-                finger_vec[i] += ((bits.test(i)) ? 1 : -1);
-            }
-        }
-
-        std::bitset<64> res_bit(0u);
-        for (size_t i = 0; i < 64; ++i)
-        {
-            if (finger_vec[i] > 0)
-                res_bit.set(i);
-        }
-        return res_bit.to_ullong();
-    }
-
-    static void apply(const ColumnString::Chars & data, const ColumnString::Offsets & offsets, PaddedPODArray<UInt64> & res)
+    static void apply(const ColumnString::Chars & data, const ColumnString::Offsets & offsets, size_t shingle_size, PaddedPODArray<UInt64> & res)
     {
         for (size_t i = 0; i < offsets.size(); ++i)
         {
-            const char * one_data = reinterpret_cast<const char *>(&data[offsets[i - 1]]);
+            const UInt8 * one_data = &data[offsets[i - 1]];
             const size_t data_size = offsets[i] - offsets[i - 1] - 1;
 
             if constexpr (Ngram)
             {
                 if constexpr (!UTF8)
-                    res[i] = ngramCalculateHashValue(one_data, data_size, StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
+                    res[i] = ngramHashASCII(one_data, data_size, shingle_size);
                 else
-                    res[i] = ngramCalculateHashValue(one_data, data_size, StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
+                    res[i] = ngramHashUTF8(one_data, data_size, shingle_size);
             }
             else
             {
-                if constexpr (!UTF8)
-                    res[i] = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneASCIIWord, Hash::wordShinglesHash);
-                else
-                    res[i] = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneUTF8Word, Hash::wordShinglesHash);
+                res[i] = wordShingleHash(one_data, data_size, shingle_size);
             }
         }
     }
 };
 
-template <typename F, size_t K, size_t v>
-class FixedHeap
-{
-public:
-    FixedHeap() = delete;
-
-    explicit FixedHeap(F f_) : f(f_), data_t(std::make_shared<std::vector<UInt64>>(K, v))
-    {
-        std::make_heap(data_t->begin(), data_t->end(), f);
-    }
-
-    void insertAndReplace(UInt64 new_v)
-    {
-        data_t->push_back(new_v);
-        std::push_heap(data_t->begin(), data_t->end(), f);
-        std::pop_heap(data_t->begin(), data_t->end(), f);
-        data_t->pop_back();
-    }
-
-    const UInt64 * data() { return data_t->data(); }
-
-private:
-    F f;
-    std::shared_ptr<std::vector<UInt64>> data_t;
-};
-
-
 // MinHash: String -> Tuple(UInt64, UInt64)
 // for each string, we extract ngram or word shingle,
 // for each ngram or word shingle, calculate a hash value,
@@ -492,136 +319,237 @@ private:
 // and take the K maximum hash values to calculate another hashsum,
 // return this two hashsum: Tuple(hashsum1, hashsum2)
 //
-// N: the length of ngram or words shingles
-// K: the number of minimum hashes and maximum hashes that we keep
-// CodePoint: UInt8(ASCII) or UInt32(UTF8)
 // UTF8: means ASCII or UTF8, these two parameters CodePoint and UTF8 can only be (UInt8, false) or (UInt32, true)
 // Ngram: means ngram(true) or words shingles(false)
 // CaseInsensitive: means should we consider about letter case or not
-template <size_t N, size_t K, typename CodePoint, bool UTF8, bool Ngram, bool CaseInsensitive>
+template <bool UTF8, bool Ngram, bool CaseInsensitive>
 struct MinHashImpl
 {
-    using Less = std::less<size_t>;
-    using Greater = std::greater<size_t>;
-    using MaxHeap = FixedHeap<std::less<size_t>, K, -1ULL>;
-    using MinHeap = FixedHeap<std::greater<size_t>, K, 0>;
-    using StrOp = ExtractStringImpl<N, CaseInsensitive>;
-    static constexpr size_t simultaneously_codepoints_num = StrOp::buffer_size;
-
-    // MinHash ngram calculate function, String -> Tuple(UInt64, UInt64)
-    // we extract ngram from input string, and calculate a hash value for each ngram
-    // then we take the K minimum hash values to calculate a hashsum,
-    // and take the K maximum hash values to calculate another hashsum,
-    // return this two hashsum: Tuple(hashsum1, hashsum2)
-    static ALWAYS_INLINE inline std::tuple<UInt64, UInt64> ngramCalculateHashValue(
-        const char * data,
-        size_t size,
-        size_t (*read_code_points)(CodePoint *, const char *&, const char *),
-        UInt64 (*hash_functor)(const CodePoint *))
+    template<typename Comp>
+    struct Heap
     {
-        const char * start = data;
-        const char * end = data + size;
-        // we just maintain the K minimu and K maximum hash values
-        MaxHeap k_minimum_hashes(Less{});
-        MinHeap k_maximum_hashes(Greater{});
-        CodePoint cp[simultaneously_codepoints_num] = {};
-
-        size_t found = read_code_points(cp, start, end);
-        size_t iter = N - 1;
-
-        do
+        void update(UInt64 hash, StringRef ref, size_t limit)
         {
-            for (; iter + N <= found; ++iter)
-            {
-                auto new_hash = hash_functor(cp + iter);
-                // insert the new hash value into array used to store K minimum value
-                // and K maximum value
-                k_minimum_hashes.insertAndReplace(new_hash);
-                k_maximum_hashes.insertAndReplace(new_hash);
-            }
-            iter = 0;
-        } while (start < end && (found = read_code_points(cp, start, end)));
+            if (values.count(hash))
+                return;
 
-        // calculate hashsum of the K minimum hash values and K maximum hash values
-        UInt64 res1 = Hash::hashSum(k_minimum_hashes.data(), K);
-        UInt64 res2 = Hash::hashSum(k_maximum_hashes.data(), K);
-        return std::make_tuple(res1, res2);
+            values[hash] = ref;
+
+            if (values.size() > limit)
+                values.erase(values.begin());
+        }
+
+        UInt64 getHash()
+        {
+            if (values.empty())
+                return 0;
+
+            auto it = values.begin();
+            UInt64 res = CityHash_v1_0_2::CityHash64(it->first, sizeof(UInt64));
+
+            for (; it != values.end(); ++it)
+                res = CityHash_v1_0_2::Hash128to64(CityHash_v1_0_2::uint128(res, it->first));
+
+            return res;
+        }
+
+        void fill(ColumnTuple & strings)
+        {
+            auto it = values.begin();
+            for (size_t i = 0; i < strings.size(); ++i)
+            {
+                auto & col_string = static_cast<ColumnString &>(strings.getColumn(i));
+                if (it != values.end())
+                {
+                    col_string.insertData(it->second.data, it->second.size);
+                    ++it;
+                }
+                else
+                    col_string.insertDefault();
+            }
+        }
+
+        std::map<UInt64, StringRef, Comp> values;
+    };
+
+    using MaxHeap = Heap<std::less<size_t>>;
+    using MinHeap = Heap<std::greater<size_t>>;
+
+    static ALWAYS_INLINE inline UInt64 ngramHashASCII(
+        MinHeap & min_heap,
+        MaxHeap & max_heap,
+        const UInt8 * data,
+        size_t size,
+        size_t shingle_size,
+        size_t heap_size)
+    {
+        if (size < shingle_size)
+            return Hash::shingleHash<CaseInsensitive>(-1ULL, data, size);
+
+        const UInt8 * end = data + size;
+
+        for (const UInt8 * pos = data; pos + shingle_size <= end; ++pos)
+        {
+            UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(-1ULL, pos, shingle_size);
+
+            // insert the new hash value into array used to store K minimum value
+            // and K maximum value
+            min_heap.update(hash_value, StringRef{pos, shingle_size}, heap_size);
+            max_heap.update(hash_value, StringRef{pos, shingle_size}, heap_size);
+        }
+    }
+
+    static ALWAYS_INLINE inline UInt64 ngramHashUTF8(
+        MinHeap & min_heap,
+        MaxHeap & max_heap,
+        const UInt8 * data,
+        size_t size,
+        size_t shingle_size,
+        size_t heap_size)
+    {
+        const UInt8 * start = data;
+        const UInt8 * end = data + size;
+
+        const UInt8 * word_start = start;
+        const UInt8 * word_end = start;
+
+        for (size_t i = 0; i < shingle_size; ++i)
+        {
+            if (word_end >= end)
+                return Hash::shingleHash<CaseInsensitive>(-1ULL, data, size);
+
+            ExtractStringImpl::readOneUTF8Code(word_end, end);
+        }
+
+        while (word_end < end)
+        {
+            ExtractStringImpl::readOneUTF8Code(word_start, word_end);
+            ExtractStringImpl::readOneUTF8Code(word_end, end);
+
+            size_t length = word_end - word_start;
+            UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(-1ULL, word_start, length);
+
+            min_heap.update(hash_value, StringRef{word_start, length}, heap_size);
+            max_heap.update(hash_value, StringRef{word_start, length}, heap_size);
+        }
     }
 
     // MinHash word shingle hash value calculate function: String ->Tuple(UInt64, UInt64)
     // for each word shingle, we calculate a hash value, but in fact, we just maintain the
     // K minimum and K maximum hash value
-    static ALWAYS_INLINE inline std::tuple<UInt64, UInt64> wordShinglesCalculateHashValue(
-        const char * data,
+    static ALWAYS_INLINE inline UInt64 wordShingleHash(
+        MinHeap & min_heap,
+        MaxHeap & max_heap,
+        const UInt8 * data,
         size_t size,
-        size_t (*read_one_word)(PaddedPODArray<CodePoint> &, const char *&, const char *),
-        UInt64 (*hash_functor)(const UInt64 *, size_t, size_t))
+        size_t shingle_size,
+        size_t heap_size)
     {
-        const char * start = data;
-        const char * end = start + size;
-        // also we just store the K minimu and K maximum hash values
-        MaxHeap k_minimum_hashes(Less{});
-        MinHeap k_maximum_hashes(Greater{});
-        // array to store n word hashes
-        UInt64 nword_hashes[N] = {};
-        // word buffer to store one word
-        PaddedPODArray<CodePoint> word_buf;
-        // how word shingle hash value calculation and word hash storation is same as we
-        // have descripted in SimHash wordShinglesCalculateHashValue function
-        for (size_t i = 0; i < N && start < end; ++i)
+        const UInt8 * start = data;
+        const UInt8 * end = data + size;
+
+        // An array to store N words.
+        std::vector<StringRef> words;
+        words.reserve(shingle_size);
+
+        // get first word shingle
+        while (start < end && words.size() < shingle_size)
         {
-            read_one_word(word_buf, start, end);
-            if (!word_buf.empty())
-            {
-                nword_hashes[i++] = Hash::hashSum(word_buf.data(), word_buf.size());
-            }
+            const UInt8 * word_start = nullptr;
+
+            if constexpr (UTF8)
+                word_start = ExtractStringImpl::readOneUTF8Word(start, end);
+            else
+                word_start = ExtractStringImpl::readOneASCIIWord(start, end);
+
+            size_t length = start - word_start;
+
+            if (length)
+                words.emplace_back(word_start, length);
         }
 
-        auto new_hash = hash_functor(nword_hashes, N, 0);
-        k_minimum_hashes.insertAndReplace(new_hash);
-        k_maximum_hashes.insertAndReplace(new_hash);
+        UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(words);
+        {
+            const char * shingle_start = words.front().data;
+            const char * shingle_end = words.back().data + words.back().size;
+            StringRef ref(shingle_start, shingle_end - shingle_start);
+            min_heap.update(hash_value, ref, heap_size);
+            max_heap.update(hash_value, ref, heap_size);
+        }
 
         size_t offset = 0;
-        while (start < end && read_one_word(word_buf, start, end))
+        while (start < end)
         {
-            nword_hashes[offset] = Hash::hashSum(word_buf.data(), word_buf.size());
-            offset = (offset + 1) % N;
-            new_hash = hash_functor(nword_hashes, N, offset);
-            k_minimum_hashes.insertAndReplace(new_hash);
-            k_maximum_hashes.insertAndReplace(new_hash);
-        }
+            const UInt8 * word_start;
 
-        // calculate hashsum
-        UInt64 res1 = Hash::hashSum(k_minimum_hashes.data(), K);
-        UInt64 res2 = Hash::hashSum(k_maximum_hashes.data(), K);
-        return std::make_tuple(res1, res2);
+            if constexpr (UTF8)
+                word_start = ExtractStringImpl::readOneUTF8Word(start, end);
+            else
+                word_start = ExtractStringImpl::readOneASCIIWord(start, end);
+
+            size_t length = start - word_start;
+
+            if (length == 0)
+                continue;
+
+            words[offset] = StringRef(word_start, length);
+            const char * shingle_end = words[offset].data + length;
+
+            ++offset;
+            if (offset >= shingle_size)
+                offset = 0;
+
+            const char * shingle_start = words[offset].data;
+
+            hash_value = Hash::shingleHash<CaseInsensitive>(words, offset);
+            StringRef ref(shingle_start, shingle_end - shingle_start);
+            min_heap.update(hash_value, ref, heap_size);
+            max_heap.update(hash_value, ref, heap_size);
+        }
     }
 
     static void apply(
         const ColumnString::Chars & data,
         const ColumnString::Offsets & offsets,
-        PaddedPODArray<UInt64> & res1,
-        PaddedPODArray<UInt64> & res2)
+        size_t shingle_size,
+        size_t heap_size,
+        PaddedPODArray<UInt64> * res1,
+        PaddedPODArray<UInt64> * res2,
+        ColumnTuple * res1_strings,
+        ColumnTuple * res2_strings)
     {
+        MinHeap min_heap;
+        MaxHeap max_heap;
+
         for (size_t i = 0; i < offsets.size(); ++i)
         {
             const char * one_data = reinterpret_cast<const char *>(&data[offsets[i - 1]]);
             const size_t data_size = offsets[i] - offsets[i - 1] - 1;
 
+            min_heap.values.clear();
+            max_heap.values.clear();
+
             if constexpr (Ngram)
             {
                 if constexpr (!UTF8)
-                    std::tie(res1[i], res2[i]) = ngramCalculateHashValue(one_data, data_size, StrOp::readASCIICodePoints, Hash::ngramASCIIHash);
+                    ngramHashASCII(min_heap, max_heap, one_data, data_size, shingle_size, heap_size);
                 else
-                    std::tie(res1[i], res2[i]) = ngramCalculateHashValue(one_data, data_size, StrOp::readUTF8CodePoints, Hash::ngramUTF8Hash);
+                    ngramHashUTF8(min_heap, max_heap, one_data, data_size, shingle_size, heap_size);
             }
             else
             {
-                if constexpr (!UTF8)
-                    std::tie(res1[i], res2[i]) = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneASCIIWord, Hash::wordShinglesHash);
-                else
-                    std::tie(res1[i], res2[i]) = wordShinglesCalculateHashValue(one_data, data_size, StrOp::readOneUTF8Word, Hash::wordShinglesHash);
+                wordShingleHash(min_heap, max_heap, one_data, data_size, shingle_size, heap_size);
             }
+
+            if (res1)
+                (*res1)[i] = min_heap.getHash();
+            if (res2)
+                (*res2)[i] = max_heap.getHash();
+
+            if (res1_strings)
+                min_heap.fill(*res1_strings);
+            if (res2_strings)
+                max_heap.fill(*res2_strings);
         }
     }
 };
@@ -706,48 +634,111 @@ struct NameWordShingleMinHashCaseInsensitiveUTF8
     static constexpr auto name = "wordShingleMinHashCaseInsensitiveUTF8";
 };
 
+struct NameNgramMinHashArg
+{
+    static constexpr auto name = "ngramMinHashArg";
+};
+
+struct NameNgramMinHashArgCaseInsensitive
+{
+    static constexpr auto name = "ngramMinHashArgCaseInsensitive";
+};
+
+struct NameNgramMinHashArgUTF8
+{
+    static constexpr auto name = "ngramMinHashArgUTF8";
+};
+
+struct NameNgramMinHashArgCaseInsensitiveUTF8
+{
+    static constexpr auto name = "ngramMinHashArgCaseInsensitiveUTF8";
+};
+
+struct NameWordShingleMinHashArg
+{
+    static constexpr auto name = "wordShingleMinHashArg";
+};
+
+struct NameWordShingleMinHashArgCaseInsensitive
+{
+    static constexpr auto name = "wordShingleMinHashArgCaseInsensitive";
+};
+
+struct NameWordShingleMinHashArgUTF8
+{
+    static constexpr auto name = "wordShingleMinHashArgUTF8";
+};
+
+struct NameWordShingleMinHashArgCaseInsensitiveUTF8
+{
+    static constexpr auto name = "wordShingleMinHashArgCaseInsensitiveUTF8";
+};
+
 // SimHash
-using FunctionNgramSimHash = FunctionsStringHash<SimHashImpl<4, UInt8, false, true, false>, NameNgramSimHash, true>;
+using FunctionNgramSimHash = FunctionsStringHash<SimHashImpl<false, true, false>, NameNgramSimHash, true>;
 
 using FunctionNgramSimHashCaseInsensitive
-    = FunctionsStringHash<SimHashImpl<4, UInt8, false, true, true>, NameNgramSimHashCaseInsensitive, true>;
+    = FunctionsStringHash<SimHashImpl<false, true, true>, NameNgramSimHashCaseInsensitive, true>;
 
-using FunctionNgramSimHashUTF8 = FunctionsStringHash<SimHashImpl<3, UInt32, true, true, false>, NameNgramSimHashUTF8, true>;
+using FunctionNgramSimHashUTF8 = FunctionsStringHash<SimHashImpl<true, true, false>, NameNgramSimHashUTF8, true>;
 
 using FunctionNgramSimHashCaseInsensitiveUTF8
-    = FunctionsStringHash<SimHashImpl<3, UInt32, true, true, true>, NameNgramSimHashCaseInsensitiveUTF8, true>;
+    = FunctionsStringHash<SimHashImpl<true, true, true>, NameNgramSimHashCaseInsensitiveUTF8, true>;
 
-using FunctionWordShingleSimHash = FunctionsStringHash<SimHashImpl<3, UInt8, false, false, false>, NameWordShingleSimHash, true>;
+using FunctionWordShingleSimHash = FunctionsStringHash<SimHashImpl<false, false, false>, NameWordShingleSimHash, true>;
 
 using FunctionWordShingleSimHashCaseInsensitive
-    = FunctionsStringHash<SimHashImpl<3, UInt8, false, false, true>, NameWordShingleSimHashCaseInsensitive, true>;
+    = FunctionsStringHash<SimHashImpl<false, false, true>, NameWordShingleSimHashCaseInsensitive, true>;
 
-using FunctionWordShingleSimHashUTF8 = FunctionsStringHash<SimHashImpl<3, UInt32, true, false, false>, NameWordShingleSimHashUTF8, true>;
+using FunctionWordShingleSimHashUTF8 = FunctionsStringHash<SimHashImpl<true, false, false>, NameWordShingleSimHashUTF8, true>;
 
 using FunctionWordShingleSimHashCaseInsensitiveUTF8
-    = FunctionsStringHash<SimHashImpl<3, UInt32, true, false, true>, NameWordShingleSimHashCaseInsensitiveUTF8, true>;
+    = FunctionsStringHash<SimHashImpl<true, false, true>, NameWordShingleSimHashCaseInsensitiveUTF8, true>;
 
 // MinHash
-using FunctionNgramMinHash = FunctionsStringHash<MinHashImpl<4, 6, UInt8, false, true, false>, NameNgramMinHash, false>;
+using FunctionNgramMinHash = FunctionsStringHash<MinHashImpl<false, true, false>, NameNgramMinHash, false>;
 
 using FunctionNgramMinHashCaseInsensitive
-    = FunctionsStringHash<MinHashImpl<4, 6, UInt8, false, true, true>, NameNgramMinHashCaseInsensitive, false>;
+    = FunctionsStringHash<MinHashImpl<false, true, true>, NameNgramMinHashCaseInsensitive, false>;
 
-using FunctionNgramMinHashUTF8 = FunctionsStringHash<MinHashImpl<4, 6, UInt32, true, true, false>, NameNgramMinHashUTF8, false>;
+using FunctionNgramMinHashUTF8 = FunctionsStringHash<MinHashImpl<true, true, false>, NameNgramMinHashUTF8, false>;
 
 using FunctionNgramMinHashCaseInsensitiveUTF8
-    = FunctionsStringHash<MinHashImpl<4, 6, UInt32, true, true, true>, NameNgramMinHashCaseInsensitiveUTF8, false>;
+    = FunctionsStringHash<MinHashImpl<true, true, true>, NameNgramMinHashCaseInsensitiveUTF8, false>;
 
-using FunctionWordShingleMinHash = FunctionsStringHash<MinHashImpl<3, 6, UInt8, false, false, false>, NameWordShingleMinHash, false>;
+using FunctionWordShingleMinHash = FunctionsStringHash<MinHashImpl<false, false, false>, NameWordShingleMinHash, false>;
 
 using FunctionWordShingleMinHashCaseInsensitive
-    = FunctionsStringHash<MinHashImpl<3, 6, UInt8, false, false, true>, NameWordShingleMinHashCaseInsensitive, false>;
+    = FunctionsStringHash<MinHashImpl<false, false, true>, NameWordShingleMinHashCaseInsensitive, false>;
 
 using FunctionWordShingleMinHashUTF8
-    = FunctionsStringHash<MinHashImpl<3, 6, UInt32, true, false, false>, NameWordShingleMinHashUTF8, false>;
+    = FunctionsStringHash<MinHashImpl<true, false, false>, NameWordShingleMinHashUTF8, false>;
 
 using FunctionWordShingleMinHashCaseInsensitiveUTF8
-    = FunctionsStringHash<MinHashImpl<3, 6, UInt32, true, false, true>, NameWordShingleMinHashCaseInsensitiveUTF8, false>;
+    = FunctionsStringHash<MinHashImpl<true, false, true>, NameWordShingleMinHashCaseInsensitiveUTF8, false>;
+
+// MinHasArg
+
+using FunctionNgramMinHashArg = FunctionsStringHash<MinHashImpl<false, true, false>, NameNgramMinHashArg, false>;
+
+using FunctionNgramMinHashArgCaseInsensitive
+= FunctionsStringHash<MinHashImpl<false, true, true>, NameNgramMinHashArgCaseInsensitive, false>;
+
+using FunctionNgramMinHashArgUTF8 = FunctionsStringHash<MinHashImpl<true, true, false>, NameNgramMinHashArgUTF8, false>;
+
+using FunctionNgramMinHashArgCaseInsensitiveUTF8
+= FunctionsStringHash<MinHashImpl<true, true, true>, NameNgramMinHashArgCaseInsensitiveUTF8, false>;
+
+using FunctionWordShingleMinHashArg = FunctionsStringHash<MinHashImpl<false, false, false>, NameWordShingleMinHashArg, false>;
+
+using FunctionWordShingleMinHashArgCaseInsensitive
+= FunctionsStringHash<MinHashImpl<false, false, true>, NameWordShingleMinHashArgCaseInsensitive, false>;
+
+using FunctionWordShingleMinHashArgUTF8
+= FunctionsStringHash<MinHashImpl<true, false, false>, NameWordShingleMinHashArgUTF8, false>;
+
+using FunctionWordShingleMinHashArgCaseInsensitiveUTF8
+= FunctionsStringHash<MinHashImpl<true, false, true>, NameWordShingleMinHashArgCaseInsensitiveUTF8, false>;
 
 void registerFunctionsStringHash(FunctionFactory & factory)
 {
@@ -768,6 +759,15 @@ void registerFunctionsStringHash(FunctionFactory & factory)
     factory.registerFunction<FunctionWordShingleMinHashCaseInsensitive>();
     factory.registerFunction<FunctionWordShingleMinHashUTF8>();
     factory.registerFunction<FunctionWordShingleMinHashCaseInsensitiveUTF8>();
+
+    factory.registerFunction<FunctionNgramMinHashArg>();
+    factory.registerFunction<FunctionNgramMinHashArgCaseInsensitive>();
+    factory.registerFunction<FunctionNgramMinHashArgUTF8>();
+    factory.registerFunction<FunctionNgramMinHashArgCaseInsensitiveUTF8>();
+    factory.registerFunction<FunctionWordShingleMinHashArg>();
+    factory.registerFunction<FunctionWordShingleMinHashArgCaseInsensitive>();
+    factory.registerFunction<FunctionWordShingleMinHashArgUTF8>();
+    factory.registerFunction<FunctionWordShingleMinHashArgCaseInsensitiveUTF8>();
 }
 }
 

From 94f4a15cd0b74ad50160fbcc5cca56d98010dbd7 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 18:19:30 +0300
Subject: [PATCH 551/742] Feractoring StringHash

---
 src/Functions/FunctionsStringHash.cpp |  16 ++--
 src/Functions/FunctionsStringHash.h   | 121 ++++++++++++++++++++++++--
 2 files changed, 120 insertions(+), 17 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 7be5b93d69e..b36cc331dcb 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -719,26 +719,26 @@ using FunctionWordShingleMinHashCaseInsensitiveUTF8
 
 // MinHasArg
 
-using FunctionNgramMinHashArg = FunctionsStringHash<MinHashImpl<false, true, false>, NameNgramMinHashArg, false>;
+using FunctionNgramMinHashArg = FunctionsStringHash<MinHashImpl<false, true, false>, NameNgramMinHashArg, false, true>;
 
 using FunctionNgramMinHashArgCaseInsensitive
-= FunctionsStringHash<MinHashImpl<false, true, true>, NameNgramMinHashArgCaseInsensitive, false>;
+= FunctionsStringHash<MinHashImpl<false, true, true>, NameNgramMinHashArgCaseInsensitive, false, true>;
 
-using FunctionNgramMinHashArgUTF8 = FunctionsStringHash<MinHashImpl<true, true, false>, NameNgramMinHashArgUTF8, false>;
+using FunctionNgramMinHashArgUTF8 = FunctionsStringHash<MinHashImpl<true, true, false>, NameNgramMinHashArgUTF8, false, true>;
 
 using FunctionNgramMinHashArgCaseInsensitiveUTF8
-= FunctionsStringHash<MinHashImpl<true, true, true>, NameNgramMinHashArgCaseInsensitiveUTF8, false>;
+= FunctionsStringHash<MinHashImpl<true, true, true>, NameNgramMinHashArgCaseInsensitiveUTF8, false, true>;
 
-using FunctionWordShingleMinHashArg = FunctionsStringHash<MinHashImpl<false, false, false>, NameWordShingleMinHashArg, false>;
+using FunctionWordShingleMinHashArg = FunctionsStringHash<MinHashImpl<false, false, false>, NameWordShingleMinHashArg, false, true>;
 
 using FunctionWordShingleMinHashArgCaseInsensitive
-= FunctionsStringHash<MinHashImpl<false, false, true>, NameWordShingleMinHashArgCaseInsensitive, false>;
+= FunctionsStringHash<MinHashImpl<false, false, true>, NameWordShingleMinHashArgCaseInsensitive, false, true>;
 
 using FunctionWordShingleMinHashArgUTF8
-= FunctionsStringHash<MinHashImpl<true, false, false>, NameWordShingleMinHashArgUTF8, false>;
+= FunctionsStringHash<MinHashImpl<true, false, false>, NameWordShingleMinHashArgUTF8, false, true>;
 
 using FunctionWordShingleMinHashArgCaseInsensitiveUTF8
-= FunctionsStringHash<MinHashImpl<true, false, true>, NameWordShingleMinHashArgCaseInsensitiveUTF8, false>;
+= FunctionsStringHash<MinHashImpl<true, false, true>, NameWordShingleMinHashArgCaseInsensitiveUTF8, false, true>;
 
 void registerFunctionsStringHash(FunctionFactory & factory)
 {
diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index 979f2bd8a9d..2fe5418d94a 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -7,6 +7,7 @@
 #include <DataTypes/DataTypeFactory.h>
 #include <DataTypes/DataTypeTuple.h>
 #include <DataTypes/DataTypesNumber.h>
+#include <DataTypes/DataTypeString.h>
 #include <Functions/FunctionHelpers.h>
 #include <Functions/IFunctionImpl.h>
 
@@ -15,33 +16,107 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
+    extern const int TOO_MANY_ARGUMENTS_FOR_FUNCTION;
+    extern const int TOO_FEW_ARGUMENTS_FOR_FUNCTION;
 }
 
 // FunctionStringHash
 // Simhash: String -> UInt64
 // Minhash: String -> (UInt64, UInt64)
-template <typename Impl, typename Name, bool is_simhash>
+template <typename Impl, typename Name, bool is_simhash, bool is_arg = false>
 class FunctionsStringHash : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
+    static constexpr size_t default_shingle_size = 3;
+    static constexpr size_t default_num_hashes = 6;
 
     static FunctionPtr create(const Context &) { return std::make_shared<FunctionsStringHash>(); }
 
     String getName() const override { return name; }
 
-    size_t getNumberOfArguments() const override { return 1; }
+    size_t getNumberOfArguments() const override { return 0; }
+    bool isVariadic() const override { return true; }
 
-    DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
+    ColumnNumbers getArgumentsThatAreAlwaysConstant() const override
     {
-        if (!isString(arguments[0]))
+        if constexpr (is_simhash)
+            return {1};
+        else
+            return {1, 2};
+    }
+
+    DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName & arguments) const override
+    {
+        if (arguments.empty())
+            throw Exception(ErrorCodes::TOO_FEW_ARGUMENTS_FOR_FUNCTION, "Function {} expect at least one argument", getName());
+
+        if (!isString(arguments[0].type))
             throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
-                            "Function {} expect single String argument, got {}", getName(), arguments[0]->getName());
+                            "First argument of function {} must be String, got {}", getName(), arguments[0].type->getName());
+
+        size_t shingle_size = default_shingle_size;
+
+        if (arguments.size() > 1)
+        {
+            if (!isUnsignedInteger(arguments[1].type))
+                throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
+                                "Second argument (shingle size) of function {} must be unsigned integer, got {}",
+                                getName(), arguments[1].type->getName());
+
+            if (!arguments[1].column)
+                throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
+                                "Second argument (shingle size) of function {} must be constant", getName());
+
+            shingle_size = arguments[1].column->getUInt(0);
+        }
+
+        size_t num_hashes = default_num_hashes;
+
+        if (arguments.size() > 2)
+        {
+            if constexpr (is_simhash)
+                throw Exception(ErrorCodes::TOO_MANY_ARGUMENTS_FOR_FUNCTION,
+                                "Function {} expect no more then two arguments (text, shingle size), got {}",
+                                getName(), arguments.size());
+
+            if (!isUnsignedInteger(arguments[2].type))
+                throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
+                                "Third argument (num hashes) of function {} must be unsigned integer, got {}",
+                                getName(), arguments[2].type->getName());
+
+            if (!arguments[2].column)
+                throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
+                                "Third argument (num hashes) of function {} must be constant", getName());
+
+            num_hashes = arguments[2].column->getUInt(0);
+        }
+
+        if (arguments.size() > 3)
+        {
+            throw Exception(ErrorCodes::TOO_MANY_ARGUMENTS_FOR_FUNCTION,
+                            "Function {} expect no more then three arguments (text, shingle size, num hashes), got {}",
+                            getName(), arguments.size());
+        }
+
+        if (shingle_size == 0)
+            throw Exception("Second argument (shingle size) of function {} cannot be zero", getName());
+
+        if (num_hashes == 0)
+            throw Exception("Third argument (num hashes) of function {} cannot be zero", getName());
 
         auto type = std::make_shared<DataTypeUInt64>();
         if constexpr (is_simhash)
             return type;
 
+        if constexpr (is_arg)
+        {
+            DataTypePtr string_type = std::make_shared<DataTypeString>();
+            DataTypes types(num_hashes, string_type);
+            auto tuple_type = std::make_shared<DataTypeTuple>(types);
+            return std::make_shared<DataTypeTuple>(DataTypes{tuple_type, tuple_type});
+        }
+
         return std::make_shared<DataTypeTuple>(DataTypes{type, type});
     }
 
@@ -51,19 +126,47 @@ public:
     {
         const ColumnPtr & column = arguments[0].column;
 
+        size_t shingle_size = default_shingle_size;
+        size_t num_hashes = default_num_hashes;
+
+        if (arguments.size() > 1)
+            shingle_size = arguments[1].column->getUInt(0);
+
+        if (arguments.size() > 2)
+            num_hashes = arguments[2].column->getUInt(0);
+
         if constexpr (is_simhash)
         {
-            // non const string, const case is handled by useDefaultImplementationForConstants.
             auto col_res = ColumnVector<UInt64>::create();
             auto & vec_res = col_res->getData();
             vec_res.resize(column->size());
             const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
-            Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), vec_res);
+            Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), shingle_size, vec_res);
             return col_res;
         }
+        else if constexpr (is_arg) // Min hash arg
+        {
+            MutableColumns min_columns(num_hashes);
+            MutableColumns max_columns(num_hashes);
+            for (size_t i = 0; i < num_hashes; ++i)
+            {
+                min_columns[i] = ColumnString::create();
+                max_columns[i] = ColumnString::create();
+            }
+
+            auto min_tuple = ColumnTuple::create(std::move(min_columns));
+            auto max_tuple = ColumnTuple::create(std::move(max_columns));
+
+            const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
+            Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), shingle_size, num_hashes, nullptr, nullptr, &min_tuple, &max_tuple);
+
+            MutableColumns tuple_columns;
+            tuple_columns.emplace_back(std::move(min_tuple));
+            tuple_columns.emplace_back(std::move(max_tuple));
+            return ColumnTuple::create(std::move(tuple_columns));
+        }
         else // Min hash
         {
-            // non const string
             auto col_h1 = ColumnVector<UInt64>::create();
             auto col_h2 = ColumnVector<UInt64>::create();
             auto & vec_h1 = col_h1->getData();
@@ -71,7 +174,7 @@ public:
             vec_h1.resize(column->size());
             vec_h2.resize(column->size());
             const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
-            Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), vec_h1, vec_h2);
+            Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), shingle_size, num_hashes, &vec_h1, &vec_h2, nullptr, nullptr);
             MutableColumns tuple_columns;
             tuple_columns.emplace_back(std::move(col_h1));
             tuple_columns.emplace_back(std::move(col_h2));

From 4af0d73446a8845bf7349c332910562eb0876123 Mon Sep 17 00:00:00 2001
From: robot-clickhouse <robot-clickhouse@yandex-team.ru>
Date: Fri, 25 Dec 2020 18:38:21 +0300
Subject: [PATCH 552/742] Update version_date.tsv after release 20.8.11.17

---
 utils/list-versions/version_date.tsv | 1 +
 1 file changed, 1 insertion(+)

diff --git a/utils/list-versions/version_date.tsv b/utils/list-versions/version_date.tsv
index e7e4b78c99b..002dc5965d3 100644
--- a/utils/list-versions/version_date.tsv
+++ b/utils/list-versions/version_date.tsv
@@ -18,6 +18,7 @@ v20.9.5.5-stable	2020-11-13
 v20.9.4.76-stable	2020-10-29
 v20.9.3.45-stable	2020-10-09
 v20.9.2.20-stable	2020-09-22
+v20.8.11.17-lts	2020-12-25
 v20.8.10.13-lts	2020-12-24
 v20.8.9.6-lts	2020-12-10
 v20.8.8.2-lts	2020-12-07

From 2c1d4439449dccb5ad45b1fb89e1d02e6e459e1b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 18:47:17 +0300
Subject: [PATCH 553/742] Control alter sequential execution more correctly

---
 .../MergeTree/ReplicatedMergeTreeAltersSequence.cpp      | 9 ++++++---
 .../MergeTree/ReplicatedMergeTreeAltersSequence.h        | 5 ++---
 src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp      | 2 +-
 3 files changed, 9 insertions(+), 7 deletions(-)

diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp
index 81f80566990..34f5e06852c 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp
@@ -23,11 +23,13 @@ void ReplicatedMergeTreeAltersSequence::addMutationForAlter(int alter_version, s
 }
 
 void ReplicatedMergeTreeAltersSequence::addMetadataAlter(
-    int alter_version, bool have_mutation, std::lock_guard<std::mutex> & /*state_lock*/)
+    int alter_version, std::lock_guard<std::mutex> & /*state_lock*/)
 {
+    /// Data alter (mutation) always added before. See ReplicatedMergeTreeQueue::pullLogsToQueue.
+    /// So mutation alredy added to this sequence or doesn't exist.
     if (!queue_state.count(alter_version))
-        queue_state.emplace(alter_version, AlterState{.metadata_finished=false, .data_finished=!have_mutation});
-    else /// Data alter can be added before.
+        queue_state.emplace(alter_version, AlterState{.metadata_finished=false, .data_finished=true});
+    else
         queue_state[alter_version].metadata_finished = false;
 }
 
@@ -43,6 +45,7 @@ void ReplicatedMergeTreeAltersSequence::finishMetadataAlter(int alter_version, s
         queue_state.erase(alter_version);
     else
         queue_state[alter_version].metadata_finished = true;
+
 }
 
 void ReplicatedMergeTreeAltersSequence::finishDataAlter(int alter_version, std::lock_guard<std::mutex> & /*state_lock*/)
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.h b/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.h
index b675a85581e..e5d3dd0a737 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.h
@@ -38,9 +38,8 @@ public:
     /// Add mutation for alter (alter data stage).
     void addMutationForAlter(int alter_version, std::lock_guard<std::mutex> & /*state_lock*/);
 
-    /// Add metadata for alter (alter metadata stage). If have_mutation=true, than we expect, that
-    /// corresponding mutation will be added.
-    void addMetadataAlter(int alter_version, bool have_mutation, std::lock_guard<std::mutex> & /*state_lock*/);
+    /// Add metadata for alter (alter metadata stage).
+    void addMetadataAlter(int alter_version, std::lock_guard<std::mutex> & /*state_lock*/);
 
     /// Finish metadata alter. If corresponding data alter finished, than we can remove
     /// alter from sequence.
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
index 9719df9726f..d87c6b75fbf 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
@@ -158,7 +158,7 @@ void ReplicatedMergeTreeQueue::insertUnlocked(
     if (entry->type == LogEntry::ALTER_METADATA)
     {
         LOG_TRACE(log, "Adding alter metadata version {} to the queue", entry->alter_version);
-        alter_sequence.addMetadataAlter(entry->alter_version, entry->have_mutation, state_lock);
+        alter_sequence.addMetadataAlter(entry->alter_version, state_lock);
     }
 }
 

From 0950c16fb23592fabd90b7663fa8af70d9fbeb49 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 18:49:29 +0300
Subject: [PATCH 554/742] Fix unexpected change

---
 src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp
index 34f5e06852c..c2619317776 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp
@@ -45,7 +45,6 @@ void ReplicatedMergeTreeAltersSequence::finishMetadataAlter(int alter_version, s
         queue_state.erase(alter_version);
     else
         queue_state[alter_version].metadata_finished = true;
-
 }
 
 void ReplicatedMergeTreeAltersSequence::finishDataAlter(int alter_version, std::lock_guard<std::mutex> & /*state_lock*/)

From b900ddd1c30a1d3e660e5f07eb999a58aa4524ca Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Fri, 25 Dec 2020 18:50:38 +0300
Subject: [PATCH 555/742] fixed description

---
 docs/en/sql-reference/functions/other-functions.md | 2 +-
 docs/ru/sql-reference/functions/other-functions.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index 46c422bd336..982b7d215e7 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1172,7 +1172,7 @@ Result:
 
 ## finalizeAggregation {#function-finalizeaggregation}
 
-Takes state of aggregate function. Returns result of aggregation (finalized state). Useful with [-State](../../sql-reference/aggregate-functions/combinators.md#agg-functions-combinator-state) combinator.
+Takes state of aggregate function. Returns result of aggregation (or finalized state when using[-State](../../sql-reference/aggregate-functions/combinators.md#agg-functions-combinator-state) combinator).
 
 **Syntax** 
 
diff --git a/docs/ru/sql-reference/functions/other-functions.md b/docs/ru/sql-reference/functions/other-functions.md
index f61a41a6909..289c721bcce 100644
--- a/docs/ru/sql-reference/functions/other-functions.md
+++ b/docs/ru/sql-reference/functions/other-functions.md
@@ -1104,7 +1104,7 @@ SELECT formatReadableSize(filesystemCapacity()) AS "Capacity", toTypeName(filesy
 
 ## finalizeAggregation {#function-finalizeaggregation}
 
-Принимает состояние агрегатной функции. Возвращает результат агрегирования. Полезно с комбинатором [-State](../../sql-reference/aggregate-functions/combinators.md#state).
+Принимает состояние агрегатной функции. Возвращает результат агрегирования (или завершенное состояние при использовании комбинатора [-State](../../sql-reference/aggregate-functions/combinators.md#state)).
 
 **Синтаксис** 
 

From 2239f9b0c67cb152e0d3a06c574b53dfbc530c34 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Fri, 25 Dec 2020 18:54:38 +0300
Subject: [PATCH 556/742] done

---
 src/Functions/bar.cpp                                    | 9 +++++++--
 .../0_stateless/01621_bar_nan_arguments.reference        | 0
 tests/queries/0_stateless/01621_bar_nan_arguments.sql    | 2 ++
 3 files changed, 9 insertions(+), 2 deletions(-)
 create mode 100644 tests/queries/0_stateless/01621_bar_nan_arguments.reference
 create mode 100644 tests/queries/0_stateless/01621_bar_nan_arguments.sql

diff --git a/src/Functions/bar.cpp b/src/Functions/bar.cpp
index 12b22bae80c..84d5aae190e 100644
--- a/src/Functions/bar.cpp
+++ b/src/Functions/bar.cpp
@@ -7,6 +7,8 @@
 #include <Common/FieldVisitors.h>
 #include <IO/WriteHelpers.h>
 
+#include <iostream>
+
 
 namespace DB
 {
@@ -75,11 +77,14 @@ public:
         /// The maximum width of the bar in characters, by default.
         Float64 max_width = arguments.size() == 4 ? extractConstant<Float64>(arguments, 3, "Fourth") : 80;
 
+        if (isNaN(max_width))
+            throw Exception("Argument 'max_width' must not be NaN", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+
         if (max_width < 1)
-            throw Exception("Max_width argument must be >= 1.", ErrorCodes::ARGUMENT_OUT_OF_BOUND);
+            throw Exception("Argument 'max_width' must be >= 1", ErrorCodes::ARGUMENT_OUT_OF_BOUND);
 
         if (max_width > 1000)
-            throw Exception("Too large max_width.", ErrorCodes::ARGUMENT_OUT_OF_BOUND);
+            throw Exception("Argument 'max_width' must be <= 1000", ErrorCodes::ARGUMENT_OUT_OF_BOUND);
 
         const auto & src = *arguments[0].column;
 
diff --git a/tests/queries/0_stateless/01621_bar_nan_arguments.reference b/tests/queries/0_stateless/01621_bar_nan_arguments.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01621_bar_nan_arguments.sql b/tests/queries/0_stateless/01621_bar_nan_arguments.sql
new file mode 100644
index 00000000000..c28cb53d7ce
--- /dev/null
+++ b/tests/queries/0_stateless/01621_bar_nan_arguments.sql
@@ -0,0 +1,2 @@
+SELECT bar((greatCircleAngle(65537, 2, 1, 1) - 1) * 65535, 1048576, 1048577, nan); -- { serverError 43 }
+select bar(1,1,1,nan); -- { serverError 43 }

From 4da43881324fedf6edbdb4e05d7b1eee6083d538 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Fri, 25 Dec 2020 18:59:31 +0300
Subject: [PATCH 557/742] better

---
 src/Functions/bar.cpp | 2 --
 1 file changed, 2 deletions(-)

diff --git a/src/Functions/bar.cpp b/src/Functions/bar.cpp
index 84d5aae190e..2eddf23af66 100644
--- a/src/Functions/bar.cpp
+++ b/src/Functions/bar.cpp
@@ -7,8 +7,6 @@
 #include <Common/FieldVisitors.h>
 #include <IO/WriteHelpers.h>
 
-#include <iostream>
-
 
 namespace DB
 {

From 4a87118f02a1ee455bf8bf3138cb5fc9c5abcfa4 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 25 Dec 2020 19:04:38 +0300
Subject: [PATCH 558/742] Update other-functions.md

---
 docs/ru/sql-reference/functions/other-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/other-functions.md b/docs/ru/sql-reference/functions/other-functions.md
index 289c721bcce..dfbddbfb808 100644
--- a/docs/ru/sql-reference/functions/other-functions.md
+++ b/docs/ru/sql-reference/functions/other-functions.md
@@ -1104,7 +1104,7 @@ SELECT formatReadableSize(filesystemCapacity()) AS "Capacity", toTypeName(filesy
 
 ## finalizeAggregation {#function-finalizeaggregation}
 
-Принимает состояние агрегатной функции. Возвращает результат агрегирования (или завершенное состояние при использовании комбинатора [-State](../../sql-reference/aggregate-functions/combinators.md#state)).
+Принимает состояние агрегатной функции. Возвращает результат агрегирования (или конечное состояние при использовании комбинатора [-State](../../sql-reference/aggregate-functions/combinators.md#state)).
 
 **Синтаксис** 
 

From 281d87a007c3d118046e329d65b4804b2ba53e44 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 19:04:55 +0300
Subject: [PATCH 559/742] Fixing build.

---
 src/Functions/FunctionsStringHash.cpp | 40 +++++++++++++++------------
 src/Functions/FunctionsStringHash.h   |  4 +--
 2 files changed, 25 insertions(+), 19 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index b36cc331dcb..1cb1f2c0017 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -22,6 +22,12 @@ namespace ErrorCodes
     extern const int NOT_IMPLEMENTED;
 }
 
+struct BytesRef
+{
+    const UInt8 * data;
+    size_t size;
+};
+
 struct Hash
 {
     static UInt64 crc32u64(UInt64 crc [[maybe_unused]], UInt64 val [[maybe_unused]])
@@ -123,7 +129,7 @@ struct Hash
     }
 
     template <bool CaseInsensitive>
-    static ALWAYS_INLINE inline UInt64 shingleHash(const std::vector<StringRef> & shingle, size_t offset = 0)
+    static ALWAYS_INLINE inline UInt64 shingleHash(const std::vector<BytesRef> & shingle, size_t offset = 0)
     {
         UInt64 crc = -1ULL;
 
@@ -233,7 +239,7 @@ struct SimHashImpl
         // A 64 bit vector initialized to zero.
         Int64 finger_vec[64] = {};
         // An array to store N words.
-        std::vector<StringRef> words;
+        std::vector<BytesRef> words;
         words.reserve(shingle_size);
 
         // get first word shingle
@@ -275,7 +281,7 @@ struct SimHashImpl
             // so we need to store new word hash into location of a0, then ,this array become
             // |a5|a1|a2|a3|a4|, next time, a1 become the oldest location, we need to store new
             // word hash value into location of a1, then array become |a5|a6|a2|a3|a4|
-            words[offset] = StringRef(word_start, length);
+            words[offset] = BytesRef{word_start, length};
             ++offset;
             if (offset >= shingle_size)
                 offset = 0;
@@ -328,7 +334,7 @@ struct MinHashImpl
     template<typename Comp>
     struct Heap
     {
-        void update(UInt64 hash, StringRef ref, size_t limit)
+        void update(UInt64 hash, BytesRef ref, size_t limit)
         {
             if (values.count(hash))
                 return;
@@ -369,7 +375,7 @@ struct MinHashImpl
             }
         }
 
-        std::map<UInt64, StringRef, Comp> values;
+        std::map<UInt64, BytesRef, Comp> values;
     };
 
     using MaxHeap = Heap<std::less<size_t>>;
@@ -394,8 +400,8 @@ struct MinHashImpl
 
             // insert the new hash value into array used to store K minimum value
             // and K maximum value
-            min_heap.update(hash_value, StringRef{pos, shingle_size}, heap_size);
-            max_heap.update(hash_value, StringRef{pos, shingle_size}, heap_size);
+            min_heap.update(hash_value, BytesRef{pos, shingle_size}, heap_size);
+            max_heap.update(hash_value, BytesRef{pos, shingle_size}, heap_size);
         }
     }
 
@@ -429,8 +435,8 @@ struct MinHashImpl
             size_t length = word_end - word_start;
             UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(-1ULL, word_start, length);
 
-            min_heap.update(hash_value, StringRef{word_start, length}, heap_size);
-            max_heap.update(hash_value, StringRef{word_start, length}, heap_size);
+            min_heap.update(hash_value, BytesRef{word_start, length}, heap_size);
+            max_heap.update(hash_value, BytesRef{word_start, length}, heap_size);
         }
     }
 
@@ -449,7 +455,7 @@ struct MinHashImpl
         const UInt8 * end = data + size;
 
         // An array to store N words.
-        std::vector<StringRef> words;
+        std::vector<BytesRef> words;
         words.reserve(shingle_size);
 
         // get first word shingle
@@ -470,9 +476,9 @@ struct MinHashImpl
 
         UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(words);
         {
-            const char * shingle_start = words.front().data;
-            const char * shingle_end = words.back().data + words.back().size;
-            StringRef ref(shingle_start, shingle_end - shingle_start);
+            const UInt8 * shingle_start = words.front().data;
+            const UInt8 * shingle_end = words.back().data + words.back().size;
+            BytesRef ref{shingle_start, static_cast<size_t>(shingle_end - shingle_start)};
             min_heap.update(hash_value, ref, heap_size);
             max_heap.update(hash_value, ref, heap_size);
         }
@@ -492,17 +498,17 @@ struct MinHashImpl
             if (length == 0)
                 continue;
 
-            words[offset] = StringRef(word_start, length);
-            const char * shingle_end = words[offset].data + length;
+            words[offset] = BytesRef{word_start, length};
+            const UInt8 * shingle_end = words[offset].data + length;
 
             ++offset;
             if (offset >= shingle_size)
                 offset = 0;
 
-            const char * shingle_start = words[offset].data;
+            const UInt8 * shingle_start = words[offset].data;
 
             hash_value = Hash::shingleHash<CaseInsensitive>(words, offset);
-            StringRef ref(shingle_start, shingle_end - shingle_start);
+            BytesRef ref{shingle_start, static_cast<size_t>(shingle_end - shingle_start)};
             min_heap.update(hash_value, ref, heap_size);
             max_heap.update(hash_value, ref, heap_size);
         }
diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index 2fe5418d94a..d89a1d67855 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -100,10 +100,10 @@ public:
         }
 
         if (shingle_size == 0)
-            throw Exception("Second argument (shingle size) of function {} cannot be zero", getName());
+            throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT, "Second argument (shingle size) of function {} cannot be zero", getName());
 
         if (num_hashes == 0)
-            throw Exception("Third argument (num hashes) of function {} cannot be zero", getName());
+            throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT, "Third argument (num hashes) of function {} cannot be zero", getName());
 
         auto type = std::make_shared<DataTypeUInt64>();
         if constexpr (is_simhash)

From 7e7998f1213150fe1dbb078394b25ba38f2030df Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 19:11:05 +0300
Subject: [PATCH 560/742] Fixing build.

---
 src/Functions/FunctionsStringHash.cpp | 10 ++++------
 1 file changed, 4 insertions(+), 6 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 1cb1f2c0017..8418e195b58 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -255,7 +255,7 @@ struct SimHashImpl
             size_t length = start - word_start;
 
             if (length)
-                words.emplace_back(word_start, length);
+                words.emplace_back(BytesRef{word_start, length});
         }
 
         UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(words);
@@ -350,10 +350,8 @@ struct MinHashImpl
             if (values.empty())
                 return 0;
 
-            auto it = values.begin();
-            UInt64 res = CityHash_v1_0_2::CityHash64(it->first, sizeof(UInt64));
-
-            for (; it != values.end(); ++it)
+            UInt64 res = 0;
+            for (auto it = values.begin(); it != values.end(); ++it)
                 res = CityHash_v1_0_2::Hash128to64(CityHash_v1_0_2::uint128(res, it->first));
 
             return res;
@@ -529,7 +527,7 @@ struct MinHashImpl
 
         for (size_t i = 0; i < offsets.size(); ++i)
         {
-            const char * one_data = reinterpret_cast<const char *>(&data[offsets[i - 1]]);
+            const UInt8 * one_data = &data[offsets[i - 1]];
             const size_t data_size = offsets[i] - offsets[i - 1] - 1;
 
             min_heap.values.clear();

From 42911e24385315a9f5af000b37d1e07d7e38e2e7 Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Fri, 25 Dec 2020 19:28:10 +0300
Subject: [PATCH 561/742] implement CREATE OR REPLACE TABLE

---
 src/Databases/DatabaseOnDisk.cpp              |   3 +
 src/Interpreters/InterpreterCreateQuery.cpp   | 116 +++++++++++++++---
 src/Interpreters/InterpreterCreateQuery.h     |   1 +
 src/Parsers/ASTCreateQuery.cpp                |  19 ++-
 src/Parsers/ASTCreateQuery.h                  |   5 +-
 src/Parsers/ParserCreateQuery.cpp             |  25 ++--
 .../01185_create_or_replace_table.reference   |   8 ++
 .../01185_create_or_replace_table.sql         |  23 ++++
 8 files changed, 167 insertions(+), 33 deletions(-)
 create mode 100644 tests/queries/0_stateless/01185_create_or_replace_table.reference
 create mode 100644 tests/queries/0_stateless/01185_create_or_replace_table.sql

diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index fb2d10a4fe7..717a56fb58e 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -103,12 +103,15 @@ String getObjectDefinitionFromCreateQuery(const ASTPtr & query)
         create->attach = true;
 
     /// We remove everything that is not needed for ATTACH from the query.
+    assert(!create->temporary);
     create->database.clear();
     create->as_database.clear();
     create->as_table.clear();
     create->if_not_exists = false;
     create->is_populate = false;
     create->replace_view = false;
+    create->replace_table = false;
+    create->create_or_replace = false;
 
     /// For views it is necessary to save the SELECT query itself, for the rest - on the contrary
     if (!create->is_view && !create->is_materialized_view && !create->is_live_view)
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index 2396313f980..3d5b80c7638 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -733,6 +733,36 @@ void InterpreterCreateQuery::assertOrSetUUID(ASTCreateQuery & create, const Data
         /// Ignore UUID if it's ON CLUSTER query
         create.uuid = UUIDHelpers::Nil;
     }
+
+    if (create.replace_table)
+    {
+        if (database->getUUID() == UUIDHelpers::Nil)
+            throw Exception(ErrorCodes::INCORRECT_QUERY,
+                            "{} query is supported only for Atomic databases",
+                            create.create_or_replace ? "CREATE OR REPLACE TABLE" : "REPLACE TABLE");
+
+        UUID uuid_of_table_to_replace;
+        if (create.create_or_replace)
+        {
+            uuid_of_table_to_replace = context.tryResolveStorageID(StorageID(create.database, create.table)).uuid;
+            if (uuid_of_table_to_replace == UUIDHelpers::Nil)
+            {
+                /// Convert to usual CREATE
+                create.replace_table = false;
+                assert(!database->isTableExist(create.table, context));
+            }
+            else
+                create.table = "_tmp_replace_" + toString(uuid_of_table_to_replace);
+        }
+        else
+        {
+            uuid_of_table_to_replace = context.resolveStorageID(StorageID(create.database, create.table)).uuid;
+            if (uuid_of_table_to_replace == UUIDHelpers::Nil)
+                throw Exception(ErrorCodes::UNKNOWN_TABLE, "Table {}.{} doesn't exist",
+                                backQuoteIfNeed(create.database), backQuoteIfNeed(create.table));
+            create.table = "_tmp_replace_" + toString(uuid_of_table_to_replace);
+        }
+    }
 }
 
 
@@ -756,9 +786,9 @@ BlockIO InterpreterCreateQuery::createTable(ASTCreateQuery & create)
         auto query = database->getCreateTableQuery(create.table, context);
         create = query->as<ASTCreateQuery &>(); // Copy the saved create query, but use ATTACH instead of CREATE
         if (create.is_dictionary)
-            throw Exception(
-                "Cannot ATTACH TABLE " + backQuoteIfNeed(database_name) + "." + backQuoteIfNeed(create.table) + ", it is a Dictionary",
-                ErrorCodes::INCORRECT_QUERY);
+            throw Exception(ErrorCodes::INCORRECT_QUERY,
+                            "Cannot ATTACH TABLE {}.{}, it is a Dictionary",
+                            backQuoteIfNeed(database_name), backQuoteIfNeed(create.table));
         create.attach = true;
         create.attach_short_syntax = true;
         create.if_not_exists = if_not_exists;
@@ -804,6 +834,9 @@ BlockIO InterpreterCreateQuery::createTable(ASTCreateQuery & create)
     /// Set and retrieve list of columns, indices and constraints. Set table engine if needed. Rewrite query in canonical way.
     TableProperties properties = setProperties(create);
 
+    if (create.replace_table)
+        return doCreateOrReplaceTable(create, properties);
+
     /// Actually creates table
     bool created = doCreateTable(create, properties);
     if (!created)   /// Table already exists
@@ -820,20 +853,19 @@ bool InterpreterCreateQuery::doCreateTable(ASTCreateQuery & create,
     String data_path;
     DatabasePtr database;
 
-    const String table_name = create.table;
     bool need_add_to_database = !create.temporary;
     if (need_add_to_database)
     {
         /** If the request specifies IF NOT EXISTS, we allow concurrent CREATE queries (which do nothing).
           * If table doesn't exist, one thread is creating table, while others wait in DDLGuard.
           */
-        guard = DatabaseCatalog::instance().getDDLGuard(create.database, table_name);
+        guard = DatabaseCatalog::instance().getDDLGuard(create.database, create.table);
 
         database = DatabaseCatalog::instance().getDatabase(create.database);
         assertOrSetUUID(create, database);
 
         /// Table can be created before or it can be created concurrently in another thread, while we were waiting in DDLGuard.
-        if (database->isTableExist(table_name, context))
+        if (database->isTableExist(create.table, context))
         {
             /// TODO Check structure of table
             if (create.if_not_exists)
@@ -843,27 +875,27 @@ bool InterpreterCreateQuery::doCreateTable(ASTCreateQuery & create,
                 /// when executing CREATE OR REPLACE VIEW, drop current existing view
                 auto drop_ast = std::make_shared<ASTDropQuery>();
                 drop_ast->database = create.database;
-                drop_ast->table = table_name;
+                drop_ast->table = create.table;
                 drop_ast->no_ddl_lock = true;
 
                 InterpreterDropQuery interpreter(drop_ast, context);
                 interpreter.execute();
             }
             else
-                throw Exception("Table " + create.database + "." + table_name + " already exists.", ErrorCodes::TABLE_ALREADY_EXISTS);
+                throw Exception(ErrorCodes::TABLE_ALREADY_EXISTS, "Table {}.{} already exists.", backQuoteIfNeed(create.database), backQuoteIfNeed(create.table));
         }
 
         data_path = database->getTableDataPath(create);
         if (!create.attach && !data_path.empty() && fs::exists(fs::path{context.getPath()} / data_path))
-            throw Exception("Directory for table data " + data_path + " already exists", ErrorCodes::TABLE_ALREADY_EXISTS);
+            throw Exception(ErrorCodes::TABLE_ALREADY_EXISTS, "Directory for table data {} already exists", String(data_path));
     }
     else
     {
-        if (create.if_not_exists && context.tryResolveStorageID({"", table_name}, Context::ResolveExternal))
+        if (create.if_not_exists && context.tryResolveStorageID({"", create.table}, Context::ResolveExternal))
             return false;
 
         auto temporary_table = TemporaryTableHolder(context, properties.columns, properties.constraints, query_ptr);
-        context.getSessionContext().addExternalTable(table_name, std::move(temporary_table));
+        context.getSessionContext().addExternalTable(create.table, std::move(temporary_table));
         return true;
     }
 
@@ -903,7 +935,7 @@ bool InterpreterCreateQuery::doCreateTable(ASTCreateQuery & create,
                         "ATTACH ... FROM ... query is not supported for {} table engine, "
                         "because such tables do not store any data on disk. Use CREATE instead.", res->getName());
 
-    database->createTable(context, table_name, res, query_ptr);
+    database->createTable(context, create.table, res, query_ptr);
 
     /// Move table data to the proper place. Wo do not move data earlier to avoid situations
     /// when data directory moved, but table has not been created due to some error.
@@ -927,6 +959,50 @@ bool InterpreterCreateQuery::doCreateTable(ASTCreateQuery & create,
     return true;
 }
 
+
+BlockIO InterpreterCreateQuery::doCreateOrReplaceTable(ASTCreateQuery & create,
+                                                       const InterpreterCreateQuery::TableProperties & properties)
+{
+    auto ast_drop = std::make_shared<ASTDropQuery>();
+    String table_to_replace_name = create.table;
+    bool created = false;
+    bool replaced = false;
+
+    try
+    {
+        [[maybe_unused]] bool done = doCreateTable(create, properties);
+        assert(done);
+        ast_drop->table = create.table;
+        ast_drop->database = create.database;
+        ast_drop->kind = ASTDropQuery::Drop;
+        created = true;
+        if (!create.replace_table)
+            return fillTableIfNeeded(create);
+
+        auto ast_rename = std::make_shared<ASTRenameQuery>();
+        ASTRenameQuery::Element elem
+        {
+            ASTRenameQuery::Table{create.database, create.table},
+            ASTRenameQuery::Table{create.database, table_to_replace_name}
+        };
+        ast_rename->elements.push_back(std::move(elem));
+        ast_rename->exchange = true;
+        InterpreterRenameQuery(ast_rename, context).execute();
+        replaced = true;
+
+        InterpreterDropQuery(ast_drop, context).execute();
+
+        create.table = table_to_replace_name;
+        return fillTableIfNeeded(create);
+    }
+    catch (...)
+    {
+        if (created && create.replace_table && !replaced)
+            InterpreterDropQuery(ast_drop, context).execute();
+        throw;
+    }
+}
+
 BlockIO InterpreterCreateQuery::fillTableIfNeeded(const ASTCreateQuery & create)
 {
     /// If the query is a CREATE SELECT, insert the data into the table.
@@ -1079,22 +1155,22 @@ AccessRightsElements InterpreterCreateQuery::getRequiredAccess() const
     }
     else if (create.is_view || create.is_materialized_view || create.is_live_view)
     {
-        if (create.temporary)
-            required_access.emplace_back(AccessType::CREATE_TEMPORARY_TABLE);
+        assert(!create.temporary);
+        if (create.replace_view)
+            required_access.emplace_back(AccessType::DROP_VIEW | AccessType::CREATE_VIEW, create.database, create.table);
         else
-        {
-            if (create.replace_view)
-                required_access.emplace_back(AccessType::DROP_VIEW | AccessType::CREATE_VIEW, create.database, create.table);
-            else
-                required_access.emplace_back(AccessType::CREATE_VIEW, create.database, create.table);
-        }
+            required_access.emplace_back(AccessType::CREATE_VIEW, create.database, create.table);
     }
     else
     {
         if (create.temporary)
             required_access.emplace_back(AccessType::CREATE_TEMPORARY_TABLE);
         else
+        {
+            if (create.replace_table)
+                required_access.emplace_back(AccessType::DROP_TABLE, create.database, create.table);
             required_access.emplace_back(AccessType::CREATE_TABLE, create.database, create.table);
+        }
     }
 
     if (create.to_table_id)
diff --git a/src/Interpreters/InterpreterCreateQuery.h b/src/Interpreters/InterpreterCreateQuery.h
index 347d84cef0b..c109b0b7760 100644
--- a/src/Interpreters/InterpreterCreateQuery.h
+++ b/src/Interpreters/InterpreterCreateQuery.h
@@ -81,6 +81,7 @@ private:
 
     /// Create IStorage and add it to database. If table already exists and IF NOT EXISTS specified, do nothing and return false.
     bool doCreateTable(ASTCreateQuery & create, const TableProperties & properties);
+    BlockIO doCreateOrReplaceTable(ASTCreateQuery & create, const InterpreterCreateQuery::TableProperties & properties);
     /// Inserts data in created table if it's CREATE ... SELECT
     BlockIO fillTableIfNeeded(const ASTCreateQuery & create);
 
diff --git a/src/Parsers/ASTCreateQuery.cpp b/src/Parsers/ASTCreateQuery.cpp
index 03db54c6957..1ef2f85585c 100644
--- a/src/Parsers/ASTCreateQuery.cpp
+++ b/src/Parsers/ASTCreateQuery.cpp
@@ -230,19 +230,28 @@ void ASTCreateQuery::formatQueryImpl(const FormatSettings & settings, FormatStat
 
     if (!is_dictionary)
     {
-        std::string what = "TABLE";
+        String action = "CREATE";
+        if (attach)
+            action = "ATTACH";
+        else if (replace_view)
+            action = "CREATE OR REPLACE";
+        else if (replace_table && create_or_replace)
+            action = "CREATE OR REPLACE";
+        else if (replace_table)
+            action = "REPLACE";
+
+        String what = "TABLE";
         if (is_view)
             what = "VIEW";
-        if (is_materialized_view)
+        else if (is_materialized_view)
             what = "MATERIALIZED VIEW";
-        if (is_live_view)
+        else if (is_live_view)
             what = "LIVE VIEW";
 
         settings.ostr
             << (settings.hilite ? hilite_keyword : "")
-                << (attach ? "ATTACH " : "CREATE ")
+                << action << " "
                 << (temporary ? "TEMPORARY " : "")
-                << (replace_view ? "OR REPLACE " : "")
                 << what << " "
                 << (if_not_exists ? "IF NOT EXISTS " : "")
             << (settings.hilite ? hilite_none : "")
diff --git a/src/Parsers/ASTCreateQuery.h b/src/Parsers/ASTCreateQuery.h
index 7b2deb99698..4f0d9777f04 100644
--- a/src/Parsers/ASTCreateQuery.h
+++ b/src/Parsers/ASTCreateQuery.h
@@ -64,7 +64,7 @@ public:
     bool replace_view{false}; /// CREATE OR REPLACE VIEW
     ASTColumns * columns_list = nullptr;
     ASTExpressionList * tables = nullptr;
-    //FIXME
+
     StorageID to_table_id = StorageID::createEmpty();   /// For CREATE MATERIALIZED VIEW mv TO table.
     ASTStorage * storage = nullptr;
     String as_database;
@@ -81,6 +81,9 @@ public:
 
     std::optional<String> attach_from_path = std::nullopt;
 
+    bool replace_table{false};
+    bool create_or_replace{false};
+
     /** Get the text that identifies this element. */
     String getID(char delim) const override { return (attach ? "AttachQuery" : "CreateQuery") + (delim + database) + delim + table; }
 
diff --git a/src/Parsers/ParserCreateQuery.cpp b/src/Parsers/ParserCreateQuery.cpp
index 5fe6a4eee80..c77ddc5f180 100644
--- a/src/Parsers/ParserCreateQuery.cpp
+++ b/src/Parsers/ParserCreateQuery.cpp
@@ -355,6 +355,8 @@ bool ParserCreateTableQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
 {
     ParserKeyword s_create("CREATE");
     ParserKeyword s_attach("ATTACH");
+    ParserKeyword s_replace("REPLACE");
+    ParserKeyword s_or_replace("OR REPLACE");
     ParserKeyword s_temporary("TEMPORARY");
     ParserKeyword s_table("TABLE");
     ParserKeyword s_if_not_exists("IF NOT EXISTS");
@@ -383,25 +385,32 @@ bool ParserCreateTableQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
 
     String cluster_str;
     bool attach = false;
+    bool replace = false;
+    bool or_replace = false;
     bool if_not_exists = false;
     bool is_temporary = false;
 
-    if (!s_create.ignore(pos, expected))
+    if (s_create.ignore(pos, expected))
     {
-        if (s_attach.ignore(pos, expected))
-            attach = true;
-        else
-            return false;
+        if (s_or_replace.ignore(pos, expected))
+            replace = or_replace = true;
     }
+    else if (s_attach.ignore(pos, expected))
+        attach = true;
+    else if (s_replace.ignore(pos, expected))
+        replace = true;
+    else
+        return false;
 
-    if (s_temporary.ignore(pos, expected))
+
+    if (!replace && !or_replace && s_temporary.ignore(pos, expected))
     {
         is_temporary = true;
     }
     if (!s_table.ignore(pos, expected))
         return false;
 
-    if (s_if_not_exists.ignore(pos, expected))
+    if (!replace && !or_replace && s_if_not_exists.ignore(pos, expected))
         if_not_exists = true;
 
     if (!table_name_p.parse(pos, table, expected))
@@ -505,6 +514,8 @@ bool ParserCreateTableQuery::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
         query->as_table_function = as_table_function;
 
     query->attach = attach;
+    query->replace_table = replace;
+    query->create_or_replace = or_replace;
     query->if_not_exists = if_not_exists;
     query->temporary = is_temporary;
 
diff --git a/tests/queries/0_stateless/01185_create_or_replace_table.reference b/tests/queries/0_stateless/01185_create_or_replace_table.reference
new file mode 100644
index 00000000000..84df5f0f5b5
--- /dev/null
+++ b/tests/queries/0_stateless/01185_create_or_replace_table.reference
@@ -0,0 +1,8 @@
+t1
+CREATE TABLE test_01185.t1\n(\n    `n` UInt64,\n    `s` String\n)\nENGINE = MergeTree\nORDER BY n\nSETTINGS index_granularity = 8192
+t1
+CREATE TABLE test_01185.t1\n(\n    `n` UInt64,\n    `s` Nullable(String)\n)\nENGINE = MergeTree\nORDER BY n\nSETTINGS index_granularity = 8192
+2	\N
+t1
+CREATE TABLE test_01185.t1\n(\n    `n` UInt64\n)\nENGINE = MergeTree\nORDER BY n\nSETTINGS index_granularity = 8192
+3
diff --git a/tests/queries/0_stateless/01185_create_or_replace_table.sql b/tests/queries/0_stateless/01185_create_or_replace_table.sql
new file mode 100644
index 00000000000..fe408cc7ac6
--- /dev/null
+++ b/tests/queries/0_stateless/01185_create_or_replace_table.sql
@@ -0,0 +1,23 @@
+drop database if exists test_01185;
+create database test_01185 engine=Atomic;
+
+replace table test_01185.t1 (n UInt64, s String) engine=MergeTree order by n; -- { serverError 60 }
+show tables from test_01185;
+create or replace table test_01185.t1 (n UInt64, s String) engine=MergeTree order by n;
+show tables from test_01185;
+show create table test_01185.t1;
+
+insert into test_01185.t1 values (1, 'test');
+create or replace table test_01185.t1 (n UInt64, s Nullable(String)) engine=MergeTree order by n;
+insert into test_01185.t1 values (2, null);
+show tables from test_01185;
+show create table test_01185.t1;
+select * from test_01185.t1;
+
+replace table test_01185.t1 (n UInt64) engine=MergeTree order by n;
+insert into test_01185.t1 values (3);
+show tables from test_01185;
+show create table test_01185.t1;
+select * from test_01185.t1;
+
+drop database test_01185;

From e335ba29fccbcff3888c337fd64fd46b3efae979 Mon Sep 17 00:00:00 2001
From: myrrc <me@myrrec.space>
Date: Fri, 25 Dec 2020 19:32:59 +0300
Subject: [PATCH 562/742] fixing build on gcc

---
 src/Functions/intDiv.cpp | 2 --
 src/Functions/modulo.cpp | 4 +++-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/Functions/intDiv.cpp b/src/Functions/intDiv.cpp
index 54e7f9ed5e1..e13c46e9cd1 100644
--- a/src/Functions/intDiv.cpp
+++ b/src/Functions/intDiv.cpp
@@ -90,7 +90,6 @@ struct DivideIntegralByConstantImpl
 
 namespace impl_
 {
-
 template <> struct BinaryOperationImpl<UInt64, UInt8, DivideIntegralImpl<UInt64, UInt8>> : DivideIntegralByConstantImpl<UInt64, UInt8> {};
 template <> struct BinaryOperationImpl<UInt64, UInt16, DivideIntegralImpl<UInt64, UInt16>> : DivideIntegralByConstantImpl<UInt64, UInt16> {};
 template <> struct BinaryOperationImpl<UInt64, UInt32, DivideIntegralImpl<UInt64, UInt32>> : DivideIntegralByConstantImpl<UInt64, UInt32> {};
@@ -110,7 +109,6 @@ template <> struct BinaryOperationImpl<Int32, Int8, DivideIntegralImpl<Int32, In
 template <> struct BinaryOperationImpl<Int32, Int16, DivideIntegralImpl<Int32, Int16>> : DivideIntegralByConstantImpl<Int32, Int16> {};
 template <> struct BinaryOperationImpl<Int32, Int32, DivideIntegralImpl<Int32, Int32>> : DivideIntegralByConstantImpl<Int32, Int32> {};
 template <> struct BinaryOperationImpl<Int32, Int64, DivideIntegralImpl<Int32, Int64>> : DivideIntegralByConstantImpl<Int32, Int64> {};
-
 }
 
 struct NameIntDiv { static constexpr auto name = "intDiv"; };
diff --git a/src/Functions/modulo.cpp b/src/Functions/modulo.cpp
index 1458d20c131..388e6ab9fb9 100644
--- a/src/Functions/modulo.cpp
+++ b/src/Functions/modulo.cpp
@@ -79,6 +79,8 @@ struct ModuloByConstantImpl
   * Can be expanded to all possible combinations, but more code is needed.
   */
 
+namespace impl_
+{
 template <> struct BinaryOperationImpl<UInt64, UInt8, ModuloImpl<UInt64, UInt8>> : ModuloByConstantImpl<UInt64, UInt8> {};
 template <> struct BinaryOperationImpl<UInt64, UInt16, ModuloImpl<UInt64, UInt16>> : ModuloByConstantImpl<UInt64, UInt16> {};
 template <> struct BinaryOperationImpl<UInt64, UInt32, ModuloImpl<UInt64, UInt32>> : ModuloByConstantImpl<UInt64, UInt32> {};
@@ -98,7 +100,7 @@ template <> struct BinaryOperationImpl<Int32, Int8, ModuloImpl<Int32, Int8>> : M
 template <> struct BinaryOperationImpl<Int32, Int16, ModuloImpl<Int32, Int16>> : ModuloByConstantImpl<Int32, Int16> {};
 template <> struct BinaryOperationImpl<Int32, Int32, ModuloImpl<Int32, Int32>> : ModuloByConstantImpl<Int32, Int32> {};
 template <> struct BinaryOperationImpl<Int32, Int64, ModuloImpl<Int32, Int64>> : ModuloByConstantImpl<Int32, Int64> {};
-
+}
 
 struct NameModulo { static constexpr auto name = "modulo"; };
 using FunctionModulo = BinaryArithmeticOverloadResolver<ModuloImpl, NameModulo, false>;

From ba5d2617ffb39634e21e0d6615281d74378a05d1 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 19:49:55 +0300
Subject: [PATCH 563/742] Fixing build.

---
 src/Functions/FunctionsStringHash.cpp | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 8418e195b58..ac60d4e3139 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -138,6 +138,8 @@ struct Hash
 
         for (size_t i = 0; i < offset; ++i)
             crc = shingleHash<CaseInsensitive>(crc, shingle[i].data, shingle[i].size);
+
+        return crc;
     }
 };
 
@@ -365,7 +367,7 @@ struct MinHashImpl
                 auto & col_string = static_cast<ColumnString &>(strings.getColumn(i));
                 if (it != values.end())
                 {
-                    col_string.insertData(it->second.data, it->second.size);
+                    col_string.insertData(static_cast<const char *>(it->second.data), it->second.size);
                     ++it;
                 }
                 else

From d204ad7ef1289643016ffae363a6234cc82ddcfc Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 19:54:13 +0300
Subject: [PATCH 564/742] Fix usage of concurrent bounded queue

---
 src/Common/ZooKeeper/TestKeeperStorage.cpp | 15 +++++++++------
 1 file changed, 9 insertions(+), 6 deletions(-)

diff --git a/src/Common/ZooKeeper/TestKeeperStorage.cpp b/src/Common/ZooKeeper/TestKeeperStorage.cpp
index 6b6ae93bbb9..daadba6519e 100644
--- a/src/Common/ZooKeeper/TestKeeperStorage.cpp
+++ b/src/Common/ZooKeeper/TestKeeperStorage.cpp
@@ -740,11 +740,13 @@ void TestKeeperStorage::putRequest(const Coordination::ZooKeeperRequestPtr & req
     request_info.session_id = session_id;
     request_info.response_callback = callback;
 
-    /// Put close requests without timeouts
-    auto timeout = request->getOpNum() == Coordination::OpNum::Close ? 0 : operation_timeout.totalMilliseconds();
     std::lock_guard lock(push_request_mutex);
-    if (!requests_queue.tryPush(std::move(request_info), timeout))
+    /// Put close requests without timeouts
+    if (request->getOpNum() == Coordination::OpNum::Close)
+        requests_queue.push(std::move(request_info));
+    else if (!requests_queue.tryPush(std::move(request_info), operation_timeout.totalMilliseconds()))
         throw Exception("Cannot push request to queue within operation timeout", ErrorCodes::TIMEOUT_EXCEEDED);
+
 }
 
 void TestKeeperStorage::putRequest(const Coordination::ZooKeeperRequestPtr & request, int64_t session_id, ResponseCallback callback, ResponseCallback watch_callback)
@@ -758,10 +760,11 @@ void TestKeeperStorage::putRequest(const Coordination::ZooKeeperRequestPtr & req
     if (request->has_watch)
         request_info.watch_callback = watch_callback;
 
-    /// Put close requests without timeouts
-    auto timeout = request->getOpNum() == Coordination::OpNum::Close ? 0 : operation_timeout.totalMilliseconds();
     std::lock_guard lock(push_request_mutex);
-    if (!requests_queue.tryPush(std::move(request_info), timeout))
+    /// Put close requests without timeouts
+    if (request->getOpNum() == Coordination::OpNum::Close)
+        requests_queue.push(std::move(request_info));
+    else if (!requests_queue.tryPush(std::move(request_info), operation_timeout.totalMilliseconds()))
         throw Exception("Cannot push request to queue within operation timeout", ErrorCodes::TIMEOUT_EXCEEDED);
 }
 

From 309b0a860a1f8c30bd6f987eb1880baa89ccf6e0 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 19:55:15 +0300
Subject: [PATCH 565/742] Fixing build.

---
 src/Functions/FunctionsStringHash.cpp | 20 +++++++++++++++-----
 1 file changed, 15 insertions(+), 5 deletions(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index ac60d4e3139..a6791ce90c0 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -381,7 +381,7 @@ struct MinHashImpl
     using MaxHeap = Heap<std::less<size_t>>;
     using MinHeap = Heap<std::greater<size_t>>;
 
-    static ALWAYS_INLINE inline UInt64 ngramHashASCII(
+    static ALWAYS_INLINE inline void ngramHashASCII(
         MinHeap & min_heap,
         MaxHeap & max_heap,
         const UInt8 * data,
@@ -390,7 +390,12 @@ struct MinHashImpl
         size_t heap_size)
     {
         if (size < shingle_size)
-            return Hash::shingleHash<CaseInsensitive>(-1ULL, data, size);
+        {
+            UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(-1ULL, data, size);
+            min_heap.update(hash_value, BytesRef{data, size}, heap_size);
+            max_heap.update(hash_value, BytesRef{data, size}, heap_size);
+            return;
+        }
 
         const UInt8 * end = data + size;
 
@@ -405,7 +410,7 @@ struct MinHashImpl
         }
     }
 
-    static ALWAYS_INLINE inline UInt64 ngramHashUTF8(
+    static ALWAYS_INLINE inline void ngramHashUTF8(
         MinHeap & min_heap,
         MaxHeap & max_heap,
         const UInt8 * data,
@@ -422,7 +427,12 @@ struct MinHashImpl
         for (size_t i = 0; i < shingle_size; ++i)
         {
             if (word_end >= end)
-                return Hash::shingleHash<CaseInsensitive>(-1ULL, data, size);
+            {
+                auto hash_value = Hash::shingleHash<CaseInsensitive>(-1ULL, data, size);
+                min_heap.update(hash_value, BytesRef{data, size}, heap_size);
+                max_heap.update(hash_value, BytesRef{data, size}, heap_size);
+                return;
+            }
 
             ExtractStringImpl::readOneUTF8Code(word_end, end);
         }
@@ -443,7 +453,7 @@ struct MinHashImpl
     // MinHash word shingle hash value calculate function: String ->Tuple(UInt64, UInt64)
     // for each word shingle, we calculate a hash value, but in fact, we just maintain the
     // K minimum and K maximum hash value
-    static ALWAYS_INLINE inline UInt64 wordShingleHash(
+    static ALWAYS_INLINE inline void wordShingleHash(
         MinHeap & min_heap,
         MaxHeap & max_heap,
         const UInt8 * data,

From 2c06a65e1cd59a058f9ee292c08d8c273781babc Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 19:56:51 +0300
Subject: [PATCH 566/742] Fixing build.

---
 src/Functions/FunctionsStringHash.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index a6791ce90c0..79ea9c16158 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -367,7 +367,7 @@ struct MinHashImpl
                 auto & col_string = static_cast<ColumnString &>(strings.getColumn(i));
                 if (it != values.end())
                 {
-                    col_string.insertData(static_cast<const char *>(it->second.data), it->second.size);
+                    col_string.insertData(reinterpret_cast<const char *>(it->second.data), it->second.size);
                     ++it;
                 }
                 else

From b53442e52175e62cf857666cd0f1be12e95443d5 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 20:00:42 +0300
Subject: [PATCH 567/742] Fixing build.

---
 src/Functions/FunctionsStringHash.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 79ea9c16158..1cbb0523165 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -481,7 +481,7 @@ struct MinHashImpl
             size_t length = start - word_start;
 
             if (length)
-                words.emplace_back(word_start, length);
+                words.emplace_back(BytesRef{word_start, length});
         }
 
         UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(words);

From 63de06fa31a24e8ef01265dc5d244fd2b866679e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 20:02:19 +0300
Subject: [PATCH 568/742] Fixing build.

---
 src/Functions/FunctionsStringHash.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index d89a1d67855..2bcb7fa1013 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -158,7 +158,7 @@ public:
             auto max_tuple = ColumnTuple::create(std::move(max_columns));
 
             const ColumnString * col_str_vector = checkAndGetColumn<ColumnString>(&*column);
-            Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), shingle_size, num_hashes, nullptr, nullptr, &min_tuple, &max_tuple);
+            Impl::apply(col_str_vector->getChars(), col_str_vector->getOffsets(), shingle_size, num_hashes, nullptr, nullptr, min_tuple.get(), max_tuple.get());
 
             MutableColumns tuple_columns;
             tuple_columns.emplace_back(std::move(min_tuple));

From 721bb60edd055c432e8606472f5e63232b1de56e Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Fri, 25 Dec 2020 20:12:47 +0300
Subject: [PATCH 569/742] fix cast to map from tuple of arrays with unequal
 sizes

---
 src/Functions/FunctionsConversion.h           | 19 +++++++++----------
 .../0_stateless/01550_create_map_type.sql     |  1 +
 2 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/src/Functions/FunctionsConversion.h b/src/Functions/FunctionsConversion.h
index 84a41a9c415..6669a369a9d 100644
--- a/src/Functions/FunctionsConversion.h
+++ b/src/Functions/FunctionsConversion.h
@@ -2473,24 +2473,23 @@ private:
             const auto * col = arguments.front().column.get();
             const auto & column_tuple = assert_cast<const ColumnTuple &>(*col);
 
-            if (column_tuple.getColumn(0).size() != column_tuple.getColumn(1).size())
-                throw Exception(ErrorCodes::TYPE_MISMATCH,
-                    "CAST AS Map can only be performed from tuple of arrays with equal sizes."
-                    " Size of keys: {}. Size of values: {}", column_tuple.getColumn(0).size(), column_tuple.getColumn(1).size());
-
-            ColumnPtr offsets;
+            Columns offsets(2);
             Columns converted_columns(2);
             for (size_t i = 0; i < 2; ++i)
             {
                 const auto & column_array = assert_cast<const ColumnArray &>(column_tuple.getColumn(i));
                 ColumnsWithTypeAndName element = {{column_array.getDataPtr(), from_kv_types[i], ""}};
                 converted_columns[i] = element_wrappers[i](element, to_kv_types[i], nullable_source, input_rows_count);
-
-                if (!offsets)
-                    offsets = column_array.getOffsetsPtr();
+                offsets[i] = column_array.getOffsetsPtr();
             }
 
-            return ColumnMap::create(converted_columns[0], converted_columns[1], offsets);
+            const auto & keys_offsets = assert_cast<const ColumnArray::ColumnOffsets &>(*offsets[0]).getData();
+            const auto & values_offsets = assert_cast<const ColumnArray::ColumnOffsets &>(*offsets[1]).getData();
+            if (keys_offsets != values_offsets)
+                throw Exception(ErrorCodes::TYPE_MISMATCH,
+                    "CAST AS Map can only be performed from tuple of arrays with equal sizes.");
+
+            return ColumnMap::create(converted_columns[0], converted_columns[1], offsets[0]);
         };
     }
 
diff --git a/tests/queries/0_stateless/01550_create_map_type.sql b/tests/queries/0_stateless/01550_create_map_type.sql
index 7a08886a5d8..695a40c42b4 100644
--- a/tests/queries/0_stateless/01550_create_map_type.sql
+++ b/tests/queries/0_stateless/01550_create_map_type.sql
@@ -63,3 +63,4 @@ SELECT sum(m['1']), sum(m['7']), sum(m['100']) FROM table_map;
 
 DROP TABLE IF EXISTS table_map;
 
+SELECT CAST(([2, 1, 1023], ['', '']), 'Map(UInt8, String)') AS map, map[10] -- { serverError 53}

From feadf02e20445a63274d7d05ac4acb4bf83a2978 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 20:14:10 +0300
Subject: [PATCH 570/742] Update test.

---
 .../0_stateless/01016_simhash_minhash.sql     | 132 +++++++++---------
 1 file changed, 66 insertions(+), 66 deletions(-)

diff --git a/tests/queries/0_stateless/01016_simhash_minhash.sql b/tests/queries/0_stateless/01016_simhash_minhash.sql
index 61b9ac14259..e27c851f9bb 100644
--- a/tests/queries/0_stateless/01016_simhash_minhash.sql
+++ b/tests/queries/0_stateless/01016_simhash_minhash.sql
@@ -1,22 +1,22 @@
-SELECT ngramSimhash('');
-SELECT ngramSimhash('what a cute cat.');
-SELECT ngramSimhashCaseInsensitive('what a cute cat.');
-SELECT ngramSimhashUTF8('what a cute cat.');
-SELECT ngramSimhashCaseInsensitiveUTF8('what a cute cat.');
-SELECT wordShingleSimhash('what a cute cat.');
-SELECT wordShingleSimhashCaseInsensitive('what a cute cat.');
-SELECT wordShingleSimhashUTF8('what a cute cat.');
-SELECT wordShingleSimhashCaseInsensitiveUTF8('what a cute cat.');
+SELECT ngramSimHash('');
+SELECT ngramSimHash('what a cute cat.');
+SELECT ngramSimHashCaseInsensitive('what a cute cat.');
+SELECT ngramSimHashUTF8('what a cute cat.');
+SELECT ngramSimHashCaseInsensitiveUTF8('what a cute cat.');
+SELECT wordShingleSimHash('what a cute cat.');
+SELECT wordShingleSimHashCaseInsensitive('what a cute cat.');
+SELECT wordShingleSimHashUTF8('what a cute cat.');
+SELECT wordShingleSimHashCaseInsensitiveUTF8('what a cute cat.');
 
-SELECT ngramMinhash('');
-SELECT ngramMinhash('what a cute cat.');
-SELECT ngramMinhashCaseInsensitive('what a cute cat.');
-SELECT ngramMinhashUTF8('what a cute cat.');
-SELECT ngramMinhashCaseInsensitiveUTF8('what a cute cat.');
-SELECT wordShingleMinhash('what a cute cat.');
-SELECT wordShingleMinhashCaseInsensitive('what a cute cat.');
-SELECT wordShingleMinhashUTF8('what a cute cat.');
-SELECT wordShingleMinhashCaseInsensitiveUTF8('what a cute cat.');
+SELECT ngramMinHash('');
+SELECT ngramMinHash('what a cute cat.');
+SELECT ngramMinHashCaseInsensitive('what a cute cat.');
+SELECT ngramMinHashUTF8('what a cute cat.');
+SELECT ngramMinHashCaseInsensitiveUTF8('what a cute cat.');
+SELECT wordShingleMinHash('what a cute cat.');
+SELECT wordShingleMinHashCaseInsensitive('what a cute cat.');
+SELECT wordShingleMinHashUTF8('what a cute cat.');
+SELECT wordShingleMinHashCaseInsensitiveUTF8('what a cute cat.');
 
 DROP TABLE IF EXISTS defaults;
 CREATE TABLE defaults
@@ -26,23 +26,23 @@ CREATE TABLE defaults
 
 INSERT INTO defaults values ('It is the latest occurrence of the Southeast European haze, the issue that occurs in constant intensity during every wet season. It has mainly been caused by forest fires resulting from illegal slash-and-burn clearing performed on behalf of the palm oil industry in Kazakhstan, principally on the islands, which then spread quickly in the dry season.') ('It is the latest occurrence of the Southeast Asian haze, the issue that occurs in constant intensity during every wet season. It has mainly been caused by forest fires resulting from illegal slash-and-burn clearing performed on behalf of the palm oil industry in Kazakhstan, principally on the islands, which then spread quickly in the dry season.');
 
-SELECT ngramSimhash(s) FROM defaults;
-SELECT ngramSimhashCaseInsensitive(s) FROM defaults;
-SELECT ngramSimhashUTF8(s) FROM defaults;
-SELECT ngramSimhashCaseInsensitiveUTF8(s) FROM defaults;
-SELECT wordShingleSimhash(s) FROM defaults;
-SELECT wordShingleSimhashCaseInsensitive(s) FROM defaults;
-SELECT wordShingleSimhashUTF8(s) FROM defaults;
-SELECT wordShingleSimhashCaseInsensitiveUTF8(s) FROM defaults;
+SELECT ngramSimHash(s) FROM defaults;
+SELECT ngramSimHashCaseInsensitive(s) FROM defaults;
+SELECT ngramSimHashUTF8(s) FROM defaults;
+SELECT ngramSimHashCaseInsensitiveUTF8(s) FROM defaults;
+SELECT wordShingleSimHash(s) FROM defaults;
+SELECT wordShingleSimHashCaseInsensitive(s) FROM defaults;
+SELECT wordShingleSimHashUTF8(s) FROM defaults;
+SELECT wordShingleSimHashCaseInsensitiveUTF8(s) FROM defaults;
 
-SELECT ngramMinhash(s) FROM defaults;
-SELECT ngramMinhashCaseInsensitive(s) FROM defaults;
-SELECT ngramMinhashUTF8(s) FROM defaults;
-SELECT ngramMinhashCaseInsensitiveUTF8(s) FROM defaults;
-SELECT wordShingleMinhash(s) FROM defaults;
-SELECT wordShingleMinhashCaseInsensitive(s) FROM defaults;
-SELECT wordShingleMinhashUTF8(s) FROM defaults;
-SELECT wordShingleMinhashCaseInsensitiveUTF8(s) FROM defaults;
+SELECT ngramMinHash(s) FROM defaults;
+SELECT ngramMinHashCaseInsensitive(s) FROM defaults;
+SELECT ngramMinHashUTF8(s) FROM defaults;
+SELECT ngramMinHashCaseInsensitiveUTF8(s) FROM defaults;
+SELECT wordShingleMinHash(s) FROM defaults;
+SELECT wordShingleMinHashCaseInsensitive(s) FROM defaults;
+SELECT wordShingleMinHashUTF8(s) FROM defaults;
+SELECT wordShingleMinHashCaseInsensitiveUTF8(s) FROM defaults;
 
 TRUNCATE TABLE defaults;
 INSERT INTO defaults SELECT arrayJoin(splitByString('\n\n',
@@ -74,38 +74,38 @@ ClickHouse is simple and works out of the box. It simplifies all processing of y
 SELECT 'uniqExact', uniqExact(s) FROM defaults;
 
 
-SELECT 'ngramSimhash';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimhash(s) as h FROM defaults GROUP BY h;
-SELECT 'ngramSimhashCaseInsensitive';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimhashCaseInsensitive(s) as h FROM defaults GROUP BY h;
-SELECT 'ngramSimhashUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimhashUTF8(s) as h FROM defaults GROUP BY h;
-SELECT 'ngramSimhashCaseInsensitiveUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimhashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
-SELECT 'wordShingleSimhash';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimhash(s) as h FROM defaults GROUP BY h;
-SELECT 'wordShingleSimhashCaseInsensitive';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimhashCaseInsensitive(s) as h FROM defaults GROUP BY h;
-SELECT 'wordShingleSimhashUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimhashUTF8(s) as h FROM defaults GROUP BY h;
-SELECT 'wordShingleSimhashCaseInsensitiveUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimhashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramSimHash';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimHash(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramSimHashCaseInsensitive';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimHashCaseInsensitive(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramSimHashUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimHashUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramSimHashCaseInsensitiveUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimHashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleSimHash';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHash(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleSimHashCaseInsensitive';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHashCaseInsensitive(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleSimHashUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHashUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleSimHashCaseInsensitiveUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
 
-SELECT 'ngramMinhash';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinhash(s) as h FROM defaults GROUP BY h;
-SELECT 'ngramMinhashCaseInsensitive';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinhashCaseInsensitive(s) as h FROM defaults GROUP BY h;
-SELECT 'ngramMinhashUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinhashUTF8(s) as h FROM defaults GROUP BY h;
-SELECT 'ngramMinhashCaseInsensitiveUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinhashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
-SELECT 'wordShingleMinhash';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinhash(s) as h FROM defaults GROUP BY h;
-SELECT 'wordShingleMinhashCaseInsensitive';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinhashCaseInsensitive(s) as h FROM defaults GROUP BY h;
-SELECT 'wordShingleMinhashUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinhashUTF8(s) as h FROM defaults GROUP BY h;
-SELECT 'wordShingleMinhashCaseInsensitiveUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinhashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramMinHash';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinHash(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramMinHashCaseInsensitive';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinHashCaseInsensitive(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramMinHashUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinHashUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'ngramMinHashCaseInsensitiveUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinHashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleMinHash';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHash(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleMinHashCaseInsensitive';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHashCaseInsensitive(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleMinHashUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHashUTF8(s) as h FROM defaults GROUP BY h;
+SELECT 'wordShingleMinHashCaseInsensitiveUTF8';
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
 
 DROP TABLE defaults;

From f8854fed5c1051bb590e2dcc093b38bed84e31df Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 20:30:44 +0300
Subject: [PATCH 571/742] Update test.

---
 src/Functions/FunctionsStringHash.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 1cbb0523165..432a81a9793 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -362,7 +362,7 @@ struct MinHashImpl
         void fill(ColumnTuple & strings)
         {
             auto it = values.begin();
-            for (size_t i = 0; i < strings.size(); ++i)
+            for (size_t i = 0; i < strings.tupleSize(); ++i)
             {
                 auto & col_string = static_cast<ColumnString &>(strings.getColumn(i));
                 if (it != values.end())

From 2836936079739a40c40ba8d87e0172ff60434503 Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Fri, 25 Dec 2020 20:43:03 +0300
Subject: [PATCH 572/742] fix

---
 src/Interpreters/InterpreterCreateQuery.cpp | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index 3d5b80c7638..9c9726f39d6 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -81,6 +81,7 @@ namespace ErrorCodes
     extern const int LOGICAL_ERROR;
     extern const int PATH_ACCESS_DENIED;
     extern const int NOT_IMPLEMENTED;
+    extern const int UNKNOWN_TABLE;
 }
 
 namespace fs = std::filesystem;
@@ -894,8 +895,9 @@ bool InterpreterCreateQuery::doCreateTable(ASTCreateQuery & create,
         if (create.if_not_exists && context.tryResolveStorageID({"", create.table}, Context::ResolveExternal))
             return false;
 
+        String temporary_table_name = create.table;
         auto temporary_table = TemporaryTableHolder(context, properties.columns, properties.constraints, query_ptr);
-        context.getSessionContext().addExternalTable(create.table, std::move(temporary_table));
+        context.getSessionContext().addExternalTable(temporary_table_name, std::move(temporary_table));
         return true;
     }
 

From 31191d839656559fa9c75ade1522a59583b2e6cc Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 20:58:44 +0300
Subject: [PATCH 573/742] Add min word size.

---
 src/Functions/ExtractString.h         |  4 ++--
 src/Functions/FunctionsStringHash.cpp | 16 ++++++++++------
 2 files changed, 12 insertions(+), 8 deletions(-)

diff --git a/src/Functions/ExtractString.h b/src/Functions/ExtractString.h
index c4bb2e0fdf7..94ee01ae609 100644
--- a/src/Functions/ExtractString.h
+++ b/src/Functions/ExtractString.h
@@ -29,12 +29,12 @@ struct ExtractStringImpl
     static ALWAYS_INLINE inline const UInt8 * readOneASCIIWord(const UInt8 *& pos, const UInt8 * end)
     {
         // jump separators
-        while (pos < end && !isAlphaNumericASCII(*pos))
+        while (pos < end && isUTF8Sep(*pos))
             ++pos;
 
         // word start from here
         const UInt8 * word_start = pos;
-        while (pos < end && isAlphaNumericASCII(*pos))
+        while (pos < end && !isUTF8Sep(*pos))
             ++pos;
 
         return word_start;
diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 432a81a9793..eba985bd1e8 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -150,6 +150,8 @@ struct Hash
 template <bool UTF8, bool Ngram, bool CaseInsensitive>
 struct SimHashImpl
 {
+    static constexpr size_t min_word_size = 4;
+
     /// Update fingerprint according to hash_value bits.
     static ALWAYS_INLINE inline void updateFingerVector(Int64 * finger_vec, UInt64 hash_value)
     {
@@ -247,7 +249,7 @@ struct SimHashImpl
         // get first word shingle
         while (start < end && words.size() < shingle_size)
         {
-            const UInt8 * word_start = nullptr;
+            const UInt8 * word_start;
 
             if constexpr (UTF8)
                 word_start = ExtractStringImpl::readOneUTF8Word(start, end);
@@ -256,7 +258,7 @@ struct SimHashImpl
 
             size_t length = start - word_start;
 
-            if (length)
+            if (length >= min_word_size)
                 words.emplace_back(BytesRef{word_start, length});
         }
 
@@ -275,7 +277,7 @@ struct SimHashImpl
 
             size_t length = start - word_start;
 
-            if (length == 0)
+            if (length < min_word_size)
                 continue;
 
             // we need to store the new word hash value to the oldest location.
@@ -333,6 +335,8 @@ struct SimHashImpl
 template <bool UTF8, bool Ngram, bool CaseInsensitive>
 struct MinHashImpl
 {
+    static constexpr size_t min_word_size = 3;
+
     template<typename Comp>
     struct Heap
     {
@@ -471,7 +475,7 @@ struct MinHashImpl
         // get first word shingle
         while (start < end && words.size() < shingle_size)
         {
-            const UInt8 * word_start = nullptr;
+            const UInt8 * word_start;
 
             if constexpr (UTF8)
                 word_start = ExtractStringImpl::readOneUTF8Word(start, end);
@@ -480,7 +484,7 @@ struct MinHashImpl
 
             size_t length = start - word_start;
 
-            if (length)
+            if (length >= min_word_size)
                 words.emplace_back(BytesRef{word_start, length});
         }
 
@@ -505,7 +509,7 @@ struct MinHashImpl
 
             size_t length = start - word_start;
 
-            if (length == 0)
+            if (length < min_word_size)
                 continue;
 
             words[offset] = BytesRef{word_start, length};

From f1d433be4c81981af429379d4408e5dd381623be Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 21:03:08 +0300
Subject: [PATCH 574/742] Add min word size.

---
 src/Functions/FunctionsStringHash.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index eba985bd1e8..9c0b9f79448 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -335,7 +335,7 @@ struct SimHashImpl
 template <bool UTF8, bool Ngram, bool CaseInsensitive>
 struct MinHashImpl
 {
-    static constexpr size_t min_word_size = 3;
+    static constexpr size_t min_word_size = 4;
 
     template<typename Comp>
     struct Heap

From 2f9c5cf7455a3ec6ba562862b7c8657a4a86ca9a Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 21:07:03 +0300
Subject: [PATCH 575/742] Update test.

---
 .../0_stateless/01016_simhash_minhash.sql        | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/tests/queries/0_stateless/01016_simhash_minhash.sql b/tests/queries/0_stateless/01016_simhash_minhash.sql
index e27c851f9bb..225bdd2bdc6 100644
--- a/tests/queries/0_stateless/01016_simhash_minhash.sql
+++ b/tests/queries/0_stateless/01016_simhash_minhash.sql
@@ -83,13 +83,13 @@ SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimHashUTF
 SELECT 'ngramSimHashCaseInsensitiveUTF8';
 SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramSimHashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
 SELECT 'wordShingleSimHash';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHash(s) as h FROM defaults GROUP BY h;
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHash(s, 2) as h FROM defaults GROUP BY h;
 SELECT 'wordShingleSimHashCaseInsensitive';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHashCaseInsensitive(s) as h FROM defaults GROUP BY h;
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHashCaseInsensitive(s, 2) as h FROM defaults GROUP BY h;
 SELECT 'wordShingleSimHashUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHashUTF8(s) as h FROM defaults GROUP BY h;
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHashUTF8(s, 2) as h FROM defaults GROUP BY h;
 SELECT 'wordShingleSimHashCaseInsensitiveUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleSimHashCaseInsensitiveUTF8(s, 2) as h FROM defaults GROUP BY h;
 
 SELECT 'ngramMinHash';
 SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinHash(s) as h FROM defaults GROUP BY h;
@@ -100,12 +100,12 @@ SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinHashUTF
 SELECT 'ngramMinHashCaseInsensitiveUTF8';
 SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), ngramMinHashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
 SELECT 'wordShingleMinHash';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHash(s) as h FROM defaults GROUP BY h;
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHash(s, 2, 3) as h FROM defaults GROUP BY h;
 SELECT 'wordShingleMinHashCaseInsensitive';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHashCaseInsensitive(s) as h FROM defaults GROUP BY h;
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHashCaseInsensitive(s, 2, 3) as h FROM defaults GROUP BY h;
 SELECT 'wordShingleMinHashUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHashUTF8(s) as h FROM defaults GROUP BY h;
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHashUTF8(s, 2, 3) as h FROM defaults GROUP BY h;
 SELECT 'wordShingleMinHashCaseInsensitiveUTF8';
-SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHashCaseInsensitiveUTF8(s) as h FROM defaults GROUP BY h;
+SELECT arrayStringConcat(groupArray(s), '\n:::::::\n'), count(), wordShingleMinHashCaseInsensitiveUTF8(s, 2, 3) as h FROM defaults GROUP BY h;
 
 DROP TABLE defaults;

From 2cfbe056a04a23e8a506eff757e0a6cb2f4f4baf Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 25 Dec 2020 21:08:45 +0300
Subject: [PATCH 576/742] Update test.

---
 .../01016_simhash_minhash.reference           | 283 +++++++++---------
 1 file changed, 140 insertions(+), 143 deletions(-)

diff --git a/tests/queries/0_stateless/01016_simhash_minhash.reference b/tests/queries/0_stateless/01016_simhash_minhash.reference
index edd5afc1af7..3a668e6dcdb 100644
--- a/tests/queries/0_stateless/01016_simhash_minhash.reference
+++ b/tests/queries/0_stateless/01016_simhash_minhash.reference
@@ -1,144 +1,141 @@
-0
-2718169299
-2718169299
-1315333491
-1099965843
-5746351769509927967
-5746351769509927967
-8347269581771603092
-6041373934059725027
-(17178276249054052155,8864230932371215121)
-(14133097226001036899,7985237721476952807)
-(14133097226001036899,7985237721476952807)
-(4661257206578284012,15229878657590021759)
-(3087743741749030713,11631667950302077749)
-(11923981719512934676,1193672187225825732)
-(11923981719512934676,1193672187225825732)
-(17970606678134635272,3825545538448404526)
-(9422952829151664974,568010773615758889)
-2548869326
-2548869326
-401385678
-401385710
-2652202579
-2652235347
-2984455347
-2984488115
-12804820948382413807
-12804820948919350245
-11651601468065149391
-11651600368014488527
-18377198011227067677
-18233505035951822655
-5501050600367972694
-5501050600367972692
-(8590465925632898311,12699049311112305995)
-(8590465925632898311,15828587343885202011)
-(8590465925632898311,15824051019631343049)
-(8590465925632898311,12699049311222825283)
-(217966158370437743,14452995911556652133)
-(217966158370437743,14452995911556652133)
-(2170210914777151141,5341809779339553313)
-(12469866236432988845,5341809779339553313)
-(12271157076799061825,5514511977572226426)
-(11639913962681153226,2767634094725305612)
-(12271157075024394466,17994666970078080114)
-(12271157077109587702,13572452308677868240)
-(6252006845407214340,13538761942960976531)
-(13795977174459370328,6392395597500134035)
-(16118993428517222971,13602445809406467)
-(16118993428517222971,13602445809406467)
+18446744073709551615
+130877626
+130877626
+2414681787
+2414681787
+3795742796
+3795742796
+3795742796
+3795742796
+(10693559443859979498,10693559443859979498)
+(12862934800683464900,12912608544812513109)
+(12862934800683464900,12912608544812513109)
+(5701637312405877447,12912608544812513109)
+(5701637312405877447,12912608544812513109)
+(17357047205102710216,17357047205102710216)
+(17357047205102710216,17357047205102710216)
+(17357047205102710216,17357047205102710216)
+(17357047205102710216,17357047205102710216)
+3562273581
+3579050789
+3562257197
+3562258213
+3579050797
+3579050757
+3562258221
+3562258181
+3004171816
+2584740395
+437257770
+2651981610
+3004171816
+2584740395
+437257770
+2651981610
+(17614245890954671019,12771214424940442770)
+(17614245890954671019,12771214424940442770)
+(7128473921279637957,12771214424940442770)
+(7128473921279637957,12771214424940442770)
+(17614245890954671019,12771214424940442770)
+(17614245890954671019,12771214424940442770)
+(7128473921279637957,12771214424940442770)
+(7128473921279637957,12771214424940442770)
+(14260447771268573594,5578182242585518316)
+(14260447771268573594,16377939020851853906)
+(4363920713808688881,5013693163726625177)
+(14260447771268573594,3863279269132177973)
+(14260447771268573594,5578182242585518316)
+(14260447771268573594,16377939020851853906)
+(4363920713808688881,5013693163726625177)
+(14260447771268573594,3863279269132177973)
 uniqExact	6
-ngramSimhash
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	938403918
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	904817231
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	904849486
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	938469966
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	938404430
-ngramSimhashCaseInsensitive
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	938453071
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	938453599
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	938404430
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	636382047
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	938388046
-ngramSimhashUTF8
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2400625214
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2669060670
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	2671174174
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	2669060798
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	2635506238
-ngramSimhashCaseInsensitiveUTF8
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2984307934
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	2967514366
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2715855070
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2967529694
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	2984290526
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2984306910
-wordShingleSimhash
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2384813566025024242
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	2393820766427040734
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	2421405261516400471
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2384883934767174398
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2384813567165864670
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2384813567098766070
-wordShingleSimhashCaseInsensitive
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	11635224793909957342
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	11617192803208139478
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	11617192803208151794
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	11617192803208151766
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	3006891407629799254
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	11617263171950236406
-wordShingleSimhashUTF8
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	9097818277104946605
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	9084246141658271116
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	9084247241171471628
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	9088752215857929613
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	9093255814816009484
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	9084247481822285196
-wordShingleSimhashCaseInsensitiveUTF8
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	14788772559981154978
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	14497164445320454820
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	14500537785782895266
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	14787646625647636642
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	14500016612976573090
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	14787956717160870888
-ngramMinhash
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(15568933215262012353,16287411738807860353)
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(9473589826959436958,14264235017873782379)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(261441656340606110,13387826928927239258)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(261441656340606110,3305790294064680121)
-ngramMinhashCaseInsensitive
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(15568933215262012353,16287411738807860353)
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(9473589826959436958,14264235017873782379)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(3051755284325985438,3305790294064680121)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(3051755284325985438,13387826928927239258)
-ngramMinhashUTF8
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	4	(309830857064065611,7476109060377919216)
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(309830856946430871,7521913981442105351)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(309830857559697399,7476109060377919216)
-ngramMinhashCaseInsensitiveUTF8
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(13010809262502929096,2266175201446733829)
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	5	(16827851229372179144,976408052548769549)
-wordShingleMinhash
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(14343822344862533053,11776483993821900250)
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(18417749332128868312,11776483993821900250)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(18417749329907528200,14156831980621923226)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(4600092690178227586,11776483993821900250)
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(12998011837685887081,1565093152297016105)
-wordShingleMinhashCaseInsensitive
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(12998011837880940480,1565093152297016105)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(1100751419997894255,15225006848401474458)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(1100751419777226283,12993805708561478711)
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(1260401089202135898,12993805709529540523)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(1638964264353944555,12993805708561478711)
-wordShingleMinhashUTF8
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(742280067319112377,14237963017046410351)
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(7237654052534217600,14400297883226437452)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(742280067319112377,17574811665615962276)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	(3458625375707825328,17574811665615962276)
-wordShingleMinhashCaseInsensitiveUTF8
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(7032848390598450936,5104668712725998486)
-ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(15582670464629505464,13034678298246801511)
-ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(9935434838523508980,7648038926638343017)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	(7032848390598450936,16870743692447971238)
-ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(7302041809563941951,6856814412450461959)
+ngramSimHash
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	3906262823
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	2857686823
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	676648743
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	1012193063
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	3092567843
+ngramSimHashCaseInsensitive
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2891240999
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	3092567591
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	2824132391
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	3908359975
+ngramSimHashUTF8
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	3159676711
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	2	676648743
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	1012193063
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	2924795687
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	3897874215
+ngramSimHashCaseInsensitiveUTF8
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	3906262823
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	3092567591
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	2824132391
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	2891241255
+wordShingleSimHash
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	857724390
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	404215270
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	991679910
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	425963587
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	404215014
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	563598566
+wordShingleSimHashCaseInsensitive
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	959182215
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	429118950
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	421737795
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	964941252
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	965465540
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	420713958
+wordShingleSimHashUTF8
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	857724390
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	404215270
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	991679910
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	425963587
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	404215014
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	563598566
+wordShingleSimHashCaseInsensitiveUTF8
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	959182215
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	429118950
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	421737795
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	964941252
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	965465540
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	420713958
+ngramMinHash
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	(6021986790841777095,17443426065825246292)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(13225377334870249827,17443426065825246292)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(4388091710993602029,17613327300639166679)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(7962672159337006560,17443426065825246292)
+ngramMinHashCaseInsensitive
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	(6021986790841777095,8535005350590298790)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(13225377334870249827,8535005350590298790)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(4388091710993602029,17613327300639166679)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(7962672159337006560,8535005350590298790)
+ngramMinHashUTF8
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	(6021986790841777095,17443426065825246292)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(13225377334870249827,17443426065825246292)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(4388091710993602029,17613327300639166679)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(7962672159337006560,17443426065825246292)
+ngramMinHashCaseInsensitiveUTF8
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	(6021986790841777095,8535005350590298790)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(13225377334870249827,8535005350590298790)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(4388091710993602029,17613327300639166679)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(7962672159337006560,8535005350590298790)
+wordShingleMinHash
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(18148981179837829400,14581416672396321264)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(16224204290372720939,13975393268888698430)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	(5044918525503962090,12338022931991160906)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(18148981179837829400,6048943706095721476)
+wordShingleMinHashCaseInsensitive
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(15504011608613565061,6048943706095721476)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(16224204290372720939,13975393268888698430)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	(5044918525503962090,3381836163833256482)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(15504011608613565061,14581416672396321264)
+wordShingleMinHashUTF8
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(18148981179837829400,14581416672396321264)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(16224204290372720939,13975393268888698430)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	(5044918525503962090,12338022931991160906)
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(18148981179837829400,6048943706095721476)
+wordShingleMinHashCaseInsensitiveUTF8
+ClickHouse makes full use of all available hardware to process every request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (only used columns after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid single points of failure. Downtime for one site or the entire data center will not affect the system\'s read and write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they immediately become available for building reports. The SQL dialect allows you to express the desired result without resorting to any non-standard APIs that can be found in some alternative systems.	1	(15504011608613565061,6048943706095721476)
+ClickHouse uses all available hardware to its full potential to process each query as fast as possible. Peak processing performance for a single query stands at more than 2 terabytes per second (after decompression, only used columns). In distributed setup reads are automatically balanced among healthy replicas to avoid increasing latency.\nClickHouse supports multi-master asynchronous replication and can be deployed across multiple datacenters. All nodes are equal, which allows avoiding having single points of failure. Downtime of a single node or the whole datacenter wont affect the systems availability for both reads and writes.\nClickHouse is simple and works out-of-the-box. It streamlines all your data processing: ingest all your structured data into the system and it becomes instantly available for building reports. SQL dialect allows expressing the desired result without involving any custom non-standard API that could be found in some alternative systems.	1	(16224204290372720939,13975393268888698430)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all of your structured data into the system, and it is immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all your structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.\n:::::::\nClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (using columns after decompression only). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the read / write availability of the system.\nClickHouse is simple and works out of the box. It simplifies all processing of your data: it loads all structured data into the system and immediately becomes available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	3	(5044918525503962090,3381836163833256482)
+ClickHouse makes full use of all available hardware to process each request as quickly as possible. Peak performance for a single query is over 2 terabytes per second (used columns only after unpacking). In a distributed setup, reads are automatically balanced across healthy replicas to avoid increased latency.\nClickHouse supports asynchronous multi-master replication and can be deployed across multiple data centers. All nodes are equal to avoid a single point of failure. Downtime for one site or the entire data center will not affect the system\'s read / write availability.\nClickHouse is simple and works out of the box. It simplifies all the processing of your data: it loads all your structured data into the system, and they are immediately available for building reports. The SQL dialect allows you to express the desired result without resorting to any of the non-standard APIs found in some alternative systems.	1	(15504011608613565061,14581416672396321264)

From 34e298006d515a7a832de133b8715725fecef39b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 22:24:26 +0300
Subject: [PATCH 577/742] Update to master boost

---
 contrib/boost | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/boost b/contrib/boost
index 729dc66b11a..8e259cd2a6b 160000
--- a/contrib/boost
+++ b/contrib/boost
@@ -1 +1 @@
-Subproject commit 729dc66b11a006df6c3b32294635cc2572fea594
+Subproject commit 8e259cd2a6b60d75dd17e73432f11bb7b9351bb1

From 4b51a401ec52425e6c47c30c875c69e06b614153 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 25 Dec 2020 23:36:44 +0300
Subject: [PATCH 578/742] Update cctz to 2020e

---
 contrib/cctz | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/cctz b/contrib/cctz
index 260ba195ef6..c0f1bcb97fd 160000
--- a/contrib/cctz
+++ b/contrib/cctz
@@ -1 +1 @@
-Subproject commit 260ba195ef6c489968bae8c88c62a67cdac5ff9d
+Subproject commit c0f1bcb97fd2782f7c3f972fadd5aad5affac4b8

From b4c7540436d0df40afd0d9aaa3846d46978ba02a Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Mon, 30 Nov 2020 23:33:46 +0300
Subject: [PATCH 579/742] Fix 01019_Buffer_and_max_memory_usage

Before it does not check what it was intended, since it was too tricky.
---
 .../0_stateless/01019_Buffer_and_max_memory_usage.sql      | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/tests/queries/0_stateless/01019_Buffer_and_max_memory_usage.sql b/tests/queries/0_stateless/01019_Buffer_and_max_memory_usage.sql
index 246f7be5a33..5833f2592a2 100644
--- a/tests/queries/0_stateless/01019_Buffer_and_max_memory_usage.sql
+++ b/tests/queries/0_stateless/01019_Buffer_and_max_memory_usage.sql
@@ -1,5 +1,6 @@
 DROP TABLE IF EXISTS null_;
 DROP TABLE IF EXISTS buffer_;
+DROP TABLE IF EXISTS aggregation_;
 
 -- Each UInt64  is 8    bytes
 -- So 10e6 rows is 80e6 bytes
@@ -30,6 +31,11 @@ INSERT INTO buffer_ SELECT toUInt64(number) FROM system.numbers LIMIT toUInt64(1
 
 OPTIMIZE TABLE buffer_; -- flush just in case
 
+-- create complex aggregation to fail with Memory limit exceede error while writing to Buffer()
+-- String over UInt64 is enough to trigger the problem.
+CREATE MATERIALIZED VIEW aggregation_ engine=Memory() AS SELECT toString(key) FROM null_;
+
+-- Check that max_memory_usage is ignored during write from StorageBuffer
 SET min_insert_block_size_bytes=0;
 SET min_insert_block_size_rows=100e3;
 INSERT INTO buffer_ SELECT toUInt64(number) FROM system.numbers LIMIT toUInt64(10e6+1);
@@ -38,3 +44,4 @@ SELECT count() FROM buffer_;
 
 DROP TABLE null_;
 DROP TABLE buffer_;
+DROP TABLE aggregation_;

From 9d64ae2895101e7c7f9b72f7ffd981455238a7ce Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 5 Dec 2020 11:23:12 +0300
Subject: [PATCH 580/742] Extend BlockerInThread/LockExceptionInThread
 interface

- Add level for BlockerInThread/LockExceptionInThread to make decisions
  based on the level
- Add block_fault_injections for LockExceptionInThread
---
 src/Common/MemoryTracker.cpp | 49 +++++++++++++++++++++++++++++++-----
 src/Common/MemoryTracker.h   | 33 +++++++++++++++++++-----
 2 files changed, 70 insertions(+), 12 deletions(-)

diff --git a/src/Common/MemoryTracker.cpp b/src/Common/MemoryTracker.cpp
index 0204fec46fc..740327c7194 100644
--- a/src/Common/MemoryTracker.cpp
+++ b/src/Common/MemoryTracker.cpp
@@ -41,9 +41,9 @@ MemoryTracker * getMemoryTracker()
 ///   NOTE: that since C++11 destructor marked with noexcept by default, and
 ///   this means that any throw from destructor (that is not marked with
 ///   noexcept(false)) will cause std::terminate()
-bool inline memoryTrackerCanThrow()
+bool inline memoryTrackerCanThrow(VariableContext level, bool fault_injection)
 {
-    return !MemoryTracker::LockExceptionInThread::isBlocked() && !std::uncaught_exceptions();
+    return !MemoryTracker::LockExceptionInThread::isBlocked(level, fault_injection) && !std::uncaught_exceptions();
 }
 
 }
@@ -64,8 +64,40 @@ namespace ProfileEvents
 
 static constexpr size_t log_peak_memory_usage_every = 1ULL << 30;
 
+// BlockerInThread
 thread_local uint64_t MemoryTracker::BlockerInThread::counter = 0;
+thread_local VariableContext MemoryTracker::BlockerInThread::level = VariableContext::Global;
+MemoryTracker::BlockerInThread::BlockerInThread(VariableContext level_)
+    : previous_level(level)
+{
+    ++counter;
+    level = level_;
+}
+MemoryTracker::BlockerInThread::~BlockerInThread()
+{
+    --counter;
+    level = previous_level;
+}
+
+/// LockExceptionInThread
 thread_local uint64_t MemoryTracker::LockExceptionInThread::counter = 0;
+thread_local VariableContext MemoryTracker::LockExceptionInThread::level = VariableContext::Global;
+thread_local bool MemoryTracker::LockExceptionInThread::block_fault_injections = false;
+MemoryTracker::LockExceptionInThread::LockExceptionInThread(VariableContext level_, bool block_fault_injections_)
+    : previous_level(level)
+    , previous_block_fault_injections(block_fault_injections)
+{
+    ++counter;
+    level = level_;
+    block_fault_injections = block_fault_injections_;
+}
+MemoryTracker::LockExceptionInThread::~LockExceptionInThread()
+{
+    --counter;
+    level = previous_level;
+    block_fault_injections = previous_block_fault_injections;
+}
+
 
 MemoryTracker total_memory_tracker(nullptr, VariableContext::Global);
 
@@ -110,8 +142,13 @@ void MemoryTracker::alloc(Int64 size)
     if (size < 0)
         throw DB::Exception(DB::ErrorCodes::LOGICAL_ERROR, "Negative size ({}) is passed to MemoryTracker. It is a bug.", size);
 
-    if (BlockerInThread::isBlocked())
+    if (BlockerInThread::isBlocked(level))
+    {
+        /// Since the BlockerInThread should respect the level, we should go to the next parent.
+        if (auto * loaded_next = parent.load(std::memory_order_relaxed))
+            loaded_next->alloc(size);
         return;
+    }
 
     /** Using memory_order_relaxed means that if allocations are done simultaneously,
       *  we allow exception about memory limit exceeded to be thrown only on next allocation.
@@ -144,7 +181,7 @@ void MemoryTracker::alloc(Int64 size)
     }
 
     std::bernoulli_distribution fault(fault_probability);
-    if (unlikely(fault_probability && fault(thread_local_rng)) && memoryTrackerCanThrow())
+    if (unlikely(fault_probability && fault(thread_local_rng)) && memoryTrackerCanThrow(level, true))
     {
         /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
         BlockerInThread untrack_lock;
@@ -173,7 +210,7 @@ void MemoryTracker::alloc(Int64 size)
         DB::TraceCollector::collect(DB::TraceType::MemorySample, StackTrace(), size);
     }
 
-    if (unlikely(current_hard_limit && will_be > current_hard_limit) && memoryTrackerCanThrow())
+    if (unlikely(current_hard_limit && will_be > current_hard_limit) && memoryTrackerCanThrow(level, false))
     {
         /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
         BlockerInThread untrack_lock;
@@ -211,7 +248,7 @@ void MemoryTracker::updatePeak(Int64 will_be)
 
 void MemoryTracker::free(Int64 size)
 {
-    if (BlockerInThread::isBlocked())
+    if (BlockerInThread::isBlocked(level))
         return;
 
     std::bernoulli_distribution sample(sample_probability);
diff --git a/src/Common/MemoryTracker.h b/src/Common/MemoryTracker.h
index 4c20d109dfa..07640b10366 100644
--- a/src/Common/MemoryTracker.h
+++ b/src/Common/MemoryTracker.h
@@ -136,11 +136,20 @@ public:
     private:
         BlockerInThread(const BlockerInThread &) = delete;
         BlockerInThread & operator=(const BlockerInThread &) = delete;
+
         static thread_local uint64_t counter;
+        static thread_local VariableContext level;
+
+        VariableContext previous_level;
     public:
-        BlockerInThread() { ++counter; }
-        ~BlockerInThread() { --counter; }
-        static bool isBlocked() { return counter > 0; }
+        /// level_ - block in level and above
+        BlockerInThread(VariableContext level_ = VariableContext::Global);
+        ~BlockerInThread();
+
+        static bool isBlocked(VariableContext current_level)
+        {
+            return counter > 0 && current_level >= level;
+        }
     };
 
     /// To be able to avoid MEMORY_LIMIT_EXCEEDED Exception in destructors:
@@ -160,11 +169,23 @@ public:
     private:
         LockExceptionInThread(const LockExceptionInThread &) = delete;
         LockExceptionInThread & operator=(const LockExceptionInThread &) = delete;
+
         static thread_local uint64_t counter;
+        static thread_local VariableContext level;
+        static thread_local bool block_fault_injections;
+
+        VariableContext previous_level;
+        bool previous_block_fault_injections;
     public:
-        LockExceptionInThread() { ++counter; }
-        ~LockExceptionInThread() { --counter; }
-        static bool isBlocked() { return counter > 0; }
+        /// level_ - block in level and above
+        /// block_fault_injections_ - block in fault injection too
+        LockExceptionInThread(VariableContext level_ = VariableContext::Global, bool block_fault_injections_ = true);
+        ~LockExceptionInThread();
+
+        static bool isBlocked(VariableContext current_level, bool fault_injection)
+        {
+            return counter > 0 && current_level >= level && (!fault_injection || (fault_injection && block_fault_injections));
+        }
     };
 };
 

From a3ab42912901cdf80bb756c46a60d0edcff95c86 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Fri, 25 Dec 2020 01:18:37 +0300
Subject: [PATCH 581/742] Split MemoryTracker header

Allocator.h is included into almost everything (via PODArray.h), so keep
only small part of MemoryTracker.h for it.
---
 src/Common/Allocator.h              |  2 +-
 src/Common/CurrentMemoryTracker.cpp | 81 +++++++++++++++++++++++++++++
 src/Common/CurrentMemoryTracker.h   | 11 ++++
 src/Common/FiberStack.h             |  2 +-
 src/Common/MemoryTracker.cpp        | 72 -------------------------
 src/Common/MemoryTracker.h          |  9 ----
 src/Common/new_delete.cpp           |  2 +-
 src/Common/ya.make                  |  1 +
 8 files changed, 96 insertions(+), 84 deletions(-)
 create mode 100644 src/Common/CurrentMemoryTracker.cpp
 create mode 100644 src/Common/CurrentMemoryTracker.h

diff --git a/src/Common/Allocator.h b/src/Common/Allocator.h
index 0964bb9f522..a499f4a442b 100644
--- a/src/Common/Allocator.h
+++ b/src/Common/Allocator.h
@@ -28,7 +28,7 @@
 #include <common/mremap.h>
 #include <common/getPageSize.h>
 
-#include <Common/MemoryTracker.h>
+#include <Common/CurrentMemoryTracker.h>
 #include <Common/Exception.h>
 #include <Common/formatReadable.h>
 
diff --git a/src/Common/CurrentMemoryTracker.cpp b/src/Common/CurrentMemoryTracker.cpp
new file mode 100644
index 00000000000..737f2566efc
--- /dev/null
+++ b/src/Common/CurrentMemoryTracker.cpp
@@ -0,0 +1,81 @@
+#include <Common/MemoryTracker.h>
+#include <Common/CurrentThread.h>
+
+#include <Common/CurrentMemoryTracker.h>
+
+namespace
+{
+
+MemoryTracker * getMemoryTracker()
+{
+    if (auto * thread_memory_tracker = DB::CurrentThread::getMemoryTracker())
+        return thread_memory_tracker;
+
+    /// Once the main thread is initialized,
+    /// total_memory_tracker is initialized too.
+    /// And can be used, since MainThreadStatus is required for profiling.
+    if (DB::MainThreadStatus::get())
+        return &total_memory_tracker;
+
+    return nullptr;
+}
+
+}
+
+namespace CurrentMemoryTracker
+{
+
+using DB::current_thread;
+
+void alloc(Int64 size)
+{
+    if (auto * memory_tracker = getMemoryTracker())
+    {
+        if (current_thread)
+        {
+            current_thread->untracked_memory += size;
+            if (current_thread->untracked_memory > current_thread->untracked_memory_limit)
+            {
+                /// Zero untracked before track. If tracker throws out-of-limit we would be able to alloc up to untracked_memory_limit bytes
+                /// more. It could be useful to enlarge Exception message in rethrow logic.
+                Int64 tmp = current_thread->untracked_memory;
+                current_thread->untracked_memory = 0;
+                memory_tracker->alloc(tmp);
+            }
+        }
+        /// total_memory_tracker only, ignore untracked_memory
+        else
+        {
+            memory_tracker->alloc(size);
+        }
+    }
+}
+
+void realloc(Int64 old_size, Int64 new_size)
+{
+    Int64 addition = new_size - old_size;
+    addition > 0 ? alloc(addition) : free(-addition);
+}
+
+void free(Int64 size)
+{
+    if (auto * memory_tracker = getMemoryTracker())
+    {
+        if (current_thread)
+        {
+            current_thread->untracked_memory -= size;
+            if (current_thread->untracked_memory < -current_thread->untracked_memory_limit)
+            {
+                memory_tracker->free(-current_thread->untracked_memory);
+                current_thread->untracked_memory = 0;
+            }
+        }
+        /// total_memory_tracker only, ignore untracked_memory
+        else
+        {
+            memory_tracker->free(size);
+        }
+    }
+}
+
+}
diff --git a/src/Common/CurrentMemoryTracker.h b/src/Common/CurrentMemoryTracker.h
new file mode 100644
index 00000000000..3a9e8990d66
--- /dev/null
+++ b/src/Common/CurrentMemoryTracker.h
@@ -0,0 +1,11 @@
+#pragma once
+
+#include <common/types.h>
+
+/// Convenience methods, that use current thread's memory_tracker if it is available.
+namespace CurrentMemoryTracker
+{
+    void alloc(Int64 size);
+    void realloc(Int64 old_size, Int64 new_size);
+    void free(Int64 size);
+}
diff --git a/src/Common/FiberStack.h b/src/Common/FiberStack.h
index 2917a64a692..b54b1a7de10 100644
--- a/src/Common/FiberStack.h
+++ b/src/Common/FiberStack.h
@@ -2,7 +2,7 @@
 #include <common/defines.h>
 #include <boost/context/stack_context.hpp>
 #include <Common/formatReadable.h>
-#include <Common/MemoryTracker.h>
+#include <Common/CurrentMemoryTracker.h>
 
 #include <sys/time.h>
 #include <sys/resource.h>
diff --git a/src/Common/MemoryTracker.cpp b/src/Common/MemoryTracker.cpp
index 740327c7194..3269196012f 100644
--- a/src/Common/MemoryTracker.cpp
+++ b/src/Common/MemoryTracker.cpp
@@ -2,7 +2,6 @@
 
 #include <IO/WriteHelpers.h>
 #include "Common/TraceCollector.h"
-#include <Common/CurrentThread.h>
 #include <Common/Exception.h>
 #include <Common/formatReadable.h>
 #include <common/logger_useful.h>
@@ -16,20 +15,6 @@
 namespace
 {
 
-MemoryTracker * getMemoryTracker()
-{
-    if (auto * thread_memory_tracker = DB::CurrentThread::getMemoryTracker())
-        return thread_memory_tracker;
-
-    /// Once the main thread is initialized,
-    /// total_memory_tracker is initialized too.
-    /// And can be used, since MainThreadStatus is required for profiling.
-    if (DB::MainThreadStatus::get())
-        return &total_memory_tracker;
-
-    return nullptr;
-}
-
 /// MemoryTracker cannot throw MEMORY_LIMIT_EXCEEDED (either configured memory
 /// limit reached or fault injected), in the following cases:
 ///
@@ -329,60 +314,3 @@ void MemoryTracker::setOrRaiseProfilerLimit(Int64 value)
     while (old_value < value && !profiler_limit.compare_exchange_weak(old_value, value))
         ;
 }
-
-
-namespace CurrentMemoryTracker
-{
-    using DB::current_thread;
-
-    void alloc(Int64 size)
-    {
-        if (auto * memory_tracker = getMemoryTracker())
-        {
-            if (current_thread)
-            {
-                current_thread->untracked_memory += size;
-                if (current_thread->untracked_memory > current_thread->untracked_memory_limit)
-                {
-                    /// Zero untracked before track. If tracker throws out-of-limit we would be able to alloc up to untracked_memory_limit bytes
-                    /// more. It could be useful to enlarge Exception message in rethrow logic.
-                    Int64 tmp = current_thread->untracked_memory;
-                    current_thread->untracked_memory = 0;
-                    memory_tracker->alloc(tmp);
-                }
-            }
-            /// total_memory_tracker only, ignore untracked_memory
-            else
-            {
-                memory_tracker->alloc(size);
-            }
-        }
-    }
-
-    void realloc(Int64 old_size, Int64 new_size)
-    {
-        Int64 addition = new_size - old_size;
-        addition > 0 ? alloc(addition) : free(-addition);
-    }
-
-    void free(Int64 size)
-    {
-        if (auto * memory_tracker = getMemoryTracker())
-        {
-            if (current_thread)
-            {
-                current_thread->untracked_memory -= size;
-                if (current_thread->untracked_memory < -current_thread->untracked_memory_limit)
-                {
-                    memory_tracker->free(-current_thread->untracked_memory);
-                    current_thread->untracked_memory = 0;
-                }
-            }
-            /// total_memory_tracker only, ignore untracked_memory
-            else
-            {
-                memory_tracker->free(size);
-            }
-        }
-    }
-}
diff --git a/src/Common/MemoryTracker.h b/src/Common/MemoryTracker.h
index 07640b10366..bfe03d19a27 100644
--- a/src/Common/MemoryTracker.h
+++ b/src/Common/MemoryTracker.h
@@ -190,12 +190,3 @@ public:
 };
 
 extern MemoryTracker total_memory_tracker;
-
-
-/// Convenience methods, that use current thread's memory_tracker if it is available.
-namespace CurrentMemoryTracker
-{
-    void alloc(Int64 size);
-    void realloc(Int64 old_size, Int64 new_size);
-    void free(Int64 size);
-}
diff --git a/src/Common/new_delete.cpp b/src/Common/new_delete.cpp
index abf80cdd4ad..be3724666f8 100644
--- a/src/Common/new_delete.cpp
+++ b/src/Common/new_delete.cpp
@@ -1,5 +1,5 @@
 #include <common/memory.h>
-#include <Common/MemoryTracker.h>
+#include <Common/CurrentMemoryTracker.h>
 
 #include <iostream>
 #include <new>
diff --git a/src/Common/ya.make b/src/Common/ya.make
index 07175029276..5d2534c3547 100644
--- a/src/Common/ya.make
+++ b/src/Common/ya.make
@@ -33,6 +33,7 @@ SRCS(
     Config/ConfigProcessor.cpp
     Config/ConfigReloader.cpp
     Config/configReadClient.cpp
+    CurrentMemoryTracker.cpp
     CurrentMetrics.cpp
     CurrentThread.cpp
     DNSResolver.cpp

From 762e757557fae651adc1839744fbe061a99ca0ae Mon Sep 17 00:00:00 2001
From: UnamedRus <UnamedRus@users.noreply.github.com>
Date: Sat, 26 Dec 2020 01:46:47 +0300
Subject: [PATCH 582/742] Update docs/ru/interfaces/cli.md

Co-authored-by: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
---
 docs/ru/interfaces/cli.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/interfaces/cli.md b/docs/ru/interfaces/cli.md
index 8556182af49..03d669c5def 100644
--- a/docs/ru/interfaces/cli.md
+++ b/docs/ru/interfaces/cli.md
@@ -93,7 +93,7 @@ clickhouse-client --param_parName="[1, 2]"  -q "SELECT * FROM table WHERE a = {p
 ```
 
 -   `name` — идентификатор подстановки. В консольном клиенте его следует использовать как часть имени параметра `--param_<name> = value`.
--   `data type` — [тип данных](../sql-reference/data-types/index.md) значения. Например, структура данных `(integer, ('string', integer))` может иметь тип данных `Tuple(UInt8, Tuple(String, UInt8))` ([целочисленный](../sql-reference/data-types/int-uint.md) тип может быть и другим). В качестве параметра можно передать название столбца, таблицы и базы данных, в этом случае используется `Identifier` как тип данных.
+-   `data type` — [тип данных](../sql-reference/data-types/index.md) значения. Например, структура данных `(integer, ('string', integer))` может иметь тип данных `Tuple(UInt8, Tuple(String, UInt8))` ([целочисленный](../sql-reference/data-types/int-uint.md) тип может быть и другим). В качестве параметра можно передать название столбца, таблицы и базы данных, в этом случае используется тип данных`Identifier` .
 
 #### Пример {#primer}
 

From a087f23af6acf1f7f68b31c61ec7e5055e2c027b Mon Sep 17 00:00:00 2001
From: UnamedRus <UnamedRus@users.noreply.github.com>
Date: Sat, 26 Dec 2020 01:46:56 +0300
Subject: [PATCH 583/742] Update docs/en/interfaces/cli.md

Co-authored-by: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
---
 docs/en/interfaces/cli.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/interfaces/cli.md b/docs/en/interfaces/cli.md
index c0c9b5668c2..3474c22f48e 100644
--- a/docs/en/interfaces/cli.md
+++ b/docs/en/interfaces/cli.md
@@ -87,7 +87,7 @@ Format a query as usual, then place the values that you want to pass from the ap
 ```
 
 -   `name` — Placeholder identifier. In the console client it should be used in app parameters as `--param_<name> = value`.
--   `data type` — [Data type](../sql-reference/data-types/index.md) of the app parameter value. For example, a data structure like `(integer, ('string', integer))` can have the `Tuple(UInt8, Tuple(String, UInt8))` data type (you can also use another [integer](../sql-reference/data-types/int-uint.md) types). It's also possible to pass table, database, column names as parameter, in that case you would need to use `Identifier` as data type.
+-   `data type` — [Data type](../sql-reference/data-types/index.md) of the app parameter value. For example, a data structure like `(integer, ('string', integer))` can have the `Tuple(UInt8, Tuple(String, UInt8))` data type (you can also use another [integer](../sql-reference/data-types/int-uint.md) types). It's also possible to pass table, database, column names as a parameter, in that case you would need to use `Identifier` as a data type.
 
 #### Example {#example}
 

From 4bc039bae79b892ec64f9f2fae7ed211ec2995b1 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 26 Dec 2020 10:29:50 +0300
Subject: [PATCH 584/742] Use RLIMIT_DATA/RLIMIT_AS over RLIMIT_RSS for
 ENABLE_CHECK_HEAVY_BUILDS
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

RLIMIT_RSS does not work since 2.6.x+, from getrlimit(2):

       RLIMIT_RSS
              This  is  a  limit (in bytes) on the process's resident set (the number of virtual pages resident in RAM).  This limit has effect only in Linux 2.4.x, x < 30, and there af‐
              fects only calls to madvise(2) specifying MADV_WILLNEED.

Note that before this patch RSS was to 10MB but I doubt that it is
enough for C++ compiler, this patch uses 1G limit for DATA and 10G for
AS/VIRT (but it seems that even 1G may be too small).

And see also https://code.woboq.org/linux/linux/mm/mmap.c.html#may_expand_vm
---
 CMakeLists.txt | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 52cb64fd763..27f4f2bff27 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -68,7 +68,9 @@ include (cmake/find/ccache.cmake)
 
 option(ENABLE_CHECK_HEAVY_BUILDS "Don't allow C++ translation units to compile too long or to take too much memory while compiling" OFF)
 if (ENABLE_CHECK_HEAVY_BUILDS)
-    set (CMAKE_CXX_COMPILER_LAUNCHER prlimit --rss=10000000 --cpu=600)
+    # set DATA (since RSS does not work since 2.6.x+) to 1G
+    # set VIRT (RLIMIT_AS) to 10G (DATA*10)
+    set (CMAKE_CXX_COMPILER_LAUNCHER prlimit --as=10000000000 --data=1000000000 --cpu=600)
 endif ()
 
 if (NOT CMAKE_BUILD_TYPE OR CMAKE_BUILD_TYPE STREQUAL "None")

From 7f6535138079183954a8874d137adc09d5abdbff Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 26 Dec 2020 12:26:42 +0300
Subject: [PATCH 585/742] Increase memory limits for ENABLE_CHECK_HEAVY_BUILDS

---
 CMakeLists.txt | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 27f4f2bff27..6f5f5e16820 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -68,9 +68,9 @@ include (cmake/find/ccache.cmake)
 
 option(ENABLE_CHECK_HEAVY_BUILDS "Don't allow C++ translation units to compile too long or to take too much memory while compiling" OFF)
 if (ENABLE_CHECK_HEAVY_BUILDS)
-    # set DATA (since RSS does not work since 2.6.x+) to 1G
+    # set DATA (since RSS does not work since 2.6.x+) to 2G
     # set VIRT (RLIMIT_AS) to 10G (DATA*10)
-    set (CMAKE_CXX_COMPILER_LAUNCHER prlimit --as=10000000000 --data=1000000000 --cpu=600)
+    set (CMAKE_CXX_COMPILER_LAUNCHER prlimit --as=10000000000 --data=2000000000 --cpu=600)
 endif ()
 
 if (NOT CMAKE_BUILD_TYPE OR CMAKE_BUILD_TYPE STREQUAL "None")

From 2c649a990be87b4ee0dfa392d4b9a25a4020a881 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 26 Dec 2020 14:50:21 +0300
Subject: [PATCH 586/742] Increase memory limits for ENABLE_CHECK_HEAVY_BUILDS

---
 CMakeLists.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 6f5f5e16820..af15bc94018 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -70,7 +70,7 @@ option(ENABLE_CHECK_HEAVY_BUILDS "Don't allow C++ translation units to compile t
 if (ENABLE_CHECK_HEAVY_BUILDS)
     # set DATA (since RSS does not work since 2.6.x+) to 2G
     # set VIRT (RLIMIT_AS) to 10G (DATA*10)
-    set (CMAKE_CXX_COMPILER_LAUNCHER prlimit --as=10000000000 --data=2000000000 --cpu=600)
+    set (CMAKE_CXX_COMPILER_LAUNCHER prlimit --as=10000000000 --data=5000000000 --cpu=600)
 endif ()
 
 if (NOT CMAKE_BUILD_TYPE OR CMAKE_BUILD_TYPE STREQUAL "None")

From 51b76f73671071c2065c88b3f193de2a942c9b43 Mon Sep 17 00:00:00 2001
From: Anna <annaconda@bk.ru>
Date: Sat, 26 Dec 2020 15:43:09 +0300
Subject: [PATCH 587/742] add desc for NULL modifiers

---
 docs/en/operations/settings/settings.md          | 11 +++++++++++
 docs/en/sql-reference/statements/create/table.md |  8 ++++++++
 2 files changed, 19 insertions(+)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 7f0a61ccd42..4528f7010bf 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2470,4 +2470,15 @@ Possible values:
 
 Default value: `0`.
 
+## data_type_default_nullable {#data_type_default_nullable}
+
+Allows data types without explicit modifiers in table definition will be [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable).
+
+Possible values:
+
+- 1 — `Nullable`-type expressions are allowed in a table definition.
+- 0 — `Nullable`-type expressions are not allowed in a table definition.
+
+Default value: `0`.
+
 [Original article](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->
diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index e9952fc76fd..55e1ba66edc 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -99,6 +99,14 @@ If you add a new column to a table but later change its default expression, the
 
 It is not possible to set default values for elements in nested data structures.
 
+## NULL Or NOT NULL Modifiers
+
+`NULL` and `NOT NULL` modifiers after data type in table definition allow or do not allow it to be [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable). 
+
+If the type is not `Nullable` and if `NULL` is specified, it will be treated as `Nullable`; if `NOT NULL` is specified, then no. For example, `INT NULL` is the same as `Nullable(INT)`. If the type is `Nullable` and `NULL` or `NOT NULL` modifiers are specified, the exception will be thrown.
+
+See also [data_type_default_nullable](../../operations/settings/settings.md#data_type_default_nullable) setting.
+
 ## Primary Key {#primary-key}
 
 You can define a [primary key](../../../engines/table-engines/mergetree-family/mergetree.md#primary-keys-and-indexes-in-queries) when creating a table. Primary key can be specified in two ways: 

From 99b50dbba3c452cfa93bc5b77b915241ab452c76 Mon Sep 17 00:00:00 2001
From: romanzhukov <romanzhukov@yandex-team.ru>
Date: Sat, 26 Dec 2020 16:10:37 +0300
Subject: [PATCH 588/742] DOCSUP-5043: Fix PR comments.

---
 .../operations/server-configuration-parameters/settings.md  | 6 +++---
 docs/ru/commercial/cloud.md                                 | 5 ++---
 .../operations/server-configuration-parameters/settings.md  | 4 ++--
 3 files changed, 7 insertions(+), 8 deletions(-)

diff --git a/docs/en/operations/server-configuration-parameters/settings.md b/docs/en/operations/server-configuration-parameters/settings.md
index 1877e474555..4095e84627a 100644
--- a/docs/en/operations/server-configuration-parameters/settings.md
+++ b/docs/en/operations/server-configuration-parameters/settings.md
@@ -80,7 +80,7 @@ List of prefixes for [custom settings](../../operations/settings/index.md#custom
 
 -   [Custom settings](../../operations/settings/index.md#custom_settings)
 
-## core_dump
+## core_dump {#server_configuration_parameters-core_dump}
 
 Configures soft limit for core dump file size.
 
@@ -88,7 +88,7 @@ Possible values:
 
 -   Positive integer.
 
-Default value: `1073741824`.
+Default value: `1073741824` (1 GB).
 
 !!! info "Note"
     Hard limit is configured via system tools
@@ -440,7 +440,7 @@ Limits total RAM usage by the ClickHouse server.
 Possible values:
 
 -   Positive integer.
--   0 (auto).
+-   0 — Auto.
 
 Default value: `0`.
 
diff --git a/docs/ru/commercial/cloud.md b/docs/ru/commercial/cloud.md
index 8d02a6332a7..885aac97312 100644
--- a/docs/ru/commercial/cloud.md
+++ b/docs/ru/commercial/cloud.md
@@ -21,13 +21,12 @@ toc_title: "\u041f\u043e\u0441\u0442\u0430\u0432\u0449\u0438\u043a\u0438\u0020\u
 ## Altinity.Cloud {#altinity.cloud}
 
 [Altinity.Cloud](https://altinity.com/cloud-database/) — это полностью управляемый ClickHouse-as-a-Service для публичного облака Amazon.
+
 -   Быстрое развертывание кластеров ClickHouse на ресурсах Amazon
--   Easy scale-out/scale-in as well as vertical scaling of nodes
 -   Легкое горизонтальное масштабирование также, как и вертикальное масштабирование узлов
 -   Изолированные виртуальные сети для каждого клиента с общедоступным эндпоинтом или пирингом VPC
 -   Настраиваемые типы и объемы хранилищ
--   Cross-AZ scaling for performance and high availability
--   Cross-AZ масштабирование для повышения производительности и высокой доступности
+-   Cross-AZ масштабирование для повышения производительности и обеспечения высокой доступности
 -   Встроенный мониторинг и редактор SQL-запросов
 
 {## [Оригинальная статья](https://clickhouse.tech/docs/ru/commercial/cloud/) ##}
diff --git a/docs/ru/operations/server-configuration-parameters/settings.md b/docs/ru/operations/server-configuration-parameters/settings.md
index affe09c7703..b75f0371223 100644
--- a/docs/ru/operations/server-configuration-parameters/settings.md
+++ b/docs/ru/operations/server-configuration-parameters/settings.md
@@ -80,7 +80,7 @@ ClickHouse проверяет условия для `min_part_size` и `min_part
 
 -   [Пользовательские настройки](../../operations/settings/index.md#custom_settings)
 
-## core_dump
+## core_dump {#server_configuration_parameters-core_dump}
 
 Задает мягкое ограничение для размера файла дампа ядра.
 
@@ -88,7 +88,7 @@ ClickHouse проверяет условия для `min_part_size` и `min_part
 
 -   Положительное целое число.
 
-Значение по умолчанию: `1073741824`.
+Значение по умолчанию: `1073741824` (1 ГБ).
 
 !!! info "Примечание"
     Жесткое ограничение настраивается с помощью системных инструментов.

From d2818278c5ed7bcef325dc2924458395a9ccc492 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 26 Dec 2020 17:26:50 +0300
Subject: [PATCH 589/742] Update ENABLE_CHECK_HEAVY_BUILDS limits for gcc and
 MSan

---
 CMakeLists.txt | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index af15bc94018..0209eaee249 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -69,8 +69,14 @@ include (cmake/find/ccache.cmake)
 option(ENABLE_CHECK_HEAVY_BUILDS "Don't allow C++ translation units to compile too long or to take too much memory while compiling" OFF)
 if (ENABLE_CHECK_HEAVY_BUILDS)
     # set DATA (since RSS does not work since 2.6.x+) to 2G
+    set (RLIMIT_DATA 5000000000)
     # set VIRT (RLIMIT_AS) to 10G (DATA*10)
-    set (CMAKE_CXX_COMPILER_LAUNCHER prlimit --as=10000000000 --data=5000000000 --cpu=600)
+    set (RLIMIT_AS 10000000000)
+    # gcc10/gcc10/clang -fsanitize=memory is too heavy
+    if (SANITIZE STREQUAL "memory" OR COMPILER_GCC)
+       set (RLIMIT_DATA 10000000000)
+    endif()
+    set (CMAKE_CXX_COMPILER_LAUNCHER prlimit --as=${RLIMIT_AS}--data=${RLIMIT_DATA}--cpu=600)
 endif ()
 
 if (NOT CMAKE_BUILD_TYPE OR CMAKE_BUILD_TYPE STREQUAL "None")

From 9271b3d6273f4d2516d14b98249ffaa74535f677 Mon Sep 17 00:00:00 2001
From: Vitaly Baranov <vitbar@yandex-team.ru>
Date: Tue, 22 Dec 2020 02:58:54 +0300
Subject: [PATCH 590/742] SELECT JOIN now requires the SELECT privilege on each
 of the joined tables.

---
 src/Interpreters/InterpreterSelectQuery.cpp   |  37 +++--
 src/Interpreters/JoinedTables.cpp             |   1 +
 src/Interpreters/JoinedTables.h               |   5 -
 .../test_select_access_rights/__init__.py     |   0
 .../test_select_access_rights/test.py         | 157 ++++++++++++++++++
 5 files changed, 184 insertions(+), 16 deletions(-)
 create mode 100644 tests/integration/test_select_access_rights/__init__.py
 create mode 100644 tests/integration/test_select_access_rights/test.py

diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index aee4eae8782..061a205731c 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -210,6 +210,18 @@ static void rewriteMultipleJoins(ASTPtr & query, const TablesWithColumns & table
     JoinToSubqueryTransformVisitor(join_to_subs_data).visit(query);
 }
 
+/// Returns true if we should ignore quotas and limits for a specified table in the system database.
+static bool shouldIgnoreQuotaAndLimits(const StorageID & table_id)
+{
+    if (table_id.database_name == DatabaseCatalog::SYSTEM_DATABASE)
+    {
+        static const boost::container::flat_set<String> tables_ignoring_quota{"quotas", "quota_limits", "quota_usage", "quotas_usage", "one"};
+        if (tables_ignoring_quota.count(table_id.table_name))
+            return true;
+    }
+    return false;
+}
+
 InterpreterSelectQuery::InterpreterSelectQuery(
     const ASTPtr & query_ptr_,
     const Context & context_,
@@ -254,14 +266,18 @@ InterpreterSelectQuery::InterpreterSelectQuery(
 
     JoinedTables joined_tables(getSubqueryContext(*context), getSelectQuery());
 
+    bool got_storage_from_query = false;
     if (!has_input && !storage)
+    {
         storage = joined_tables.getLeftTableStorage();
+        got_storage_from_query = true;
+    }
 
     if (storage)
     {
         table_lock = storage->lockForShare(context->getInitialQueryId(), context->getSettingsRef().lock_acquire_timeout);
         table_id = storage->getStorageID();
-        if (metadata_snapshot == nullptr)
+        if (!metadata_snapshot)
             metadata_snapshot = storage->getInMemoryMetadataPtr();
     }
 
@@ -279,9 +295,10 @@ InterpreterSelectQuery::InterpreterSelectQuery(
         if (storage && joined_tables.isLeftTableSubquery())
         {
             /// Rewritten with subquery. Free storage locks here.
-            storage = {};
+            storage = nullptr;
             table_lock.reset();
             table_id = StorageID::createEmpty();
+            metadata_snapshot = nullptr;
         }
     }
 
@@ -444,16 +461,14 @@ InterpreterSelectQuery::InterpreterSelectQuery(
     if (query.prewhere() && !query.where())
         analysis_result.prewhere_info->need_filter = true;
 
-    const StorageID & left_table_id = joined_tables.leftTableID();
-
-    if (left_table_id)
-        context->checkAccess(AccessType::SELECT, left_table_id, required_columns);
-
-    /// Remove limits for some tables in the `system` database.
-    if (left_table_id.database_name == "system")
+    if (table_id && got_storage_from_query && !joined_tables.isLeftTableFunction())
     {
-        static const boost::container::flat_set<String> system_tables_ignoring_quota{"quotas", "quota_limits", "quota_usage", "quotas_usage", "one"};
-        if (system_tables_ignoring_quota.count(left_table_id.table_name))
+        /// The current user should have the SELECT privilege.
+        /// If this table_id is for a table function we don't check access rights here because in this case they have been already checked in ITableFunction::execute().
+        context->checkAccess(AccessType::SELECT, table_id, required_columns);
+
+        /// Remove limits for some tables in the `system` database.
+        if (shouldIgnoreQuotaAndLimits(table_id) && (joined_tables.tablesCount() <= 1))
         {
             options.ignore_quota = true;
             options.ignore_limits = true;
diff --git a/src/Interpreters/JoinedTables.cpp b/src/Interpreters/JoinedTables.cpp
index c0511122c1e..17d7949e478 100644
--- a/src/Interpreters/JoinedTables.cpp
+++ b/src/Interpreters/JoinedTables.cpp
@@ -161,6 +161,7 @@ StoragePtr JoinedTables::getLeftTableStorage()
     if (isLeftTableFunction())
         return context.getQueryContext().executeTableFunction(left_table_expression);
 
+    StorageID table_id = StorageID::createEmpty();
     if (left_db_and_table)
     {
         table_id = context.resolveStorageID(StorageID(left_db_and_table->database, left_db_and_table->table, left_db_and_table->uuid));
diff --git a/src/Interpreters/JoinedTables.h b/src/Interpreters/JoinedTables.h
index 1e787ee4a65..812808fed61 100644
--- a/src/Interpreters/JoinedTables.h
+++ b/src/Interpreters/JoinedTables.h
@@ -43,8 +43,6 @@ public:
     bool isLeftTableFunction() const;
     size_t tablesCount() const { return table_expressions.size(); }
 
-    const StorageID & leftTableID() const { return table_id; }
-
     void rewriteDistributedInAndJoins(ASTPtr & query);
 
     std::unique_ptr<InterpreterSelectWithUnionQuery> makeLeftTableSubquery(const SelectQueryOptions & select_options);
@@ -57,9 +55,6 @@ private:
     /// Legacy (duplicated left table values)
     ASTPtr left_table_expression;
     std::optional<DatabaseAndTableWithAlias> left_db_and_table;
-
-    /// left_db_and_table or 'system.one'
-    StorageID table_id = StorageID::createEmpty();
 };
 
 }
diff --git a/tests/integration/test_select_access_rights/__init__.py b/tests/integration/test_select_access_rights/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_select_access_rights/test.py b/tests/integration/test_select_access_rights/test.py
new file mode 100644
index 00000000000..ccea77d6fb7
--- /dev/null
+++ b/tests/integration/test_select_access_rights/test.py
@@ -0,0 +1,157 @@
+import pytest
+from helpers.cluster import ClickHouseCluster
+from helpers.test_tools import TSV
+
+cluster = ClickHouseCluster(__file__)
+instance = cluster.add_instance('instance')
+
+
+@pytest.fixture(scope="module", autouse=True)
+def started_cluster():
+    try:
+        cluster.start()
+        yield cluster
+    finally:
+        cluster.shutdown()
+
+
+@pytest.fixture(autouse=True)
+def cleanup_after_test():
+    instance.query("CREATE USER OR REPLACE A")
+    yield
+    instance.query("DROP TABLE IF EXISTS table1")
+    instance.query("DROP TABLE IF EXISTS table2")
+
+
+def test_select_single_column():
+    instance.query("CREATE TABLE table1(d DATE, a String, b UInt8) ENGINE = MergeTree ORDER BY d")
+
+    select_query = "SELECT a FROM table1"
+    assert "it's necessary to have grant SELECT(a) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(a) ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+    instance.query("REVOKE SELECT(a) ON default.table1 FROM A")
+    assert "it's necessary to have grant SELECT(a) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+
+def test_select_single_column_with_table_grant():
+    instance.query("CREATE TABLE table1(d DATE, a String, b UInt8) ENGINE = MergeTree ORDER BY d")
+
+    select_query = "SELECT a FROM table1"
+    assert "it's necessary to have grant SELECT(a) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+    instance.query("REVOKE SELECT(a) ON default.table1 FROM A")
+    assert "it's necessary to have grant SELECT(a) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+
+def test_select_all_columns():
+    instance.query("CREATE TABLE table1(d DATE, a String, b UInt8) ENGINE = MergeTree ORDER BY d")
+
+    select_query = "SELECT * FROM table1"
+    assert "it's necessary to have grant SELECT(d, a, b) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(d) ON default.table1 TO A")
+    assert "it's necessary to have grant SELECT(d, a, b) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(a) ON default.table1 TO A")
+    assert "it's necessary to have grant SELECT(d, a, b) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(b) ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+
+def test_select_all_columns_with_table_grant():
+    instance.query("CREATE TABLE table1(d DATE, a String, b UInt8) ENGINE = MergeTree ORDER BY d")
+
+    select_query = "SELECT * FROM table1"
+    assert "it's necessary to have grant SELECT(d, a, b) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+
+def test_alias():
+    instance.query("CREATE TABLE table1(x Int32, y Int32) ENGINE = MergeTree ORDER BY tuple()")
+
+    select_query = "SELECT x, y, x + y AS s FROM table1"
+    assert "it's necessary to have grant SELECT(x, y) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(x, y) ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+
+def test_alias_columns():
+    instance.query("CREATE TABLE table1(x Int32, y Int32, s Int32 ALIAS x + y) ENGINE = MergeTree ORDER BY tuple()")
+
+    select_query = "SELECT * FROM table1"
+    assert "it's necessary to have grant SELECT(x, y) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(x,y) ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+    select_query = "SELECT s FROM table1"
+    assert "it's necessary to have grant SELECT(s) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+    
+    instance.query("GRANT SELECT(s) ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+    instance.query("REVOKE SELECT(x,y) ON default.table1 FROM A")
+    assert instance.query(select_query, user = 'A') == ""
+
+
+def test_materialized_columns():
+    instance.query("CREATE TABLE table1(x Int32, y Int32, p Int32 MATERIALIZED x * y) ENGINE = MergeTree ORDER BY tuple()")
+
+    select_query = "SELECT * FROM table1"
+    assert "it's necessary to have grant SELECT(x, y) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(x,y) ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+    select_query = "SELECT p FROM table1"
+    assert "it's necessary to have grant SELECT(p) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+    
+    instance.query("GRANT SELECT(p) ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+    instance.query("REVOKE SELECT(x,y) ON default.table1 FROM A")
+    assert instance.query(select_query, user = 'A') == ""
+
+
+def test_select_join():
+    instance.query("CREATE TABLE table1(d DATE, a String, b UInt8) ENGINE = MergeTree ORDER BY d")
+    instance.query("CREATE TABLE table2(d DATE, x UInt32, y UInt8) ENGINE = MergeTree ORDER BY d")
+
+    select_query = "SELECT * FROM table1 JOIN table2 USING(d)"
+    assert "it's necessary to have grant SELECT(d, x, y) ON default.table2" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(d, x, y) ON default.table2 TO A")
+    assert "it's necessary to have grant SELECT(d, a, b) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(d, a, b) ON default.table1 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+    instance.query("REVOKE SELECT ON default.table2 FROM A")
+    assert "it's necessary to have grant SELECT(d, x, y) ON default.table2" in instance.query_and_get_error(select_query, user = 'A')
+
+
+def test_select_union():
+    instance.query("CREATE TABLE table1(a String, b UInt8) ENGINE = MergeTree ORDER BY tuple()")
+    instance.query("CREATE TABLE table2(a String, b UInt8) ENGINE = MergeTree ORDER BY tuple()")
+
+    select_query = "SELECT * FROM table1 UNION ALL SELECT * FROM table2"
+    assert "it's necessary to have grant SELECT(a, b) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(a, b) ON default.table1 TO A")
+    assert "it's necessary to have grant SELECT(a, b) ON default.table2" in instance.query_and_get_error(select_query, user = 'A')
+
+    instance.query("GRANT SELECT(a, b) ON default.table2 TO A")
+    assert instance.query(select_query, user = 'A') == ""
+
+    instance.query("REVOKE SELECT ON default.table1 FROM A")
+    assert "it's necessary to have grant SELECT(a, b) ON default.table1" in instance.query_and_get_error(select_query, user = 'A')

From 46791d49080af400167fe78e45152eaf72813590 Mon Sep 17 00:00:00 2001
From: vdimir <vdimirc@gmail.com>
Date: Sat, 26 Dec 2020 19:16:57 +0000
Subject: [PATCH 591/742] Do not throw logical error from IPAddressDictionary
 ctor

---
 src/Dictionaries/IPAddressDictionary.cpp | 12 +++++++-----
 1 file changed, 7 insertions(+), 5 deletions(-)

diff --git a/src/Dictionaries/IPAddressDictionary.cpp b/src/Dictionaries/IPAddressDictionary.cpp
index e04b9111ff1..6c8a7f15c62 100644
--- a/src/Dictionaries/IPAddressDictionary.cpp
+++ b/src/Dictionaries/IPAddressDictionary.cpp
@@ -21,10 +21,12 @@ namespace DB
 {
 namespace ErrorCodes
 {
+    extern const int BAD_ARGUMENTS;
+    extern const int CANNOT_PARSE_INPUT_ASSERTION_FAILED;
+    extern const int CANNOT_PARSE_NUMBER;
+    extern const int DICTIONARY_IS_EMPTY;
     extern const int LOGICAL_ERROR;
     extern const int TYPE_MISMATCH;
-    extern const int BAD_ARGUMENTS;
-    extern const int DICTIONARY_IS_EMPTY;
 }
 
 namespace
@@ -89,9 +91,9 @@ static std::pair<Poco::Net::IPAddress, UInt8> parseIPFromString(const std::strin
             const auto * addr_str_end = addr_str.data() + addr_str.size();
             auto [p, ec] = std::from_chars(addr_str.data() + pos + 1, addr_str_end, prefix);
             if (p != addr_str_end)
-                throw DB::Exception("extra characters at the end", ErrorCodes::LOGICAL_ERROR);
+                throw DB::Exception("extra characters at the end", ErrorCodes::CANNOT_PARSE_INPUT_ASSERTION_FAILED);
             if (ec != std::errc())
-                throw DB::Exception("mask is not a valid number", ErrorCodes::LOGICAL_ERROR);
+                throw DB::Exception("mask is not a valid number", ErrorCodes::CANNOT_PARSE_NUMBER);
 
             addr = addr & Poco::Net::IPAddress(prefix, addr.family());
             return {addr, prefix};
@@ -103,7 +105,7 @@ static std::pair<Poco::Net::IPAddress, UInt8> parseIPFromString(const std::strin
     catch (Poco::Exception & ex)
     {
         throw DB::Exception("can't parse address \"" + std::string(addr_str) + "\": " + ex.what(),
-            ErrorCodes::LOGICAL_ERROR);
+            ErrorCodes::CANNOT_PARSE_INPUT_ASSERTION_FAILED);
     }
 }
 

From f8e55a9c9b9d1bf9d77404f918eb1f860e2256bb Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Sun, 27 Dec 2020 12:11:38 +0800
Subject: [PATCH 592/742] wip #17540

---
 src/DataTypes/IDataType.h                     |   1 +
 src/Functions/byteSize.cpp                    | 117 +++++++++++++-----
 .../0_stateless/01622_byte_size.reference     |  30 +++++
 tests/queries/0_stateless/01622_byte_size.sql | 114 +++++++++++++++++
 4 files changed, 234 insertions(+), 28 deletions(-)
 create mode 100644 tests/queries/0_stateless/01622_byte_size.reference
 create mode 100644 tests/queries/0_stateless/01622_byte_size.sql

diff --git a/src/DataTypes/IDataType.h b/src/DataTypes/IDataType.h
index b51722ed96d..ad3ed25f266 100644
--- a/src/DataTypes/IDataType.h
+++ b/src/DataTypes/IDataType.h
@@ -528,6 +528,7 @@ struct WhichDataType
     constexpr bool isNullable() const { return idx == TypeIndex::Nullable; }
     constexpr bool isFunction() const { return idx == TypeIndex::Function; }
     constexpr bool isAggregateFunction() const { return idx == TypeIndex::AggregateFunction; }
+    constexpr bool isLowCardinality() const { return idx == TypeIndex::LowCardinality; }
 
     constexpr bool IsBigIntOrDeimal() const { return isInt128() || isInt256() || isUInt256() || isDecimal256(); }
 };
diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index 1bc9cb0a0c2..2af444bd31b 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -9,10 +9,14 @@
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeDateTime64.h>
 #include <DataTypes/DataTypeFixedString.h>
+#include <DataTypes/DataTypeTuple.h>
 #include <Columns/ColumnsNumber.h>
 #include <Columns/ColumnString.h>
 #include <Columns/ColumnArray.h>
 #include <Columns/ColumnVector.h>
+#include <Columns/ColumnNullable.h>
+#include <Columns/ColumnTuple.h>
+#include <Columns/ColumnLowCardinality.h>
 #include <Core/Types.h>
 #include <Common/UInt128.h>
 #include <ext/range.h>
@@ -73,26 +77,21 @@ public:
         return std::make_shared<DataTypeUInt64>();
     }
 
-    // TODO:
-    //   case TypeIndex::Tuple:      return "Tuple";
-    //   case TypeIndex::Nullable:   return "Nullable";
-    //   case TypeIndex::Function:   return "Function";
-    //   case TypeIndex::AggregateFunction: return "AggregateFunction";
-    //   case TypeIndex::LowCardinality: return "LowCardinality";
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
     {
         auto result_col = ColumnUInt64::create(input_rows_count, 0);
         auto & vec_res = result_col->getData();
         for (const auto & arg : arguments)
         {
-            const ColumnPtr & column = arg.column;
+            const IColumn * column = arg.column.get();
             const IDataType * data_type = arg.type.get();
             byteSizeOne(data_type, column, vec_res);
         }
         return result_col;
     }
 
-    static void byteSizeOne(const IDataType * data_type, const ColumnPtr & column, ColumnUInt64::Container & vec_res)
+private:
+    static void byteSizeOne(const IDataType * data_type, const IColumn * column, ColumnUInt64::Container & vec_res)
     {
         size_t vec_size = vec_res.size();
 
@@ -100,9 +99,7 @@ public:
         if (byteSizeByDataType(data_type, byte_size))
         {
             for (size_t i = 0; i < vec_size; ++i)
-            {
                 vec_res[i] += byte_size;
-            }
         }
         else
         {
@@ -119,9 +116,10 @@ public:
         switch (type_id)
         {
             case TypeIndex::FixedString:
-                byte_size = typeid_cast<const DataTypeFixedString *>(data_type)->getN();
+                byte_size = checkAndGetDataType<DataTypeFixedString>(data_type)->getN();
                 break;
-            default: return false;
+            default:
+                return false;
         }
         return true;
     }
@@ -155,8 +153,10 @@ public:
             case TypeIndex::Decimal128: byte_size = ByteSizeForNative<Decimal128>::value; break;
             case TypeIndex::Decimal256: byte_size = ByteSizeForNative<Decimal256>::value; break;
             case TypeIndex::UUID:       byte_size = ByteSizeForNative<DataTypeUUID>::value; break;
-            // case TypeIndex::Interval: internal use only.
-            // case TypeIndex::Set:      internal use only.
+            // case TypeIndex::Interval:            internal use only.
+            // case TypeIndex::Set:                 internal use only.
+            // case TypeIndex::Function:            internal use only.
+            // case TypeIndex::AggregateFunction:   internal use only.
             default: return false;
         }
 
@@ -171,14 +171,14 @@ public:
                           //   DataTypeEnum8, DataTypeEnum16, DataTypeDate, DataTypeDateTime, DataTypeDateTime64
                           //   DataTypeUUID
 
-    static bool byteSizeByColumn(const IDataType * data_type, const ColumnPtr & column, ColumnUInt64::Container & vec_res)
+    static bool byteSizeByColumn(const IDataType * data_type, const IColumn * column, ColumnUInt64::Container & vec_res)
     {
         WhichDataType which(data_type);
         size_t vec_size = vec_res.size();
 
         if (which.isString()) // TypeIndex::String
         {
-            const ColumnString * col_str = checkAndGetColumn<ColumnString>(column.get());
+            const ColumnString * col_str = checkAndGetColumn<ColumnString>(column);
             const auto & offsets = col_str->getOffsets();
             ColumnString::Offset prev_offset = 0;
             for (size_t i = 0; i < vec_size; ++i)
@@ -193,10 +193,40 @@ public:
             if (byteSizeForConstArray(data_type, column, vec_res))
                 return true;
 
-            const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column.get());
-            return byteSizeForIntegralArray<INTEGRAL_TPL_PACK>(col_arr, data_type, column, vec_res)
-                || byteSizeForStringArray(col_arr, column, vec_res)
-                || byteSizeForGenericArray(col_arr, column, vec_res);
+            const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column);
+            return byteSizeForStringArray(col_arr, vec_res)
+                || byteSizeForArrayOfArray(col_arr, vec_res)
+                || byteSizeForGenericArray(col_arr, vec_res)
+                || byteSizeForIntegralArray<INTEGRAL_TPL_PACK>(col_arr, data_type, vec_res);
+        }
+        else if (which.isNullable()) // TypeIndex::Nullable
+        {
+            const ColumnNullable * col_null = checkAndGetColumn<ColumnNullable>(column);
+            for (size_t i = 0; i < vec_size; ++i)
+                vec_res[i] += col_null->getDataAt(i).size + sizeof(bool);
+            return true;
+        }
+        else if (which.isTuple()) // TypeIndex::Tuple
+        {
+            const DataTypeTuple * data_type_tuple = checkAndGetDataType<DataTypeTuple>(data_type);
+            const ColumnTuple * col_tuple = checkAndGetColumn<ColumnTuple>(column);
+
+            size_t tuple_size = col_tuple->tupleSize();
+            for (size_t col_idx = 0; col_idx < tuple_size; ++col_idx)
+            {
+                const IDataType * nested_data_type = data_type_tuple->getElements()[col_idx].get();
+                const IColumn * nested_col = col_tuple->getColumnPtr(col_idx).get();
+                byteSizeOne(nested_data_type, nested_col, vec_res);
+            }
+            return true;
+        }
+        else if (which.isLowCardinality()) // TypeIndex::LowCardinality
+        {
+            const ColumnLowCardinality * col_low = checkAndGetColumn<ColumnLowCardinality>(column);
+            size_t byte_size = col_low->getSizeOfIndexType();
+            for (size_t i = 0; i < vec_size; ++i)
+                vec_res[i] += byte_size;
+            return true;
         }
 
         return false;
@@ -205,13 +235,13 @@ public:
 #undef INTEGRAL_TPL_PACK
 
     template <class ...Integral>
-    static inline bool byteSizeForIntegralArray(const ColumnArray * col_arr, const IDataType * data_type, const ColumnPtr & column, ColumnUInt64::Container & vec_res)
+    static inline bool byteSizeForIntegralArray(const ColumnArray * col_arr, const IDataType * data_type, ColumnUInt64::Container & vec_res)
     {
-        return (byteSizeForIntegralArrayExpanded<Integral>(col_arr, data_type, column, vec_res) || ...);
+        return (byteSizeForIntegralArrayExpanded<Integral>(col_arr, data_type, vec_res) || ...);
     }
 
     template <class NestedType>
-    static bool byteSizeForIntegralArrayExpanded(const ColumnArray * col_arr, const IDataType * /*data_type*/, const ColumnPtr & /*column*/, ColumnUInt64::Container & vec_res)
+    static bool byteSizeForIntegralArrayExpanded(const ColumnArray * col_arr, const IDataType * /*data_type*/, ColumnUInt64::Container & vec_res)
     {
         const ColumnVector<NestedType> * col_nested = checkAndGetColumn<ColumnVector<NestedType>>(&(col_arr->getData()));
         if (!col_nested)
@@ -233,8 +263,8 @@ public:
         return true;
     }
 
-    static inline bool byteSizeForConstArray(const IDataType * /*data_type*/, const ColumnPtr & column, ColumnUInt64::Container & vec_res) {
-        const ColumnConst * col_arr = checkAndGetColumnConst<ColumnArray>(column.get());
+    static inline bool byteSizeForConstArray(const IDataType * /*data_type*/, const IColumn * column, ColumnUInt64::Container & vec_res) {
+        const ColumnConst * col_arr = checkAndGetColumnConst<ColumnArray>(column);
         if (!col_arr)
             return false;
         size_t vec_size = vec_res.size();
@@ -244,7 +274,7 @@ public:
         return true;
     }
 
-    static bool byteSizeForStringArray(const ColumnArray * col_arr, const ColumnPtr & /*column*/, ColumnUInt64::Container & vec_res)
+    static bool byteSizeForStringArray(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
     {
         const ColumnString * col_nested = checkAndGetColumn<ColumnString>(&(col_arr->getData()));
         if (!col_nested)
@@ -272,9 +302,40 @@ public:
         return true;
     }
 
-    static bool byteSizeForGenericArray(const ColumnArray * col_arr, const ColumnPtr & /*column*/, ColumnUInt64::Container & vec_res)
+    static bool byteSizeForArrayOfArray(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
+    {
+        const ColumnArray * col_nested = checkAndGetColumn<ColumnArray>(&(col_arr->getData()));
+        if (!col_nested)
+            return false;
+
+        size_t vec_size = vec_res.size();
+        const auto & offsets = col_arr->getOffsets();
+        const auto & array_offsets = col_nested->getOffsets();
+
+        ColumnArray::Offset current_offset = 0;
+        for (size_t i = 0; i < vec_size; ++i)
+        {
+            UInt64 byte_size = 0;
+            size_t array_size = offsets[i] - current_offset;
+            for (size_t j = 0; j < array_size; ++j)
+            {
+                const ColumnArray::Offset pos = current_offset + j == 0
+                                                    ? 0
+                                                    : array_offsets[current_offset + j - 1];
+                byte_size += array_offsets[current_offset + j] - pos;
+            }
+            vec_res[i] += byte_size + sizeof(offsets[0]) + array_size * sizeof(array_offsets[0]);
+            current_offset = offsets[i];
+        }
+        return true;
+    }
+
+    static bool byteSizeForGenericArray(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
     {
         const IColumn & col_nested = col_arr->getData();
+//        if (TypeIndex::Array==col_nested.getDataType() // `col_nested.getDataAt()` will panic when array in array is empty.
+//            && checkAndGetColumn<ColumnArray>(col_nested)->getData().empty())
+//            return true;
         size_t vec_size = vec_res.size();
         const auto & offsets = col_arr->getOffsets();
 
@@ -285,7 +346,7 @@ public:
             UInt64 byte_size = 0;
             for (size_t j = 0; j < array_size; ++j)
                 byte_size += col_nested.getDataAt(prev_offset + j).size;
-            vec_res[i] += byte_size;
+            vec_res[i] += byte_size + sizeof(offsets[0]);
             prev_offset = offsets[i];
         }
         return true;
diff --git a/tests/queries/0_stateless/01622_byte_size.reference b/tests/queries/0_stateless/01622_byte_size.reference
new file mode 100644
index 00000000000..5433e1fd5f2
--- /dev/null
+++ b/tests/queries/0_stateless/01622_byte_size.reference
@@ -0,0 +1,30 @@
+
+# byteSize
+
+byteSize for numbers #0
+1	UInt8	1	UInt16	2	UInt32	4	UInt64	8	UInt256	32
+2	UInt8	1	UInt16	2	UInt32	4	UInt64	8	UInt256	32
+1	Int8	1	Int16	2	Int32	4	Int64	8	Int128	16	UInt256	32
+2	Int8	1	Int16	2	Int32	4	Int64	8	Int128	16	UInt256	32
+1	Float32	4	Float64	8
+2	Float32	4	Float64	8
+
+byteSize for numbers #1
+1	97	Date	2	DateTime	4	DateTime64(3)	8	UUID	16
+2	97	Date	2	DateTime	4	DateTime64(3)	8	UUID	16
+
+byteSize for strings
+1	39		9	a	10	\0\0\0\0\0\0\0\0	8	abcde\0\0\0	8
+2	43	abced	14		9	abcde\0\0\0	8	\0\0\0\0\0\0\0\0	8
+
+byteSize for int arrays
+1	52	[]	8	[[]]	16
+2	88	[1,2]	16	[[],[1,2]]	26
+3	118	[0,256]	16	[[],[1,2],[0,256]]	36
+4	153	[256,65536]	16	[[],[1,2],[0,256],[256,65536]]	46
+
+byteSize for string arrays
+1	52	[]	8	[[]]	16
+2	88	['']	17	[[],['']]	25
+3	118	['','a']	27	[[],[''],['','a']]	35
+4	153	['','a','abced']	41	[[],[''],['','a'],['','a','abced']]	46
diff --git a/tests/queries/0_stateless/01622_byte_size.sql b/tests/queries/0_stateless/01622_byte_size.sql
new file mode 100644
index 00000000000..46ddac62b1a
--- /dev/null
+++ b/tests/queries/0_stateless/01622_byte_size.sql
@@ -0,0 +1,114 @@
+--
+-- byteSize
+--
+select '';
+select '# byteSize';
+
+set allow_experimental_bigint_types = 1;
+
+-- numbers #0 --
+select '';
+select 'byteSize for numbers #0';
+drop table if exists test_byte_size_number0;
+create table test_byte_size_number0
+(
+    key Int32,
+    u8 UInt8,
+    u16 UInt16,
+    u32 UInt32,
+    u64 UInt64,
+    u256 UInt256,
+    i8 Int8,
+    i16 Int16,
+    i32 Int32,
+    i64 Int64,
+    i128 Int128,
+    i256 Int256,
+    f32 Float32,
+    f64 Float64
+) engine MergeTree order by key;
+
+insert into test_byte_size_number0 values(1, 8, 16, 32, 64, 256, -8, -16, -32, -64, -128, -256, 32.32, 64.64);
+insert into test_byte_size_number0 values(2, 8, 16, 32, 64, 256, -8, -16, -32, -64, -128, -256, 32.32, 64.64);
+
+select key, toTypeName(u8),byteSize(u8), toTypeName(u16),byteSize(u16), toTypeName(u32),byteSize(u32), toTypeName(u64),byteSize(u64), toTypeName(u256),byteSize(u256) from test_byte_size_number0 order by key;
+select key, toTypeName(i8),byteSize(i8), toTypeName(i16),byteSize(i16), toTypeName(i32),byteSize(i32), toTypeName(i64),byteSize(i64), toTypeName(i128),byteSize(i128), toTypeName(u256),byteSize(u256) from test_byte_size_number0 order by key;
+select key, toTypeName(f32),byteSize(f32), toTypeName(f64),byteSize(f64) from test_byte_size_number0 order by key;
+
+drop table if exists test_byte_size_number0;
+
+
+-- numbers #1 --
+select '';
+select 'byteSize for numbers #1';
+drop table if exists test_byte_size_number1;
+create table test_byte_size_number1
+(
+    key Int32,
+    date Date,
+    dt DateTime,
+    dt64 DateTime64(3),
+    en8 Enum8('a'=1, 'b'=2, 'c'=3, 'd'=4),
+    en16 Enum16('c'=100, 'l'=101, 'i'=102, 'ck'=103, 'h'=104, 'o'=105, 'u'=106, 's'=107, 'e'=108),
+    dec32 Decimal32(4),
+    dec64 Decimal64(8),
+    dec128 Decimal128(16),
+    dec256 Decimal256(16),
+    uuid UUID
+) engine MergeTree order by key;
+
+insert into test_byte_size_number1 values(1, '2020-01-01', '2020-01-01 01:02:03', '2020-02-02 01:02:03', 'a', 'ck', 32.32, 64.64, 128.128, 256.256, generateUUIDv4());
+insert into test_byte_size_number1 values(2, '2020-01-01', '2020-01-01 01:02:03', '2020-02-02 01:02:03', 'a', 'ck', 32.32, 64.64, 128.128, 256.256, generateUUIDv4());
+
+select key,byteSize(*), toTypeName(date),byteSize(date), toTypeName(dt),byteSize(dt), toTypeName(dt64),byteSize(dt64), toTypeName(uuid),byteSize(uuid) from test_byte_size_number1 order by key;
+
+drop table if exists test_byte_size_number1;
+
+
+-- string --
+select '';
+select 'byteSize for strings';
+drop table if exists test_byte_size_string;
+create table test_byte_size_string
+(
+    key Int32,
+    str1 String,
+    str2 String,
+    fstr1 FixedString(8),
+    fstr2 FixedString(8)
+) engine MergeTree order by key;
+
+insert into test_byte_size_string values(1, '', 'a', '', 'abcde');
+insert into test_byte_size_string values(2, 'abced', '', 'abcde', '');
+
+select key,byteSize(*), str1,byteSize(str1), str2,byteSize(str2), fstr1,byteSize(fstr1), fstr2,byteSize(fstr2) from test_byte_size_string order by key;
+
+drop table if exists test_byte_size_string;
+
+
+-- array --
+drop table if exists test_byte_size_array;
+create table test_byte_size_array
+(
+    key Int32,
+    ints Array(Int32),
+    int_ints Array(Array(Int32)),
+    strs Array(String),
+    str_strs Array(Array(String))
+) engine MergeTree order by key;
+
+insert into test_byte_size_array values(1, [], [[]], [], [[]]);
+insert into test_byte_size_array values(2, [1,2], [[], [1,2]], [''], [[], ['']]);
+insert into test_byte_size_array values(3, [0,256], [[], [1,2], [0,256]], ['','a'], [[], [''], ['','a']]);
+insert into test_byte_size_array values(4, [256,65536], [[], [1,2], [0,256], [256,65536]], ['','a','abced'], [[], [''], ['','a'], ['','a','abced']]);
+
+select '';
+select 'byteSize for int arrays';
+select key,byteSize(*), ints,byteSize(ints), int_ints,byteSize(int_ints) from test_byte_size_array order by key;
+
+select '';
+select 'byteSize for string arrays';
+select key,byteSize(*), strs,byteSize(strs), str_strs,byteSize(str_strs) from test_byte_size_array order by key;
+-- select key, int_ints,byteSize(int_ints) from test_byte_size_array order by key;
+
+drop table if exists test_byte_size_array;

From cc034b337310df83093d84de5abf9971ef32f4cc Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Sun, 27 Dec 2020 11:36:18 +0300
Subject: [PATCH 593/742] Update union.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Подкорректировал английскую и русскую версии.
---
 docs/en/sql-reference/statements/select/union.md | 6 +++---
 docs/ru/sql-reference/statements/select/union.md | 6 +++---
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/docs/en/sql-reference/statements/select/union.md b/docs/en/sql-reference/statements/select/union.md
index 18b132bfac7..ade4a19ab3b 100644
--- a/docs/en/sql-reference/statements/select/union.md
+++ b/docs/en/sql-reference/statements/select/union.md
@@ -8,7 +8,7 @@ You can use `UNION` with explicitly specifying `UNION ALL` or `UNION DISTINCT`.
 
 By default, `UNION` has the same behavior as `UNION DISTINCT`. The difference between `UNION ALL` and `UNION DISTINCT` is that `UNION DISTINCT` will do a distinct transform for union result, it is equivalent to `SELECT DISTINCT` from a subquery containing `UNION ALL`.
 
-You can use `UNION ALL` to combine any number of `SELECT` queries by extending their results. Example:
+You can use `UNION` to combine any number of `SELECT` queries by extending their results. Example:
 
 ``` sql
 SELECT CounterID, 1 AS table, toInt64(count()) AS c
@@ -25,9 +25,9 @@ SELECT CounterID, 2 AS table, sum(Sign) AS c
 
 Result columns are matched by their index (order inside `SELECT`). If column names do not match, names for the final result are taken from the first query.
 
-Type casting is performed for unions. For example, if two queries being combined have the same field with non-`Nullable` and `Nullable` types from a compatible type, the resulting `UNION ALL` has a `Nullable` type field.
+Type casting is performed for unions. For example, if two queries being combined have the same field with non-`Nullable` and `Nullable` types from a compatible type, the resulting `UNION` has a `Nullable` type field.
 
-Queries that are parts of `UNION ALL` can’t be enclosed in round brackets. [ORDER BY](../../../sql-reference/statements/select/order-by.md) and [LIMIT](../../../sql-reference/statements/select/limit.md) are applied to separate queries, not to the final result. If you need to apply a conversion to the final result, you can put all the queries with `UNION ALL` in a subquery in the [FROM](../../../sql-reference/statements/select/from.md) clause.
+Queries that are parts of `UNION` can’t be enclosed in round brackets. [ORDER BY](../../../sql-reference/statements/select/order-by.md) and [LIMIT](../../../sql-reference/statements/select/limit.md) are applied to separate queries, not to the final result. If you need to apply a conversion to the final result, you can put all the queries with `UNION` in a subquery in the [FROM](../../../sql-reference/statements/select/from.md) clause.
 
 If you use `UNION` without explicitly specifying `UNION ALL` or `UNION DISTINCT`, you can specify the union mode using the [union_default_mode](../../../operations/settings/settings.md#union-default-mode) setting. The setting values can be `ALL`, `DISTINCT` or an empty string. However, if you use `UNION` with `union_default_mode` setting to empty string, it will throw an exception. The following examples demonstrate the results of queries with different values setting.
 
diff --git a/docs/ru/sql-reference/statements/select/union.md b/docs/ru/sql-reference/statements/select/union.md
index 2bde7ce9da0..ca9616cfd25 100644
--- a/docs/ru/sql-reference/statements/select/union.md
+++ b/docs/ru/sql-reference/statements/select/union.md
@@ -8,7 +8,7 @@ toc_title: UNION
 
 По умолчанию, `UNION` ведет себя так же, как и `UNION DISTINCT`. Разница между `UNION ALL` и `UNION DISTINCT` в том, что `UNION DISTINCT` выполняет явное преобразование для результата объединения. Это равнозначно выражению `SELECT DISTINCT` из подзапроса, содержащего `UNION ALL`.
 
-Вы можете использовать `UNION ALL` чтобы объединить любое количество `SELECT` запросы путем расширения их результатов. Пример:
+Чтобы объединить любое количество `SELECT` запросов путем расширения их результатов, вы можете использовать `UNION`. Пример:
 
 ``` sql
 SELECT CounterID, 1 AS table, toInt64(count()) AS c
@@ -25,9 +25,9 @@ SELECT CounterID, 2 AS table, sum(Sign) AS c
 
 Результирующие столбцы сопоставляются по их индексу (порядку внутри `SELECT`). Если имена столбцов не совпадают, то имена для конечного результата берутся из первого запроса.
 
-При объединении выполняет приведение типов. Например, если два запроса имеют одно и то же поле с не-`Nullable` и `Nullable` совместимыми типами, полученные в результате `UNION ALL` данные будут иметь `Nullable` тип.
+При объединении выполняет приведение типов. Например, если два запроса имеют одно и то же поле с не-`Nullable` и `Nullable` совместимыми типами, полученные в результате `UNION` данные будут иметь `Nullable` тип.
 
-Запросы, которые являются частью `UNION ALL` не могут быть заключен в круглые скобки. [ORDER BY](order-by.md) и [LIMIT](limit.md) применяются к отдельным запросам, а не к конечному результату. Если вам нужно применить преобразование к конечному результату, вы можете разместить все объединенные с помощью `UNION ALL` запросы в подзапрос в секции [FROM](from.md).
+Запросы, которые являются частью `UNION`, не могут быть заключены в круглые скобки. [ORDER BY](order-by.md) и [LIMIT](limit.md) применяются к отдельным запросам, а не к конечному результату. Если вам нужно применить преобразование к конечному результату, вы можете разместить все объединенные с помощью `UNION` запросы в подзапрос в секции [FROM](from.md).
 
 Если используете `UNION` без явного указания `UNION ALL` или `UNION DISTINCT`, то вы можете указать режим объединения с помощью настройки [union_default_mode](../../../operations/settings/settings.md#union-default-mode), значениями которой могут быть `ALL`, `DISTINCT` или пустая строка. Однако если вы используете `UNION` с настройкой `union_default_mode`, значением которой является пустая строка, то будет сгенерировано исключение. В следующих примерах продемонстрированы результаты запросов при разных значениях настройки.
 

From 5c459e74c941c83097c6e33e5c5d1f280024a53c Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Sun, 27 Dec 2020 11:43:27 +0300
Subject: [PATCH 594/742] Update IPAddressDictionary.cpp

---
 src/Dictionaries/IPAddressDictionary.cpp | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/Dictionaries/IPAddressDictionary.cpp b/src/Dictionaries/IPAddressDictionary.cpp
index 6c8a7f15c62..2ed39f2784d 100644
--- a/src/Dictionaries/IPAddressDictionary.cpp
+++ b/src/Dictionaries/IPAddressDictionary.cpp
@@ -91,9 +91,9 @@ static std::pair<Poco::Net::IPAddress, UInt8> parseIPFromString(const std::strin
             const auto * addr_str_end = addr_str.data() + addr_str.size();
             auto [p, ec] = std::from_chars(addr_str.data() + pos + 1, addr_str_end, prefix);
             if (p != addr_str_end)
-                throw DB::Exception("extra characters at the end", ErrorCodes::CANNOT_PARSE_INPUT_ASSERTION_FAILED);
+                throw DB::Exception("Extra characters at the end of IP address", ErrorCodes::CANNOT_PARSE_INPUT_ASSERTION_FAILED);
             if (ec != std::errc())
-                throw DB::Exception("mask is not a valid number", ErrorCodes::CANNOT_PARSE_NUMBER);
+                throw DB::Exception("Mask for IP address is not a valid number", ErrorCodes::CANNOT_PARSE_NUMBER);
 
             addr = addr & Poco::Net::IPAddress(prefix, addr.family());
             return {addr, prefix};
@@ -104,7 +104,7 @@ static std::pair<Poco::Net::IPAddress, UInt8> parseIPFromString(const std::strin
     }
     catch (Poco::Exception & ex)
     {
-        throw DB::Exception("can't parse address \"" + std::string(addr_str) + "\": " + ex.what(),
+        throw DB::Exception("Can't parse address \"" + std::string(addr_str) + "\": " + ex.what(),
             ErrorCodes::CANNOT_PARSE_INPUT_ASSERTION_FAILED);
     }
 }

From be4832de6dc2fcbf0c9910022bcdbf4c2a96d0ad Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 12:54:59 +0300
Subject: [PATCH 595/742] Try fix test.

---
 src/Functions/FunctionsStringHash.cpp | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index 9c0b9f79448..e389e2f7f98 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -262,6 +262,9 @@ struct SimHashImpl
                 words.emplace_back(BytesRef{word_start, length});
         }
 
+        if (words.empty())
+            return 0;
+
         UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(words);
         updateFingerVector(finger_vec, hash_value);
 
@@ -488,6 +491,9 @@ struct MinHashImpl
                 words.emplace_back(BytesRef{word_start, length});
         }
 
+        if (words.empty())
+            return;
+
         UInt64 hash_value = Hash::shingleHash<CaseInsensitive>(words);
         {
             const UInt8 * shingle_start = words.front().data;

From d6f501f497f728ba5563ebc38d79396a535e4b45 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 13:30:00 +0300
Subject: [PATCH 596/742] Try fix Pipeline stuck

---
 src/Processors/QueryPlan/AddingDelayedSourceStep.cpp | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/src/Processors/QueryPlan/AddingDelayedSourceStep.cpp b/src/Processors/QueryPlan/AddingDelayedSourceStep.cpp
index 7247dc55ce2..99db95059a0 100644
--- a/src/Processors/QueryPlan/AddingDelayedSourceStep.cpp
+++ b/src/Processors/QueryPlan/AddingDelayedSourceStep.cpp
@@ -32,6 +32,11 @@ void AddingDelayedSourceStep::transformPipeline(QueryPipeline & pipeline)
 {
     source->setQueryPlanStep(this);
     pipeline.addDelayedStream(source);
+
+    /// Now, after adding delayed stream, it has implicit dependency on other port.
+    /// Here we add resize processor to remove this dependency.
+    /// Otherwise, if we add MergeSorting + MergingSorted transform to pipeline, we could get `Pipeline stuck`
+    pipeline.resize(pipeline.getNumStreams(), true);
 }
 
 }

From a85cfa81db00469e2985f8fc6886d95ac70c6e1f Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 14:02:21 +0300
Subject: [PATCH 597/742] Try fix Pipeline stuck

---
 src/Processors/DelayedPortsProcessor.cpp | 27 ++++++++++++++++++------
 src/Processors/DelayedPortsProcessor.h   |  2 +-
 src/Processors/QueryPipeline.cpp         |  2 +-
 3 files changed, 22 insertions(+), 9 deletions(-)

diff --git a/src/Processors/DelayedPortsProcessor.cpp b/src/Processors/DelayedPortsProcessor.cpp
index 5a6297413e1..a634f348771 100644
--- a/src/Processors/DelayedPortsProcessor.cpp
+++ b/src/Processors/DelayedPortsProcessor.cpp
@@ -3,8 +3,10 @@
 namespace DB
 {
 
-DelayedPortsProcessor::DelayedPortsProcessor(const Block & header, size_t num_ports, const PortNumbers & delayed_ports)
-    : IProcessor(InputPorts(num_ports, header), OutputPorts(num_ports, header))
+DelayedPortsProcessor::DelayedPortsProcessor(
+    const Block & header, size_t num_ports, const PortNumbers & delayed_ports, bool assert_delayed_ports_empty)
+    : IProcessor(InputPorts(num_ports, header),
+                 OutputPorts(num_ports - (assert_delayed_ports_empty ? delayed_ports.size() : 0), header))
     , num_delayed(delayed_ports.size())
 {
     port_pairs.resize(num_ports);
@@ -14,9 +16,13 @@ DelayedPortsProcessor::DelayedPortsProcessor(const Block & header, size_t num_po
     for (size_t i = 0; i < num_ports; ++i)
     {
         port_pairs[i].input_port = &*input_it;
-        port_pairs[i].output_port = &*output_it;
         ++input_it;
-        ++output_it;
+
+        if (output_it != outputs.end())
+        {
+            port_pairs[i].output_port = &*output_it;
+            ++output_it;
+        }
     }
 
     for (const auto & delayed : delayed_ports)
@@ -34,7 +40,7 @@ bool DelayedPortsProcessor::processPair(PortsPair & pair)
         }
     };
 
-    if (pair.output_port->isFinished())
+    if (pair.output_port && pair.output_port->isFinished())
     {
         pair.input_port->close();
         finish();
@@ -43,17 +49,24 @@ bool DelayedPortsProcessor::processPair(PortsPair & pair)
 
     if (pair.input_port->isFinished())
     {
-        pair.output_port->finish();
+        if (pair.output_port)
+            pair.output_port->finish();
         finish();
         return false;
     }
 
-    if (!pair.output_port->canPush())
+    if (pair.output_port && !pair.output_port->canPush())
         return false;
 
     pair.input_port->setNeeded();
     if (pair.input_port->hasData())
+    {
+        if (!pair.output_port)
+            throw Exception(ErrorCodes::LOGICAL_ERROR,
+                            "Input port for DelayedPortsProcessor is assumed to have no data, but it has one");
+
         pair.output_port->pushData(pair.input_port->pullData());
+    }
 
     return true;
 }
diff --git a/src/Processors/DelayedPortsProcessor.h b/src/Processors/DelayedPortsProcessor.h
index 44dd632f8a8..77409332d8e 100644
--- a/src/Processors/DelayedPortsProcessor.h
+++ b/src/Processors/DelayedPortsProcessor.h
@@ -11,7 +11,7 @@ namespace DB
 class DelayedPortsProcessor : public IProcessor
 {
 public:
-    DelayedPortsProcessor(const Block & header, size_t num_ports, const PortNumbers & delayed_ports);
+    DelayedPortsProcessor(const Block & header, size_t num_ports, const PortNumbers & delayed_ports, bool assert_delayed_ports_empty = false);
 
     String getName() const override { return "DelayedPorts"; }
 
diff --git a/src/Processors/QueryPipeline.cpp b/src/Processors/QueryPipeline.cpp
index ffcab2e7a8d..ff086fd5b11 100644
--- a/src/Processors/QueryPipeline.cpp
+++ b/src/Processors/QueryPipeline.cpp
@@ -298,7 +298,7 @@ void QueryPipeline::addPipelineBefore(QueryPipeline pipeline)
     pipes.emplace_back(QueryPipeline::getPipe(std::move(pipeline)));
     pipe = Pipe::unitePipes(std::move(pipes), collected_processors);
 
-    auto processor = std::make_shared<DelayedPortsProcessor>(getHeader(), pipe.numOutputPorts(), delayed_streams);
+    auto processor = std::make_shared<DelayedPortsProcessor>(getHeader(), pipe.numOutputPorts(), delayed_streams, true);
     addTransform(std::move(processor));
 }
 

From b19146065f4f9ac424e1909046edf67f45feb6c8 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 14:06:14 +0300
Subject: [PATCH 598/742] Try fix Pipeline stuck

---
 src/Processors/DelayedPortsProcessor.cpp | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/Processors/DelayedPortsProcessor.cpp b/src/Processors/DelayedPortsProcessor.cpp
index a634f348771..d6a773d2390 100644
--- a/src/Processors/DelayedPortsProcessor.cpp
+++ b/src/Processors/DelayedPortsProcessor.cpp
@@ -11,6 +11,9 @@ DelayedPortsProcessor::DelayedPortsProcessor(
 {
     port_pairs.resize(num_ports);
 
+    for (const auto & delayed : delayed_ports)
+        port_pairs[delayed].is_delayed = true;
+
     auto input_it = inputs.begin();
     auto output_it = outputs.begin();
     for (size_t i = 0; i < num_ports; ++i)
@@ -18,15 +21,12 @@ DelayedPortsProcessor::DelayedPortsProcessor(
         port_pairs[i].input_port = &*input_it;
         ++input_it;
 
-        if (output_it != outputs.end())
+        if (!port_pairs[i].is_delayed || !assert_delayed_ports_empty)
         {
             port_pairs[i].output_port = &*output_it;
             ++output_it;
         }
     }
-
-    for (const auto & delayed : delayed_ports)
-        port_pairs[delayed].is_delayed = true;
 }
 
 bool DelayedPortsProcessor::processPair(PortsPair & pair)

From 30bbba6ed5d462840c3a33be5e6e4197161b7f29 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 14:13:17 +0300
Subject: [PATCH 599/742] Try fix Pipeline stuck

---
 src/Processors/DelayedPortsProcessor.cpp | 7 +++++--
 src/Processors/DelayedPortsProcessor.h   | 2 ++
 2 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/src/Processors/DelayedPortsProcessor.cpp b/src/Processors/DelayedPortsProcessor.cpp
index d6a773d2390..a2dc833b039 100644
--- a/src/Processors/DelayedPortsProcessor.cpp
+++ b/src/Processors/DelayedPortsProcessor.cpp
@@ -10,6 +10,7 @@ DelayedPortsProcessor::DelayedPortsProcessor(
     , num_delayed(delayed_ports.size())
 {
     port_pairs.resize(num_ports);
+    output_to_pair.reserve(outputs.size());
 
     for (const auto & delayed : delayed_ports)
         port_pairs[delayed].is_delayed = true;
@@ -24,6 +25,7 @@ DelayedPortsProcessor::DelayedPortsProcessor(
         if (!port_pairs[i].is_delayed || !assert_delayed_ports_empty)
         {
             port_pairs[i].output_port = &*output_it;
+            output_to_pair.push_back(i);
             ++output_it;
         }
     }
@@ -78,8 +80,9 @@ IProcessor::Status DelayedPortsProcessor::prepare(const PortNumbers & updated_in
 
     for (const auto & output_number : updated_outputs)
     {
-        if (!skip_delayed || !port_pairs[output_number].is_delayed)
-            need_data = processPair(port_pairs[output_number]) || need_data;
+        auto pair_num = output_to_pair[output_number];
+        if (!skip_delayed || !port_pairs[pair_num].is_delayed)
+            need_data = processPair(port_pairs[pair_num]) || need_data;
     }
 
     for (const auto & input_number : updated_inputs)
diff --git a/src/Processors/DelayedPortsProcessor.h b/src/Processors/DelayedPortsProcessor.h
index 77409332d8e..1bcce20b5fa 100644
--- a/src/Processors/DelayedPortsProcessor.h
+++ b/src/Processors/DelayedPortsProcessor.h
@@ -31,6 +31,8 @@ private:
     size_t num_delayed;
     size_t num_finished = 0;
 
+    std::vector<size_t> output_to_pair;
+
     bool processPair(PortsPair & pair);
 };
 

From 7064a8500b681f516f5d7de8ae29539ada987440 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 14:16:40 +0300
Subject: [PATCH 600/742] Try fix Pipeline stuck

---
 src/Processors/DelayedPortsProcessor.cpp | 6 +++---
 src/Processors/DelayedPortsProcessor.h   | 2 +-
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/Processors/DelayedPortsProcessor.cpp b/src/Processors/DelayedPortsProcessor.cpp
index a2dc833b039..7689dd85245 100644
--- a/src/Processors/DelayedPortsProcessor.cpp
+++ b/src/Processors/DelayedPortsProcessor.cpp
@@ -4,9 +4,9 @@ namespace DB
 {
 
 DelayedPortsProcessor::DelayedPortsProcessor(
-    const Block & header, size_t num_ports, const PortNumbers & delayed_ports, bool assert_delayed_ports_empty)
+    const Block & header, size_t num_ports, const PortNumbers & delayed_ports, bool assert_main_ports_empty)
     : IProcessor(InputPorts(num_ports, header),
-                 OutputPorts(num_ports - (assert_delayed_ports_empty ? delayed_ports.size() : 0), header))
+                 OutputPorts((assert_main_ports_empty ? delayed_ports.size() : num_ports), header))
     , num_delayed(delayed_ports.size())
 {
     port_pairs.resize(num_ports);
@@ -22,7 +22,7 @@ DelayedPortsProcessor::DelayedPortsProcessor(
         port_pairs[i].input_port = &*input_it;
         ++input_it;
 
-        if (!port_pairs[i].is_delayed || !assert_delayed_ports_empty)
+        if (port_pairs[i].is_delayed || !assert_main_ports_empty)
         {
             port_pairs[i].output_port = &*output_it;
             output_to_pair.push_back(i);
diff --git a/src/Processors/DelayedPortsProcessor.h b/src/Processors/DelayedPortsProcessor.h
index 1bcce20b5fa..cb04e84b1ad 100644
--- a/src/Processors/DelayedPortsProcessor.h
+++ b/src/Processors/DelayedPortsProcessor.h
@@ -11,7 +11,7 @@ namespace DB
 class DelayedPortsProcessor : public IProcessor
 {
 public:
-    DelayedPortsProcessor(const Block & header, size_t num_ports, const PortNumbers & delayed_ports, bool assert_delayed_ports_empty = false);
+    DelayedPortsProcessor(const Block & header, size_t num_ports, const PortNumbers & delayed_ports, bool assert_main_ports_empty = false);
 
     String getName() const override { return "DelayedPorts"; }
 

From bc277892f4e7bc386adaaa41db47bd774ac6da38 Mon Sep 17 00:00:00 2001
From: Anna <annaconda@bk.ru>
Date: Sun, 27 Dec 2020 14:21:58 +0300
Subject: [PATCH 601/742] add desc for encodeXMLComponent

---
 .../functions/string-functions.md             | 32 +++++++++++++++++++
 1 file changed, 32 insertions(+)

diff --git a/docs/en/sql-reference/functions/string-functions.md b/docs/en/sql-reference/functions/string-functions.md
index a846a01f11f..21e6f224b67 100644
--- a/docs/en/sql-reference/functions/string-functions.md
+++ b/docs/en/sql-reference/functions/string-functions.md
@@ -558,4 +558,36 @@ Result:
 └─────┘
 ```
 
+## encodeXMLComponent {#encode-xml-component}
+
+Escape characters to place string into XML text node or attribute.
+
+**Syntax** 
+
+``` sql
+encodeXMLComponent(x)
+```
+
+**Parameters** 
+
+-   `x` — Sequence of characters. [String](../../sql-reference/data-types/string.md).
+
+**Returned value(s)**
+
+-   Sequence of characters.
+
+Type: [String](../../sql-reference/data-types/string.md).
+
+**Example**
+
+Query:
+
+``` sql
+```
+
+Result:
+
+``` text
+```
+
 [Original article](https://clickhouse.tech/docs/en/query_language/functions/string_functions/) <!--hide-->

From da6bfc2cfbc87da0e7c3c71554eec4acb1e4b96e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 14:22:46 +0300
Subject: [PATCH 602/742] Try fix Pipeline stuck

---
 src/Processors/DelayedPortsProcessor.cpp | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/src/Processors/DelayedPortsProcessor.cpp b/src/Processors/DelayedPortsProcessor.cpp
index 7689dd85245..9215409af47 100644
--- a/src/Processors/DelayedPortsProcessor.cpp
+++ b/src/Processors/DelayedPortsProcessor.cpp
@@ -78,6 +78,11 @@ IProcessor::Status DelayedPortsProcessor::prepare(const PortNumbers & updated_in
     bool skip_delayed = (num_finished + num_delayed) < port_pairs.size();
     bool need_data = false;
 
+    if (!updated_outputs.empty())
+        for (const auto & pair : port_pairs)
+            if (!pair.output_port)
+                pair.input_port->setNeeded();
+
     for (const auto & output_number : updated_outputs)
     {
         auto pair_num = output_to_pair[output_number];

From 1ebab1dc487bd0985c170efb82f29f87b8ba0b76 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 14:25:43 +0300
Subject: [PATCH 603/742] Try fix Pipeline stuck

---
 src/Processors/DelayedPortsProcessor.cpp | 7 ++++++-
 src/Processors/DelayedPortsProcessor.h   | 1 +
 2 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/src/Processors/DelayedPortsProcessor.cpp b/src/Processors/DelayedPortsProcessor.cpp
index 9215409af47..ce21c5a018c 100644
--- a/src/Processors/DelayedPortsProcessor.cpp
+++ b/src/Processors/DelayedPortsProcessor.cpp
@@ -78,11 +78,16 @@ IProcessor::Status DelayedPortsProcessor::prepare(const PortNumbers & updated_in
     bool skip_delayed = (num_finished + num_delayed) < port_pairs.size();
     bool need_data = false;
 
-    if (!updated_outputs.empty())
+    if (!are_inputs_initialized && !updated_outputs.empty())
+    {
+        /// Activate inputs with no output.
         for (const auto & pair : port_pairs)
             if (!pair.output_port)
                 pair.input_port->setNeeded();
 
+        are_inputs_initialized = true;
+    }
+
     for (const auto & output_number : updated_outputs)
     {
         auto pair_num = output_to_pair[output_number];
diff --git a/src/Processors/DelayedPortsProcessor.h b/src/Processors/DelayedPortsProcessor.h
index cb04e84b1ad..3e44c945bd4 100644
--- a/src/Processors/DelayedPortsProcessor.h
+++ b/src/Processors/DelayedPortsProcessor.h
@@ -32,6 +32,7 @@ private:
     size_t num_finished = 0;
 
     std::vector<size_t> output_to_pair;
+    bool are_inputs_initialized = false;
 
     bool processPair(PortsPair & pair);
 };

From 7f1eb506ab70317b3aa701843198668f94ff4695 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 14:28:13 +0300
Subject: [PATCH 604/742] Added test.

---
 .../0_stateless/01621_sort_after_join_pipeline_stuck.reference   | 0
 .../queries/0_stateless/01621_sort_after_join_pipeline_stuck.sql | 1 +
 2 files changed, 1 insertion(+)
 create mode 100644 tests/queries/0_stateless/01621_sort_after_join_pipeline_stuck.reference
 create mode 100644 tests/queries/0_stateless/01621_sort_after_join_pipeline_stuck.sql

diff --git a/tests/queries/0_stateless/01621_sort_after_join_pipeline_stuck.reference b/tests/queries/0_stateless/01621_sort_after_join_pipeline_stuck.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01621_sort_after_join_pipeline_stuck.sql b/tests/queries/0_stateless/01621_sort_after_join_pipeline_stuck.sql
new file mode 100644
index 00000000000..ce9ae65e71e
--- /dev/null
+++ b/tests/queries/0_stateless/01621_sort_after_join_pipeline_stuck.sql
@@ -0,0 +1 @@
+SELECT k FROM (SELECT NULL, nullIf(number, 3) AS k, '1048575', (65536, -9223372036854775808), toString(number) AS a FROM system.numbers LIMIT 1048577) AS js1 ANY RIGHT JOIN (SELECT 1.000100016593933, nullIf(number, NULL) AS k, toString(number) AS b FROM system.numbers LIMIT 2, 255) AS js2 USING (k) ORDER BY 257 ASC NULLS LAST FORMAT Null;

From 436df8fe3ac79638fcd2badcb7f851285354e3cf Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sun, 27 Dec 2020 14:36:08 +0300
Subject: [PATCH 605/742] Check fuzzer tests

---
 .../queries/0_stateless/01593_concurrent_alter_mutations_kill.sh | 1 +
 .../01593_concurrent_alter_mutations_kill_many_replicas.sh       | 1 +
 2 files changed, 2 insertions(+)

diff --git a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh
index dd8eb9d731e..fe243a7e929 100755
--- a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh
+++ b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh
@@ -24,6 +24,7 @@ function alter_thread
 function kill_mutation_thread
 {
     while true; do
+        # find any mutation and kill it
         mutation_id=$($CLICKHOUSE_CLIENT --query "SELECT mutation_id FROM system.mutations WHERE is_done=0 and database='${CLICKHOUSE_DATABASE}' and table='concurrent_mutate_kill' LIMIT 1")
         if [ ! -z "$mutation_id" ]; then
             $CLICKHOUSE_CLIENT --query "KILL MUTATION WHERE mutation_id='$mutation_id'" 1> /dev/null
diff --git a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh
index cfbb183263d..e9513557722 100755
--- a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh
+++ b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh
@@ -36,6 +36,7 @@ function alter_thread
 function kill_mutation_thread
 {
     while true; do
+        # find any mutation and kill it
         mutation_id=$($CLICKHOUSE_CLIENT --query "SELECT mutation_id FROM system.mutations WHERE is_done = 0 and table like 'concurrent_kill_%' and database='${CLICKHOUSE_DATABASE}' LIMIT 1")
         if [ ! -z "$mutation_id" ]; then
             $CLICKHOUSE_CLIENT --query "KILL MUTATION WHERE mutation_id='$mutation_id'" 1> /dev/null

From 45b8ddd7ab1e7cedfc0a2721f874e930a12808fd Mon Sep 17 00:00:00 2001
From: Anna <annaconda@bk.ru>
Date: Sun, 27 Dec 2020 14:47:15 +0300
Subject: [PATCH 606/742] fixed

---
 docs/en/operations/settings/settings.md       |  6 +++---
 .../sql-reference/statements/create/table.md  | 20 +++++++++----------
 2 files changed, 13 insertions(+), 13 deletions(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 4528f7010bf..7a2c8a487c1 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2472,12 +2472,12 @@ Default value: `0`.
 
 ## data_type_default_nullable {#data_type_default_nullable}
 
-Allows data types without explicit modifiers in table definition will be [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable).
+Allows data types without explicit modifiers in column definition will be [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable).
 
 Possible values:
 
-- 1 — `Nullable`-type expressions are allowed in a table definition.
-- 0 — `Nullable`-type expressions are not allowed in a table definition.
+- 1 — The data type in a column definition is `Nullable`.
+- 0 — The data type in a column definition is not `Nullable`.
 
 Default value: `0`.
 
diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index 55e1ba66edc..b1a5fdb19b5 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -16,8 +16,8 @@ By default, tables are created only on the current server. Distributed DDL queri
 ``` sql
 CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 (
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [compression_codec] [TTL expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2] [compression_codec] [TTL expr2],
+    name1 [type1] [NULL|NOT NULL] [DEFAULT|MATERIALIZED|ALIAS expr1] [compression_codec] [TTL expr1],
+    name2 [type2] [NULL|NOT NULL] [DEFAULT|MATERIALIZED|ALIAS expr2] [compression_codec] [TTL expr2],
     ...
 ) ENGINE = engine
 ```
@@ -57,6 +57,14 @@ In all cases, if `IF NOT EXISTS` is specified, the query won’t return an error
 
 There can be other clauses after the `ENGINE` clause in the query. See detailed documentation on how to create tables in the descriptions of [table engines](../../../engines/table-engines/index.md#table_engines).
 
+## NULL Or NOT NULL Modifiers {#null-modifiers}
+
+`NULL` and `NOT NULL` modifiers after data type in column definition allow or do not allow it to be [Nullable](../../../sql-reference/data-types/nullable.md#data_type-nullable). 
+
+If the type is not `Nullable` and if `NULL` is specified, it will be treated as `Nullable`; if `NOT NULL` is specified, then no. For example, `INT NULL` is the same as `Nullable(INT)`. If the type is `Nullable` and `NULL` or `NOT NULL` modifiers are specified, the exception will be thrown.
+
+See also [data_type_default_nullable](../../../operations/settings/settings.md#data_type_default_nullable) setting.
+
 ## Default Values {#create-default-values}
 
 The column description can specify an expression for a default value, in one of the following ways: `DEFAULT expr`, `MATERIALIZED expr`, `ALIAS expr`.
@@ -99,14 +107,6 @@ If you add a new column to a table but later change its default expression, the
 
 It is not possible to set default values for elements in nested data structures.
 
-## NULL Or NOT NULL Modifiers
-
-`NULL` and `NOT NULL` modifiers after data type in table definition allow or do not allow it to be [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable). 
-
-If the type is not `Nullable` and if `NULL` is specified, it will be treated as `Nullable`; if `NOT NULL` is specified, then no. For example, `INT NULL` is the same as `Nullable(INT)`. If the type is `Nullable` and `NULL` or `NOT NULL` modifiers are specified, the exception will be thrown.
-
-See also [data_type_default_nullable](../../operations/settings/settings.md#data_type_default_nullable) setting.
-
 ## Primary Key {#primary-key}
 
 You can define a [primary key](../../../engines/table-engines/mergetree-family/mergetree.md#primary-keys-and-indexes-in-queries) when creating a table. Primary key can be specified in two ways: 

From 9c62adcb4b7422d277b6d7d9da268cbb421f561a Mon Sep 17 00:00:00 2001
From: Anna <annaconda@bk.ru>
Date: Sun, 27 Dec 2020 15:26:31 +0300
Subject: [PATCH 607/742] fixed

---
 docs/en/operations/settings/settings.md | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 7a2c8a487c1..81c8787d442 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2472,12 +2472,12 @@ Default value: `0`.
 
 ## data_type_default_nullable {#data_type_default_nullable}
 
-Allows data types without explicit modifiers in column definition will be [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable).
+Allows data types without explicit modifiers [NULL or NOT NULL](../../sql-reference/statements/create/table.md#null-modifiers) in column definition will be [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable).
 
 Possible values:
 
-- 1 — The data type in a column definition is `Nullable`.
-- 0 — The data type in a column definition is not `Nullable`.
+- 1 — The data types in column definitions are set to `Nullable` by default.
+- 0 — The data types in column definitions are set to not `Nullable` by default.
 
 Default value: `0`.
 

From 2e69757062806a7683eccf76592db50cb471259a Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 16:53:42 +0300
Subject: [PATCH 608/742] Fix style

---
 src/Processors/DelayedPortsProcessor.cpp | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/src/Processors/DelayedPortsProcessor.cpp b/src/Processors/DelayedPortsProcessor.cpp
index ce21c5a018c..cb181a4e4ac 100644
--- a/src/Processors/DelayedPortsProcessor.cpp
+++ b/src/Processors/DelayedPortsProcessor.cpp
@@ -3,6 +3,11 @@
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int LOGICAL_ERROR;
+}
+
 DelayedPortsProcessor::DelayedPortsProcessor(
     const Block & header, size_t num_ports, const PortNumbers & delayed_ports, bool assert_main_ports_empty)
     : IProcessor(InputPorts(num_ports, header),

From ca6ddfafc49f3b20908234da31047c8652a3570e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 27 Dec 2020 16:55:55 +0300
Subject: [PATCH 609/742] Fix style

---
 src/Functions/ExtractString.h | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/src/Functions/ExtractString.h b/src/Functions/ExtractString.h
index 94ee01ae609..8b88a5a7c37 100644
--- a/src/Functions/ExtractString.h
+++ b/src/Functions/ExtractString.h
@@ -16,11 +16,6 @@
 namespace DB
 {
 
-namespace ErrorCodes
-{
-    extern const int LOGICAL_ERROR;
-}
-
 // used by FunctionsStringSimilarity and FunctionsStringHash
 // includes extracting ASCII ngram, UTF8 ngram, ASCII word and UTF8 word
 struct ExtractStringImpl

From 5337d4e2dc8f7b808b519e3f6bd3cb76bcf05d49 Mon Sep 17 00:00:00 2001
From: awesomeleo <awesomeleo@163.com>
Date: Sun, 27 Dec 2020 23:49:34 +0800
Subject: [PATCH 610/742] fix 18450, DB::Exception: Unsupported type
 FixedString

---
 src/Core/ExternalResultDescription.cpp | 3 +++
 src/Core/ExternalResultDescription.h   | 3 ++-
 src/Formats/MySQLBlockInputStream.cpp  | 4 ++++
 3 files changed, 9 insertions(+), 1 deletion(-)

diff --git a/src/Core/ExternalResultDescription.cpp b/src/Core/ExternalResultDescription.cpp
index 7165d73b7d0..4be80a352c7 100644
--- a/src/Core/ExternalResultDescription.cpp
+++ b/src/Core/ExternalResultDescription.cpp
@@ -4,6 +4,7 @@
 #include <DataTypes/DataTypeDateTime64.h>
 #include <DataTypes/DataTypeNullable.h>
 #include <DataTypes/DataTypeString.h>
+#include <DataTypes/DataTypeFixedString.h>
 #include <DataTypes/DataTypeUUID.h>
 #include <DataTypes/DataTypesDecimal.h>
 #include <DataTypes/DataTypesNumber.h>
@@ -76,6 +77,8 @@ void ExternalResultDescription::init(const Block & sample_block_)
             types.emplace_back(ValueType::vtDecimal128, is_nullable);
         else if (typeid_cast<const DataTypeDecimal<Decimal256> *>(type))
             types.emplace_back(ValueType::vtDecimal256, is_nullable);
+        else if (typeid_cast<const DataTypeFixedString *>(type))
+            types.emplace_back(ValueType::vtFixedString, is_nullable);
         else
             throw Exception{"Unsupported type " + type->getName(), ErrorCodes::UNKNOWN_TYPE};
     }
diff --git a/src/Core/ExternalResultDescription.h b/src/Core/ExternalResultDescription.h
index f8ba2a6bba2..cc3b26ad841 100644
--- a/src/Core/ExternalResultDescription.h
+++ b/src/Core/ExternalResultDescription.h
@@ -30,7 +30,8 @@ struct ExternalResultDescription
         vtDecimal32,
         vtDecimal64,
         vtDecimal128,
-        vtDecimal256
+        vtDecimal256,
+        vtFixedString
     };
 
     Block sample_block;
diff --git a/src/Formats/MySQLBlockInputStream.cpp b/src/Formats/MySQLBlockInputStream.cpp
index 2ff8e8e5fb2..026f688a67f 100644
--- a/src/Formats/MySQLBlockInputStream.cpp
+++ b/src/Formats/MySQLBlockInputStream.cpp
@@ -8,6 +8,7 @@
 #    include <Columns/ColumnString.h>
 #    include <Columns/ColumnsNumber.h>
 #    include <Columns/ColumnDecimal.h>
+#    include <Columns/ColumnFixedString.h>
 #    include <DataTypes/IDataType.h>
 #    include <DataTypes/DataTypeNullable.h>
 #    include <IO/ReadHelpers.h>
@@ -110,6 +111,9 @@ namespace
                 data_type.deserializeAsWholeText(column, buffer, FormatSettings{});
                 break;
             }
+            case ValueType::vtFixedString:
+                assert_cast<ColumnFixedString &>(column).insertData(value.data(), value.size());
+                break;
         }
     }
 

From b086a78f814297806c6de3a0a23dd15f43a91e2f Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Sun, 27 Dec 2020 22:35:38 +0300
Subject: [PATCH 611/742] Update FunctionBinaryArithmetic.h

---
 src/Functions/FunctionBinaryArithmetic.h | 19 ++++++++++++-------
 1 file changed, 12 insertions(+), 7 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 0e25f38e96d..848de344585 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -767,7 +767,7 @@ class FunctionBinaryArithmetic : public IFunction
 
     template <class LeftDataType, class RightDataType, class ResultDataType>
     ColumnPtr executeNumericWithDecimal(
-        const auto& left, const auto& right,
+        const auto & left, const auto & right,
         const ColumnConst * const col_left_const, const ColumnConst * const col_right_const,
         const auto * const col_left, const auto * const col_right,
         size_t col_left_size) const
@@ -789,7 +789,8 @@ class FunctionBinaryArithmetic : public IFunction
 
         typename ColVecResult::MutablePtr col_res = nullptr;
 
-        const ResultDataType type = [&] {
+        const ResultDataType type = [&]
+        {
             if constexpr (left_is_decimal && IsFloatingPoint<RightDataType>)
                 return RightDataType();
             else if constexpr (right_is_decimal && IsFloatingPoint<LeftDataType>)
@@ -798,7 +799,8 @@ class FunctionBinaryArithmetic : public IFunction
                 return decimalResultType<is_multiply, is_division>(left, right);
         }();
 
-        const ResultType scale_a = [&] {
+        const ResultType scale_a = [&]
+        {
             if constexpr (IsDataTypeDecimal<RightDataType> && is_division)
                 return right.getScaleMultiplier(); // the division impl uses only the scale_a
             else if constexpr (result_is_decimal)
@@ -825,7 +827,8 @@ class FunctionBinaryArithmetic : public IFunction
                 return 1; // the default value which won't cause any re-scale
         }();
 
-        const ResultType scale_b = [&] {
+        const ResultType scale_b = [&]
+        {
             if constexpr (result_is_decimal)
             {
                 if constexpr (is_multiply)
@@ -1000,9 +1003,9 @@ public:
 
                         const TimezoneMixin * tz = nullptr;
                         if constexpr (std::is_same_v<RightDataType, DataTypeDateTime>)
-                                tz = &right;
+                            tz = &right;
                         if constexpr (std::is_same_v<LeftDataType, DataTypeDateTime>)
-                                tz = &left;
+                            tz = &left;
                         type_res = std::make_shared<ResultDataType>(*tz);
                     }
                     else
@@ -1139,12 +1142,14 @@ public:
             const ColVecT1 * const col_right = checkAndGetColumn<ColVecT1>(col_right_raw);
 
             if constexpr (IsDataTypeDecimal<LeftDataType> || IsDataTypeDecimal<RightDataType>)
+            {
                 return executeNumericWithDecimal<LeftDataType, RightDataType, ResultDataType>(
                     left, right,
                     col_left_const, col_right_const,
                     col_left, col_right,
                     col_left_size);
-            else //can't avoid else and another indentation level, otherwise the compiler would try to instantiate
+            }
+            else // can't avoid else and another indentation level, otherwise the compiler would try to instantiate
                  // ColVecResult for Decimals which would lead to a compile error.
             {
                 using OpImpl = BinaryOperationImpl<T0, T1, Op<T0, T1>, ResultType>;

From 8c368688a847d7e87f6d34108872abe5d2e08edd Mon Sep 17 00:00:00 2001
From: Anna <annaconda@bk.ru>
Date: Sun, 27 Dec 2020 23:49:05 +0300
Subject: [PATCH 612/742] update

---
 .../en/sql-reference/functions/string-functions.md | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/string-functions.md b/docs/en/sql-reference/functions/string-functions.md
index 21e6f224b67..ddb27756df4 100644
--- a/docs/en/sql-reference/functions/string-functions.md
+++ b/docs/en/sql-reference/functions/string-functions.md
@@ -562,6 +562,8 @@ Result:
 
 Escape characters to place string into XML text node or attribute.
 
+The following five XML predefined entities will be replaced: `<`, `&`, `>`, `"`, `\'`.
+
 **Syntax** 
 
 ``` sql
@@ -570,11 +572,11 @@ encodeXMLComponent(x)
 
 **Parameters** 
 
--   `x` — Sequence of characters. [String](../../sql-reference/data-types/string.md).
+-   `x` — The sequence of characters. [String](../../sql-reference/data-types/string.md).
 
 **Returned value(s)**
 
--   Sequence of characters.
+-   The sequence of characters with escape characters.
 
 Type: [String](../../sql-reference/data-types/string.md).
 
@@ -583,11 +585,19 @@ Type: [String](../../sql-reference/data-types/string.md).
 Query:
 
 ``` sql
+SELECT encodeXMLComponent('Hello, "world"!');
+SELECT encodeXMLComponent('<123>');
+SELECT encodeXMLComponent('&clickhouse');
+SELECT encodeXMLComponent('\'foo\'');
 ```
 
 Result:
 
 ``` text
+Hello, &quot;world&quot;!
+&lt;123&gt;
+&amp;clickhouse
+&apos;foo&apos;
 ```
 
 [Original article](https://clickhouse.tech/docs/en/query_language/functions/string_functions/) <!--hide-->

From 2905f70cce59728bb91f415aeda7d6f4506c80b6 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Mon, 28 Dec 2020 12:56:38 +0300
Subject: [PATCH 613/742] fix aliases in partition by/order by

---
 programs/client/QueryFuzzer.cpp               |  4 +-
 src/Interpreters/ActionsVisitor.cpp           |  6 +--
 src/Interpreters/ExpressionAnalyzer.cpp       | 40 +++++++------------
 src/Interpreters/QueryNormalizer.cpp          | 40 +++++++++++--------
 src/Interpreters/QueryNormalizer.h            |  2 +-
 src/Parsers/ASTFunction.cpp                   |  9 +++--
 src/Parsers/ASTFunction.h                     | 22 ++++++++--
 src/Parsers/ExpressionElementParsers.cpp      |  9 +++--
 .../01591_window_functions.reference          | 16 +++++++-
 .../0_stateless/01591_window_functions.sql    |  6 ++-
 10 files changed, 93 insertions(+), 61 deletions(-)

diff --git a/programs/client/QueryFuzzer.cpp b/programs/client/QueryFuzzer.cpp
index 53ede4a3d92..fe0b6a975ce 100644
--- a/programs/client/QueryFuzzer.cpp
+++ b/programs/client/QueryFuzzer.cpp
@@ -405,8 +405,8 @@ void QueryFuzzer::fuzz(ASTPtr & ast)
 
         if (fn->is_window_function)
         {
-            fuzzColumnLikeExpressionList(fn->window_partition_by);
-            fuzzOrderByList(fn->window_order_by);
+            fuzzColumnLikeExpressionList(fn->window_partition_by.get());
+            fuzzOrderByList(fn->window_order_by.get());
         }
 
         fuzz(fn->children);
diff --git a/src/Interpreters/ActionsVisitor.cpp b/src/Interpreters/ActionsVisitor.cpp
index bb47129f58c..00600bebf07 100644
--- a/src/Interpreters/ActionsVisitor.cpp
+++ b/src/Interpreters/ActionsVisitor.cpp
@@ -738,15 +738,13 @@ void ActionsMatcher::visit(const ASTFunction & node, const ASTPtr & ast, Data &
     if (node.is_window_function)
     {
         // Also add columns from PARTITION BY and ORDER BY of window functions.
-        // Requiring a constant reference to a shared pointer to non-const AST
-        // doesn't really look sane, but the visitor does indeed require it.
         if (node.window_partition_by)
         {
-            visit(node.window_partition_by->clone(), data);
+            visit(node.window_partition_by, data);
         }
         if (node.window_order_by)
         {
-            visit(node.window_order_by->clone(), data);
+            visit(node.window_order_by, data);
         }
 
         // Also manually add columns for arguments of the window function itself.
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index c10a8313bee..a80b7799a98 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -983,36 +983,14 @@ void SelectQueryExpressionAnalyzer::appendWindowFunctionsArguments(
             getRootActionsNoMakeSet(f.function_node->clone(),
                 true /* no_subqueries */, step.actions());
 
-            // FIXME rewrite this comment
-            // 1.2) result of window function: an empty INPUT.
-            // It is an aggregate function, so it won't be added by getRootActions.
-            // This is something of a hack. Other options:
-            //  a] do it like aggregate function -- break the chain of actions
-            //     and manually add window functions to the starting list of
-            //     input columns. Logically this is similar to what we're doing
-            //     now, but would require to split the window function processing
-            //     into a full-fledged step after plain functions. This would be
-            //     somewhat cumbersome. With INPUT hack we can avoid a separate
-            //     step and pretend that window functions are almost "normal"
-            //     select functions. The limitation of both these ways is that
-            //     we can't reference window functions in other SELECT
-            //     expressions.
-            //  b] add a WINDOW action type, then sort, then split the chain on
-            //     each WINDOW action and insert the Window pipeline between the
-            //     Expression pipelines. This is a "proper" way that would allow
-            //     us to depend on window functions in other functions. But it's
-            //     complicated so I avoid doing it for now.
-            columns_after_window.push_back({f.column_name,
-                f.aggregate_function->getReturnType()});
-
+            // 2.1) function arguments;
             for (const auto & a : f.function_node->arguments->children)
             {
-                // 2.1) function arguments;
                 step.required_output.push_back(a->getColumnName());
             }
         }
 
-        // 2.3) PARTITION BY and ORDER BY columns.
+        // 2.1) PARTITION BY and ORDER BY columns.
         for (const auto & c : w.full_sort_description)
         {
             step.required_output.push_back(c.column_name);
@@ -1433,11 +1411,23 @@ ExpressionAnalysisResult::ExpressionAnalysisResult(
         {
             query_analyzer.appendWindowFunctionsArguments(chain, only_types || !first_stage);
 
-
+            // Build a list of output columns of the window step.
+            // 1) We need the columns that are the output of ExpressionActions.
             for (const auto & x : chain.getLastActions()->getNamesAndTypesList())
             {
                 query_analyzer.columns_after_window.push_back(x);
             }
+            // 2) We also have to manually add the output of the window function
+            // to the list of the output columns of the window step, because the
+            // window functions are not in the ExpressionActions.
+            for (const auto & [_, w] : query_analyzer.window_descriptions)
+            {
+                for (const auto & f : w.window_functions)
+                {
+                    query_analyzer.columns_after_window.push_back(
+                        {f.column_name, f.aggregate_function->getReturnType()});
+                }
+            }
 
             before_window = chain.getLastActions();
             finalize_chain(chain);
diff --git a/src/Interpreters/QueryNormalizer.cpp b/src/Interpreters/QueryNormalizer.cpp
index 213e354a13f..848681953e4 100644
--- a/src/Interpreters/QueryNormalizer.cpp
+++ b/src/Interpreters/QueryNormalizer.cpp
@@ -148,7 +148,7 @@ void QueryNormalizer::visit(ASTSelectQuery & select, const ASTPtr &, Data & data
 /// Don't go into select query. It processes children itself.
 /// Do not go to the left argument of lambda expressions, so as not to replace the formal parameters
 ///  on aliases in expressions of the form 123 AS x, arrayMap(x -> 1, [2]).
-void QueryNormalizer::visitChildren(ASTPtr & node, Data & data)
+void QueryNormalizer::visitChildren(IAST * node, Data & data)
 {
     if (auto * func_node = node->as<ASTFunction>())
     {
@@ -159,27 +159,33 @@ void QueryNormalizer::visitChildren(ASTPtr & node, Data & data)
             /// Don't go into query argument.
             return;
         }
+        /// We skip the first argument. We also assume that the lambda function can not have parameters.
+        size_t first_pos = 0;
+        if (func_node->name == "lambda")
+            first_pos = 1;
 
-        // Process all function node children (arguments + window definition for
-        // window functions).
-        // We have to skip the first argument if it's the "lambda" function,
-        // because it contains formal parameters like x->x + 1;
-        const IAST * argument_to_skip = nullptr;
-        if (func_node->name == "lambda"
-            && func_node->arguments
-            && !func_node->arguments->children.empty())
+        if (func_node->arguments)
         {
-            argument_to_skip = func_node->arguments->children[0].get();
-        }
+            auto & func_children = func_node->arguments->children;
 
-        for (auto & child : func_node->children)
-        {
-            if (child.get() != argument_to_skip
-                && needVisitChild(child))
+            for (size_t i = first_pos; i < func_children.size(); ++i)
             {
-                visit(child, data);
+                auto & child = func_children[i];
+
+                if (needVisitChild(child))
+                    visit(child, data);
             }
         }
+        
+        if (func_node->window_partition_by)
+        {
+            visitChildren(func_node->window_partition_by.get(), data);
+        }
+        
+        if (func_node->window_order_by)
+        {
+            visitChildren(func_node->window_order_by.get(), data);
+        }
     }
     else if (!node->as<ASTSelectQuery>())
     {
@@ -225,7 +231,7 @@ void QueryNormalizer::visit(ASTPtr & ast, Data & data)
     if (ast.get() != initial_ast.get())
         visit(ast, data);
     else
-        visitChildren(ast, data);
+        visitChildren(ast.get(), data);
 
     current_asts.erase(initial_ast.get());
     current_asts.erase(ast.get());
diff --git a/src/Interpreters/QueryNormalizer.h b/src/Interpreters/QueryNormalizer.h
index 951628d0738..e481f76ca8e 100644
--- a/src/Interpreters/QueryNormalizer.h
+++ b/src/Interpreters/QueryNormalizer.h
@@ -69,7 +69,7 @@ private:
     static void visit(ASTTablesInSelectQueryElement &, const ASTPtr &, Data &);
     static void visit(ASTSelectQuery &, const ASTPtr &, Data &);
 
-    static void visitChildren(ASTPtr & node, Data & data);
+    static void visitChildren(IAST * node, Data & data);
 };
 
 }
diff --git a/src/Parsers/ASTFunction.cpp b/src/Parsers/ASTFunction.cpp
index 980c395c7aa..d9159117b2d 100644
--- a/src/Parsers/ASTFunction.cpp
+++ b/src/Parsers/ASTFunction.cpp
@@ -67,17 +67,20 @@ ASTPtr ASTFunction::clone() const
 
     if (window_name)
     {
-        res->set(res->window_name, window_name->clone());
+        res->window_name = window_name->clone();
+        res->children.push_back(res->window_name);
     }
 
     if (window_partition_by)
     {
-        res->set(res->window_partition_by, window_partition_by->clone());
+        res->window_partition_by = window_partition_by->clone();
+        res->children.push_back(res->window_partition_by);
     }
 
     if (window_order_by)
     {
-        res->set(res->window_order_by, window_order_by->clone());
+        res->window_order_by = window_order_by->clone();
+        res->children.push_back(res->window_order_by);
     }
 
     return res;
diff --git a/src/Parsers/ASTFunction.h b/src/Parsers/ASTFunction.h
index 38e5f3f095c..4c20309fcb9 100644
--- a/src/Parsers/ASTFunction.h
+++ b/src/Parsers/ASTFunction.h
@@ -21,9 +21,25 @@ public:
     ASTPtr parameters;
 
     bool is_window_function = false;
-    ASTIdentifier * window_name;
-    ASTExpressionList * window_partition_by;
-    ASTExpressionList * window_order_by;
+
+    // We have to make these fields ASTPtr because this is what the visitors
+    // expect. Some of them take const ASTPtr & (makes no sense), and some
+    // take ASTPtr & and modify it. I don't understand how the latter is
+    // compatible with also having an owning `children` array -- apparently it
+    // leads to some dangling children that are not referenced by the fields of
+    // the AST class itself. Some older code hints at the idea of having
+    // ownership in `children` only, and making the class fields to be raw
+    // pointers of proper type (see e.g. IAST::set), but this is not compatible
+    // with the visitor interface.
+
+    // ASTIdentifier
+    ASTPtr window_name;
+
+    // ASTExpressionList
+    ASTPtr window_partition_by;
+
+    // ASTExpressionList of
+    ASTPtr window_order_by;
 
     /// do not print empty parentheses if there are no args - compatibility with new AST for data types and engine names.
     bool no_empty_args = false;
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index 726e28005e3..7c82c4aca1e 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -419,7 +419,8 @@ bool ParserWindowDefinition::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
         ParserIdentifier window_name_parser;
         if (window_name_parser.parse(pos, window_name_ast, expected))
         {
-            function->set(function->window_name, window_name_ast);
+            function->children.push_back(window_name_ast);
+            function->window_name = window_name_ast;
             return true;
         }
         else
@@ -442,7 +443,8 @@ bool ParserWindowDefinition::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
         ASTPtr partition_by_ast;
         if (columns_partition_by.parse(pos, partition_by_ast, expected))
         {
-            function->set(function->window_partition_by, partition_by_ast);
+            function->children.push_back(partition_by_ast);
+            function->window_partition_by = partition_by_ast;
         }
         else
         {
@@ -455,7 +457,8 @@ bool ParserWindowDefinition::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
         ASTPtr order_by_ast;
         if (columns_order_by.parse(pos, order_by_ast, expected))
         {
-            function->set(function->window_order_by, order_by_ast);
+            function->children.push_back(order_by_ast);
+            function->window_order_by = order_by_ast;
         }
         else
         {
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 6eb94856645..ce56860ed8b 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -122,14 +122,14 @@ select * from (select * from numbers(5) order by rand()) order by count() over (
 2
 3
 4
-select * from (select * from numbers(5) order by rand()) group by number order by sum(any(number)) over (order by min(number) desc) desc;
+select * from (select * from numbers(5) order by rand()) group by number order by sum(any(number + 1)) over (order by min(number) desc) desc;
 
 -- different windows
 -- an explain test would also be helpful, but it's too immature now and I don't
 -- want to change reference all the time
 
-1
 0
+1
 2
 3
 4
@@ -204,4 +204,16 @@ select distinct sum(0) over () from numbers(2);
 0
 select distinct any(number) over () from numbers(2);
 
+-- Various kinds of aliases are properly substituted into various parts of window
+-- function definition.
+
 0
+with number + 1 as x select intDiv(number, 3) as y, sum(x + y) over (partition by y order by x) from numbers(7);
+
+0	1
+0	3
+0	6
+1	5
+1	11
+1	18
+2	9
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index 5039925aa42..082a6652a65 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -41,7 +41,7 @@ select * from (select * from numbers(5) order by rand()) order by count() over (
 -- Aggregate functions as window function arguments. This query is semantically
 -- the same as the above one, only we replace `number` with
 -- `any(number) group by number` and so on.
-select * from (select * from numbers(5) order by rand()) group by number order by sum(any(number)) over (order by min(number) desc) desc;
+select * from (select * from numbers(5) order by rand()) group by number order by sum(any(number + 1)) over (order by min(number) desc) desc;
 
 -- different windows
 -- an explain test would also be helpful, but it's too immature now and I don't
@@ -66,3 +66,7 @@ select count(1) over (), max(number + 1) over () from numbers(3);
 -- Should work in DISTINCT
 select distinct sum(0) over () from numbers(2);
 select distinct any(number) over () from numbers(2);
+
+-- Various kinds of aliases are properly substituted into various parts of window
+-- function definition.
+with number + 1 as x select intDiv(number, 3) as y, sum(x + y) over (partition by y order by x) from numbers(7);

From 4adbdf364e64a20001925528dd1f4aeddbec577a Mon Sep 17 00:00:00 2001
From: hexiaoting <hewenting_ict@163.com>
Date: Thu, 17 Dec 2020 17:33:47 +0800
Subject: [PATCH 614/742] Fix bug for orderby withfill with limit clause

---
 src/Interpreters/InterpreterSelectQuery.cpp       | 15 ++++++++++++++-
 .../01614_with_fill_with_limit.reference          |  4 ++++
 .../0_stateless/01614_with_fill_with_limit.sql    | 15 +++++++++++++++
 3 files changed, 33 insertions(+), 1 deletion(-)
 create mode 100644 tests/queries/0_stateless/01614_with_fill_with_limit.reference
 create mode 100644 tests/queries/0_stateless/01614_with_fill_with_limit.sql

diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 38cc19a00d6..5e895bf732b 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1029,10 +1029,23 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
             /** Optimization - if there are several sources and there is LIMIT, then first apply the preliminary LIMIT,
               * limiting the number of rows in each up to `offset + limit`.
               */
+            bool has_withfill = false;
+            if (query.orderBy())
+            {
+                SortDescription order_descr = getSortDescription(query, *context);
+                for (auto & desc : order_descr)
+                    if (desc.with_fill)
+                    {
+                        has_withfill = true;
+                        break;
+                    }
+            }
+
             bool has_prelimit = false;
             if (!to_aggregation_stage &&
                 query.limitLength() && !query.limit_with_ties && !hasWithTotalsInAnySubqueryInFromClause(query) &&
-                !query.arrayJoinExpressionList() && !query.distinct && !expressions.hasLimitBy() && !settings.extremes)
+                !query.arrayJoinExpressionList() && !query.distinct && !expressions.hasLimitBy() && !settings.extremes &&
+                !has_withfill)
             {
                 executePreLimit(query_plan, false);
                 has_prelimit = true;
diff --git a/tests/queries/0_stateless/01614_with_fill_with_limit.reference b/tests/queries/0_stateless/01614_with_fill_with_limit.reference
new file mode 100644
index 00000000000..451e076552e
--- /dev/null
+++ b/tests/queries/0_stateless/01614_with_fill_with_limit.reference
@@ -0,0 +1,4 @@
+1	original
+2	
+1	original
+2	
diff --git a/tests/queries/0_stateless/01614_with_fill_with_limit.sql b/tests/queries/0_stateless/01614_with_fill_with_limit.sql
new file mode 100644
index 00000000000..119117af287
--- /dev/null
+++ b/tests/queries/0_stateless/01614_with_fill_with_limit.sql
@@ -0,0 +1,15 @@
+SELECT
+    toFloat32(number % 10) AS n,
+    'original' AS source
+FROM numbers(10)
+WHERE (number % 3) = 1
+ORDER BY n ASC WITH FILL STEP 1
+LIMIT 2;
+
+SELECT
+    toFloat32(number % 10) AS n,
+    'original' AS source
+FROM numbers(10)
+WHERE (number % 3) = 1
+ORDER BY n ASC WITH FILL STEP 1
+LIMIT 2 WITH TIES;

From 1c52fdb265ffbbd8387c10fd26e444c75451f634 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Mon, 28 Dec 2020 13:08:38 +0300
Subject: [PATCH 615/742] cleanup

---
 src/Interpreters/QueryNormalizer.cpp   |  4 ++--
 tests/performance/window_functions.xml | 20 +++++++++-----------
 2 files changed, 11 insertions(+), 13 deletions(-)

diff --git a/src/Interpreters/QueryNormalizer.cpp b/src/Interpreters/QueryNormalizer.cpp
index 848681953e4..38b54de2130 100644
--- a/src/Interpreters/QueryNormalizer.cpp
+++ b/src/Interpreters/QueryNormalizer.cpp
@@ -176,12 +176,12 @@ void QueryNormalizer::visitChildren(IAST * node, Data & data)
                     visit(child, data);
             }
         }
-        
+
         if (func_node->window_partition_by)
         {
             visitChildren(func_node->window_partition_by.get(), data);
         }
-        
+
         if (func_node->window_order_by)
         {
             visitChildren(func_node->window_order_by.get(), data);
diff --git a/tests/performance/window_functions.xml b/tests/performance/window_functions.xml
index dcc873b5029..f42345d0696 100644
--- a/tests/performance/window_functions.xml
+++ b/tests/performance/window_functions.xml
@@ -12,11 +12,11 @@
         First with LIMIT BY, next with window functions.
     -->
     <query><![CDATA[
-        select CounterID, UserID, count(*) c
+        select CounterID, UserID, count(*) user_hits
         from hits_100m_single
         where CounterID < 10000
         group by CounterID, UserID
-        order by c desc
+        order by user_hits desc
         limit 10 by CounterID
         format Null
     ]]></query>
@@ -24,16 +24,14 @@
     <query><![CDATA[
         select *
         from (
-            select *,
-                count() over (partition by CounterID order by c desc) rank
-                from (
-                    select CounterID, UserID, count() c
-                    from hits_100m_single
-                    where CounterID < 10000
-                    group by CounterID, UserID
-                )
+            select CounterID, UserID, count(*) user_hits,
+                count() over (partition by CounterID order by user_hits desc)
+                    user_rank
+            from hits_100m_single
+            where CounterID < 10000
+            group by CounterID, UserID
         )
-        where rank <= 10
+        where user_rank <= 10
         format Null
     ]]></query>
 

From 3d1273460bc9fdf7b92c5bbb12f0caa30fa830d5 Mon Sep 17 00:00:00 2001
From: robot-clickhouse <robot-clickhouse@yandex-team.ru>
Date: Mon, 28 Dec 2020 13:27:43 +0300
Subject: [PATCH 616/742] Update version_date.tsv after release 20.12.5.14

---
 utils/list-versions/version_date.tsv | 1 +
 1 file changed, 1 insertion(+)

diff --git a/utils/list-versions/version_date.tsv b/utils/list-versions/version_date.tsv
index 002dc5965d3..1279da09905 100644
--- a/utils/list-versions/version_date.tsv
+++ b/utils/list-versions/version_date.tsv
@@ -1,3 +1,4 @@
+v20.12.5.14-stable	2020-12-28
 v20.12.4.5-stable	2020-12-24
 v20.12.3.3-stable	2020-12-09
 v20.12.2.1-stable	2020-12-09

From 67798c8811b63cd78e728499f17ea2e7fdb6d3b3 Mon Sep 17 00:00:00 2001
From: Roman Bug <rrrrrroman@gmail.com>
Date: Mon, 28 Dec 2020 13:39:51 +0300
Subject: [PATCH 617/742] Update docs/ru/commercial/cloud.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 docs/ru/commercial/cloud.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/commercial/cloud.md b/docs/ru/commercial/cloud.md
index 885aac97312..024297da7d8 100644
--- a/docs/ru/commercial/cloud.md
+++ b/docs/ru/commercial/cloud.md
@@ -22,7 +22,7 @@ toc_title: "\u041f\u043e\u0441\u0442\u0430\u0432\u0449\u0438\u043a\u0438\u0020\u
 
 [Altinity.Cloud](https://altinity.com/cloud-database/) — это полностью управляемый ClickHouse-as-a-Service для публичного облака Amazon.
 
--   Быстрое развертывание кластеров ClickHouse на ресурсах Amazon
+-   быстрое развертывание кластеров ClickHouse на ресурсах Amazon.
 -   Легкое горизонтальное масштабирование также, как и вертикальное масштабирование узлов
 -   Изолированные виртуальные сети для каждого клиента с общедоступным эндпоинтом или пирингом VPC
 -   Настраиваемые типы и объемы хранилищ

From 5943a251b1f59cdd9f2d52209478f7f852d07254 Mon Sep 17 00:00:00 2001
From: Roman Bug <rrrrrroman@gmail.com>
Date: Mon, 28 Dec 2020 13:39:57 +0300
Subject: [PATCH 618/742] Update docs/ru/commercial/cloud.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 docs/ru/commercial/cloud.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/commercial/cloud.md b/docs/ru/commercial/cloud.md
index 024297da7d8..8fca835450c 100644
--- a/docs/ru/commercial/cloud.md
+++ b/docs/ru/commercial/cloud.md
@@ -23,7 +23,7 @@ toc_title: "\u041f\u043e\u0441\u0442\u0430\u0432\u0449\u0438\u043a\u0438\u0020\u
 [Altinity.Cloud](https://altinity.com/cloud-database/) — это полностью управляемый ClickHouse-as-a-Service для публичного облака Amazon.
 
 -   быстрое развертывание кластеров ClickHouse на ресурсах Amazon.
--   Легкое горизонтальное масштабирование также, как и вертикальное масштабирование узлов
+-   легкое горизонтальное масштабирование также, как и вертикальное масштабирование узлов.
 -   Изолированные виртуальные сети для каждого клиента с общедоступным эндпоинтом или пирингом VPC
 -   Настраиваемые типы и объемы хранилищ
 -   Cross-AZ масштабирование для повышения производительности и обеспечения высокой доступности

From 281c767f30b029d5af19de80207cd8aec1d48a65 Mon Sep 17 00:00:00 2001
From: Roman Bug <rrrrrroman@gmail.com>
Date: Mon, 28 Dec 2020 13:40:05 +0300
Subject: [PATCH 619/742] Update docs/ru/commercial/cloud.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 docs/ru/commercial/cloud.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/commercial/cloud.md b/docs/ru/commercial/cloud.md
index 8fca835450c..b132aa58067 100644
--- a/docs/ru/commercial/cloud.md
+++ b/docs/ru/commercial/cloud.md
@@ -24,7 +24,7 @@ toc_title: "\u041f\u043e\u0441\u0442\u0430\u0432\u0449\u0438\u043a\u0438\u0020\u
 
 -   быстрое развертывание кластеров ClickHouse на ресурсах Amazon.
 -   легкое горизонтальное масштабирование также, как и вертикальное масштабирование узлов.
--   Изолированные виртуальные сети для каждого клиента с общедоступным эндпоинтом или пирингом VPC
+-   изолированные виртуальные сети для каждого клиента с общедоступным эндпоинтом или пирингом VPC.
 -   Настраиваемые типы и объемы хранилищ
 -   Cross-AZ масштабирование для повышения производительности и обеспечения высокой доступности
 -   Встроенный мониторинг и редактор SQL-запросов

From ccaea5fa423fe2d363fcecc943bbf944d6858010 Mon Sep 17 00:00:00 2001
From: hexiaoting <hewenting_ict@163.com>
Date: Mon, 28 Dec 2020 19:09:41 +0800
Subject: [PATCH 620/742] Make Date > 2106-02-07 overflow as 0

---
 base/common/DateLUTImpl.h                             |  4 ++++
 .../01631_date_overflow_as_partition_key.reference    |  2 ++
 .../01631_date_overflow_as_partition_key.sql          | 11 +++++++++++
 3 files changed, 17 insertions(+)
 create mode 100644 tests/queries/0_stateless/01631_date_overflow_as_partition_key.reference
 create mode 100644 tests/queries/0_stateless/01631_date_overflow_as_partition_key.sql

diff --git a/base/common/DateLUTImpl.h b/base/common/DateLUTImpl.h
index 97301fb1bee..1d82f668a49 100644
--- a/base/common/DateLUTImpl.h
+++ b/base/common/DateLUTImpl.h
@@ -673,6 +673,10 @@ public:
         if (unlikely(year < DATE_LUT_MIN_YEAR || year > DATE_LUT_MAX_YEAR || month < 1 || month > 12 || day_of_month < 1 || day_of_month > 31))
             return DayNum(0); // TODO (nemkov, DateTime64 phase 2): implement creating real date for year outside of LUT range.
 
+        // The day after 2106-02-07 will not stored fully as struct Values, so just overflow it as 0
+        if (unlikely(year == DATE_LUT_MAX_YEAR && (month > 2 || day_of_month > 7)))
+            return DayNum(0);
+
         return DayNum(years_months_lut[(year - DATE_LUT_MIN_YEAR) * 12 + month - 1] + day_of_month - 1);
     }
 
diff --git a/tests/queries/0_stateless/01631_date_overflow_as_partition_key.reference b/tests/queries/0_stateless/01631_date_overflow_as_partition_key.reference
new file mode 100644
index 00000000000..dbcd92da11c
--- /dev/null
+++ b/tests/queries/0_stateless/01631_date_overflow_as_partition_key.reference
@@ -0,0 +1,2 @@
+1970-01-01	1
+1970-01-01	1
diff --git a/tests/queries/0_stateless/01631_date_overflow_as_partition_key.sql b/tests/queries/0_stateless/01631_date_overflow_as_partition_key.sql
new file mode 100644
index 00000000000..f252e10806a
--- /dev/null
+++ b/tests/queries/0_stateless/01631_date_overflow_as_partition_key.sql
@@ -0,0 +1,11 @@
+drop table if exists dt_overflow;
+
+create table dt_overflow(d Date, i int) engine MergeTree partition by d order by i;
+
+insert into dt_overflow values('2106-11-11', 1);
+
+insert into dt_overflow values('2106-11-12', 1);
+
+select * from dt_overflow;
+
+drop table if exists dt_overflow;

From 2c146fe2cd255469426bc96db2aeaf9cde881597 Mon Sep 17 00:00:00 2001
From: romanzhukov <romanzhukov@yandex-team.ru>
Date: Mon, 28 Dec 2020 14:24:24 +0300
Subject: [PATCH 621/742] DOCSUP-5054: Fix PR comments and update list items.

---
 docs/en/commercial/cloud.md                      |  1 +
 docs/ru/commercial/cloud.md                      | 16 ++++++++--------
 .../server-configuration-parameters/settings.md  |  2 +-
 3 files changed, 10 insertions(+), 9 deletions(-)

diff --git a/docs/en/commercial/cloud.md b/docs/en/commercial/cloud.md
index 03c8b7645a3..9dd08124f64 100644
--- a/docs/en/commercial/cloud.md
+++ b/docs/en/commercial/cloud.md
@@ -21,6 +21,7 @@ toc_title: Cloud
 ## Altinity.Cloud {#altinity.cloud}
 
 [Altinity.Cloud](https://altinity.com/cloud-database/) is a fully managed ClickHouse-as-a-Service for the Amazon public cloud.
+
 -   Fast deployment of ClickHouse clusters on Amazon resources
 -   Easy scale-out/scale-in as well as vertical scaling of nodes
 -   Isolated per-tenant VPCs with public endpoint or VPC peering
diff --git a/docs/ru/commercial/cloud.md b/docs/ru/commercial/cloud.md
index b132aa58067..4f57592b4c7 100644
--- a/docs/ru/commercial/cloud.md
+++ b/docs/ru/commercial/cloud.md
@@ -12,11 +12,11 @@ toc_title: "\u041f\u043e\u0441\u0442\u0430\u0432\u0449\u0438\u043a\u0438\u0020\u
 
 [Yandex Managed Service for ClickHouse](https://cloud.yandex.ru/services/managed-clickhouse?utm_source=referrals&utm_medium=clickhouseofficialsite&utm_campaign=link3) предоставляет следующие ключевые возможности:
 
--   Полностью управляемый сервис ZooKeeper для [репликации ClickHouse](../engines/table-engines/mergetree-family/replication.md)
--   Выбор типа хранилища
--   Реплики в разных зонах доступности
--   Шифрование и изоляция
--   Автоматизированное техническое обслуживание
+-   полностью управляемый сервис ZooKeeper для [репликации ClickHouse](../engines/table-engines/mergetree-family/replication.md)
+-   выбор типа хранилища
+-   реплики в разных зонах доступности
+-   шифрование и изоляция
+-   автоматизированное техническое обслуживание
 
 ## Altinity.Cloud {#altinity.cloud}
 
@@ -25,8 +25,8 @@ toc_title: "\u041f\u043e\u0441\u0442\u0430\u0432\u0449\u0438\u043a\u0438\u0020\u
 -   быстрое развертывание кластеров ClickHouse на ресурсах Amazon.
 -   легкое горизонтальное масштабирование также, как и вертикальное масштабирование узлов.
 -   изолированные виртуальные сети для каждого клиента с общедоступным эндпоинтом или пирингом VPC.
--   Настраиваемые типы и объемы хранилищ
--   Cross-AZ масштабирование для повышения производительности и обеспечения высокой доступности
--   Встроенный мониторинг и редактор SQL-запросов
+-   настраиваемые типы и объемы хранилищ
+-   cross-az масштабирование для повышения производительности и обеспечения высокой доступности
+-   встроенный мониторинг и редактор SQL-запросов
 
 {## [Оригинальная статья](https://clickhouse.tech/docs/ru/commercial/cloud/) ##}
diff --git a/docs/ru/operations/server-configuration-parameters/settings.md b/docs/ru/operations/server-configuration-parameters/settings.md
index b75f0371223..d1911437baf 100644
--- a/docs/ru/operations/server-configuration-parameters/settings.md
+++ b/docs/ru/operations/server-configuration-parameters/settings.md
@@ -86,7 +86,7 @@ ClickHouse проверяет условия для `min_part_size` и `min_part
 
 Возможные значения:
 
--   Положительное целое число.
+-   положительное целое число.
 
 Значение по умолчанию: `1073741824` (1 ГБ).
 

From d2ce110a6d10ea3f415f2915b8fa9e10194d057c Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Mon, 28 Dec 2020 19:29:54 +0800
Subject: [PATCH 622/742] bug fix

---
 src/DataTypes/DataTypeDate.h                  |   2 +
 src/DataTypes/DataTypeDateTime.h              |   2 +
 src/DataTypes/DataTypeDateTime64.h            |   2 +
 src/DataTypes/DataTypeEnum.h                  |   3 +
 src/DataTypes/DataTypeUUID.h                  |   2 +
 src/Functions/byteSize.cpp                    | 103 +++++++++---------
 .../0_stateless/01622_byte_size.reference     |  29 +++--
 tests/queries/0_stateless/01622_byte_size.sql |  72 ++++++++++--
 8 files changed, 140 insertions(+), 75 deletions(-)

diff --git a/src/DataTypes/DataTypeDate.h b/src/DataTypes/DataTypeDate.h
index 00afba424e4..ccacb745c70 100644
--- a/src/DataTypes/DataTypeDate.h
+++ b/src/DataTypes/DataTypeDate.h
@@ -33,4 +33,6 @@ public:
     bool equals(const IDataType & rhs) const override;
 };
 
+template <> struct NativeType<DataTypeDate> { using Type = DataTypeDate::FieldType; };
+
 }
diff --git a/src/DataTypes/DataTypeDateTime.h b/src/DataTypes/DataTypeDateTime.h
index 47c7f361091..a2d819ddb44 100644
--- a/src/DataTypes/DataTypeDateTime.h
+++ b/src/DataTypes/DataTypeDateTime.h
@@ -77,5 +77,7 @@ public:
     bool equals(const IDataType & rhs) const override;
 };
 
+template <> struct NativeType<DataTypeDateTime> { using Type = DataTypeDateTime::FieldType; };
+
 }
 
diff --git a/src/DataTypes/DataTypeDateTime64.h b/src/DataTypes/DataTypeDateTime64.h
index 003e83b7195..7ef95d55081 100644
--- a/src/DataTypes/DataTypeDateTime64.h
+++ b/src/DataTypes/DataTypeDateTime64.h
@@ -111,5 +111,7 @@ private:
     DateTime64::NativeType scale_multiplier = 1;
 };
 
+template <> struct NativeType<DataTypeDateTime64> { using Type = NativeType<DataTypeDateTime64::FieldType>::Type; };
+
 }
 
diff --git a/src/DataTypes/DataTypeEnum.h b/src/DataTypes/DataTypeEnum.h
index c75d348f15c..20d2903dbb6 100644
--- a/src/DataTypes/DataTypeEnum.h
+++ b/src/DataTypes/DataTypeEnum.h
@@ -156,4 +156,7 @@ public:
 using DataTypeEnum8 = DataTypeEnum<Int8>;
 using DataTypeEnum16 = DataTypeEnum<Int16>;
 
+template <> struct NativeType<DataTypeEnum8> { using Type = DataTypeEnum8::FieldType; };
+template <> struct NativeType<DataTypeEnum16> { using Type = DataTypeEnum16::FieldType; };
+
 }
diff --git a/src/DataTypes/DataTypeUUID.h b/src/DataTypes/DataTypeUUID.h
index e9f1d22325b..85d173e210e 100644
--- a/src/DataTypes/DataTypeUUID.h
+++ b/src/DataTypes/DataTypeUUID.h
@@ -35,4 +35,6 @@ public:
     bool canBePromoted() const override { return false; }
 };
 
+template <> struct NativeType<DataTypeUUID> { using Type = DataTypeUUID::FieldType; };
+
 }
diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index 2af444bd31b..a88b66735bf 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -24,18 +24,6 @@
 namespace DB
 {
 
-namespace ErrorCodes
-{
-extern const int ILLEGAL_COLUMN;
-}
-
-template <> struct NativeType<DataTypeDate>         { using Type = DataTypeDate::FieldType; };
-template <> struct NativeType<DataTypeDateTime>     { using Type = DataTypeDateTime::FieldType; };
-template <> struct NativeType<DataTypeDateTime64>   { using Type = NativeType<DataTypeDateTime64::FieldType>::Type; };
-template <> struct NativeType<DataTypeUUID>         { using Type = DataTypeUUID::FieldType; };
-template <> struct NativeType<DataTypeEnum8>        { using Type = DataTypeEnum8::FieldType; };
-template <> struct NativeType<DataTypeEnum16>       { using Type = DataTypeEnum16::FieldType; };
-
 namespace
 {
 
@@ -52,25 +40,13 @@ public:
         return std::make_shared<FunctionByteSize>();
     }
 
-    /// Get the function name.
-    String getName() const override
-    {
-        return name;
-    }
-
+    String getName() const override { return name; }
     bool isDeterministic() const override { return false; }
-
-    bool isDeterministicInScopeOfQuery() const override
-    {
-        return false;
-    }
-
+    bool isDeterministicInScopeOfQuery() const override { return false; }
+    bool useDefaultImplementationForNulls() const override { return false; }
+    bool useDefaultImplementationForLowCardinalityColumns() const override { return false; }
     bool isVariadic() const override { return true; }
-
-    size_t getNumberOfArguments() const override
-    {
-        return 0;
-    }
+    size_t getNumberOfArguments() const override { return 0; }
 
     DataTypePtr getReturnTypeImpl(const DataTypes & /*arguments*/) const override
     {
@@ -194,16 +170,16 @@ private:
                 return true;
 
             const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column);
-            return byteSizeForStringArray(col_arr, vec_res)
-                || byteSizeForArrayOfArray(col_arr, vec_res)
-                || byteSizeForGenericArray(col_arr, vec_res)
-                || byteSizeForIntegralArray<INTEGRAL_TPL_PACK>(col_arr, data_type, vec_res);
+            return byteSizeForIntegralArray<INTEGRAL_TPL_PACK>(col_arr, data_type, vec_res)
+                   || byteSizeForGenericArray(col_arr, vec_res)
+                || byteSizeForStringArray(col_arr, vec_res)
+                || byteSizeForArrayOfArray(col_arr, vec_res);
         }
         else if (which.isNullable()) // TypeIndex::Nullable
         {
             const ColumnNullable * col_null = checkAndGetColumn<ColumnNullable>(column);
             for (size_t i = 0; i < vec_size; ++i)
-                vec_res[i] += col_null->getDataAt(i).size + sizeof(bool);
+                vec_res[i] += col_null->getDataAtWithTerminatingZero(i).size + sizeof(bool);
             return true;
         }
         else if (which.isTuple()) // TypeIndex::Tuple
@@ -290,13 +266,8 @@ private:
             UInt64 byte_size = 0;
             size_t array_size = offsets[i] - current_offset;
             for (size_t j = 0; j < array_size; ++j)
-            {
-                const ColumnArray::Offset string_pos = current_offset + j == 0
-                                                       ? 0
-                                                       : string_offsets[current_offset + j - 1];
-                byte_size += string_offsets[current_offset + j] - string_pos;
-            }
-            vec_res[i] += byte_size + sizeof(offsets[0]) + array_size * sizeof(string_offsets[0]);
+                byte_size += col_nested->getDataAtWithTerminatingZero(current_offset + j).size;
+            vec_res[i] += byte_size + array_size * sizeof(string_offsets[0]) + sizeof(offsets[0]);
             current_offset = offsets[i];
         }
         return true;
@@ -317,37 +288,61 @@ private:
         {
             UInt64 byte_size = 0;
             size_t array_size = offsets[i] - current_offset;
-            for (size_t j = 0; j < array_size; ++j)
+            if (!col_nested->getData().empty())
             {
-                const ColumnArray::Offset pos = current_offset + j == 0
-                                                    ? 0
-                                                    : array_offsets[current_offset + j - 1];
-                byte_size += array_offsets[current_offset + j] - pos;
+                for (size_t j = 0; j < array_size; ++j)
+                    byte_size += col_nested->getDataAtWithTerminatingZero(current_offset + j).size;
             }
-            vec_res[i] += byte_size + sizeof(offsets[0]) + array_size * sizeof(array_offsets[0]);
+            vec_res[i] += byte_size + array_size * sizeof(array_offsets[0]) + sizeof(offsets[0]);
             current_offset = offsets[i];
         }
         return true;
     }
 
+    static UInt64 byteSizeForArrayItem(const IColumn & column, size_t idx /*, const ColumnArray::ColumnOffsets & upper_offsets*/)
+    {
+//        if (column.empty())
+//            return 0;
+
+        if (const ColumnString * col_str = checkAndGetColumn<ColumnString>(&column))
+        {
+            return col_str->getDataAtWithTerminatingZero(idx).size + sizeof(col_str->getOffsets()[0]);
+        }
+        else if (const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(&column))
+        {
+            UInt64 byte_size = 0;
+            const auto & offsets = col_arr->getOffsets();
+            ColumnArray::Offset current_offset = idx == 0 ? 0 : offsets[idx - 1];
+            size_t array_size = offsets[idx] - current_offset;
+//            size_t array_size = offsets.size();
+            for (size_t i = 0; i < array_size; ++i)
+                byte_size += byteSizeForArrayItem(col_arr->getData(), current_offset + i);
+            return byte_size + sizeof(offsets[0]);
+        }
+        else
+        {
+            return column.getDataAtWithTerminatingZero(idx).size;
+        }
+    }
+
     static bool byteSizeForGenericArray(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
     {
         const IColumn & col_nested = col_arr->getData();
-//        if (TypeIndex::Array==col_nested.getDataType() // `col_nested.getDataAt()` will panic when array in array is empty.
-//            && checkAndGetColumn<ColumnArray>(col_nested)->getData().empty())
-//            return true;
         size_t vec_size = vec_res.size();
         const auto & offsets = col_arr->getOffsets();
 
-        ColumnArray::Offset prev_offset = 0;
+        ColumnArray::Offset current_offset = 0;
         for (size_t i = 0; i < vec_size; ++i)
         {
-            size_t array_size = offsets[i] - prev_offset;
             UInt64 byte_size = 0;
+            size_t array_size = offsets[i] - current_offset;
             for (size_t j = 0; j < array_size; ++j)
-                byte_size += col_nested.getDataAt(prev_offset + j).size;
+            {
+                // byte_size += col_nested.getDataAtWithTerminatingZero(current_offset + j).size;
+                byte_size += byteSizeForArrayItem(col_nested, current_offset + j);
+            }
             vec_res[i] += byte_size + sizeof(offsets[0]);
-            prev_offset = offsets[i];
+            current_offset = offsets[i];
         }
         return true;
     }
diff --git a/tests/queries/0_stateless/01622_byte_size.reference b/tests/queries/0_stateless/01622_byte_size.reference
index 5433e1fd5f2..4d7012b9f17 100644
--- a/tests/queries/0_stateless/01622_byte_size.reference
+++ b/tests/queries/0_stateless/01622_byte_size.reference
@@ -17,14 +17,25 @@ byteSize for strings
 1	39		9	a	10	\0\0\0\0\0\0\0\0	8	abcde\0\0\0	8
 2	43	abced	14		9	abcde\0\0\0	8	\0\0\0\0\0\0\0\0	8
 
-byteSize for int arrays
-1	52	[]	8	[[]]	16
-2	88	[1,2]	16	[[],[1,2]]	26
-3	118	[0,256]	16	[[],[1,2],[0,256]]	36
-4	153	[256,65536]	16	[[],[1,2],[0,256],[256,65536]]	46
+byteSize for simple array
+1	60	[]	8	[]	8	[]	8	[]	8	[]	8	[]	8	[]	8
+2	92	[1]	9	[-1]	9	[256]	12	[1.1]	12	[1.1000]	12	['2020-01-01']	10	['61f0c404-5cb3-11e7-907b-a6006ad3dba0']	24
+3	124	[1,1]	10	[-1,-1]	10	[256,256]	16	[1.1,1.1]	16	[1.1000,1.1000]	16	['2020-01-01','2020-01-01']	12	['61f0c404-5cb3-11e7-907b-a6006ad3dba0','61f0c404-5cb3-11e7-907b-a6006ad3dba0']	40
+4	156	[1,1,1]	11	[-1,-1,-1]	11	[256,256,256]	20	[1.1,1.1,1.1]	20	[1.1000,1.1000,1.1000]	20	['2020-01-01','2020-01-01','2020-01-01']	14	['61f0c404-5cb3-11e7-907b-a6006ad3dba0','61f0c404-5cb3-11e7-907b-a6006ad3dba0','61f0c404-5cb3-11e7-907b-a6006ad3dba0']	56
 
-byteSize for string arrays
+byteSize for int array of arrays
 1	52	[]	8	[[]]	16
-2	88	['']	17	[[],['']]	25
-3	118	['','a']	27	[[],[''],['','a']]	35
-4	153	['','a','abced']	41	[[],[''],['','a'],['','a','abced']]	46
+2	102	[1,2]	16	[[],[1,2]]	32
+3	155	[0,256]	16	[[],[1,2],[0,256]]	48
+4	226	[256,65536]	16	[[],[1,2],[0,256],[256,65536]]	64
+
+byteSize for string array of arrays
+1	52	[]	8	[[]]	16
+2	102	['']	17	[[],['']]	33
+3	155	['','a']	27	[[],[''],['','a']]	60
+4	226	['','a','abced']	41	[[],[''],['','a'],['','a','abced']]	101
+
+byteSize for others: Nullable, Tuple, LowCardinality
+1	12	\N	1	\N	1	(1,NULL)	5		1
+2	18	1	5	a	2	(1,'a')	6	a	1
+3	26	256	5	abcde	6	(256,'abcde')	10	abcde	1
diff --git a/tests/queries/0_stateless/01622_byte_size.sql b/tests/queries/0_stateless/01622_byte_size.sql
index 46ddac62b1a..1f37d590a62 100644
--- a/tests/queries/0_stateless/01622_byte_size.sql
+++ b/tests/queries/0_stateless/01622_byte_size.sql
@@ -65,7 +65,7 @@ select key,byteSize(*), toTypeName(date),byteSize(date), toTypeName(dt),byteSize
 drop table if exists test_byte_size_number1;
 
 
--- string --
+-- strings --
 select '';
 select 'byteSize for strings';
 drop table if exists test_byte_size_string;
@@ -86,9 +86,35 @@ select key,byteSize(*), str1,byteSize(str1), str2,byteSize(str2), fstr1,byteSize
 drop table if exists test_byte_size_string;
 
 
--- array --
+-- simple arrays --
 drop table if exists test_byte_size_array;
 create table test_byte_size_array
+(
+    key Int32,
+    uints8 Array(UInt8),
+    ints8 Array(Int8),
+    ints32 Array(Int32),
+    floats32 Array(Float32),
+    decs32 Array(Decimal32(4)),
+    dates Array(Date),
+    uuids Array(UUID)
+) engine MergeTree order by key;
+
+insert into test_byte_size_array values(1, [], [], [], [], [], [], []);
+insert into test_byte_size_array values(2, [1], [-1], [256], [1.1], [1.1], ['2020-01-01'], ['61f0c404-5cb3-11e7-907b-a6006ad3dba0']);
+insert into test_byte_size_array values(3, [1,1], [-1,-1], [256,256], [1.1,1.1], [1.1,1.1], ['2020-01-01','2020-01-01'], ['61f0c404-5cb3-11e7-907b-a6006ad3dba0','61f0c404-5cb3-11e7-907b-a6006ad3dba0']);
+insert into test_byte_size_array values(4, [1,1,1], [-1,-1,-1], [256,256,256], [1.1,1.1,1.1], [1.1,1.1,1.1], ['2020-01-01','2020-01-01','2020-01-01'], ['61f0c404-5cb3-11e7-907b-a6006ad3dba0','61f0c404-5cb3-11e7-907b-a6006ad3dba0','61f0c404-5cb3-11e7-907b-a6006ad3dba0']);
+
+select '';
+select 'byteSize for simple array';
+select key,byteSize(*), uints8,byteSize(uints8), ints8,byteSize(ints8), ints32,byteSize(ints32), floats32,byteSize(floats32), decs32,byteSize(decs32), dates,byteSize(dates), uuids,byteSize(uuids) from test_byte_size_array order by key;
+
+drop table if exists test_byte_size_array;
+
+
+-- complex arrays --
+drop table if exists test_byte_size_complex_array;
+create table test_byte_size_complex_array
 (
     key Int32,
     ints Array(Int32),
@@ -97,18 +123,40 @@ create table test_byte_size_array
     str_strs Array(Array(String))
 ) engine MergeTree order by key;
 
-insert into test_byte_size_array values(1, [], [[]], [], [[]]);
-insert into test_byte_size_array values(2, [1,2], [[], [1,2]], [''], [[], ['']]);
-insert into test_byte_size_array values(3, [0,256], [[], [1,2], [0,256]], ['','a'], [[], [''], ['','a']]);
-insert into test_byte_size_array values(4, [256,65536], [[], [1,2], [0,256], [256,65536]], ['','a','abced'], [[], [''], ['','a'], ['','a','abced']]);
+insert into test_byte_size_complex_array values(1, [], [[]], [], [[]]);
+insert into test_byte_size_complex_array values(2, [1,2], [[], [1,2]], [''], [[], ['']]);
+insert into test_byte_size_complex_array values(3, [0,256], [[], [1,2], [0,256]], ['','a'], [[], [''], ['','a']]);
+insert into test_byte_size_complex_array values(4, [256,65536], [[], [1,2], [0,256], [256,65536]], ['','a','abced'], [[], [''], ['','a'], ['','a','abced']]);
 
 select '';
-select 'byteSize for int arrays';
-select key,byteSize(*), ints,byteSize(ints), int_ints,byteSize(int_ints) from test_byte_size_array order by key;
+select 'byteSize for int array of arrays';
+select key,byteSize(*), ints,byteSize(ints), int_ints,byteSize(int_ints) from test_byte_size_complex_array order by key;
 
 select '';
-select 'byteSize for string arrays';
-select key,byteSize(*), strs,byteSize(strs), str_strs,byteSize(str_strs) from test_byte_size_array order by key;
--- select key, int_ints,byteSize(int_ints) from test_byte_size_array order by key;
+select 'byteSize for string array of arrays';
+-- select key,byteSize(*), strs,byteSize(strs), str_strs,byteSize(str_strs) from test_byte_size_complex_array order by key;
+select key,byteSize(*), strs,byteSize(strs), str_strs,byteSize(str_strs) from test_byte_size_complex_array order by key;
 
-drop table if exists test_byte_size_array;
+-- drop table if exists test_byte_size_complex_array;
+
+
+-- others --
+drop table if exists test_byte_size_other;
+create table test_byte_size_other
+(
+    key Int32,
+    opt_int32 Nullable(Int32),
+    opt_str Nullable(String),
+    tuple Tuple(Int32, Nullable(String)),
+    strings LowCardinality(String)
+) engine MergeTree order by key;
+
+insert into test_byte_size_other values(1, NULL, NULL, tuple(1, NULL), '');
+insert into test_byte_size_other values(2, 1, 'a', tuple(1, 'a'), 'a');
+insert into test_byte_size_other values(3, 256, 'abcde', tuple(256, 'abcde'), 'abcde');
+
+select '';
+select 'byteSize for others: Nullable, Tuple, LowCardinality';
+select key,byteSize(*), opt_int32,byteSize(opt_int32), opt_str,byteSize(opt_str), tuple,byteSize(tuple), strings,byteSize(strings) from test_byte_size_other order by key;
+
+drop table if exists test_byte_size_other;

From 50afe274614a86c400c2f50ea7f9ff5284b480ec Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 28 Dec 2020 14:46:22 +0300
Subject: [PATCH 623/742] More stable test

---
 .../01593_concurrent_alter_mutations_kill.sh   | 18 +++++++++++++++++-
 ...rrent_alter_mutations_kill_many_replicas.sh | 17 ++++++++++++++++-
 2 files changed, 33 insertions(+), 2 deletions(-)

diff --git a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh
index fe243a7e929..a521d90b768 100755
--- a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh
+++ b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh
@@ -45,7 +45,23 @@ timeout $TIMEOUT bash -c kill_mutation_thread 2> /dev/null &
 wait
 
 $CLICKHOUSE_CLIENT --query "SYSTEM SYNC REPLICA concurrent_mutate_kill"
-$CLICKHOUSE_CLIENT --query "ALTER TABLE concurrent_mutate_kill MODIFY COLUMN value Int64 SETTINGS replication_alter_partitions_sync=2"
+
+# with timeout alter query can be not finished yet, so to execute new alter
+# we use retries
+counter=0
+while true; do
+    if $CLICKHOUSE_CLIENT --query "ALTER TABLE concurrent_mutate_kill MODIFY COLUMN value Int64 SETTINGS replication_alter_partitions_sync=2" 2> /dev/null ; then
+        break
+    fi
+
+    if [ "$counter" -gt 120 ]
+    then
+        break
+    fi
+    sleep 0.5
+    counter=$(($counter + 1))
+done
+
 $CLICKHOUSE_CLIENT --query "SHOW CREATE TABLE concurrent_mutate_kill"
 $CLICKHOUSE_CLIENT --query "OPTIMIZE TABLE concurrent_mutate_kill FINAL"
 $CLICKHOUSE_CLIENT --query "SELECT sum(value) FROM concurrent_mutate_kill"
diff --git a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh
index e9513557722..f5f751d6408 100755
--- a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh
+++ b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh
@@ -59,7 +59,22 @@ for i in $(seq $REPLICAS); do
     $CLICKHOUSE_CLIENT --query "SYSTEM SYNC REPLICA concurrent_kill_$i"
 done
 
-$CLICKHOUSE_CLIENT --query "ALTER TABLE concurrent_kill_$i MODIFY COLUMN value Int64 SETTINGS replication_alter_partitions_sync=2"
+# with timeout alter query can be not finished yet, so to execute new alter
+# we use retries
+counter=0
+while true; do
+    if $CLICKHOUSE_CLIENT --query "ALTER TABLE concurrent_kill_1 MODIFY COLUMN value Int64 SETTINGS replication_alter_partitions_sync=2" 2> /dev/null ; then
+        break
+    fi
+
+    if [ "$counter" -gt 120 ]
+    then
+        break
+    fi
+    sleep 0.5
+    counter=$(($counter + 1))
+done
+
 
 metadata_version=$($CLICKHOUSE_CLIENT --query "SELECT value FROM system.zookeeper WHERE path = '/clickhouse/tables/test_01593_concurrent_kill/replicas/$i/' and name = 'metadata_version'")
 for i in $(seq $REPLICAS); do

From 964e12d8b79d787e78c7bd7a1391e260bf3b65f8 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Mon, 28 Dec 2020 15:53:58 +0300
Subject: [PATCH 624/742] Fix

---
 .../ParallelParsingBlockInputStream.cpp       | 313 ------------------
 .../ParallelParsingBlockInputStream.h         | 181 ----------
 .../Impl/ParallelFormattingOutputFormat.h     |  16 +-
 .../Impl/ParallelParsingInputFormat.cpp       |  25 +-
 .../Formats/Impl/ParallelParsingInputFormat.h |   8 +-
 5 files changed, 34 insertions(+), 509 deletions(-)
 delete mode 100644 src/DataStreams/ParallelParsingBlockInputStream.cpp
 delete mode 100644 src/DataStreams/ParallelParsingBlockInputStream.h

diff --git a/src/DataStreams/ParallelParsingBlockInputStream.cpp b/src/DataStreams/ParallelParsingBlockInputStream.cpp
deleted file mode 100644
index b7a0c3cab99..00000000000
--- a/src/DataStreams/ParallelParsingBlockInputStream.cpp
+++ /dev/null
@@ -1,313 +0,0 @@
-#include <DataStreams/ParallelParsingBlockInputStream.h>
-#include <IO/ReadBuffer.h>
-#include <Common/CurrentThread.h>
-#include <Common/setThreadName.h>
-#include <ext/scope_guard.h>
-
-namespace DB
-{
-
-ParallelParsingBlockInputStream::ParallelParsingBlockInputStream(const Params & params)
-    : header(params.input_creator_params.sample),
-      row_input_format_params(params.input_creator_params.row_input_format_params),
-      format_settings(params.input_creator_params.settings),
-      input_processor_creator(params.input_processor_creator),
-      min_chunk_bytes(params.min_chunk_bytes),
-      original_buffer(params.read_buffer),
-      // Subtract one thread that we use for segmentation and one for
-      // reading. After that, must have at least two threads left for
-      // parsing. See the assertion below.
-      pool(std::max(2, static_cast<int>(params.max_threads) - 2)),
-      file_segmentation_engine(params.file_segmentation_engine)
-{
-    // See comment above.
-    assert(params.max_threads >= 4);
-
-    // One unit for each thread, including segmentator and reader, plus a
-    // couple more units so that the segmentation thread doesn't spuriously
-    // bump into reader thread on wraparound.
-    processing_units.resize(params.max_threads + 2);
-
-    segmentator_thread = ThreadFromGlobalPool(
-        &ParallelParsingBlockInputStream::segmentatorThreadFunction, this, CurrentThread::getGroup());
-}
-
-ParallelParsingBlockInputStream::~ParallelParsingBlockInputStream()
-{
-    finishAndWait();
-}
-
-void ParallelParsingBlockInputStream::cancel(bool kill)
-{
-    /**
-      * Can be called multiple times, from different threads. Saturate the
-      * the kill flag with OR.
-      */
-    if (kill)
-        is_killed = true;
-    is_cancelled = true;
-
-    /*
-     * The format parsers themselves are not being cancelled here, so we'll
-     * have to wait until they process the current block. Given that the
-     * chunk size is on the order of megabytes, this shouldn't be too long.
-     * We can't call IInputFormat->cancel here, because the parser object is
-     * local to the parser thread, and we don't want to introduce any
-     * synchronization between parser threads and the other threads to get
-     * better performance. An ideal solution would be to add a callback to
-     * IInputFormat that checks whether it was cancelled.
-     */
-
-    finishAndWait();
-}
-
-void ParallelParsingBlockInputStream::scheduleParserThreadForUnitWithNumber(size_t ticket_number)
-{
-    pool.scheduleOrThrowOnError([this, ticket_number, group = CurrentThread::getGroup()]()
-    {
-        parserThreadFunction(group, ticket_number);
-    });
-}
-
-void ParallelParsingBlockInputStream::finishAndWait()
-{
-    finished = true;
-
-    {
-        std::unique_lock<std::mutex> lock(mutex);
-        segmentator_condvar.notify_all();
-        reader_condvar.notify_all();
-    }
-
-    if (segmentator_thread.joinable())
-        segmentator_thread.join();
-
-    try
-    {
-        pool.wait();
-    }
-    catch (...)
-    {
-        tryLogCurrentException(__PRETTY_FUNCTION__);
-    }
-}
-
-void ParallelParsingBlockInputStream::segmentatorThreadFunction(ThreadGroupStatusPtr thread_group)
-{
-    SCOPE_EXIT(
-        if (thread_group)
-            CurrentThread::detachQueryIfNotDetached();
-    );
-    if (thread_group)
-        CurrentThread::attachTo(thread_group);
-
-    setThreadName("Segmentator");
-
-    try
-    {
-        while (!finished)
-        {
-            const auto current_unit_number = segmentator_ticket_number % processing_units.size();
-            auto & unit = processing_units[current_unit_number];
-
-            {
-                std::unique_lock<std::mutex> lock(mutex);
-                segmentator_condvar.wait(lock,
-                    [&]{ return unit.status == READY_TO_INSERT || finished; });
-            }
-
-            if (finished)
-            {
-                break;
-            }
-
-            assert(unit.status == READY_TO_INSERT);
-
-            // Segmentating the original input.
-            unit.segment.resize(0);
-
-            auto [have_more_data, currently_read_rows] = file_segmentation_engine(
-                original_buffer, unit.segment, min_chunk_bytes);
-
-            unit.offset = successfully_read_rows_count;
-            successfully_read_rows_count += currently_read_rows;
-
-            unit.is_last = !have_more_data;
-            unit.status = READY_TO_PARSE;
-            scheduleParserThreadForUnitWithNumber(segmentator_ticket_number);
-            ++segmentator_ticket_number;
-
-            if (!have_more_data)
-            {
-                break;
-            }
-        }
-    }
-    catch (...)
-    {
-        onBackgroundException(successfully_read_rows_count);
-    }
-}
-
-void ParallelParsingBlockInputStream::parserThreadFunction(ThreadGroupStatusPtr thread_group, size_t current_ticket_number)
-{
-    SCOPE_EXIT(
-        if (thread_group)
-            CurrentThread::detachQueryIfNotDetached();
-    );
-    if (thread_group)
-        CurrentThread::attachTo(thread_group);
-
-    setThreadName("ChunkParser");
-
-    const auto current_unit_number = current_ticket_number % processing_units.size();
-    auto & unit = processing_units[current_unit_number];
-
-    try
-    {
-        /*
-         * This is kind of suspicious -- the input_process_creator contract with
-         * respect to multithreaded use is not clear, but we hope that it is
-         * just a 'normal' factory class that doesn't have any state, and so we
-         * can use it from multiple threads simultaneously.
-         */
-        ReadBuffer read_buffer(unit.segment.data(), unit.segment.size(), 0);
-        auto format = input_processor_creator(read_buffer, header, row_input_format_params, format_settings);
-        format->setCurrentUnitNumber(current_ticket_number);
-        auto parser = std::make_unique<InputStreamFromInputFormat>(std::move(format));
-
-        unit.block_ext.block.clear();
-        unit.block_ext.block_missing_values.clear();
-
-        // We don't know how many blocks will be. So we have to read them all
-        // until an empty block occurred.
-        Block block;
-        while (!finished && (block = parser->read()) != Block())
-        {
-            unit.block_ext.block.emplace_back(block);
-            unit.block_ext.block_missing_values.emplace_back(parser->getMissingValues());
-        }
-
-        // We suppose we will get at least some blocks for a non-empty buffer,
-        // except at the end of file. Also see a matching assert in readImpl().
-        assert(unit.is_last || !unit.block_ext.block.empty());
-
-        std::unique_lock<std::mutex> lock(mutex);
-        unit.status = READY_TO_READ;
-        reader_condvar.notify_all();
-    }
-    catch (...)
-    {
-        onBackgroundException(unit.offset);
-    }
-}
-
-void ParallelParsingBlockInputStream::onBackgroundException(size_t offset)
-{
-    std::unique_lock<std::mutex> lock(mutex);
-    if (!background_exception)
-    {
-        background_exception = std::current_exception();
-
-        if (ParsingException * e = exception_cast<ParsingException *>(background_exception))
-            if (e->getLineNumber() != -1)
-                e->setLineNumber(e->getLineNumber() + offset);
-    }
-    tryLogCurrentException(__PRETTY_FUNCTION__);
-    finished = true;
-    reader_condvar.notify_all();
-    segmentator_condvar.notify_all();
-}
-
-Block ParallelParsingBlockInputStream::readImpl()
-{
-    if (isCancelledOrThrowIfKilled() || finished)
-    {
-        /**
-          * Check for background exception and rethrow it before we return.
-          */
-        std::unique_lock<std::mutex> lock(mutex);
-        if (background_exception)
-        {
-            lock.unlock();
-            cancel(false);
-            std::rethrow_exception(background_exception);
-        }
-
-        return Block{};
-    }
-
-    const auto current_unit_number = reader_ticket_number % processing_units.size();
-    auto & unit = processing_units[current_unit_number];
-
-    if (!next_block_in_current_unit.has_value())
-    {
-        // We have read out all the Blocks from the previous Processing Unit,
-        // wait for the current one to become ready.
-        std::unique_lock<std::mutex> lock(mutex);
-        reader_condvar.wait(lock, [&](){ return unit.status == READY_TO_READ || finished; });
-
-        if (finished)
-        {
-            /**
-              * Check for background exception and rethrow it before we return.
-              */
-            if (background_exception)
-            {
-                lock.unlock();
-                cancel(false);
-                std::rethrow_exception(background_exception);
-            }
-
-            return Block{};
-        }
-
-        assert(unit.status == READY_TO_READ);
-        next_block_in_current_unit = 0;
-    }
-
-    if (unit.block_ext.block.empty())
-    {
-        /*
-         * Can we get zero blocks for an entire segment, when the format parser
-         * skips it entire content and does not create any blocks? Probably not,
-         * but if we ever do, we should add a loop around the above if, to skip
-         * these. Also see a matching assert in the parser thread.
-         */
-        assert(unit.is_last);
-        finished = true;
-        return Block{};
-    }
-
-    assert(next_block_in_current_unit.value() < unit.block_ext.block.size());
-
-    Block res = std::move(unit.block_ext.block.at(*next_block_in_current_unit));
-    last_block_missing_values = std::move(unit.block_ext.block_missing_values[*next_block_in_current_unit]);
-
-    next_block_in_current_unit.value() += 1;
-
-    if (*next_block_in_current_unit == unit.block_ext.block.size())
-    {
-        // Finished reading this Processing Unit, move to the next one.
-        next_block_in_current_unit.reset();
-        ++reader_ticket_number;
-
-        if (unit.is_last)
-        {
-            // It it was the last unit, we're finished.
-            finished = true;
-        }
-        else
-        {
-            // Pass the unit back to the segmentator.
-            std::unique_lock<std::mutex> lock(mutex);
-            unit.status = READY_TO_INSERT;
-            segmentator_condvar.notify_all();
-        }
-    }
-
-    return res;
-}
-
-
-}
diff --git a/src/DataStreams/ParallelParsingBlockInputStream.h b/src/DataStreams/ParallelParsingBlockInputStream.h
deleted file mode 100644
index 749de83b583..00000000000
--- a/src/DataStreams/ParallelParsingBlockInputStream.h
+++ /dev/null
@@ -1,181 +0,0 @@
-#pragma once
-
-#include <DataStreams/IBlockInputStream.h>
-#include <Formats/FormatFactory.h>
-#include <Common/ThreadPool.h>
-#include <Processors/Formats/IRowInputFormat.h>
-#include <Processors/Formats/InputStreamFromInputFormat.h>
-
-namespace DB
-{
-
-class ReadBuffer;
-
-/**
- * ORDER-PRESERVING parallel parsing of data formats.
- * It splits original data into chunks. Then each chunk is parsed by different thread.
- * The number of chunks equals to the number or parser threads.
- * The size of chunk is equal to min_chunk_bytes_for_parallel_parsing setting.
- *
- * This stream has three kinds of threads: one segmentator, multiple parsers,
- * and one reader thread -- that is, the one from which readImpl() is called.
- * They operate one after another on parts of data called "processing units".
- * One unit consists of buffer with raw data from file, filled by segmentator
- * thread. This raw data is then parsed by a parser thread to form a number of
- * Blocks. These Blocks are returned to the parent stream from readImpl().
- * After being read out, a processing unit is reused, to save on allocating
- * memory for the raw buffer. The processing units are organized into a circular
- * array to facilitate reuse and to apply backpressure on the segmentator thread
- * -- after it runs out of processing units, it has to wait for the reader to
- * read out the previous blocks.
- * The outline of what the threads do is as follows:
- * segmentator thread:
- *  1) wait for the next processing unit to become empty
- *  2) fill it with a part of input file
- *  3) start a parser thread
- *  4) repeat until eof
- * parser thread:
- *  1) parse the given raw buffer without any synchronization
- *  2) signal that the given unit is ready to read
- *  3) finish
- * readImpl():
- *  1) wait for the next processing unit to become ready to read
- *  2) take the blocks from the processing unit to return them to the caller
- *  3) signal that the processing unit is empty
- *  4) repeat until it encounters unit that is marked as "past_the_end"
- * All threads must also check for cancel/eof/exception flags.
- */
-class ParallelParsingBlockInputStream : public IBlockInputStream
-{
-private:
-    using ReadCallback = std::function<void()>;
-
-    using InputProcessorCreator = std::function<InputFormatPtr(
-            ReadBuffer & buf,
-            const Block & header,
-            const RowInputFormatParams & params,
-            const FormatSettings & settings)>;
-public:
-    struct InputCreatorParams
-    {
-        const Block & sample;
-        const RowInputFormatParams & row_input_format_params;
-        const FormatSettings &settings;
-    };
-
-    struct Params
-    {
-        ReadBuffer & read_buffer;
-        const InputProcessorCreator & input_processor_creator;
-        const InputCreatorParams & input_creator_params;
-        FormatFactory::FileSegmentationEngine file_segmentation_engine;
-        size_t max_threads;
-        size_t min_chunk_bytes;
-    };
-
-    explicit ParallelParsingBlockInputStream(const Params & params);
-    ~ParallelParsingBlockInputStream() override;
-
-    String getName() const override { return "ParallelParsing"; }
-    Block getHeader() const override { return header; }
-
-    void cancel(bool kill) override;
-
-protected:
-    // Reader routine
-    Block readImpl() override;
-
-    const BlockMissingValues & getMissingValues() const override
-    {
-        return last_block_missing_values;
-    }
-
-private:
-    const Block header;
-    const RowInputFormatParams row_input_format_params;
-    const FormatSettings format_settings;
-    const InputProcessorCreator input_processor_creator;
-
-    const size_t min_chunk_bytes;
-
-    /*
-     * This is declared as atomic to avoid UB, because parser threads access it
-     * without synchronization.
-     */
-    std::atomic<bool> finished{false};
-
-    BlockMissingValues last_block_missing_values;
-
-    // Original ReadBuffer to read from.
-    ReadBuffer & original_buffer;
-
-    //Non-atomic because it is used in one thread.
-    std::optional<size_t> next_block_in_current_unit;
-    size_t segmentator_ticket_number{0};
-    size_t reader_ticket_number{0};
-
-    std::mutex mutex;
-    std::condition_variable reader_condvar;
-    std::condition_variable segmentator_condvar;
-
-    // There are multiple "parsers", that's why we use thread pool.
-    ThreadPool pool;
-    // Reading and segmentating the file
-    ThreadFromGlobalPool segmentator_thread;
-
-    // Function to segment the file. Then "parsers" will parse that segments.
-    FormatFactory::FileSegmentationEngine file_segmentation_engine;
-
-    enum ProcessingUnitStatus
-    {
-        READY_TO_INSERT,
-        READY_TO_PARSE,
-        READY_TO_READ
-    };
-
-    struct BlockExt
-    {
-        std::vector<Block> block;
-        std::vector<BlockMissingValues> block_missing_values;
-    };
-
-    struct ProcessingUnit
-    {
-        explicit ProcessingUnit()
-            : status(ProcessingUnitStatus::READY_TO_INSERT)
-        {
-        }
-
-        BlockExt block_ext;
-        Memory<> segment;
-        std::atomic<ProcessingUnitStatus> status;
-        /// Needed for better exception message.
-        size_t offset = 0;
-        bool is_last{false};
-    };
-
-    std::exception_ptr background_exception = nullptr;
-
-    // We use deque instead of vector, because it does not require a move
-    // constructor, which is absent for atomics that are inside ProcessingUnit.
-    std::deque<ProcessingUnit> processing_units;
-
-
-    /// Compute it to have a more understandable error message.
-    size_t successfully_read_rows_count{0};
-
-
-    void scheduleParserThreadForUnitWithNumber(size_t ticket_number);
-    void finishAndWait();
-
-    void segmentatorThreadFunction(ThreadGroupStatusPtr thread_group);
-    void parserThreadFunction(ThreadGroupStatusPtr thread_group, size_t current_ticket_number);
-
-    // Save/log a background exception, set termination flag, wake up all
-    // threads. This function is used by segmentator and parsed threads.
-    // readImpl() is called from the main thread, so the exception handling
-    // is different.
-    void onBackgroundException(size_t offset);
-};
-
-}
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index bd224102bd9..705b000e27f 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -95,8 +95,11 @@ protected:
         IOutputFormat::finalized = true;
         addChunk(Chunk{}, ProcessingUnitType::FINALIZE);
         collector_finished.wait();
-        if (background_exception)
-            std::rethrow_exception(background_exception);
+        {
+            std::unique_lock<std::mutex> lock(mutex);
+            if (background_exception)
+                std::rethrow_exception(background_exception);
+        }
     }
 
 private:
@@ -122,8 +125,11 @@ private:
 
     void addChunk(Chunk chunk, ProcessingUnitType type)
     {
-        if (background_exception)
-            std::rethrow_exception(background_exception);
+        {
+            std::unique_lock<std::mutex> lock(mutex);
+            if (background_exception)
+                std::rethrow_exception(background_exception);
+        }
 
         const auto current_unit_number = writer_unit_number % processing_units.size();
         auto & unit = processing_units[current_unit_number];
@@ -286,7 +292,7 @@ private:
             auto & unit = processing_units[current_unit_number];
             assert(unit.status = READY_TO_FORMAT);
 
-            unit.segment.resize(0);
+            unit.segment.resize(DBMS_DEFAULT_BUFFER_SIZE);
             unit.actual_memory_size = 0;
             BufferWithOutsideMemory<WriteBuffer> out_buffer(unit.segment);
 
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index 2c4a567b16f..040cbd1144f 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -38,7 +38,10 @@ void ParallelParsingInputFormat::segmentatorThreadFunction(ThreadGroupStatusPtr
             // Segmentating the original input.
             unit.segment.resize(0);
 
-            const bool have_more_data = file_segmentation_engine(in, unit.segment, min_chunk_bytes);
+            auto [have_more_data, currently_read_rows] = file_segmentation_engine(in, unit.segment, min_chunk_bytes);
+
+            unit.offset = successfully_read_rows_count;
+            successfully_read_rows_count += currently_read_rows;
 
             unit.is_last = !have_more_data;
             unit.status = READY_TO_PARSE;
@@ -51,7 +54,7 @@ void ParallelParsingInputFormat::segmentatorThreadFunction(ThreadGroupStatusPtr
     }
     catch (...)
     {
-        onBackgroundException();
+        onBackgroundException(successfully_read_rows_count);
     }
 }
 
@@ -64,13 +67,13 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
     if (thread_group)
         CurrentThread::attachTo(thread_group);
 
+    const auto current_unit_number = current_ticket_number % processing_units.size();
+    auto & unit = processing_units[current_unit_number];
+
     try
     {
         setThreadName("ChunkParser");
 
-        const auto current_unit_number = current_ticket_number % processing_units.size();
-        auto & unit = processing_units[current_unit_number];
-
         /*
          * This is kind of suspicious -- the input_process_creator contract with
          * respect to multithreaded use is not clear, but we hope that it is
@@ -90,7 +93,9 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
         Chunk chunk;
         while (!parsing_finished && (chunk = parser.getChunk()) != Chunk())
         {
-            unit.chunk_ext.chunk.emplace_back(std::move(chunk));
+            /// Variable chunk is moved, but it is not really used in the next iteration.
+            /// NOLINTNEXTLINE(bugprone-use-after-move)
+            unit.chunk_ext.chunk.emplace_back(std::move(chunk)); 
             unit.chunk_ext.block_missing_values.emplace_back(parser.getMissingValues());
         }
 
@@ -104,12 +109,12 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
     }
     catch (...)
     {
-        onBackgroundException();
+        onBackgroundException(unit.offset);
     }
 }
 
 
-void ParallelParsingInputFormat::onBackgroundException()
+void ParallelParsingInputFormat::onBackgroundException(size_t offset)
 {
     tryLogCurrentException(__PRETTY_FUNCTION__);
 
@@ -117,7 +122,11 @@ void ParallelParsingInputFormat::onBackgroundException()
     if (!background_exception)
     {
         background_exception = std::current_exception();
+        if (ParsingException * e = exception_cast<ParsingException *>(background_exception))
+            if (e->getLineNumber() != -1)
+                e->setLineNumber(e->getLineNumber() + offset);
     }
+    tryLogCurrentException(__PRETTY_FUNCTION__);
     parsing_finished = true;
     reader_condvar.notify_all();
     segmentator_condvar.notify_all();
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
index 0690638b97a..c33d6579eae 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
@@ -155,7 +155,6 @@ private:
 
                     case IProcessor::Status::NeedData: break;
                     case IProcessor::Status::Async: break;
-                    case IProcessor::Status::Wait: break;
                     case IProcessor::Status::ExpandPipeline:
                         throw Exception("One of the parsers returned status " + IProcessor::statusToName(status) +
                                              " during parallel parsing", ErrorCodes::LOGICAL_ERROR);
@@ -217,6 +216,8 @@ private:
         ChunkExt chunk_ext;
         Memory<> segment;
         std::atomic<ProcessingUnitStatus> status;
+        /// Needed for better exception message.
+        size_t offset = 0;
         bool is_last{false};
     };
 
@@ -226,6 +227,9 @@ private:
     /// constructor, which is absent for atomics that are inside ProcessingUnit.
     std::deque<ProcessingUnit> processing_units;
 
+    /// Compute it to have a more understandable error message.
+    size_t successfully_read_rows_count{0};
+
 
     void scheduleParserThreadForUnitWithNumber(size_t ticket_number)
     {
@@ -265,7 +269,7 @@ private:
     /// threads. This function is used by segmentator and parsed threads.
     /// readImpl() is called from the main thread, so the exception handling
     /// is different.
-    void onBackgroundException();
+    void onBackgroundException(size_t offset);
 };
 
 }

From 86678423906aa4bd202ffeb82f7d5c214cba2b71 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Mon, 28 Dec 2020 15:54:46 +0300
Subject: [PATCH 625/742] ya make update

---
 src/DataStreams/ya.make | 1 -
 src/Processors/ya.make  | 2 +-
 2 files changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/DataStreams/ya.make b/src/DataStreams/ya.make
index 858bf7081e7..8648f233f26 100644
--- a/src/DataStreams/ya.make
+++ b/src/DataStreams/ya.make
@@ -35,7 +35,6 @@ SRCS(
     MongoDBBlockInputStream.cpp
     NativeBlockInputStream.cpp
     NativeBlockOutputStream.cpp
-    ParallelParsingBlockInputStream.cpp
     PushingToViewsBlockOutputStream.cpp
     RemoteBlockInputStream.cpp
     RemoteBlockOutputStream.cpp
diff --git a/src/Processors/ya.make b/src/Processors/ya.make
index 263c24ff35c..6e99589bf02 100644
--- a/src/Processors/ya.make
+++ b/src/Processors/ya.make
@@ -43,9 +43,9 @@ SRCS(
     Formats/Impl/MsgPackRowInputFormat.cpp
     Formats/Impl/MsgPackRowOutputFormat.cpp
     Formats/Impl/MySQLOutputFormat.cpp
-    Formats/Impl/NativeFormat.cpp
     Formats/Impl/NullFormat.cpp
     Formats/Impl/ODBCDriver2BlockOutputFormat.cpp
+    Formats/Impl/ParallelParsingInputFormat.cpp
     Formats/Impl/PostgreSQLOutputFormat.cpp
     Formats/Impl/PrettyBlockOutputFormat.cpp
     Formats/Impl/PrettyCompactBlockOutputFormat.cpp

From f337be7ca2f02ed14959367e02f1e20ef98c581d Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 28 Dec 2020 16:26:22 +0300
Subject: [PATCH 626/742] Remove unneeded example

---
 src/Interpreters/tests/CMakeLists.txt |  3 -
 src/Interpreters/tests/context.cpp    | 90 ---------------------------
 2 files changed, 93 deletions(-)
 delete mode 100644 src/Interpreters/tests/context.cpp

diff --git a/src/Interpreters/tests/CMakeLists.txt b/src/Interpreters/tests/CMakeLists.txt
index 2c8440299fb..1bc9d7fbacb 100644
--- a/src/Interpreters/tests/CMakeLists.txt
+++ b/src/Interpreters/tests/CMakeLists.txt
@@ -32,9 +32,6 @@ target_link_libraries (string_hash_map_aggregation PRIVATE dbms)
 add_executable (string_hash_set string_hash_set.cpp)
 target_link_libraries (string_hash_set PRIVATE dbms)
 
-add_executable (context context.cpp)
-target_link_libraries (context PRIVATE dbms)
-
 add_executable (two_level_hash_map two_level_hash_map.cpp)
 target_include_directories (two_level_hash_map SYSTEM BEFORE PRIVATE ${SPARSEHASH_INCLUDE_DIR})
 target_link_libraries (two_level_hash_map PRIVATE dbms)
diff --git a/src/Interpreters/tests/context.cpp b/src/Interpreters/tests/context.cpp
deleted file mode 100644
index 9b908e26248..00000000000
--- a/src/Interpreters/tests/context.cpp
+++ /dev/null
@@ -1,90 +0,0 @@
-#include <iostream>
-/// #define BOOST_USE_UCONTEXT
-#include <Common/Fiber.h>
-// #include <boost/context/pooled_fixedsize_stack.hpp>
-// #include <boost/context/segmented_stack.hpp>
-#include <Common/Exception.h>
-#include <Common/FiberStack.h>
-
-void __attribute__((__noinline__)) foo(std::exception_ptr exception)
-{
-    if (exception)
-        std::rethrow_exception(exception);
-}
-
-void __attribute__((__noinline__)) bar(int a)
-{
-    std::cout << StackTrace().toString() << std::endl;
-
-    if (a > 0)
-        throw DB::Exception(0, "hello");
-}
-
-void __attribute__((__noinline__)) gar(int a)
-{
-    char buf[1024];
-    buf[1023] = a & 255;
-    if (a > 2)
-        return gar(a - 1);
-    else
-        bar(a);
-}
-
-int main(int, char **)
-try {
-    namespace ctx=boost::context;
-    int a;
-    std::exception_ptr exception;
-    // ctx::protected_fixedsize allocator
-    // ctx::pooled_fixedsize_stack(1024 * 64 + 2 * 2 * 1024 * 1024 * 16, 1)
-    ctx::fiber source{std::allocator_arg_t(), FiberStack(), [&](ctx::fiber&& sink)
-    {
-        a=0;
-        int b=1;
-        for (size_t i = 0; i < 9; ++i)
-        {
-            sink=std::move(sink).resume();
-            int next=a+b;
-            a=b;
-            b=next;
-        }
-        try
-        {
-            gar(1024);
-        }
-        catch (...)
-        {
-            std::cout << "Saving exception\n";
-            exception = std::current_exception();
-        }
-        return std::move(sink);
-    }};
-
-    for (int j=0;j<10;++j)
-    {
-        try
-        {
-            source=std::move(source).resume();
-        }
-        catch (DB::Exception & e)
-        {
-            std::cout << "Caught exception in resume " << e.getStackTraceString() << std::endl;
-        }
-        std::cout << a << " ";
-    }
-
-    std::cout << std::endl;
-
-    try
-    {
-        foo(exception);
-    }
-    catch (const DB::Exception & e)
-    {
-        std::cout << e.getStackTraceString() << std::endl;
-    }
-}
-catch (...)
-{
-    std::cerr << "Uncaught exception\n";
-}

From 819bd8059b9dcc3804b69f3c5a9c35953b5c55b8 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 28 Dec 2020 16:57:47 +0300
Subject: [PATCH 627/742] Update
 docs/ru/operations/server-configuration-parameters/settings.md

---
 docs/ru/operations/server-configuration-parameters/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/operations/server-configuration-parameters/settings.md b/docs/ru/operations/server-configuration-parameters/settings.md
index d1911437baf..902dab0310d 100644
--- a/docs/ru/operations/server-configuration-parameters/settings.md
+++ b/docs/ru/operations/server-configuration-parameters/settings.md
@@ -82,7 +82,7 @@ ClickHouse проверяет условия для `min_part_size` и `min_part
 
 ## core_dump {#server_configuration_parameters-core_dump}
 
-Задает мягкое ограничение для размера файла дампа ядра.
+Задает мягкое ограничение для размера файла дампа памяти.
 
 Возможные значения:
 

From 35d62b73a7f766b7e9447e5e9a32e32baf2cf907 Mon Sep 17 00:00:00 2001
From: Ivan <5627721+abyss7@users.noreply.github.com>
Date: Mon, 28 Dec 2020 18:47:44 +0300
Subject: [PATCH 628/742] Check for CLICKHOUSE_CLIENT_OPT env before setting it
 (#18574)

---
 tests/clickhouse-test | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/tests/clickhouse-test b/tests/clickhouse-test
index 3e4429449a7..da7d055f250 100755
--- a/tests/clickhouse-test
+++ b/tests/clickhouse-test
@@ -873,6 +873,7 @@ if __name__ == '__main__':
     parser.add_argument('--use-skip-list', action='store_true', default=False, help="Use skip list to skip tests if found")
     parser.add_argument('--db-engine', help='Database engine name')
 
+    parser.add_argument('--antlr', action='store_true', default=False, dest='antlr', help='Use new ANTLR parser in tests')
     parser.add_argument('--no-stateless', action='store_true', help='Disable all stateless tests')
     parser.add_argument('--no-stateful', action='store_true', help='Disable all stateful tests')
     parser.add_argument('--skip', nargs='+', help="Skip these tests")
@@ -886,7 +887,6 @@ if __name__ == '__main__':
     group=parser.add_mutually_exclusive_group(required=False)
     group.add_argument('--shard', action='store_true', default=None, dest='shard', help='Run sharding related tests (required to clickhouse-server listen 127.0.0.2 127.0.0.3)')
     group.add_argument('--no-shard', action='store_false', default=None, dest='shard', help='Do not run shard related tests')
-    parser.add_argument('--antlr', action='store_true', default=False, dest='antlr', help='Use new ANTLR parser in tests')
 
     args = parser.parse_args()
 
@@ -967,7 +967,10 @@ if __name__ == '__main__':
         os.environ['CLICKHOUSE_URL_PARAMS'] += get_additional_client_options_url(args)
 
     if args.antlr:
-        os.environ['CLICKHOUSE_CLIENT_OPT'] += ' --use_antlr_parser=1'
+        if 'CLICKHOUSE_CLIENT_OPT' in os.environ:
+           os.environ['CLICKHOUSE_CLIENT_OPT'] += ' --use_antlr_parser=1'
+        else:
+           os.environ['CLICKHOUSE_CLIENT_OPT'] = '--use_antlr_parser=1'
 
     if args.extract_from_config is None:
         if os.access(args.binary + '-extract-from-config', os.X_OK):

From 2dde73f70007b9bf139348bb55ff59bd33d9540e Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Mon, 28 Dec 2020 19:52:54 +0300
Subject: [PATCH 629/742] better

---
 programs/client/Client.cpp                        |  5 +----
 src/Formats/FormatFactory.cpp                     |  5 ++---
 .../Formats/Impl/JSONEachRowRowInputFormat.cpp    |  2 +-
 src/Processors/Formats/Impl/NativeFormat.h        |  1 +
 .../Formats/Impl/ParallelFormattingOutputFormat.h | 15 ++++++++++-----
 .../Formats/Impl/ParallelParsingInputFormat.cpp   |  2 +-
 .../Formats/Impl/ParallelParsingInputFormat.h     |  8 +++++++-
 7 files changed, 23 insertions(+), 15 deletions(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 777db6126a9..328855adcc0 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -1364,9 +1364,6 @@ private:
             if (with_output && with_output->settings_ast)
                 apply_query_settings(*with_output->settings_ast);
 
-            // if (context.getSettingsRef().output_format_parallel_formatting)
-            //     need_render_progress = false;
-
             connection->forceConnected(connection_parameters.timeouts);
 
             ASTPtr input_function;
@@ -1939,7 +1936,7 @@ private:
 
             if (!is_interactive && !need_render_progress)
                 block_out_stream = context.getOutputFormatParallelIfPossible(current_format, *out_buf, block);
-            
+
             if (!block_out_stream)
                 block_out_stream = context.getOutputFormat(current_format, *out_buf, block);
 
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 17962ba9a97..cfcbd9fb1c1 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -224,7 +224,7 @@ BlockOutputStreamPtr FormatFactory::getOutputParallelIfPossible(const String & n
         /** TODO: Materialization is needed, because formats can use the functions `IDataType`,
           *  which only work with full columns.
           */
-        
+
         auto formatter_creator = [output_getter, sample, callback, format_settings]
             (WriteBuffer & output) -> OutputFormatPtr
             { return output_getter(output, sample, {std::move(callback)}, format_settings);};
@@ -244,7 +244,6 @@ BlockOutputStreamPtr FormatFactory::getOutputParallelIfPossible(const String & n
 }
 
 
-
 BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     WriteBuffer & buf, const Block & sample, const Context & context,
     WriteCallback callback, const std::optional<FormatSettings> & _format_settings) const
@@ -256,7 +255,7 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
     {
         throw Exception("Format " + name + " is not suitable for output (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
     }
-    
+
     auto format = getOutputFormat(name, buf, sample, context, std::move(callback), format_settings);
     return std::make_shared<MaterializingBlockOutputStream>(std::make_shared<OutputStreamToOutputFormat>(format), sample);
 }
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
index 7cf0a306899..bd22718b57e 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
@@ -246,7 +246,7 @@ bool JSONEachRowRowInputFormat::readRow(MutableColumns & columns, RowReadExtensi
 
     /// Semicolon is added for convenience as it could be used at end of INSERT query.
     bool is_first_row = getTotalRows() == 1;
-    if (!in.eof()) 
+    if (!in.eof())
     {
         /// There may be optional ',' (but not before the first row)
         if (!is_first_row && *in.position() == ',')
diff --git a/src/Processors/Formats/Impl/NativeFormat.h b/src/Processors/Formats/Impl/NativeFormat.h
index 86fafd4e2c3..664252c268b 100644
--- a/src/Processors/Formats/Impl/NativeFormat.h
+++ b/src/Processors/Formats/Impl/NativeFormat.h
@@ -1,3 +1,4 @@
+#pragma once
 #include <DataStreams/NativeBlockInputStream.h>
 #include <DataStreams/NativeBlockOutputStream.h>
 #include <Formats/FormatFactory.h>
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 705b000e27f..6461caab17d 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -52,7 +52,7 @@ public:
     ~ParallelFormattingOutputFormat() override
     {
         need_flush = true;
-        if (!IOutputFormat::finalized) 
+        if (!IOutputFormat::finalized)
             finalize();
         finishAndWait();
     }
@@ -64,12 +64,12 @@ public:
         need_flush = true;
     }
 
-    void doWritePrefix() override 
+    void doWritePrefix() override
     {
         addChunk(Chunk{}, ProcessingUnitType::START);
     }
 
-    void onCancel() override 
+    void onCancel() override
     {
         finishAndWait();
     }
@@ -260,7 +260,7 @@ private:
                     IOutputFormat::flush();
 
                 ++collector_unit_number;
-                
+
                 {
                     /// Notify other threads.
                     std::lock_guard<std::mutex> lock(mutex);
@@ -292,13 +292,18 @@ private:
             auto & unit = processing_units[current_unit_number];
             assert(unit.status = READY_TO_FORMAT);
 
+            /// We want to preallocate memory buffer (increase capacity)
+            /// and put the pointer at the beginning of the buffer
+            /// FIXME: Implement reserve() method in Memory.
             unit.segment.resize(DBMS_DEFAULT_BUFFER_SIZE);
+            unit.segment.resize(0);
+
             unit.actual_memory_size = 0;
             BufferWithOutsideMemory<WriteBuffer> out_buffer(unit.segment);
 
             auto formatter = internal_formatter_creator(out_buffer);
 
-            switch (unit.type) 
+            switch (unit.type)
             {
                 case ProcessingUnitType::START :
                 {
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index 040cbd1144f..cdefd00ac69 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -95,7 +95,7 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
         {
             /// Variable chunk is moved, but it is not really used in the next iteration.
             /// NOLINTNEXTLINE(bugprone-use-after-move)
-            unit.chunk_ext.chunk.emplace_back(std::move(chunk)); 
+            unit.chunk_ext.chunk.emplace_back(std::move(chunk));
             unit.chunk_ext.block_missing_values.emplace_back(parser.getMissingValues());
         }
 
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
index c33d6579eae..4efe8b465de 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
@@ -13,6 +13,12 @@
 
 namespace DB
 {
+
+namespace ErrorCodes
+{
+    extern const int LOGICAL_ERROR;
+}
+
 class Context;
 
 /**
@@ -52,7 +58,7 @@ class Context;
 class ParallelParsingInputFormat : public IInputFormat
 {
 public:
-  /* Used to recreate parser on every new data piece. */
+    /* Used to recreate parser on every new data piece.*/
     using InternalParserCreator = std::function<InputFormatPtr(ReadBuffer & buf)>;
 
     struct Params

From d293ae5e8e2b7c1d3f8df47064c301fa72000192 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Mon, 28 Dec 2020 20:18:53 +0300
Subject: [PATCH 630/742] style

---
 src/Storages/MergeTree/MergeTreeData.cpp | 1 -
 src/Storages/StorageS3.cpp               | 1 -
 2 files changed, 2 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 5ecce954dee..dba8e3ac1d9 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -46,7 +46,6 @@
 #include <Common/escapeForFileName.h>
 #include <Common/quoteString.h>
 #include <Common/typeid_cast.h>
-#include <Processors/Formats/InputStreamFromInputFormat.h>
 
 #include <Poco/DirectoryIterator.h>
 
diff --git a/src/Storages/StorageS3.cpp b/src/Storages/StorageS3.cpp
index efd04e53557..380c98264e0 100644
--- a/src/Storages/StorageS3.cpp
+++ b/src/Storages/StorageS3.cpp
@@ -17,7 +17,6 @@
 #include <IO/WriteHelpers.h>
 
 #include <Formats/FormatFactory.h>
-#include <Processors/Formats/InputStreamFromInputFormat.h>
 
 #include <DataStreams/IBlockOutputStream.h>
 #include <DataStreams/AddingDefaultsBlockInputStream.h>

From d12e29cfa9fafbfe9816e779c6d6a47d314b1d2a Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Tue, 29 Dec 2020 01:36:19 +0800
Subject: [PATCH 631/742] bug fix; codes refinement

---
 src/Functions/byteSize.cpp                    | 188 +++++-------------
 .../0_stateless/01622_byte_size.reference     |   4 +-
 tests/queries/0_stateless/01622_byte_size.sql |   2 +-
 3 files changed, 58 insertions(+), 136 deletions(-)

diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index a88b66735bf..4631ec3483e 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -1,25 +1,28 @@
-#include <Functions/IFunctionImpl.h>
-#include <Functions/FunctionFactory.h>
-#include <Functions/FunctionHelpers.h>
+#include <Columns/ColumnsNumber.h>
+#include <Columns/ColumnArray.h>
+#include <Columns/ColumnLowCardinality.h>
+#include <Columns/ColumnNullable.h>
+#include <Columns/ColumnString.h>
+#include <Columns/ColumnTuple.h>
+#include <Columns/ColumnVector.h>
+#include <Common/UInt128.h>
+#include <Core/Types.h>
 #include <DataTypes/DataTypesNumber.h>
-#include <DataTypes/DataTypeUUID.h>
-#include <DataTypes/DataTypeInterval.h>
-#include <DataTypes/DataTypeEnum.h>
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeDateTime64.h>
+#include <DataTypes/DataTypeEnum.h>
 #include <DataTypes/DataTypeFixedString.h>
+#include <DataTypes/DataTypeInterval.h>
 #include <DataTypes/DataTypeTuple.h>
-#include <Columns/ColumnsNumber.h>
-#include <Columns/ColumnString.h>
-#include <Columns/ColumnArray.h>
-#include <Columns/ColumnVector.h>
-#include <Columns/ColumnNullable.h>
-#include <Columns/ColumnTuple.h>
-#include <Columns/ColumnLowCardinality.h>
-#include <Core/Types.h>
-#include <Common/UInt128.h>
+#include <DataTypes/DataTypeUUID.h>
+#include <Functions/FunctionFactory.h>
+#include <Functions/FunctionHelpers.h>
+#include <Functions/IFunctionImpl.h>
+
+#include <common/logger_useful.h>
 #include <ext/range.h>
+#include <Poco/Logger.h>
 
 namespace DB
 {
@@ -77,10 +80,11 @@ private:
             for (size_t i = 0; i < vec_size; ++i)
                 vec_res[i] += byte_size;
         }
+        else if (byteSizeByColumn(data_type, column, vec_res))
+            ;
         else
-        {
-            byteSizeByColumn(data_type, column, vec_res);
-        }
+            LOG_WARNING(&Poco::Logger::get("FunctionByteSize"),
+                        "byteSize for \"{}\" is not supported.", data_type->getName());
     }
 
     static bool byteSizeByDataType(const IDataType * data_type, UInt64 & byte_size)
@@ -88,16 +92,11 @@ private:
         TypeIndex type_id = data_type->getTypeId();
         if (byteSizeByTypeId(type_id, byte_size))
             return true;
-
-        switch (type_id)
-        {
-            case TypeIndex::FixedString:
-                byte_size = checkAndGetDataType<DataTypeFixedString>(data_type)->getN();
-                break;
-            default:
-                return false;
+        else if (isFixedString(type_id)) {
+            byte_size = checkAndGetDataType<DataTypeFixedString>(data_type)->getN();
+            return true;
         }
-        return true;
+        return false;
     }
 
     static bool byteSizeByTypeId(TypeIndex type_id, UInt64 & byte_size)
@@ -139,14 +138,6 @@ private:
         return true;
     }
 
-#define INTEGRAL_TPL_PACK UInt8, UInt16, UInt32, UInt64, UInt128, UInt256, \
-                          Int8, Int16, Int32, Int64, Int128, Int256, \
-                          Float32, Float64
-                          // The following is not supported by ColumnVector:
-                          //   Decimal32, Decimal64, Decimal128, Decimal256
-                          //   DataTypeEnum8, DataTypeEnum16, DataTypeDate, DataTypeDateTime, DataTypeDateTime64
-                          //   DataTypeUUID
-
     static bool byteSizeByColumn(const IDataType * data_type, const IColumn * column, ColumnUInt64::Container & vec_res)
     {
         WhichDataType which(data_type);
@@ -166,20 +157,23 @@ private:
         }
         else if (which.isArray()) // TypeIndex::Array
         {
-            if (byteSizeForConstArray(data_type, column, vec_res))
+            if (byteSizeForConstArray(column, vec_res))
                 return true;
 
             const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column);
-            return byteSizeForIntegralArray<INTEGRAL_TPL_PACK>(col_arr, data_type, vec_res)
-                   || byteSizeForGenericArray(col_arr, vec_res)
-                || byteSizeForStringArray(col_arr, vec_res)
-                || byteSizeForArrayOfArray(col_arr, vec_res);
+            return byteSizeForArrayByDataType(col_arr, vec_res)
+                   || byteSizeForArray(col_arr, vec_res);
         }
         else if (which.isNullable()) // TypeIndex::Nullable
         {
             const ColumnNullable * col_null = checkAndGetColumn<ColumnNullable>(column);
             for (size_t i = 0; i < vec_size; ++i)
-                vec_res[i] += col_null->getDataAtWithTerminatingZero(i).size + sizeof(bool);
+            {
+                UInt64 byte_size = sizeof(bool);
+                if (!col_null->isNullAt(i))
+                    byte_size += byteSizeForNestedItem(col_null->getNestedColumn(), i);
+                vec_res[i] += byte_size;
+            }
             return true;
         }
         else if (which.isTuple()) // TypeIndex::Tuple
@@ -208,38 +202,27 @@ private:
         return false;
     }
 
-#undef INTEGRAL_TPL_PACK
-
-    template <class ...Integral>
-    static inline bool byteSizeForIntegralArray(const ColumnArray * col_arr, const IDataType * data_type, ColumnUInt64::Container & vec_res)
+    static bool byteSizeForArrayByDataType(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
     {
-        return (byteSizeForIntegralArrayExpanded<Integral>(col_arr, data_type, vec_res) || ...);
-    }
-
-    template <class NestedType>
-    static bool byteSizeForIntegralArrayExpanded(const ColumnArray * col_arr, const IDataType * /*data_type*/, ColumnUInt64::Container & vec_res)
-    {
-        const ColumnVector<NestedType> * col_nested = checkAndGetColumn<ColumnVector<NestedType>>(&(col_arr->getData()));
-        if (!col_nested)
-            return false;
-
-        size_t vec_size = vec_res.size();
-        const auto & offsets = col_arr->getOffsets();
-
-        ColumnArray::Offset prev_offset = 0;
-        for (size_t i = 0; i < vec_size; ++i)
+        TypeIndex type_id = col_arr->getData().getDataType();
+        UInt64 byte_size = 0;
+        if (byteSizeByTypeId(type_id, byte_size))
         {
-            UInt64 byte_size = 0;
-            byteSizeByTypeId(TypeId<NestedType>::value, byte_size);
-
-            size_t array_size = offsets[i] - prev_offset;
-            vec_res[i] += array_size * byte_size + sizeof(offsets[0]);
-            prev_offset = offsets[i];
+            size_t vec_size = vec_res.size();
+            const auto & offsets = col_arr->getOffsets();
+            ColumnArray::Offset prev_offset = 0;
+            for (size_t i = 0; i < vec_size; ++i)
+            {
+                size_t array_size = offsets[i] - prev_offset;
+                vec_res[i] += array_size * byte_size + sizeof(offsets[0]);
+                prev_offset = offsets[i];
+            }
+            return true;
         }
-        return true;
+        return false;
     }
 
-    static inline bool byteSizeForConstArray(const IDataType * /*data_type*/, const IColumn * column, ColumnUInt64::Container & vec_res) {
+    static inline bool byteSizeForConstArray(const IColumn * column, ColumnUInt64::Container & vec_res) {
         const ColumnConst * col_arr = checkAndGetColumnConst<ColumnArray>(column);
         if (!col_arr)
             return false;
@@ -250,82 +233,25 @@ private:
         return true;
     }
 
-    static bool byteSizeForStringArray(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
+    static UInt64 byteSizeForNestedItem(const IColumn & column, size_t idx)
     {
-        const ColumnString * col_nested = checkAndGetColumn<ColumnString>(&(col_arr->getData()));
-        if (!col_nested)
-            return false;
-
-        size_t vec_size = vec_res.size();
-        const auto & offsets = col_arr->getOffsets();
-        const auto & string_offsets = col_nested->getOffsets();
-
-        ColumnArray::Offset current_offset = 0;
-        for (size_t i = 0; i < vec_size; ++i)
-        {
-            UInt64 byte_size = 0;
-            size_t array_size = offsets[i] - current_offset;
-            for (size_t j = 0; j < array_size; ++j)
-                byte_size += col_nested->getDataAtWithTerminatingZero(current_offset + j).size;
-            vec_res[i] += byte_size + array_size * sizeof(string_offsets[0]) + sizeof(offsets[0]);
-            current_offset = offsets[i];
-        }
-        return true;
-    }
-
-    static bool byteSizeForArrayOfArray(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
-    {
-        const ColumnArray * col_nested = checkAndGetColumn<ColumnArray>(&(col_arr->getData()));
-        if (!col_nested)
-            return false;
-
-        size_t vec_size = vec_res.size();
-        const auto & offsets = col_arr->getOffsets();
-        const auto & array_offsets = col_nested->getOffsets();
-
-        ColumnArray::Offset current_offset = 0;
-        for (size_t i = 0; i < vec_size; ++i)
-        {
-            UInt64 byte_size = 0;
-            size_t array_size = offsets[i] - current_offset;
-            if (!col_nested->getData().empty())
-            {
-                for (size_t j = 0; j < array_size; ++j)
-                    byte_size += col_nested->getDataAtWithTerminatingZero(current_offset + j).size;
-            }
-            vec_res[i] += byte_size + array_size * sizeof(array_offsets[0]) + sizeof(offsets[0]);
-            current_offset = offsets[i];
-        }
-        return true;
-    }
-
-    static UInt64 byteSizeForArrayItem(const IColumn & column, size_t idx /*, const ColumnArray::ColumnOffsets & upper_offsets*/)
-    {
-//        if (column.empty())
-//            return 0;
-
         if (const ColumnString * col_str = checkAndGetColumn<ColumnString>(&column))
-        {
             return col_str->getDataAtWithTerminatingZero(idx).size + sizeof(col_str->getOffsets()[0]);
-        }
         else if (const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(&column))
         {
             UInt64 byte_size = 0;
             const auto & offsets = col_arr->getOffsets();
             ColumnArray::Offset current_offset = idx == 0 ? 0 : offsets[idx - 1];
             size_t array_size = offsets[idx] - current_offset;
-//            size_t array_size = offsets.size();
             for (size_t i = 0; i < array_size; ++i)
-                byte_size += byteSizeForArrayItem(col_arr->getData(), current_offset + i);
+                byte_size += byteSizeForNestedItem(col_arr->getData(), current_offset + i);
             return byte_size + sizeof(offsets[0]);
         }
         else
-        {
             return column.getDataAtWithTerminatingZero(idx).size;
-        }
     }
 
-    static bool byteSizeForGenericArray(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
+    static bool byteSizeForArray(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
     {
         const IColumn & col_nested = col_arr->getData();
         size_t vec_size = vec_res.size();
@@ -337,16 +263,12 @@ private:
             UInt64 byte_size = 0;
             size_t array_size = offsets[i] - current_offset;
             for (size_t j = 0; j < array_size; ++j)
-            {
-                // byte_size += col_nested.getDataAtWithTerminatingZero(current_offset + j).size;
-                byte_size += byteSizeForArrayItem(col_nested, current_offset + j);
-            }
+                byte_size += byteSizeForNestedItem(col_nested, current_offset + j);
             vec_res[i] += byte_size + sizeof(offsets[0]);
             current_offset = offsets[i];
         }
         return true;
     }
-
 };
 
 }
diff --git a/tests/queries/0_stateless/01622_byte_size.reference b/tests/queries/0_stateless/01622_byte_size.reference
index 4d7012b9f17..6902585c983 100644
--- a/tests/queries/0_stateless/01622_byte_size.reference
+++ b/tests/queries/0_stateless/01622_byte_size.reference
@@ -37,5 +37,5 @@ byteSize for string array of arrays
 
 byteSize for others: Nullable, Tuple, LowCardinality
 1	12	\N	1	\N	1	(1,NULL)	5		1
-2	18	1	5	a	2	(1,'a')	6	a	1
-3	26	256	5	abcde	6	(256,'abcde')	10	abcde	1
+2	36	1	5	a	11	(1,'a')	15	a	1
+3	44	256	5	abcde	15	(256,'abcde')	19	abcde	1
diff --git a/tests/queries/0_stateless/01622_byte_size.sql b/tests/queries/0_stateless/01622_byte_size.sql
index 1f37d590a62..192b6c19ee9 100644
--- a/tests/queries/0_stateless/01622_byte_size.sql
+++ b/tests/queries/0_stateless/01622_byte_size.sql
@@ -137,7 +137,7 @@ select 'byteSize for string array of arrays';
 -- select key,byteSize(*), strs,byteSize(strs), str_strs,byteSize(str_strs) from test_byte_size_complex_array order by key;
 select key,byteSize(*), strs,byteSize(strs), str_strs,byteSize(str_strs) from test_byte_size_complex_array order by key;
 
--- drop table if exists test_byte_size_complex_array;
+drop table if exists test_byte_size_complex_array;
 
 
 -- others --

From 12a0b8c3c9068ca4e4256a12956f2f1dd9e7f5d9 Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Tue, 29 Dec 2020 01:55:47 +0800
Subject: [PATCH 632/742] add doc

---
 docs/en/sql-reference/functions/other-functions.md | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index 982b7d215e7..f42cbef4ca8 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -182,6 +182,14 @@ If `NULL` is passed to the function as input, then it returns the `Nullable(Noth
 Gets the size of the block.
 In ClickHouse, queries are always run on blocks (sets of column parts). This function allows getting the size of the block that you called it for.
 
+## byteSize(...) {#function-bytesize}
+
+Get an estimate of uncompressed byte size of its arguments in memory.
+E.g. for UInt32 argument it will return constant 4, for String argument - the string length + 9 (terminating zero + length).
+The function can take multiple arguments. The typical application is byteSize(*).
+
+Use case: Suppose you have a service that stores data for multiple clients in one table. Users will pay per data volume. So, you need to implement accounting of users data volume. The function will allow to calculate the data size on per-row basis.
+
 ## materialize(x) {#materializex}
 
 Turns a constant into a full column containing just one value.

From ecc03394724bf4c2bf2cab8f34fb68cacf3d392d Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Mon, 28 Dec 2020 23:21:57 +0300
Subject: [PATCH 633/742] add test

---
 .../materialize_with_ddl.py                   | 29 +++++++++----------
 tests/integration/test_storage_mysql/test.py  |  7 +++++
 2 files changed, 21 insertions(+), 15 deletions(-)

diff --git a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
index 47e325d0e96..c04194c8ebb 100644
--- a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
+++ b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
@@ -48,16 +48,15 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
                      "/* Need ClickHouse support read mysql decimal unsigned_decimal DECIMAL(19, 10) UNSIGNED, _decimal DECIMAL(19, 10), */"
                      "unsigned_float FLOAT UNSIGNED, _float FLOAT, "
                      "unsigned_double DOUBLE UNSIGNED, _double DOUBLE, "
-                     "_varchar VARCHAR(10), _char CHAR(10), "
+                     "_varchar VARCHAR(10), _char CHAR(10), binary_col BINARY(8), "
                      "/* Need ClickHouse support Enum('a', 'b', 'v') _enum ENUM('a', 'b', 'c'), */"
                      "_date Date, _datetime DateTime, _timestamp TIMESTAMP, _bool BOOLEAN) ENGINE = InnoDB;")
 
     # it already has some data
     mysql_node.query("""
-        INSERT INTO test_database.test_table_1 VALUES(1, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 
+        INSERT INTO test_database.test_table_1 VALUES(1, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 'binary',
         '2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', true);
         """)
-
     clickhouse_node.query(
         "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
             service_name))
@@ -65,51 +64,51 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
     assert "test_database" in clickhouse_node.query("SHOW DATABASES")
 
     check_query(clickhouse_node, "SELECT * FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
-                "1\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
+                "1\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\tbinary\\0\\0\t2020-01-01\t"
                 "2020-01-01 00:00:00\t2020-01-01 00:00:00\t1\n")
 
     mysql_node.query("""
-        INSERT INTO test_database.test_table_1 VALUES(2, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 
+        INSERT INTO test_database.test_table_1 VALUES(2, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 'binary',
         '2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', false);
         """)
 
     check_query(clickhouse_node, "SELECT * FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
-                "1\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
+                "1\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\tbinary\\0\\0\t2020-01-01\t"
                 "2020-01-01 00:00:00\t2020-01-01 00:00:00\t1\n2\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\t"
-                "varchar\tchar\t2020-01-01\t2020-01-01 00:00:00\t2020-01-01 00:00:00\t0\n")
+                "varchar\tchar\tbinary\\0\\0\t2020-01-01\t2020-01-01 00:00:00\t2020-01-01 00:00:00\t0\n")
 
     mysql_node.query("UPDATE test_database.test_table_1 SET unsigned_tiny_int = 2 WHERE `key` = 1")
 
     check_query(clickhouse_node, """
         SELECT key, unsigned_tiny_int, tiny_int, unsigned_small_int,
          small_int, unsigned_medium_int, medium_int, unsigned_int, _int, unsigned_integer, _integer, 
-         unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, 
+         unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, binary_col,
          _date, _datetime, /* exclude it, because ON UPDATE CURRENT_TIMESTAMP _timestamp, */ 
          _bool FROM test_database.test_table_1 ORDER BY key FORMAT TSV
         """,
-        "1\t2\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
+        "1\t2\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\tbinary\\0\\0\t2020-01-01\t"
         "2020-01-01 00:00:00\t1\n2\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\t"
-        "varchar\tchar\t2020-01-01\t2020-01-01 00:00:00\t0\n")
+        "varchar\tchar\tbinary\\0\\0\t2020-01-01\t2020-01-01 00:00:00\t0\n")
 
     # update primary key
     mysql_node.query("UPDATE test_database.test_table_1 SET `key` = 3 WHERE `unsigned_tiny_int` = 2")
 
     check_query(clickhouse_node, "SELECT key, unsigned_tiny_int, tiny_int, unsigned_small_int,"
                                  " small_int, unsigned_medium_int, medium_int, unsigned_int, _int, unsigned_integer, _integer, "
-                                 " unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, "
+                                 " unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, binary_col, "
                                  " _date, _datetime, /* exclude it, because ON UPDATE CURRENT_TIMESTAMP _timestamp, */ "
                                  " _bool FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
                 "2\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\t"
-                "varchar\tchar\t2020-01-01\t2020-01-01 00:00:00\t0\n3\t2\t-1\t2\t-2\t3\t-3\t"
-                "4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t2020-01-01 00:00:00\t1\n")
+                "varchar\tchar\tbinary\\0\\0\t2020-01-01\t2020-01-01 00:00:00\t0\n3\t2\t-1\t2\t-2\t3\t-3\t"
+                "4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\tbinary\\0\\0\t2020-01-01\t2020-01-01 00:00:00\t1\n")
 
     mysql_node.query('DELETE FROM test_database.test_table_1 WHERE `key` = 2')
     check_query(clickhouse_node, "SELECT key, unsigned_tiny_int, tiny_int, unsigned_small_int,"
                                  " small_int, unsigned_medium_int, medium_int, unsigned_int, _int, unsigned_integer, _integer, "
-                                 " unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, "
+                                 " unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, binary_col, "
                                  " _date, _datetime, /* exclude it, because ON UPDATE CURRENT_TIMESTAMP _timestamp, */ "
                                  " _bool FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
-                "3\t2\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\t2020-01-01\t"
+                "3\t2\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\tbinary\\0\\0\t2020-01-01\t"
                 "2020-01-01 00:00:00\t1\n")
 
     mysql_node.query('DELETE FROM test_database.test_table_1 WHERE `unsigned_tiny_int` = 2')
diff --git a/tests/integration/test_storage_mysql/test.py b/tests/integration/test_storage_mysql/test.py
index 87033381e2c..7b23e20e200 100644
--- a/tests/integration/test_storage_mysql/test.py
+++ b/tests/integration/test_storage_mysql/test.py
@@ -148,6 +148,13 @@ def test_table_function(started_cluster):
     assert node1.query("SELECT sum(`money`) FROM {}".format(table_function)).rstrip() == '60000'
     conn.close()
 
+def test_binary_type(started_cluster):
+    conn = get_mysql_conn()
+    with conn.cursor() as cursor:
+        cursor.execute("CREATE TABLE clickhouse.binary_type (id INT PRIMARY KEY, data BINARY(16) NOT NULL)")
+    table_function = "mysql('mysql1:3306', 'clickhouse', '{}', 'root', 'clickhouse')".format('binary_type')
+    node1.query("INSERT INTO {} VALUES (42, 'clickhouse')".format('TABLE FUNCTION ' + table_function))
+    assert node1.query("SELECT * FROM {}".format(table_function)) == '42\tclickhouse\\0\\0\\0\\0\\0\\0\n'
 
 def test_enum_type(started_cluster):
     table_name = 'test_enum_type'

From 91a9604ab00a3ae044c6aaf999bafde4eb32bb62 Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Tue, 29 Dec 2020 02:43:47 +0300
Subject: [PATCH 634/742] Docs for the INSERT support

---
 .../en/sql-reference/table-functions/mysql.md | 36 +++++++++++++------
 1 file changed, 25 insertions(+), 11 deletions(-)

diff --git a/docs/en/sql-reference/table-functions/mysql.md b/docs/en/sql-reference/table-functions/mysql.md
index 9220b31bbae..7be328a5475 100644
--- a/docs/en/sql-reference/table-functions/mysql.md
+++ b/docs/en/sql-reference/table-functions/mysql.md
@@ -5,10 +5,12 @@ toc_title: mysql
 
 # mysql {#mysql}
 
-Allows `SELECT` queries to be performed on data that is stored on a remote MySQL server.
+Allows `SELECT` and `INSERT` queries to be performed on data that is stored on a remote MySQL server.
+
+**Syntax**
 
 ``` sql
-mysql('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_duplicate_clause']);
+mysql('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_duplicate_clause'])
 ```
 
 **Parameters**
@@ -39,7 +41,7 @@ The rest of the conditions and the `LIMIT` sampling constraint are executed in C
 
 A table object with the same columns as the original MySQL table.
 
-## Usage Example {#usage-example}
+**Examples**
 
 Table in MySQL:
 
@@ -50,18 +52,15 @@ mysql> CREATE TABLE `test`.`test` (
     ->   `float` FLOAT NOT NULL,
     ->   `float_nullable` FLOAT NULL DEFAULT NULL,
     ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
 
 mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
 
 mysql> select * from test;
-+------+----------+-----+----------+
++--------+--------------+-------+----------------+
 | int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
++--------+--------------+-------+----------------+
 |      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
++--------+--------------+-------+----------------+
 ```
 
 Selecting data from ClickHouse:
@@ -76,9 +75,24 @@ SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123')
 └────────┴──────────────┴───────┴────────────────┘
 ```
 
-## See Also {#see-also}
+Replacing and inserting:
+
+```sql
+INSERT INTO mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 1) ('int_id', 'float') VALUES (1, 3);
+INSERT INTO mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 0, 'UPDATE int_id = int_id + 1') ('int_id', 'float') VALUES (1, 4);
+SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123');
+```
+
+```text
+┌─int_id─┬─int_nullable─┬─float─┬─float_nullable─┐
+│      1 │         ᴺᵁᴸᴸ │     3 │           ᴺᵁᴸᴸ │
+│      2 │         ᴺᵁᴸᴸ │     4 │           ᴺᵁᴸᴸ │
+└────────┴──────────────┴───────┴────────────────┘
+```
+
+**See Also**
 
 -   [The ‘MySQL’ table engine](../../engines/table-engines/integrations/mysql.md)
 -   [Using MySQL as a source of external dictionary](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md#dicts-external_dicts_dict_sources-mysql)
 
-[Original article](https://clickhouse.tech/docs/en/query_language/table_functions/mysql/) <!--hide-->
+[Original article](https://clickhouse.tech/docs/en/sql-reference/table_functions/mysql/) <!--hide-->

From c0eef84c5013ed22780ff9339cfe58bb6fe7c656 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Tue, 29 Dec 2020 04:15:26 +0300
Subject: [PATCH 635/742] better

---
 src/Common/ThreadPool.h                       |  8 ++++--
 .../Impl/ParallelFormattingOutputFormat.h     | 26 ++++++++++++-------
 src/Storages/MergeTree/MergeTreeData.cpp      |  1 -
 3 files changed, 22 insertions(+), 13 deletions(-)

diff --git a/src/Common/ThreadPool.h b/src/Common/ThreadPool.h
index 3fec6a29e10..da31921e542 100644
--- a/src/Common/ThreadPool.h
+++ b/src/Common/ThreadPool.h
@@ -194,14 +194,18 @@ public:
 
     ~ThreadFromGlobalPool()
     {
-        if (joinable())
+        if (joinable()) {
+            std::cerr << StackTrace().toString() << std::endl;
             std::terminate();
+        }
     }
 
     void join()
     {
-        if (!joinable())
+        if (!joinable()) {
+            std::cerr << StackTrace().toString() << std::endl;
             std::terminate();
+        }
 
         state->wait();
         state.reset();
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 6461caab17d..6f4b65a072a 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -36,6 +36,8 @@ public:
         const size_t max_threads_for_parallel_formatting;
     };
 
+    ParallelFormattingOutputFormat() = delete;
+
     explicit ParallelFormattingOutputFormat(Params params)
         : IOutputFormat(params.header, params.out)
         , internal_formatter_creator(params.internal_formatter_creator)
@@ -51,9 +53,6 @@ public:
 
     ~ParallelFormattingOutputFormat() override
     {
-        need_flush = true;
-        if (!IOutputFormat::finalized)
-            finalize();
         finishAndWait();
     }
 
@@ -66,7 +65,7 @@ public:
 
     void doWritePrefix() override
     {
-        addChunk(Chunk{}, ProcessingUnitType::START);
+        addChunk(Chunk{}, ProcessingUnitType::START, /*can_throw_exception*/ true);
     }
 
     void onCancel() override
@@ -77,24 +76,31 @@ public:
 protected:
     void consume(Chunk chunk) override final
     {
-        addChunk(std::move(chunk), ProcessingUnitType::PLAIN);
+        addChunk(std::move(chunk), ProcessingUnitType::PLAIN, /*can_throw_exception*/ true);
     }
 
     void consumeTotals(Chunk totals) override
     {
-        addChunk(std::move(totals), ProcessingUnitType::TOTALS);
+        addChunk(std::move(totals), ProcessingUnitType::TOTALS, /*can_throw_exception*/ true);
     }
 
     void consumeExtremes(Chunk extremes) override
     {
-        addChunk(std::move(extremes), ProcessingUnitType::EXTREMES);
+        addChunk(std::move(extremes), ProcessingUnitType::EXTREMES, /*can_throw_exception*/ true);
     }
 
     void finalize() override
     {
+        need_flush = true;
         IOutputFormat::finalized = true;
-        addChunk(Chunk{}, ProcessingUnitType::FINALIZE);
+        /// Don't throw any background_exception here, because we want to finalize the execution.
+        /// Exception will be checked after main thread is finished.
+        addChunk(Chunk{}, ProcessingUnitType::FINALIZE, /*can_throw_exception*/ false);
         collector_finished.wait();
+
+        if (collector_thread.joinable())
+            collector_thread.join();
+
         {
             std::unique_lock<std::mutex> lock(mutex);
             if (background_exception)
@@ -123,11 +129,11 @@ private:
         FINALIZE
     };
 
-    void addChunk(Chunk chunk, ProcessingUnitType type)
+    void addChunk(Chunk chunk, ProcessingUnitType type, bool can_throw_exception)
     {
         {
             std::unique_lock<std::mutex> lock(mutex);
-            if (background_exception)
+            if (background_exception && can_throw_exception)
                 std::rethrow_exception(background_exception);
         }
 
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index dba8e3ac1d9..4a40b9e4abd 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -60,7 +60,6 @@
 #include <typeinfo>
 #include <typeindex>
 #include <unordered_set>
-#include <Processors/Formats/InputStreamFromInputFormat.h>
 
 namespace ProfileEvents
 {

From 07e9a25bd8b7736045f660bbc13532c72b22dcdd Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Tue, 29 Dec 2020 04:19:57 +0300
Subject: [PATCH 636/742] style

---
 src/Common/ThreadPool.h | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/src/Common/ThreadPool.h b/src/Common/ThreadPool.h
index da31921e542..cceadc4ea2c 100644
--- a/src/Common/ThreadPool.h
+++ b/src/Common/ThreadPool.h
@@ -194,7 +194,8 @@ public:
 
     ~ThreadFromGlobalPool()
     {
-        if (joinable()) {
+        if (joinable())
+        {
             std::cerr << StackTrace().toString() << std::endl;
             std::terminate();
         }
@@ -202,7 +203,8 @@ public:
 
     void join()
     {
-        if (!joinable()) {
+        if (!joinable())
+        {
             std::cerr << StackTrace().toString() << std::endl;
             std::terminate();
         }

From be884a89f890ea41546a587d4e537392a70b9c31 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 29 Dec 2020 13:16:22 +0300
Subject: [PATCH 637/742] Minor fixes for min/sim hash

---
 src/Common/ThreadStatus.cpp                   |  2 +-
 src/Functions/ExtractString.h                 | 19 +----------
 src/Functions/FunctionsStringHash.cpp         | 33 +++----------------
 src/Functions/FunctionsStringHash.h           |  4 +--
 src/Processors/LimitTransform.cpp             |  2 +-
 src/Processors/Merges/Algorithms/MergedData.h |  2 +-
 src/Processors/Pipe.h                         |  4 +--
 7 files changed, 13 insertions(+), 53 deletions(-)

diff --git a/src/Common/ThreadStatus.cpp b/src/Common/ThreadStatus.cpp
index 4bba3d8f4eb..3809f84711e 100644
--- a/src/Common/ThreadStatus.cpp
+++ b/src/Common/ThreadStatus.cpp
@@ -96,7 +96,7 @@ ThreadStatus::~ThreadStatus()
     catch (const DB::Exception &)
     {
         /// It's a minor tracked memory leak here (not the memory itself but it's counter).
-        /// We've already allocated a little bit more then the limit and cannot track it in the thread memory tracker or its parent.
+        /// We've already allocated a little bit more than the limit and cannot track it in the thread memory tracker or its parent.
     }
 
     if (deleter)
diff --git a/src/Functions/ExtractString.h b/src/Functions/ExtractString.h
index 8b88a5a7c37..aa0e1b04835 100644
--- a/src/Functions/ExtractString.h
+++ b/src/Functions/ExtractString.h
@@ -20,8 +20,7 @@ namespace DB
 // includes extracting ASCII ngram, UTF8 ngram, ASCII word and UTF8 word
 struct ExtractStringImpl
 {
-    // read a ASCII word
-    static ALWAYS_INLINE inline const UInt8 * readOneASCIIWord(const UInt8 *& pos, const UInt8 * end)
+    static ALWAYS_INLINE inline const UInt8 * readOneWord(const UInt8 *& pos, const UInt8 * end)
     {
         // jump separators
         while (pos < end && isUTF8Sep(*pos))
@@ -35,22 +34,6 @@ struct ExtractStringImpl
         return word_start;
     }
 
-    // read one UTF8 word from pos to word
-    static ALWAYS_INLINE inline const UInt8 * readOneUTF8Word(const UInt8 *& pos, const UInt8 * end)
-    {
-        // jump UTF8 separator
-        while (pos < end && isUTF8Sep(*pos))
-            ++pos;
-
-        // UTF8 word's character number
-        const UInt8 * word_start = pos;
-
-        while (pos < end && !isUTF8Sep(*pos))
-            readOneUTF8Code(pos, end);
-
-        return word_start;
-    }
-
     // we use ASCII non-alphanum character as UTF8 separator
     static ALWAYS_INLINE inline bool isUTF8Sep(const UInt8 c) { return c < 128 && !isAlphaNumericASCII(c); }
 
diff --git a/src/Functions/FunctionsStringHash.cpp b/src/Functions/FunctionsStringHash.cpp
index e389e2f7f98..e5ed5dc77c0 100644
--- a/src/Functions/FunctionsStringHash.cpp
+++ b/src/Functions/FunctionsStringHash.cpp
@@ -249,13 +249,7 @@ struct SimHashImpl
         // get first word shingle
         while (start < end && words.size() < shingle_size)
         {
-            const UInt8 * word_start;
-
-            if constexpr (UTF8)
-                word_start = ExtractStringImpl::readOneUTF8Word(start, end);
-            else
-                word_start = ExtractStringImpl::readOneASCIIWord(start, end);
-
+            const UInt8 * word_start = ExtractStringImpl::readOneWord(start, end);
             size_t length = start - word_start;
 
             if (length >= min_word_size)
@@ -271,13 +265,7 @@ struct SimHashImpl
         size_t offset = 0;
         while (start < end)
         {
-            const UInt8 * word_start;
-
-            if constexpr (UTF8)
-                word_start = ExtractStringImpl::readOneUTF8Word(start, end);
-            else
-                word_start = ExtractStringImpl::readOneASCIIWord(start, end);
-
+            const UInt8 * word_start = ExtractStringImpl::readOneWord(start, end);
             size_t length = start - word_start;
 
             if (length < min_word_size)
@@ -340,7 +328,7 @@ struct MinHashImpl
 {
     static constexpr size_t min_word_size = 4;
 
-    template<typename Comp>
+    template <typename Comp>
     struct Heap
     {
         void update(UInt64 hash, BytesRef ref, size_t limit)
@@ -478,13 +466,7 @@ struct MinHashImpl
         // get first word shingle
         while (start < end && words.size() < shingle_size)
         {
-            const UInt8 * word_start;
-
-            if constexpr (UTF8)
-                word_start = ExtractStringImpl::readOneUTF8Word(start, end);
-            else
-                word_start = ExtractStringImpl::readOneASCIIWord(start, end);
-
+            const UInt8 * word_start = ExtractStringImpl::readOneWord(start, end);
             size_t length = start - word_start;
 
             if (length >= min_word_size)
@@ -506,12 +488,7 @@ struct MinHashImpl
         size_t offset = 0;
         while (start < end)
         {
-            const UInt8 * word_start;
-
-            if constexpr (UTF8)
-                word_start = ExtractStringImpl::readOneUTF8Word(start, end);
-            else
-                word_start = ExtractStringImpl::readOneASCIIWord(start, end);
+            const UInt8 * word_start = ExtractStringImpl::readOneWord(start, end);
 
             size_t length = start - word_start;
 
diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index 2bcb7fa1013..c09abc33319 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -77,7 +77,7 @@ public:
         {
             if constexpr (is_simhash)
                 throw Exception(ErrorCodes::TOO_MANY_ARGUMENTS_FOR_FUNCTION,
-                                "Function {} expect no more then two arguments (text, shingle size), got {}",
+                                "Function {} expect no more than two arguments (text, shingle size), got {}",
                                 getName(), arguments.size());
 
             if (!isUnsignedInteger(arguments[2].type))
@@ -95,7 +95,7 @@ public:
         if (arguments.size() > 3)
         {
             throw Exception(ErrorCodes::TOO_MANY_ARGUMENTS_FOR_FUNCTION,
-                            "Function {} expect no more then three arguments (text, shingle size, num hashes), got {}",
+                            "Function {} expect no more than three arguments (text, shingle size, num hashes), got {}",
                             getName(), arguments.size());
         }
 
diff --git a/src/Processors/LimitTransform.cpp b/src/Processors/LimitTransform.cpp
index f7043cbfec5..36c58e1454e 100644
--- a/src/Processors/LimitTransform.cpp
+++ b/src/Processors/LimitTransform.cpp
@@ -237,7 +237,7 @@ LimitTransform::Status LimitTransform::preparePair(PortsData & data)
             previous_row_chunk = makeChunkWithPreviousRow(data.current_chunk, data.current_chunk.getNumRows() - 1);
     }
     else
-        /// This function may be heavy to execute in prepare. But it happens no more then twice, and make code simpler.
+        /// This function may be heavy to execute in prepare. But it happens no more than twice, and make code simpler.
         splitChunk(data);
 
     bool may_need_more_data_for_ties = previous_row_chunk || rows_read - rows <= offset + limit;
diff --git a/src/Processors/Merges/Algorithms/MergedData.h b/src/Processors/Merges/Algorithms/MergedData.h
index 5075174db62..9bf33d72f31 100644
--- a/src/Processors/Merges/Algorithms/MergedData.h
+++ b/src/Processors/Merges/Algorithms/MergedData.h
@@ -82,7 +82,7 @@ public:
         if (need_flush)
             return true;
 
-        /// Never return more then max_block_size.
+        /// Never return more than max_block_size.
         if (merged_rows >= max_block_size)
             return true;
 
diff --git a/src/Processors/Pipe.h b/src/Processors/Pipe.h
index 065a89d7c0f..2d64de3e664 100644
--- a/src/Processors/Pipe.h
+++ b/src/Processors/Pipe.h
@@ -71,8 +71,8 @@ public:
     enum class StreamType
     {
         Main = 0, /// Stream for query data. There may be several streams of this type.
-        Totals,  /// Stream for totals. No more then one.
-        Extremes, /// Stream for extremes. No more then one.
+        Totals,  /// Stream for totals. No more than one.
+        Extremes, /// Stream for extremes. No more than one.
     };
 
     using ProcessorGetter = std::function<ProcessorPtr(const Block & header)>;

From 58b1e47e0d57ad4782856b50676c6803c272f7fa Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 29 Dec 2020 16:27:47 +0300
Subject: [PATCH 638/742] Update string-functions.md

---
 docs/en/sql-reference/functions/string-functions.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/string-functions.md b/docs/en/sql-reference/functions/string-functions.md
index ddb27756df4..83f2705693a 100644
--- a/docs/en/sql-reference/functions/string-functions.md
+++ b/docs/en/sql-reference/functions/string-functions.md
@@ -560,9 +560,9 @@ Result:
 
 ## encodeXMLComponent {#encode-xml-component}
 
-Escape characters to place string into XML text node or attribute.
+Escapes characters to place string into XML text node or attribute.
 
-The following five XML predefined entities will be replaced: `<`, `&`, `>`, `"`, `\'`.
+The following five XML predefined entities will be replaced: `<`, `&`, `>`, `"`, `'`.
 
 **Syntax** 
 

From 206660631cc757eae77ca4b96736681fd6854128 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Tue, 29 Dec 2020 17:50:25 +0300
Subject: [PATCH 639/742] Update datetime64.md

---
 docs/ru/sql-reference/data-types/datetime64.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/data-types/datetime64.md b/docs/ru/sql-reference/data-types/datetime64.md
index b5e185c9132..6576bf9dc0d 100644
--- a/docs/ru/sql-reference/data-types/datetime64.md
+++ b/docs/ru/sql-reference/data-types/datetime64.md
@@ -96,7 +96,7 @@ FROM dt
 -   [Функции для работы с датой и временем](../../sql-reference/functions/date-time-functions.md)
 -   [Функции для работы с массивами](../../sql-reference/functions/array-functions.md)
 -   [Настройка `date_time_input_format`](../../operations/settings/settings.md#settings-date_time_input_format)
--   [Настройка `date_time_output_format`](../../operations/settings/settings.md#settings-date_time_output_format)
+-   [Настройка `date_time_output_format`](../../operations/settings/settings.md)
 -   [Конфигурационный параметр сервера `timezone`](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
 -   [Операторы для работы с датой и временем](../../sql-reference/operators/index.md#operators-datetime)
 -   [Тип данных `Date`](date.md)

From def9c817797343bba62708c22fa1967ed92ba7d2 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Tue, 29 Dec 2020 17:51:42 +0300
Subject: [PATCH 640/742] disable values for parallel_formatting

---
 src/Processors/Formats/Impl/ValuesRowOutputFormat.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Processors/Formats/Impl/ValuesRowOutputFormat.cpp b/src/Processors/Formats/Impl/ValuesRowOutputFormat.cpp
index 7f249200404..7791e1296e0 100644
--- a/src/Processors/Formats/Impl/ValuesRowOutputFormat.cpp
+++ b/src/Processors/Formats/Impl/ValuesRowOutputFormat.cpp
@@ -51,7 +51,6 @@ void registerOutputFormatProcessorValues(FormatFactory & factory)
     {
         return std::make_shared<ValuesRowOutputFormat>(buf, sample, params, settings);
     });
-    factory.markOutputFormatSupportsParallelFormatting("Values");
 }
 
 }

From 310c8138a69109f3e46e608df536081c58bace43 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Tue, 29 Dec 2020 17:56:55 +0300
Subject: [PATCH 641/742] Update formats.md

---
 docs/zh/interfaces/formats.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/zh/interfaces/formats.md b/docs/zh/interfaces/formats.md
index 808bff42335..b37ef559aa7 100644
--- a/docs/zh/interfaces/formats.md
+++ b/docs/zh/interfaces/formats.md
@@ -511,7 +511,7 @@ ClickHouse支持[NULL](../sql-reference/syntax.md), 在JSON输出中显示为`nu
 
 在这种格式中，一个JSON对象被解释为一个值。如果输入有几个JSON对象(逗号分隔)，它们将被解释为独立的行。
 
-这种格式只能对具有单个字段类型的表进行解析[String](../sql-reference/data-types/string.md)。其余的列必须设置为[DEFAULT](../sql-reference/statements/create/table.md#default)或[MATERIALIZED](../sql-reference/statements/create/table.md#materialized)，或者忽略。一旦将整个JSON对象收集为字符串，就可以使用[JSON函数](../sql-reference/functions/json-functions.md)运行它。
+这种格式只能对具有单个字段类型的表进行解析[String](../sql-reference/data-types/string.md)。其余的列必须设置为[DEFAULT](../sql-reference/statements/create.md)或[MATERIALIZED](../sql-reference/statements/create.md)，或者忽略。一旦将整个JSON对象收集为字符串，就可以使用[JSON函数](../sql-reference/functions/json-functions.md)运行它。
 
 **示例**
 

From f07df76c59ef72e8380d8b091eea31f9ea4a30c2 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 24 Dec 2020 18:41:37 +0300
Subject: [PATCH 642/742] fix ans

---
 utils/db-generator/query_db_generator.cpp | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/utils/db-generator/query_db_generator.cpp b/utils/db-generator/query_db_generator.cpp
index b6e287278ff..33b8e6ce8af 100644
--- a/utils/db-generator/query_db_generator.cpp
+++ b/utils/db-generator/query_db_generator.cpp
@@ -56,9 +56,9 @@ std::string randomDate()
     int32_t year = rng() % 136 + 1970;
     int32_t month = rng() % 12 + 1;
     int32_t day = rng() % 12 + 1;
-    char ans[13];
-    sprintf(ans, "'%04u-%02u-%02u'", year, month, day);
-    return std::string(ans);
+    char answer[13];
+    sprintf(answer, "'%04u-%02u-%02u'", year, month, day);
+    return std::string(answer);
 }
 
 std::string randomDatetime()
@@ -69,9 +69,9 @@ std::string randomDatetime()
     int32_t hours = rng() % 24;
     int32_t minutes = rng() % 60;
     int32_t seconds = rng() % 60;
-    char ans[22];
+    char answer[22];
     sprintf(
-            ans,
+            answer,
             "'%04u-%02u-%02u %02u:%02u:%02u'",
             year,
             month,
@@ -79,7 +79,7 @@ std::string randomDatetime()
             hours,
             minutes,
             seconds);
-    return std::string(ans);
+    return std::string(answer);
 }
 TableAndColumn get_table_a_column(const std::string & c)
 {

From 7e37743c37313b0c89a629335d8fd6aea1c057c3 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 24 Dec 2020 18:43:53 +0300
Subject: [PATCH 643/742] run check-typos separately for now

---
 utils/check-style/check-style | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/utils/check-style/check-style b/utils/check-style/check-style
index d3653deb980..1b1678dee05 100755
--- a/utils/check-style/check-style
+++ b/utils/check-style/check-style
@@ -85,10 +85,6 @@ find $ROOT_PATH -name '.gitmodules' | while read i; do grep -F 'url = ' $i | gre
 # There shouldn't be any code snippets under GPL or LGPL
 find $ROOT_PATH/{src,base,programs} -name '*.h' -or -name '*.cpp' 2>/dev/null | xargs grep -i -F 'General Public License' && echo "There shouldn't be any code snippets under GPL or LGPL"
 
-# Check for typos in code
-CURDIR=$(dirname "${BASH_SOURCE[0]}")
-"${CURDIR}"/check-typos
-
 # Check sh tests with Shellcheck
 (cd $ROOT_PATH/tests/queries/0_stateless/ && shellcheck --check-sourced --external-sources --severity info --exclude SC1071,SC2086 *.sh ../1_stateful/*.sh)
 

From a25fa1996b4e7d7db4c469b6fa484774202b71f8 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 28 Dec 2020 14:46:53 +0300
Subject: [PATCH 644/742] fix style checks

---
 docker/test/coverage/run.sh                      | 14 +++++++-------
 docker/test/fasttest/run.sh                      |  2 +-
 docker/test/performance-comparison/compare.sh    | 16 ++++++++--------
 docker/test/stateless/run.sh                     |  6 +++---
 docker/test/style/Dockerfile                     |  3 ++-
 src/Storages/MergeTree/MergeTreeIOSettings.h     |  2 +-
 .../00029_test_zookeeper_optimize_exception.sh   |  1 +
 .../0_stateless/00039_inserts_through_http.sh    |  1 +
 .../00070_insert_fewer_columns_http.sh           |  1 +
 .../0_stateless/00090_union_race_conditions_1.sh |  1 +
 .../0_stateless/00091_union_race_conditions_2.sh |  1 +
 .../0_stateless/00092_union_race_conditions_3.sh |  1 +
 .../0_stateless/00093_union_race_conditions_4.sh |  1 +
 .../0_stateless/00094_union_race_conditions_5.sh |  1 +
 .../00097_long_storage_buffer_race_condition.sh  |  1 +
 ...0097_long_storage_buffer_race_condition_mt.sh |  1 +
 .../00100_subquery_table_identifier.sh           |  1 +
 .../00115_shard_in_incomplete_result.sh          |  1 +
 ..._shard_memory_tracker_and_exception_safety.sh |  1 +
 tests/queries/0_stateless/00155_long_merges.sh   |  1 +
 .../00177_inserts_through_http_parts.sh          |  1 +
 .../0_stateless/00186_very_long_arrays.sh        |  1 +
 .../00210_insert_select_extremes_http.sh         |  1 +
 .../00265_http_content_type_format_timezone.sh   |  1 +
 tests/queries/0_stateless/00301_csv.sh           |  1 +
 .../0_stateless/00302_http_compression.sh        |  1 +
 .../0_stateless/00304_http_external_data.sh      |  1 +
 .../0_stateless/00305_http_and_readonly.sh       |  1 +
 tests/queries/0_stateless/00310_tskv.sh          |  1 +
 .../0_stateless/00313_const_totals_extremes.sh   |  1 +
 .../0_stateless/00322_disable_checksumming.sh    |  1 +
 tests/queries/0_stateless/00335_bom.sh           |  1 +
 .../0_stateless/00336_shard_stack_trace.sh       |  1 +
 .../0_stateless/00339_parsing_bad_arrays.sh      |  1 +
 .../00354_host_command_line_option.sh            |  1 +
 .../0_stateless/00365_statistics_in_formats.sh   |  1 +
 .../0_stateless/00366_multi_statements.sh        |  1 +
 .../0_stateless/00368_format_option_collision.sh |  1 +
 tests/queries/0_stateless/00372_cors_header.sh   |  1 +
 ...0374_json_each_row_input_with_noisy_fields.sh |  1 +
 .../0_stateless/00379_system_processes_port.sh   |  1 +
 ...80_client_break_at_exception_in_batch_mode.sh |  1 +
 ...0385_storage_file_and_clickhouse-local_app.sh |  1 +
 tests/queries/0_stateless/00386_long_in_pk.sh    |  1 +
 .../0_stateless/00387_use_client_time_zone.sh    |  1 +
 .../0_stateless/00400_client_external_options.sh |  1 +
 .../0_stateless/00405_PrettyCompactMonoBlock.sh  |  1 +
 tests/queries/0_stateless/00407_parsing_nulls.sh |  1 +
 .../queries/0_stateless/00408_http_keep_alive.sh |  1 +
 ...0411_long_accurate_number_comparison_float.sh |  1 +
 ...00411_long_accurate_number_comparison_int1.sh |  1 +
 ...00411_long_accurate_number_comparison_int2.sh |  1 +
 ...00411_long_accurate_number_comparison_int3.sh |  1 +
 ...00411_long_accurate_number_comparison_int4.sh |  1 +
 tests/queries/0_stateless/00415_into_outfile.sh  |  1 +
 .../00416_pocopatch_progress_in_http_headers.sh  |  1 +
 tests/queries/0_stateless/00417_kill_query.sh    |  1 +
 .../0_stateless/00417_system_build_options.sh    |  1 +
 .../00418_input_format_allow_errors.sh           |  1 +
 .../0_stateless/00419_show_sql_queries.sh        |  1 +
 .../00421_storage_merge__table_index.sh          |  1 +
 .../0_stateless/00427_alter_primary_key.sh       |  1 +
 .../0_stateless/00429_long_http_bufferization.sh |  1 +
 tests/queries/0_stateless/00430_https_server.sh  |  1 +
 .../00443_optimize_final_vertical_merge.sh       |  1 +
 .../00443_preferred_block_size_bytes.sh          |  1 +
 ...r_column_in_partition_concurrent_zookeeper.sh |  1 +
 .../00463_long_sessions_in_http_interface.sh     |  1 +
 .../00473_output_format_json_quote_denormals.sh  |  1 +
 .../0_stateless/00474_readonly_settings.sh       |  1 +
 .../0_stateless/00485_http_insert_format.sh      |  1 +
 .../0_stateless/00497_whitespaces_in_insert.sh   |  1 +
 tests/queries/0_stateless/00501_http_head.sh     |  1 +
 .../0_stateless/00504_insert_miss_columns.sh     |  1 +
 tests/queries/0_stateless/00505_secure.sh        |  1 +
 tests/queries/0_stateless/00505_shard_secure.sh  |  1 +
 .../queries/0_stateless/00507_array_no_params.sh |  1 +
 .../0_stateless/00512_fractional_time_zones.sh   |  1 +
 tests/queries/0_stateless/00520_http_nullable.sh |  1 +
 .../0_stateless/00531_client_ignore_error.sh     |  1 +
 .../0_stateless/00534_client_ignore_error.sh     |  1 +
 tests/queries/0_stateless/00534_filimonov.sh     |  1 +
 .../00534_functions_bad_arguments1.sh            |  2 ++
 .../00534_functions_bad_arguments10.sh           |  2 ++
 .../00534_functions_bad_arguments11.sh           |  2 ++
 .../00534_functions_bad_arguments12.sh           |  2 ++
 .../00534_functions_bad_arguments13.sh           |  2 ++
 .../00534_functions_bad_arguments2.sh            |  2 ++
 .../00534_functions_bad_arguments3.sh            |  2 ++
 .../00534_functions_bad_arguments4.sh            |  2 ++
 .../00534_functions_bad_arguments5.sh            |  2 ++
 .../00534_functions_bad_arguments6.sh            |  2 ++
 .../00534_functions_bad_arguments7.sh            |  2 ++
 .../00534_functions_bad_arguments8.sh            |  2 ++
 .../00534_functions_bad_arguments9.sh            |  2 ++
 .../queries/0_stateless/00540_bad_data_types.sh  |  1 +
 ...access_to_temporary_table_in_readonly_mode.sh |  1 +
 .../0_stateless/00550_join_insert_select.sh      |  1 +
 tests/queries/0_stateless/00557_remote_port.sh   |  1 +
 tests/queries/0_stateless/00564_enum_order.sh    |  1 +
 tests/queries/0_stateless/00565_enum_order.sh    |  1 +
 .../00574_empty_strings_deserialization.sh       |  1 +
 ...al_column_exception_when_drop_depen_column.sh |  1 +
 .../0_stateless/00595_insert_into_view.sh        |  1 +
 .../0_stateless/00596_limit_on_expanded_ast.sh   |  1 +
 .../0_stateless/00598_create_as_select_http.sh   |  1 +
 .../0_stateless/00600_replace_running_query.sh   |  1 +
 .../0_stateless/00601_kill_running_query.sh      |  1 +
 tests/queries/0_stateless/00602_throw_if.sh      |  1 +
 .../0_stateless/00612_http_max_query_size.sh     |  1 +
 .../0_stateless/00612_pk_in_tuple_perf.sh        |  1 +
 .../00623_truncate_table_throw_exception.sh      |  1 +
 .../0_stateless/00625_query_in_form_data.sh      |  1 +
 ...626_replace_partition_from_table_zookeeper.sh |  1 +
 .../0_stateless/00630_arbitrary_csv_delimiter.sh |  1 +
 ...rialized_view_and_too_many_parts_zookeeper.sh |  1 +
 tests/queries/0_stateless/00634_logging_shard.sh |  1 +
 ...0634_performance_introspection_and_logging.sh |  1 +
 .../00636_partition_key_parts_pruning.sh         |  1 +
 ...37_sessions_in_http_interface_and_settings.sh |  1 +
 tests/queries/0_stateless/00646_url_engine.sh    |  1 +
 .../00650_csv_with_specified_quote_rule.sh       |  1 +
 ...00651_default_database_on_client_reconnect.sh |  1 +
 .../0_stateless/00652_mergetree_mutations.sh     |  2 ++
 .../0_stateless/00652_mutations_alter_update.sh  |  1 +
 .../00652_mutations_default_database.sh          |  1 +
 ...cated_mutations_default_database_zookeeper.sh |  2 ++
 .../00652_replicated_mutations_zookeeper.sh      |  2 ++
 .../00653_verification_monotonic_data_load.sh    |  1 +
 .../0_stateless/00682_empty_parts_merge.sh       |  1 +
 .../0_stateless/00686_client_exit_code.sh        |  2 ++
 .../queries/0_stateless/00687_top_and_offset.sh  |  1 +
 ...insert_select_converting_exception_message.sh |  1 +
 .../00699_materialized_view_mutations.sh         |  1 +
 .../00704_drop_truncate_memory_table.sh          |  1 +
 .../0_stateless/00705_drop_create_merge_tree.sh  |  1 +
 ...715_fetch_merged_or_mutated_part_zookeeper.sh |  2 ++
 .../00715_json_each_row_input_nested.sh          |  1 +
 .../00719_insert_block_without_column.sh         |  1 +
 .../queries/0_stateless/00719_parallel_ddl_db.sh |  1 +
 .../0_stateless/00719_parallel_ddl_table.sh      |  1 +
 .../0_stateless/00728_json_each_row_parsing.sh   |  1 +
 .../00731_long_merge_tree_select_opened_files.sh |  1 +
 .../0_stateless/00738_lock_for_inner_table.sh    |  1 +
 tests/queries/0_stateless/00746_sql_fuzzy.sh     |  1 +
 ...uted_optimize_skip_select_on_unused_shards.sh |  1 +
 ...skip_select_on_unused_shards_with_prewhere.sh |  1 +
 tests/queries/0_stateless/00763_lock_buffer.sh   |  1 +
 ...3_long_lock_buffer_alter_destination_table.sh |  1 +
 .../00764_max_query_size_allocation.sh           |  1 +
 .../00816_long_concurrent_alter_column.sh        |  1 +
 .../queries/0_stateless/00823_capnproto_input.sh |  1 +
 .../0_stateless/00825_http_header_query_id.sh    |  1 +
 .../0_stateless/00825_protobuf_format_input.sh   |  3 +++
 .../0_stateless/00825_protobuf_format_output.sh  |  1 +
 ...ncel_http_readonly_queries_on_client_close.sh |  1 +
 ...w_to_set_two_configuration_files_in_client.sh |  1 +
 .../00834_hints_for_type_function_typos.sh       |  1 +
 tests/queries/0_stateless/00834_kill_mutation.sh |  2 ++
 .../00834_kill_mutation_replicated_zookeeper.sh  |  2 ++
 tests/queries/0_stateless/00837_minmax_index.sh  |  1 +
 .../00838_system_tables_drop_table_race.sh       |  1 +
 tests/queries/0_stateless/00838_unique_index.sh  |  1 +
 ...0_long_concurrent_select_and_drop_deadlock.sh |  1 +
 .../00851_http_insert_json_defaults.sh           |  1 +
 .../00898_parsing_bad_diagnostic_message.sh      |  1 +
 tests/queries/0_stateless/00900_orc_load.sh      |  1 +
 tests/queries/0_stateless/00900_parquet.sh       |  1 +
 .../queries/0_stateless/00900_parquet_decimal.sh |  1 +
 tests/queries/0_stateless/00900_parquet_load.sh  |  1 +
 .../0_stateless/00907_set_index_max_rows.sh      |  1 +
 .../0_stateless/00908_bloom_filter_index.sh      |  1 +
 .../0_stateless/00908_long_http_insert.sh        |  1 +
 .../00909_kill_not_initialized_query.sh          |  1 +
 .../00910_client_window_size_detection.sh        |  1 +
 .../00921_datetime64_compatibility.sh            |  1 +
 .../0_stateless/00927_asof_join_other_types.sh   |  1 +
 ...33_test_fix_extra_seek_on_compressed_cache.sh |  1 +
 .../0_stateless/00937_template_output_format.sh  |  1 +
 .../0_stateless/00937_test_use_header_csv.sh     |  1 +
 .../0_stateless/00937_test_use_header_tsv.sh     |  1 +
 .../0_stateless/00938_fix_rwlock_segfault.sh     |  1 +
 .../0_stateless/00938_template_input_format.sh   |  1 +
 .../00941_system_columns_race_condition.sh       |  1 +
 tests/queries/0_stateless/00942_dataparts_500.sh |  1 +
 tests/queries/0_stateless/00942_mutate_index.sh  |  1 +
 .../0_stateless/00943_materialize_index.sh       |  1 +
 .../00944_clear_index_in_partition.sh            |  1 +
 ..._create_bloom_filter_index_with_merge_tree.sh |  1 +
 .../00948_format_in_with_single_element.sh       |  1 +
 .../0_stateless/00952_basic_constraints.sh       |  1 +
 .../queries/0_stateless/00952_input_function.sh  |  1 +
 .../0_stateless/00953_constraints_operations.sh  |  1 +
 .../00953_indices_alter_exceptions.sh            |  1 +
 .../00953_zookeeper_suetin_deduplication_bug.sh  |  1 +
 .../00954_client_prepared_statements.sh          |  1 +
 .../00955_complex_prepared_statements.sh         |  1 +
 .../0_stateless/00955_test_final_mark_use.sh     |  1 +
 .../00956_http_prepared_statements.sh            |  1 +
 .../0_stateless/00956_sensitive_data_masking.sh  |  1 +
 .../00957_format_with_clashed_aliases.sh         |  1 +
 .../00958_format_of_tuple_array_element.sh       |  1 +
 .../00959_format_with_different_aliases.sh       |  1 +
 .../00964_bloom_index_string_functions.sh        |  1 +
 .../0_stateless/00965_logs_level_bugfix.sh       |  1 +
 .../00965_send_logs_level_concurrent_queries.sh  |  1 +
 .../00965_set_index_string_functions.sh          |  1 +
 .../0_stateless/00971_query_id_in_logs.sh        |  1 +
 .../00974_primary_key_for_lowCardinality.sh      |  1 +
 .../00974_text_log_table_not_empty.sh            |  1 +
 ...0975_indices_mutation_replicated_zookeeper.sh |  2 ++
 .../0_stateless/00980_alter_settings_race.sh     |  1 +
 .../0_stateless/00981_in_subquery_with_tuple.sh  |  1 +
 .../0_stateless/00984_parser_stack_overflow.sh   |  1 +
 tests/queries/0_stateless/00990_hasToken.sh      |  1 +
 .../00991_system_parts_race_condition.sh         |  1 +
 ...0992_system_parts_race_condition_zookeeper.sh |  1 +
 ...system_parts_race_condition_drop_zookeeper.sh |  1 +
 .../0_stateless/00995_exception_while_insert.sh  |  1 +
 .../01000_unneeded_substitutions_client.sh       |  1 +
 .../01001_rename_merge_race_condition.sh         |  1 +
 ...2_alter_nullable_adaptive_granularity_long.sh |  1 +
 .../01003_kill_query_race_condition.sh           |  1 +
 .../queries/0_stateless/01004_rename_deadlock.sh |  1 +
 .../0_stateless/01005_rwr_shard_deadlock.sh      |  1 +
 ...1006_simpod_empty_part_single_column_write.sh |  2 ++
 .../0_stateless/01007_r1r2_w_r2r1_deadlock.sh    |  1 +
 .../01010_low_cardinality_and_native_http.sh     |  1 +
 .../01013_sync_replica_timeout_zookeeper.sh      |  1 +
 .../0_stateless/01014_format_custom_separated.sh |  1 +
 .../0_stateless/01014_lazy_database_basic.sh     |  1 +
 ...ncurrent_recreate_reattach_and_show_tables.sh |  1 +
 .../01015_insert_values_parametrized.sh          |  1 +
 .../0_stateless/01016_input_null_as_default.sh   |  1 +
 ..._with_nondeterministic_functions_zookeeper.sh |  1 +
 .../0_stateless/01017_tsv_empty_as_default.sh    |  1 +
 .../01018_ddl_dictionaries_bad_queries.sh        |  1 +
 ...1018_ddl_dictionaries_concurrent_requrests.sh |  1 +
 ...01018_insert_multiple_blocks_with_defaults.sh |  1 +
 .../01019_alter_materialized_view_atomic.sh      |  1 +
 .../01019_alter_materialized_view_consistent.sh  |  1 +
 .../0_stateless/01019_parallel_parsing_cancel.sh |  1 +
 .../01030_limit_by_with_ties_error.sh            |  1 +
 .../01031_mutations_interpreter_and_context.sh   |  1 +
 .../01034_move_partition_from_table_zookeeper.sh |  1 +
 .../0_stateless/01034_values_parse_float_bug.sh  |  1 +
 .../0_stateless/01035_avg_weighted_long.sh       |  1 +
 ...urrent_move_partition_from_table_zookeeper.sh |  1 +
 .../01035_enum_conversion_native_format.sh       |  1 +
 .../0_stateless/01035_lc_empty_part_bug.sh       |  1 +
 .../01037_polygon_dicts_correctness_all.sh       |  1 +
 .../01037_polygon_dicts_correctness_fast.sh      |  1 +
 .../01037_polygon_dicts_simple_functions.sh      |  1 +
 .../01038_dictionary_lifetime_min_zero_sec.sh    |  1 +
 ...ictionary_invalidate_query_switchover_long.sh |  1 +
 ...ystem_reload_dictionary_reloads_completely.sh |  1 +
 .../01045_order_by_pk_special_storages.sh        |  1 +
 ...ookeeper_system_mutations_with_parts_names.sh |  2 ++
 .../01052_compression_buffer_overrun.sh          |  1 +
 .../01054_cache_dictionary_bunch_update.sh       |  1 +
 .../01054_random_printable_ascii_ubsan.sh        |  1 +
 .../01055_compact_parts_granularity.sh           |  1 +
 .../01055_minmax_index_compact_parts.sh          |  1 +
 ...1056_prepared_statements_null_and_escaping.sh |  1 +
 .../01057_http_compression_prefer_brotli.sh      |  1 +
 .../0_stateless/01058_zlib_ng_level1_bug.sh      |  1 +
 tests/queries/0_stateless/01060_avro.sh          |  1 +
 .../0_stateless/01062_max_parser_depth.sh        |  1 +
 .../01071_http_header_exception_code.sh          |  1 +
 ...76_cache_dictionary_datarace_exception_ptr.sh |  1 +
 .../0_stateless/01076_json_each_row_array.sh     |  1 +
 .../01076_parallel_alter_replicated_zookeeper.sh |  1 +
 .../01077_mutations_index_consistency.sh         |  1 +
 .../0_stateless/01079_bad_alters_zookeeper.sh    |  1 +
 ...9_parallel_alter_add_drop_column_zookeeper.sh |  1 +
 ...1079_parallel_alter_detach_table_zookeeper.sh |  1 +
 .../01079_parallel_alter_modify_zookeeper.sh     |  1 +
 .../01085_max_distributed_connections.sh         |  1 +
 .../01085_max_distributed_connections_http.sh    |  1 +
 .../0_stateless/01085_regexp_input_format.sh     |  1 +
 .../queries/0_stateless/01086_odbc_roundtrip.sh  |  1 +
 .../01086_regexp_input_format_skip_unmatched.sh  |  1 +
 .../0_stateless/01088_benchmark_query_id.sh      |  1 +
 .../queries/0_stateless/01098_msgpack_format.sh  |  1 +
 .../01098_temporary_and_external_tables.sh       |  1 +
 .../01103_check_cpu_instructions_at_startup.sh   |  1 +
 .../01103_optimize_drop_race_zookeeper.sh        |  1 +
 .../0_stateless/01107_atomic_db_detach_attach.sh |  1 +
 .../01107_tuples_arrays_parsing_exceptions.sh    |  1 +
 ...restart_replicas_rename_deadlock_zookeeper.sh |  1 +
 .../queries/0_stateless/01114_database_atomic.sh |  1 +
 .../0_stateless/01146_clickhouse_local_data.sh   |  1 +
 tests/queries/0_stateless/01150_ddl_guard_rwr.sh |  1 +
 .../0_stateless/01187_set_profile_as_setting.sh  |  1 +
 .../01192_rename_database_zookeeper.sh           |  3 ++-
 .../0_stateless/01193_metadata_loading.sh        |  1 +
 tests/queries/0_stateless/01194_http_query_id.sh |  1 +
 .../0_stateless/01195_formats_diagnostic_info.sh |  3 ++-
 .../0_stateless/01196_max_parser_depth.sh        |  1 +
 .../0_stateless/01198_client_quota_key.sh        |  1 +
 .../01213_alter_rename_column_zookeeper.sh       |  1 +
 .../0_stateless/01232_json_as_string_format.sh   |  1 +
 .../01232_preparing_sets_race_condition.sh       |  1 +
 .../0_stateless/01238_http_memory_tracking.sh    |  1 +
 .../0_stateless/01249_flush_interactive.sh       |  1 +
 tests/queries/0_stateless/01258_bom_tsv.sh       |  1 +
 .../queries/0_stateless/01268_procfs_metrics.sh  |  1 +
 .../0_stateless/01271_http_code_parse_error.sh   |  1 +
 tests/queries/0_stateless/01273_arrow.sh         |  1 +
 tests/queries/0_stateless/01273_arrow_load.sh    |  1 +
 tests/queries/0_stateless/01273_arrow_stream.sh  |  2 ++
 .../0_stateless/01274_generate_random_nested.sh  |  1 +
 .../0_stateless/01278_format_multiple_queries.sh |  1 +
 ...ert_block_size_rows_for_materialized_views.sh |  1 +
 .../0_stateless/01279_empty_external_table.sh    |  1 +
 .../0_stateless/01280_ttl_where_group_by.sh      |  1 +
 .../01281_group_by_limit_memory_tracking.sh      |  5 +++--
 .../0_stateless/01285_engine_join_donmikel.sh    |  1 +
 ...1293_client_interactive_vertical_multiline.sh |  1 +
 ...293_client_interactive_vertical_singleline.sh |  1 +
 .../0_stateless/01293_optimize_final_force.sh    |  1 +
 ...ncurrent_recreate_reattach_and_show_tables.sh |  1 +
 .../01300_client_save_history_when_terminated.sh |  1 +
 ...1301_aggregate_state_exception_memory_leak.sh |  1 +
 ...1302_aggregate_state_exception_memory_leak.sh |  1 +
 tests/queries/0_stateless/01304_direct_io.sh     |  1 +
 .../01305_replica_create_drop_zookeeper.sh       |  1 +
 .../queries/0_stateless/01306_benchmark_json.sh  |  1 +
 .../01307_multiple_leaders_zookeeper.sh          |  1 +
 .../0_stateless/01307_orc_output_format.sh       |  1 +
 .../01308_orc_output_format_arrays.sh            |  1 +
 .../0_stateless/01312_skip_empty_params.sh       |  1 +
 .../01316_create_user_syntax_hilite.sh           |  1 +
 .../01317_no_password_in_command_line.sh         |  1 +
 .../01318_alter_add_constraint_format.sh         |  1 +
 ...01318_long_unsuccessful_mutation_zookeeper.sh |  1 +
 ...01320_create_sync_race_condition_zookeeper.sh |  1 +
 .../0_stateless/01338_long_select_and_alter.sh   |  1 +
 .../01338_long_select_and_alter_zookeeper.sh     |  1 +
 .../01339_client_unrecognized_option.sh          |  1 +
 .../0_stateless/01342_query_parameters_alias.sh  |  1 +
 .../01355_CSV_input_format_allow_errors.sh       |  1 +
 tests/queries/0_stateless/01358_lc_parquet.sh    |  1 +
 .../0_stateless/01361_fover_remote_num_tries.sh  |  1 +
 ..._client_autocomplete_word_break_characters.sh |  1 +
 .../01375_output_format_tsv_csv_with_names.sh    |  1 +
 ...orage_file_tsv_csv_with_names_write_prefix.sh |  1 +
 .../0_stateless/01383_log_broken_table.sh        |  1 +
 .../0_stateless/01393_benchmark_secure_port.sh   |  1 +
 .../0_stateless/01395_limit_more_cases.sh        |  1 +
 ...6_inactive_replica_cleanup_nodes_zookeeper.sh |  3 ++-
 .../0_stateless/01399_http_request_headers.sh    |  1 +
 .../queries/0_stateless/01401_FORMAT_SETTINGS.sh |  1 +
 .../01406_carriage_return_in_tsv_csv.sh          |  1 +
 .../0_stateless/01412_cache_dictionary_race.sh   |  1 +
 .../01414_mutations_and_errors_zookeeper.sh      |  1 +
 .../0_stateless/01415_sticking_mutations.sh      |  1 +
 .../01417_freeze_partition_verbose.sh            |  3 ++-
 .../01417_freeze_partition_verbose_zookeeper.sh  |  3 ++-
 .../01417_query_time_in_system_events.sh         |  3 ++-
 .../0_stateless/01429_empty_arrow_and_parquet.sh |  2 ++
 .../0_stateless/01442_merge_detach_attach.sh     |  2 ++
 .../queries/0_stateless/01443_merge_truncate.sh  |  1 +
 .../01444_create_table_drop_database_race.sh     |  2 ++
 .../01445_create_table_as_table_function.sh      |  2 ++
 .../0_stateless/01446_json_strings_each_row.sh   |  1 +
 tests/queries/0_stateless/01451_dist_logs.sh     |  1 +
 .../0_stateless/01451_wrong_error_long_query.sh  |  5 +++--
 .../01454_storagememory_data_race_challenge.sh   |  1 +
 .../01455_opentelemetry_distributed.sh           |  1 +
 .../01459_manual_write_to_replicas.sh            |  1 +
 .../01459_manual_write_to_replicas_quorum.sh     |  1 +
 .../0_stateless/01460_line_as_string_format.sh   |  5 +++--
 .../queries/0_stateless/01472_obfuscator_uuid.sh |  1 +
 .../queries/0_stateless/01474_custom_null_tsv.sh |  1 +
 .../0_stateless/01500_StorageFile_write_to_fd.sh |  1 +
 .../01501_clickhouse_client_INSERT_exception.sh  |  1 +
 .../0_stateless/01502_jemalloc_percpu_arena.sh   |  1 +
 .../01502_log_tinylog_deadlock_race.sh           |  1 +
 .../0_stateless/01505_pipeline_executor_UAF.sh   |  1 +
 ...ickhouse_server_start_with_embedded_config.sh |  1 +
 .../0_stateless/01508_format_regexp_raw.sh       |  1 +
 .../0_stateless/01508_partition_pruning.sh       |  1 +
 .../0_stateless/01508_query_obfuscator.sh        |  1 +
 ...1508_race_condition_rename_clear_zookeeper.sh |  1 +
 .../01509_check_many_parallel_quorum_inserts.sh  |  1 +
 .../01509_check_parallel_quorum_inserts.sh       |  1 +
 .../queries/0_stateless/01509_format_raw_blob.sh |  1 +
 .../01509_parallel_quorum_and_merge.sh           |  1 +
 .../01510_format_regexp_raw_low_cardinality.sh   |  1 +
 .../01514_distributed_cancel_query_on_error.sh   |  9 +++++----
 .../0_stateless/01515_logtrace_function.sh       |  1 +
 .../0_stateless/01516_drop_table_stress.sh       |  1 +
 .../0_stateless/01520_client_print_query_id.sh   |  1 +
 .../01523_client_local_queries_file_parameter.sh |  1 +
 .../0_stateless/01526_client_start_and_exit.sh   |  1 +
 .../0_stateless/01526_initial_query_id.sh        |  1 +
 .../0_stateless/01526_max_untracked_memory.sh    |  1 +
 tests/queries/0_stateless/01526_param_uuid.sh    |  1 +
 .../01527_clickhouse_local_optimize.sh           |  1 +
 .../01528_clickhouse_local_prepare_parts.sh      |  1 +
 tests/queries/0_stateless/01528_play.sh          |  1 +
 .../0_stateless/01529_bad_memory_tracking.sh     |  1 +
 .../01532_clickhouse_local_tmp_folder.sh         |  1 +
 .../01541_max_memory_usage_for_user.sh           |  1 +
 .../01542_dictionary_load_exception_race.sh      |  1 +
 .../01543_avro_deserialization_with_lc.sh        |  1 +
 .../0_stateless/01544_file_engine_settings.sh    |  1 +
 tests/queries/0_stateless/01545_system_errors.sh |  1 +
 .../01548_create_table_compound_column_format.sh |  1 +
 .../01548_parallel_parsing_max_memory.sh         |  1 +
 .../01550_query_identifier_parameters.sh         |  1 +
 .../0_stateless/01550_type_map_formats_input.sh  |  1 +
 ...1554_row_number_after_cannot_read_all_data.sh |  1 +
 tests/queries/0_stateless/01558_ttest_scipy.sh   |  1 +
 .../01559_misplaced_codec_diagnostics.sh         |  1 +
 .../0_stateless/01561_clickhouse_client_stage.sh |  1 +
 .../0_stateless/01561_mann_whitney_scipy.sh      |  1 +
 .../01563_distributed_query_finish.sh            |  1 +
 .../01576_alter_low_cardinality_and_select.sh    |  1 +
 .../0_stateless/01582_distinct_optimization.sh   |  1 +
 ...583_parallel_parsing_exception_with_offset.sh |  1 +
 .../01593_concurrent_alter_mutations_kill.sh     |  1 +
 ...current_alter_mutations_kill_many_replicas.sh |  1 +
 .../0_stateless/01594_too_low_memory_limits.sh   |  1 +
 .../0_stateless/01597_columns_list_ignored.sh    |  1 +
 .../0_stateless/01599_mutation_query_params.sh   |  1 +
 .../queries/0_stateless/01600_benchmark_query.sh |  1 +
 .../0_stateless/01600_detach_permanently.sh      |  3 ++-
 .../01600_log_queries_with_extensive_info.sh     |  1 +
 .../0_stateless/01600_quota_by_forwarded_ip.sh   |  1 +
 .../queries/0_stateless/01601_proxy_protocol.sh  |  1 +
 .../01601_temporary_table_session_scope.sh       |  1 +
 .../01602_max_distributed_connections.sh         |  1 +
 tests/queries/0_stateless/01606_git_import.sh    |  1 +
 .../0_stateless/01607_arrays_as_nested_csv.sh    |  1 +
 .../1_stateful/00090_thread_pool_deadlock.sh     |  1 +
 tests/queries/1_stateful/00092_obfuscator.sh     |  1 +
 utils/check-style/check-style                    |  6 ------
 utils/check-style/shellcheck-run.sh              |  9 +++++++++
 440 files changed, 510 insertions(+), 44 deletions(-)
 create mode 100755 utils/check-style/shellcheck-run.sh

diff --git a/docker/test/coverage/run.sh b/docker/test/coverage/run.sh
index e2369a28a9a..11b6ce13ea1 100755
--- a/docker/test/coverage/run.sh
+++ b/docker/test/coverage/run.sh
@@ -102,11 +102,11 @@ else
     echo "No failed tests"
 fi
 
-mkdir -p $COVERAGE_DIR
-mv /*.profraw $COVERAGE_DIR
+mkdir -p "$COVERAGE_DIR"
+mv /*.profraw "$COVERAGE_DIR"
 
-mkdir -p $SOURCE_DIR/obj-x86_64-linux-gnu
-cd $SOURCE_DIR/obj-x86_64-linux-gnu && CC=clang-11 CXX=clang++-11 cmake .. && cd /
-llvm-profdata-11 merge -sparse ${COVERAGE_DIR}/* -o clickhouse.profdata
-llvm-cov-11 export /usr/bin/clickhouse -instr-profile=clickhouse.profdata -j=16 -format=lcov -skip-functions -ignore-filename-regex $IGNORE > output.lcov
-genhtml output.lcov --ignore-errors source --output-directory ${OUTPUT_DIR}
+mkdir -p "$SOURCE_DIR"/obj-x86_64-linux-gnu
+cd "$SOURCE_DIR"/obj-x86_64-linux-gnu && CC=clang-11 CXX=clang++-11 cmake .. && cd /
+llvm-profdata-11 merge -sparse "${COVERAGE_DIR}"/* -o clickhouse.profdata
+llvm-cov-11 export /usr/bin/clickhouse -instr-profile=clickhouse.profdata -j=16 -format=lcov -skip-functions -ignore-filename-regex "$IGNORE" > output.lcov
+genhtml output.lcov --ignore-errors source --output-directory "${OUTPUT_DIR}"
diff --git a/docker/test/fasttest/run.sh b/docker/test/fasttest/run.sh
index a918cc44420..c782ac49d27 100755
--- a/docker/test/fasttest/run.sh
+++ b/docker/test/fasttest/run.sh
@@ -65,7 +65,7 @@ function start_server
 {
     set -m # Spawn server in its own process groups
     local opts=(
-        --config-file="$FASTTEST_DATA/config.xml"
+        --config-file "$FASTTEST_DATA/config.xml"
         --
         --path "$FASTTEST_DATA"
         --user_files_path "$FASTTEST_DATA/user_files"
diff --git a/docker/test/performance-comparison/compare.sh b/docker/test/performance-comparison/compare.sh
index 59d7cc98063..674e8dd1cab 100755
--- a/docker/test/performance-comparison/compare.sh
+++ b/docker/test/performance-comparison/compare.sh
@@ -50,13 +50,13 @@ function configure
 
     local setup_left_server_opts=(
         # server options
-        --config-file=left/config/config.xml
+        --config-file left/config/config.xml
         --
         # server *config* directives overrides
         --path db0
         --user_files_path db0/user_files
         --top_level_domains_path /top_level_domains
-        --tcp_port $LEFT_SERVER_PORT
+        --tcp_port "$LEFT_SERVER_PORT"
     )
     left/clickhouse-server "${setup_left_server_opts[@]}" &> setup-server-log.log &
     left_pid=$!
@@ -98,13 +98,13 @@ function restart
 
     local left_server_opts=(
         # server options
-        --config-file=left/config/config.xml
+        --config-file left/config/config.xml
         --
         # server *config* directives overrides
         --path left/db
         --user_files_path left/db/user_files
         --top_level_domains_path /top_level_domains
-        --tcp_port $LEFT_SERVER_PORT
+        --tcp_port "$LEFT_SERVER_PORT"
     )
     left/clickhouse-server "${left_server_opts[@]}" &>> left-server-log.log &
     left_pid=$!
@@ -113,13 +113,13 @@ function restart
 
     local right_server_opts=(
         # server options
-        --config-file=right/config/config.xml
+        --config-file right/config/config.xml
         --
         # server *config* directives overrides
         --path right/db
         --user_files_path right/db/user_files
         --top_level_domains_path /top_level_domains
-        --tcp_port $RIGHT_SERVER_PORT
+        --tcp_port "$RIGHT_SERVER_PORT"
     )
     right/clickhouse-server "${right_server_opts[@]}" &>> right-server-log.log &
     right_pid=$!
@@ -1109,7 +1109,7 @@ function upload_results
     then
         echo Database for test results is not specified, will not upload them.
         return 0
-    fi 
+    fi
 
     # Surprisingly, clickhouse-client doesn't understand --host 127.0.0.1:9000
     # so I have to extract host and port with clickhouse-local. I tried to use
@@ -1117,7 +1117,7 @@ function upload_results
     # parse host:port.
     set +x # Don't show password in the log
     clickhouse-client \
-        $(clickhouse-local --query "with '${CHPC_DATABASE_URL}' as url select '--host ' || domain(url) || ' --port ' || toString(port(url)) format TSV") \
+        "$(clickhouse-local --query "with '${CHPC_DATABASE_URL}' as url select '--host ' || domain(url) || ' --port ' || toString(port(url)) format TSV")" \
         --secure \
         --user "${CHPC_DATABASE_USER}" \
         --password "${CHPC_DATABASE_PASSWORD}" \
diff --git a/docker/test/stateless/run.sh b/docker/test/stateless/run.sh
index e6e987e1d94..309328bc8e2 100755
--- a/docker/test/stateless/run.sh
+++ b/docker/test/stateless/run.sh
@@ -55,9 +55,9 @@ function run_tests()
         ADDITIONAL_OPTIONS+=('00000_no_tests_to_skip')
     fi
 
-    for i in $(seq 1 $NUM_TRIES); do
+    for _ in $(seq 1 "$NUM_TRIES"); do
         clickhouse-test --testname --shard --zookeeper --hung-check --print-time "$SKIP_LIST_OPT" "${ADDITIONAL_OPTIONS[@]}" 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee -a test_output/test_result.txt
-        if [ ${PIPESTATUS[0]} -ne "0" ]; then
+        if [ "${PIPESTATUS[0]}" -ne "0" ]; then
             break;
         fi
     done
@@ -65,4 +65,4 @@ function run_tests()
 
 export -f run_tests
 
-timeout $MAX_RUN_TIME bash -c run_tests ||:
+timeout "$MAX_RUN_TIME" bash -c run_tests ||:
diff --git a/docker/test/style/Dockerfile b/docker/test/style/Dockerfile
index 239a074969c..f7555231ffb 100644
--- a/docker/test/style/Dockerfile
+++ b/docker/test/style/Dockerfile
@@ -8,4 +8,5 @@ CMD cd /ClickHouse/utils/check-style && \
     ./check-style -n | tee /test_output/style_output.txt && \
     ./check-typos | tee /test_output/typos_output.txt && \
     ./check-whitespaces -n | tee /test_output/whitespaces_output.txt && \
-    ./check-duplicate-includes.sh | tee /test_output/duplicate_output.txt
+    ./check-duplicate-includes.sh | tee /test_output/duplicate_output.txt && \
+    ./shellcheck-run.sh | tee /test_output/shellcheck_output.txt
diff --git a/src/Storages/MergeTree/MergeTreeIOSettings.h b/src/Storages/MergeTree/MergeTreeIOSettings.h
index 185211af84b..2dec16e7d10 100644
--- a/src/Storages/MergeTree/MergeTreeIOSettings.h
+++ b/src/Storages/MergeTree/MergeTreeIOSettings.h
@@ -46,7 +46,7 @@ struct MergeTreeWriterSettings
     bool rewrite_primary_key;
     bool blocks_are_granules_size;
 
-    /// Used for AIO threshold comparsion
+    /// Used for AIO threshold comparison
     /// FIXME currently doesn't work because WriteBufferAIO contain obscure bug(s)
     size_t estimated_size = 0;
 };
diff --git a/tests/queries/0_stateless/00029_test_zookeeper_optimize_exception.sh b/tests/queries/0_stateless/00029_test_zookeeper_optimize_exception.sh
index 3f09e256b02..86f1d1f161c 100755
--- a/tests/queries/0_stateless/00029_test_zookeeper_optimize_exception.sh
+++ b/tests/queries/0_stateless/00029_test_zookeeper_optimize_exception.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/00039_inserts_through_http.sh b/tests/queries/0_stateless/00039_inserts_through_http.sh
index 35abcd166d7..2eaa4393935 100755
--- a/tests/queries/0_stateless/00039_inserts_through_http.sh
+++ b/tests/queries/0_stateless/00039_inserts_through_http.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo 'DROP TABLE IF EXISTS long_insert' | ${CLICKHOUSE_CURL} -sSg "${CLICKHOUSE_URL}" -d @-
diff --git a/tests/queries/0_stateless/00070_insert_fewer_columns_http.sh b/tests/queries/0_stateless/00070_insert_fewer_columns_http.sh
index 0cf5f95d3d9..52076767981 100755
--- a/tests/queries/0_stateless/00070_insert_fewer_columns_http.sh
+++ b/tests/queries/0_stateless/00070_insert_fewer_columns_http.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo 'DROP TABLE IF EXISTS insert_fewer_columns'                            | ${CLICKHOUSE_CURL} -sSg "${CLICKHOUSE_URL}" -d @-
diff --git a/tests/queries/0_stateless/00090_union_race_conditions_1.sh b/tests/queries/0_stateless/00090_union_race_conditions_1.sh
index a2da4c461dd..afec8b5bac9 100755
--- a/tests/queries/0_stateless/00090_union_race_conditions_1.sh
+++ b/tests/queries/0_stateless/00090_union_race_conditions_1.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -o errexit
diff --git a/tests/queries/0_stateless/00091_union_race_conditions_2.sh b/tests/queries/0_stateless/00091_union_race_conditions_2.sh
index 94df04e824a..78a6cca2b2b 100755
--- a/tests/queries/0_stateless/00091_union_race_conditions_2.sh
+++ b/tests/queries/0_stateless/00091_union_race_conditions_2.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -o errexit
diff --git a/tests/queries/0_stateless/00092_union_race_conditions_3.sh b/tests/queries/0_stateless/00092_union_race_conditions_3.sh
index 2d74f853ecd..9be2613f70a 100755
--- a/tests/queries/0_stateless/00092_union_race_conditions_3.sh
+++ b/tests/queries/0_stateless/00092_union_race_conditions_3.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -o errexit
diff --git a/tests/queries/0_stateless/00093_union_race_conditions_4.sh b/tests/queries/0_stateless/00093_union_race_conditions_4.sh
index d33b2aacc06..ab1a025c5b2 100755
--- a/tests/queries/0_stateless/00093_union_race_conditions_4.sh
+++ b/tests/queries/0_stateless/00093_union_race_conditions_4.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -o errexit
diff --git a/tests/queries/0_stateless/00094_union_race_conditions_5.sh b/tests/queries/0_stateless/00094_union_race_conditions_5.sh
index 774c4f1e54e..b546b6a0092 100755
--- a/tests/queries/0_stateless/00094_union_race_conditions_5.sh
+++ b/tests/queries/0_stateless/00094_union_race_conditions_5.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -o errexit
diff --git a/tests/queries/0_stateless/00097_long_storage_buffer_race_condition.sh b/tests/queries/0_stateless/00097_long_storage_buffer_race_condition.sh
index 26502247055..b3c0b37e0c0 100755
--- a/tests/queries/0_stateless/00097_long_storage_buffer_race_condition.sh
+++ b/tests/queries/0_stateless/00097_long_storage_buffer_race_condition.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 [ "$NO_SHELL_CONFIG" ] || . "$CURDIR"/../shell_config.sh
 
 seq 1 1000 | sed -r 's/.+/CREATE TABLE IF NOT EXISTS buf_00097 (a UInt8) ENGINE = Buffer('$CLICKHOUSE_DATABASE', b, 1, 1, 1, 1, 1, 1, 1); DROP TABLE buf_00097;/' | $CLICKHOUSE_CLIENT -n
diff --git a/tests/queries/0_stateless/00097_long_storage_buffer_race_condition_mt.sh b/tests/queries/0_stateless/00097_long_storage_buffer_race_condition_mt.sh
index b0cc62cc652..3856da7f214 100755
--- a/tests/queries/0_stateless/00097_long_storage_buffer_race_condition_mt.sh
+++ b/tests/queries/0_stateless/00097_long_storage_buffer_race_condition_mt.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 export NO_SHELL_CONFIG=1
diff --git a/tests/queries/0_stateless/00100_subquery_table_identifier.sh b/tests/queries/0_stateless/00100_subquery_table_identifier.sh
index 2a42e9a0e70..e20939bc992 100755
--- a/tests/queries/0_stateless/00100_subquery_table_identifier.sh
+++ b/tests/queries/0_stateless/00100_subquery_table_identifier.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="SELECT sum(dummy) FROM remote('localhost', system, one) WHERE 1 GLOBAL IN (SELECT 1)"
diff --git a/tests/queries/0_stateless/00115_shard_in_incomplete_result.sh b/tests/queries/0_stateless/00115_shard_in_incomplete_result.sh
index 855c5f8ac86..1348989e244 100755
--- a/tests/queries/0_stateless/00115_shard_in_incomplete_result.sh
+++ b/tests/queries/0_stateless/00115_shard_in_incomplete_result.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -o errexit
diff --git a/tests/queries/0_stateless/00133_long_shard_memory_tracker_and_exception_safety.sh b/tests/queries/0_stateless/00133_long_shard_memory_tracker_and_exception_safety.sh
index 7dbd662c54b..05ebe9d19a8 100755
--- a/tests/queries/0_stateless/00133_long_shard_memory_tracker_and_exception_safety.sh
+++ b/tests/queries/0_stateless/00133_long_shard_memory_tracker_and_exception_safety.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -n --query="
diff --git a/tests/queries/0_stateless/00155_long_merges.sh b/tests/queries/0_stateless/00155_long_merges.sh
index 863575daf11..c2aafaf0c95 100755
--- a/tests/queries/0_stateless/00155_long_merges.sh
+++ b/tests/queries/0_stateless/00155_long_merges.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function create {
diff --git a/tests/queries/0_stateless/00177_inserts_through_http_parts.sh b/tests/queries/0_stateless/00177_inserts_through_http_parts.sh
index bae77c56e13..72a9d4fa16f 100755
--- a/tests/queries/0_stateless/00177_inserts_through_http_parts.sh
+++ b/tests/queries/0_stateless/00177_inserts_through_http_parts.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=DROP+TABLE" -d 'IF EXISTS insert'
diff --git a/tests/queries/0_stateless/00186_very_long_arrays.sh b/tests/queries/0_stateless/00186_very_long_arrays.sh
index 24ff6e098b6..26a4496a85b 100755
--- a/tests/queries/0_stateless/00186_very_long_arrays.sh
+++ b/tests/queries/0_stateless/00186_very_long_arrays.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 (echo 'SELECT number FROM system.numbers WHERE transform(number, ['; seq 1 100000 | tr '\n' ','; echo '0],['; seq 1 100000 | tr '\n' ','; echo '0]) = 10000000 LIMIT 1';) | $CLICKHOUSE_CLIENT --max_query_size=100000000
diff --git a/tests/queries/0_stateless/00210_insert_select_extremes_http.sh b/tests/queries/0_stateless/00210_insert_select_extremes_http.sh
index 5a944c58466..e9c6257d848 100755
--- a/tests/queries/0_stateless/00210_insert_select_extremes_http.sh
+++ b/tests/queries/0_stateless/00210_insert_select_extremes_http.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&extremes=1" -d @- <<< "DROP TABLE IF EXISTS test_00210"
diff --git a/tests/queries/0_stateless/00265_http_content_type_format_timezone.sh b/tests/queries/0_stateless/00265_http_content_type_format_timezone.sh
index 9e92a997f51..74cbbe7f71d 100755
--- a/tests/queries/0_stateless/00265_http_content_type_format_timezone.sh
+++ b/tests/queries/0_stateless/00265_http_content_type_format_timezone.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 CLICKHOUSE_TIMEZONE_ESCAPED=$($CLICKHOUSE_CLIENT --query="SELECT timezone()" | sed 's/[]\/$*.^+:()[]/\\&/g')
diff --git a/tests/queries/0_stateless/00301_csv.sh b/tests/queries/0_stateless/00301_csv.sh
index 6d9c5fc4fed..0aee9abe25c 100755
--- a/tests/queries/0_stateless/00301_csv.sh
+++ b/tests/queries/0_stateless/00301_csv.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS csv";
diff --git a/tests/queries/0_stateless/00302_http_compression.sh b/tests/queries/0_stateless/00302_http_compression.sh
index 1727d5ab993..829475e8602 100755
--- a/tests/queries/0_stateless/00302_http_compression.sh
+++ b/tests/queries/0_stateless/00302_http_compression.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&enable_http_compression=1"                                     -d 'SELECT number FROM system.numbers LIMIT 10';
diff --git a/tests/queries/0_stateless/00304_http_external_data.sh b/tests/queries/0_stateless/00304_http_external_data.sh
index e088540120c..41a9dea1ebb 100755
--- a/tests/queries/0_stateless/00304_http_external_data.sh
+++ b/tests/queries/0_stateless/00304_http_external_data.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo -ne '1,Hello\n2,World\n' | ${CLICKHOUSE_CURL} -sSF 'file=@-' "${CLICKHOUSE_URL}&query=SELECT+*+FROM+file&file_format=CSV&file_types=UInt8,String";
diff --git a/tests/queries/0_stateless/00305_http_and_readonly.sh b/tests/queries/0_stateless/00305_http_and_readonly.sh
index 969f3b42e92..dd9f116be7a 100755
--- a/tests/queries/0_stateless/00305_http_and_readonly.sh
+++ b/tests/queries/0_stateless/00305_http_and_readonly.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # POST permits everything.
diff --git a/tests/queries/0_stateless/00310_tskv.sh b/tests/queries/0_stateless/00310_tskv.sh
index 419bb7d228d..73b6581ac0d 100755
--- a/tests/queries/0_stateless/00310_tskv.sh
+++ b/tests/queries/0_stateless/00310_tskv.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS tskv";
diff --git a/tests/queries/0_stateless/00313_const_totals_extremes.sh b/tests/queries/0_stateless/00313_const_totals_extremes.sh
index eff01bfd511..0c51d80abe8 100755
--- a/tests/queries/0_stateless/00313_const_totals_extremes.sh
+++ b/tests/queries/0_stateless/00313_const_totals_extremes.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&extremes=1&output_format_write_statistics=0" -d "SELECT 1 AS k, count() GROUP BY k WITH TOTALS";
diff --git a/tests/queries/0_stateless/00322_disable_checksumming.sh b/tests/queries/0_stateless/00322_disable_checksumming.sh
index f06b8609d01..e04ec076f80 100755
--- a/tests/queries/0_stateless/00322_disable_checksumming.sh
+++ b/tests/queries/0_stateless/00322_disable_checksumming.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo -ne '\x50\x74\x32\xf2\x59\xe9\x8a\xdb\x37\xc6\x4a\xa7\xfb\x22\xc4\x39''\x82\x13\x00\x00\x00\x09\x00\x00\x00''\x90SELECT 1\n' | ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&decompress=1" --data-binary @-
diff --git a/tests/queries/0_stateless/00335_bom.sh b/tests/queries/0_stateless/00335_bom.sh
index 75622f0ba42..b8bcbb7d635 100755
--- a/tests/queries/0_stateless/00335_bom.sh
+++ b/tests/queries/0_stateless/00335_bom.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo 'DROP TABLE IF EXISTS bom' | ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}" --data-binary @-
diff --git a/tests/queries/0_stateless/00336_shard_stack_trace.sh b/tests/queries/0_stateless/00336_shard_stack_trace.sh
index a096d7a71c6..19389ec11c1 100755
--- a/tests/queries/0_stateless/00336_shard_stack_trace.sh
+++ b/tests/queries/0_stateless/00336_shard_stack_trace.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}" -d 'SELECT a' | wc -l
diff --git a/tests/queries/0_stateless/00339_parsing_bad_arrays.sh b/tests/queries/0_stateless/00339_parsing_bad_arrays.sh
index 2794cceb65d..51ffd8f9814 100755
--- a/tests/queries/0_stateless/00339_parsing_bad_arrays.sh
+++ b/tests/queries/0_stateless/00339_parsing_bad_arrays.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}" -d 'DROP TABLE IF EXISTS bad_arrays'
diff --git a/tests/queries/0_stateless/00354_host_command_line_option.sh b/tests/queries/0_stateless/00354_host_command_line_option.sh
index 227908a7318..9d0d4d59bee 100755
--- a/tests/queries/0_stateless/00354_host_command_line_option.sh
+++ b/tests/queries/0_stateless/00354_host_command_line_option.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 clickhouse_client_removed_host_parameter --host="${CLICKHOUSE_HOST}" --query="SELECT 1";
diff --git a/tests/queries/0_stateless/00365_statistics_in_formats.sh b/tests/queries/0_stateless/00365_statistics_in_formats.sh
index d395f543ce7..724a5dc5fde 100755
--- a/tests/queries/0_stateless/00365_statistics_in_formats.sh
+++ b/tests/queries/0_stateless/00365_statistics_in_formats.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS numbers";
diff --git a/tests/queries/0_stateless/00366_multi_statements.sh b/tests/queries/0_stateless/00366_multi_statements.sh
index e8daffa79b1..9b885bb1b32 100755
--- a/tests/queries/0_stateless/00366_multi_statements.sh
+++ b/tests/queries/0_stateless/00366_multi_statements.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="SELECT 1"
diff --git a/tests/queries/0_stateless/00368_format_option_collision.sh b/tests/queries/0_stateless/00368_format_option_collision.sh
index 425a90a1301..323de47428c 100755
--- a/tests/queries/0_stateless/00368_format_option_collision.sh
+++ b/tests/queries/0_stateless/00368_format_option_collision.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 clickhouse_client_removed_host_parameter --host="${CLICKHOUSE_HOST}" --query="SELECT * FROM ext" --format=Vertical --external --file=- --structure="s String" --name=ext --format=JSONEachRow <<< '{"s":"Hello"}'
diff --git a/tests/queries/0_stateless/00372_cors_header.sh b/tests/queries/0_stateless/00372_cors_header.sh
index 6eec46fd942..8af6ee09876 100755
--- a/tests/queries/0_stateless/00372_cors_header.sh
+++ b/tests/queries/0_stateless/00372_cors_header.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -vsS "${CLICKHOUSE_URL}&add_http_cors_header=1" -H "Origin:smi2.ru"  --data-binary @- <<< "SELECT 1" 2>&1 | grep -F "< Access-Control-Allow-Origin: *" | wc -l
diff --git a/tests/queries/0_stateless/00374_json_each_row_input_with_noisy_fields.sh b/tests/queries/0_stateless/00374_json_each_row_input_with_noisy_fields.sh
index c614b35bdfd..c9c53dedd69 100755
--- a/tests/queries/0_stateless/00374_json_each_row_input_with_noisy_fields.sh
+++ b/tests/queries/0_stateless/00374_json_each_row_input_with_noisy_fields.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS json_noisy"
diff --git a/tests/queries/0_stateless/00379_system_processes_port.sh b/tests/queries/0_stateless/00379_system_processes_port.sh
index edbcea8c4f8..99413af98cf 100755
--- a/tests/queries/0_stateless/00379_system_processes_port.sh
+++ b/tests/queries/0_stateless/00379_system_processes_port.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS --local-port 1390 "${CLICKHOUSE_URL}&query_id=my_id&query=SELECT+port+FROM+system.processes+WHERE+query_id%3D%27my_id%27+ORDER+BY+elapsed+LIMIT+1"
diff --git a/tests/queries/0_stateless/00380_client_break_at_exception_in_batch_mode.sh b/tests/queries/0_stateless/00380_client_break_at_exception_in_batch_mode.sh
index d58928ecfeb..d24d029c4e7 100755
--- a/tests/queries/0_stateless/00380_client_break_at_exception_in_batch_mode.sh
+++ b/tests/queries/0_stateless/00380_client_break_at_exception_in_batch_mode.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --multiquery --query="SELECT 1; SELECT xyz; SELECT 2;" 2> /dev/null || true;
diff --git a/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.sh b/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.sh
index 7f6d5d32a46..ef0ec1ae842 100755
--- a/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.sh
+++ b/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 TABLE_HASH="cityHash64(groupArray(cityHash64(*)))"
diff --git a/tests/queries/0_stateless/00386_long_in_pk.sh b/tests/queries/0_stateless/00386_long_in_pk.sh
index 8cad8f93a13..66cc4ccc227 100755
--- a/tests/queries/0_stateless/00386_long_in_pk.sh
+++ b/tests/queries/0_stateless/00386_long_in_pk.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # We should have correct env vars from shell_config.sh to run this test
diff --git a/tests/queries/0_stateless/00387_use_client_time_zone.sh b/tests/queries/0_stateless/00387_use_client_time_zone.sh
index a86f866a6ad..201277b76d6 100755
--- a/tests/queries/0_stateless/00387_use_client_time_zone.sh
+++ b/tests/queries/0_stateless/00387_use_client_time_zone.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 env TZ=UTC ${CLICKHOUSE_CLIENT} --use_client_time_zone=1 --query="SELECT toDateTime(1000000000)"
diff --git a/tests/queries/0_stateless/00400_client_external_options.sh b/tests/queries/0_stateless/00400_client_external_options.sh
index d519ca16a63..c2c6f44d62e 100755
--- a/tests/queries/0_stateless/00400_client_external_options.sh
+++ b/tests/queries/0_stateless/00400_client_external_options.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo -ne "1\n2\n3\n" | $CLICKHOUSE_CLIENT --query="SELECT * FROM _data" --external --file=- --types=Int8;
diff --git a/tests/queries/0_stateless/00405_PrettyCompactMonoBlock.sh b/tests/queries/0_stateless/00405_PrettyCompactMonoBlock.sh
index a353ce5ea5c..fb89199acb1 100755
--- a/tests/queries/0_stateless/00405_PrettyCompactMonoBlock.sh
+++ b/tests/queries/0_stateless/00405_PrettyCompactMonoBlock.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo 'one block'
diff --git a/tests/queries/0_stateless/00407_parsing_nulls.sh b/tests/queries/0_stateless/00407_parsing_nulls.sh
index 8618d4da8de..cc627dbb97c 100755
--- a/tests/queries/0_stateless/00407_parsing_nulls.sh
+++ b/tests/queries/0_stateless/00407_parsing_nulls.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo -ne '\\tHello\t123\t\\N\n\\N\t\t2000-01-01 00:00:00\n' | ${CLICKHOUSE_LOCAL} --input-format=TabSeparated --output-format=TabSeparated --structure='s Nullable(String), x Nullable(UInt64), t Nullable(DateTime)' --query="SELECT * FROM table"
diff --git a/tests/queries/0_stateless/00408_http_keep_alive.sh b/tests/queries/0_stateless/00408_http_keep_alive.sh
index d0c14720cd8..4bd0e494eb8 100755
--- a/tests/queries/0_stateless/00408_http_keep_alive.sh
+++ b/tests/queries/0_stateless/00408_http_keep_alive.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 URL="${CLICKHOUSE_PORT_HTTP_PROTO}://${CLICKHOUSE_HOST}:${CLICKHOUSE_PORT_HTTP}/"
diff --git a/tests/queries/0_stateless/00411_long_accurate_number_comparison_float.sh b/tests/queries/0_stateless/00411_long_accurate_number_comparison_float.sh
index 17d0c7564e3..d03e02efc55 100755
--- a/tests/queries/0_stateless/00411_long_accurate_number_comparison_float.sh
+++ b/tests/queries/0_stateless/00411_long_accurate_number_comparison_float.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # We should have correct env vars from shell_config.sh to run this test
diff --git a/tests/queries/0_stateless/00411_long_accurate_number_comparison_int1.sh b/tests/queries/0_stateless/00411_long_accurate_number_comparison_int1.sh
index 43d9d550ddf..c2c5491ed90 100755
--- a/tests/queries/0_stateless/00411_long_accurate_number_comparison_int1.sh
+++ b/tests/queries/0_stateless/00411_long_accurate_number_comparison_int1.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # We should have correct env vars from shell_config.sh to run this test
diff --git a/tests/queries/0_stateless/00411_long_accurate_number_comparison_int2.sh b/tests/queries/0_stateless/00411_long_accurate_number_comparison_int2.sh
index 34aaf9ef7ed..539bdd297bd 100755
--- a/tests/queries/0_stateless/00411_long_accurate_number_comparison_int2.sh
+++ b/tests/queries/0_stateless/00411_long_accurate_number_comparison_int2.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # We should have correct env vars from shell_config.sh to run this test
diff --git a/tests/queries/0_stateless/00411_long_accurate_number_comparison_int3.sh b/tests/queries/0_stateless/00411_long_accurate_number_comparison_int3.sh
index 139792944ee..a0e25e8cb0a 100755
--- a/tests/queries/0_stateless/00411_long_accurate_number_comparison_int3.sh
+++ b/tests/queries/0_stateless/00411_long_accurate_number_comparison_int3.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # We should have correct env vars from shell_config.sh to run this test
diff --git a/tests/queries/0_stateless/00411_long_accurate_number_comparison_int4.sh b/tests/queries/0_stateless/00411_long_accurate_number_comparison_int4.sh
index f57099e77ca..b09a05baf69 100755
--- a/tests/queries/0_stateless/00411_long_accurate_number_comparison_int4.sh
+++ b/tests/queries/0_stateless/00411_long_accurate_number_comparison_int4.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # We should have correct env vars from shell_config.sh to run this test
diff --git a/tests/queries/0_stateless/00415_into_outfile.sh b/tests/queries/0_stateless/00415_into_outfile.sh
index 6ceeb7297d6..77dc96a48e6 100755
--- a/tests/queries/0_stateless/00415_into_outfile.sh
+++ b/tests/queries/0_stateless/00415_into_outfile.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function perform()
diff --git a/tests/queries/0_stateless/00416_pocopatch_progress_in_http_headers.sh b/tests/queries/0_stateless/00416_pocopatch_progress_in_http_headers.sh
index 31f5e0f0f43..5d9cd12e4bf 100755
--- a/tests/queries/0_stateless/00416_pocopatch_progress_in_http_headers.sh
+++ b/tests/queries/0_stateless/00416_pocopatch_progress_in_http_headers.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -vsS "${CLICKHOUSE_URL}&max_block_size=5&send_progress_in_http_headers=1&http_headers_progress_interval_ms=0" -d 'SELECT max(number) FROM numbers(10)' 2>&1 | grep -E 'Content-Encoding|X-ClickHouse-Progress|^[0-9]'
diff --git a/tests/queries/0_stateless/00417_kill_query.sh b/tests/queries/0_stateless/00417_kill_query.sh
index cb08f8c009c..ce4c5851762 100755
--- a/tests/queries/0_stateless/00417_kill_query.sh
+++ b/tests/queries/0_stateless/00417_kill_query.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 QUERY_FIELND_NUM=4
diff --git a/tests/queries/0_stateless/00417_system_build_options.sh b/tests/queries/0_stateless/00417_system_build_options.sh
index 34f9d4dfc5d..bfdfa7d14ce 100755
--- a/tests/queries/0_stateless/00417_system_build_options.sh
+++ b/tests/queries/0_stateless/00417_system_build_options.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="SELECT * FROM system.build_options" | perl -lnE 'print $1 if /(BUILD_DATE|BUILD_TYPE|CXX_COMPILER)\s+\S+/ || /(CXX_FLAGS|LINK_FLAGS|TZDATA_VERSION)/';
diff --git a/tests/queries/0_stateless/00418_input_format_allow_errors.sh b/tests/queries/0_stateless/00418_input_format_allow_errors.sh
index 762e35fa8cd..b27c6f3fe29 100755
--- a/tests/queries/0_stateless/00418_input_format_allow_errors.sh
+++ b/tests/queries/0_stateless/00418_input_format_allow_errors.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS formats_test"
diff --git a/tests/queries/0_stateless/00419_show_sql_queries.sh b/tests/queries/0_stateless/00419_show_sql_queries.sh
index a76e9020db0..1737e874ff2 100755
--- a/tests/queries/0_stateless/00419_show_sql_queries.sh
+++ b/tests/queries/0_stateless/00419_show_sql_queries.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "SHOW PROCESSLIST" &>/dev/null
diff --git a/tests/queries/0_stateless/00421_storage_merge__table_index.sh b/tests/queries/0_stateless/00421_storage_merge__table_index.sh
index 769be11f56b..c4af0528f7d 100755
--- a/tests/queries/0_stateless/00421_storage_merge__table_index.sh
+++ b/tests/queries/0_stateless/00421_storage_merge__table_index.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 for i in $(seq -w 0 2 20); do
diff --git a/tests/queries/0_stateless/00427_alter_primary_key.sh b/tests/queries/0_stateless/00427_alter_primary_key.sh
index 352263aad40..4ad1166bfa4 100755
--- a/tests/queries/0_stateless/00427_alter_primary_key.sh
+++ b/tests/queries/0_stateless/00427_alter_primary_key.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function perform()
diff --git a/tests/queries/0_stateless/00429_long_http_bufferization.sh b/tests/queries/0_stateless/00429_long_http_bufferization.sh
index 83c9992218d..aab9aeba937 100755
--- a/tests/queries/0_stateless/00429_long_http_bufferization.sh
+++ b/tests/queries/0_stateless/00429_long_http_bufferization.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function query {
diff --git a/tests/queries/0_stateless/00430_https_server.sh b/tests/queries/0_stateless/00430_https_server.sh
index f562f108791..10df01e2c93 100755
--- a/tests/queries/0_stateless/00430_https_server.sh
+++ b/tests/queries/0_stateless/00430_https_server.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # TODO: enable this test with self-signed server cert
diff --git a/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh b/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh
index cc19a608c20..32633a458cc 100755
--- a/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh
+++ b/tests/queries/0_stateless/00443_optimize_final_vertical_merge.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 table="optimize_me_finally"
diff --git a/tests/queries/0_stateless/00443_preferred_block_size_bytes.sh b/tests/queries/0_stateless/00443_preferred_block_size_bytes.sh
index be986a72457..724630057d9 100755
--- a/tests/queries/0_stateless/00443_preferred_block_size_bytes.sh
+++ b/tests/queries/0_stateless/00443_preferred_block_size_bytes.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS preferred_block_size_bytes"
diff --git a/tests/queries/0_stateless/00446_clear_column_in_partition_concurrent_zookeeper.sh b/tests/queries/0_stateless/00446_clear_column_in_partition_concurrent_zookeeper.sh
index 97830b828b6..60de1822318 100755
--- a/tests/queries/0_stateless/00446_clear_column_in_partition_concurrent_zookeeper.sh
+++ b/tests/queries/0_stateless/00446_clear_column_in_partition_concurrent_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ch="$CLICKHOUSE_CLIENT --stacktrace -q"
diff --git a/tests/queries/0_stateless/00463_long_sessions_in_http_interface.sh b/tests/queries/0_stateless/00463_long_sessions_in_http_interface.sh
index c49924741df..d3bdf32db74 100755
--- a/tests/queries/0_stateless/00463_long_sessions_in_http_interface.sh
+++ b/tests/queries/0_stateless/00463_long_sessions_in_http_interface.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 request() {
diff --git a/tests/queries/0_stateless/00473_output_format_json_quote_denormals.sh b/tests/queries/0_stateless/00473_output_format_json_quote_denormals.sh
index 46f051639d1..47f5c698d17 100755
--- a/tests/queries/0_stateless/00473_output_format_json_quote_denormals.sh
+++ b/tests/queries/0_stateless/00473_output_format_json_quote_denormals.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="select 1/0, -1/0, sqrt(-1), -sqrt(-1) format JSON" --output_format_json_quote_denormals=0 | grep -o null
diff --git a/tests/queries/0_stateless/00474_readonly_settings.sh b/tests/queries/0_stateless/00474_readonly_settings.sh
index 04134c24be7..0edde9f12ed 100755
--- a/tests/queries/0_stateless/00474_readonly_settings.sh
+++ b/tests/queries/0_stateless/00474_readonly_settings.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="select toUInt64(pow(2, 62)) as value format JSON" --output_format_json_quote_64bit_integers=0 | grep value
diff --git a/tests/queries/0_stateless/00485_http_insert_format.sh b/tests/queries/0_stateless/00485_http_insert_format.sh
index 358fb09bf67..b5bf36e6c36 100755
--- a/tests/queries/0_stateless/00485_http_insert_format.sh
+++ b/tests/queries/0_stateless/00485_http_insert_format.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS format"
diff --git a/tests/queries/0_stateless/00497_whitespaces_in_insert.sh b/tests/queries/0_stateless/00497_whitespaces_in_insert.sh
index 6869d79420e..7a799792dd0 100755
--- a/tests/queries/0_stateless/00497_whitespaces_in_insert.sh
+++ b/tests/queries/0_stateless/00497_whitespaces_in_insert.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS ws";
diff --git a/tests/queries/0_stateless/00501_http_head.sh b/tests/queries/0_stateless/00501_http_head.sh
index 318e55fdcee..60283f26833 100755
--- a/tests/queries/0_stateless/00501_http_head.sh
+++ b/tests/queries/0_stateless/00501_http_head.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ( ${CLICKHOUSE_CURL} -s --head "${CLICKHOUSE_URL}&query=SELECT%201";
diff --git a/tests/queries/0_stateless/00504_insert_miss_columns.sh b/tests/queries/0_stateless/00504_insert_miss_columns.sh
index 98d6249c758..ea699ab58a5 100755
--- a/tests/queries/0_stateless/00504_insert_miss_columns.sh
+++ b/tests/queries/0_stateless/00504_insert_miss_columns.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # https://github.com/ClickHouse/ClickHouse/issues/1300
diff --git a/tests/queries/0_stateless/00505_secure.sh b/tests/queries/0_stateless/00505_secure.sh
index d1968ffe638..3d9e28ba08d 100755
--- a/tests/queries/0_stateless/00505_secure.sh
+++ b/tests/queries/0_stateless/00505_secure.sh
@@ -3,6 +3,7 @@
 # set -x
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # Not default server config needed
diff --git a/tests/queries/0_stateless/00505_shard_secure.sh b/tests/queries/0_stateless/00505_shard_secure.sh
index c9200f8804c..526176f8c39 100755
--- a/tests/queries/0_stateless/00505_shard_secure.sh
+++ b/tests/queries/0_stateless/00505_shard_secure.sh
@@ -3,6 +3,7 @@
 # set -x
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "SELECT * FROM remoteSecure('127.0.0.{1,2}', system.one);"
diff --git a/tests/queries/0_stateless/00507_array_no_params.sh b/tests/queries/0_stateless/00507_array_no_params.sh
index 6ae0c1c2067..63829b30f76 100755
--- a/tests/queries/0_stateless/00507_array_no_params.sh
+++ b/tests/queries/0_stateless/00507_array_no_params.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS foo;"
diff --git a/tests/queries/0_stateless/00512_fractional_time_zones.sh b/tests/queries/0_stateless/00512_fractional_time_zones.sh
index 748c4584d06..45be8fe8d17 100755
--- a/tests/queries/0_stateless/00512_fractional_time_zones.sh
+++ b/tests/queries/0_stateless/00512_fractional_time_zones.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 TZ=Europe/Moscow ${CLICKHOUSE_LOCAL} --query="SELECT toDateTime('1990-10-19 00:00:00')"
diff --git a/tests/queries/0_stateless/00520_http_nullable.sh b/tests/queries/0_stateless/00520_http_nullable.sh
index 0f068d5a6fe..6dff8109b9f 100755
--- a/tests/queries/0_stateless/00520_http_nullable.sh
+++ b/tests/queries/0_stateless/00520_http_nullable.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "$CLICKHOUSE_URL" -d 'SELECT floor(NULL), 1;';
diff --git a/tests/queries/0_stateless/00531_client_ignore_error.sh b/tests/queries/0_stateless/00531_client_ignore_error.sh
index 98cb297e237..daf636b0765 100755
--- a/tests/queries/0_stateless/00531_client_ignore_error.sh
+++ b/tests/queries/0_stateless/00531_client_ignore_error.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo "SELECT 1; SELECT 2; SELECT CAST(); SELECT ';'; SELECT 3;SELECT CAST();SELECT 4;" | $CLICKHOUSE_CLIENT -n --ignore-error 2>/dev/null
diff --git a/tests/queries/0_stateless/00534_client_ignore_error.sh b/tests/queries/0_stateless/00534_client_ignore_error.sh
index 98cb297e237..daf636b0765 100755
--- a/tests/queries/0_stateless/00534_client_ignore_error.sh
+++ b/tests/queries/0_stateless/00534_client_ignore_error.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo "SELECT 1; SELECT 2; SELECT CAST(); SELECT ';'; SELECT 3;SELECT CAST();SELECT 4;" | $CLICKHOUSE_CLIENT -n --ignore-error 2>/dev/null
diff --git a/tests/queries/0_stateless/00534_filimonov.sh b/tests/queries/0_stateless/00534_filimonov.sh
index 044b5c9e65d..a629c0f3a92 100755
--- a/tests/queries/0_stateless/00534_filimonov.sh
+++ b/tests/queries/0_stateless/00534_filimonov.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # Server should not crash on any function trash calls
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments1.sh b/tests/queries/0_stateless/00534_functions_bad_arguments1.sh
index 15bbdb1e4c7..2979e18e2a5 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments1.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments1.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_;'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments10.sh b/tests/queries/0_stateless/00534_functions_bad_arguments10.sh
index 8d151d5573d..178c9dd8d94 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments10.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments10.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_([NULL],[NULL]);'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments11.sh b/tests/queries/0_stateless/00534_functions_bad_arguments11.sh
index ac02a9e0a38..3004c6c84ff 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments11.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments11.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_(NULL, NULL, NULL);'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments12.sh b/tests/queries/0_stateless/00534_functions_bad_arguments12.sh
index 7d8ba7e78f6..8e5bd15dc80 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments12.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments12.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_([], [], []);'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments13.sh b/tests/queries/0_stateless/00534_functions_bad_arguments13.sh
index 3995ddefc15..37f4282ae79 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments13.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments13.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_([NULL], [NULL], [NULL]);'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments2.sh b/tests/queries/0_stateless/00534_functions_bad_arguments2.sh
index 23b03a8d168..9c8eda6fbcb 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments2.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments2.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_();'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments3.sh b/tests/queries/0_stateless/00534_functions_bad_arguments3.sh
index 316456045cd..640467e9d00 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments3.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments3.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_(NULL);'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments4.sh b/tests/queries/0_stateless/00534_functions_bad_arguments4.sh
index 10fce23049b..b0381295b39 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments4.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments4.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_([]);'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments5.sh b/tests/queries/0_stateless/00534_functions_bad_arguments5.sh
index fbed81b41d3..3e1d4be7af5 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments5.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments5.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_([NULL]);'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments6.sh b/tests/queries/0_stateless/00534_functions_bad_arguments6.sh
index 3e1e1d38649..53dff77a390 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments6.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments6.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_(-1);'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments7.sh b/tests/queries/0_stateless/00534_functions_bad_arguments7.sh
index ac024b4cb94..3625b65c381 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments7.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments7.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant "SELECT \$_('');"
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments8.sh b/tests/queries/0_stateless/00534_functions_bad_arguments8.sh
index 31e1eea52a4..35cb25e6f8e 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments8.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments8.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_(NULL, NULL);'
diff --git a/tests/queries/0_stateless/00534_functions_bad_arguments9.sh b/tests/queries/0_stateless/00534_functions_bad_arguments9.sh
index ca4fd0bb5ba..1756e968271 100755
--- a/tests/queries/0_stateless/00534_functions_bad_arguments9.sh
+++ b/tests/queries/0_stateless/00534_functions_bad_arguments9.sh
@@ -2,8 +2,10 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./00534_functions_bad_arguments.lib
 . "$CURDIR"/00534_functions_bad_arguments.lib
 
 test_variant 'SELECT $_([], []);'
diff --git a/tests/queries/0_stateless/00540_bad_data_types.sh b/tests/queries/0_stateless/00540_bad_data_types.sh
index 73245e94a52..400d1476ac4 100755
--- a/tests/queries/0_stateless/00540_bad_data_types.sh
+++ b/tests/queries/0_stateless/00540_bad_data_types.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="SELECT CAST(0 AS Array)" 2>/dev/null || true;
diff --git a/tests/queries/0_stateless/00543_access_to_temporary_table_in_readonly_mode.sh b/tests/queries/0_stateless/00543_access_to_temporary_table_in_readonly_mode.sh
index eeae4f6fc1c..560b97a1d1b 100755
--- a/tests/queries/0_stateless/00543_access_to_temporary_table_in_readonly_mode.sh
+++ b/tests/queries/0_stateless/00543_access_to_temporary_table_in_readonly_mode.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -n --query="
diff --git a/tests/queries/0_stateless/00550_join_insert_select.sh b/tests/queries/0_stateless/00550_join_insert_select.sh
index 8e60ddebf8f..bfaccb613ca 100755
--- a/tests/queries/0_stateless/00550_join_insert_select.sh
+++ b/tests/queries/0_stateless/00550_join_insert_select.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -n --ignore-error --query="
diff --git a/tests/queries/0_stateless/00557_remote_port.sh b/tests/queries/0_stateless/00557_remote_port.sh
index abb282ca123..4b6e715438e 100755
--- a/tests/queries/0_stateless/00557_remote_port.sh
+++ b/tests/queries/0_stateless/00557_remote_port.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 if [ "$CLICKHOUSE_HOST" == "localhost" ]; then
diff --git a/tests/queries/0_stateless/00564_enum_order.sh b/tests/queries/0_stateless/00564_enum_order.sh
index dc47b3c3773..f50b1c39590 100755
--- a/tests/queries/0_stateless/00564_enum_order.sh
+++ b/tests/queries/0_stateless/00564_enum_order.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CURL -sS "$CLICKHOUSE_URL" -d "DROP TABLE IF EXISTS enum";
diff --git a/tests/queries/0_stateless/00565_enum_order.sh b/tests/queries/0_stateless/00565_enum_order.sh
index 2851bcaaca2..6958a403246 100755
--- a/tests/queries/0_stateless/00565_enum_order.sh
+++ b/tests/queries/0_stateless/00565_enum_order.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e -o pipefail
diff --git a/tests/queries/0_stateless/00574_empty_strings_deserialization.sh b/tests/queries/0_stateless/00574_empty_strings_deserialization.sh
index 95b3c2d9e5f..1cbc9456ab0 100755
--- a/tests/queries/0_stateless/00574_empty_strings_deserialization.sh
+++ b/tests/queries/0_stateless/00574_empty_strings_deserialization.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS empty_strings_deserialization"
diff --git a/tests/queries/0_stateless/00575_illegal_column_exception_when_drop_depen_column.sh b/tests/queries/0_stateless/00575_illegal_column_exception_when_drop_depen_column.sh
index a526fe00e1b..94a9d331b6a 100755
--- a/tests/queries/0_stateless/00575_illegal_column_exception_when_drop_depen_column.sh
+++ b/tests/queries/0_stateless/00575_illegal_column_exception_when_drop_depen_column.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/00595_insert_into_view.sh b/tests/queries/0_stateless/00595_insert_into_view.sh
index ad16b6147d7..16cc843f9b7 100755
--- a/tests/queries/0_stateless/00595_insert_into_view.sh
+++ b/tests/queries/0_stateless/00595_insert_into_view.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 exception_pattern="Code: 48.*Method write is not supported by storage View"
diff --git a/tests/queries/0_stateless/00596_limit_on_expanded_ast.sh b/tests/queries/0_stateless/00596_limit_on_expanded_ast.sh
index 0c4430f3705..ef0436e55f2 100755
--- a/tests/queries/0_stateless/00596_limit_on_expanded_ast.sh
+++ b/tests/queries/0_stateless/00596_limit_on_expanded_ast.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 exception_pattern="too big"
diff --git a/tests/queries/0_stateless/00598_create_as_select_http.sh b/tests/queries/0_stateless/00598_create_as_select_http.sh
index 58c9593919e..34a70efacd0 100755
--- a/tests/queries/0_stateless/00598_create_as_select_http.sh
+++ b/tests/queries/0_stateless/00598_create_as_select_http.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e -o pipefail
diff --git a/tests/queries/0_stateless/00600_replace_running_query.sh b/tests/queries/0_stateless/00600_replace_running_query.sh
index ea70866538d..be5523e06ea 100755
--- a/tests/queries/0_stateless/00600_replace_running_query.sh
+++ b/tests/queries/0_stateless/00600_replace_running_query.sh
@@ -3,6 +3,7 @@
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=none
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/00601_kill_running_query.sh b/tests/queries/0_stateless/00601_kill_running_query.sh
index 9a6a3a476a4..e4e3ee98877 100755
--- a/tests/queries/0_stateless/00601_kill_running_query.sh
+++ b/tests/queries/0_stateless/00601_kill_running_query.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e -o pipefail
diff --git a/tests/queries/0_stateless/00602_throw_if.sh b/tests/queries/0_stateless/00602_throw_if.sh
index 5a133ce57a7..fe8feab0303 100755
--- a/tests/queries/0_stateless/00602_throw_if.sh
+++ b/tests/queries/0_stateless/00602_throw_if.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 default_exception_message="Value passed to 'throwIf' function is non zero"
diff --git a/tests/queries/0_stateless/00612_http_max_query_size.sh b/tests/queries/0_stateless/00612_http_max_query_size.sh
index 78ae4eba1dc..0a37d7ec766 100755
--- a/tests/queries/0_stateless/00612_http_max_query_size.sh
+++ b/tests/queries/0_stateless/00612_http_max_query_size.sh
@@ -2,6 +2,7 @@
 # shellcheck disable=SC2028
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo 'select 1' | ${CLICKHOUSE_CURL} -sSg "${CLICKHOUSE_URL}&max_query_size=8" -d @- 2>&1 | grep -o "Max query size exceeded"
diff --git a/tests/queries/0_stateless/00612_pk_in_tuple_perf.sh b/tests/queries/0_stateless/00612_pk_in_tuple_perf.sh
index 59617c81db9..99813d894ae 100755
--- a/tests/queries/0_stateless/00612_pk_in_tuple_perf.sh
+++ b/tests/queries/0_stateless/00612_pk_in_tuple_perf.sh
@@ -2,6 +2,7 @@
 
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/00623_truncate_table_throw_exception.sh b/tests/queries/0_stateless/00623_truncate_table_throw_exception.sh
index f4e88b21b75..59092ff28f2 100755
--- a/tests/queries/0_stateless/00623_truncate_table_throw_exception.sh
+++ b/tests/queries/0_stateless/00623_truncate_table_throw_exception.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "DROP DATABASE IF EXISTS test_truncate;"
diff --git a/tests/queries/0_stateless/00625_query_in_form_data.sh b/tests/queries/0_stateless/00625_query_in_form_data.sh
index 035f4a7ee21..38fb166d846 100755
--- a/tests/queries/0_stateless/00625_query_in_form_data.sh
+++ b/tests/queries/0_stateless/00625_query_in_form_data.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} "${CLICKHOUSE_URL}&query=select" -X POST --form-string 'query= 1;' 2>/dev/null
diff --git a/tests/queries/0_stateless/00626_replace_partition_from_table_zookeeper.sh b/tests/queries/0_stateless/00626_replace_partition_from_table_zookeeper.sh
index 0c56a02b894..8945fc3e56b 100755
--- a/tests/queries/0_stateless/00626_replace_partition_from_table_zookeeper.sh
+++ b/tests/queries/0_stateless/00626_replace_partition_from_table_zookeeper.sh
@@ -7,6 +7,7 @@
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=none
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function query_with_retry
diff --git a/tests/queries/0_stateless/00630_arbitrary_csv_delimiter.sh b/tests/queries/0_stateless/00630_arbitrary_csv_delimiter.sh
index cb3f70367cf..978b7bdb671 100755
--- a/tests/queries/0_stateless/00630_arbitrary_csv_delimiter.sh
+++ b/tests/queries/0_stateless/00630_arbitrary_csv_delimiter.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS csv";
diff --git a/tests/queries/0_stateless/00633_materialized_view_and_too_many_parts_zookeeper.sh b/tests/queries/0_stateless/00633_materialized_view_and_too_many_parts_zookeeper.sh
index a9be70be5b9..817da08bfa0 100755
--- a/tests/queries/0_stateless/00633_materialized_view_and_too_many_parts_zookeeper.sh
+++ b/tests/queries/0_stateless/00633_materialized_view_and_too_many_parts_zookeeper.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "DROP TABLE IF EXISTS root"
diff --git a/tests/queries/0_stateless/00634_logging_shard.sh b/tests/queries/0_stateless/00634_logging_shard.sh
index 821ae363218..ab210e5a373 100755
--- a/tests/queries/0_stateless/00634_logging_shard.sh
+++ b/tests/queries/0_stateless/00634_logging_shard.sh
@@ -5,6 +5,7 @@ set -e
 export CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL="trace"
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 cur_name=$(basename "${BASH_SOURCE[0]}")
diff --git a/tests/queries/0_stateless/00634_performance_introspection_and_logging.sh b/tests/queries/0_stateless/00634_performance_introspection_and_logging.sh
index add1f037436..c645bea23b3 100755
--- a/tests/queries/0_stateless/00634_performance_introspection_and_logging.sh
+++ b/tests/queries/0_stateless/00634_performance_introspection_and_logging.sh
@@ -5,6 +5,7 @@ set -e
 export CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL="trace"
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 cur_name=$(basename "${BASH_SOURCE[0]}")
diff --git a/tests/queries/0_stateless/00636_partition_key_parts_pruning.sh b/tests/queries/0_stateless/00636_partition_key_parts_pruning.sh
index 8150d52abc9..fdaecd87f53 100755
--- a/tests/queries/0_stateless/00636_partition_key_parts_pruning.sh
+++ b/tests/queries/0_stateless/00636_partition_key_parts_pruning.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="SELECT '*** Single column partition key ***'"
diff --git a/tests/queries/0_stateless/00637_sessions_in_http_interface_and_settings.sh b/tests/queries/0_stateless/00637_sessions_in_http_interface_and_settings.sh
index 901f3150ce6..014fc696da3 100755
--- a/tests/queries/0_stateless/00637_sessions_in_http_interface_and_settings.sh
+++ b/tests/queries/0_stateless/00637_sessions_in_http_interface_and_settings.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 user="readonly"
diff --git a/tests/queries/0_stateless/00646_url_engine.sh b/tests/queries/0_stateless/00646_url_engine.sh
index bf20e0c1222..357e0d74fd0 100755
--- a/tests/queries/0_stateless/00646_url_engine.sh
+++ b/tests/queries/0_stateless/00646_url_engine.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # We should have correct env vars from shell_config.sh to run this test
diff --git a/tests/queries/0_stateless/00650_csv_with_specified_quote_rule.sh b/tests/queries/0_stateless/00650_csv_with_specified_quote_rule.sh
index 8540267a809..3971510f7f6 100755
--- a/tests/queries/0_stateless/00650_csv_with_specified_quote_rule.sh
+++ b/tests/queries/0_stateless/00650_csv_with_specified_quote_rule.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS csv";
diff --git a/tests/queries/0_stateless/00651_default_database_on_client_reconnect.sh b/tests/queries/0_stateless/00651_default_database_on_client_reconnect.sh
index 154ee654a81..23ce8bb9677 100755
--- a/tests/queries/0_stateless/00651_default_database_on_client_reconnect.sh
+++ b/tests/queries/0_stateless/00651_default_database_on_client_reconnect.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --ignore-error --multiquery --query "DROP TABLE IF EXISTS tab_00651; CREATE TABLE tab_00651 (val UInt64) engine = Memory; SHOW CREATE TABLE tab_00651 format abcd; DESC tab_00651; DROP TABLE tab_00651;" ||: 2> /dev/null
diff --git a/tests/queries/0_stateless/00652_mergetree_mutations.sh b/tests/queries/0_stateless/00652_mergetree_mutations.sh
index a49a0c8f500..7c7117d5f75 100755
--- a/tests/queries/0_stateless/00652_mergetree_mutations.sh
+++ b/tests/queries/0_stateless/00652_mergetree_mutations.sh
@@ -1,8 +1,10 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./mergetree_mutations.lib
 . "$CURDIR"/mergetree_mutations.lib
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS mutations"
diff --git a/tests/queries/0_stateless/00652_mutations_alter_update.sh b/tests/queries/0_stateless/00652_mutations_alter_update.sh
index 83a5e18d4ae..67c024336a0 100755
--- a/tests/queries/0_stateless/00652_mutations_alter_update.sh
+++ b/tests/queries/0_stateless/00652_mutations_alter_update.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS alter_update"
diff --git a/tests/queries/0_stateless/00652_mutations_default_database.sh b/tests/queries/0_stateless/00652_mutations_default_database.sh
index 78aa0e88c36..eed45540f9b 100755
--- a/tests/queries/0_stateless/00652_mutations_default_database.sh
+++ b/tests/queries/0_stateless/00652_mutations_default_database.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --multiquery --mutations_sync=1 << EOF
diff --git a/tests/queries/0_stateless/00652_replicated_mutations_default_database_zookeeper.sh b/tests/queries/0_stateless/00652_replicated_mutations_default_database_zookeeper.sh
index e40c877e8a2..02f552c250d 100755
--- a/tests/queries/0_stateless/00652_replicated_mutations_default_database_zookeeper.sh
+++ b/tests/queries/0_stateless/00652_replicated_mutations_default_database_zookeeper.sh
@@ -1,8 +1,10 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./mergetree_mutations.lib
 . "$CURDIR"/mergetree_mutations.lib
 
 ${CLICKHOUSE_CLIENT} --multiquery << EOF
diff --git a/tests/queries/0_stateless/00652_replicated_mutations_zookeeper.sh b/tests/queries/0_stateless/00652_replicated_mutations_zookeeper.sh
index 9e4bdba1294..08a39c58c3e 100755
--- a/tests/queries/0_stateless/00652_replicated_mutations_zookeeper.sh
+++ b/tests/queries/0_stateless/00652_replicated_mutations_zookeeper.sh
@@ -1,8 +1,10 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./mergetree_mutations.lib
 . "$CURDIR"/mergetree_mutations.lib
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS mutations_r1"
diff --git a/tests/queries/0_stateless/00653_verification_monotonic_data_load.sh b/tests/queries/0_stateless/00653_verification_monotonic_data_load.sh
index ff73669bbd0..f49aeb93184 100755
--- a/tests/queries/0_stateless/00653_verification_monotonic_data_load.sh
+++ b/tests/queries/0_stateless/00653_verification_monotonic_data_load.sh
@@ -11,6 +11,7 @@
 #--------------------------------------------
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS string_test_table;"
diff --git a/tests/queries/0_stateless/00682_empty_parts_merge.sh b/tests/queries/0_stateless/00682_empty_parts_merge.sh
index 1a336580b3a..0213f31ea94 100755
--- a/tests/queries/0_stateless/00682_empty_parts_merge.sh
+++ b/tests/queries/0_stateless/00682_empty_parts_merge.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS ordinary_00682"
diff --git a/tests/queries/0_stateless/00686_client_exit_code.sh b/tests/queries/0_stateless/00686_client_exit_code.sh
index dea82af2211..eab534dd8d5 100755
--- a/tests/queries/0_stateless/00686_client_exit_code.sh
+++ b/tests/queries/0_stateless/00686_client_exit_code.sh
@@ -1,8 +1,10 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./mergetree_mutations.lib
 . "$CURDIR"/mergetree_mutations.lib
 
 echo "INSERT INTO test FORMAT CSV" | ${CLICKHOUSE_CLIENT} -n 2>/dev/null
diff --git a/tests/queries/0_stateless/00687_top_and_offset.sh b/tests/queries/0_stateless/00687_top_and_offset.sh
index fb7dc2b4d90..4355f746ac8 100755
--- a/tests/queries/0_stateless/00687_top_and_offset.sh
+++ b/tests/queries/0_stateless/00687_top_and_offset.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/00690_insert_select_converting_exception_message.sh b/tests/queries/0_stateless/00690_insert_select_converting_exception_message.sh
index 290bde5b4ac..3f22726877a 100755
--- a/tests/queries/0_stateless/00690_insert_select_converting_exception_message.sh
+++ b/tests/queries/0_stateless/00690_insert_select_converting_exception_message.sh
@@ -3,6 +3,7 @@
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=none
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "DROP TABLE IF EXISTS test_00690;"
diff --git a/tests/queries/0_stateless/00699_materialized_view_mutations.sh b/tests/queries/0_stateless/00699_materialized_view_mutations.sh
index a8166ca29c0..f55b8ac10ed 100755
--- a/tests/queries/0_stateless/00699_materialized_view_mutations.sh
+++ b/tests/queries/0_stateless/00699_materialized_view_mutations.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/00704_drop_truncate_memory_table.sh b/tests/queries/0_stateless/00704_drop_truncate_memory_table.sh
index e406b603717..bdb4627ae30 100755
--- a/tests/queries/0_stateless/00704_drop_truncate_memory_table.sh
+++ b/tests/queries/0_stateless/00704_drop_truncate_memory_table.sh
@@ -4,6 +4,7 @@ set -e
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=none
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --multiquery --query="
diff --git a/tests/queries/0_stateless/00705_drop_create_merge_tree.sh b/tests/queries/0_stateless/00705_drop_create_merge_tree.sh
index c817767c0b5..ede490cf8f1 100755
--- a/tests/queries/0_stateless/00705_drop_create_merge_tree.sh
+++ b/tests/queries/0_stateless/00705_drop_create_merge_tree.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function stress()
diff --git a/tests/queries/0_stateless/00715_fetch_merged_or_mutated_part_zookeeper.sh b/tests/queries/0_stateless/00715_fetch_merged_or_mutated_part_zookeeper.sh
index 8a8a9ed6615..54b6c80f2ac 100755
--- a/tests/queries/0_stateless/00715_fetch_merged_or_mutated_part_zookeeper.sh
+++ b/tests/queries/0_stateless/00715_fetch_merged_or_mutated_part_zookeeper.sh
@@ -1,7 +1,9 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
+# shellcheck source=./mergetree_mutations.lib
 . "$CURDIR"/mergetree_mutations.lib
 
 
diff --git a/tests/queries/0_stateless/00715_json_each_row_input_nested.sh b/tests/queries/0_stateless/00715_json_each_row_input_nested.sh
index c38f5b2ba28..72e01aef742 100755
--- a/tests/queries/0_stateless/00715_json_each_row_input_nested.sh
+++ b/tests/queries/0_stateless/00715_json_each_row_input_nested.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS json_each_row_nested"
diff --git a/tests/queries/0_stateless/00719_insert_block_without_column.sh b/tests/queries/0_stateless/00719_insert_block_without_column.sh
index 384445b1ae6..11aaab98cdc 100755
--- a/tests/queries/0_stateless/00719_insert_block_without_column.sh
+++ b/tests/queries/0_stateless/00719_insert_block_without_column.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 [ -e "${CLICKHOUSE_TMP}"/test_squashing_block_without_column.out ] && rm "${CLICKHOUSE_TMP}"/test_squashing_block_without_column.out
diff --git a/tests/queries/0_stateless/00719_parallel_ddl_db.sh b/tests/queries/0_stateless/00719_parallel_ddl_db.sh
index c9f86fa0a41..5608a57eecc 100755
--- a/tests/queries/0_stateless/00719_parallel_ddl_db.sh
+++ b/tests/queries/0_stateless/00719_parallel_ddl_db.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "DROP DATABASE IF EXISTS parallel_ddl"
diff --git a/tests/queries/0_stateless/00719_parallel_ddl_table.sh b/tests/queries/0_stateless/00719_parallel_ddl_table.sh
index c06b6f6cb12..2a542ea21f6 100755
--- a/tests/queries/0_stateless/00719_parallel_ddl_table.sh
+++ b/tests/queries/0_stateless/00719_parallel_ddl_table.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "DROP TABLE IF EXISTS parallel_ddl"
diff --git a/tests/queries/0_stateless/00728_json_each_row_parsing.sh b/tests/queries/0_stateless/00728_json_each_row_parsing.sh
index 73ea72a5e2c..6a43fc2d8da 100755
--- a/tests/queries/0_stateless/00728_json_each_row_parsing.sh
+++ b/tests/queries/0_stateless/00728_json_each_row_parsing.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS json_parse;"
diff --git a/tests/queries/0_stateless/00731_long_merge_tree_select_opened_files.sh b/tests/queries/0_stateless/00731_long_merge_tree_select_opened_files.sh
index d4cbc753aee..25a742a481a 100755
--- a/tests/queries/0_stateless/00731_long_merge_tree_select_opened_files.sh
+++ b/tests/queries/0_stateless/00731_long_merge_tree_select_opened_files.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 settings="--log_queries=1 --log_query_threads=1 --log_profile_events=1 --log_query_settings=1"
diff --git a/tests/queries/0_stateless/00738_lock_for_inner_table.sh b/tests/queries/0_stateless/00738_lock_for_inner_table.sh
index 4570c853f31..9540d566ac3 100755
--- a/tests/queries/0_stateless/00738_lock_for_inner_table.sh
+++ b/tests/queries/0_stateless/00738_lock_for_inner_table.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo "DROP TABLE IF EXISTS tab_00738;
diff --git a/tests/queries/0_stateless/00746_sql_fuzzy.sh b/tests/queries/0_stateless/00746_sql_fuzzy.sh
index aed00c905d7..9fa64d10057 100755
--- a/tests/queries/0_stateless/00746_sql_fuzzy.sh
+++ b/tests/queries/0_stateless/00746_sql_fuzzy.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 export SQL_FUZZY_FILE_FUNCTIONS=${CLICKHOUSE_TMP}/clickhouse-functions
diff --git a/tests/queries/0_stateless/00754_distributed_optimize_skip_select_on_unused_shards.sh b/tests/queries/0_stateless/00754_distributed_optimize_skip_select_on_unused_shards.sh
index d3aa04c9095..55b74e055db 100755
--- a/tests/queries/0_stateless/00754_distributed_optimize_skip_select_on_unused_shards.sh
+++ b/tests/queries/0_stateless/00754_distributed_optimize_skip_select_on_unused_shards.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "DROP TABLE IF EXISTS mergetree_00754;"
diff --git a/tests/queries/0_stateless/00754_distributed_optimize_skip_select_on_unused_shards_with_prewhere.sh b/tests/queries/0_stateless/00754_distributed_optimize_skip_select_on_unused_shards_with_prewhere.sh
index 5cdc150dace..ecf75352ca9 100755
--- a/tests/queries/0_stateless/00754_distributed_optimize_skip_select_on_unused_shards_with_prewhere.sh
+++ b/tests/queries/0_stateless/00754_distributed_optimize_skip_select_on_unused_shards_with_prewhere.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "DROP TABLE IF EXISTS distributed_00754;"
diff --git a/tests/queries/0_stateless/00763_lock_buffer.sh b/tests/queries/0_stateless/00763_lock_buffer.sh
index 7e1a1e87917..44660035208 100755
--- a/tests/queries/0_stateless/00763_lock_buffer.sh
+++ b/tests/queries/0_stateless/00763_lock_buffer.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS mt_00763_2"
diff --git a/tests/queries/0_stateless/00763_long_lock_buffer_alter_destination_table.sh b/tests/queries/0_stateless/00763_long_lock_buffer_alter_destination_table.sh
index 1605689fd11..65dd2474580 100755
--- a/tests/queries/0_stateless/00763_long_lock_buffer_alter_destination_table.sh
+++ b/tests/queries/0_stateless/00763_long_lock_buffer_alter_destination_table.sh
@@ -4,6 +4,7 @@ set -e
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=none
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS mt_00763_1"
diff --git a/tests/queries/0_stateless/00764_max_query_size_allocation.sh b/tests/queries/0_stateless/00764_max_query_size_allocation.sh
index f074077b6ea..e42a5bd9fb9 100755
--- a/tests/queries/0_stateless/00764_max_query_size_allocation.sh
+++ b/tests/queries/0_stateless/00764_max_query_size_allocation.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&max_query_size=1000000000&max_memory_usage=10000000" -d "SELECT 1"
diff --git a/tests/queries/0_stateless/00816_long_concurrent_alter_column.sh b/tests/queries/0_stateless/00816_long_concurrent_alter_column.sh
index 7f4df58d764..63b687d072d 100755
--- a/tests/queries/0_stateless/00816_long_concurrent_alter_column.sh
+++ b/tests/queries/0_stateless/00816_long_concurrent_alter_column.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo "DROP TABLE IF EXISTS concurrent_alter_column" | ${CLICKHOUSE_CLIENT}
diff --git a/tests/queries/0_stateless/00823_capnproto_input.sh b/tests/queries/0_stateless/00823_capnproto_input.sh
index a53d54b11d8..b86c8882bbd 100755
--- a/tests/queries/0_stateless/00823_capnproto_input.sh
+++ b/tests/queries/0_stateless/00823_capnproto_input.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 #create the schema file
diff --git a/tests/queries/0_stateless/00825_http_header_query_id.sh b/tests/queries/0_stateless/00825_http_header_query_id.sh
index 2b0f199baf2..aad7c038bce 100755
--- a/tests/queries/0_stateless/00825_http_header_query_id.sh
+++ b/tests/queries/0_stateless/00825_http_header_query_id.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL_COMMAND} -q -I -sSg "${CLICKHOUSE_URL}&query=SELECT%201" | grep -o X-ClickHouse-Query-Id
diff --git a/tests/queries/0_stateless/00825_protobuf_format_input.sh b/tests/queries/0_stateless/00825_protobuf_format_input.sh
index b9912b2b849..5a85a852cb1 100755
--- a/tests/queries/0_stateless/00825_protobuf_format_input.sh
+++ b/tests/queries/0_stateless/00825_protobuf_format_input.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -eo pipefail
@@ -43,6 +44,7 @@ EOF
 # To generate the file 00825_protobuf_format_input.insh use the following commands:
 # ninja ProtobufDelimitedMessagesSerializer
 # build/utils/test-data-generator/ProtobufDelimitedMessagesSerializer
+# shellcheck source=./00825_protobuf_format_input.insh
 source "$CURDIR"/00825_protobuf_format_input.insh
 
 $CLICKHOUSE_CLIENT --query "SELECT * FROM in_persons_00825 ORDER BY uuid;"
@@ -51,6 +53,7 @@ $CLICKHOUSE_CLIENT --query "SELECT * FROM in_squares_00825 ORDER BY number;"
 $CLICKHOUSE_CLIENT --query "TRUNCATE TABLE in_persons_00825;"
 $CLICKHOUSE_CLIENT --query "TRUNCATE TABLE in_squares_00825;"
 
+# shellcheck source=./00825_protobuf_format_input_single.insh
 source "$CURDIR"/00825_protobuf_format_input_single.insh
 
 $CLICKHOUSE_CLIENT --query "SELECT * FROM in_persons_00825 ORDER BY uuid;"
diff --git a/tests/queries/0_stateless/00825_protobuf_format_output.sh b/tests/queries/0_stateless/00825_protobuf_format_output.sh
index 889d3a9d2ae..f2d0c60b393 100755
--- a/tests/queries/0_stateless/00825_protobuf_format_output.sh
+++ b/tests/queries/0_stateless/00825_protobuf_format_output.sh
@@ -5,6 +5,7 @@
 # build/utils/test-data-generator/ProtobufDelimitedMessagesSerializer
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e -o pipefail
diff --git a/tests/queries/0_stateless/00834_cancel_http_readonly_queries_on_client_close.sh b/tests/queries/0_stateless/00834_cancel_http_readonly_queries_on_client_close.sh
index 0088effcf34..3da40f16786 100755
--- a/tests/queries/0_stateless/00834_cancel_http_readonly_queries_on_client_close.sh
+++ b/tests/queries/0_stateless/00834_cancel_http_readonly_queries_on_client_close.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} --max-time 1 -sS "${CLICKHOUSE_URL}&query_id=cancel_http_readonly_queries_on_client_close&cancel_http_readonly_queries_on_client_close=1&query=SELECT+count()+FROM+system.numbers" 2>&1 | grep -cF 'curl: (28)'
diff --git a/tests/queries/0_stateless/00834_dont_allow_to_set_two_configuration_files_in_client.sh b/tests/queries/0_stateless/00834_dont_allow_to_set_two_configuration_files_in_client.sh
index 421d898eb83..be57757af06 100755
--- a/tests/queries/0_stateless/00834_dont_allow_to_set_two_configuration_files_in_client.sh
+++ b/tests/queries/0_stateless/00834_dont_allow_to_set_two_configuration_files_in_client.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 OUTPUT=$($CLICKHOUSE_CLIENT_BINARY -c 1 -C 2 2>&1)
diff --git a/tests/queries/0_stateless/00834_hints_for_type_function_typos.sh b/tests/queries/0_stateless/00834_hints_for_type_function_typos.sh
index e00590692ba..6640e0003cd 100755
--- a/tests/queries/0_stateless/00834_hints_for_type_function_typos.sh
+++ b/tests/queries/0_stateless/00834_hints_for_type_function_typos.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "select c23ount(*) from system.functions;" 2>&1 | grep "Maybe you meant: \['count'" &>/dev/null;
diff --git a/tests/queries/0_stateless/00834_kill_mutation.sh b/tests/queries/0_stateless/00834_kill_mutation.sh
index 886433e7ba8..a17d85cf9a5 100755
--- a/tests/queries/0_stateless/00834_kill_mutation.sh
+++ b/tests/queries/0_stateless/00834_kill_mutation.sh
@@ -1,8 +1,10 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./mergetree_mutations.lib
 . "$CURDIR"/mergetree_mutations.lib
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS kill_mutation"
diff --git a/tests/queries/0_stateless/00834_kill_mutation_replicated_zookeeper.sh b/tests/queries/0_stateless/00834_kill_mutation_replicated_zookeeper.sh
index 8414db1fee5..d1f938f73fe 100755
--- a/tests/queries/0_stateless/00834_kill_mutation_replicated_zookeeper.sh
+++ b/tests/queries/0_stateless/00834_kill_mutation_replicated_zookeeper.sh
@@ -1,8 +1,10 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./mergetree_mutations.lib
 . "$CURDIR"/mergetree_mutations.lib
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS kill_mutation_r1"
diff --git a/tests/queries/0_stateless/00837_minmax_index.sh b/tests/queries/0_stateless/00837_minmax_index.sh
index 9f947db6b6f..39e39f9d628 100755
--- a/tests/queries/0_stateless/00837_minmax_index.sh
+++ b/tests/queries/0_stateless/00837_minmax_index.sh
@@ -2,6 +2,7 @@
 
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS minmax_idx;"
diff --git a/tests/queries/0_stateless/00838_system_tables_drop_table_race.sh b/tests/queries/0_stateless/00838_system_tables_drop_table_race.sh
index c64e1b41ca4..2e070d685a4 100755
--- a/tests/queries/0_stateless/00838_system_tables_drop_table_race.sh
+++ b/tests/queries/0_stateless/00838_system_tables_drop_table_race.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS table"
diff --git a/tests/queries/0_stateless/00838_unique_index.sh b/tests/queries/0_stateless/00838_unique_index.sh
index 330eb4ed346..36504b754a7 100755
--- a/tests/queries/0_stateless/00838_unique_index.sh
+++ b/tests/queries/0_stateless/00838_unique_index.sh
@@ -2,6 +2,7 @@
 
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS set_idx;"
diff --git a/tests/queries/0_stateless/00840_long_concurrent_select_and_drop_deadlock.sh b/tests/queries/0_stateless/00840_long_concurrent_select_and_drop_deadlock.sh
index 481bcc043d7..60a2d8eb9a0 100755
--- a/tests/queries/0_stateless/00840_long_concurrent_select_and_drop_deadlock.sh
+++ b/tests/queries/0_stateless/00840_long_concurrent_select_and_drop_deadlock.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 for _ in {1..200}; do echo "drop table if exists view_00840" | $CLICKHOUSE_CLIENT; echo "create view view_00840 as select count(*),database,table from system.columns group by database,table" | $CLICKHOUSE_CLIENT; done &
diff --git a/tests/queries/0_stateless/00851_http_insert_json_defaults.sh b/tests/queries/0_stateless/00851_http_insert_json_defaults.sh
index 08218cec5b9..08458822cc0 100755
--- a/tests/queries/0_stateless/00851_http_insert_json_defaults.sh
+++ b/tests/queries/0_stateless/00851_http_insert_json_defaults.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS defaults"
diff --git a/tests/queries/0_stateless/00898_parsing_bad_diagnostic_message.sh b/tests/queries/0_stateless/00898_parsing_bad_diagnostic_message.sh
index c75b752576d..0eeabde917c 100755
--- a/tests/queries/0_stateless/00898_parsing_bad_diagnostic_message.sh
+++ b/tests/queries/0_stateless/00898_parsing_bad_diagnostic_message.sh
@@ -3,6 +3,7 @@
 # set -x
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 echo -ne '0\t1\t2\t3\t4\t5\t6\t7\t8\t9\t10\ta' | $CLICKHOUSE_LOCAL --structure 'c0 UInt8, c1 UInt8, c2 UInt8, c3 UInt8, c4 UInt8, c5 UInt8, c6 UInt8, c7 UInt8, c8 UInt8, c9 UInt8, c10 UInt8, c11 UInt8' --input-format TSV --query 'SELECT * FROM table' 2>&1 | grep -F 'Column 11'
diff --git a/tests/queries/0_stateless/00900_orc_load.sh b/tests/queries/0_stateless/00900_orc_load.sh
index 6e08b415397..a0bacff43e5 100755
--- a/tests/queries/0_stateless/00900_orc_load.sh
+++ b/tests/queries/0_stateless/00900_orc_load.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 DATA_FILE=$CUR_DIR/data_orc/test.orc
diff --git a/tests/queries/0_stateless/00900_parquet.sh b/tests/queries/0_stateless/00900_parquet.sh
index 1af893c0b45..4b06001429f 100755
--- a/tests/queries/0_stateless/00900_parquet.sh
+++ b/tests/queries/0_stateless/00900_parquet.sh
@@ -3,6 +3,7 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 #${CLICKHOUSE_CLIENT} --max_block_size=1 --query="SELECT * FROM system.numbers LIMIT 10 FORMAT Parquet" > ${CLICKHOUSE_TMP}/t1.pq
diff --git a/tests/queries/0_stateless/00900_parquet_decimal.sh b/tests/queries/0_stateless/00900_parquet_decimal.sh
index e6174a1f3a9..67561f484bd 100755
--- a/tests/queries/0_stateless/00900_parquet_decimal.sh
+++ b/tests/queries/0_stateless/00900_parquet_decimal.sh
@@ -3,6 +3,7 @@
 # set -x
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS decimal;"
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS decimal2;"
diff --git a/tests/queries/0_stateless/00900_parquet_load.sh b/tests/queries/0_stateless/00900_parquet_load.sh
index 43b738aab83..52213f066e1 100755
--- a/tests/queries/0_stateless/00900_parquet_load.sh
+++ b/tests/queries/0_stateless/00900_parquet_load.sh
@@ -14,6 +14,7 @@
 # set -x
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 CB_DIR=$(dirname "$CLICKHOUSE_CLIENT_BINARY")
diff --git a/tests/queries/0_stateless/00907_set_index_max_rows.sh b/tests/queries/0_stateless/00907_set_index_max_rows.sh
index 8109223db97..f780517934d 100755
--- a/tests/queries/0_stateless/00907_set_index_max_rows.sh
+++ b/tests/queries/0_stateless/00907_set_index_max_rows.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS set_idx;"
diff --git a/tests/queries/0_stateless/00908_bloom_filter_index.sh b/tests/queries/0_stateless/00908_bloom_filter_index.sh
index d989ed0fa6b..a7631db759c 100755
--- a/tests/queries/0_stateless/00908_bloom_filter_index.sh
+++ b/tests/queries/0_stateless/00908_bloom_filter_index.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS bloom_filter_idx;"
diff --git a/tests/queries/0_stateless/00908_long_http_insert.sh b/tests/queries/0_stateless/00908_long_http_insert.sh
index 06a28bc0820..5e793410412 100755
--- a/tests/queries/0_stateless/00908_long_http_insert.sh
+++ b/tests/queries/0_stateless/00908_long_http_insert.sh
@@ -2,6 +2,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo 'DROP TABLE IF EXISTS table_for_insert'                            | ${CLICKHOUSE_CURL} -sSg "${CLICKHOUSE_URL}" -d @-
diff --git a/tests/queries/0_stateless/00909_kill_not_initialized_query.sh b/tests/queries/0_stateless/00909_kill_not_initialized_query.sh
index bc2a42bd708..531652a33e7 100755
--- a/tests/queries/0_stateless/00909_kill_not_initialized_query.sh
+++ b/tests/queries/0_stateless/00909_kill_not_initialized_query.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/00910_client_window_size_detection.sh b/tests/queries/0_stateless/00910_client_window_size_detection.sh
index eb0b14b0006..47d913de152 100755
--- a/tests/queries/0_stateless/00910_client_window_size_detection.sh
+++ b/tests/queries/0_stateless/00910_client_window_size_detection.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00921_datetime64_compatibility.sh b/tests/queries/0_stateless/00921_datetime64_compatibility.sh
index 3e5de1a552c..564c456bc7f 100755
--- a/tests/queries/0_stateless/00921_datetime64_compatibility.sh
+++ b/tests/queries/0_stateless/00921_datetime64_compatibility.sh
@@ -3,6 +3,7 @@
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL="none"
 # We should have correct env vars from shell_config.sh to run this test
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # In order to check queries individually (don't stop on the first one that fails):
diff --git a/tests/queries/0_stateless/00927_asof_join_other_types.sh b/tests/queries/0_stateless/00927_asof_join_other_types.sh
index 13a8e798f38..c002d092b40 100755
--- a/tests/queries/0_stateless/00927_asof_join_other_types.sh
+++ b/tests/queries/0_stateless/00927_asof_join_other_types.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 for typename in "UInt32" "UInt64" "Float64" "Float32" "DateTime" "Decimal32(5)" "Decimal64(5)" "Decimal128(5)" "DateTime64(3)"
diff --git a/tests/queries/0_stateless/00933_test_fix_extra_seek_on_compressed_cache.sh b/tests/queries/0_stateless/00933_test_fix_extra_seek_on_compressed_cache.sh
index c5f5c61b41d..2b9a69d19d4 100755
--- a/tests/queries/0_stateless/00933_test_fix_extra_seek_on_compressed_cache.sh
+++ b/tests/queries/0_stateless/00933_test_fix_extra_seek_on_compressed_cache.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/00937_template_output_format.sh b/tests/queries/0_stateless/00937_template_output_format.sh
index 230bc0c0205..6030887cfba 100755
--- a/tests/queries/0_stateless/00937_template_output_format.sh
+++ b/tests/queries/0_stateless/00937_template_output_format.sh
@@ -2,6 +2,7 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS template";
diff --git a/tests/queries/0_stateless/00937_test_use_header_csv.sh b/tests/queries/0_stateless/00937_test_use_header_csv.sh
index c7c0d1f99c0..8ab37b30b60 100755
--- a/tests/queries/0_stateless/00937_test_use_header_csv.sh
+++ b/tests/queries/0_stateless/00937_test_use_header_csv.sh
@@ -2,6 +2,7 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS csv"
diff --git a/tests/queries/0_stateless/00937_test_use_header_tsv.sh b/tests/queries/0_stateless/00937_test_use_header_tsv.sh
index a272e70d32b..aa06f2be3b8 100755
--- a/tests/queries/0_stateless/00937_test_use_header_tsv.sh
+++ b/tests/queries/0_stateless/00937_test_use_header_tsv.sh
@@ -2,6 +2,7 @@
 # shellcheck disable=SC2016
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS tsv"
diff --git a/tests/queries/0_stateless/00938_fix_rwlock_segfault.sh b/tests/queries/0_stateless/00938_fix_rwlock_segfault.sh
index 9df9cce29ce..5c4253e682b 100755
--- a/tests/queries/0_stateless/00938_fix_rwlock_segfault.sh
+++ b/tests/queries/0_stateless/00938_fix_rwlock_segfault.sh
@@ -3,6 +3,7 @@
 # Test fix for issue #5066
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00938_template_input_format.sh b/tests/queries/0_stateless/00938_template_input_format.sh
index fde74ad5512..75616b35af0 100755
--- a/tests/queries/0_stateless/00938_template_input_format.sh
+++ b/tests/queries/0_stateless/00938_template_input_format.sh
@@ -2,6 +2,7 @@
 # shellcheck disable=SC2016,SC2028
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS template1";
diff --git a/tests/queries/0_stateless/00941_system_columns_race_condition.sh b/tests/queries/0_stateless/00941_system_columns_race_condition.sh
index 952c1f78c98..0a3fc7f3b3f 100755
--- a/tests/queries/0_stateless/00941_system_columns_race_condition.sh
+++ b/tests/queries/0_stateless/00941_system_columns_race_condition.sh
@@ -3,6 +3,7 @@
 # Test fix for issue #5066
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00942_dataparts_500.sh b/tests/queries/0_stateless/00942_dataparts_500.sh
index 9d6dc06cb75..19cb1138aa8 100755
--- a/tests/queries/0_stateless/00942_dataparts_500.sh
+++ b/tests/queries/0_stateless/00942_dataparts_500.sh
@@ -3,6 +3,7 @@
 # Test fix for issue #5066
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} --include -sS "${CLICKHOUSE_URL_INTERSERVER}?endpoint=DataPartsExchange%3A%2Fclickhouse%2Ftables%2F01-01%2Fvisits%2Freplicas%2Fsome.server.com&part=0&compress=false" 2>&1 | grep -F 'HTTP/1.1 500 Internal Server Error'
diff --git a/tests/queries/0_stateless/00942_mutate_index.sh b/tests/queries/0_stateless/00942_mutate_index.sh
index df02361af78..4eebdd1147f 100755
--- a/tests/queries/0_stateless/00942_mutate_index.sh
+++ b/tests/queries/0_stateless/00942_mutate_index.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS minmax_idx;"
diff --git a/tests/queries/0_stateless/00943_materialize_index.sh b/tests/queries/0_stateless/00943_materialize_index.sh
index 92947a76b97..43c9af84672 100755
--- a/tests/queries/0_stateless/00943_materialize_index.sh
+++ b/tests/queries/0_stateless/00943_materialize_index.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS minmax_idx;"
diff --git a/tests/queries/0_stateless/00944_clear_index_in_partition.sh b/tests/queries/0_stateless/00944_clear_index_in_partition.sh
index 8687e2044f0..1f349cf5946 100755
--- a/tests/queries/0_stateless/00944_clear_index_in_partition.sh
+++ b/tests/queries/0_stateless/00944_clear_index_in_partition.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS minmax_idx;"
diff --git a/tests/queries/0_stateless/00944_create_bloom_filter_index_with_merge_tree.sh b/tests/queries/0_stateless/00944_create_bloom_filter_index_with_merge_tree.sh
index 9cdc3da4bac..bb4a04eb15e 100755
--- a/tests/queries/0_stateless/00944_create_bloom_filter_index_with_merge_tree.sh
+++ b/tests/queries/0_stateless/00944_create_bloom_filter_index_with_merge_tree.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00948_format_in_with_single_element.sh b/tests/queries/0_stateless/00948_format_in_with_single_element.sh
index 03a77ed7f49..0edfb3c2d8b 100755
--- a/tests/queries/0_stateless/00948_format_in_with_single_element.sh
+++ b/tests/queries/0_stateless/00948_format_in_with_single_element.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00952_basic_constraints.sh b/tests/queries/0_stateless/00952_basic_constraints.sh
index d8d44a9e77d..0a7ba91909c 100755
--- a/tests/queries/0_stateless/00952_basic_constraints.sh
+++ b/tests/queries/0_stateless/00952_basic_constraints.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 EXCEPTION_TEXT=violated
diff --git a/tests/queries/0_stateless/00952_input_function.sh b/tests/queries/0_stateless/00952_input_function.sh
index 4915a469997..54496ba09e0 100755
--- a/tests/queries/0_stateless/00952_input_function.sh
+++ b/tests/queries/0_stateless/00952_input_function.sh
@@ -3,6 +3,7 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="DROP TABLE IF EXISTS input_function_table_1"
diff --git a/tests/queries/0_stateless/00953_constraints_operations.sh b/tests/queries/0_stateless/00953_constraints_operations.sh
index a7880055244..b4335e1fd41 100755
--- a/tests/queries/0_stateless/00953_constraints_operations.sh
+++ b/tests/queries/0_stateless/00953_constraints_operations.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 EXCEPTION_TEXT=violated
diff --git a/tests/queries/0_stateless/00953_indices_alter_exceptions.sh b/tests/queries/0_stateless/00953_indices_alter_exceptions.sh
index 1fee87f5cde..8d4097c0722 100755
--- a/tests/queries/0_stateless/00953_indices_alter_exceptions.sh
+++ b/tests/queries/0_stateless/00953_indices_alter_exceptions.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 EXCEPTION_SUCCESS_TEXT=ok
diff --git a/tests/queries/0_stateless/00953_zookeeper_suetin_deduplication_bug.sh b/tests/queries/0_stateless/00953_zookeeper_suetin_deduplication_bug.sh
index 3caba663df6..bbc2d957937 100755
--- a/tests/queries/0_stateless/00953_zookeeper_suetin_deduplication_bug.sh
+++ b/tests/queries/0_stateless/00953_zookeeper_suetin_deduplication_bug.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/00954_client_prepared_statements.sh b/tests/queries/0_stateless/00954_client_prepared_statements.sh
index 1bff57c574e..460b0d44943 100755
--- a/tests/queries/0_stateless/00954_client_prepared_statements.sh
+++ b/tests/queries/0_stateless/00954_client_prepared_statements.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS ps";
diff --git a/tests/queries/0_stateless/00955_complex_prepared_statements.sh b/tests/queries/0_stateless/00955_complex_prepared_statements.sh
index affb73a1ec3..2096272df91 100755
--- a/tests/queries/0_stateless/00955_complex_prepared_statements.sh
+++ b/tests/queries/0_stateless/00955_complex_prepared_statements.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 EXCEPTION_TEXT="Code: 457."
diff --git a/tests/queries/0_stateless/00955_test_final_mark_use.sh b/tests/queries/0_stateless/00955_test_final_mark_use.sh
index d14c9e49814..3c7db3249b3 100755
--- a/tests/queries/0_stateless/00955_test_final_mark_use.sh
+++ b/tests/queries/0_stateless/00955_test_final_mark_use.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="
diff --git a/tests/queries/0_stateless/00956_http_prepared_statements.sh b/tests/queries/0_stateless/00956_http_prepared_statements.sh
index 091ad9a2ebc..80c7aa69ae3 100755
--- a/tests/queries/0_stateless/00956_http_prepared_statements.sh
+++ b/tests/queries/0_stateless/00956_http_prepared_statements.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "$CLICKHOUSE_URL" -d "DROP TABLE IF EXISTS ps";
diff --git a/tests/queries/0_stateless/00956_sensitive_data_masking.sh b/tests/queries/0_stateless/00956_sensitive_data_masking.sh
index c2118be444a..799941e94bf 100755
--- a/tests/queries/0_stateless/00956_sensitive_data_masking.sh
+++ b/tests/queries/0_stateless/00956_sensitive_data_masking.sh
@@ -4,6 +4,7 @@
 export CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL="trace"
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 cur_name=$(basename "${BASH_SOURCE[0]}")
diff --git a/tests/queries/0_stateless/00957_format_with_clashed_aliases.sh b/tests/queries/0_stateless/00957_format_with_clashed_aliases.sh
index f877289da62..dc6908659a0 100755
--- a/tests/queries/0_stateless/00957_format_with_clashed_aliases.sh
+++ b/tests/queries/0_stateless/00957_format_with_clashed_aliases.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00958_format_of_tuple_array_element.sh b/tests/queries/0_stateless/00958_format_of_tuple_array_element.sh
index bcc54d1e2d2..decd44da8a3 100755
--- a/tests/queries/0_stateless/00958_format_of_tuple_array_element.sh
+++ b/tests/queries/0_stateless/00958_format_of_tuple_array_element.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00959_format_with_different_aliases.sh b/tests/queries/0_stateless/00959_format_with_different_aliases.sh
index f1aa43ba917..53b994c27e8 100755
--- a/tests/queries/0_stateless/00959_format_with_different_aliases.sh
+++ b/tests/queries/0_stateless/00959_format_with_different_aliases.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00964_bloom_index_string_functions.sh b/tests/queries/0_stateless/00964_bloom_index_string_functions.sh
index 80117e2bdec..7697578ea66 100755
--- a/tests/queries/0_stateless/00964_bloom_index_string_functions.sh
+++ b/tests/queries/0_stateless/00964_bloom_index_string_functions.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS bloom_filter_idx;"
diff --git a/tests/queries/0_stateless/00965_logs_level_bugfix.sh b/tests/queries/0_stateless/00965_logs_level_bugfix.sh
index 0c618cf1bf0..5666e69656d 100755
--- a/tests/queries/0_stateless/00965_logs_level_bugfix.sh
+++ b/tests/queries/0_stateless/00965_logs_level_bugfix.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT_BINARY} --send_logs_level="trace" --query="SELECT 1" 2>&1 | awk '{ print $8 }' | grep "Trace" | head -n 1
diff --git a/tests/queries/0_stateless/00965_send_logs_level_concurrent_queries.sh b/tests/queries/0_stateless/00965_send_logs_level_concurrent_queries.sh
index 34dd1e5c083..c1590047ffa 100755
--- a/tests/queries/0_stateless/00965_send_logs_level_concurrent_queries.sh
+++ b/tests/queries/0_stateless/00965_send_logs_level_concurrent_queries.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 for _ in {1..10}; do
diff --git a/tests/queries/0_stateless/00965_set_index_string_functions.sh b/tests/queries/0_stateless/00965_set_index_string_functions.sh
index 811d484d5ba..dba33d9abcf 100755
--- a/tests/queries/0_stateless/00965_set_index_string_functions.sh
+++ b/tests/queries/0_stateless/00965_set_index_string_functions.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS set_idx;"
diff --git a/tests/queries/0_stateless/00971_query_id_in_logs.sh b/tests/queries/0_stateless/00971_query_id_in_logs.sh
index 2f9101a91b6..9e927f36a9c 100755
--- a/tests/queries/0_stateless/00971_query_id_in_logs.sh
+++ b/tests/queries/0_stateless/00971_query_id_in_logs.sh
@@ -3,6 +3,7 @@
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=trace
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00974_primary_key_for_lowCardinality.sh b/tests/queries/0_stateless/00974_primary_key_for_lowCardinality.sh
index 2c06168e1af..a817acd88a6 100755
--- a/tests/queries/0_stateless/00974_primary_key_for_lowCardinality.sh
+++ b/tests/queries/0_stateless/00974_primary_key_for_lowCardinality.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS lowString;"
diff --git a/tests/queries/0_stateless/00974_text_log_table_not_empty.sh b/tests/queries/0_stateless/00974_text_log_table_not_empty.sh
index 73e4de4a926..ab1b32ad90e 100755
--- a/tests/queries/0_stateless/00974_text_log_table_not_empty.sh
+++ b/tests/queries/0_stateless/00974_text_log_table_not_empty.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="SELECT 6103"
diff --git a/tests/queries/0_stateless/00975_indices_mutation_replicated_zookeeper.sh b/tests/queries/0_stateless/00975_indices_mutation_replicated_zookeeper.sh
index 6e476042731..81c0c563db1 100755
--- a/tests/queries/0_stateless/00975_indices_mutation_replicated_zookeeper.sh
+++ b/tests/queries/0_stateless/00975_indices_mutation_replicated_zookeeper.sh
@@ -1,7 +1,9 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
+# shellcheck source=./mergetree_mutations.lib
 . "$CURDIR"/mergetree_mutations.lib
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS indices_mutaions1;"
diff --git a/tests/queries/0_stateless/00980_alter_settings_race.sh b/tests/queries/0_stateless/00980_alter_settings_race.sh
index 0876d846fc9..004504b1227 100755
--- a/tests/queries/0_stateless/00980_alter_settings_race.sh
+++ b/tests/queries/0_stateless/00980_alter_settings_race.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS table_for_concurrent_alter"
diff --git a/tests/queries/0_stateless/00981_in_subquery_with_tuple.sh b/tests/queries/0_stateless/00981_in_subquery_with_tuple.sh
index 803123d1045..99173062595 100755
--- a/tests/queries/0_stateless/00981_in_subquery_with_tuple.sh
+++ b/tests/queries/0_stateless/00981_in_subquery_with_tuple.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS bug";
diff --git a/tests/queries/0_stateless/00984_parser_stack_overflow.sh b/tests/queries/0_stateless/00984_parser_stack_overflow.sh
index cf67ab7e2f1..167678db5ec 100755
--- a/tests/queries/0_stateless/00984_parser_stack_overflow.sh
+++ b/tests/queries/0_stateless/00984_parser_stack_overflow.sh
@@ -3,6 +3,7 @@
 CLICKHOUSE_CURL_TIMEOUT=30
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # Too deep recursion
diff --git a/tests/queries/0_stateless/00990_hasToken.sh b/tests/queries/0_stateless/00990_hasToken.sh
index 4b42a570e99..6a1d4ff5ccf 100755
--- a/tests/queries/0_stateless/00990_hasToken.sh
+++ b/tests/queries/0_stateless/00990_hasToken.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # We should have correct env vars from shell_config.sh to run this test
diff --git a/tests/queries/0_stateless/00991_system_parts_race_condition.sh b/tests/queries/0_stateless/00991_system_parts_race_condition.sh
index 0689641b0ae..55ff4d97149 100755
--- a/tests/queries/0_stateless/00991_system_parts_race_condition.sh
+++ b/tests/queries/0_stateless/00991_system_parts_race_condition.sh
@@ -5,6 +5,7 @@
 # https://github.com/google/sanitizers/issues/950
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00992_system_parts_race_condition_zookeeper.sh b/tests/queries/0_stateless/00992_system_parts_race_condition_zookeeper.sh
index c3c3a21f96f..613e032f42a 100755
--- a/tests/queries/0_stateless/00992_system_parts_race_condition_zookeeper.sh
+++ b/tests/queries/0_stateless/00992_system_parts_race_condition_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh b/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
index 0c13ad2d573..1731148f71f 100755
--- a/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
+++ b/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/00995_exception_while_insert.sh b/tests/queries/0_stateless/00995_exception_while_insert.sh
index 0c318c727ea..28351078df3 100755
--- a/tests/queries/0_stateless/00995_exception_while_insert.sh
+++ b/tests/queries/0_stateless/00995_exception_while_insert.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 CLICKHOUSE_CLIENT=$(echo ${CLICKHOUSE_CLIENT} | sed 's/'"--send_logs_level=${CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL}"'/--send_logs_level=none/g')
diff --git a/tests/queries/0_stateless/01000_unneeded_substitutions_client.sh b/tests/queries/0_stateless/01000_unneeded_substitutions_client.sh
index c4c44e0e963..f20a0d8d3bd 100755
--- a/tests/queries/0_stateless/01000_unneeded_substitutions_client.sh
+++ b/tests/queries/0_stateless/01000_unneeded_substitutions_client.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "SELECT '\${}'"
diff --git a/tests/queries/0_stateless/01001_rename_merge_race_condition.sh b/tests/queries/0_stateless/01001_rename_merge_race_condition.sh
index 8b2cb026187..5aeea34e7c1 100755
--- a/tests/queries/0_stateless/01001_rename_merge_race_condition.sh
+++ b/tests/queries/0_stateless/01001_rename_merge_race_condition.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01002_alter_nullable_adaptive_granularity_long.sh b/tests/queries/0_stateless/01002_alter_nullable_adaptive_granularity_long.sh
index f09d74adb3d..d2766a14c24 100755
--- a/tests/queries/0_stateless/01002_alter_nullable_adaptive_granularity_long.sh
+++ b/tests/queries/0_stateless/01002_alter_nullable_adaptive_granularity_long.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01003_kill_query_race_condition.sh b/tests/queries/0_stateless/01003_kill_query_race_condition.sh
index ec7b87c112b..2d21aabf91a 100755
--- a/tests/queries/0_stateless/01003_kill_query_race_condition.sh
+++ b/tests/queries/0_stateless/01003_kill_query_race_condition.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01004_rename_deadlock.sh b/tests/queries/0_stateless/01004_rename_deadlock.sh
index ebb6cc42792..aa9e6f8a5bc 100755
--- a/tests/queries/0_stateless/01004_rename_deadlock.sh
+++ b/tests/queries/0_stateless/01004_rename_deadlock.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01005_rwr_shard_deadlock.sh b/tests/queries/0_stateless/01005_rwr_shard_deadlock.sh
index 4a6a6e7eb1c..5c2ca22715d 100755
--- a/tests/queries/0_stateless/01005_rwr_shard_deadlock.sh
+++ b/tests/queries/0_stateless/01005_rwr_shard_deadlock.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01006_simpod_empty_part_single_column_write.sh b/tests/queries/0_stateless/01006_simpod_empty_part_single_column_write.sh
index 5473185af3d..fbd287478b6 100755
--- a/tests/queries/0_stateless/01006_simpod_empty_part_single_column_write.sh
+++ b/tests/queries/0_stateless/01006_simpod_empty_part_single_column_write.sh
@@ -1,8 +1,10 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./mergetree_mutations.lib
 . "$CURDIR"/mergetree_mutations.lib
 
 
diff --git a/tests/queries/0_stateless/01007_r1r2_w_r2r1_deadlock.sh b/tests/queries/0_stateless/01007_r1r2_w_r2r1_deadlock.sh
index ae3c9e62fdd..8773a180822 100755
--- a/tests/queries/0_stateless/01007_r1r2_w_r2r1_deadlock.sh
+++ b/tests/queries/0_stateless/01007_r1r2_w_r2r1_deadlock.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01010_low_cardinality_and_native_http.sh b/tests/queries/0_stateless/01010_low_cardinality_and_native_http.sh
index 3a933e1fb21..1bf34445dbd 100755
--- a/tests/queries/0_stateless/01010_low_cardinality_and_native_http.sh
+++ b/tests/queries/0_stateless/01010_low_cardinality_and_native_http.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01013_sync_replica_timeout_zookeeper.sh b/tests/queries/0_stateless/01013_sync_replica_timeout_zookeeper.sh
index 078b49da940..724caa7f414 100755
--- a/tests/queries/0_stateless/01013_sync_replica_timeout_zookeeper.sh
+++ b/tests/queries/0_stateless/01013_sync_replica_timeout_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01014_format_custom_separated.sh b/tests/queries/0_stateless/01014_format_custom_separated.sh
index 4f98d55a078..42599bcc944 100755
--- a/tests/queries/0_stateless/01014_format_custom_separated.sh
+++ b/tests/queries/0_stateless/01014_format_custom_separated.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS custom_separated"
diff --git a/tests/queries/0_stateless/01014_lazy_database_basic.sh b/tests/queries/0_stateless/01014_lazy_database_basic.sh
index 2712e3d05bb..11d698e764e 100755
--- a/tests/queries/0_stateless/01014_lazy_database_basic.sh
+++ b/tests/queries/0_stateless/01014_lazy_database_basic.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} -n -q "DROP DATABASE IF EXISTS testlazy"
diff --git a/tests/queries/0_stateless/01014_lazy_database_concurrent_recreate_reattach_and_show_tables.sh b/tests/queries/0_stateless/01014_lazy_database_concurrent_recreate_reattach_and_show_tables.sh
index ef001b0988a..2003effb71b 100755
--- a/tests/queries/0_stateless/01014_lazy_database_concurrent_recreate_reattach_and_show_tables.sh
+++ b/tests/queries/0_stateless/01014_lazy_database_concurrent_recreate_reattach_and_show_tables.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 export CURR_DATABASE="test_lazy_01014_concurrent_${CLICKHOUSE_DATABASE}"
diff --git a/tests/queries/0_stateless/01015_insert_values_parametrized.sh b/tests/queries/0_stateless/01015_insert_values_parametrized.sh
index 896ad97156a..bdc4fe01698 100755
--- a/tests/queries/0_stateless/01015_insert_values_parametrized.sh
+++ b/tests/queries/0_stateless/01015_insert_values_parametrized.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS insert_values_parametrized";
diff --git a/tests/queries/0_stateless/01016_input_null_as_default.sh b/tests/queries/0_stateless/01016_input_null_as_default.sh
index f31e6591e97..137e25b6a12 100755
--- a/tests/queries/0_stateless/01016_input_null_as_default.sh
+++ b/tests/queries/0_stateless/01016_input_null_as_default.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS null_as_default";
diff --git a/tests/queries/0_stateless/01017_mutations_with_nondeterministic_functions_zookeeper.sh b/tests/queries/0_stateless/01017_mutations_with_nondeterministic_functions_zookeeper.sh
index 992f5614772..d7d0dab71b9 100755
--- a/tests/queries/0_stateless/01017_mutations_with_nondeterministic_functions_zookeeper.sh
+++ b/tests/queries/0_stateless/01017_mutations_with_nondeterministic_functions_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01017_tsv_empty_as_default.sh b/tests/queries/0_stateless/01017_tsv_empty_as_default.sh
index a0404b89801..84faf7600f5 100755
--- a/tests/queries/0_stateless/01017_tsv_empty_as_default.sh
+++ b/tests/queries/0_stateless/01017_tsv_empty_as_default.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS empty_as_default";
diff --git a/tests/queries/0_stateless/01018_ddl_dictionaries_bad_queries.sh b/tests/queries/0_stateless/01018_ddl_dictionaries_bad_queries.sh
index 33cde0d5961..37e9fd774d7 100755
--- a/tests/queries/0_stateless/01018_ddl_dictionaries_bad_queries.sh
+++ b/tests/queries/0_stateless/01018_ddl_dictionaries_bad_queries.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01018_ddl_dictionaries_concurrent_requrests.sh b/tests/queries/0_stateless/01018_ddl_dictionaries_concurrent_requrests.sh
index 6e47787b33a..bc13e44934a 100755
--- a/tests/queries/0_stateless/01018_ddl_dictionaries_concurrent_requrests.sh
+++ b/tests/queries/0_stateless/01018_ddl_dictionaries_concurrent_requrests.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01018_insert_multiple_blocks_with_defaults.sh b/tests/queries/0_stateless/01018_insert_multiple_blocks_with_defaults.sh
index ced0f269327..5733bbfc6d2 100755
--- a/tests/queries/0_stateless/01018_insert_multiple_blocks_with_defaults.sh
+++ b/tests/queries/0_stateless/01018_insert_multiple_blocks_with_defaults.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS defaults"
diff --git a/tests/queries/0_stateless/01019_alter_materialized_view_atomic.sh b/tests/queries/0_stateless/01019_alter_materialized_view_atomic.sh
index 46f1e82f54c..54a7e940377 100755
--- a/tests/queries/0_stateless/01019_alter_materialized_view_atomic.sh
+++ b/tests/queries/0_stateless/01019_alter_materialized_view_atomic.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --multiquery <<EOF
diff --git a/tests/queries/0_stateless/01019_alter_materialized_view_consistent.sh b/tests/queries/0_stateless/01019_alter_materialized_view_consistent.sh
index 406cb46b5fd..e90085f4e8e 100755
--- a/tests/queries/0_stateless/01019_alter_materialized_view_consistent.sh
+++ b/tests/queries/0_stateless/01019_alter_materialized_view_consistent.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --multiquery <<EOF
diff --git a/tests/queries/0_stateless/01019_parallel_parsing_cancel.sh b/tests/queries/0_stateless/01019_parallel_parsing_cancel.sh
index b4dcb652541..69f1436a601 100755
--- a/tests/queries/0_stateless/01019_parallel_parsing_cancel.sh
+++ b/tests/queries/0_stateless/01019_parallel_parsing_cancel.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS a;"
diff --git a/tests/queries/0_stateless/01030_limit_by_with_ties_error.sh b/tests/queries/0_stateless/01030_limit_by_with_ties_error.sh
index 0767aef9a92..2f2b17072c3 100755
--- a/tests/queries/0_stateless/01030_limit_by_with_ties_error.sh
+++ b/tests/queries/0_stateless/01030_limit_by_with_ties_error.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 CLICKHOUSE_CLIENT=$(echo ${CLICKHOUSE_CLIENT} | sed 's/'"--send_logs_level=${CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL}"'/--send_logs_level=none/g')
diff --git a/tests/queries/0_stateless/01031_mutations_interpreter_and_context.sh b/tests/queries/0_stateless/01031_mutations_interpreter_and_context.sh
index 7e77d58a6eb..9bc9028ad1f 100755
--- a/tests/queries/0_stateless/01031_mutations_interpreter_and_context.sh
+++ b/tests/queries/0_stateless/01031_mutations_interpreter_and_context.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01034_move_partition_from_table_zookeeper.sh b/tests/queries/0_stateless/01034_move_partition_from_table_zookeeper.sh
index 8d190291457..11c7296932c 100755
--- a/tests/queries/0_stateless/01034_move_partition_from_table_zookeeper.sh
+++ b/tests/queries/0_stateless/01034_move_partition_from_table_zookeeper.sh
@@ -3,6 +3,7 @@
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=none
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function query_with_retry
diff --git a/tests/queries/0_stateless/01034_values_parse_float_bug.sh b/tests/queries/0_stateless/01034_values_parse_float_bug.sh
index 61c62a9c0f6..948fd4f3d68 100755
--- a/tests/queries/0_stateless/01034_values_parse_float_bug.sh
+++ b/tests/queries/0_stateless/01034_values_parse_float_bug.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01035_avg_weighted_long.sh b/tests/queries/0_stateless/01035_avg_weighted_long.sh
index afe830f32d8..30b403e2cc4 100755
--- a/tests/queries/0_stateless/01035_avg_weighted_long.sh
+++ b/tests/queries/0_stateless/01035_avg_weighted_long.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query="SELECT avgWeighted(x, weight) FROM (SELECT t.1 AS x, t.2 AS weight FROM (SELECT arrayJoin([(1, 5), (2, 4), (3, 3), (4, 2), (5, 1)]) AS t));"
diff --git a/tests/queries/0_stateless/01035_concurrent_move_partition_from_table_zookeeper.sh b/tests/queries/0_stateless/01035_concurrent_move_partition_from_table_zookeeper.sh
index 313f825a400..4eb3cb9a7bd 100755
--- a/tests/queries/0_stateless/01035_concurrent_move_partition_from_table_zookeeper.sh
+++ b/tests/queries/0_stateless/01035_concurrent_move_partition_from_table_zookeeper.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS src;"
diff --git a/tests/queries/0_stateless/01035_enum_conversion_native_format.sh b/tests/queries/0_stateless/01035_enum_conversion_native_format.sh
index d4bade40603..8fff2ee72e3 100755
--- a/tests/queries/0_stateless/01035_enum_conversion_native_format.sh
+++ b/tests/queries/0_stateless/01035_enum_conversion_native_format.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01035_lc_empty_part_bug.sh b/tests/queries/0_stateless/01035_lc_empty_part_bug.sh
index e5bf2197157..b65cf87d1ca 100755
--- a/tests/queries/0_stateless/01035_lc_empty_part_bug.sh
+++ b/tests/queries/0_stateless/01035_lc_empty_part_bug.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # that test is failing on versions <= 19.11.12
diff --git a/tests/queries/0_stateless/01037_polygon_dicts_correctness_all.sh b/tests/queries/0_stateless/01037_polygon_dicts_correctness_all.sh
index 4617b831b22..f12f35a6af0 100755
--- a/tests/queries/0_stateless/01037_polygon_dicts_correctness_all.sh
+++ b/tests/queries/0_stateless/01037_polygon_dicts_correctness_all.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 TMP_DIR="/tmp"
diff --git a/tests/queries/0_stateless/01037_polygon_dicts_correctness_fast.sh b/tests/queries/0_stateless/01037_polygon_dicts_correctness_fast.sh
index 4609c491180..876f705703e 100755
--- a/tests/queries/0_stateless/01037_polygon_dicts_correctness_fast.sh
+++ b/tests/queries/0_stateless/01037_polygon_dicts_correctness_fast.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 TMP_DIR="/tmp"
diff --git a/tests/queries/0_stateless/01037_polygon_dicts_simple_functions.sh b/tests/queries/0_stateless/01037_polygon_dicts_simple_functions.sh
index 7c20d62f229..64039d8dd1f 100755
--- a/tests/queries/0_stateless/01037_polygon_dicts_simple_functions.sh
+++ b/tests/queries/0_stateless/01037_polygon_dicts_simple_functions.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 TMP_DIR="/tmp"
diff --git a/tests/queries/0_stateless/01038_dictionary_lifetime_min_zero_sec.sh b/tests/queries/0_stateless/01038_dictionary_lifetime_min_zero_sec.sh
index 96f48fdf89d..036eb3db3f3 100755
--- a/tests/queries/0_stateless/01038_dictionary_lifetime_min_zero_sec.sh
+++ b/tests/queries/0_stateless/01038_dictionary_lifetime_min_zero_sec.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP DATABASE IF EXISTS db_01038"
diff --git a/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh b/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh
index 18f04032933..93a807a923e 100755
--- a/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh
+++ b/tests/queries/0_stateless/01040_dictionary_invalidate_query_switchover_long.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01042_system_reload_dictionary_reloads_completely.sh b/tests/queries/0_stateless/01042_system_reload_dictionary_reloads_completely.sh
index 0d1ebad45e0..b466b863f3b 100755
--- a/tests/queries/0_stateless/01042_system_reload_dictionary_reloads_completely.sh
+++ b/tests/queries/0_stateless/01042_system_reload_dictionary_reloads_completely.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e -o pipefail
diff --git a/tests/queries/0_stateless/01045_order_by_pk_special_storages.sh b/tests/queries/0_stateless/01045_order_by_pk_special_storages.sh
index 1853d5753e4..a46fedb4533 100755
--- a/tests/queries/0_stateless/01045_order_by_pk_special_storages.sh
+++ b/tests/queries/0_stateless/01045_order_by_pk_special_storages.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01045_zookeeper_system_mutations_with_parts_names.sh b/tests/queries/0_stateless/01045_zookeeper_system_mutations_with_parts_names.sh
index 8368490c09d..c035a692d12 100755
--- a/tests/queries/0_stateless/01045_zookeeper_system_mutations_with_parts_names.sh
+++ b/tests/queries/0_stateless/01045_zookeeper_system_mutations_with_parts_names.sh
@@ -1,8 +1,10 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# shellcheck source=./mergetree_mutations.lib
 . "$CURDIR"/mergetree_mutations.lib
 
 function wait_mutation_to_start()
diff --git a/tests/queries/0_stateless/01052_compression_buffer_overrun.sh b/tests/queries/0_stateless/01052_compression_buffer_overrun.sh
index 6585f13aa2d..3484863e3f8 100755
--- a/tests/queries/0_stateless/01052_compression_buffer_overrun.sh
+++ b/tests/queries/0_stateless/01052_compression_buffer_overrun.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo -ne '\x00\x94\x6f\x8d\x34\x82\xb8\x23\x9f\x3b\x47\xbb\x2d\x9d\xa3\x05\x91\x00\x00\x00\x00\x02\x00\x00\x00\x02\x02\x02\x02\x14\x00\x00\x00\x0b\x00\x00\x00\x02\x0b\x00\x00\x00\x02\x00\x00\x00\x31\x0a' | 
diff --git a/tests/queries/0_stateless/01054_cache_dictionary_bunch_update.sh b/tests/queries/0_stateless/01054_cache_dictionary_bunch_update.sh
index 68b76fde32e..235ed7db362 100755
--- a/tests/queries/0_stateless/01054_cache_dictionary_bunch_update.sh
+++ b/tests/queries/0_stateless/01054_cache_dictionary_bunch_update.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="create database if not exists test_01054;"
diff --git a/tests/queries/0_stateless/01054_random_printable_ascii_ubsan.sh b/tests/queries/0_stateless/01054_random_printable_ascii_ubsan.sh
index fab95a92aeb..9b063f20e03 100755
--- a/tests/queries/0_stateless/01054_random_printable_ascii_ubsan.sh
+++ b/tests/queries/0_stateless/01054_random_printable_ascii_ubsan.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # Implementation specific behaviour on overflow. We may return error or produce empty string.
diff --git a/tests/queries/0_stateless/01055_compact_parts_granularity.sh b/tests/queries/0_stateless/01055_compact_parts_granularity.sh
index 750b7e431c7..b5c6609bed8 100755
--- a/tests/queries/0_stateless/01055_compact_parts_granularity.sh
+++ b/tests/queries/0_stateless/01055_compact_parts_granularity.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS mt_compact"
diff --git a/tests/queries/0_stateless/01055_minmax_index_compact_parts.sh b/tests/queries/0_stateless/01055_minmax_index_compact_parts.sh
index 7bada9d2235..030a32dcdcb 100755
--- a/tests/queries/0_stateless/01055_minmax_index_compact_parts.sh
+++ b/tests/queries/0_stateless/01055_minmax_index_compact_parts.sh
@@ -4,6 +4,7 @@
 # Checks, that basic functionality with compact parts and skip indices is not broken.
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS minmax_idx;"
diff --git a/tests/queries/0_stateless/01056_prepared_statements_null_and_escaping.sh b/tests/queries/0_stateless/01056_prepared_statements_null_and_escaping.sh
index f4bf616d2ed..d6f4e564d53 100755
--- a/tests/queries/0_stateless/01056_prepared_statements_null_and_escaping.sh
+++ b/tests/queries/0_stateless/01056_prepared_statements_null_and_escaping.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&param_x=Hello,%20World" \
diff --git a/tests/queries/0_stateless/01057_http_compression_prefer_brotli.sh b/tests/queries/0_stateless/01057_http_compression_prefer_brotli.sh
index 559f47daf3a..e5f4d12ee18 100755
--- a/tests/queries/0_stateless/01057_http_compression_prefer_brotli.sh
+++ b/tests/queries/0_stateless/01057_http_compression_prefer_brotli.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS -H 'Accept-Encoding: br'              "${CLICKHOUSE_URL}&enable_http_compression=1" -d 'SELECT 1' | brotli -d
diff --git a/tests/queries/0_stateless/01058_zlib_ng_level1_bug.sh b/tests/queries/0_stateless/01058_zlib_ng_level1_bug.sh
index efa399a072c..d473be86844 100755
--- a/tests/queries/0_stateless/01058_zlib_ng_level1_bug.sh
+++ b/tests/queries/0_stateless/01058_zlib_ng_level1_bug.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 for i in $(seq 34530 1 34630); do ${CLICKHOUSE_CURL} -sS -H 'Accept-Encoding: gzip' "${CLICKHOUSE_URL}&enable_http_compression=1&http_zlib_compression_level=1" -d "SELECT * FROM numbers($i)" | gzip -d | tail -n1; done
diff --git a/tests/queries/0_stateless/01060_avro.sh b/tests/queries/0_stateless/01060_avro.sh
index cdafb83a2ae..4779cd64953 100755
--- a/tests/queries/0_stateless/01060_avro.sh
+++ b/tests/queries/0_stateless/01060_avro.sh
@@ -3,6 +3,7 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 DATA_DIR=$CUR_DIR/data_avro
diff --git a/tests/queries/0_stateless/01062_max_parser_depth.sh b/tests/queries/0_stateless/01062_max_parser_depth.sh
index f6eff5eec68..6a0a8b24a91 100755
--- a/tests/queries/0_stateless/01062_max_parser_depth.sh
+++ b/tests/queries/0_stateless/01062_max_parser_depth.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo 'select 1' | ${CLICKHOUSE_CURL} -sSg "${CLICKHOUSE_URL}&max_parser_depth=42" -d @- 2>&1 | grep -oP "Maximum parse depth .* exceeded."
diff --git a/tests/queries/0_stateless/01071_http_header_exception_code.sh b/tests/queries/0_stateless/01071_http_header_exception_code.sh
index 9e882bcf542..22444f46cbc 100755
--- a/tests/queries/0_stateless/01071_http_header_exception_code.sh
+++ b/tests/queries/0_stateless/01071_http_header_exception_code.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 if [[ $(${CLICKHOUSE_CURL_COMMAND} -q -I "${CLICKHOUSE_URL}&query=BADREQUEST" 2>&1 | grep -c 'X-ClickHouse-Exception-Code: 62') -eq 1 ]]; then
diff --git a/tests/queries/0_stateless/01076_cache_dictionary_datarace_exception_ptr.sh b/tests/queries/0_stateless/01076_cache_dictionary_datarace_exception_ptr.sh
index 4f71ef383c7..2562e701a25 100755
--- a/tests/queries/0_stateless/01076_cache_dictionary_datarace_exception_ptr.sh
+++ b/tests/queries/0_stateless/01076_cache_dictionary_datarace_exception_ptr.sh
@@ -3,6 +3,7 @@
 # This is a monkey test used to trigger sanitizers.
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="CREATE DATABASE IF NOT EXISTS dictdb_01076; "
diff --git a/tests/queries/0_stateless/01076_json_each_row_array.sh b/tests/queries/0_stateless/01076_json_each_row_array.sh
index 32327e57b5e..cbbaafacace 100755
--- a/tests/queries/0_stateless/01076_json_each_row_array.sh
+++ b/tests/queries/0_stateless/01076_json_each_row_array.sh
@@ -3,6 +3,7 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 ${CLICKHOUSE_LOCAL} --query "SELECT '[' || arrayStringConcat(arrayMap(x -> '{\"id\": 1, \"name\": \"name1\"}', range(1000000)), ',') || ']'" | ${CLICKHOUSE_LOCAL} --query "SELECT count() FROM table" --input-format JSONEachRow --structure 'id UInt32, name String'
diff --git a/tests/queries/0_stateless/01076_parallel_alter_replicated_zookeeper.sh b/tests/queries/0_stateless/01076_parallel_alter_replicated_zookeeper.sh
index c9e5d7b9447..ca453ee8f0d 100755
--- a/tests/queries/0_stateless/01076_parallel_alter_replicated_zookeeper.sh
+++ b/tests/queries/0_stateless/01076_parallel_alter_replicated_zookeeper.sh
@@ -10,6 +10,7 @@
 
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 REPLICAS=5
diff --git a/tests/queries/0_stateless/01077_mutations_index_consistency.sh b/tests/queries/0_stateless/01077_mutations_index_consistency.sh
index aa77906a8ad..129ef0b161c 100755
--- a/tests/queries/0_stateless/01077_mutations_index_consistency.sh
+++ b/tests/queries/0_stateless/01077_mutations_index_consistency.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01079_bad_alters_zookeeper.sh b/tests/queries/0_stateless/01079_bad_alters_zookeeper.sh
index 98aa6d6e6e2..1c0206453b7 100755
--- a/tests/queries/0_stateless/01079_bad_alters_zookeeper.sh
+++ b/tests/queries/0_stateless/01079_bad_alters_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS table_for_bad_alters";
diff --git a/tests/queries/0_stateless/01079_parallel_alter_add_drop_column_zookeeper.sh b/tests/queries/0_stateless/01079_parallel_alter_add_drop_column_zookeeper.sh
index d6025652343..b3a5de8f9bc 100755
--- a/tests/queries/0_stateless/01079_parallel_alter_add_drop_column_zookeeper.sh
+++ b/tests/queries/0_stateless/01079_parallel_alter_add_drop_column_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 REPLICAS=3
diff --git a/tests/queries/0_stateless/01079_parallel_alter_detach_table_zookeeper.sh b/tests/queries/0_stateless/01079_parallel_alter_detach_table_zookeeper.sh
index 365bc2ae444..d5f0c987e5d 100755
--- a/tests/queries/0_stateless/01079_parallel_alter_detach_table_zookeeper.sh
+++ b/tests/queries/0_stateless/01079_parallel_alter_detach_table_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 REPLICAS=3
diff --git a/tests/queries/0_stateless/01079_parallel_alter_modify_zookeeper.sh b/tests/queries/0_stateless/01079_parallel_alter_modify_zookeeper.sh
index 777c694e5bd..5b14c5a8543 100755
--- a/tests/queries/0_stateless/01079_parallel_alter_modify_zookeeper.sh
+++ b/tests/queries/0_stateless/01079_parallel_alter_modify_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 REPLICAS=5
diff --git a/tests/queries/0_stateless/01085_max_distributed_connections.sh b/tests/queries/0_stateless/01085_max_distributed_connections.sh
index 7b561604640..c63c671f7fc 100755
--- a/tests/queries/0_stateless/01085_max_distributed_connections.sh
+++ b/tests/queries/0_stateless/01085_max_distributed_connections.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 opts=(
diff --git a/tests/queries/0_stateless/01085_max_distributed_connections_http.sh b/tests/queries/0_stateless/01085_max_distributed_connections_http.sh
index 23d609cfea6..d7eb75e717a 100755
--- a/tests/queries/0_stateless/01085_max_distributed_connections_http.sh
+++ b/tests/queries/0_stateless/01085_max_distributed_connections_http.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 query="SELECT sleepEachRow(1) FROM remote('127.{2,3}', system.one)"
diff --git a/tests/queries/0_stateless/01085_regexp_input_format.sh b/tests/queries/0_stateless/01085_regexp_input_format.sh
index 4359cd5762d..5736d031c08 100755
--- a/tests/queries/0_stateless/01085_regexp_input_format.sh
+++ b/tests/queries/0_stateless/01085_regexp_input_format.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS regexp";
diff --git a/tests/queries/0_stateless/01086_odbc_roundtrip.sh b/tests/queries/0_stateless/01086_odbc_roundtrip.sh
index 1ce3e656f42..3c9e5c8aba9 100755
--- a/tests/queries/0_stateless/01086_odbc_roundtrip.sh
+++ b/tests/queries/0_stateless/01086_odbc_roundtrip.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01086_regexp_input_format_skip_unmatched.sh b/tests/queries/0_stateless/01086_regexp_input_format_skip_unmatched.sh
index 58c8c5275b8..c96aed7d3ee 100755
--- a/tests/queries/0_stateless/01086_regexp_input_format_skip_unmatched.sh
+++ b/tests/queries/0_stateless/01086_regexp_input_format_skip_unmatched.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS regexp";
diff --git a/tests/queries/0_stateless/01088_benchmark_query_id.sh b/tests/queries/0_stateless/01088_benchmark_query_id.sh
index 81cfa4dad84..cc3531282dd 100755
--- a/tests/queries/0_stateless/01088_benchmark_query_id.sh
+++ b/tests/queries/0_stateless/01088_benchmark_query_id.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 QUERY_ID=$RANDOM
diff --git a/tests/queries/0_stateless/01098_msgpack_format.sh b/tests/queries/0_stateless/01098_msgpack_format.sh
index 8be55e99213..c7a1a0cff42 100755
--- a/tests/queries/0_stateless/01098_msgpack_format.sh
+++ b/tests/queries/0_stateless/01098_msgpack_format.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS msgpack";
diff --git a/tests/queries/0_stateless/01098_temporary_and_external_tables.sh b/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
index 54834107728..bdac3c6fae3 100755
--- a/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
+++ b/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 url_without_session="https://${CLICKHOUSE_HOST}:${CLICKHOUSE_PORT_HTTPS}/?"
diff --git a/tests/queries/0_stateless/01103_check_cpu_instructions_at_startup.sh b/tests/queries/0_stateless/01103_check_cpu_instructions_at_startup.sh
index 30319e7cfea..1039f8f7d97 100755
--- a/tests/queries/0_stateless/01103_check_cpu_instructions_at_startup.sh
+++ b/tests/queries/0_stateless/01103_check_cpu_instructions_at_startup.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # If we run sanitized binary under qemu, it will try to slowly allocate 20 TiB until OOM.
diff --git a/tests/queries/0_stateless/01103_optimize_drop_race_zookeeper.sh b/tests/queries/0_stateless/01103_optimize_drop_race_zookeeper.sh
index c48665b6093..287a63f858b 100755
--- a/tests/queries/0_stateless/01103_optimize_drop_race_zookeeper.sh
+++ b/tests/queries/0_stateless/01103_optimize_drop_race_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01107_atomic_db_detach_attach.sh b/tests/queries/0_stateless/01107_atomic_db_detach_attach.sh
index 173bf44e1f1..227c4df6785 100755
--- a/tests/queries/0_stateless/01107_atomic_db_detach_attach.sh
+++ b/tests/queries/0_stateless/01107_atomic_db_detach_attach.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP DATABASE IF EXISTS test_01107"
diff --git a/tests/queries/0_stateless/01107_tuples_arrays_parsing_exceptions.sh b/tests/queries/0_stateless/01107_tuples_arrays_parsing_exceptions.sh
index 05d4b060a8a..36a8c507605 100755
--- a/tests/queries/0_stateless/01107_tuples_arrays_parsing_exceptions.sh
+++ b/tests/queries/0_stateless/01107_tuples_arrays_parsing_exceptions.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "SELECT (1, 2 2)" 2>&1 | grep -o "Syntax error"
diff --git a/tests/queries/0_stateless/01108_restart_replicas_rename_deadlock_zookeeper.sh b/tests/queries/0_stateless/01108_restart_replicas_rename_deadlock_zookeeper.sh
index 39240ea9f8d..b0cba465c3d 100755
--- a/tests/queries/0_stateless/01108_restart_replicas_rename_deadlock_zookeeper.sh
+++ b/tests/queries/0_stateless/01108_restart_replicas_rename_deadlock_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 for i in $(seq 4); do
diff --git a/tests/queries/0_stateless/01114_database_atomic.sh b/tests/queries/0_stateless/01114_database_atomic.sh
index 2a3a171b724..55288e1e3f6 100755
--- a/tests/queries/0_stateless/01114_database_atomic.sh
+++ b/tests/queries/0_stateless/01114_database_atomic.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01146_clickhouse_local_data.sh b/tests/queries/0_stateless/01146_clickhouse_local_data.sh
index 2c98b06942b..7268f051b8b 100755
--- a/tests/queries/0_stateless/01146_clickhouse_local_data.sh
+++ b/tests/queries/0_stateless/01146_clickhouse_local_data.sh
@@ -2,6 +2,7 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 ${CLICKHOUSE_LOCAL} --query "create table test engine Log as select 1 a"
diff --git a/tests/queries/0_stateless/01150_ddl_guard_rwr.sh b/tests/queries/0_stateless/01150_ddl_guard_rwr.sh
index 43804075938..6355f790e23 100755
--- a/tests/queries/0_stateless/01150_ddl_guard_rwr.sh
+++ b/tests/queries/0_stateless/01150_ddl_guard_rwr.sh
@@ -3,6 +3,7 @@
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=fatal
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP DATABASE IF EXISTS test_01150"
diff --git a/tests/queries/0_stateless/01187_set_profile_as_setting.sh b/tests/queries/0_stateless/01187_set_profile_as_setting.sh
index 8247ab8870a..db9d095fe92 100755
--- a/tests/queries/0_stateless/01187_set_profile_as_setting.sh
+++ b/tests/queries/0_stateless/01187_set_profile_as_setting.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -n -m -q "select value, changed from system.settings where name='readonly';"
diff --git a/tests/queries/0_stateless/01192_rename_database_zookeeper.sh b/tests/queries/0_stateless/01192_rename_database_zookeeper.sh
index bb84cab8977..90b9baf4ebf 100755
--- a/tests/queries/0_stateless/01192_rename_database_zookeeper.sh
+++ b/tests/queries/0_stateless/01192_rename_database_zookeeper.sh
@@ -1,7 +1,8 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
-. $CURDIR/../shell_config.sh
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
 
 
 # 1. init
diff --git a/tests/queries/0_stateless/01193_metadata_loading.sh b/tests/queries/0_stateless/01193_metadata_loading.sh
index 0ee583a7265..2e28c2c0165 100755
--- a/tests/queries/0_stateless/01193_metadata_loading.sh
+++ b/tests/queries/0_stateless/01193_metadata_loading.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # it is the worst way of making performance test, nevertheless it can detect significant slowdown and some other issues, that usually found by stress test
diff --git a/tests/queries/0_stateless/01194_http_query_id.sh b/tests/queries/0_stateless/01194_http_query_id.sh
index 5eb766bbe2a..b1ab9eed9db 100755
--- a/tests/queries/0_stateless/01194_http_query_id.sh
+++ b/tests/queries/0_stateless/01194_http_query_id.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 url="http://${CLICKHOUSE_HOST}:${CLICKHOUSE_PORT_HTTP}/?session_id=test_01194"
diff --git a/tests/queries/0_stateless/01195_formats_diagnostic_info.sh b/tests/queries/0_stateless/01195_formats_diagnostic_info.sh
index e3bd8f901e7..6c64b17f719 100755
--- a/tests/queries/0_stateless/01195_formats_diagnostic_info.sh
+++ b/tests/queries/0_stateless/01195_formats_diagnostic_info.sh
@@ -2,6 +2,7 @@
 # shellcheck disable=SC2206
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 PARSER=(${CLICKHOUSE_LOCAL} --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format CSV)
@@ -21,7 +22,7 @@ echo '2020-04-21 12:34:56, "Hello", 12345678,1' | "${PARSER[@]}" 2>&1| grep "ERR
 echo '2020-04-21 12:34:56,,123Hello' | "${PARSER[@]}" 2>&1| grep "ERROR"
 echo -e '2020-04-21 12:34:56, "Hello", 12345678\n\n\n\n   ' | "${PARSER[@]}" 2>&1| grep "ERROR" || echo "OK"
 
-PARSER=(${CLICKHOUSE_LOCAL} --input_format_null_as_default=0 --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format TSV)
+PARSER=(${CLICKHOUSE_LOCAL} --input_format_null_as_default 0 --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format TSV)
 echo -e '2020-04-21 12:34:56\tHello\t12345678' | "${PARSER[@]}"  2>&1| grep "ERROR" || echo -e "\nTSV"
 echo -e '2020-04-21 12:34:56\tHello\t123456789' | "${PARSER[@]}" 2>&1| grep "ERROR"
 echo -e '2020-04-21 12:34:567\tHello\t123456789' | "${PARSER[@]}" 2>&1| grep "ERROR"
diff --git a/tests/queries/0_stateless/01196_max_parser_depth.sh b/tests/queries/0_stateless/01196_max_parser_depth.sh
index ecbb741121f..ae4851bf0c3 100755
--- a/tests/queries/0_stateless/01196_max_parser_depth.sh
+++ b/tests/queries/0_stateless/01196_max_parser_depth.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 { printf "select "; for _ in {1..1000}; do printf "coalesce(null, "; done; printf "1"; for _ in {1..1000}; do printf ")"; done; } > "${CLICKHOUSE_TMP}"/query
diff --git a/tests/queries/0_stateless/01198_client_quota_key.sh b/tests/queries/0_stateless/01198_client_quota_key.sh
index 698d5b5841f..1a08b33e336 100755
--- a/tests/queries/0_stateless/01198_client_quota_key.sh
+++ b/tests/queries/0_stateless/01198_client_quota_key.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --quota_key Hello --query_id test_quota_key --log_queries 1 --multiquery --query "SELECT 1; SYSTEM FLUSH LOGS; SELECT DISTINCT quota_key FROM system.query_log WHERE event_date >= yesterday() AND event_time >= now() - 300 AND query_id = 'test_quota_key'"
diff --git a/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.sh b/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.sh
index ae0c8324468..5ab0e800d39 100755
--- a/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.sh
+++ b/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS table_for_rename_replicated"
diff --git a/tests/queries/0_stateless/01232_json_as_string_format.sh b/tests/queries/0_stateless/01232_json_as_string_format.sh
index dd988052edf..ed8c5d37cac 100755
--- a/tests/queries/0_stateless/01232_json_as_string_format.sh
+++ b/tests/queries/0_stateless/01232_json_as_string_format.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS json_as_string";
diff --git a/tests/queries/0_stateless/01232_preparing_sets_race_condition.sh b/tests/queries/0_stateless/01232_preparing_sets_race_condition.sh
index cc490a1fcd2..e42e68a6589 100755
--- a/tests/queries/0_stateless/01232_preparing_sets_race_condition.sh
+++ b/tests/queries/0_stateless/01232_preparing_sets_race_condition.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -o errexit
diff --git a/tests/queries/0_stateless/01238_http_memory_tracking.sh b/tests/queries/0_stateless/01238_http_memory_tracking.sh
index b317a6c109b..90a7611c7c7 100755
--- a/tests/queries/0_stateless/01238_http_memory_tracking.sh
+++ b/tests/queries/0_stateless/01238_http_memory_tracking.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -o pipefail
diff --git a/tests/queries/0_stateless/01249_flush_interactive.sh b/tests/queries/0_stateless/01249_flush_interactive.sh
index 6049c70b9df..2af75dbcbe5 100755
--- a/tests/queries/0_stateless/01249_flush_interactive.sh
+++ b/tests/queries/0_stateless/01249_flush_interactive.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # A question for curious reader:
diff --git a/tests/queries/0_stateless/01258_bom_tsv.sh b/tests/queries/0_stateless/01258_bom_tsv.sh
index 085214f4b9d..576f16a246e 100755
--- a/tests/queries/0_stateless/01258_bom_tsv.sh
+++ b/tests/queries/0_stateless/01258_bom_tsv.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # BOM can be parsed if TSV format has first column that cannot contain arbitrary binary data (such as integer)
diff --git a/tests/queries/0_stateless/01268_procfs_metrics.sh b/tests/queries/0_stateless/01268_procfs_metrics.sh
index 0ff3b4518d0..cad9b786667 100755
--- a/tests/queries/0_stateless/01268_procfs_metrics.sh
+++ b/tests/queries/0_stateless/01268_procfs_metrics.sh
@@ -5,6 +5,7 @@
 
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function read_numbers_func()
diff --git a/tests/queries/0_stateless/01271_http_code_parse_error.sh b/tests/queries/0_stateless/01271_http_code_parse_error.sh
index 887a819edc9..5cc6f83b7be 100755
--- a/tests/queries/0_stateless/01271_http_code_parse_error.sh
+++ b/tests/queries/0_stateless/01271_http_code_parse_error.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "DROP TABLE IF EXISTS test"
diff --git a/tests/queries/0_stateless/01273_arrow.sh b/tests/queries/0_stateless/01273_arrow.sh
index 6d62b2b4e4a..ad8a6f0fdb9 100755
--- a/tests/queries/0_stateless/01273_arrow.sh
+++ b/tests/queries/0_stateless/01273_arrow.sh
@@ -3,6 +3,7 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01273_arrow_load.sh b/tests/queries/0_stateless/01273_arrow_load.sh
index 7f4b88ec8e2..b2ca0e32af1 100755
--- a/tests/queries/0_stateless/01273_arrow_load.sh
+++ b/tests/queries/0_stateless/01273_arrow_load.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 CB_DIR=$(dirname "$CLICKHOUSE_CLIENT_BINARY")
diff --git a/tests/queries/0_stateless/01273_arrow_stream.sh b/tests/queries/0_stateless/01273_arrow_stream.sh
index 3ad89b636e3..2020d4ca06f 100755
--- a/tests/queries/0_stateless/01273_arrow_stream.sh
+++ b/tests/queries/0_stateless/01273_arrow_stream.sh
@@ -3,6 +3,8 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01274_generate_random_nested.sh b/tests/queries/0_stateless/01274_generate_random_nested.sh
index 966e1f8da28..a4add05e007 100755
--- a/tests/queries/0_stateless/01274_generate_random_nested.sh
+++ b/tests/queries/0_stateless/01274_generate_random_nested.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "$CLICKHOUSE_URL" -d "SELECT * FROM generateRandom('\"ParsedParams.Key1\" Array(String), \"ParsedParams.Key2\" Array(Float64), x String', 1, 10, 2) LIMIT 10" > /dev/null;
diff --git a/tests/queries/0_stateless/01278_format_multiple_queries.sh b/tests/queries/0_stateless/01278_format_multiple_queries.sh
index 8c06b285b6a..55dca42eaef 100755
--- a/tests/queries/0_stateless/01278_format_multiple_queries.sh
+++ b/tests/queries/0_stateless/01278_format_multiple_queries.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01278_min_insert_block_size_rows_for_materialized_views.sh b/tests/queries/0_stateless/01278_min_insert_block_size_rows_for_materialized_views.sh
index f933283cddf..80af1b2c17f 100755
--- a/tests/queries/0_stateless/01278_min_insert_block_size_rows_for_materialized_views.sh
+++ b/tests/queries/0_stateless/01278_min_insert_block_size_rows_for_materialized_views.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # just in case
diff --git a/tests/queries/0_stateless/01279_empty_external_table.sh b/tests/queries/0_stateless/01279_empty_external_table.sh
index 16a6b5293a9..43dbcf296e6 100755
--- a/tests/queries/0_stateless/01279_empty_external_table.sh
+++ b/tests/queries/0_stateless/01279_empty_external_table.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01280_ttl_where_group_by.sh b/tests/queries/0_stateless/01280_ttl_where_group_by.sh
index 1d0d627e5bb..5ca79951a46 100755
--- a/tests/queries/0_stateless/01280_ttl_where_group_by.sh
+++ b/tests/queries/0_stateless/01280_ttl_where_group_by.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "drop table if exists ttl_01280_1"
diff --git a/tests/queries/0_stateless/01281_group_by_limit_memory_tracking.sh b/tests/queries/0_stateless/01281_group_by_limit_memory_tracking.sh
index 5333d0b4b0b..285e2ab8dad 100755
--- a/tests/queries/0_stateless/01281_group_by_limit_memory_tracking.sh
+++ b/tests/queries/0_stateless/01281_group_by_limit_memory_tracking.sh
@@ -9,6 +9,7 @@
 # - one users' query in background (to avoid reseting max_memory_usage_for_user)
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -o pipefail
@@ -29,8 +30,8 @@ function execute_group_by()
     # max_memory_usage_for_user is installed to 0 once there are no more
     # queries for user.
     local opts=(
-        --max_memory_usage_for_user=$((150<<20))
-        --max_threads=2
+        "--max_memory_usage_for_user="$((150<<20))
+        "--max_threads=2"
     )
     execute_null "${opts[@]}" <<<'SELECT uniq(number) FROM numbers_mt(toUInt64(1e6)) GROUP BY number % 5e5'
 }
diff --git a/tests/queries/0_stateless/01285_engine_join_donmikel.sh b/tests/queries/0_stateless/01285_engine_join_donmikel.sh
index 2d5c769cf8d..7522ed9924b 100755
--- a/tests/queries/0_stateless/01285_engine_join_donmikel.sh
+++ b/tests/queries/0_stateless/01285_engine_join_donmikel.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --multiquery --query "
diff --git a/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.sh b/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.sh
index 8f4885b29c0..560d9472504 100755
--- a/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.sh
+++ b/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CURDIR}/01293_client_interactive_vertical_multiline.expect
diff --git a/tests/queries/0_stateless/01293_client_interactive_vertical_singleline.sh b/tests/queries/0_stateless/01293_client_interactive_vertical_singleline.sh
index 873523e1cac..d1c513e0f83 100755
--- a/tests/queries/0_stateless/01293_client_interactive_vertical_singleline.sh
+++ b/tests/queries/0_stateless/01293_client_interactive_vertical_singleline.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CURDIR}/01293_client_interactive_vertical_singleline.expect
diff --git a/tests/queries/0_stateless/01293_optimize_final_force.sh b/tests/queries/0_stateless/01293_optimize_final_force.sh
index a03bc6e311d..60d45f87385 100755
--- a/tests/queries/0_stateless/01293_optimize_final_force.sh
+++ b/tests/queries/0_stateless/01293_optimize_final_force.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 for _ in {1..100}; do $CLICKHOUSE_CLIENT --multiquery --query "
diff --git a/tests/queries/0_stateless/01294_lazy_database_concurrent_recreate_reattach_and_show_tables.sh b/tests/queries/0_stateless/01294_lazy_database_concurrent_recreate_reattach_and_show_tables.sh
index d43a9361d71..d8f72c7837d 100755
--- a/tests/queries/0_stateless/01294_lazy_database_concurrent_recreate_reattach_and_show_tables.sh
+++ b/tests/queries/0_stateless/01294_lazy_database_concurrent_recreate_reattach_and_show_tables.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 export CURR_DATABASE="test_lazy_01294_concurrent_${CLICKHOUSE_DATABASE}"
diff --git a/tests/queries/0_stateless/01300_client_save_history_when_terminated.sh b/tests/queries/0_stateless/01300_client_save_history_when_terminated.sh
index 2f7c16259e3..8e0f15e57f0 100755
--- a/tests/queries/0_stateless/01300_client_save_history_when_terminated.sh
+++ b/tests/queries/0_stateless/01300_client_save_history_when_terminated.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CURDIR}/01300_client_save_history_when_terminated.expect
diff --git a/tests/queries/0_stateless/01301_aggregate_state_exception_memory_leak.sh b/tests/queries/0_stateless/01301_aggregate_state_exception_memory_leak.sh
index 25dc43f9e62..65bf5de8333 100755
--- a/tests/queries/0_stateless/01301_aggregate_state_exception_memory_leak.sh
+++ b/tests/queries/0_stateless/01301_aggregate_state_exception_memory_leak.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function test()
diff --git a/tests/queries/0_stateless/01302_aggregate_state_exception_memory_leak.sh b/tests/queries/0_stateless/01302_aggregate_state_exception_memory_leak.sh
index 0afeeef6363..ed8a463cc62 100755
--- a/tests/queries/0_stateless/01302_aggregate_state_exception_memory_leak.sh
+++ b/tests/queries/0_stateless/01302_aggregate_state_exception_memory_leak.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function test()
diff --git a/tests/queries/0_stateless/01304_direct_io.sh b/tests/queries/0_stateless/01304_direct_io.sh
index 0126a9525ed..3ba3d020d99 100755
--- a/tests/queries/0_stateless/01304_direct_io.sh
+++ b/tests/queries/0_stateless/01304_direct_io.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --multiquery --query "
diff --git a/tests/queries/0_stateless/01305_replica_create_drop_zookeeper.sh b/tests/queries/0_stateless/01305_replica_create_drop_zookeeper.sh
index e3e702b7b1f..5dd3d2b38d6 100755
--- a/tests/queries/0_stateless/01305_replica_create_drop_zookeeper.sh
+++ b/tests/queries/0_stateless/01305_replica_create_drop_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01306_benchmark_json.sh b/tests/queries/0_stateless/01306_benchmark_json.sh
index 51021ee8361..fed085abd96 100755
--- a/tests/queries/0_stateless/01306_benchmark_json.sh
+++ b/tests/queries/0_stateless/01306_benchmark_json.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01307_multiple_leaders_zookeeper.sh b/tests/queries/0_stateless/01307_multiple_leaders_zookeeper.sh
index 3b29922b8fc..24c6199a94a 100755
--- a/tests/queries/0_stateless/01307_multiple_leaders_zookeeper.sh
+++ b/tests/queries/0_stateless/01307_multiple_leaders_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01307_orc_output_format.sh b/tests/queries/0_stateless/01307_orc_output_format.sh
index 9293ff6ad64..26c7db5ad1b 100755
--- a/tests/queries/0_stateless/01307_orc_output_format.sh
+++ b/tests/queries/0_stateless/01307_orc_output_format.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS orc";
diff --git a/tests/queries/0_stateless/01308_orc_output_format_arrays.sh b/tests/queries/0_stateless/01308_orc_output_format_arrays.sh
index 66dc04d5a3b..f24f62673ac 100755
--- a/tests/queries/0_stateless/01308_orc_output_format_arrays.sh
+++ b/tests/queries/0_stateless/01308_orc_output_format_arrays.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS orc";
diff --git a/tests/queries/0_stateless/01312_skip_empty_params.sh b/tests/queries/0_stateless/01312_skip_empty_params.sh
index 1b9333aab33..5920376db86 100755
--- a/tests/queries/0_stateless/01312_skip_empty_params.sh
+++ b/tests/queries/0_stateless/01312_skip_empty_params.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01316_create_user_syntax_hilite.sh b/tests/queries/0_stateless/01316_create_user_syntax_hilite.sh
index a7b1b0abb00..bf79b7cb7ab 100755
--- a/tests/queries/0_stateless/01316_create_user_syntax_hilite.sh
+++ b/tests/queries/0_stateless/01316_create_user_syntax_hilite.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01317_no_password_in_command_line.sh b/tests/queries/0_stateless/01317_no_password_in_command_line.sh
index 07ac2b88832..c9886aca31e 100755
--- a/tests/queries/0_stateless/01317_no_password_in_command_line.sh
+++ b/tests/queries/0_stateless/01317_no_password_in_command_line.sh
@@ -2,6 +2,7 @@
 # shellcheck disable=SC2009
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01318_alter_add_constraint_format.sh b/tests/queries/0_stateless/01318_alter_add_constraint_format.sh
index 7494563564b..931f2051274 100755
--- a/tests/queries/0_stateless/01318_alter_add_constraint_format.sh
+++ b/tests/queries/0_stateless/01318_alter_add_constraint_format.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01318_long_unsuccessful_mutation_zookeeper.sh b/tests/queries/0_stateless/01318_long_unsuccessful_mutation_zookeeper.sh
index 95a8bcb5bb3..ced668e9849 100755
--- a/tests/queries/0_stateless/01318_long_unsuccessful_mutation_zookeeper.sh
+++ b/tests/queries/0_stateless/01318_long_unsuccessful_mutation_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS mutation_table"
diff --git a/tests/queries/0_stateless/01320_create_sync_race_condition_zookeeper.sh b/tests/queries/0_stateless/01320_create_sync_race_condition_zookeeper.sh
index cc6a66bd6bc..a15d8c8d2cd 100755
--- a/tests/queries/0_stateless/01320_create_sync_race_condition_zookeeper.sh
+++ b/tests/queries/0_stateless/01320_create_sync_race_condition_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e
diff --git a/tests/queries/0_stateless/01338_long_select_and_alter.sh b/tests/queries/0_stateless/01338_long_select_and_alter.sh
index c4ef1cb7f39..499b62564bd 100755
--- a/tests/queries/0_stateless/01338_long_select_and_alter.sh
+++ b/tests/queries/0_stateless/01338_long_select_and_alter.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS alter_mt"
diff --git a/tests/queries/0_stateless/01338_long_select_and_alter_zookeeper.sh b/tests/queries/0_stateless/01338_long_select_and_alter_zookeeper.sh
index 6a852357fa6..d990a8a1c08 100755
--- a/tests/queries/0_stateless/01338_long_select_and_alter_zookeeper.sh
+++ b/tests/queries/0_stateless/01338_long_select_and_alter_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS alter_mt"
diff --git a/tests/queries/0_stateless/01339_client_unrecognized_option.sh b/tests/queries/0_stateless/01339_client_unrecognized_option.sh
index 13c286cd032..f590ed3807e 100755
--- a/tests/queries/0_stateless/01339_client_unrecognized_option.sh
+++ b/tests/queries/0_stateless/01339_client_unrecognized_option.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT xyzgarbage 2>&1 | grep -q "Code: 552" && echo 'OK' || echo 'FAIL'
diff --git a/tests/queries/0_stateless/01342_query_parameters_alias.sh b/tests/queries/0_stateless/01342_query_parameters_alias.sh
index c17425ec7d7..11fbe37dabb 100755
--- a/tests/queries/0_stateless/01342_query_parameters_alias.sh
+++ b/tests/queries/0_stateless/01342_query_parameters_alias.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --param_x '\N' --query 'SELECT {x:Nullable(Nothing)} as a' --format TSVWithNamesAndTypes
diff --git a/tests/queries/0_stateless/01355_CSV_input_format_allow_errors.sh b/tests/queries/0_stateless/01355_CSV_input_format_allow_errors.sh
index 7ae77eb9f0c..a7cc9739f71 100755
--- a/tests/queries/0_stateless/01355_CSV_input_format_allow_errors.sh
+++ b/tests/queries/0_stateless/01355_CSV_input_format_allow_errors.sh
@@ -1,5 +1,6 @@
 #!/usr/bin/env bash
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 SAMPLE_FILE="$CURDIR/01355_sample_data.csv"
diff --git a/tests/queries/0_stateless/01358_lc_parquet.sh b/tests/queries/0_stateless/01358_lc_parquet.sh
index 8732cc4eefd..3c49adc6185 100755
--- a/tests/queries/0_stateless/01358_lc_parquet.sh
+++ b/tests/queries/0_stateless/01358_lc_parquet.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "drop table if exists test_lc"
diff --git a/tests/queries/0_stateless/01361_fover_remote_num_tries.sh b/tests/queries/0_stateless/01361_fover_remote_num_tries.sh
index 4dcf5e69415..5e49b393c7a 100755
--- a/tests/queries/0_stateless/01361_fover_remote_num_tries.sh
+++ b/tests/queries/0_stateless/01361_fover_remote_num_tries.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --connections_with_failover_max_tries 10 --query "SELECT hostName() FROM remote('128.1.2.3', default.tmp)" 2>&1 | grep -o -P 'connect timed out|Network is unreachable' | wc -l
diff --git a/tests/queries/0_stateless/01370_client_autocomplete_word_break_characters.sh b/tests/queries/0_stateless/01370_client_autocomplete_word_break_characters.sh
index 419d6d58e85..aa7c9a94eb0 100755
--- a/tests/queries/0_stateless/01370_client_autocomplete_word_break_characters.sh
+++ b/tests/queries/0_stateless/01370_client_autocomplete_word_break_characters.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CURDIR}/01370_client_autocomplete_word_break_characters.expect
diff --git a/tests/queries/0_stateless/01375_output_format_tsv_csv_with_names.sh b/tests/queries/0_stateless/01375_output_format_tsv_csv_with_names.sh
index de4486a88a5..ad9cc2c53a8 100755
--- a/tests/queries/0_stateless/01375_output_format_tsv_csv_with_names.sh
+++ b/tests/queries/0_stateless/01375_output_format_tsv_csv_with_names.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 opts=(
diff --git a/tests/queries/0_stateless/01375_storage_file_tsv_csv_with_names_write_prefix.sh b/tests/queries/0_stateless/01375_storage_file_tsv_csv_with_names_write_prefix.sh
index d396981f873..469f7e7008b 100755
--- a/tests/queries/0_stateless/01375_storage_file_tsv_csv_with_names_write_prefix.sh
+++ b/tests/queries/0_stateless/01375_storage_file_tsv_csv_with_names_write_prefix.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # zero rows
diff --git a/tests/queries/0_stateless/01383_log_broken_table.sh b/tests/queries/0_stateless/01383_log_broken_table.sh
index 80efa7e3908..37cd6e239e5 100755
--- a/tests/queries/0_stateless/01383_log_broken_table.sh
+++ b/tests/queries/0_stateless/01383_log_broken_table.sh
@@ -2,6 +2,7 @@
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=none
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01393_benchmark_secure_port.sh b/tests/queries/0_stateless/01393_benchmark_secure_port.sh
index 4ec220efa2e..6928041da14 100755
--- a/tests/queries/0_stateless/01393_benchmark_secure_port.sh
+++ b/tests/queries/0_stateless/01393_benchmark_secure_port.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_BENCHMARK --secure -i 100 <<< 'SELECT 1' 2>&1 | grep -F 'Queries executed' | tail -n1
diff --git a/tests/queries/0_stateless/01395_limit_more_cases.sh b/tests/queries/0_stateless/01395_limit_more_cases.sh
index 61c0b6ee6e0..32c854e53fb 100755
--- a/tests/queries/0_stateless/01395_limit_more_cases.sh
+++ b/tests/queries/0_stateless/01395_limit_more_cases.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 SIZE=13
diff --git a/tests/queries/0_stateless/01396_inactive_replica_cleanup_nodes_zookeeper.sh b/tests/queries/0_stateless/01396_inactive_replica_cleanup_nodes_zookeeper.sh
index 4d68a8a722e..30b2b665658 100755
--- a/tests/queries/0_stateless/01396_inactive_replica_cleanup_nodes_zookeeper.sh
+++ b/tests/queries/0_stateless/01396_inactive_replica_cleanup_nodes_zookeeper.sh
@@ -1,7 +1,8 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
-. $CURDIR/../shell_config.sh
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
 
 # Check that if we have one inactive replica and a huge number of INSERTs to active replicas,
 # the number of nodes in ZooKeeper does not grow unbounded.
diff --git a/tests/queries/0_stateless/01399_http_request_headers.sh b/tests/queries/0_stateless/01399_http_request_headers.sh
index d7f1c8df608..9b07f018230 100755
--- a/tests/queries/0_stateless/01399_http_request_headers.sh
+++ b/tests/queries/0_stateless/01399_http_request_headers.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}" -H 'X-ClickHouse-User: default' -d 'SELECT 1'
diff --git a/tests/queries/0_stateless/01401_FORMAT_SETTINGS.sh b/tests/queries/0_stateless/01401_FORMAT_SETTINGS.sh
index aa23fcfe7aa..b70c28422c9 100755
--- a/tests/queries/0_stateless/01401_FORMAT_SETTINGS.sh
+++ b/tests/queries/0_stateless/01401_FORMAT_SETTINGS.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -o pipefail
diff --git a/tests/queries/0_stateless/01406_carriage_return_in_tsv_csv.sh b/tests/queries/0_stateless/01406_carriage_return_in_tsv_csv.sh
index 5a1edb42a06..9c3d7726763 100755
--- a/tests/queries/0_stateless/01406_carriage_return_in_tsv_csv.sh
+++ b/tests/queries/0_stateless/01406_carriage_return_in_tsv_csv.sh
@@ -2,6 +2,7 @@
 # shellcheck disable=SC2028
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo 'CSVWithNames'
diff --git a/tests/queries/0_stateless/01412_cache_dictionary_race.sh b/tests/queries/0_stateless/01412_cache_dictionary_race.sh
index 68f44e10c50..587cec52932 100755
--- a/tests/queries/0_stateless/01412_cache_dictionary_race.sh
+++ b/tests/queries/0_stateless/01412_cache_dictionary_race.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01414_mutations_and_errors_zookeeper.sh b/tests/queries/0_stateless/01414_mutations_and_errors_zookeeper.sh
index cd59c6e46d7..ceeeed41049 100755
--- a/tests/queries/0_stateless/01414_mutations_and_errors_zookeeper.sh
+++ b/tests/queries/0_stateless/01414_mutations_and_errors_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS replicated_mutation_table"
diff --git a/tests/queries/0_stateless/01415_sticking_mutations.sh b/tests/queries/0_stateless/01415_sticking_mutations.sh
index ce34cd09ca3..9bd0a6eeebf 100755
--- a/tests/queries/0_stateless/01415_sticking_mutations.sh
+++ b/tests/queries/0_stateless/01415_sticking_mutations.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS sticking_mutations"
diff --git a/tests/queries/0_stateless/01417_freeze_partition_verbose.sh b/tests/queries/0_stateless/01417_freeze_partition_verbose.sh
index f15eb26e4b8..5294f4fe8f1 100755
--- a/tests/queries/0_stateless/01417_freeze_partition_verbose.sh
+++ b/tests/queries/0_stateless/01417_freeze_partition_verbose.sh
@@ -1,7 +1,8 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
-. $CURDIR/../shell_config.sh
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
 
 ALTER_OUT_STRUCTURE='command_type String, partition_id String, part_name String'
 ATTACH_OUT_STRUCTURE='old_part_name String'
diff --git a/tests/queries/0_stateless/01417_freeze_partition_verbose_zookeeper.sh b/tests/queries/0_stateless/01417_freeze_partition_verbose_zookeeper.sh
index d9011e2acdf..480daeefa46 100755
--- a/tests/queries/0_stateless/01417_freeze_partition_verbose_zookeeper.sh
+++ b/tests/queries/0_stateless/01417_freeze_partition_verbose_zookeeper.sh
@@ -1,7 +1,8 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
-. $CURDIR/../shell_config.sh
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
 
 ALTER_OUT_STRUCTURE='command_type String, partition_id String, part_name String'
 ATTACH_OUT_STRUCTURE='old_part_name String'
diff --git a/tests/queries/0_stateless/01417_query_time_in_system_events.sh b/tests/queries/0_stateless/01417_query_time_in_system_events.sh
index ff6d11befb0..4c0701c958e 100755
--- a/tests/queries/0_stateless/01417_query_time_in_system_events.sh
+++ b/tests/queries/0_stateless/01417_query_time_in_system_events.sh
@@ -1,7 +1,8 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
-. $CURDIR/../shell_config.sh
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
 
 DATA_BEFORE=`${CLICKHOUSE_CLIENT} --query="SELECT event,value FROM system.events WHERE event IN ('QueryTimeMicroseconds','SelectQueryTimeMicroseconds','InsertQueryTimeMicroseconds') FORMAT CSV"`
 
diff --git a/tests/queries/0_stateless/01429_empty_arrow_and_parquet.sh b/tests/queries/0_stateless/01429_empty_arrow_and_parquet.sh
index 223a5d246ae..74ac4f21c21 100755
--- a/tests/queries/0_stateless/01429_empty_arrow_and_parquet.sh
+++ b/tests/queries/0_stateless/01429_empty_arrow_and_parquet.sh
@@ -3,6 +3,8 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01442_merge_detach_attach.sh b/tests/queries/0_stateless/01442_merge_detach_attach.sh
index a0ed8e42357..e134752a03f 100755
--- a/tests/queries/0_stateless/01442_merge_detach_attach.sh
+++ b/tests/queries/0_stateless/01442_merge_detach_attach.sh
@@ -3,6 +3,8 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 CLICKHOUSE_CLIENT=$(echo ${CLICKHOUSE_CLIENT} | sed 's/'"--send_logs_level=${CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL}"'/--send_logs_level=none/g')
diff --git a/tests/queries/0_stateless/01443_merge_truncate.sh b/tests/queries/0_stateless/01443_merge_truncate.sh
index 23c5a8f6c77..ffd5f225ffe 100755
--- a/tests/queries/0_stateless/01443_merge_truncate.sh
+++ b/tests/queries/0_stateless/01443_merge_truncate.sh
@@ -3,6 +3,7 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 CLICKHOUSE_CLIENT=$(echo ${CLICKHOUSE_CLIENT} | sed 's/'"--send_logs_level=${CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL}"'/--send_logs_level=none/g')
diff --git a/tests/queries/0_stateless/01444_create_table_drop_database_race.sh b/tests/queries/0_stateless/01444_create_table_drop_database_race.sh
index d54731fd7a3..0e2d4464bf8 100755
--- a/tests/queries/0_stateless/01444_create_table_drop_database_race.sh
+++ b/tests/queries/0_stateless/01444_create_table_drop_database_race.sh
@@ -3,6 +3,8 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 # This test reproduces "Directory not empty" error in DROP DATABASE query.
diff --git a/tests/queries/0_stateless/01445_create_table_as_table_function.sh b/tests/queries/0_stateless/01445_create_table_as_table_function.sh
index 6be015fc8a3..db2b8e100d6 100755
--- a/tests/queries/0_stateless/01445_create_table_as_table_function.sh
+++ b/tests/queries/0_stateless/01445_create_table_as_table_function.sh
@@ -3,6 +3,8 @@
 set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "CREATE TABLE system.columns AS numbers(10);" 2>&1 | grep -F "Code: 57" > /dev/null && echo 'OK' || echo 'FAIL'
diff --git a/tests/queries/0_stateless/01446_json_strings_each_row.sh b/tests/queries/0_stateless/01446_json_strings_each_row.sh
index af5bac6d2de..a2d98cd7f90 100755
--- a/tests/queries/0_stateless/01446_json_strings_each_row.sh
+++ b/tests/queries/0_stateless/01446_json_strings_each_row.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo "DROP TABLE IF EXISTS test_table;" | ${CLICKHOUSE_CLIENT}
diff --git a/tests/queries/0_stateless/01451_dist_logs.sh b/tests/queries/0_stateless/01451_dist_logs.sh
index d192eb30251..23dee7a827d 100755
--- a/tests/queries/0_stateless/01451_dist_logs.sh
+++ b/tests/queries/0_stateless/01451_dist_logs.sh
@@ -4,6 +4,7 @@
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=trace
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # triggered not for the first query
diff --git a/tests/queries/0_stateless/01451_wrong_error_long_query.sh b/tests/queries/0_stateless/01451_wrong_error_long_query.sh
index 00bfb285aaf..333dab193cd 100755
--- a/tests/queries/0_stateless/01451_wrong_error_long_query.sh
+++ b/tests/queries/0_stateless/01451_wrong_error_long_query.sh
@@ -1,7 +1,8 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
-printf "select 1 in (1, 1, %1048554s  (-1))" | ${CLICKHOUSE_CURL} -ss 'http://localhost:8123/?max_query_size=1048576' --data-binary @- | grep -o "Max query size exceeded"
-printf "select 1 in (1, 1, %1048554s  (-1))" | ${CLICKHOUSE_CURL} -ss 'http://localhost:8123/?max_query_size=1048580' --data-binary @-
+printf "select 1 in (1, 1, %1048554s  (-1))" " " | ${CLICKHOUSE_CURL} -ss 'http://localhost:8123/?max_query_size=1048576' --data-binary @- | grep -o "Max query size exceeded"
+printf "select 1 in (1, 1, %1048554s  (-1))" " " | ${CLICKHOUSE_CURL} -ss 'http://localhost:8123/?max_query_size=1048580' --data-binary @-
diff --git a/tests/queries/0_stateless/01454_storagememory_data_race_challenge.sh b/tests/queries/0_stateless/01454_storagememory_data_race_challenge.sh
index 8fce5c9065b..49829b288ae 100755
--- a/tests/queries/0_stateless/01454_storagememory_data_race_challenge.sh
+++ b/tests/queries/0_stateless/01454_storagememory_data_race_challenge.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS mem"
diff --git a/tests/queries/0_stateless/01455_opentelemetry_distributed.sh b/tests/queries/0_stateless/01455_opentelemetry_distributed.sh
index f81a010cf95..d8a8dde966e 100755
--- a/tests/queries/0_stateless/01455_opentelemetry_distributed.sh
+++ b/tests/queries/0_stateless/01455_opentelemetry_distributed.sh
@@ -2,6 +2,7 @@
 set -ue
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function check_log
diff --git a/tests/queries/0_stateless/01459_manual_write_to_replicas.sh b/tests/queries/0_stateless/01459_manual_write_to_replicas.sh
index 1cf0ed56bc5..0a437d689fa 100755
--- a/tests/queries/0_stateless/01459_manual_write_to_replicas.sh
+++ b/tests/queries/0_stateless/01459_manual_write_to_replicas.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 NUM_REPLICAS=10
diff --git a/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh b/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh
index e033e0d5b72..a333d9be8ae 100755
--- a/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh
+++ b/tests/queries/0_stateless/01459_manual_write_to_replicas_quorum.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 NUM_REPLICAS=10
diff --git a/tests/queries/0_stateless/01460_line_as_string_format.sh b/tests/queries/0_stateless/01460_line_as_string_format.sh
index 4f94111df08..17ab4b4367b 100755
--- a/tests/queries/0_stateless/01460_line_as_string_format.sh
+++ b/tests/queries/0_stateless/01460_line_as_string_format.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS line_as_string1";
@@ -18,14 +19,14 @@ $CLICKHOUSE_CLIENT --query="DROP TABLE line_as_string1"
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS line_as_string2";
 $CLICKHOUSE_CLIENT --query="create table line_as_string2(
-    a UInt64 default 42, 
+    a UInt64 default 42,
     b String materialized toString(a),
     c String
 ) engine=MergeTree() order by tuple();";
 
 $CLICKHOUSE_CLIENT --query="INSERT INTO line_as_string2(c) values ('ClickHouse')";
 
-echo 'ClickHouse is a `fast` #open-source# (OLAP) 'database' "management" :system:' | $CLICKHOUSE_CLIENT --query="INSERT INTO line_as_string2(c) FORMAT LineAsString";
+echo "ClickHouse is a `fast` #open-source# (OLAP) 'database' "'"management"'" :system:" | $CLICKHOUSE_CLIENT --query="INSERT INTO line_as_string2(c) FORMAT LineAsString";
 
 $CLICKHOUSE_CLIENT --query="SELECT * FROM line_as_string2 order by c";
 $CLICKHOUSE_CLIENT --query="DROP TABLE line_as_string2"
diff --git a/tests/queries/0_stateless/01472_obfuscator_uuid.sh b/tests/queries/0_stateless/01472_obfuscator_uuid.sh
index 2efd4986faa..6654dcaad71 100755
--- a/tests/queries/0_stateless/01472_obfuscator_uuid.sh
+++ b/tests/queries/0_stateless/01472_obfuscator_uuid.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="CREATE TABLE t_uuid(Id UUID) ENGINE=MergeTree ORDER BY (Id)"
diff --git a/tests/queries/0_stateless/01474_custom_null_tsv.sh b/tests/queries/0_stateless/01474_custom_null_tsv.sh
index ee9bb7900a0..9dc1c4b7777 100755
--- a/tests/queries/0_stateless/01474_custom_null_tsv.sh
+++ b/tests/queries/0_stateless/01474_custom_null_tsv.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS tsv_custom_null";
diff --git a/tests/queries/0_stateless/01500_StorageFile_write_to_fd.sh b/tests/queries/0_stateless/01500_StorageFile_write_to_fd.sh
index 589a578eb0b..e6fe5d17cd0 100755
--- a/tests/queries/0_stateless/01500_StorageFile_write_to_fd.sh
+++ b/tests/queries/0_stateless/01500_StorageFile_write_to_fd.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # The following command will execute:
diff --git a/tests/queries/0_stateless/01501_clickhouse_client_INSERT_exception.sh b/tests/queries/0_stateless/01501_clickhouse_client_INSERT_exception.sh
index 4e96f393f30..2abb1818529 100755
--- a/tests/queries/0_stateless/01501_clickhouse_client_INSERT_exception.sh
+++ b/tests/queries/0_stateless/01501_clickhouse_client_INSERT_exception.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} -q "DROP TABLE IF EXISTS data"
diff --git a/tests/queries/0_stateless/01502_jemalloc_percpu_arena.sh b/tests/queries/0_stateless/01502_jemalloc_percpu_arena.sh
index 06f7d38af94..869e3a1d26d 100755
--- a/tests/queries/0_stateless/01502_jemalloc_percpu_arena.sh
+++ b/tests/queries/0_stateless/01502_jemalloc_percpu_arena.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ncpus="$(getconf _NPROCESSORS_ONLN)"
diff --git a/tests/queries/0_stateless/01502_log_tinylog_deadlock_race.sh b/tests/queries/0_stateless/01502_log_tinylog_deadlock_race.sh
index 96d2e32f590..667a612ff23 100755
--- a/tests/queries/0_stateless/01502_log_tinylog_deadlock_race.sh
+++ b/tests/queries/0_stateless/01502_log_tinylog_deadlock_race.sh
@@ -5,6 +5,7 @@ set -e
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=fatal
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01505_pipeline_executor_UAF.sh b/tests/queries/0_stateless/01505_pipeline_executor_UAF.sh
index f259badea8c..645eaea743c 100755
--- a/tests/queries/0_stateless/01505_pipeline_executor_UAF.sh
+++ b/tests/queries/0_stateless/01505_pipeline_executor_UAF.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # Regression for UAF in ThreadPool.
diff --git a/tests/queries/0_stateless/01507_clickhouse_server_start_with_embedded_config.sh b/tests/queries/0_stateless/01507_clickhouse_server_start_with_embedded_config.sh
index 945be0a1324..5b8f0cba639 100755
--- a/tests/queries/0_stateless/01507_clickhouse_server_start_with_embedded_config.sh
+++ b/tests/queries/0_stateless/01507_clickhouse_server_start_with_embedded_config.sh
@@ -4,6 +4,7 @@ CLICKHOUSE_PORT_TCP=50111
 CLICKHOUSE_DATABASE=default
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo "Starting clickhouse-server"
diff --git a/tests/queries/0_stateless/01508_format_regexp_raw.sh b/tests/queries/0_stateless/01508_format_regexp_raw.sh
index 699fca1be61..8cf1bd73566 100755
--- a/tests/queries/0_stateless/01508_format_regexp_raw.sh
+++ b/tests/queries/0_stateless/01508_format_regexp_raw.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} -n --query "
diff --git a/tests/queries/0_stateless/01508_partition_pruning.sh b/tests/queries/0_stateless/01508_partition_pruning.sh
index c886946c7d9..b5ec6388d5c 100755
--- a/tests/queries/0_stateless/01508_partition_pruning.sh
+++ b/tests/queries/0_stateless/01508_partition_pruning.sh
@@ -10,6 +10,7 @@
 #-------------------------------------------------------------------------------------------
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 #export CLICKHOUSE_CLIENT="clickhouse-client --send_logs_level=none"
diff --git a/tests/queries/0_stateless/01508_query_obfuscator.sh b/tests/queries/0_stateless/01508_query_obfuscator.sh
index d60e42489fa..b354f0953fd 100755
--- a/tests/queries/0_stateless/01508_query_obfuscator.sh
+++ b/tests/queries/0_stateless/01508_query_obfuscator.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_FORMAT --seed Hello --obfuscate <<< "SELECT 123, 'Test://2020-01-01hello1234 at 2000-01-01T01:02:03', 12e100, Gibberish_id_testCool, hello(World), avgIf(remote('127.0.0.1'))"
diff --git a/tests/queries/0_stateless/01508_race_condition_rename_clear_zookeeper.sh b/tests/queries/0_stateless/01508_race_condition_rename_clear_zookeeper.sh
index 2af1cb214a4..4cb4734b448 100755
--- a/tests/queries/0_stateless/01508_race_condition_rename_clear_zookeeper.sh
+++ b/tests/queries/0_stateless/01508_race_condition_rename_clear_zookeeper.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS table_for_renames0"
diff --git a/tests/queries/0_stateless/01509_check_many_parallel_quorum_inserts.sh b/tests/queries/0_stateless/01509_check_many_parallel_quorum_inserts.sh
index 526859bcb58..c5ffad1c4ca 100755
--- a/tests/queries/0_stateless/01509_check_many_parallel_quorum_inserts.sh
+++ b/tests/queries/0_stateless/01509_check_many_parallel_quorum_inserts.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 NUM_REPLICAS=10
diff --git a/tests/queries/0_stateless/01509_check_parallel_quorum_inserts.sh b/tests/queries/0_stateless/01509_check_parallel_quorum_inserts.sh
index eecb06bda5d..898a68d9c77 100755
--- a/tests/queries/0_stateless/01509_check_parallel_quorum_inserts.sh
+++ b/tests/queries/0_stateless/01509_check_parallel_quorum_inserts.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 NUM_REPLICAS=2
diff --git a/tests/queries/0_stateless/01509_format_raw_blob.sh b/tests/queries/0_stateless/01509_format_raw_blob.sh
index 68d3844d727..3d1d3fbb17b 100755
--- a/tests/queries/0_stateless/01509_format_raw_blob.sh
+++ b/tests/queries/0_stateless/01509_format_raw_blob.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} -n --query "
diff --git a/tests/queries/0_stateless/01509_parallel_quorum_and_merge.sh b/tests/queries/0_stateless/01509_parallel_quorum_and_merge.sh
index 214c39a21cc..ca5f58512a3 100755
--- a/tests/queries/0_stateless/01509_parallel_quorum_and_merge.sh
+++ b/tests/queries/0_stateless/01509_parallel_quorum_and_merge.sh
@@ -3,6 +3,7 @@
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS parallel_q1"
diff --git a/tests/queries/0_stateless/01510_format_regexp_raw_low_cardinality.sh b/tests/queries/0_stateless/01510_format_regexp_raw_low_cardinality.sh
index 0f65280e1ce..594caca7d04 100755
--- a/tests/queries/0_stateless/01510_format_regexp_raw_low_cardinality.sh
+++ b/tests/queries/0_stateless/01510_format_regexp_raw_low_cardinality.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} -n --query "
diff --git a/tests/queries/0_stateless/01514_distributed_cancel_query_on_error.sh b/tests/queries/0_stateless/01514_distributed_cancel_query_on_error.sh
index b0abd99d38c..726dcc8ee6d 100755
--- a/tests/queries/0_stateless/01514_distributed_cancel_query_on_error.sh
+++ b/tests/queries/0_stateless/01514_distributed_cancel_query_on_error.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # _shard_num:
@@ -9,10 +10,10 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # max_block_size to fail faster
 # max_memory_usage/_shard_num/repeat() will allow failure on the first shard earlier.
 opts=(
-    --max_memory_usage=1G
-    --max_block_size=50
-    --max_threads=1
-    --max_distributed_connections=2
+    "--max_memory_usage=1G"
+    "--max_block_size=50"
+    "--max_threads=1"
+    "--max_distributed_connections=2"
 )
 ${CLICKHOUSE_CLIENT} "${opts[@]}" -q "SELECT groupArray(repeat('a', if(_shard_num == 2, 100000, 1))), number%100000 k from remote('127.{2,3}', system.numbers) GROUP BY k LIMIT 10e6" |& {
     # the query should fail earlier on 127.3 and 127.2 should not even go to the memory limit exceeded error.
diff --git a/tests/queries/0_stateless/01515_logtrace_function.sh b/tests/queries/0_stateless/01515_logtrace_function.sh
index c536c90e74b..9953fc2ae2b 100755
--- a/tests/queries/0_stateless/01515_logtrace_function.sh
+++ b/tests/queries/0_stateless/01515_logtrace_function.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 CLICKHOUSE_CLIENT=$(echo ${CLICKHOUSE_CLIENT} | sed 's/'"--send_logs_level=${CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL}"'/--send_logs_level=debug/g')
diff --git a/tests/queries/0_stateless/01516_drop_table_stress.sh b/tests/queries/0_stateless/01516_drop_table_stress.sh
index 3e2fd613a36..d72104c8c7f 100755
--- a/tests/queries/0_stateless/01516_drop_table_stress.sh
+++ b/tests/queries/0_stateless/01516_drop_table_stress.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function drop_database()
diff --git a/tests/queries/0_stateless/01520_client_print_query_id.sh b/tests/queries/0_stateless/01520_client_print_query_id.sh
index 21f60b49924..b32f48239c2 100755
--- a/tests/queries/0_stateless/01520_client_print_query_id.sh
+++ b/tests/queries/0_stateless/01520_client_print_query_id.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CURDIR}/01520_client_print_query_id.expect
diff --git a/tests/queries/0_stateless/01523_client_local_queries_file_parameter.sh b/tests/queries/0_stateless/01523_client_local_queries_file_parameter.sh
index bd8cbc03095..f4681907ced 100755
--- a/tests/queries/0_stateless/01523_client_local_queries_file_parameter.sh
+++ b/tests/queries/0_stateless/01523_client_local_queries_file_parameter.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo "SELECT 1;" > 01523_client_local_queries_file_parameter_tmp.sql
diff --git a/tests/queries/0_stateless/01526_client_start_and_exit.sh b/tests/queries/0_stateless/01526_client_start_and_exit.sh
index d6b7b4f72ed..40927cd7599 100755
--- a/tests/queries/0_stateless/01526_client_start_and_exit.sh
+++ b/tests/queries/0_stateless/01526_client_start_and_exit.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # Create a huge amount of tables, so Suggest will take a time to load
diff --git a/tests/queries/0_stateless/01526_initial_query_id.sh b/tests/queries/0_stateless/01526_initial_query_id.sh
index e28f9ee1e40..0cc09f733d0 100755
--- a/tests/queries/0_stateless/01526_initial_query_id.sh
+++ b/tests/queries/0_stateless/01526_initial_query_id.sh
@@ -2,6 +2,7 @@
 set -ue
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 query_id=$(${CLICKHOUSE_CLIENT} -q "select lower(hex(reverse(reinterpretAsString(generateUUIDv4()))))")
diff --git a/tests/queries/0_stateless/01526_max_untracked_memory.sh b/tests/queries/0_stateless/01526_max_untracked_memory.sh
index 2623d175d82..b11f40b44f4 100755
--- a/tests/queries/0_stateless/01526_max_untracked_memory.sh
+++ b/tests/queries/0_stateless/01526_max_untracked_memory.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 query="select randomPrintableASCII(number) from numbers(1000)"
diff --git a/tests/queries/0_stateless/01526_param_uuid.sh b/tests/queries/0_stateless/01526_param_uuid.sh
index 4f508ddf863..b0c68894fdb 100755
--- a/tests/queries/0_stateless/01526_param_uuid.sh
+++ b/tests/queries/0_stateless/01526_param_uuid.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --param_p1='ffffffff-ffff-ffff-ffff-ffffffffffff' --query "SELECT {p1:UUID}"
diff --git a/tests/queries/0_stateless/01527_clickhouse_local_optimize.sh b/tests/queries/0_stateless/01527_clickhouse_local_optimize.sh
index bbbdf9c65d6..82453c00ca4 100755
--- a/tests/queries/0_stateless/01527_clickhouse_local_optimize.sh
+++ b/tests/queries/0_stateless/01527_clickhouse_local_optimize.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 WORKING_FOLDER_01527="${CLICKHOUSE_TMP}/01527_clickhouse_local_optimize"
diff --git a/tests/queries/0_stateless/01528_clickhouse_local_prepare_parts.sh b/tests/queries/0_stateless/01528_clickhouse_local_prepare_parts.sh
index 9b09edfe27a..8684582ad45 100755
--- a/tests/queries/0_stateless/01528_clickhouse_local_prepare_parts.sh
+++ b/tests/queries/0_stateless/01528_clickhouse_local_prepare_parts.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 WORKING_FOLDER_01528="${CLICKHOUSE_TMP}/01528_clickhouse_local_prepare_parts"
diff --git a/tests/queries/0_stateless/01528_play.sh b/tests/queries/0_stateless/01528_play.sh
index 7182f4dd6e5..09cf503676d 100755
--- a/tests/queries/0_stateless/01528_play.sh
+++ b/tests/queries/0_stateless/01528_play.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_PORT_HTTP_PROTO}://${CLICKHOUSE_HOST}:${CLICKHOUSE_PORT_HTTP}/play" | grep -o '🌞'
diff --git a/tests/queries/0_stateless/01529_bad_memory_tracking.sh b/tests/queries/0_stateless/01529_bad_memory_tracking.sh
index f91f6ebaf80..5ad2535074a 100755
--- a/tests/queries/0_stateless/01529_bad_memory_tracking.sh
+++ b/tests/queries/0_stateless/01529_bad_memory_tracking.sh
@@ -3,6 +3,7 @@
 CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=fatal
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 for _ in {1..10}; do
diff --git a/tests/queries/0_stateless/01532_clickhouse_local_tmp_folder.sh b/tests/queries/0_stateless/01532_clickhouse_local_tmp_folder.sh
index f341fbcdd9b..09f7e023288 100755
--- a/tests/queries/0_stateless/01532_clickhouse_local_tmp_folder.sh
+++ b/tests/queries/0_stateless/01532_clickhouse_local_tmp_folder.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # in case when clickhouse-local can't use temp folder it will try to create
diff --git a/tests/queries/0_stateless/01541_max_memory_usage_for_user.sh b/tests/queries/0_stateless/01541_max_memory_usage_for_user.sh
index 64a90d871e7..c81bd1a6ce4 100755
--- a/tests/queries/0_stateless/01541_max_memory_usage_for_user.sh
+++ b/tests/queries/0_stateless/01541_max_memory_usage_for_user.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # Regression for MemoryTracker drift via HTTP queries.
diff --git a/tests/queries/0_stateless/01542_dictionary_load_exception_race.sh b/tests/queries/0_stateless/01542_dictionary_load_exception_race.sh
index 582a8eb4d12..334fcc87baf 100755
--- a/tests/queries/0_stateless/01542_dictionary_load_exception_race.sh
+++ b/tests/queries/0_stateless/01542_dictionary_load_exception_race.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01543_avro_deserialization_with_lc.sh b/tests/queries/0_stateless/01543_avro_deserialization_with_lc.sh
index 0971396ec9c..f3f636dee73 100755
--- a/tests/queries/0_stateless/01543_avro_deserialization_with_lc.sh
+++ b/tests/queries/0_stateless/01543_avro_deserialization_with_lc.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "CREATE TABLE IF NOT EXISTS test_01543 (value LowCardinality(String)) ENGINE=Memory()"
diff --git a/tests/queries/0_stateless/01544_file_engine_settings.sh b/tests/queries/0_stateless/01544_file_engine_settings.sh
index ff6b0d3d373..eb0a8a964d0 100755
--- a/tests/queries/0_stateless/01544_file_engine_settings.sh
+++ b/tests/queries/0_stateless/01544_file_engine_settings.sh
@@ -2,6 +2,7 @@
 set -eu
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 the_file="$CLICKHOUSE_TMP/01544-t.csv"
diff --git a/tests/queries/0_stateless/01545_system_errors.sh b/tests/queries/0_stateless/01545_system_errors.sh
index 402c4e34116..63af6bb8d43 100755
--- a/tests/queries/0_stateless/01545_system_errors.sh
+++ b/tests/queries/0_stateless/01545_system_errors.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 prev="$(${CLICKHOUSE_CLIENT} -q "SELECT value FROM system.errors WHERE name = 'FUNCTION_THROW_IF_VALUE_IS_NON_ZERO'")"
diff --git a/tests/queries/0_stateless/01548_create_table_compound_column_format.sh b/tests/queries/0_stateless/01548_create_table_compound_column_format.sh
index 6c9384e01c1..99e3aed2825 100755
--- a/tests/queries/0_stateless/01548_create_table_compound_column_format.sh
+++ b/tests/queries/0_stateless/01548_create_table_compound_column_format.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo "CREATE TABLE test(a Int64, b NESTED(a Int64)) ENGINE=TinyLog" | $CLICKHOUSE_FORMAT
diff --git a/tests/queries/0_stateless/01548_parallel_parsing_max_memory.sh b/tests/queries/0_stateless/01548_parallel_parsing_max_memory.sh
index 884d5b6e058..d7ee2840763 100755
--- a/tests/queries/0_stateless/01548_parallel_parsing_max_memory.sh
+++ b/tests/queries/0_stateless/01548_parallel_parsing_max_memory.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 yes http://foobarfoobarfoobarfoobarfoobarfoobarfoobar.com | head -c1G > 1g.csv
diff --git a/tests/queries/0_stateless/01550_query_identifier_parameters.sh b/tests/queries/0_stateless/01550_query_identifier_parameters.sh
index 85ca67e4e3c..ece01d83254 100755
--- a/tests/queries/0_stateless/01550_query_identifier_parameters.sh
+++ b/tests/queries/0_stateless/01550_query_identifier_parameters.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --param_tbl 'numbers' --query 'select * from system.{tbl:Identifier} limit 1'
diff --git a/tests/queries/0_stateless/01550_type_map_formats_input.sh b/tests/queries/0_stateless/01550_type_map_formats_input.sh
index 0e167d3b0e9..75bf03a7437 100755
--- a/tests/queries/0_stateless/01550_type_map_formats_input.sh
+++ b/tests/queries/0_stateless/01550_type_map_formats_input.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS map_formats_input"
diff --git a/tests/queries/0_stateless/01554_row_number_after_cannot_read_all_data.sh b/tests/queries/0_stateless/01554_row_number_after_cannot_read_all_data.sh
index a29b44d2f16..a52c5d811b8 100755
--- a/tests/queries/0_stateless/01554_row_number_after_cannot_read_all_data.sh
+++ b/tests/queries/0_stateless/01554_row_number_after_cannot_read_all_data.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo -n -e '\x01\x00\x00\x00\x05Hello\x80' | ${CLICKHOUSE_LOCAL} --structure 'x UInt32, s String' --query "SELECT * FROM table" --input-format RowBinary 2>&1 | grep -oF '(at row 2)'
diff --git a/tests/queries/0_stateless/01558_ttest_scipy.sh b/tests/queries/0_stateless/01558_ttest_scipy.sh
index bd203478586..fea368f8181 100755
--- a/tests/queries/0_stateless/01558_ttest_scipy.sh
+++ b/tests/queries/0_stateless/01558_ttest_scipy.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # We should have correct env vars from shell_config.sh to run this test
diff --git a/tests/queries/0_stateless/01559_misplaced_codec_diagnostics.sh b/tests/queries/0_stateless/01559_misplaced_codec_diagnostics.sh
index 9904b6388d6..8a3242c7036 100755
--- a/tests/queries/0_stateless/01559_misplaced_codec_diagnostics.sh
+++ b/tests/queries/0_stateless/01559_misplaced_codec_diagnostics.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "CREATE TABLE t (c CODEC(NONE)) ENGINE = Memory" 2>&1 | grep -oF 'Unknown data type family: CODEC' | uniq
diff --git a/tests/queries/0_stateless/01561_clickhouse_client_stage.sh b/tests/queries/0_stateless/01561_clickhouse_client_stage.sh
index afe3703f4f3..a01bc7f5065 100755
--- a/tests/queries/0_stateless/01561_clickhouse_client_stage.sh
+++ b/tests/queries/0_stateless/01561_clickhouse_client_stage.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 function execute_query()
diff --git a/tests/queries/0_stateless/01561_mann_whitney_scipy.sh b/tests/queries/0_stateless/01561_mann_whitney_scipy.sh
index e4e9152a97d..a04b630e2f3 100755
--- a/tests/queries/0_stateless/01561_mann_whitney_scipy.sh
+++ b/tests/queries/0_stateless/01561_mann_whitney_scipy.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # We should have correct env vars from shell_config.sh to run this test
diff --git a/tests/queries/0_stateless/01563_distributed_query_finish.sh b/tests/queries/0_stateless/01563_distributed_query_finish.sh
index 16e4ed8ebd1..a9e6a5b1fce 100755
--- a/tests/queries/0_stateless/01563_distributed_query_finish.sh
+++ b/tests/queries/0_stateless/01563_distributed_query_finish.sh
@@ -4,6 +4,7 @@
 # (NETWORK_ERROR will be in case of connection reset)
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT -nm <<EOL
diff --git a/tests/queries/0_stateless/01576_alter_low_cardinality_and_select.sh b/tests/queries/0_stateless/01576_alter_low_cardinality_and_select.sh
index 94596da9258..fcea7f57cd3 100755
--- a/tests/queries/0_stateless/01576_alter_low_cardinality_and_select.sh
+++ b/tests/queries/0_stateless/01576_alter_low_cardinality_and_select.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01582_distinct_optimization.sh b/tests/queries/0_stateless/01582_distinct_optimization.sh
index 8f3f9bb0d11..519e03456ad 100755
--- a/tests/queries/0_stateless/01582_distinct_optimization.sh
+++ b/tests/queries/0_stateless/01582_distinct_optimization.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh b/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh
index caa180b1e0f..aa3a25096c0 100755
--- a/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh
+++ b/tests/queries/0_stateless/01583_parallel_parsing_exception_with_offset.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 CLICKHOUSE_CLIENT=$(echo ${CLICKHOUSE_CLIENT} | sed 's/'"--send_logs_level=${CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL}"'/--send_logs_level=none/g')
diff --git a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh
index a521d90b768..7f111538a06 100755
--- a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh
+++ b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --query "DROP TABLE IF EXISTS concurrent_mutate_kill"
diff --git a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh
index f5f751d6408..60e2adb4204 100755
--- a/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh
+++ b/tests/queries/0_stateless/01593_concurrent_alter_mutations_kill_many_replicas.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 REPLICAS=5
diff --git a/tests/queries/0_stateless/01594_too_low_memory_limits.sh b/tests/queries/0_stateless/01594_too_low_memory_limits.sh
index d0890f716cd..0d4dbbcabe1 100755
--- a/tests/queries/0_stateless/01594_too_low_memory_limits.sh
+++ b/tests/queries/0_stateless/01594_too_low_memory_limits.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # it is not mandatory to use existing table since it fails earlier, hence just a placeholder.
diff --git a/tests/queries/0_stateless/01597_columns_list_ignored.sh b/tests/queries/0_stateless/01597_columns_list_ignored.sh
index 3098eb5161a..9ab0f1303c3 100755
--- a/tests/queries/0_stateless/01597_columns_list_ignored.sh
+++ b/tests/queries/0_stateless/01597_columns_list_ignored.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_LOCAL} --query "describe table file('', TSV, 'a int, b.c int')" 2>&1 | grep -F -c 'Syntax error'
diff --git a/tests/queries/0_stateless/01599_mutation_query_params.sh b/tests/queries/0_stateless/01599_mutation_query_params.sh
index 6bc12b5409e..52b0131a9c2 100755
--- a/tests/queries/0_stateless/01599_mutation_query_params.sh
+++ b/tests/queries/0_stateless/01599_mutation_query_params.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01600_benchmark_query.sh b/tests/queries/0_stateless/01600_benchmark_query.sh
index 6b40b4464c7..a563c87a10f 100755
--- a/tests/queries/0_stateless/01600_benchmark_query.sh
+++ b/tests/queries/0_stateless/01600_benchmark_query.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_BENCHMARK --iterations 10 --query "SELECT 1" 1>/dev/null 2>"$CLICKHOUSE_TMP"/err
diff --git a/tests/queries/0_stateless/01600_detach_permanently.sh b/tests/queries/0_stateless/01600_detach_permanently.sh
index e897f80a33f..087545ec378 100755
--- a/tests/queries/0_stateless/01600_detach_permanently.sh
+++ b/tests/queries/0_stateless/01600_detach_permanently.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ## tests with real clickhouse restart would be a bit to heavy,
@@ -13,7 +14,7 @@ mkdir -p "${WORKING_FOLDER_01600}"
 clickhouse_local() {
     local query="$1"
     shift
-    ${CLICKHOUSE_LOCAL} --query "$query" $@ -- --path="${WORKING_FOLDER_01600}"
+    ${CLICKHOUSE_LOCAL} --query "$query" "$@" -- --path="${WORKING_FOLDER_01600}"
 }
 
 test_detach_attach_sequence() {
diff --git a/tests/queries/0_stateless/01600_log_queries_with_extensive_info.sh b/tests/queries/0_stateless/01600_log_queries_with_extensive_info.sh
index 2bc0a662cd1..039a68a76f3 100755
--- a/tests/queries/0_stateless/01600_log_queries_with_extensive_info.sh
+++ b/tests/queries/0_stateless/01600_log_queries_with_extensive_info.sh
@@ -2,6 +2,7 @@
 set -ue
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} -q "drop database if exists test_log_queries" "--query_id=01600_log_queries_with_extensive_info_000"
diff --git a/tests/queries/0_stateless/01600_quota_by_forwarded_ip.sh b/tests/queries/0_stateless/01600_quota_by_forwarded_ip.sh
index 33f5434dc6c..323dd88efab 100755
--- a/tests/queries/0_stateless/01600_quota_by_forwarded_ip.sh
+++ b/tests/queries/0_stateless/01600_quota_by_forwarded_ip.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01601_proxy_protocol.sh b/tests/queries/0_stateless/01601_proxy_protocol.sh
index 8a431ba6dae..e8d1a7c45b2 100755
--- a/tests/queries/0_stateless/01601_proxy_protocol.sh
+++ b/tests/queries/0_stateless/01601_proxy_protocol.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 printf "PROXY TCP4 255.255.255.255 255.255.255.255 65535 65535\r\n\0\21ClickHouse client\24\r\253\251\3\0\7default\0\4\1\0\1\0\0\t0.0.0.0:0\1\tmilovidov\21milovidov-desktop\vClickHouse \24\r\253\251\3\0\1\0\0\0\2\1\25SELECT 'Hello, world'\2\0\247\203\254l\325\\z|\265\254F\275\333\206\342\24\202\24\0\0\0\n\0\0\0\240\1\0\2\377\377\377\377\0\0\0" | nc "${CLICKHOUSE_HOST}" "${CLICKHOUSE_PORT_TCP_WITH_PROXY}" | head -c150 | grep --text -o -F 'Hello, world'
diff --git a/tests/queries/0_stateless/01601_temporary_table_session_scope.sh b/tests/queries/0_stateless/01601_temporary_table_session_scope.sh
index fbc45aec216..f6eeb50941f 100755
--- a/tests/queries/0_stateless/01601_temporary_table_session_scope.sh
+++ b/tests/queries/0_stateless/01601_temporary_table_session_scope.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=DROP+TEMPORARY+TABLE+IF+EXISTS+tmptable&session_id=session_1601a"
diff --git a/tests/queries/0_stateless/01602_max_distributed_connections.sh b/tests/queries/0_stateless/01602_max_distributed_connections.sh
index 8c19b6f5bb7..93c6071c091 100755
--- a/tests/queries/0_stateless/01602_max_distributed_connections.sh
+++ b/tests/queries/0_stateless/01602_max_distributed_connections.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 common_opts=(
diff --git a/tests/queries/0_stateless/01606_git_import.sh b/tests/queries/0_stateless/01606_git_import.sh
index 66b87d86653..16a0b92abe7 100755
--- a/tests/queries/0_stateless/01606_git_import.sh
+++ b/tests/queries/0_stateless/01606_git_import.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 # Clone some not too large repository and create a database from it.
diff --git a/tests/queries/0_stateless/01607_arrays_as_nested_csv.sh b/tests/queries/0_stateless/01607_arrays_as_nested_csv.sh
index 2f150e934d0..946be7fb4af 100755
--- a/tests/queries/0_stateless/01607_arrays_as_nested_csv.sh
+++ b/tests/queries/0_stateless/01607_arrays_as_nested_csv.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --multiquery --query "
diff --git a/tests/queries/1_stateful/00090_thread_pool_deadlock.sh b/tests/queries/1_stateful/00090_thread_pool_deadlock.sh
index 63ebcd39a99..e94243bfea2 100755
--- a/tests/queries/1_stateful/00090_thread_pool_deadlock.sh
+++ b/tests/queries/1_stateful/00090_thread_pool_deadlock.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 echo '1';
diff --git a/tests/queries/1_stateful/00092_obfuscator.sh b/tests/queries/1_stateful/00092_obfuscator.sh
index f13fcc341be..85f476c6ae5 100755
--- a/tests/queries/1_stateful/00092_obfuscator.sh
+++ b/tests/queries/1_stateful/00092_obfuscator.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 $CLICKHOUSE_CLIENT --max_threads 1 --query="SELECT URL, Title, SearchPhrase FROM test.hits LIMIT 1000" > "${CLICKHOUSE_TMP}"/data.tsv
diff --git a/utils/check-style/check-style b/utils/check-style/check-style
index 1b1678dee05..ddad0a5ddac 100755
--- a/utils/check-style/check-style
+++ b/utils/check-style/check-style
@@ -85,12 +85,6 @@ find $ROOT_PATH -name '.gitmodules' | while read i; do grep -F 'url = ' $i | gre
 # There shouldn't be any code snippets under GPL or LGPL
 find $ROOT_PATH/{src,base,programs} -name '*.h' -or -name '*.cpp' 2>/dev/null | xargs grep -i -F 'General Public License' && echo "There shouldn't be any code snippets under GPL or LGPL"
 
-# Check sh tests with Shellcheck
-(cd $ROOT_PATH/tests/queries/0_stateless/ && shellcheck --check-sourced --external-sources --severity info --exclude SC1071,SC2086 *.sh ../1_stateful/*.sh)
-
-# Check docker scripts with shellcheck
-find "$ROOT_PATH/docker" -executable -type f -exec file -F'	' --mime-type {} \; | awk -F'	' '$2==" text/x-shellscript" {print $1}' | xargs shellcheck
-
 # There shouldn't be any docker containers outside docker directory
 find $ROOT_PATH -not -path $ROOT_PATH'/docker*' -not -path $ROOT_PATH'/contrib*' -name Dockerfile -type f 2>/dev/null | xargs --no-run-if-empty -n1 echo "Please move Dockerfile to docker directory:"
 
diff --git a/utils/check-style/shellcheck-run.sh b/utils/check-style/shellcheck-run.sh
new file mode 100755
index 00000000000..e53563c7ff0
--- /dev/null
+++ b/utils/check-style/shellcheck-run.sh
@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+ROOT_PATH=$(git rev-parse --show-toplevel)
+EXCLUDE_DIRS='build/|integration/|widechar_width/|glibc-compatibility/|memcpy/|consistent-hashing/|Parsers/New'
+# Check sh tests with Shellcheck
+(cd $ROOT_PATH/tests/queries/0_stateless/ && shellcheck --check-sourced --external-sources --severity info --exclude SC1071,SC2086 *.sh ../1_stateful/*.sh)
+
+# Check docker scripts with shellcheck
+find "$ROOT_PATH/docker" -executable -type f -exec file -F'	' --mime-type {} \; | awk -F'	' '$2==" text/x-shellscript" {print $1}' | grep -v "entrypoint.alpine.sh" |xargs shellcheck
+

From 223f122aa3e914c140a0d126a438ae68b8d5853c Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 28 Dec 2020 17:08:23 +0300
Subject: [PATCH 645/742] remove duplicate comment

---
 tests/queries/0_stateless/01273_arrow_stream.sh                  | 1 -
 tests/queries/0_stateless/01429_empty_arrow_and_parquet.sh       | 1 -
 tests/queries/0_stateless/01442_merge_detach_attach.sh           | 1 -
 .../queries/0_stateless/01444_create_table_drop_database_race.sh | 1 -
 .../queries/0_stateless/01445_create_table_as_table_function.sh  | 1 -
 5 files changed, 5 deletions(-)

diff --git a/tests/queries/0_stateless/01273_arrow_stream.sh b/tests/queries/0_stateless/01273_arrow_stream.sh
index 2020d4ca06f..af5931a4bce 100755
--- a/tests/queries/0_stateless/01273_arrow_stream.sh
+++ b/tests/queries/0_stateless/01273_arrow_stream.sh
@@ -4,7 +4,6 @@ set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
-# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01429_empty_arrow_and_parquet.sh b/tests/queries/0_stateless/01429_empty_arrow_and_parquet.sh
index 74ac4f21c21..5ee8379d431 100755
--- a/tests/queries/0_stateless/01429_empty_arrow_and_parquet.sh
+++ b/tests/queries/0_stateless/01429_empty_arrow_and_parquet.sh
@@ -4,7 +4,6 @@ set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
-# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 
diff --git a/tests/queries/0_stateless/01442_merge_detach_attach.sh b/tests/queries/0_stateless/01442_merge_detach_attach.sh
index e134752a03f..c99069b4aa2 100755
--- a/tests/queries/0_stateless/01442_merge_detach_attach.sh
+++ b/tests/queries/0_stateless/01442_merge_detach_attach.sh
@@ -4,7 +4,6 @@ set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
-# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 CLICKHOUSE_CLIENT=$(echo ${CLICKHOUSE_CLIENT} | sed 's/'"--send_logs_level=${CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL}"'/--send_logs_level=none/g')
diff --git a/tests/queries/0_stateless/01444_create_table_drop_database_race.sh b/tests/queries/0_stateless/01444_create_table_drop_database_race.sh
index 0e2d4464bf8..aba83aac207 100755
--- a/tests/queries/0_stateless/01444_create_table_drop_database_race.sh
+++ b/tests/queries/0_stateless/01444_create_table_drop_database_race.sh
@@ -4,7 +4,6 @@ set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
-# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 # This test reproduces "Directory not empty" error in DROP DATABASE query.
diff --git a/tests/queries/0_stateless/01445_create_table_as_table_function.sh b/tests/queries/0_stateless/01445_create_table_as_table_function.sh
index db2b8e100d6..f963c700779 100755
--- a/tests/queries/0_stateless/01445_create_table_as_table_function.sh
+++ b/tests/queries/0_stateless/01445_create_table_as_table_function.sh
@@ -4,7 +4,6 @@ set -e
 
 CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
-# shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
 ${CLICKHOUSE_CLIENT} --query "CREATE TABLE system.columns AS numbers(10);" 2>&1 | grep -F "Code: 57" > /dev/null && echo 'OK' || echo 'FAIL'

From 5869123a86e24c5286f2fd5f46d3a28635910b8e Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 28 Dec 2020 17:58:35 +0300
Subject: [PATCH 646/742] no empty line for check-duplicate-includes

---
 utils/check-style/check-duplicate-includes.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/utils/check-style/check-duplicate-includes.sh b/utils/check-style/check-duplicate-includes.sh
index df843ead623..64aca4d180d 100755
--- a/utils/check-style/check-duplicate-includes.sh
+++ b/utils/check-style/check-duplicate-includes.sh
@@ -3,4 +3,4 @@
 ROOT_PATH=$(git rev-parse --show-toplevel)
 
 # Find duplicate include directives
-find $ROOT_PATH/{src,base,programs,utils} -name '*.h' -or -name '*.cpp' | while read file; do grep -P '^#include ' $file | sort | uniq -c | grep -v -P '^\s+1\s' && echo $file; done
+find $ROOT_PATH/{src,base,programs,utils} -name '*.h' -or -name '*.cpp' | while read file; do grep -P '^#include ' $file | sort | uniq -c | grep -v -P '^\s+1\s' && echo $file; done | sed '/^[[:space:]]*$/d'

From b3723e5e567aaf8f5b3565918059c486a2287d1c Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 28 Dec 2020 18:25:35 +0300
Subject: [PATCH 647/742] md5sum of test query has changed

---
 tests/queries/0_stateless/01509_format_raw_blob.reference | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/queries/0_stateless/01509_format_raw_blob.reference b/tests/queries/0_stateless/01509_format_raw_blob.reference
index dfa8f538e67..05014001bd9 100644
--- a/tests/queries/0_stateless/01509_format_raw_blob.reference
+++ b/tests/queries/0_stateless/01509_format_raw_blob.reference
@@ -1,2 +1,2 @@
-96b229180107fd2d23fd0a2ef9326701  -
-96b229180107fd2d23fd0a2ef9326701  -
+9fd46251e5574c633cbfbb9293671888  -
+9fd46251e5574c633cbfbb9293671888  -

From cb5986d426df3cfe73a4a6e78947a1786f7cfcd1 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 28 Dec 2020 18:25:48 +0300
Subject: [PATCH 648/742] better

---
 tests/queries/0_stateless/01460_line_as_string_format.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01460_line_as_string_format.sh b/tests/queries/0_stateless/01460_line_as_string_format.sh
index 17ab4b4367b..4ab9cb59858 100755
--- a/tests/queries/0_stateless/01460_line_as_string_format.sh
+++ b/tests/queries/0_stateless/01460_line_as_string_format.sh
@@ -26,7 +26,7 @@ $CLICKHOUSE_CLIENT --query="create table line_as_string2(
 
 $CLICKHOUSE_CLIENT --query="INSERT INTO line_as_string2(c) values ('ClickHouse')";
 
-echo "ClickHouse is a `fast` #open-source# (OLAP) 'database' "'"management"'" :system:" | $CLICKHOUSE_CLIENT --query="INSERT INTO line_as_string2(c) FORMAT LineAsString";
+echo 'ClickHouse is a `fast` #open-source# (OLAP) database "management" :system:' | $CLICKHOUSE_CLIENT --query="INSERT INTO line_as_string2(c) FORMAT LineAsString";
 
 $CLICKHOUSE_CLIENT --query="SELECT * FROM line_as_string2 order by c";
 $CLICKHOUSE_CLIENT --query="DROP TABLE line_as_string2"

From 011d2b4631e1ee4f08b2463d4c67c6d3e9ad21b9 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 29 Dec 2020 13:29:54 +0300
Subject: [PATCH 649/742] disable couple checks for now

---
 docker/test/performance-comparison/compare.sh | 16 ++++++++--------
 src/Dictionaries/IPAddressDictionary.cpp      |  2 +-
 utils/check-style/shellcheck-run.sh           |  4 ++--
 3 files changed, 11 insertions(+), 11 deletions(-)

diff --git a/docker/test/performance-comparison/compare.sh b/docker/test/performance-comparison/compare.sh
index 674e8dd1cab..59d7cc98063 100755
--- a/docker/test/performance-comparison/compare.sh
+++ b/docker/test/performance-comparison/compare.sh
@@ -50,13 +50,13 @@ function configure
 
     local setup_left_server_opts=(
         # server options
-        --config-file left/config/config.xml
+        --config-file=left/config/config.xml
         --
         # server *config* directives overrides
         --path db0
         --user_files_path db0/user_files
         --top_level_domains_path /top_level_domains
-        --tcp_port "$LEFT_SERVER_PORT"
+        --tcp_port $LEFT_SERVER_PORT
     )
     left/clickhouse-server "${setup_left_server_opts[@]}" &> setup-server-log.log &
     left_pid=$!
@@ -98,13 +98,13 @@ function restart
 
     local left_server_opts=(
         # server options
-        --config-file left/config/config.xml
+        --config-file=left/config/config.xml
         --
         # server *config* directives overrides
         --path left/db
         --user_files_path left/db/user_files
         --top_level_domains_path /top_level_domains
-        --tcp_port "$LEFT_SERVER_PORT"
+        --tcp_port $LEFT_SERVER_PORT
     )
     left/clickhouse-server "${left_server_opts[@]}" &>> left-server-log.log &
     left_pid=$!
@@ -113,13 +113,13 @@ function restart
 
     local right_server_opts=(
         # server options
-        --config-file right/config/config.xml
+        --config-file=right/config/config.xml
         --
         # server *config* directives overrides
         --path right/db
         --user_files_path right/db/user_files
         --top_level_domains_path /top_level_domains
-        --tcp_port "$RIGHT_SERVER_PORT"
+        --tcp_port $RIGHT_SERVER_PORT
     )
     right/clickhouse-server "${right_server_opts[@]}" &>> right-server-log.log &
     right_pid=$!
@@ -1109,7 +1109,7 @@ function upload_results
     then
         echo Database for test results is not specified, will not upload them.
         return 0
-    fi
+    fi 
 
     # Surprisingly, clickhouse-client doesn't understand --host 127.0.0.1:9000
     # so I have to extract host and port with clickhouse-local. I tried to use
@@ -1117,7 +1117,7 @@ function upload_results
     # parse host:port.
     set +x # Don't show password in the log
     clickhouse-client \
-        "$(clickhouse-local --query "with '${CHPC_DATABASE_URL}' as url select '--host ' || domain(url) || ' --port ' || toString(port(url)) format TSV")" \
+        $(clickhouse-local --query "with '${CHPC_DATABASE_URL}' as url select '--host ' || domain(url) || ' --port ' || toString(port(url)) format TSV") \
         --secure \
         --user "${CHPC_DATABASE_USER}" \
         --password "${CHPC_DATABASE_PASSWORD}" \
diff --git a/src/Dictionaries/IPAddressDictionary.cpp b/src/Dictionaries/IPAddressDictionary.cpp
index 4d8492f15a2..d2bbf6ec2fa 100644
--- a/src/Dictionaries/IPAddressDictionary.cpp
+++ b/src/Dictionaries/IPAddressDictionary.cpp
@@ -518,7 +518,7 @@ void IPAddressDictionary::loadData()
     {
         /// We format key attribute values here instead of filling with data from key_column
         /// because string representation can be normalized if bits beyond mask are set.
-        /// Also all IPv4 will be displayed as mapped IPv6 if threre are any IPv6.
+        /// Also all IPv4 will be displayed as mapped IPv6 if there are any IPv6.
         /// It's consistent with representation in table created with `ENGINE = Dictionary` from this dictionary.
         char str_buffer[48];
         if (has_ipv6)
diff --git a/utils/check-style/shellcheck-run.sh b/utils/check-style/shellcheck-run.sh
index e53563c7ff0..c0063d4b191 100755
--- a/utils/check-style/shellcheck-run.sh
+++ b/utils/check-style/shellcheck-run.sh
@@ -2,8 +2,8 @@
 ROOT_PATH=$(git rev-parse --show-toplevel)
 EXCLUDE_DIRS='build/|integration/|widechar_width/|glibc-compatibility/|memcpy/|consistent-hashing/|Parsers/New'
 # Check sh tests with Shellcheck
-(cd $ROOT_PATH/tests/queries/0_stateless/ && shellcheck --check-sourced --external-sources --severity info --exclude SC1071,SC2086 *.sh ../1_stateful/*.sh)
+(cd $ROOT_PATH/tests/queries/0_stateless/ && shellcheck --check-sourced --external-sources --severity info --exclude SC1071,SC2086,SC2016 *.sh ../1_stateful/*.sh)
 
 # Check docker scripts with shellcheck
-find "$ROOT_PATH/docker" -executable -type f -exec file -F'	' --mime-type {} \; | awk -F'	' '$2==" text/x-shellscript" {print $1}' | grep -v "entrypoint.alpine.sh" |xargs shellcheck
+find "$ROOT_PATH/docker" -executable -type f -exec file -F'	' --mime-type {} \; | awk -F'	' '$2==" text/x-shellscript" {print $1}' | grep -v "entrypoint.alpine.sh" | grep -v "compare.sh"| xargs shellcheck
 

From 9b4b2fa441ebd9f61d2dd712e0a0081e0ec288b2 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 29 Dec 2020 17:57:44 +0300
Subject: [PATCH 650/742] fix typo

---
 src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp
index c2619317776..db4fe34e702 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeAltersSequence.cpp
@@ -26,7 +26,7 @@ void ReplicatedMergeTreeAltersSequence::addMetadataAlter(
     int alter_version, std::lock_guard<std::mutex> & /*state_lock*/)
 {
     /// Data alter (mutation) always added before. See ReplicatedMergeTreeQueue::pullLogsToQueue.
-    /// So mutation alredy added to this sequence or doesn't exist.
+    /// So mutation already added to this sequence or doesn't exist.
     if (!queue_state.count(alter_version))
         queue_state.emplace(alter_version, AlterState{.metadata_finished=false, .data_finished=true});
     else

From 6336fbf1dfb491f6d2692ffe70dc202aa8e0d94b Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 29 Dec 2020 20:16:57 +0300
Subject: [PATCH 651/742] fix removing of empty parts in tables with old syntax

---
 src/Storages/StorageReplicatedMergeTree.cpp   |  2 +-
 .../test_merge_tree_empty_parts/__init__.py   |  0
 .../configs/cleanup_thread.xml                |  6 +++
 .../configs/remote_servers.xml                | 13 +++++++
 .../test_merge_tree_empty_parts/test.py       | 38 +++++++++++++++++++
 5 files changed, 58 insertions(+), 1 deletion(-)
 create mode 100644 tests/integration/test_merge_tree_empty_parts/__init__.py
 create mode 100644 tests/integration/test_merge_tree_empty_parts/configs/cleanup_thread.xml
 create mode 100644 tests/integration/test_merge_tree_empty_parts/configs/remote_servers.xml
 create mode 100644 tests/integration/test_merge_tree_empty_parts/test.py

diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index fe15d5dad29..75c405cfec6 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -6154,7 +6154,7 @@ bool StorageReplicatedMergeTree::dropPart(
         /// DROP_RANGE with detach will move this part together with source parts to `detached/` dir.
         entry.type = LogEntry::DROP_RANGE;
         entry.source_replica = replica_name;
-        entry.new_part_name = drop_part_info.getPartName();
+        entry.new_part_name = getPartNamePossiblyFake(format_version, drop_part_info);
         entry.detach = detach;
         entry.create_time = time(nullptr);
 
diff --git a/tests/integration/test_merge_tree_empty_parts/__init__.py b/tests/integration/test_merge_tree_empty_parts/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_merge_tree_empty_parts/configs/cleanup_thread.xml b/tests/integration/test_merge_tree_empty_parts/configs/cleanup_thread.xml
new file mode 100644
index 00000000000..943662aad67
--- /dev/null
+++ b/tests/integration/test_merge_tree_empty_parts/configs/cleanup_thread.xml
@@ -0,0 +1,6 @@
+<yandex>
+    <merge_tree>
+        <cleanup_delay_period>0</cleanup_delay_period>
+        <cleanup_delay_period_random_add>0</cleanup_delay_period_random_add>
+    </merge_tree>
+</yandex>
\ No newline at end of file
diff --git a/tests/integration/test_merge_tree_empty_parts/configs/remote_servers.xml b/tests/integration/test_merge_tree_empty_parts/configs/remote_servers.xml
new file mode 100644
index 00000000000..e7369160a81
--- /dev/null
+++ b/tests/integration/test_merge_tree_empty_parts/configs/remote_servers.xml
@@ -0,0 +1,13 @@
+<yandex>
+    <remote_servers>
+        <test_cluster>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>node1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_cluster>
+    </remote_servers>
+</yandex>
diff --git a/tests/integration/test_merge_tree_empty_parts/test.py b/tests/integration/test_merge_tree_empty_parts/test.py
new file mode 100644
index 00000000000..bc2679d4c92
--- /dev/null
+++ b/tests/integration/test_merge_tree_empty_parts/test.py
@@ -0,0 +1,38 @@
+import pytest
+import helpers.client
+import helpers.cluster
+from helpers.test_tools import assert_eq_with_retry
+
+
+cluster = helpers.cluster.ClickHouseCluster(__file__)
+node1 = cluster.add_instance('node1', main_configs=['configs/remote_servers.xml', 'configs/cleanup_thread.xml'], with_zookeeper=True)
+
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    try:
+        cluster.start()
+        yield cluster
+
+    finally:
+        cluster.shutdown()
+
+def test_empty_parts_alter_delete(started_cluster):
+    node1.query("CREATE TABLE empty_parts_delete (d Date, key UInt64, value String) \
+        ENGINE = ReplicatedMergeTree('/clickhouse/tables/empty_parts_delete', 'r1', d, key, 8192)")
+
+    node1.query("INSERT INTO empty_parts_delete VALUES (toDate('2020-10-10'), 1, 'a')")
+    node1.query("ALTER TABLE empty_parts_delete DELETE WHERE 1 SETTINGS mutations_sync = 2")
+
+    print(node1.query("SELECT count() FROM empty_parts_delete"))
+    assert_eq_with_retry(node1, "SELECT count() FROM system.parts WHERE table = 'empty_parts_delete' AND active", "0")
+
+def test_empty_parts_summing(started_cluster):
+    node1.query("CREATE TABLE empty_parts_summing (d Date, key UInt64, value Int64) \
+        ENGINE = ReplicatedSummingMergeTree('/clickhouse/tables/empty_parts_summing', 'r1', d, key, 8192)")
+
+    node1.query("INSERT INTO empty_parts_summing VALUES (toDate('2020-10-10'), 1, 1)")
+    node1.query("INSERT INTO empty_parts_summing VALUES (toDate('2020-10-10'), 1, -1)")
+    node1.query("OPTIMIZE TABLE empty_parts_summing FINAL")
+
+    assert_eq_with_retry(node1, "SELECT count() FROM system.parts WHERE table = 'empty_parts_summing' AND active", "0")

From 68fac02d35dd100bcd1ee41a4e814f5309eb407b Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 29 Dec 2020 20:27:00 +0300
Subject: [PATCH 652/742] Change union_default_mode to throw exception

---
 src/Core/Settings.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index b09e960da36..d8ba4f45b77 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -417,7 +417,7 @@ class IColumn;
     M(UInt64, multiple_joins_rewriter_version, 0, "Obsolete setting, does nothing. Will be removed after 2021-03-31", 0) \
     M(Bool, enable_debug_queries, false, "Enabled debug queries, but now is obsolete", 0) \
     M(Bool, allow_experimental_database_atomic, true, "Obsolete setting, does nothing. Will be removed after 2021-02-12", 0) \
-    M(UnionMode, union_default_mode, UnionMode::DISTINCT, "Set default Union Mode in SelectWithUnion query. Possible values: empty string, 'ALL', 'DISTINCT'. If empty, query without Union Mode will throw exception.", 0) \
+    M(UnionMode, union_default_mode, UnionMode::Unspecified, "Set default Union Mode in SelectWithUnion query. Possible values: empty string, 'ALL', 'DISTINCT'. If empty, query without Union Mode will throw exception.", 0) \
     M(Bool, optimize_aggregators_of_group_by_keys, true, "Eliminates min/max/any/anyLast aggregators of GROUP BY keys in SELECT section", 0) \
     M(Bool, optimize_group_by_function_keys, true, "Eliminates functions of other keys in GROUP BY section", 0) \
 

From 48605e7a30fdbd8d3614d7d97614fe884f30ccba Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 29 Dec 2020 20:36:10 +0300
Subject: [PATCH 653/742] Fixed exit code of watchdog

---
 base/daemon/BaseDaemon.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index f25bcdb91e1..39506186732 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -962,7 +962,7 @@ void BaseDaemon::setupWatchdog()
         if (WIFEXITED(status))
         {
             logger().information(fmt::format("Child process exited normally with code {}.", WEXITSTATUS(status)));
-            _exit(status);
+            _exit(WEXITSTATUS(status));
         }
 
         if (WIFSIGNALED(status))
@@ -980,7 +980,7 @@ void BaseDaemon::setupWatchdog()
                 logger().fatal(fmt::format("Child process was terminated by signal {}.", sig));
 
                 if (sig == SIGINT || sig == SIGTERM || sig == SIGQUIT)
-                    _exit(status);
+                    _exit(128 + sig);
             }
         }
         else

From e81a99156fa5f65447e49a33484d654fe074faba Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Tue, 29 Dec 2020 18:51:00 +0100
Subject: [PATCH 654/742] Attempt to prevent test flap

That extra SELECT is executed synchronously, after that all further actions will have a more stable timing.
---
 tests/integration/test_storage_kafka/test.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 1f31cbdbbc7..3f2bc1ca250 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -1617,6 +1617,8 @@ def test_kafka_virtual_columns2(kafka_cluster):
                      kafka_num_consumers = 2,
                      kafka_format = 'JSONEachRow';
 
+        SELECT * FROM test.kafka;
+
         CREATE MATERIALIZED VIEW test.view Engine=Log AS
         SELECT value, _key, _topic, _partition, _offset, toUnixTimestamp(_timestamp), toUnixTimestamp64Milli(_timestamp_ms), _headers.name, _headers.value FROM test.kafka;
         ''')

From 9c2cbeba550dc1f566397f78eb44bd04273a4c58 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 29 Dec 2020 21:16:24 +0300
Subject: [PATCH 655/742] Fix error

---
 src/Interpreters/Set.cpp | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/Interpreters/Set.cpp b/src/Interpreters/Set.cpp
index ae2937ed796..faec94de9ac 100644
--- a/src/Interpreters/Set.cpp
+++ b/src/Interpreters/Set.cpp
@@ -107,7 +107,7 @@ void Set::setHeader(const Block & header)
 {
     std::unique_lock lock(rwlock);
 
-    if (!empty())
+    if (!data.empty())
         return;
 
     keys_size = header.columns();
@@ -160,7 +160,7 @@ bool Set::insertFromBlock(const Block & block)
 {
     std::unique_lock lock(rwlock);
 
-    if (empty())
+    if (data.empty())
         throw Exception("Method Set::setHeader must be called before Set::insertFromBlock", ErrorCodes::LOGICAL_ERROR);
 
     ColumnRawPtrs key_columns;
@@ -213,7 +213,7 @@ bool Set::insertFromBlock(const Block & block)
         }
     }
 
-    return limits.check(getTotalRowCount(), getTotalByteCount(), "IN-set", ErrorCodes::SET_SIZE_LIMIT_EXCEEDED);
+    return limits.check(data.getTotalRowCount(), data.getTotalByteCount(), "IN-set", ErrorCodes::SET_SIZE_LIMIT_EXCEEDED);
 }
 
 

From d584f75cd73730d2678d19e164a374821d23c0af Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 29 Dec 2020 21:45:09 +0300
Subject: [PATCH 656/742] Update test

---
 .../01529_union_distinct_and_setting_union_default_mode.sql     | 2 ++
 .../0_stateless/01556_explain_select_with_union_query.sql       | 2 ++
 2 files changed, 4 insertions(+)

diff --git a/tests/queries/0_stateless/01529_union_distinct_and_setting_union_default_mode.sql b/tests/queries/0_stateless/01529_union_distinct_and_setting_union_default_mode.sql
index e29e43f64ba..6f2fe847f5d 100644
--- a/tests/queries/0_stateless/01529_union_distinct_and_setting_union_default_mode.sql
+++ b/tests/queries/0_stateless/01529_union_distinct_and_setting_union_default_mode.sql
@@ -1,5 +1,7 @@
 SELECT 1;
 
+SET union_default_mode='DISTINCT';
+
 (((((((SELECT 1) UNION SELECT 1) UNION SELECT 1) UNION SELECT 1) UNION SELECT 1) UNION SELECT 1) UNION SELECT 1) UNION SELECT 1;
 
 (((((((SELECT 1) UNION ALL SELECT 1) UNION ALL SELECT 1) UNION ALL SELECT 1) UNION ALL SELECT 1) UNION ALL SELECT 1) UNION ALL SELECT 1) UNION ALL SELECT 1;
diff --git a/tests/queries/0_stateless/01556_explain_select_with_union_query.sql b/tests/queries/0_stateless/01556_explain_select_with_union_query.sql
index 16271113b5f..7abc8a36027 100644
--- a/tests/queries/0_stateless/01556_explain_select_with_union_query.sql
+++ b/tests/queries/0_stateless/01556_explain_select_with_union_query.sql
@@ -1,3 +1,5 @@
+SET union_default_mode = 'DISTINCT';
+
 EXPLAIN SELECT 1 UNION ALL SELECT 1 UNION ALL SELECT 1;
 EXPLAIN (SELECT 1 UNION ALL SELECT 1) UNION ALL SELECT 1;
 EXPLAIN SELECT 1 UNION (SELECT 1 UNION ALL SELECT 1);

From cf11e2b1e007dfe4d23c1651d0446ddb70af681e Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 29 Dec 2020 22:31:07 +0300
Subject: [PATCH 657/742] check-marks: add decompressed size

---
 utils/check-marks/main.cpp | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/utils/check-marks/main.cpp b/utils/check-marks/main.cpp
index 5590616bde6..6e93b207957 100644
--- a/utils/check-marks/main.cpp
+++ b/utils/check-marks/main.cpp
@@ -42,9 +42,10 @@ static void checkByCompressedReadBuffer(const std::string & mrk_path, const std:
             out << ", has rows after " << index_granularity_rows;
         }
 
-        out << ".\n" << DB::flush;
-
         bin_in.seek(offset_in_compressed_file, offset_in_decompressed_block);
+        out << ", decompressed size " << bin_in.available();
+
+        out << ".\n" << DB::flush;
     }
 }
 

From 8c256481c9378dca786650e7f5c20f105f9e78f5 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 29 Dec 2020 22:37:27 +0300
Subject: [PATCH 658/742] check-marks: fix comments and help message

---
 utils/check-marks/main.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/utils/check-marks/main.cpp b/utils/check-marks/main.cpp
index 6e93b207957..2b244dcf0b6 100644
--- a/utils/check-marks/main.cpp
+++ b/utils/check-marks/main.cpp
@@ -13,7 +13,7 @@
 #include <Compression/CompressedReadBufferFromFile.h>
 
 
-/** This program checks correctness of .mrk (marks) file for corresponding compressed .bin file.
+/** This program checks correctness of .mrk/.mrk2 (marks) file for corresponding compressed .bin file.
   */
 
 static void checkByCompressedReadBuffer(const std::string & mrk_path, const std::string & bin_path)
@@ -62,7 +62,7 @@ int main(int argc, char ** argv)
 
     if (options.count("help") || argc != 3)
     {
-        std::cout << "Usage: " << argv[0] << " file.mrk file.bin" << std::endl;
+        std::cout << "Usage: " << argv[0] << " file.mrk[2] file.bin" << std::endl;
         std::cout << desc << std::endl;
         return 1;
     }

From 8fde2d6e1b96debc5c24d3569e912773d2f740db Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 29 Dec 2020 22:40:57 +0300
Subject: [PATCH 659/742] compressor: remove dead file

---
 utils/compressor/main.cpp | 6 ------
 1 file changed, 6 deletions(-)
 delete mode 100644 utils/compressor/main.cpp

diff --git a/utils/compressor/main.cpp b/utils/compressor/main.cpp
deleted file mode 100644
index 087bfa116de..00000000000
--- a/utils/compressor/main.cpp
+++ /dev/null
@@ -1,6 +0,0 @@
-int mainEntryClickHouseCompressor(int argc, char ** argv);
-
-int main(int argc, char ** argv)
-{
-    return mainEntryClickHouseCompressor(argc, argv);
-}

From a71c19306256bbf88a6e516319e434bf41058b14 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 29 Dec 2020 22:12:29 +0300
Subject: [PATCH 660/742] compressor: add positional arguments support for
 input/output

---
 programs/compressor/Compressor.cpp | 36 ++++++++++++++++++++++--------
 1 file changed, 27 insertions(+), 9 deletions(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index da92efdf251..0c546ecfa06 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -6,6 +6,8 @@
 #include <Common/Exception.h>
 #include <IO/WriteBufferFromFileDescriptor.h>
 #include <IO/ReadBufferFromFileDescriptor.h>
+#include <IO/WriteBufferFromFile.h>
+#include <IO/ReadBufferFromFile.h>
 #include <Compression/CompressedWriteBuffer.h>
 #include <Compression/CompressedReadBuffer.h>
 #include <IO/WriteHelpers.h>
@@ -68,6 +70,8 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
     boost::program_options::options_description desc = createOptionsDescription("Allowed options", getTerminalWidth());
     desc.add_options()
         ("help,h", "produce help message")
+        ("input", boost::program_options::value<std::string>()->value_name("INPUT"), "input file")
+        ("output", boost::program_options::value<std::string>()->value_name("OUTPUT"), "output file")
         ("decompress,d", "decompress")
         ("block-size,b", boost::program_options::value<unsigned>()->default_value(DBMS_DEFAULT_BUFFER_SIZE), "compress in blocks of specified size")
         ("hc", "use LZ4HC instead of LZ4")
@@ -78,12 +82,16 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         ("stat", "print block statistics of compressed data")
     ;
 
+    boost::program_options::positional_options_description positional_desc;
+    positional_desc.add("input", 1);
+    positional_desc.add("output", 1);
+
     boost::program_options::variables_map options;
-    boost::program_options::store(boost::program_options::parse_command_line(argc, argv, desc), options);
+    boost::program_options::store(boost::program_options::command_line_parser(argc, argv).options(desc).positional(positional_desc).run(), options);
 
     if (options.count("help"))
     {
-        std::cout << "Usage: " << argv[0] << " [options] < in > out" << std::endl;
+        std::cout << "Usage: " << argv[0] << " [options] INPUT OUTPUT" << std::endl;
         std::cout << desc << std::endl;
         return 1;
     }
@@ -132,25 +140,35 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
             codec = CompressionCodecFactory::instance().get(method_family, level);
 
 
-        ReadBufferFromFileDescriptor rb(STDIN_FILENO);
-        WriteBufferFromFileDescriptor wb(STDOUT_FILENO);
+        std::unique_ptr<ReadBufferFromFileBase> rb;
+        std::unique_ptr<WriteBufferFromFileBase> wb;
+
+        if (options.count("input"))
+            rb = std::make_unique<ReadBufferFromFile>(options["input"].as<std::string>());
+        else
+            rb = std::make_unique<ReadBufferFromFileDescriptor>(STDIN_FILENO);
+
+        if (options.count("output"))
+            wb = std::make_unique<WriteBufferFromFile>(options["output"].as<std::string>());
+        else
+            wb = std::make_unique<WriteBufferFromFileDescriptor>(STDOUT_FILENO);
 
         if (stat_mode)
         {
             /// Output statistic for compressed file.
-            checkAndWriteHeader(rb, wb);
+            checkAndWriteHeader(*rb, *wb);
         }
         else if (decompress)
         {
             /// Decompression
-            CompressedReadBuffer from(rb);
-            copyData(from, wb);
+            CompressedReadBuffer from(*rb);
+            copyData(from, *wb);
         }
         else
         {
             /// Compression
-            CompressedWriteBuffer to(wb, codec, block_size);
-            copyData(rb, to);
+            CompressedWriteBuffer to(*wb, codec, block_size);
+            copyData(*rb, to);
         }
     }
     catch (...)

From 3362c8fc40a1bf1ee60ab1a7c067ec1edff46e75 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 29 Dec 2020 23:06:14 +0300
Subject: [PATCH 661/742] compressor: add seek support while reading compressed
 file

Useful to debug .bin files
---
 programs/compressor/Compressor.cpp | 24 ++++++++++++++++++++++--
 1 file changed, 22 insertions(+), 2 deletions(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index 0c546ecfa06..ed786d91c99 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -10,6 +10,7 @@
 #include <IO/ReadBufferFromFile.h>
 #include <Compression/CompressedWriteBuffer.h>
 #include <Compression/CompressedReadBuffer.h>
+#include <Compression/CompressedReadBufferFromFile.h>
 #include <IO/WriteHelpers.h>
 #include <IO/copyData.h>
 #include <Parsers/parseQuery.h>
@@ -73,6 +74,8 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         ("input", boost::program_options::value<std::string>()->value_name("INPUT"), "input file")
         ("output", boost::program_options::value<std::string>()->value_name("OUTPUT"), "output file")
         ("decompress,d", "decompress")
+        ("offset-in-compressed-file", boost::program_options::value<size_t>()->default_value(0ULL), "offset to the compressed block (i.e. physical file offset)")
+        ("offset-in-decompressed-block", boost::program_options::value<size_t>()->default_value(0ULL), "offset to the decompressed block (i.e. virtual offset)")
         ("block-size,b", boost::program_options::value<unsigned>()->default_value(DBMS_DEFAULT_BUFFER_SIZE), "compress in blocks of specified size")
         ("hc", "use LZ4HC instead of LZ4")
         ("zstd", "use ZSTD instead of LZ4")
@@ -161,8 +164,25 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         else if (decompress)
         {
             /// Decompression
-            CompressedReadBuffer from(*rb);
-            copyData(from, *wb);
+
+            size_t offset_in_compressed_file = options["offset-in-compressed-file"].as<size_t>();
+            size_t offset_in_decompressed_block = options["offset-in-decompressed-block"].as<size_t>();
+
+            if (offset_in_compressed_file || offset_in_decompressed_block)
+            {
+                if (!options.count("input"))
+                {
+                    throw DB::Exception("--offset-in-compressed-file/--offset-in-decompressed-block requires --input", DB::ErrorCodes::BAD_ARGUMENTS);
+                }
+                CompressedReadBufferFromFile compressed_file(options["input"].as<std::string>(), 0, 0, 0);
+                compressed_file.seek(offset_in_compressed_file, offset_in_decompressed_block);
+                copyData(compressed_file, *wb);
+            }
+            else
+            {
+                CompressedReadBuffer from(*rb);
+                copyData(from, *wb);
+            }
         }
         else
         {

From 009a28189482182b5f270acb6e6e3390cc1709d8 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 29 Dec 2020 23:07:35 +0300
Subject: [PATCH 662/742] compressor: using for program_options namespace

---
 programs/compressor/Compressor.cpp | 23 ++++++++++++-----------
 1 file changed, 12 insertions(+), 11 deletions(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index ed786d91c99..fa62f988f0d 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -67,30 +67,31 @@ void checkAndWriteHeader(DB::ReadBuffer & in, DB::WriteBuffer & out)
 int mainEntryClickHouseCompressor(int argc, char ** argv)
 {
     using namespace DB;
+    namespace po = boost::program_options;
 
-    boost::program_options::options_description desc = createOptionsDescription("Allowed options", getTerminalWidth());
+    po::options_description desc = createOptionsDescription("Allowed options", getTerminalWidth());
     desc.add_options()
         ("help,h", "produce help message")
-        ("input", boost::program_options::value<std::string>()->value_name("INPUT"), "input file")
-        ("output", boost::program_options::value<std::string>()->value_name("OUTPUT"), "output file")
+        ("input", po::value<std::string>()->value_name("INPUT"), "input file")
+        ("output", po::value<std::string>()->value_name("OUTPUT"), "output file")
         ("decompress,d", "decompress")
-        ("offset-in-compressed-file", boost::program_options::value<size_t>()->default_value(0ULL), "offset to the compressed block (i.e. physical file offset)")
-        ("offset-in-decompressed-block", boost::program_options::value<size_t>()->default_value(0ULL), "offset to the decompressed block (i.e. virtual offset)")
-        ("block-size,b", boost::program_options::value<unsigned>()->default_value(DBMS_DEFAULT_BUFFER_SIZE), "compress in blocks of specified size")
+        ("offset-in-compressed-file", po::value<size_t>()->default_value(0ULL), "offset to the compressed block (i.e. physical file offset)")
+        ("offset-in-decompressed-block", po::value<size_t>()->default_value(0ULL), "offset to the decompressed block (i.e. virtual offset)")
+        ("block-size,b", po::value<unsigned>()->default_value(DBMS_DEFAULT_BUFFER_SIZE), "compress in blocks of specified size")
         ("hc", "use LZ4HC instead of LZ4")
         ("zstd", "use ZSTD instead of LZ4")
-        ("codec", boost::program_options::value<std::vector<std::string>>()->multitoken(), "use codecs combination instead of LZ4")
-        ("level", boost::program_options::value<int>(), "compression level for codecs specified via flags")
+        ("codec", po::value<std::vector<std::string>>()->multitoken(), "use codecs combination instead of LZ4")
+        ("level", po::value<int>(), "compression level for codecs specified via flags")
         ("none", "use no compression instead of LZ4")
         ("stat", "print block statistics of compressed data")
     ;
 
-    boost::program_options::positional_options_description positional_desc;
+    po::positional_options_description positional_desc;
     positional_desc.add("input", 1);
     positional_desc.add("output", 1);
 
-    boost::program_options::variables_map options;
-    boost::program_options::store(boost::program_options::command_line_parser(argc, argv).options(desc).positional(positional_desc).run(), options);
+    po::variables_map options;
+    po::store(po::command_line_parser(argc, argv).options(desc).positional(positional_desc).run(), options);
 
     if (options.count("help"))
     {

From e02c328453a6b607983e79c35d31e10e1a30f9ca Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 29 Dec 2020 23:08:29 +0300
Subject: [PATCH 663/742] compressor: remove superfluous warning suppressions

---
 programs/compressor/Compressor.cpp | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index fa62f988f0d..2e88c0d0b2b 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -61,9 +61,6 @@ void checkAndWriteHeader(DB::ReadBuffer & in, DB::WriteBuffer & out)
 
 }
 
-#pragma GCC diagnostic ignored "-Wunused-function"
-#pragma GCC diagnostic ignored "-Wmissing-declarations"
-
 int mainEntryClickHouseCompressor(int argc, char ** argv)
 {
     using namespace DB;

From 30508c1b504285ed426620156ec3c8c813e9b790 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 29 Dec 2020 23:09:00 +0300
Subject: [PATCH 664/742] compressor: return 0 on --help

---
 programs/compressor/Compressor.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index 2e88c0d0b2b..3751ffcd453 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -94,7 +94,7 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
     {
         std::cout << "Usage: " << argv[0] << " [options] INPUT OUTPUT" << std::endl;
         std::cout << desc << std::endl;
-        return 1;
+        return 0;
     }
 
     try

From e8aae12984ed8e22891b631da2f8fd24041f859c Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 29 Dec 2020 23:10:51 +0300
Subject: [PATCH 665/742] Cover clickhouse-compressor in tests

---
 .../01621_clickhouse_compressor.reference     |  0
 .../01621_clickhouse_compressor.sh            | 31 +++++++++++++++++++
 tests/queries/shell_config.sh                 |  1 +
 3 files changed, 32 insertions(+)
 create mode 100644 tests/queries/0_stateless/01621_clickhouse_compressor.reference
 create mode 100755 tests/queries/0_stateless/01621_clickhouse_compressor.sh

diff --git a/tests/queries/0_stateless/01621_clickhouse_compressor.reference b/tests/queries/0_stateless/01621_clickhouse_compressor.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01621_clickhouse_compressor.sh b/tests/queries/0_stateless/01621_clickhouse_compressor.sh
new file mode 100755
index 00000000000..e00270e5db9
--- /dev/null
+++ b/tests/queries/0_stateless/01621_clickhouse_compressor.sh
@@ -0,0 +1,31 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+set -e
+
+TEMP_DIR="$(mktemp -d /tmp/clickhouse.test..XXXXXX)"
+cd "${TEMP_DIR:?}"
+
+function cleanup()
+{
+    rm -fr "${TEMP_DIR:?}"
+}
+trap cleanup EXIT
+
+# This is random garbage, so compression ratio will be very low.
+tr -cd 'a-z0-9' < /dev/urandom | head -c1M > input
+
+# stdin/stdout streams
+$CLICKHOUSE_COMPRESSOR < input > output
+diff -q <($CLICKHOUSE_COMPRESSOR --decompress < output) input
+
+# positional arguments, and that fact that input/output will be overwritten
+$CLICKHOUSE_COMPRESSOR input output
+diff -q <($CLICKHOUSE_COMPRESSOR --decompress output) input
+
+# --offset-in-decompressed-block
+diff -q <($CLICKHOUSE_COMPRESSOR --decompress --offset-in-decompressed-block 10 output) <(tail -c+$((10+1)) input)
+
+# TODO: --offset-in-compressed-file using some .bin file (via clickhouse-local + check-marks)
diff --git a/tests/queries/shell_config.sh b/tests/queries/shell_config.sh
index 5e9c78d26d9..0ca2cee3c77 100644
--- a/tests/queries/shell_config.sh
+++ b/tests/queries/shell_config.sh
@@ -22,6 +22,7 @@ export CLICKHOUSE_CLIENT=${CLICKHOUSE_CLIENT:="$CLICKHOUSE_CLIENT_BINARY ${CLICK
 [ -x "${CLICKHOUSE_BINARY}" ] && CLICKHOUSE_LOCAL=${CLICKHOUSE_LOCAL:="${CLICKHOUSE_BINARY} local"}
 export CLICKHOUSE_LOCAL=${CLICKHOUSE_LOCAL:="${CLICKHOUSE_BINARY}-local"}
 export CLICKHOUSE_OBFUSCATOR=${CLICKHOUSE_OBFUSCATOR:="${CLICKHOUSE_BINARY}-obfuscator"}
+export CLICKHOUSE_COMPRESSOR=${CLICKHOUSE_COMPRESSOR:="${CLICKHOUSE_BINARY}-compressor"}
 export CLICKHOUSE_BENCHMARK=${CLICKHOUSE_BENCHMARK:="${CLICKHOUSE_BINARY}-benchmark ${CLICKHOUSE_BENCHMARK_OPT0:-}"}
 export CLICKHOUSE_GIT_IMPORT=${CLICKHOUSE_GIT_IMPORT="${CLICKHOUSE_BINARY}-git-import"}
 

From c84d02c658150efb21191c79852066c241a4b583 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Tue, 29 Dec 2020 23:54:11 +0300
Subject: [PATCH 666/742] Update union.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Изменил возможность записывать подзапросы с union в круглых скобках.
---
 docs/en/sql-reference/statements/select/union.md | 2 +-
 docs/ru/sql-reference/statements/select/union.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/statements/select/union.md b/docs/en/sql-reference/statements/select/union.md
index ade4a19ab3b..cae7aa07abb 100644
--- a/docs/en/sql-reference/statements/select/union.md
+++ b/docs/en/sql-reference/statements/select/union.md
@@ -27,7 +27,7 @@ Result columns are matched by their index (order inside `SELECT`). If column nam
 
 Type casting is performed for unions. For example, if two queries being combined have the same field with non-`Nullable` and `Nullable` types from a compatible type, the resulting `UNION` has a `Nullable` type field.
 
-Queries that are parts of `UNION` can’t be enclosed in round brackets. [ORDER BY](../../../sql-reference/statements/select/order-by.md) and [LIMIT](../../../sql-reference/statements/select/limit.md) are applied to separate queries, not to the final result. If you need to apply a conversion to the final result, you can put all the queries with `UNION` in a subquery in the [FROM](../../../sql-reference/statements/select/from.md) clause.
+Queries that are parts of `UNION` can be enclosed in round brackets. [ORDER BY](../../../sql-reference/statements/select/order-by.md) and [LIMIT](../../../sql-reference/statements/select/limit.md) are applied to separate queries, not to the final result. If you need to apply a conversion to the final result, you can put all the queries with `UNION` in a subquery in the [FROM](../../../sql-reference/statements/select/from.md) clause.
 
 If you use `UNION` without explicitly specifying `UNION ALL` or `UNION DISTINCT`, you can specify the union mode using the [union_default_mode](../../../operations/settings/settings.md#union-default-mode) setting. The setting values can be `ALL`, `DISTINCT` or an empty string. However, if you use `UNION` with `union_default_mode` setting to empty string, it will throw an exception. The following examples demonstrate the results of queries with different values setting.
 
diff --git a/docs/ru/sql-reference/statements/select/union.md b/docs/ru/sql-reference/statements/select/union.md
index ca9616cfd25..e0a79978fdd 100644
--- a/docs/ru/sql-reference/statements/select/union.md
+++ b/docs/ru/sql-reference/statements/select/union.md
@@ -27,7 +27,7 @@ SELECT CounterID, 2 AS table, sum(Sign) AS c
 
 При объединении выполняет приведение типов. Например, если два запроса имеют одно и то же поле с не-`Nullable` и `Nullable` совместимыми типами, полученные в результате `UNION` данные будут иметь `Nullable` тип.
 
-Запросы, которые являются частью `UNION`, не могут быть заключены в круглые скобки. [ORDER BY](order-by.md) и [LIMIT](limit.md) применяются к отдельным запросам, а не к конечному результату. Если вам нужно применить преобразование к конечному результату, вы можете разместить все объединенные с помощью `UNION` запросы в подзапрос в секции [FROM](from.md).
+Запросы, которые являются частью `UNION`, могут быть заключены в круглые скобки. [ORDER BY](order-by.md) и [LIMIT](limit.md) применяются к отдельным запросам, а не к конечному результату. Если вам нужно применить преобразование к конечному результату, вы можете разместить все объединенные с помощью `UNION` запросы в подзапрос в секции [FROM](from.md).
 
 Если используете `UNION` без явного указания `UNION ALL` или `UNION DISTINCT`, то вы можете указать режим объединения с помощью настройки [union_default_mode](../../../operations/settings/settings.md#union-default-mode), значениями которой могут быть `ALL`, `DISTINCT` или пустая строка. Однако если вы используете `UNION` с настройкой `union_default_mode`, значением которой является пустая строка, то будет сгенерировано исключение. В следующих примерах продемонстрированы результаты запросов при разных значениях настройки.
 

From 107360fc77654fd6031c5359c45617627da40ef0 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 00:04:39 +0300
Subject: [PATCH 667/742] add tests

---
 ...rallel_formatting_csv_and_friends.reference |  8 ++++++++
 ...0159_parallel_formatting_csv_and_friends.sh | 18 ++++++++++++++++++
 .../00159_parallel_formatting_http.reference   | 12 ++++++++++++
 .../00159_parallel_formatting_http.sh          | 16 ++++++++++++++++
 ...allel_formatting_json_and_friends.reference | 12 ++++++++++++
 ...159_parallel_formatting_json_and_friends.sh | 18 ++++++++++++++++++
 ...rallel_formatting_tsv_and_friends.reference | 12 ++++++++++++
 ...0159_parallel_formatting_tsv_and_friends.sh | 18 ++++++++++++++++++
 8 files changed, 114 insertions(+)
 create mode 100644 tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.reference
 create mode 100755 tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.sh
 create mode 100644 tests/queries/1_stateful/00159_parallel_formatting_http.reference
 create mode 100755 tests/queries/1_stateful/00159_parallel_formatting_http.sh
 create mode 100644 tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.reference
 create mode 100755 tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.sh
 create mode 100644 tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.reference
 create mode 100755 tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.sh

diff --git a/tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.reference b/tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.reference
new file mode 100644
index 00000000000..04107d74341
--- /dev/null
+++ b/tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.reference
@@ -0,0 +1,8 @@
+CSV, false
+ea1c740f03f5dcc43a3044528ad0a98f  -
+CSV, true
+ea1c740f03f5dcc43a3044528ad0a98f  -
+CSVWithNames, false
+e986f353467c87b07e7143d7bff2daff  -
+CSVWithNames, true
+e986f353467c87b07e7143d7bff2daff  -
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.sh b/tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.sh
new file mode 100755
index 00000000000..6296d722a97
--- /dev/null
+++ b/tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.sh
@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+FORMATS=('CSV' 'CSVWithNames')
+
+for format in "${FORMATS[@]}"
+do
+    echo "$format, false";
+    $CLICKHOUSE_CLIENT --output_format_parallel_formatting=false -q \
+    "SELECT ClientEventTime as a, MobilePhoneModel as b, ClientIP6 as c FROM test.hits ORDER BY a, b, c Format $format" | md5sum
+
+    echo "$format, true";
+    $CLICKHOUSE_CLIENT --output_format_parallel_formatting=true -q \
+    "SELECT ClientEventTime as a, MobilePhoneModel as b, ClientIP6 as c FROM test.hits ORDER BY a, b, c Format $format" | md5sum
+done
+
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_http.reference b/tests/queries/1_stateful/00159_parallel_formatting_http.reference
new file mode 100644
index 00000000000..499a0b8a7c7
--- /dev/null
+++ b/tests/queries/1_stateful/00159_parallel_formatting_http.reference
@@ -0,0 +1,12 @@
+TSV, false
+8a984bbbfb127c430f67173f5371c6cb  -
+TSV, true
+8a984bbbfb127c430f67173f5371c6cb  -
+CSV, false
+ea1c740f03f5dcc43a3044528ad0a98f  -
+CSV, true
+ea1c740f03f5dcc43a3044528ad0a98f  -
+JSONCompactEachRow, false
+ba1081a754a06ef6563840b2d8d4d327  -
+JSONCompactEachRow, true
+ba1081a754a06ef6563840b2d8d4d327  -
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_http.sh b/tests/queries/1_stateful/00159_parallel_formatting_http.sh
new file mode 100755
index 00000000000..4c5fb1f066f
--- /dev/null
+++ b/tests/queries/1_stateful/00159_parallel_formatting_http.sh
@@ -0,0 +1,16 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+
+FORMATS=('TSV' 'CSV' 'JSONCompactEachRow')
+
+for format in "${FORMATS[@]}"
+do
+    echo "$format, false";
+    ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=SELECT+ClientEventTime+as+a,MobilePhoneModel+as+b,ClientIP6+as+c+FROM+test.hits+ORDER+BY+a,b,c+Format+$format&output_format_parallel_formatting=false" -d' ' | md5sum
+
+    echo "$format, true";
+    ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&query=SELECT+ClientEventTime+as+a,MobilePhoneModel+as+b,ClientIP6+as+c+FROM+test.hits+ORDER+BY+a,b,c+Format+$format&output_format_parallel_formatting=true" -d' ' | md5sum
+done
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.reference b/tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.reference
new file mode 100644
index 00000000000..96353f350ec
--- /dev/null
+++ b/tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.reference
@@ -0,0 +1,12 @@
+JSONEachRow, false
+7251839681e559f5a92db107571bb357  -
+JSONEachRow, true
+7251839681e559f5a92db107571bb357  -
+JSONCompactEachRow, false
+ba1081a754a06ef6563840b2d8d4d327  -
+JSONCompactEachRow, true
+ba1081a754a06ef6563840b2d8d4d327  -
+JSONCompactStringsEachRowWithNamesAndTypes, false
+902e53f621d5336aa7f702a5d6b64b42  -
+JSONCompactStringsEachRowWithNamesAndTypes, true
+902e53f621d5336aa7f702a5d6b64b42  -
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.sh b/tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.sh
new file mode 100755
index 00000000000..64a7b83fb86
--- /dev/null
+++ b/tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.sh
@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+
+FORMATS=('JSONEachRow' 'JSONCompactEachRow' 'JSONCompactStringsEachRowWithNamesAndTypes')
+
+for format in "${FORMATS[@]}"
+do
+    echo "$format, false";
+    $CLICKHOUSE_CLIENT --output_format_parallel_formatting=false -q \
+    "SELECT ClientEventTime as a, MobilePhoneModel as b, ClientIP6 as c FROM test.hits ORDER BY a, b, c Format $format" | md5sum
+
+    echo "$format, true";
+    $CLICKHOUSE_CLIENT --output_format_parallel_formatting=true -q \
+    "SELECT ClientEventTime as a, MobilePhoneModel as b, ClientIP6 as c FROM test.hits ORDER BY a, b, c Format $format" | md5sum
+done
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.reference b/tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.reference
new file mode 100644
index 00000000000..04d6db3b4af
--- /dev/null
+++ b/tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.reference
@@ -0,0 +1,12 @@
+TSV, false
+8a984bbbfb127c430f67173f5371c6cb  -
+TSV, true
+8a984bbbfb127c430f67173f5371c6cb  -
+TSVWithNames, false
+ead321ed96754ff1aa39d112bc28c43d  -
+TSVWithNames, true
+ead321ed96754ff1aa39d112bc28c43d  -
+TSKV, false
+1735308ecea5c269846f36a55d5b335f  -
+TSKV, true
+1735308ecea5c269846f36a55d5b335f  -
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.sh b/tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.sh
new file mode 100755
index 00000000000..afdda8d1453
--- /dev/null
+++ b/tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.sh
@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+. "$CURDIR"/../shell_config.sh
+
+
+FORMATS=('TSV' 'TSVWithNames' 'TSKV')
+
+for format in "${FORMATS[@]}"
+do
+    echo "$format, false";
+    $CLICKHOUSE_CLIENT --output_format_parallel_formatting=false -q \
+    "SELECT ClientEventTime as a, MobilePhoneModel as b, ClientIP6 as c FROM test.hits ORDER BY a, b, c Format $format" | md5sum
+
+    echo "$format, true";
+    $CLICKHOUSE_CLIENT --output_format_parallel_formatting=true -q \
+    "SELECT ClientEventTime as a, MobilePhoneModel as b, ClientIP6 as c FROM test.hits ORDER BY a, b, c Format $format" | md5sum
+done

From 74904a8e0f6f4362afa1ee987c9c94116dbfc170 Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Wed, 30 Dec 2020 01:25:09 +0300
Subject: [PATCH 668/742] Fix

---
 docs/en/sql-reference/table-functions/mysql.md | 17 +++++++++++------
 1 file changed, 11 insertions(+), 6 deletions(-)

diff --git a/docs/en/sql-reference/table-functions/mysql.md b/docs/en/sql-reference/table-functions/mysql.md
index 7be328a5475..2338fc6db89 100644
--- a/docs/en/sql-reference/table-functions/mysql.md
+++ b/docs/en/sql-reference/table-functions/mysql.md
@@ -25,13 +25,18 @@ mysql('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_
 
 -   `password` — User password.
 
--   `replace_query` — Flag that converts `INSERT INTO` queries to `REPLACE INTO`. If `replace_query=1`, the query is replaced.
+-   `replace_query` — Flag that converts `INSERT INTO` queries to `REPLACE INTO`. Possible values:
+    - `0` - The query is executed as `INSERT INTO`.
+    - `1` - The query is executed as `REPLACE INTO`.
 
--   `on_duplicate_clause` — The `ON DUPLICATE KEY on_duplicate_clause` expression that is added to the `INSERT` query.
+-   `on_duplicate_clause` — The `ON DUPLICATE KEY on_duplicate_clause` expression that is added to the `INSERT` query. Can be specified only with `replace_query = 0` (if you simultaneously pass `replace_query = 1` and `on_duplicate_clause`, ClickHouse generates an exception).
 
-        Example: `INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1`, where `on_duplicate_clause` is `UPDATE c2 = c2 + 1`. See the MySQL documentation to find which `on_duplicate_clause` you can use with the `ON DUPLICATE KEY` clause.
+    Example: 
+    ```sql
+    INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1`
+    ```
 
-        To specify `on_duplicate_clause` you need to pass `0` to the `replace_query` parameter. If you simultaneously pass `replace_query = 1` and `on_duplicate_clause`, ClickHouse generates an exception.
+    `on_duplicate_clause` here is `UPDATE c2 = c2 + 1`. See the MySQL documentation to find which `on_duplicate_clause` you can use with the `ON DUPLICATE KEY` clause.
 
 Simple `WHERE` clauses such as `=, !=, >, >=, <, <=` are currently executed on the MySQL server.
 
@@ -53,9 +58,9 @@ mysql> CREATE TABLE `test`.`test` (
     ->   `float_nullable` FLOAT NULL DEFAULT NULL,
     ->   PRIMARY KEY (`int_id`));
 
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
+mysql> INSERT INTO test (`int_id`, `float`) VALUES (1,2);
 
-mysql> select * from test;
+mysql> SELECT * FROM test;
 +--------+--------------+-------+----------------+
 | int_id | int_nullable | float | float_nullable |
 +--------+--------------+-------+----------------+

From ffd73082ba647b8a00c6417669556bd93a85423f Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 01:34:26 +0300
Subject: [PATCH 669/742] fix memory and add comment

---
 src/IO/BufferWithOwnMemory.h                  |  2 +-
 src/IO/WriteBuffer.h                          |  1 +
 .../Impl/ParallelFormattingOutputFormat.h     | 33 ++++++++++++++++++-
 3 files changed, 34 insertions(+), 2 deletions(-)

diff --git a/src/IO/BufferWithOwnMemory.h b/src/IO/BufferWithOwnMemory.h
index 104c15a4acc..782eea84ed7 100644
--- a/src/IO/BufferWithOwnMemory.h
+++ b/src/IO/BufferWithOwnMemory.h
@@ -174,7 +174,7 @@ public:
 private:
     void nextImpl() override final
     {
-        const size_t prev_size = memory.size();
+        const size_t prev_size = Base::position() - memory.data();
         memory.resize(2 * prev_size + 1);
         Base::set(memory.data() + prev_size, memory.size() - prev_size, 0);
     }
diff --git a/src/IO/WriteBuffer.h b/src/IO/WriteBuffer.h
index 53d0dbe09eb..c513b22b0a5 100644
--- a/src/IO/WriteBuffer.h
+++ b/src/IO/WriteBuffer.h
@@ -28,6 +28,7 @@ class WriteBuffer : public BufferBase
 {
 public:
     using BufferBase::set;
+    using BufferBase::position;
     WriteBuffer(Position ptr, size_t size) : BufferBase(ptr, size, 0) {}
     void set(Position ptr, size_t size) { BufferBase::set(ptr, size, 0); }
 
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 6f4b65a072a..69a8132c50c 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -21,6 +21,37 @@
 namespace DB
 {
 
+/**
+ * ORDER-PRESERVING parallel formatting of data formats.
+ * The idea is similar to ParallelParsingInputFormat.
+ * You add several Chunks through consume() method, each Chunk is formatted by some thread
+ * in ThreadPool into a temporary buffer. (Formatting is being done in parallel.)
+ * Then, another thread add temporary buffers into a "real" WriteBuffer.
+ *
+ *                   Formatters
+ *      |   |   |   |   |   |   |   |   |   |
+ *      v   v   v   v   v   v   v   v   v   v
+ *    |---|---|---|---|---|---|---|---|---|---|
+ *    | 1 | 2 | 3 | 4 | 5 | . | . | . | . | N | <-- Processing units
+ *    |---|---|---|---|---|---|---|---|---|---|
+ *      ^               ^
+ *      |               |
+ *   Collector       addChunk
+ * 
+ * There is a container of ProcessingUnits - internal entity, storing a Chunk to format,
+ * a continuous memory buffer to store the formatted Chunk and some flags for synchronization needs.
+ * Each ProcessingUnits has a unique number - the place in the container.
+ * So, Chunk is added through addChunk method, which waits until current ProcessingUnit would be ready to insert
+ * (ProcessingUnitStatus = READY_TO_INSERT), changes status to READY_TO_PARSE and spawns a new task in ThreadPool to parse it.
+ * The other thread, we call it Collector waits until a ProcessingUnit which it points to would be READY_TO_READ.
+ * Then it adds a temporary buffer to a real WriteBuffer.
+ * Both Collector and a thread which adds Chunks have unit_number - a pointer to ProcessingUnit which they are aim to work with.
+ * 
+ * Note, that collector_unit_number is always less or equal to current_unit_number, that's why the formatting is order-preserving.
+ * 
+ * To stop the execution, a fake Chunk is added (ProcessingUnitType = FINALIZE) and finalize()
+ * function is blocked until the Collector thread is done.
+*/
 class ParallelFormattingOutputFormat : public IOutputFormat
 {
 public:
@@ -288,7 +319,7 @@ private:
         }
     }
 
-
+    /// This function is executed in ThreadPool and the only purpose of it is to format one Chunk into a continuous buffer in memory.
     void formatterThreadFunction(size_t current_unit_number)
     {
         setThreadName("Formatter");

From dad2b0c35af858fb01ee11a248f9b0c3d238c1ad Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Wed, 30 Dec 2020 01:38:30 +0300
Subject: [PATCH 670/742] Small syntax fix

---
 docs/en/sql-reference/table-functions/mysql.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/table-functions/mysql.md b/docs/en/sql-reference/table-functions/mysql.md
index 2338fc6db89..167d712e783 100644
--- a/docs/en/sql-reference/table-functions/mysql.md
+++ b/docs/en/sql-reference/table-functions/mysql.md
@@ -71,7 +71,7 @@ mysql> SELECT * FROM test;
 Selecting data from ClickHouse:
 
 ``` sql
-SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123')
+SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123');
 ```
 
 ``` text

From eed9e8732c3bee4ae527af6c59c8c41cfb2570cb Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Wed, 30 Dec 2020 01:40:32 +0300
Subject: [PATCH 671/742] Another one

---
 docs/en/sql-reference/table-functions/mysql.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/table-functions/mysql.md b/docs/en/sql-reference/table-functions/mysql.md
index 167d712e783..ed859e5ca79 100644
--- a/docs/en/sql-reference/table-functions/mysql.md
+++ b/docs/en/sql-reference/table-functions/mysql.md
@@ -33,7 +33,7 @@ mysql('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_
 
     Example: 
     ```sql
-    INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1`
+    INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1;
     ```
 
     `on_duplicate_clause` here is `UPDATE c2 = c2 + 1`. See the MySQL documentation to find which `on_duplicate_clause` you can use with the `ON DUPLICATE KEY` clause.

From 8d63689b17d4cfd3c6b69f9478ec6fff0810fd13 Mon Sep 17 00:00:00 2001
From: ana-uvarova <ana-uvarova@yandex-team.ru>
Date: Wed, 30 Dec 2020 02:53:44 +0300
Subject: [PATCH 672/742] content fix

---
 .../server-configuration-parameters/settings.md  | 16 +++++++++++++++-
 docs/en/operations/system-tables/metric_log.md   |  2 +-
 .../server-configuration-parameters/settings.md  | 16 +++++++++++++++-
 docs/ru/operations/system-tables/metric_log.md   |  2 +-
 4 files changed, 32 insertions(+), 4 deletions(-)

diff --git a/docs/en/operations/server-configuration-parameters/settings.md b/docs/en/operations/server-configuration-parameters/settings.md
index 78402e8e7a8..6fba98892f7 100644
--- a/docs/en/operations/server-configuration-parameters/settings.md
+++ b/docs/en/operations/server-configuration-parameters/settings.md
@@ -569,7 +569,11 @@ For more information, see the MergeTreeSettings.h header file.
 
 ## metric_log {#metric_log}
 
-To turn on metrics history collection on [`system.metric_log`](../../operations/system-tables/metric_log.md), create `/etc/clickhouse-server/config.d/metric_log.xml` with following content:
+It is enabled by default. If it`s not, you can do this manually.
+
+**Enabling**
+
+To manually turn on metrics history collection [`system.metric_log`](../../operations/system-tables/metric_log.md), create `/etc/clickhouse-server/config.d/metric_log.xml` with the following content:
 
 ``` xml
 <yandex>
@@ -582,6 +586,16 @@ To turn on metrics history collection on [`system.metric_log`](../../operations/
 </yandex>
 ```
 
+**Disabling**
+
+To disable `metric_log` setting, you should create the following file `/etc/clickhouse-server/config.d/disable_metric_log.xml` with the following content:
+
+``` xml
+<yandex>
+<metric_log remove="1" />
+</yandex>
+```
+
 ## replicated_merge_tree {#server_configuration_parameters-replicated_merge_tree}
 
 Fine tuning for tables in the [ReplicatedMergeTree](../../engines/table-engines/mergetree-family/mergetree.md).
diff --git a/docs/en/operations/system-tables/metric_log.md b/docs/en/operations/system-tables/metric_log.md
index 8cef5dc0931..1f72c9a7358 100644
--- a/docs/en/operations/system-tables/metric_log.md
+++ b/docs/en/operations/system-tables/metric_log.md
@@ -42,7 +42,7 @@ CurrentMetric_DistributedFilesToInsert:                          0
 
 **See also**
 
--   [metric_log setting](../../operations/server-configuration-parameters/settings.md#metric_log) — What you should add.
+-   [metric_log setting](../../operations/server-configuration-parameters/settings.md#metric_log) — Enabling and disabling the setting.
 -   [system.asynchronous_metrics](../../operations/system-tables/asynchronous_metrics.md) — Contains periodically calculated metrics.
 -   [system.events](../../operations/system-tables/events.md#system_tables-events) — Contains a number of events that occurred.
 -   [system.metrics](../../operations/system-tables/metrics.md) — Contains instantly calculated metrics.
diff --git a/docs/ru/operations/server-configuration-parameters/settings.md b/docs/ru/operations/server-configuration-parameters/settings.md
index 25197b57c14..c858cf9e67b 100644
--- a/docs/ru/operations/server-configuration-parameters/settings.md
+++ b/docs/ru/operations/server-configuration-parameters/settings.md
@@ -558,7 +558,11 @@ ClickHouse проверяет условия для `min_part_size` и `min_part
 
 ## metric_log {#metric_log}
 
-Чтобы включить сбор истории метрик в таблице [`system.metric_log`](../../operations/system-tables/metric_log.md), создайте `/etc/clickhouse-server/config.d/metric_log.xml` следующего содержания:
+Эта настройка включена по умолчанию. Если это не так, вы можете включить ее сами.
+
+**Включение**
+
+Чтобы вручную включить сбор истории метрик в таблице [`system.metric_log`](../../operations/system-tables/metric_log.md), создайте `/etc/clickhouse-server/config.d/metric_log.xml` следующего содержания:
 
 ``` xml
 <yandex>
@@ -571,6 +575,16 @@ ClickHouse проверяет условия для `min_part_size` и `min_part
 </yandex>
 ```
 
+**Выключение**
+
+Чтобы отключить настройку `metric_log` , создайте файл `/etc/clickhouse-server/config.d/disable_metric_log.xml` следующего содержания:
+
+``` xml
+<yandex>
+<metric_log remove="1" />
+</yandex>
+```
+
 ## replicated\_merge\_tree {#server_configuration_parameters-replicated_merge_tree}
 
 Тонкая настройка таблиц в [ReplicatedMergeTree](../../engines/table-engines/mergetree-family/mergetree.md).
diff --git a/docs/ru/operations/system-tables/metric_log.md b/docs/ru/operations/system-tables/metric_log.md
index 2bd23dd2c61..2458c93da59 100644
--- a/docs/ru/operations/system-tables/metric_log.md
+++ b/docs/ru/operations/system-tables/metric_log.md
@@ -42,7 +42,7 @@ CurrentMetric_ReplicatedChecks:                             0
 
 **Смотрите также**
 
--   [Настройка metric_log](../../operations/server-configuration-parameters/settings.md#metric_log) — то, что вы должны добавить для записи истории.
+-   [Настройка metric_log](../../operations/server-configuration-parameters/settings.md#metric_log) — как включить и выключить запись истории.
 -   [system.asynchronous_metrics](#system_tables-asynchronous_metrics) — таблица с периодически вычисляемыми метриками.
 -   [system.events](#system_tables-events) — таблица с количеством произошедших событий.
 -   [system.metrics](#system_tables-metrics) — таблица с мгновенно вычисляемыми метриками.

From c5f92e50969f07c3e9d546c8e144836e596fbdc2 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 06:07:30 +0300
Subject: [PATCH 673/742] better formatfactory

---
 programs/client/Client.cpp                    |  10 +-
 programs/obfuscator/Obfuscator.cpp            |   2 +-
 programs/odbc-bridge/MainHandler.cpp          |   2 +-
 .../ExecutableDictionarySource.cpp            |   4 +-
 src/Dictionaries/HTTPDictionarySource.cpp     |   4 +-
 src/Formats/FormatFactory.cpp                 |  73 ++++--
 src/Formats/FormatFactory.h                   |  14 +-
 src/Interpreters/Context.cpp                  |  15 +-
 src/Interpreters/Context.h                    |   8 +-
 src/Interpreters/executeQuery.cpp             |   7 +-
 .../Impl/ParallelFormattingOutputFormat.cpp   | 201 ++++++++++++++++
 .../Impl/ParallelFormattingOutputFormat.h     | 217 ++----------------
 src/Server/GRPCServer.cpp                     |   8 +-
 src/Storages/HDFS/StorageHDFS.cpp             |   2 +-
 src/Storages/Kafka/KafkaBlockOutputStream.cpp |   2 +-
 .../RabbitMQ/RabbitMQBlockOutputStream.cpp    |   2 +-
 src/Storages/StorageFile.cpp                  |   4 +-
 src/Storages/StorageMySQL.cpp                 |   2 +-
 src/Storages/StorageS3.cpp                    |   2 +-
 src/Storages/StorageURL.cpp                   |   2 +-
 src/Storages/tests/gtest_storage_log.cpp      |   2 +-
 21 files changed, 322 insertions(+), 261 deletions(-)
 create mode 100644 src/Processors/Formats/Impl/ParallelFormattingOutputFormat.cpp

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 328855adcc0..f01b4bf6d81 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -1934,11 +1934,11 @@ private:
             if (has_vertical_output_suffix)
                 current_format = "Vertical";
 
-            if (!is_interactive && !need_render_progress)
-                block_out_stream = context.getOutputFormatParallelIfPossible(current_format, *out_buf, block);
-
-            if (!block_out_stream)
-                block_out_stream = context.getOutputFormat(current_format, *out_buf, block);
+            /// It is not clear how to write progress with parallel formatting. It may increase code complexity significantly.
+            if (!need_render_progress)
+                block_out_stream = context.getOutputStreamParallelIfPossible(current_format, *out_buf, block);
+            else
+                block_out_stream = context.getOutputStream(current_format, *out_buf, block);
 
             block_out_stream->writePrefix();
         }
diff --git a/programs/obfuscator/Obfuscator.cpp b/programs/obfuscator/Obfuscator.cpp
index d0d7f201c68..950db4e4f05 100644
--- a/programs/obfuscator/Obfuscator.cpp
+++ b/programs/obfuscator/Obfuscator.cpp
@@ -1180,7 +1180,7 @@ try
         file_in.seek(0, SEEK_SET);
 
         BlockInputStreamPtr input = context.getInputFormat(input_format, file_in, header, max_block_size);
-        BlockOutputStreamPtr output = context.getOutputFormat(output_format, file_out, header);
+        BlockOutputStreamPtr output = context.getOutputStream(output_format, file_out, header);
 
         if (processed_rows + source_rows > limit)
             input = std::make_shared<LimitBlockInputStream>(input, limit - processed_rows, 0);
diff --git a/programs/odbc-bridge/MainHandler.cpp b/programs/odbc-bridge/MainHandler.cpp
index c456c354dda..64cb7bc0b46 100644
--- a/programs/odbc-bridge/MainHandler.cpp
+++ b/programs/odbc-bridge/MainHandler.cpp
@@ -176,7 +176,7 @@ void ODBCHandler::handleRequest(Poco::Net::HTTPServerRequest & request, Poco::Ne
             std::string query = params.get("query");
             LOG_TRACE(log, "Query: {}", query);
 
-            BlockOutputStreamPtr writer = FormatFactory::instance().getOutput(format, out, *sample_block, context);
+            BlockOutputStreamPtr writer = FormatFactory::instance().getOutputStream(format, out, *sample_block, context);
             auto pool = getPool(connection_string);
             ODBCBlockInputStream inp(pool->get(), query, *sample_block, max_block_size);
             copyData(inp, *writer);
diff --git a/src/Dictionaries/ExecutableDictionarySource.cpp b/src/Dictionaries/ExecutableDictionarySource.cpp
index 48699cc1104..f2abe10f970 100644
--- a/src/Dictionaries/ExecutableDictionarySource.cpp
+++ b/src/Dictionaries/ExecutableDictionarySource.cpp
@@ -184,7 +184,7 @@ BlockInputStreamPtr ExecutableDictionarySource::loadIds(const std::vector<UInt64
         context, format, sample_block, command, log,
         [&ids, this](WriteBufferFromFile & out) mutable
         {
-            auto output_stream = context.getOutputFormat(format, out, sample_block);
+            auto output_stream = context.getOutputStream(format, out, sample_block);
             formatIDs(output_stream, ids);
             out.close();
         });
@@ -198,7 +198,7 @@ BlockInputStreamPtr ExecutableDictionarySource::loadKeys(const Columns & key_col
         context, format, sample_block, command, log,
         [key_columns, &requested_rows, this](WriteBufferFromFile & out) mutable
         {
-            auto output_stream = context.getOutputFormat(format, out, sample_block);
+            auto output_stream = context.getOutputStream(format, out, sample_block);
             formatKeys(dict_struct, output_stream, key_columns, requested_rows);
             out.close();
         });
diff --git a/src/Dictionaries/HTTPDictionarySource.cpp b/src/Dictionaries/HTTPDictionarySource.cpp
index 67bd8462036..da5623bcdb0 100644
--- a/src/Dictionaries/HTTPDictionarySource.cpp
+++ b/src/Dictionaries/HTTPDictionarySource.cpp
@@ -134,7 +134,7 @@ BlockInputStreamPtr HTTPDictionarySource::loadIds(const std::vector<UInt64> & id
     ReadWriteBufferFromHTTP::OutStreamCallback out_stream_callback = [&](std::ostream & ostr)
     {
         WriteBufferFromOStream out_buffer(ostr);
-        auto output_stream = context.getOutputFormat(format, out_buffer, sample_block);
+        auto output_stream = context.getOutputStream(format, out_buffer, sample_block);
         formatIDs(output_stream, ids);
     };
 
@@ -153,7 +153,7 @@ BlockInputStreamPtr HTTPDictionarySource::loadKeys(const Columns & key_columns,
     ReadWriteBufferFromHTTP::OutStreamCallback out_stream_callback = [&](std::ostream & ostr)
     {
         WriteBufferFromOStream out_buffer(ostr);
-        auto output_stream = context.getOutputFormat(format, out_buffer, sample_block);
+        auto output_stream = context.getOutputStream(format, out_buffer, sample_block);
         formatKeys(dict_struct, output_stream, key_columns, requested_rows);
     };
 
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index cfcbd9fb1c1..05e56e2aa4a 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -202,28 +202,20 @@ InputFormatPtr FormatFactory::getInput(
     return format;
 }
 
-BlockOutputStreamPtr FormatFactory::getOutputParallelIfPossible(const String & name,
+BlockOutputStreamPtr FormatFactory::getOutputStreamParallelIfPossible(const String & name,
     WriteBuffer & buf, const Block & sample, const Context & context,
     WriteCallback callback, const std::optional<FormatSettings> & _format_settings) const
 {
-    auto format_settings = _format_settings
-        ? *_format_settings : getFormatSettings(context);
-
-    if (!getCreators(name).output_processor_creator)
-    {
-        throw Exception("Format " + name + " is not suitable for output (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
-    }
+    const auto & output_getter = getCreators(name).output_processor_creator;
 
     const Settings & settings = context.getSettingsRef();
     bool parallel_formatting = settings.output_format_parallel_formatting;
 
-    if (parallel_formatting && getCreators(name).supports_parallel_formatting && !settings.allow_experimental_live_view && !settings.output_format_json_array_of_rows)
+    if (output_getter && parallel_formatting && getCreators(name).supports_parallel_formatting 
+        && !settings.output_format_json_array_of_rows && !settings.allow_experimental_live_view)
     {
-        const auto & output_getter = getCreators(name).output_processor_creator;
-
-        /** TODO: Materialization is needed, because formats can use the functions `IDataType`,
-          *  which only work with full columns.
-          */
+        auto format_settings = _format_settings
+        ? *_format_settings : getFormatSettings(context);
 
         auto formatter_creator = [output_getter, sample, callback, format_settings]
             (WriteBuffer & output) -> OutputFormatPtr
@@ -239,12 +231,11 @@ BlockOutputStreamPtr FormatFactory::getOutputParallelIfPossible(const String & n
         return std::make_shared<MaterializingBlockOutputStream>(std::make_shared<OutputStreamToOutputFormat>(format), sample);
     }
 
-
-    return nullptr;
+    return getOutputStream(name, buf, sample, context, callback, _format_settings);
 }
 
 
-BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
+BlockOutputStreamPtr FormatFactory::getOutputStream(const String & name,
     WriteBuffer & buf, const Block & sample, const Context & context,
     WriteCallback callback, const std::optional<FormatSettings> & _format_settings) const
 {
@@ -253,10 +244,19 @@ BlockOutputStreamPtr FormatFactory::getOutput(const String & name,
 
     if (!getCreators(name).output_processor_creator)
     {
-        throw Exception("Format " + name + " is not suitable for output (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
+        const auto & output_getter = getCreators(name).output_creator;
+        if (!output_getter)
+            throw Exception("Format " + name + " is not suitable for output", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
+
+        /**  Materialization is needed, because formats can use the functions `IDataType`,
+          *  which only work with full columns.
+          */
+        return std::make_shared<MaterializingBlockOutputStream>(
+            output_getter(buf, sample, std::move(callback), format_settings),
+            sample);
     }
 
-    auto format = getOutputFormat(name, buf, sample, context, std::move(callback), format_settings);
+    auto format = getOutputFormat(name, buf, sample, context, std::move(callback), _format_settings);
     return std::make_shared<MaterializingBlockOutputStream>(std::make_shared<OutputStreamToOutputFormat>(format), sample);
 }
 
@@ -294,6 +294,39 @@ InputFormatPtr FormatFactory::getInputFormat(
     return format;
 }
 
+OutputFormatPtr FormatFactory::getOutputFormatParallelIfPossible(
+    const String & name, WriteBuffer & buf, const Block & sample,
+    const Context & context, WriteCallback callback,
+    const std::optional<FormatSettings> & _format_settings) const
+{
+    const auto & output_getter = getCreators(name).output_processor_creator;
+    if (!output_getter)
+        throw Exception("Format " + name + " is not suitable for output (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
+
+    RowOutputFormatParams params;
+    params.callback = std::move(callback);
+
+    auto format_settings = _format_settings
+        ? *_format_settings : getFormatSettings(context);
+
+    const Settings & settings = context.getSettingsRef();
+
+    if (settings.output_format_parallel_formatting && getCreators(name).supports_parallel_formatting 
+        && !settings.output_format_json_array_of_rows && !settings.allow_experimental_live_view)
+    {
+        auto formatter_creator = [output_getter, sample, callback, format_settings]
+        (WriteBuffer & output) -> OutputFormatPtr
+        { return output_getter(output, sample, {std::move(callback)}, format_settings);};
+
+        ParallelFormattingOutputFormat::Params builder{buf, sample, formatter_creator, settings.max_threads};
+
+        return std::make_shared<ParallelFormattingOutputFormat>(builder);
+    }
+
+    return getOutputFormat(name, buf, sample, context, callback, _format_settings);
+}
+
+
 
 OutputFormatPtr FormatFactory::getOutputFormat(
     const String & name, WriteBuffer & buf, const Block & sample,
@@ -302,7 +335,7 @@ OutputFormatPtr FormatFactory::getOutputFormat(
 {
     const auto & output_getter = getCreators(name).output_processor_creator;
     if (!output_getter)
-        throw Exception("Format " + name + " is not suitable for output", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
+        throw Exception("Format " + name + " is not suitable for output (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
 
     RowOutputFormatParams params;
     params.callback = std::move(callback);
diff --git a/src/Formats/FormatFactory.h b/src/Formats/FormatFactory.h
index 89859152135..c4d14cc930c 100644
--- a/src/Formats/FormatFactory.h
+++ b/src/Formats/FormatFactory.h
@@ -116,12 +116,14 @@ public:
         UInt64 max_block_size,
         const std::optional<FormatSettings> & format_settings = std::nullopt) const;
 
-    /// Checks all preconditions. Returns nullptr of parallel formatting cannot be done.
-    BlockOutputStreamPtr getOutputParallelIfPossible(const String & name, WriteBuffer & buf,
+    /// Checks all preconditions. Returns ordinary stream if parallel formatting cannot be done.
+    /// Currenly used only in Client. Don't use it something else! Better look at getOutputFormatParallelIfPossible.
+    BlockOutputStreamPtr getOutputStreamParallelIfPossible(const String & name, WriteBuffer & buf,
         const Block & sample, const Context & context, WriteCallback callback = {},
         const std::optional<FormatSettings> & format_settings = std::nullopt) const;
 
-    BlockOutputStreamPtr getOutput(const String & name, WriteBuffer & buf,
+    /// Currenly used only in Client. Don't use it something else! Better look at getOutputFormat.
+    BlockOutputStreamPtr getOutputStream(const String & name, WriteBuffer & buf,
         const Block & sample, const Context & context, WriteCallback callback = {},
         const std::optional<FormatSettings> & format_settings = std::nullopt) const;
 
@@ -133,6 +135,12 @@ public:
         UInt64 max_block_size,
         const std::optional<FormatSettings> & format_settings = std::nullopt) const;
 
+    /// Checks all preconditions. Returns ordinary format if parallel formatting cannot be done.
+    OutputFormatPtr getOutputFormatParallelIfPossible(
+        const String & name, WriteBuffer & buf, const Block & sample,
+        const Context & context, WriteCallback callback = {},
+        const std::optional<FormatSettings> & format_settings = std::nullopt) const;
+
     OutputFormatPtr getOutputFormat(
         const String & name, WriteBuffer & buf, const Block & sample,
         const Context & context, WriteCallback callback = {},
diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index c3f841a487a..a5d75867889 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -2089,17 +2089,22 @@ BlockInputStreamPtr Context::getInputFormat(const String & name, ReadBuffer & bu
     return std::make_shared<InputStreamFromInputFormat>(FormatFactory::instance().getInput(name, buf, sample, *this, max_block_size));
 }
 
-BlockOutputStreamPtr Context::getOutputFormatParallelIfPossible(const String & name, WriteBuffer & buf, const Block & sample) const
+BlockOutputStreamPtr Context::getOutputStreamParallelIfPossible(const String & name, WriteBuffer & buf, const Block & sample) const
 {
-    return FormatFactory::instance().getOutputParallelIfPossible(name, buf, sample, *this);
+    return FormatFactory::instance().getOutputStreamParallelIfPossible(name, buf, sample, *this);
 }
 
-BlockOutputStreamPtr Context::getOutputFormat(const String & name, WriteBuffer & buf, const Block & sample) const
+BlockOutputStreamPtr Context::getOutputStream(const String & name, WriteBuffer & buf, const Block & sample) const
 {
-    return FormatFactory::instance().getOutput(name, buf, sample, *this);
+    return FormatFactory::instance().getOutputStream(name, buf, sample, *this);
 }
 
-OutputFormatPtr Context::getOutputFormatProcessor(const String & name, WriteBuffer & buf, const Block & sample) const
+OutputFormatPtr Context::getOutputFormatParallelIfPossible(const String & name, WriteBuffer & buf, const Block & sample) const
+{
+    return FormatFactory::instance().getOutputFormatParallelIfPossible(name, buf, sample, *this);
+}
+
+OutputFormatPtr Context::getOutputFormat(const String & name, WriteBuffer & buf, const Block & sample) const
 {
     return FormatFactory::instance().getOutputFormat(name, buf, sample, *this);
 }
diff --git a/src/Interpreters/Context.h b/src/Interpreters/Context.h
index 3bc21a3c1e2..79140f0d209 100644
--- a/src/Interpreters/Context.h
+++ b/src/Interpreters/Context.h
@@ -426,10 +426,12 @@ public:
     /// I/O formats.
     BlockInputStreamPtr getInputFormat(const String & name, ReadBuffer & buf, const Block & sample, UInt64 max_block_size) const;
 
-    BlockOutputStreamPtr getOutputFormatParallelIfPossible(const String & name, WriteBuffer & buf, const Block & sample) const;
-    BlockOutputStreamPtr getOutputFormat(const String & name, WriteBuffer & buf, const Block & sample) const;
+    /// Don't use streams. Better look at getOutputFormat...
+    BlockOutputStreamPtr getOutputStreamParallelIfPossible(const String & name, WriteBuffer & buf, const Block & sample) const;
+    BlockOutputStreamPtr getOutputStream(const String & name, WriteBuffer & buf, const Block & sample) const;
 
-    OutputFormatPtr getOutputFormatProcessor(const String & name, WriteBuffer & buf, const Block & sample) const;
+    OutputFormatPtr getOutputFormatParallelIfPossible(const String & name, WriteBuffer & buf, const Block & sample) const;
+    OutputFormatPtr getOutputFormat(const String & name, WriteBuffer & buf, const Block & sample) const;
 
     InterserverIOHandler & getInterserverIOHandler();
 
diff --git a/src/Interpreters/executeQuery.cpp b/src/Interpreters/executeQuery.cpp
index f7a930b66fe..6b376947e65 100644
--- a/src/Interpreters/executeQuery.cpp
+++ b/src/Interpreters/executeQuery.cpp
@@ -974,10 +974,7 @@ void executeQuery(
                 ? getIdentifierName(ast_query_with_output->format)
                 : context.getDefaultFormat();
 
-            BlockOutputStreamPtr out;
-            out = context.getOutputFormatParallelIfPossible(format_name, *out_buf, streams.in->getHeader());
-            if (!out)
-                out = context.getOutputFormat(format_name, *out_buf, streams.in->getHeader());
+            auto out = context.getOutputStream(format_name, *out_buf, streams.in->getHeader());
 
             /// Save previous progress callback if any. TODO Do it more conveniently.
             auto previous_progress_callback = context.getProgressCallback();
@@ -1022,7 +1019,7 @@ void executeQuery(
                     return std::make_shared<MaterializingTransform>(header);
                 });
 
-                auto out = context.getOutputFormatProcessor(format_name, *out_buf, pipeline.getHeader());
+                auto out = context.getOutputFormat(format_name, *out_buf, pipeline.getHeader());
                 out->setAutoFlush();
 
                 /// Save previous progress callback if any. TODO Do it more conveniently.
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.cpp b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.cpp
new file mode 100644
index 00000000000..eda2665119a
--- /dev/null
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.cpp
@@ -0,0 +1,201 @@
+#include <Processors/Formats/Impl/ParallelFormattingOutputFormat.h>
+
+#include <Common/setThreadName.h>
+
+namespace DB
+{
+    void ParallelFormattingOutputFormat::finalize()
+    {
+        need_flush = true;
+        IOutputFormat::finalized = true;
+        /// Don't throw any background_exception here, because we want to finalize the execution.
+        /// Exception will be checked after main thread is finished.
+        addChunk(Chunk{}, ProcessingUnitType::FINALIZE, /*can_throw_exception*/ false);
+        collector_finished.wait();
+
+        if (collector_thread.joinable())
+            collector_thread.join();
+
+        {
+            std::unique_lock<std::mutex> lock(mutex);
+            if (background_exception)
+                std::rethrow_exception(background_exception);
+        }
+    }
+
+    void ParallelFormattingOutputFormat::addChunk(Chunk chunk, ProcessingUnitType type, bool can_throw_exception)
+    {
+        {
+            std::unique_lock<std::mutex> lock(mutex);
+            if (background_exception && can_throw_exception)
+                std::rethrow_exception(background_exception);
+        }
+
+        const auto current_unit_number = writer_unit_number % processing_units.size();
+        auto & unit = processing_units[current_unit_number];
+
+        {
+            std::unique_lock<std::mutex> lock(mutex);
+            writer_condvar.wait(lock,
+                [&]{ return unit.status == READY_TO_INSERT || emergency_stop; });
+        }
+
+        if (emergency_stop)
+            return;
+
+        assert(unit.status == READY_TO_INSERT);
+        unit.chunk = std::move(chunk);
+        /// Resize memory without deallocation.
+        unit.segment.resize(0);
+        unit.status = READY_TO_FORMAT;
+        unit.type = type;
+
+        scheduleFormatterThreadForUnitWithNumber(current_unit_number);
+
+        ++writer_unit_number;
+    }
+
+
+    void ParallelFormattingOutputFormat::finishAndWait()
+    {
+        emergency_stop = true;
+
+        {
+            std::unique_lock<std::mutex> lock(mutex);
+            collector_condvar.notify_all();
+            writer_condvar.notify_all();
+        }
+
+        if (collector_thread.joinable())
+            collector_thread.join();
+
+        try
+        {
+            pool.wait();
+        }
+        catch (...)
+        {
+            tryLogCurrentException(__PRETTY_FUNCTION__);
+        }
+    }
+
+
+    void ParallelFormattingOutputFormat::collectorThreadFunction()
+    {
+        setThreadName("Collector");
+
+        try
+        {
+            while (!emergency_stop)
+            {
+                const auto current_unit_number = collector_unit_number % processing_units.size();
+                auto & unit = processing_units[current_unit_number];
+
+                {
+                    std::unique_lock<std::mutex> lock(mutex);
+                    collector_condvar.wait(lock,
+                        [&]{ return unit.status == READY_TO_READ || emergency_stop; });
+                }
+
+                if (emergency_stop)
+                    break;
+
+                assert(unit.status == READY_TO_READ);
+
+                /// Use this copy to after notification to stop the execution.
+                auto copy_if_unit_type = unit.type;
+
+                /// Do main work here.
+                out.write(unit.segment.data(), unit.actual_memory_size);
+
+                if (need_flush.exchange(false) || auto_flush)
+                    IOutputFormat::flush();
+
+                ++collector_unit_number;
+
+                {
+                    /// Notify other threads.
+                    std::lock_guard<std::mutex> lock(mutex);
+                    unit.status = READY_TO_INSERT;
+                    writer_condvar.notify_all();
+                }
+                /// We can exit only after writing last piece of to out buffer.
+                if (copy_if_unit_type == ProcessingUnitType::FINALIZE)
+                {
+                    break;
+                }
+            }
+            collector_finished.set();
+        }
+        catch (...)
+        {
+            collector_finished.set();
+            onBackgroundException();
+        }
+    }
+
+
+    void ParallelFormattingOutputFormat::formatterThreadFunction(size_t current_unit_number)
+    {
+        setThreadName("Formatter");
+
+        try
+        {
+            auto & unit = processing_units[current_unit_number];
+            assert(unit.status = READY_TO_FORMAT);
+
+            /// We want to preallocate memory buffer (increase capacity)
+            /// and put the pointer at the beginning of the buffer
+            unit.segment.resize(DBMS_DEFAULT_BUFFER_SIZE);
+            /// The second invocation won't release memory, only set size equals to 0.
+            unit.segment.resize(0);
+
+            unit.actual_memory_size = 0;
+            BufferWithOutsideMemory<WriteBuffer> out_buffer(unit.segment);
+
+            auto formatter = internal_formatter_creator(out_buffer);
+
+            switch (unit.type)
+            {
+                case ProcessingUnitType::START :
+                {
+                    formatter->doWritePrefix();
+                    break;
+                }
+                case ProcessingUnitType::PLAIN :
+                {
+                    formatter->consume(std::move(unit.chunk));
+                    break;
+                }
+                case ProcessingUnitType::TOTALS :
+                {
+                    formatter->consumeTotals(std::move(unit.chunk));
+                    break;
+                }
+                case ProcessingUnitType::EXTREMES :
+                {
+                    formatter->consumeExtremes(std::move(unit.chunk));
+                    break;
+                }
+                case ProcessingUnitType::FINALIZE :
+                {
+                    formatter->doWriteSuffix();
+                    break;
+                }
+            }
+            /// Flush all the data to handmade buffer.
+            formatter->flush();
+            unit.actual_memory_size = out_buffer.getActualSize();
+
+            {
+                std::lock_guard<std::mutex> lock(mutex);
+                unit.status = READY_TO_READ;
+                collector_condvar.notify_all();
+            }
+        }
+        catch (...)
+        {
+            onBackgroundException();
+        }
+    }
+}
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index 69a8132c50c..da89488bd28 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -1,22 +1,19 @@
 #pragma once
 
 #include <Processors/Formats/IOutputFormat.h>
+
 #include <Common/Arena.h>
-#include <IO/WriteBufferFromArena.h>
-#include <Formats/FormatFactory.h>
-
-#include <deque>
-#include <future>
-#include <Common/setThreadName.h>
-
-#include <atomic>
 #include <Common/ThreadPool.h>
-#include <Poco/Event.h>
-#include <IO/WriteBuffer.h>
-#include <IO/BufferWithOwnMemory.h>
-
 #include <common/logger_useful.h>
 #include <Common/Exception.h>
+#include <Formats/FormatFactory.h>
+#include <Poco/Event.h>
+#include <IO/BufferWithOwnMemory.h>
+#include <IO/WriteBuffer.h>
+#include <IO/WriteBufferFromArena.h>
+
+#include <deque>
+#include <atomic>
 
 namespace DB
 {
@@ -79,7 +76,7 @@ public:
         /// and n threads for formatting.
         processing_units.resize(params.max_threads_for_parallel_formatting + 2);
         collector_thread = ThreadFromGlobalPool([&] { collectorThreadFunction(); });
-        LOG_TRACE(&Poco::Logger::get("ParallelFormattingOutputFormat"), "Parallel formatting is being used.");
+        LOG_TRACE(&Poco::Logger::get("ParallelFormattingOutputFormat"), "Parallel formatting is being used");
     }
 
     ~ParallelFormattingOutputFormat() override
@@ -120,24 +117,7 @@ protected:
         addChunk(std::move(extremes), ProcessingUnitType::EXTREMES, /*can_throw_exception*/ true);
     }
 
-    void finalize() override
-    {
-        need_flush = true;
-        IOutputFormat::finalized = true;
-        /// Don't throw any background_exception here, because we want to finalize the execution.
-        /// Exception will be checked after main thread is finished.
-        addChunk(Chunk{}, ProcessingUnitType::FINALIZE, /*can_throw_exception*/ false);
-        collector_finished.wait();
-
-        if (collector_thread.joinable())
-            collector_thread.join();
-
-        {
-            std::unique_lock<std::mutex> lock(mutex);
-            if (background_exception)
-                std::rethrow_exception(background_exception);
-        }
-    }
+    void finalize() override;
 
 private:
     InternalFormatterCreator internal_formatter_creator;
@@ -160,37 +140,7 @@ private:
         FINALIZE
     };
 
-    void addChunk(Chunk chunk, ProcessingUnitType type, bool can_throw_exception)
-    {
-        {
-            std::unique_lock<std::mutex> lock(mutex);
-            if (background_exception && can_throw_exception)
-                std::rethrow_exception(background_exception);
-        }
-
-        const auto current_unit_number = writer_unit_number % processing_units.size();
-        auto & unit = processing_units[current_unit_number];
-
-        {
-            std::unique_lock<std::mutex> lock(mutex);
-            writer_condvar.wait(lock,
-                [&]{ return unit.status == READY_TO_INSERT || emergency_stop; });
-        }
-
-        if (emergency_stop)
-            return;
-
-        assert(unit.status == READY_TO_INSERT);
-        unit.chunk = std::move(chunk);
-        /// Resize memory without deallocation.
-        unit.segment.resize(0);
-        unit.status = READY_TO_FORMAT;
-        unit.type = type;
-
-        scheduleFormatterThreadForUnitWithNumber(current_unit_number);
-
-        ++writer_unit_number;
-    }
+    void addChunk(Chunk chunk, ProcessingUnitType type, bool can_throw_exception);
 
     struct ProcessingUnit
     {
@@ -224,29 +174,7 @@ private:
     std::condition_variable collector_condvar;
     std::condition_variable writer_condvar;
 
-    void finishAndWait()
-    {
-        emergency_stop = true;
-
-        {
-            std::unique_lock<std::mutex> lock(mutex);
-            collector_condvar.notify_all();
-            writer_condvar.notify_all();
-        }
-
-        if (collector_thread.joinable())
-            collector_thread.join();
-
-        try
-        {
-            pool.wait();
-        }
-        catch (...)
-        {
-            tryLogCurrentException(__PRETTY_FUNCTION__);
-        }
-    }
-
+    void finishAndWait();
 
     void onBackgroundException()
     {
@@ -265,124 +193,11 @@ private:
         pool.scheduleOrThrowOnError([this, ticket_number] { formatterThreadFunction(ticket_number); });
     }
 
-    void collectorThreadFunction()
-    {
-        setThreadName("Collector");
-
-        try
-        {
-            while (!emergency_stop)
-            {
-                const auto current_unit_number = collector_unit_number % processing_units.size();
-                auto & unit = processing_units[current_unit_number];
-
-                {
-                    std::unique_lock<std::mutex> lock(mutex);
-                    collector_condvar.wait(lock,
-                        [&]{ return unit.status == READY_TO_READ || emergency_stop; });
-                }
-
-                if (emergency_stop)
-                    break;
-
-                assert(unit.status == READY_TO_READ);
-
-                /// Use this copy to after notification to stop the execution.
-                auto copy_if_unit_type = unit.type;
-
-                /// Do main work here.
-                out.write(unit.segment.data(), unit.actual_memory_size);
-
-                if (need_flush.exchange(false) || auto_flush)
-                    IOutputFormat::flush();
-
-                ++collector_unit_number;
-
-                {
-                    /// Notify other threads.
-                    std::lock_guard<std::mutex> lock(mutex);
-                    unit.status = READY_TO_INSERT;
-                    writer_condvar.notify_all();
-                }
-                /// We can exit only after writing last piece of to out buffer.
-                if (copy_if_unit_type == ProcessingUnitType::FINALIZE)
-                {
-                    break;
-                }
-            }
-            collector_finished.set();
-        }
-        catch (...)
-        {
-            collector_finished.set();
-            onBackgroundException();
-        }
-    }
+    /// Collects all temporary buffers into main WriteBuffer.
+    void collectorThreadFunction();
 
     /// This function is executed in ThreadPool and the only purpose of it is to format one Chunk into a continuous buffer in memory.
-    void formatterThreadFunction(size_t current_unit_number)
-    {
-        setThreadName("Formatter");
-
-        try
-        {
-            auto & unit = processing_units[current_unit_number];
-            assert(unit.status = READY_TO_FORMAT);
-
-            /// We want to preallocate memory buffer (increase capacity)
-            /// and put the pointer at the beginning of the buffer
-            /// FIXME: Implement reserve() method in Memory.
-            unit.segment.resize(DBMS_DEFAULT_BUFFER_SIZE);
-            unit.segment.resize(0);
-
-            unit.actual_memory_size = 0;
-            BufferWithOutsideMemory<WriteBuffer> out_buffer(unit.segment);
-
-            auto formatter = internal_formatter_creator(out_buffer);
-
-            switch (unit.type)
-            {
-                case ProcessingUnitType::START :
-                {
-                    formatter->doWritePrefix();
-                    break;
-                }
-                case ProcessingUnitType::PLAIN :
-                {
-                    formatter->consume(std::move(unit.chunk));
-                    break;
-                }
-                case ProcessingUnitType::TOTALS :
-                {
-                    formatter->consumeTotals(std::move(unit.chunk));
-                    break;
-                }
-                case ProcessingUnitType::EXTREMES :
-                {
-                    formatter->consumeExtremes(std::move(unit.chunk));
-                    break;
-                }
-                case ProcessingUnitType::FINALIZE :
-                {
-                    formatter->doWriteSuffix();
-                    break;
-                }
-            }
-            /// Flush all the data to handmade buffer.
-            formatter->flush();
-            unit.actual_memory_size = out_buffer.getActualSize();
-
-            {
-                std::lock_guard<std::mutex> lock(mutex);
-                unit.status = READY_TO_READ;
-                collector_condvar.notify_all();
-            }
-        }
-        catch (...)
-        {
-            onBackgroundException();
-        }
-    }
+    void formatterThreadFunction(size_t current_unit_number);
 };
 
 }
diff --git a/src/Server/GRPCServer.cpp b/src/Server/GRPCServer.cpp
index bdf6d3ba5d7..475bfc81801 100644
--- a/src/Server/GRPCServer.cpp
+++ b/src/Server/GRPCServer.cpp
@@ -994,7 +994,7 @@ namespace
 
         AsynchronousBlockInputStream async_in(io.in);
         write_buffer.emplace(*result.mutable_output());
-        block_output_stream = query_context->getOutputFormat(output_format, *write_buffer, async_in.getHeader());
+        block_output_stream = query_context->getOutputStream(output_format, *write_buffer, async_in.getHeader());
         Stopwatch after_send_progress;
 
         /// Unless the input() function is used we are not going to receive input data anymore.
@@ -1066,7 +1066,7 @@ namespace
 
         auto executor = std::make_shared<PullingAsyncPipelineExecutor>(io.pipeline);
         write_buffer.emplace(*result.mutable_output());
-        block_output_stream = query_context->getOutputFormat(output_format, *write_buffer, executor->getHeader());
+        block_output_stream = query_context->getOutputStream(output_format, *write_buffer, executor->getHeader());
         block_output_stream->writePrefix();
         Stopwatch after_send_progress;
 
@@ -1321,7 +1321,7 @@ namespace
             return;
 
         WriteBufferFromString buf{*result.mutable_totals()};
-        auto stream = query_context->getOutputFormat(output_format, buf, totals);
+        auto stream = query_context->getOutputStream(output_format, buf, totals);
         stream->writePrefix();
         stream->write(totals);
         stream->writeSuffix();
@@ -1333,7 +1333,7 @@ namespace
             return;
 
         WriteBufferFromString buf{*result.mutable_extremes()};
-        auto stream = query_context->getOutputFormat(output_format, buf, extremes);
+        auto stream = query_context->getOutputStream(output_format, buf, extremes);
         stream->writePrefix();
         stream->write(extremes);
         stream->writeSuffix();
diff --git a/src/Storages/HDFS/StorageHDFS.cpp b/src/Storages/HDFS/StorageHDFS.cpp
index 3cc7ac6e082..fe165e8a8a8 100644
--- a/src/Storages/HDFS/StorageHDFS.cpp
+++ b/src/Storages/HDFS/StorageHDFS.cpp
@@ -184,7 +184,7 @@ public:
         : sample_block(sample_block_)
     {
         write_buf = wrapWriteBufferWithCompressionMethod(std::make_unique<WriteBufferFromHDFS>(uri, context.getGlobalContext().getConfigRef()), compression_method, 3);
-        writer = FormatFactory::instance().getOutput(format, *write_buf, sample_block, context);
+        writer = FormatFactory::instance().getOutputStream(format, *write_buf, sample_block, context);
     }
 
     Block getHeader() const override
diff --git a/src/Storages/Kafka/KafkaBlockOutputStream.cpp b/src/Storages/Kafka/KafkaBlockOutputStream.cpp
index dc5b5283cdc..e1742741670 100644
--- a/src/Storages/Kafka/KafkaBlockOutputStream.cpp
+++ b/src/Storages/Kafka/KafkaBlockOutputStream.cpp
@@ -35,7 +35,7 @@ void KafkaBlockOutputStream::writePrefix()
     auto format_settings = getFormatSettings(*context);
     format_settings.protobuf.allow_many_rows_no_delimiters = true;
 
-    child = FormatFactory::instance().getOutput(storage.getFormatName(), *buffer,
+    child = FormatFactory::instance().getOutputStream(storage.getFormatName(), *buffer,
         getHeader(), *context,
         [this](const Columns & columns, size_t row)
         {
diff --git a/src/Storages/RabbitMQ/RabbitMQBlockOutputStream.cpp b/src/Storages/RabbitMQ/RabbitMQBlockOutputStream.cpp
index b3bd57bdd0b..289f0c61b7d 100644
--- a/src/Storages/RabbitMQ/RabbitMQBlockOutputStream.cpp
+++ b/src/Storages/RabbitMQ/RabbitMQBlockOutputStream.cpp
@@ -45,7 +45,7 @@ void RabbitMQBlockOutputStream::writePrefix()
     auto format_settings = getFormatSettings(context);
     format_settings.protobuf.allow_many_rows_no_delimiters = true;
 
-    child = FormatFactory::instance().getOutput(storage.getFormatName(), *buffer,
+    child = FormatFactory::instance().getOutputStream(storage.getFormatName(), *buffer,
         getHeader(), context,
         [this](const Columns & /* columns */, size_t /* rows */)
         {
diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index 1469b535b51..45073ccd35a 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -481,12 +481,12 @@ public:
 
         write_buf = wrapWriteBufferWithCompressionMethod(std::move(naked_buffer), compression_method, 3);
 
-        writer = FormatFactory::instance().getOutputParallelIfPossible(storage.format_name,
+        writer = FormatFactory::instance().getOutputStreamParallelIfPossible(storage.format_name,
             *write_buf, metadata_snapshot->getSampleBlock(), context,
             {}, format_settings);
 
         if (!writer)
-            writer = FormatFactory::instance().getOutput(storage.format_name,
+            writer = FormatFactory::instance().getOutputStream(storage.format_name,
                 *write_buf, metadata_snapshot->getSampleBlock(), context,
                 {}, format_settings);
     }
diff --git a/src/Storages/StorageMySQL.cpp b/src/Storages/StorageMySQL.cpp
index defac1b57cf..caac7c5d95e 100644
--- a/src/Storages/StorageMySQL.cpp
+++ b/src/Storages/StorageMySQL.cpp
@@ -147,7 +147,7 @@ public:
         sqlbuf << backQuoteMySQL(remote_database_name) << "." << backQuoteMySQL(remote_table_name);
         sqlbuf << " (" << dumpNamesWithBackQuote(block) << ") VALUES ";
 
-        auto writer = FormatFactory::instance().getOutput("Values", sqlbuf, metadata_snapshot->getSampleBlock(), storage.global_context);
+        auto writer = FormatFactory::instance().getOutputStream("Values", sqlbuf, metadata_snapshot->getSampleBlock(), storage.global_context);
         writer->write(block);
 
         if (!storage.on_duplicate_clause.empty())
diff --git a/src/Storages/StorageS3.cpp b/src/Storages/StorageS3.cpp
index 380c98264e0..5d7fc0cdaa9 100644
--- a/src/Storages/StorageS3.cpp
+++ b/src/Storages/StorageS3.cpp
@@ -155,7 +155,7 @@ namespace
         {
             write_buf = wrapWriteBufferWithCompressionMethod(
                 std::make_unique<WriteBufferFromS3>(client, bucket, key, min_upload_part_size, max_single_part_upload_size), compression_method, 3);
-            writer = FormatFactory::instance().getOutput(format, *write_buf, sample_block, context);
+            writer = FormatFactory::instance().getOutputStream(format, *write_buf, sample_block, context);
         }
 
         Block getHeader() const override
diff --git a/src/Storages/StorageURL.cpp b/src/Storages/StorageURL.cpp
index 8c69d9c0179..ddbab99c3f0 100644
--- a/src/Storages/StorageURL.cpp
+++ b/src/Storages/StorageURL.cpp
@@ -156,7 +156,7 @@ StorageURLBlockOutputStream::StorageURLBlockOutputStream(const Poco::URI & uri,
     write_buf = wrapWriteBufferWithCompressionMethod(
             std::make_unique<WriteBufferFromHTTP>(uri, Poco::Net::HTTPRequest::HTTP_POST, timeouts),
             compression_method, 3);
-    writer = FormatFactory::instance().getOutput(format, *write_buf, sample_block,
+    writer = FormatFactory::instance().getOutputStream(format, *write_buf, sample_block,
         context, {} /* write callback */, format_settings);
 }
 
diff --git a/src/Storages/tests/gtest_storage_log.cpp b/src/Storages/tests/gtest_storage_log.cpp
index 0fb418e8413..cbb894c7420 100644
--- a/src/Storages/tests/gtest_storage_log.cpp
+++ b/src/Storages/tests/gtest_storage_log.cpp
@@ -134,7 +134,7 @@ std::string readData(DB::StoragePtr & table, const DB::Context & context)
     tryRegisterFormats();
 
     WriteBufferFromOwnString out_buf;
-    BlockOutputStreamPtr output = FormatFactory::instance().getOutput("Values", out_buf, sample, context);
+    BlockOutputStreamPtr output = FormatFactory::instance().getOutputStream("Values", out_buf, sample, context);
 
     copyData(*in, *output);
 

From a2e5f7693acafe901a3e2dee35513c66f61478bf Mon Sep 17 00:00:00 2001
From: hexiaoting <hewenting_ict@163.com>
Date: Wed, 30 Dec 2020 11:20:38 +0800
Subject: [PATCH 674/742] Fix condition error

---
 base/common/DateLUTImpl.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/base/common/DateLUTImpl.h b/base/common/DateLUTImpl.h
index 1d82f668a49..3698276d0e1 100644
--- a/base/common/DateLUTImpl.h
+++ b/base/common/DateLUTImpl.h
@@ -674,7 +674,7 @@ public:
             return DayNum(0); // TODO (nemkov, DateTime64 phase 2): implement creating real date for year outside of LUT range.
 
         // The day after 2106-02-07 will not stored fully as struct Values, so just overflow it as 0
-        if (unlikely(year == DATE_LUT_MAX_YEAR && (month > 2 || day_of_month > 7)))
+        if (unlikely(year == DATE_LUT_MAX_YEAR && (month > 2 || (month == 2 && day_of_month > 7))))
             return DayNum(0);
 
         return DayNum(years_months_lut[(year - DATE_LUT_MIN_YEAR) * 12 + month - 1] + day_of_month - 1);

From 60b4a36c4ad682111b95da57810ddd22a94236ee Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 07:50:58 +0300
Subject: [PATCH 675/742] arcadia fix + live view fix + cleanup

---
 src/Formats/FormatFactory.cpp                       | 12 +++++++-----
 src/Processors/Formats/IInputFormat.h               |  7 +++++++
 .../Formats/Impl/JSONEachRowRowInputFormat.cpp      |  4 ++--
 .../Formats/Impl/JSONEachRowRowInputFormat.h        |  1 +
 .../Formats/Impl/ParallelFormattingOutputFormat.h   |  6 +++---
 .../Formats/Impl/ParallelParsingInputFormat.cpp     |  1 +
 .../Formats/Impl/ParallelParsingInputFormat.h       | 13 ++++++++++---
 src/Processors/ya.make                              |  1 +
 src/Storages/MergeTree/MergeTreeData.cpp            |  2 +-
 src/Storages/StorageFile.cpp                        |  1 -
 .../01246_insert_into_watch_live_view.py            |  7 -------
 tests/queries/0_stateless/helpers/client.py         |  2 +-
 12 files changed, 34 insertions(+), 23 deletions(-)

diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index 05e56e2aa4a..ffa8ccfcced 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -165,6 +165,9 @@ InputFormatPtr FormatFactory::getInput(
     if (settings.max_memory_usage && settings.min_chunk_bytes_for_parallel_parsing * settings.max_threads * 2 > settings.max_memory_usage)
         parallel_parsing = false;
 
+    if (settings.max_memory_usage_for_user && settings.min_chunk_bytes_for_parallel_parsing * settings.max_threads * 2 > settings.max_memory_usage_for_user)
+        parallel_parsing = false;
+
     if (parallel_parsing && name == "JSONEachRow")
     {
         /// FIXME ParallelParsingBlockInputStream doesn't support formats with non-trivial readPrefix() and readSuffix()
@@ -211,8 +214,8 @@ BlockOutputStreamPtr FormatFactory::getOutputStreamParallelIfPossible(const Stri
     const Settings & settings = context.getSettingsRef();
     bool parallel_formatting = settings.output_format_parallel_formatting;
 
-    if (output_getter && parallel_formatting && getCreators(name).supports_parallel_formatting 
-        && !settings.output_format_json_array_of_rows && !settings.allow_experimental_live_view)
+    if (output_getter && parallel_formatting && getCreators(name).supports_parallel_formatting
+        && !settings.output_format_json_array_of_rows)
     {
         auto format_settings = _format_settings
         ? *_format_settings : getFormatSettings(context);
@@ -311,8 +314,8 @@ OutputFormatPtr FormatFactory::getOutputFormatParallelIfPossible(
 
     const Settings & settings = context.getSettingsRef();
 
-    if (settings.output_format_parallel_formatting && getCreators(name).supports_parallel_formatting 
-        && !settings.output_format_json_array_of_rows && !settings.allow_experimental_live_view)
+    if (settings.output_format_parallel_formatting && getCreators(name).supports_parallel_formatting
+        && !settings.output_format_json_array_of_rows)
     {
         auto formatter_creator = [output_getter, sample, callback, format_settings]
         (WriteBuffer & output) -> OutputFormatPtr
@@ -327,7 +330,6 @@ OutputFormatPtr FormatFactory::getOutputFormatParallelIfPossible(
 }
 
 
-
 OutputFormatPtr FormatFactory::getOutputFormat(
     const String & name, WriteBuffer & buf, const Block & sample,
     const Context & context, WriteCallback callback,
diff --git a/src/Processors/Formats/IInputFormat.h b/src/Processors/Formats/IInputFormat.h
index 00cb38405cf..e1537aff6c5 100644
--- a/src/Processors/Formats/IInputFormat.h
+++ b/src/Processors/Formats/IInputFormat.h
@@ -38,6 +38,13 @@ public:
         static const BlockMissingValues none;
         return none;
     }
+
+    size_t getCurrentUnitNumber() const { return current_unit_number; }
+    void setCurrentUnitNumber(size_t current_unit_number_) { current_unit_number = current_unit_number_; }
+
+private:
+    /// Number of currently parsed chunk (if parallel parsing is enabled)
+    size_t current_unit_number = 0;
 };
 
 }
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
index bd22718b57e..8a707ae6554 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.cpp
@@ -245,7 +245,7 @@ bool JSONEachRowRowInputFormat::readRow(MutableColumns & columns, RowReadExtensi
     /// then seeking to next ;, or \n would trigger reading of an extra row at the end.
 
     /// Semicolon is added for convenience as it could be used at end of INSERT query.
-    bool is_first_row = getTotalRows() == 1;
+    bool is_first_row = getCurrentUnitNumber() == 0 && getTotalRows() == 1;
     if (!in.eof())
     {
         /// There may be optional ',' (but not before the first row)
@@ -253,8 +253,8 @@ bool JSONEachRowRowInputFormat::readRow(MutableColumns & columns, RowReadExtensi
             ++in.position();
         else if (!data_in_square_brackets && *in.position() == ';')
         {
-            return allow_new_rows = false;
             /// ';' means the end of query (but it cannot be before ']')
+            return allow_new_rows = false;
         }
         else if (data_in_square_brackets && *in.position() == ']')
         {
diff --git a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h
index 4d6c92077b2..29a6ce6ecb8 100644
--- a/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h
+++ b/src/Processors/Formats/Impl/JSONEachRowRowInputFormat.h
@@ -5,6 +5,7 @@
 #include <Formats/FormatSettings.h>
 #include <Common/HashTable/HashMap.h>
 
+
 namespace DB
 {
 
diff --git a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
index da89488bd28..7e7c44a8aae 100644
--- a/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelFormattingOutputFormat.h
@@ -34,7 +34,7 @@ namespace DB
  *      ^               ^
  *      |               |
  *   Collector       addChunk
- * 
+ *
  * There is a container of ProcessingUnits - internal entity, storing a Chunk to format,
  * a continuous memory buffer to store the formatted Chunk and some flags for synchronization needs.
  * Each ProcessingUnits has a unique number - the place in the container.
@@ -43,9 +43,9 @@ namespace DB
  * The other thread, we call it Collector waits until a ProcessingUnit which it points to would be READY_TO_READ.
  * Then it adds a temporary buffer to a real WriteBuffer.
  * Both Collector and a thread which adds Chunks have unit_number - a pointer to ProcessingUnit which they are aim to work with.
- * 
+ *
  * Note, that collector_unit_number is always less or equal to current_unit_number, that's why the formatting is order-preserving.
- * 
+ *
  * To stop the execution, a fake Chunk is added (ProcessingUnitType = FINALIZE) and finalize()
  * function is blocked until the Collector thread is done.
 */
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index cdefd00ac69..b2e6dc7708e 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -83,6 +83,7 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
         ReadBuffer read_buffer(unit.segment.data(), unit.segment.size(), 0);
 
         InputFormatPtr input_format = internal_parser_creator(read_buffer);
+        input_format->setCurrentUnitNumber(current_ticket_number);
         InternalParser parser(input_format);
 
         unit.chunk_ext.chunk.clear();
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
index 4efe8b465de..802f05b3d8b 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
@@ -27,6 +27,16 @@ class Context;
  * The number of chunks equals to the number or parser threads.
  * The size of chunk is equal to min_chunk_bytes_for_parallel_parsing setting.
  *
+ *                    Parsers
+ *      |   |   |   |   |   |   |   |   |   |
+ *      v   v   v   v   v   v   v   v   v   v
+ *    |---|---|---|---|---|---|---|---|---|---|
+ *    | 1 | 2 | 3 | 4 | 5 | . | . | . | . | N | <-- Processing units
+ *    |---|---|---|---|---|---|---|---|---|---|
+ *      ^               ^
+ *      |               |
+ *   readImpl        Segmentator
+ *
  * This stream has three kinds of threads: one segmentator, multiple parsers,
  * and one reader thread -- that is, the one from which readImpl() is called.
  * They operate one after another on parts of data called "processing units".
@@ -78,9 +88,6 @@ public:
         , file_segmentation_engine(params.file_segmentation_engine)
         , format_name(params.format_name)
         , min_chunk_bytes(params.min_chunk_bytes)
-        // Subtract one thread that we use for segmentation and one for
-        // reading. After that, must have at least two threads left for
-        // parsing. See the assertion below.
         , pool(params.max_threads)
     {
         // One unit for each thread, including segmentator and reader, plus a
diff --git a/src/Processors/ya.make b/src/Processors/ya.make
index 6e99589bf02..2eb27be8899 100644
--- a/src/Processors/ya.make
+++ b/src/Processors/ya.make
@@ -45,6 +45,7 @@ SRCS(
     Formats/Impl/MySQLOutputFormat.cpp
     Formats/Impl/NullFormat.cpp
     Formats/Impl/ODBCDriver2BlockOutputFormat.cpp
+    Formats/Impl/ParallelFormattingOutputFormat.cpp
     Formats/Impl/ParallelParsingInputFormat.cpp
     Formats/Impl/PostgreSQLOutputFormat.cpp
     Formats/Impl/PrettyBlockOutputFormat.cpp
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 4a40b9e4abd..df7aa71cabb 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -61,6 +61,7 @@
 #include <typeindex>
 #include <unordered_set>
 
+
 namespace ProfileEvents
 {
     extern const Event RejectedInserts;
@@ -2892,7 +2893,6 @@ String MergeTreeData::getPartitionIDFromQuery(const ASTPtr & ast, const Context
         ReadBufferFromMemory right_paren_buf(")", 1);
         ConcatReadBuffer buf({&left_paren_buf, &fields_buf, &right_paren_buf});
 
-
         auto input_format = FormatFactory::instance().getInput("Values", buf, metadata_snapshot->getPartitionKey().sample_block, context, context.getSettingsRef().max_block_size);
         auto input_stream = std::make_shared<InputStreamFromInputFormat>(input_format);
 
diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index 45073ccd35a..793d57000d9 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -326,7 +326,6 @@ public:
                     method = chooseCompressionMethod(current_path, storage->compression_method);
                 }
 
-
                 read_buf = wrapReadBufferWithCompressionMethod(std::move(nested_buffer), method);
                 auto format = FormatFactory::instance().getInput(
                         storage->format_name, *read_buf, metadata_snapshot->getSampleBlock(), context, max_block_size, storage->format_settings);
diff --git a/tests/queries/0_stateless/01246_insert_into_watch_live_view.py b/tests/queries/0_stateless/01246_insert_into_watch_live_view.py
index f533573bfc7..b762e2d172f 100755
--- a/tests/queries/0_stateless/01246_insert_into_watch_live_view.py
+++ b/tests/queries/0_stateless/01246_insert_into_watch_live_view.py
@@ -17,13 +17,6 @@ with client(name='client1>', log=log) as client1, client(name='client2>', log=lo
     client1.expect(prompt)
     client2.expect(prompt)
     client3.expect(prompt)
-
-    client1.send('SET output_format_parallel_formatting=0')
-    client1.expect(prompt)
-    client2.send('SET output_format_parallel_formatting=0')
-    client2.expect(prompt)
-    client3.send('SET output_format_parallel_formatting=0')
-    client3.expect(prompt)
     
     client1.send('SET allow_experimental_live_view = 1')
     client1.expect(prompt)
diff --git a/tests/queries/0_stateless/helpers/client.py b/tests/queries/0_stateless/helpers/client.py
index 086d920d0b7..3da91a4ad20 100644
--- a/tests/queries/0_stateless/helpers/client.py
+++ b/tests/queries/0_stateless/helpers/client.py
@@ -15,7 +15,7 @@ class client(object):
     def __init__(self, command=None, name='', log=None):
         self.client = uexpect.spawn(['/bin/bash','--noediting'])
         if command is None:
-            command = os.environ.get('CLICKHOUSE_BINARY', 'clickhouse') + ' client'
+            command = os.environ.get('CLICKHOUSE_BINARY', 'clickhouse') + ' client --progress'
         self.client.command = command
         self.client.eol('\r')
         self.client.logger(log, prefix=name)

From 2f04cb5ebe1fb7daa504d59079e4cc211b30349f Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 08:31:45 +0300
Subject: [PATCH 676/742] abort() instead of std::terminate() + cleanup

---
 src/Common/ThreadPool.h                            | 14 ++++----------
 src/Storages/HDFS/StorageHDFS.cpp                  |  1 -
 src/Storages/StorageURL.cpp                        |  1 -
 .../01246_insert_into_watch_live_view.py           |  2 +-
 tests/queries/0_stateless/helpers/client.py        |  2 +-
 5 files changed, 6 insertions(+), 14 deletions(-)

diff --git a/src/Common/ThreadPool.h b/src/Common/ThreadPool.h
index cceadc4ea2c..f5cd887ed44 100644
--- a/src/Common/ThreadPool.h
+++ b/src/Common/ThreadPool.h
@@ -187,7 +187,7 @@ public:
     ThreadFromGlobalPool & operator=(ThreadFromGlobalPool && rhs)
     {
         if (joinable())
-            std::terminate();
+            abort();
         state = std::move(rhs.state);
         return *this;
     }
@@ -195,19 +195,13 @@ public:
     ~ThreadFromGlobalPool()
     {
         if (joinable())
-        {
-            std::cerr << StackTrace().toString() << std::endl;
-            std::terminate();
-        }
+            abort();
     }
 
     void join()
     {
         if (!joinable())
-        {
-            std::cerr << StackTrace().toString() << std::endl;
-            std::terminate();
-        }
+            abort();
 
         state->wait();
         state.reset();
@@ -216,7 +210,7 @@ public:
     void detach()
     {
         if (!joinable())
-            std::terminate();
+            abort();
         state.reset();
     }
 
diff --git a/src/Storages/HDFS/StorageHDFS.cpp b/src/Storages/HDFS/StorageHDFS.cpp
index fe165e8a8a8..f7afd4a497d 100644
--- a/src/Storages/HDFS/StorageHDFS.cpp
+++ b/src/Storages/HDFS/StorageHDFS.cpp
@@ -122,7 +122,6 @@ public:
                 current_path = uri + path;
 
                 auto compression = chooseCompressionMethod(path, compression_method);
-
                 auto read_buf = wrapReadBufferWithCompressionMethod(std::make_unique<ReadBufferFromHDFS>(current_path, context.getGlobalContext().getConfigRef()), compression);
                 auto input_format = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size);
                 auto input_stream = std::make_shared<InputStreamFromInputFormat>(input_format);
diff --git a/src/Storages/StorageURL.cpp b/src/Storages/StorageURL.cpp
index ddbab99c3f0..ca984f9ece9 100644
--- a/src/Storages/StorageURL.cpp
+++ b/src/Storages/StorageURL.cpp
@@ -106,7 +106,6 @@ namespace
                     context.getRemoteHostFilter()),
                 compression_method);
 
-
             auto input_format = FormatFactory::instance().getInput(format, *read_buf, sample_block, context, max_block_size, format_settings);
             reader = std::make_shared<InputStreamFromInputFormat>(input_format);
             reader = std::make_shared<AddingDefaultsBlockInputStream>(reader, columns, context);
diff --git a/tests/queries/0_stateless/01246_insert_into_watch_live_view.py b/tests/queries/0_stateless/01246_insert_into_watch_live_view.py
index b762e2d172f..0f7c6965b7b 100755
--- a/tests/queries/0_stateless/01246_insert_into_watch_live_view.py
+++ b/tests/queries/0_stateless/01246_insert_into_watch_live_view.py
@@ -17,7 +17,7 @@ with client(name='client1>', log=log) as client1, client(name='client2>', log=lo
     client1.expect(prompt)
     client2.expect(prompt)
     client3.expect(prompt)
-    
+
     client1.send('SET allow_experimental_live_view = 1')
     client1.expect(prompt)
     client3.send('SET allow_experimental_live_view = 1')
diff --git a/tests/queries/0_stateless/helpers/client.py b/tests/queries/0_stateless/helpers/client.py
index 3da91a4ad20..086d920d0b7 100644
--- a/tests/queries/0_stateless/helpers/client.py
+++ b/tests/queries/0_stateless/helpers/client.py
@@ -15,7 +15,7 @@ class client(object):
     def __init__(self, command=None, name='', log=None):
         self.client = uexpect.spawn(['/bin/bash','--noediting'])
         if command is None:
-            command = os.environ.get('CLICKHOUSE_BINARY', 'clickhouse') + ' client --progress'
+            command = os.environ.get('CLICKHOUSE_BINARY', 'clickhouse') + ' client'
         self.client.command = command
         self.client.eol('\r')
         self.client.logger(log, prefix=name)

From a1d3c0173d421c059d6c69859743c9fb664f96b9 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 08:34:49 +0300
Subject: [PATCH 677/742] better

---
 src/Formats/JSONEachRowUtils.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Formats/JSONEachRowUtils.cpp b/src/Formats/JSONEachRowUtils.cpp
index 76d14276878..6017f3983c6 100644
--- a/src/Formats/JSONEachRowUtils.cpp
+++ b/src/Formats/JSONEachRowUtils.cpp
@@ -9,7 +9,6 @@ std::pair<bool, size_t> fileSegmentationEngineJSONEachRowImpl(ReadBuffer & in, D
     skipWhitespaceIfAny(in);
 
     char * pos = in.position();
-
     size_t balance = 0;
     bool quotes = false;
     size_t number_of_rows = 0;

From ec0f70b8ef1547b2449d1816fe759ef9baaf96ae Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 08:39:08 +0300
Subject: [PATCH 678/742] cleanup

---
 src/Storages/StorageFile.cpp | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index 793d57000d9..85888ee4b6a 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -483,11 +483,6 @@ public:
         writer = FormatFactory::instance().getOutputStreamParallelIfPossible(storage.format_name,
             *write_buf, metadata_snapshot->getSampleBlock(), context,
             {}, format_settings);
-
-        if (!writer)
-            writer = FormatFactory::instance().getOutputStream(storage.format_name,
-                *write_buf, metadata_snapshot->getSampleBlock(), context,
-                {}, format_settings);
     }
 
     Block getHeader() const override { return metadata_snapshot->getSampleBlock(); }

From c256c84c659c436ec36e93827dbefea74c69dc8e Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Wed, 30 Dec 2020 09:44:59 +0300
Subject: [PATCH 679/742] Trying to fix syntax bug

---
 .../en/sql-reference/table-functions/mysql.md | 31 +++++++++----------
 1 file changed, 15 insertions(+), 16 deletions(-)

diff --git a/docs/en/sql-reference/table-functions/mysql.md b/docs/en/sql-reference/table-functions/mysql.md
index ed859e5ca79..304f4c3ffe7 100644
--- a/docs/en/sql-reference/table-functions/mysql.md
+++ b/docs/en/sql-reference/table-functions/mysql.md
@@ -32,7 +32,8 @@ mysql('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_
 -   `on_duplicate_clause` — The `ON DUPLICATE KEY on_duplicate_clause` expression that is added to the `INSERT` query. Can be specified only with `replace_query = 0` (if you simultaneously pass `replace_query = 1` and `on_duplicate_clause`, ClickHouse generates an exception).
 
     Example: 
-    ```sql
+
+    ``` sql 
     INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1;
     ```
 
@@ -53,19 +54,17 @@ Table in MySQL:
 ``` text
 mysql> CREATE TABLE `test`.`test` (
     ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
     ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
     ->   PRIMARY KEY (`int_id`));
 
 mysql> INSERT INTO test (`int_id`, `float`) VALUES (1,2);
 
 mysql> SELECT * FROM test;
-+--------+--------------+-------+----------------+
-| int_id | int_nullable | float | float_nullable |
-+--------+--------------+-------+----------------+
-|      1 |         NULL |     2 |           NULL |
-+--------+--------------+-------+----------------+
++--------+-------+
+| int_id | float |
++--------+-------+
+|      1 |     2 |
++--------+-------+
 ```
 
 Selecting data from ClickHouse:
@@ -75,9 +74,9 @@ SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123');
 ```
 
 ``` text
-┌─int_id─┬─int_nullable─┬─float─┬─float_nullable─┐
-│      1 │         ᴺᵁᴸᴸ │     2 │           ᴺᵁᴸᴸ │
-└────────┴──────────────┴───────┴────────────────┘
+┌─int_id─┬─float─┐
+│      1 │     2 │
+└────────┴───────┘
 ```
 
 Replacing and inserting:
@@ -88,11 +87,11 @@ INSERT INTO mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 0, 'UPDATE
 SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123');
 ```
 
-```text
-┌─int_id─┬─int_nullable─┬─float─┬─float_nullable─┐
-│      1 │         ᴺᵁᴸᴸ │     3 │           ᴺᵁᴸᴸ │
-│      2 │         ᴺᵁᴸᴸ │     4 │           ᴺᵁᴸᴸ │
-└────────┴──────────────┴───────┴────────────────┘
+``` text
+┌─int_id─┬─float─┐
+│      1 │     3 │
+│      2 │     4 │
+└────────┴───────┘
 ```
 
 **See Also**

From ecfa92bceb18e6c6362b1355da1813c087bba834 Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Wed, 30 Dec 2020 09:53:32 +0300
Subject: [PATCH 680/742] Still trying

---
 docs/en/sql-reference/table-functions/mysql.md | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/docs/en/sql-reference/table-functions/mysql.md b/docs/en/sql-reference/table-functions/mysql.md
index 304f4c3ffe7..0af9ae415c2 100644
--- a/docs/en/sql-reference/table-functions/mysql.md
+++ b/docs/en/sql-reference/table-functions/mysql.md
@@ -31,11 +31,7 @@ mysql('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_
 
 -   `on_duplicate_clause` — The `ON DUPLICATE KEY on_duplicate_clause` expression that is added to the `INSERT` query. Can be specified only with `replace_query = 0` (if you simultaneously pass `replace_query = 1` and `on_duplicate_clause`, ClickHouse generates an exception).
 
-    Example: 
-
-    ``` sql 
-    INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1;
-    ```
+    Example: `INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1;`
 
     `on_duplicate_clause` here is `UPDATE c2 = c2 + 1`. See the MySQL documentation to find which `on_duplicate_clause` you can use with the `ON DUPLICATE KEY` clause.
 

From 203af8b7ec38c938185410c877e08e1a83e88061 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 16:52:37 +0300
Subject: [PATCH 681/742] Fix error

---
 src/Interpreters/HashJoin.cpp | 18 ++++++++++++++----
 src/Interpreters/HashJoin.h   |  4 ++++
 src/Storages/StorageMerge.cpp |  1 -
 3 files changed, 18 insertions(+), 5 deletions(-)

diff --git a/src/Interpreters/HashJoin.cpp b/src/Interpreters/HashJoin.cpp
index 5d7fb213134..8f74a7be493 100644
--- a/src/Interpreters/HashJoin.cpp
+++ b/src/Interpreters/HashJoin.cpp
@@ -360,6 +360,17 @@ void HashJoin::init(Type type_)
 size_t HashJoin::getTotalRowCount() const
 {
     std::shared_lock lock(data->rwlock);
+    return getTotalRowCountLocked();
+}
+
+size_t HashJoin::getTotalByteCount() const
+{
+    std::shared_lock lock(data->rwlock);
+    return getTotalByteCountLocked();
+}
+
+size_t HashJoin::getTotalRowCountLocked() const
+{
     size_t res = 0;
 
     if (data->type == Type::CROSS)
@@ -375,9 +386,8 @@ size_t HashJoin::getTotalRowCount() const
     return res;
 }
 
-size_t HashJoin::getTotalByteCount() const
+size_t HashJoin::getTotalByteCountLocked() const
 {
-    std::shared_lock lock(data->rwlock);
     size_t res = 0;
 
     if (data->type == Type::CROSS)
@@ -594,8 +604,8 @@ bool HashJoin::addJoinedBlock(const Block & source_block, bool check_limits)
             return true;
 
         /// TODO: Do not calculate them every time
-        total_rows = getTotalRowCount();
-        total_bytes = getTotalByteCount();
+        total_rows = getTotalRowCountLocked();
+        total_bytes = getTotalByteCountLocked();
     }
 
     return table_join->sizeLimits().check(total_rows, total_bytes, "JOIN", ErrorCodes::SET_SIZE_LIMIT_EXCEEDED);
diff --git a/src/Interpreters/HashJoin.h b/src/Interpreters/HashJoin.h
index ceddc9e4c7c..37bc9a9d345 100644
--- a/src/Interpreters/HashJoin.h
+++ b/src/Interpreters/HashJoin.h
@@ -393,6 +393,10 @@ private:
     ColumnWithTypeAndName joinGetImpl(const Block & block, const Block & block_with_columns_to_add, const Maps & maps_) const;
 
     static Type chooseMethod(const ColumnRawPtrs & key_columns, Sizes & key_sizes);
+
+    /// Call with already locked rwlock.
+    size_t getTotalRowCountLocked() const;
+    size_t getTotalByteCountLocked() const;
 };
 
 }
diff --git a/src/Storages/StorageMerge.cpp b/src/Storages/StorageMerge.cpp
index 63d28eaff77..18534d36e71 100644
--- a/src/Storages/StorageMerge.cpp
+++ b/src/Storages/StorageMerge.cpp
@@ -542,7 +542,6 @@ void StorageMerge::convertingSourceStream(
                                     + "\n" + header.dumpStructure(), ErrorCodes::LOGICAL_ERROR);
             }
         }
-
     }
 }
 

From efa494b5e4b988cd0a39f2e811f4280521a2fb47 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 16:53:30 +0300
Subject: [PATCH 682/742] Fix too long perf test

---
 tests/performance/array_index_low_cardinality_numbers.xml | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/tests/performance/array_index_low_cardinality_numbers.xml b/tests/performance/array_index_low_cardinality_numbers.xml
index a9f0703c9a8..e64913ce26e 100644
--- a/tests/performance/array_index_low_cardinality_numbers.xml
+++ b/tests/performance/array_index_low_cardinality_numbers.xml
@@ -3,15 +3,19 @@
     <create_query>CREATE TABLE perf_lc_num(
         num UInt8,
         arr Array(LowCardinality(Int64)) default [num]
-        ) ENGINE = MergeTree() ORDER BY tuple()
+        ) ENGINE = StripeLog
     </create_query>
 
     <fill_query>
         INSERT INTO perf_lc_num (num)
         SELECT toUInt8(number)
-        FROM numbers(1500000000)
+        FROM numbers(100000000)
     </fill_query>
 
+    <settings>
+        <max_threads>1</max_threads>
+    </settings>
+
     <query>SELECT count() FROM perf_lc_num WHERE num = 42</query>
     <query>SELECT count() FROM perf_lc_num WHERE arr[1] = 42</query>
     <query>SELECT count() FROM perf_lc_num WHERE has(arr, 42)</query>

From b94a65471576e4d1addb8176d83c40e6d1a39cd1 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 16:55:31 +0300
Subject: [PATCH 683/742] build fix

---
 src/Core/Settings.h                                       | 2 +-
 src/Formats/FormatFactory.cpp                             | 3 ---
 .../Formats/Impl/ParallelParsingInputFormat.cpp           | 8 ++++----
 3 files changed, 5 insertions(+), 8 deletions(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 9fd729fc787..e916b059367 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -121,7 +121,7 @@ class IColumn;
     \
     M(Bool, input_format_parallel_parsing, true, "Enable parallel parsing for some data formats.", 0) \
     M(UInt64, min_chunk_bytes_for_parallel_parsing, (10 * 1024 * 1024), "The minimum chunk size in bytes, which each thread will parse in parallel.", 0) \
-    M(Bool, output_format_parallel_formatting, true, "Enable parallel formatting for all data formats.", 0) \
+    M(Bool, output_format_parallel_formatting, true, "Enable parallel formatting for some data formats.", 0) \
     \
     M(UInt64, merge_tree_min_rows_for_concurrent_read, (20 * 8192), "If at least as many lines are read from one file, the reading can be parallelized.", 0) \
     M(UInt64, merge_tree_min_bytes_for_concurrent_read, (24 * 10 * 1024 * 1024), "If at least as many bytes are read from one file, the reading can be parallelized.", 0) \
diff --git a/src/Formats/FormatFactory.cpp b/src/Formats/FormatFactory.cpp
index ffa8ccfcced..e78190d2976 100644
--- a/src/Formats/FormatFactory.cpp
+++ b/src/Formats/FormatFactory.cpp
@@ -306,9 +306,6 @@ OutputFormatPtr FormatFactory::getOutputFormatParallelIfPossible(
     if (!output_getter)
         throw Exception("Format " + name + " is not suitable for output (with processors)", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_OUTPUT);
 
-    RowOutputFormatParams params;
-    params.callback = std::move(callback);
-
     auto format_settings = _format_settings
         ? *_format_settings : getFormatSettings(context);
 
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index b2e6dc7708e..57a0508e31a 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -67,8 +67,8 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
     if (thread_group)
         CurrentThread::attachTo(thread_group);
 
-    const auto current_unit_number = current_ticket_number % processing_units.size();
-    auto & unit = processing_units[current_unit_number];
+    const auto parser_unit_number = current_ticket_number % processing_units.size();
+    auto & unit = processing_units[parser_unit_number];
 
     try
     {
@@ -151,8 +151,8 @@ Chunk ParallelParsingInputFormat::generate()
         return {};
     }
 
-    const auto current_unit_number = reader_ticket_number % processing_units.size();
-    auto & unit = processing_units[current_unit_number];
+    const auto inserter_unit_number = reader_ticket_number % processing_units.size();
+    auto & unit = processing_units[inserter_unit_number];
 
     if (!next_block_in_current_unit.has_value())
     {

From 83003162c8282d58c9d419a6fe0dd3c58631904d Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 16:56:34 +0300
Subject: [PATCH 684/742] Update settings.md

---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 8e6c11d77a3..43ac1e1eb2e 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2480,7 +2480,7 @@ Possible values:
 -   `'ALL'` — ClickHouse outputs all rows as a result of combining queries including duplicate rows.
 -   `''` — Clickhouse generates an exception when used with `UNION`.
 
-Default value: `'DISTINCT'`.
+Default value: `''`.
 
 See examples in [UNION](../../sql-reference/statements/select/union.md).
 

From 278dda04a6252d0bb4a1fe269ea89960aeed4404 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 16:59:04 +0300
Subject: [PATCH 685/742] Update union.md

---
 docs/en/sql-reference/statements/select/union.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/select/union.md b/docs/en/sql-reference/statements/select/union.md
index cae7aa07abb..cf18ff7a4a2 100644
--- a/docs/en/sql-reference/statements/select/union.md
+++ b/docs/en/sql-reference/statements/select/union.md
@@ -6,7 +6,7 @@ toc_title: UNION
 
 You can use `UNION` with explicitly specifying `UNION ALL` or `UNION DISTINCT`.
 
-By default, `UNION` has the same behavior as `UNION DISTINCT`. The difference between `UNION ALL` and `UNION DISTINCT` is that `UNION DISTINCT` will do a distinct transform for union result, it is equivalent to `SELECT DISTINCT` from a subquery containing `UNION ALL`.
+If you don't specify `ALL` or `DISTINCT`, it will depend on the `union_default_mode` setting. The difference between `UNION ALL` and `UNION DISTINCT` is that `UNION DISTINCT` will do a distinct transform for union result, it is equivalent to `SELECT DISTINCT` from a subquery containing `UNION ALL`.
 
 You can use `UNION` to combine any number of `SELECT` queries by extending their results. Example:
 

From 0793617553e3a653d1e0f66b6aab494ccc1f6150 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 16:59:25 +0300
Subject: [PATCH 686/742] Update settings.md

---
 docs/ru/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 692d0d59059..03edec14d05 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2334,7 +2334,7 @@ SELECT number FROM numbers(3) FORMAT JSONEachRow;
 -   `'ALL'` — ClickHouse выводит все строки в результате объединения результатов запросов, включая повторяющиеся строки.
 -   `''` — Clickhouse генерирует исключение при использовании с `UNION`.
 
-Значение по умолчанию: `'DISTINCT'`.
+Значение по умолчанию: `''`.
 
 Смотрите примеры в разделе [UNION](../../sql-reference/statements/select/union.md).
 

From b3660d77832615ffff0adbe6bb4ee1a770ad09b3 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 17:00:54 +0300
Subject: [PATCH 687/742] Update union.md

---
 docs/ru/sql-reference/statements/select/union.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/statements/select/union.md b/docs/ru/sql-reference/statements/select/union.md
index e0a79978fdd..8f1dc11c802 100644
--- a/docs/ru/sql-reference/statements/select/union.md
+++ b/docs/ru/sql-reference/statements/select/union.md
@@ -6,9 +6,9 @@ toc_title: UNION
 
 Вы можете использовать `UNION` в двух режимах: `UNION ALL` или `UNION DISTINCT`.
 
-По умолчанию, `UNION` ведет себя так же, как и `UNION DISTINCT`. Разница между `UNION ALL` и `UNION DISTINCT` в том, что `UNION DISTINCT` выполняет явное преобразование для результата объединения. Это равнозначно выражению `SELECT DISTINCT` из подзапроса, содержащего `UNION ALL`.
+Если `UNION` используется без указания `ALL` или `DISTINCT`, то его поведение определяется настройкой `union_default_mode`. Разница между `UNION ALL` и `UNION DISTINCT` в том, что `UNION DISTINCT` выполняет явное преобразование для результата объединения. Это равнозначно выражению `SELECT DISTINCT` из подзапроса, содержащего `UNION ALL`.
 
-Чтобы объединить любое количество `SELECT` запросов путем расширения их результатов, вы можете использовать `UNION`. Пример:
+Чтобы объединить любое количество `SELECT` запросов путем объединения их результатов, вы можете использовать `UNION`. Пример:
 
 ``` sql
 SELECT CounterID, 1 AS table, toInt64(count()) AS c

From 61ee873328c624837bc378185f09a78bb15c28a9 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 17:04:34 +0300
Subject: [PATCH 688/742] Update docs/en/operations/settings/settings.md

Co-authored-by: Azat Khuzhin <a3at.mail@gmail.com>
---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 01e15f772ac..2304c91ed31 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -726,7 +726,7 @@ log_queries=1
 
 ## log_queries_min_query_duration_ms {#settings-log-queries-min-query-duration-ms}
 
-Minimum query execution time to navigate to the following tables:
+If enabled (non-zero), queries faster then the value of this setting will not be logged (you can think about this as a `long_query_time` for [MySQL Slow Query Log](https://dev.mysql.com/doc/refman/5.7/en/slow-query-log.html)), and this basically means that you will not find them in the following tables:
 
 - `system.query_log`
 - `system.query_thread_log`

From 41639652f6cb58f5dd38d7d847207bab02e06951 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 17:07:01 +0300
Subject: [PATCH 689/742] Update settings.md

---
 docs/ru/operations/settings/settings.md | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index e7355935687..75f0f74db8e 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -693,18 +693,18 @@ log_queries=1
 
 ## log_queries_min_query_duration_ms {#settings-log-queries-min-query-duration-ms}
 
-Минимальное время выполнения запроса для перехода к следующим таблицам:
+Минимальное время выполнения запроса для логгирования в системные таблицы:
 
 - `system.query_log`
 - `system.query_thread_log`
 
-В лог попадут только запросы следующего типа:
+В случае ненулевого порога `log_queries_min_query_duration_ms`, в лог будут записываться лишь события об окончании выполнения запроса:
 
 - `QUERY_FINISH`
 - `EXCEPTION_WHILE_PROCESSING`
 
 -   Тип: milliseconds
--   Значение по умолчанию: 0 (для любого запроса)
+-   Значение по умолчанию: 0 (логгировать все запросы)
 
 ## log_queries_min_type {#settings-log-queries-min-type}
 

From ca4a795be39bf15c0a8d1805f2139322a96702e7 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 17:07:45 +0300
Subject: [PATCH 690/742] Update date.md

---
 docs/ru/sql-reference/data-types/date.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/data-types/date.md b/docs/ru/sql-reference/data-types/date.md
index e2162f22ff5..490bc5c28b4 100644
--- a/docs/ru/sql-reference/data-types/date.md
+++ b/docs/ru/sql-reference/data-types/date.md
@@ -11,7 +11,7 @@ toc_title: Date
 
 ## Примеры {#examples}
 
-**1.** Создание таблицы со столбцом типа `DateTime` и добавление в неё данных:
+**1.** Создание таблицы и добавление в неё данных:
 
 ``` sql
 CREATE TABLE dt

From f80d3c293ae1e0fed16b8b37235a5589a3a498fa Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 17:09:43 +0300
Subject: [PATCH 691/742] Update hash-functions.md

---
 docs/ru/sql-reference/functions/hash-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/hash-functions.md b/docs/ru/sql-reference/functions/hash-functions.md
index 5dfdff91c31..f7820889ea9 100644
--- a/docs/ru/sql-reference/functions/hash-functions.md
+++ b/docs/ru/sql-reference/functions/hash-functions.md
@@ -157,7 +157,7 @@ SELECT groupBitXor(cityHash64(*)) FROM table
 
 ## farmHash64 {#farmhash64}
 
-Создает 64-битное значение [FarmHash](https://github.com/google/farmhash) или значение Fingerprint. `farmFingerprint64` предпочтительнее для стабильных и перемещаемых значений.
+Создает 64-битное значение [FarmHash](https://github.com/google/farmhash), независимое от платформы (архитектуры сервера), что важно, если значения сохраняются или используются для разбиения данных на группы.
 
 ``` sql
 farmFingerprint64(par1, ...)

From 736cc6959ae13cbcf2ebf8bd6382f1ca875bb2b6 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 30 Dec 2020 17:24:39 +0300
Subject: [PATCH 692/742] remove kafka flaky fix

---
 tests/integration/test_storage_kafka/test.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 3f2bc1ca250..1f31cbdbbc7 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -1617,8 +1617,6 @@ def test_kafka_virtual_columns2(kafka_cluster):
                      kafka_num_consumers = 2,
                      kafka_format = 'JSONEachRow';
 
-        SELECT * FROM test.kafka;
-
         CREATE MATERIALIZED VIEW test.view Engine=Log AS
         SELECT value, _key, _topic, _partition, _offset, toUnixTimestamp(_timestamp), toUnixTimestamp64Milli(_timestamp_ms), _headers.name, _headers.value FROM test.kafka;
         ''')

From 797c969c4d1a831a04231250cee2ac6cc690544f Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 30 Dec 2020 17:25:55 +0300
Subject: [PATCH 693/742] Revert "Add some extra tests to copier"

---
 .../configs/conf.d/big_clusters.xml           |  71 --------
 .../test_cluster_copier/task_many_to_one.xml  | 128 --------------
 .../test_cluster_copier/test_big_cluster.py   | 159 ------------------
 .../{test_trivial.py => trivial_test.py}      |  33 ++--
 4 files changed, 11 insertions(+), 380 deletions(-)
 delete mode 100644 tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml
 delete mode 100644 tests/integration/test_cluster_copier/task_many_to_one.xml
 delete mode 100644 tests/integration/test_cluster_copier/test_big_cluster.py
 rename tests/integration/test_cluster_copier/{test_trivial.py => trivial_test.py} (80%)

diff --git a/tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml b/tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml
deleted file mode 100644
index da29534cf33..00000000000
--- a/tests/integration/test_cluster_copier/configs/conf.d/big_clusters.xml
+++ /dev/null
@@ -1,71 +0,0 @@
-<?xml version="1.0"?>
-<yandex>
-    <remote_servers>
-        <big_source>
-            <shard>
-                <internal_replication>true</internal_replication>    
-                <replica>
-                    <host>s0_0_0</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>s0_0_1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <internal_replication>true</internal_replication>    
-                <replica>
-                    <host>s0_1_0</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>s0_1_1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <internal_replication>true</internal_replication>    
-                <replica>
-                    <host>s0_2_0</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>s0_2_1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <internal_replication>true</internal_replication>    
-                <replica>
-                    <host>s0_3_0</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>s0_3_1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <internal_replication>true</internal_replication>    
-                <replica>
-                    <host>s0_4_0</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>s0_4_1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </big_source>
-
-        <big_destination>
-            <shard> 
-                <replica>
-                    <host>s1_0_0</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </big_destination>
-    </remote_servers>
-</yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/task_many_to_one.xml b/tests/integration/test_cluster_copier/task_many_to_one.xml
deleted file mode 100644
index 038ef5df3ae..00000000000
--- a/tests/integration/test_cluster_copier/task_many_to_one.xml
+++ /dev/null
@@ -1,128 +0,0 @@
-<yandex>
-    <!-- Configuration of clusters as in an ordinary server config -->
-    <remote_servers>
-        <big_source>
-            <shard>
-                <internal_replication>true</internal_replication>    
-                <replica>
-                    <host>s0_0_0</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>s0_0_1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <internal_replication>true</internal_replication>    
-                <replica>
-                    <host>s0_1_0</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>s0_1_1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <internal_replication>true</internal_replication>    
-                <replica>
-                    <host>s0_2_0</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>s0_2_1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <internal_replication>true</internal_replication>    
-                <replica>
-                    <host>s0_3_0</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>s0_3_1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <internal_replication>true</internal_replication>    
-                <replica>
-                    <host>s0_4_0</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>s0_4_1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </big_source>
-
-        <big_destination>
-            <shard> 
-                <replica>
-                    <host>s1_0_0</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </big_destination>
-    </remote_servers>
-
-    <!-- How many simultaneously active workers are possible. If you run more workers superfluous workers will sleep. -->
-    <max_workers>3</max_workers>
-
-    <!-- Setting used to fetch (pull) data from source cluster tables -->
-    <settings_pull>
-        <readonly>1</readonly>
-    </settings_pull>
-
-    <!-- Setting used to insert (push) data to destination cluster tables -->
-    <settings_push>
-        <readonly>0</readonly>
-    </settings_push>
-
-    <!-- Common setting for fetch (pull) and insert (push) operations. Also, copier process context uses it.
-         They are overlaid by <settings_pull/> and <settings_push/> respectively. -->
-    <settings>
-        <connect_timeout>3</connect_timeout>
-        <!-- Sync insert is set forcibly, leave it here just in case. -->
-        <insert_distributed_sync>1</insert_distributed_sync>
-    </settings>
-
-    <!-- Copying tasks description.
-         You could specify several table task in the same task description (in the same ZooKeeper node), they will be performed
-         sequentially.
-    -->
-    <tables>
-        <!-- A table task, copies one table. -->
-        <table_first>
-            <!-- Source cluster name (from <remote_servers/> section) and tables in it that should be copied -->
-            <cluster_pull>big_source</cluster_pull>
-            <database_pull>default</database_pull>
-            <table_pull>big_all</table_pull>
-
-            <!-- Destination cluster name and tables in which the data should be inserted -->
-            <cluster_push>big_destination</cluster_push>
-            <database_push>default</database_push>
-            <table_push>big</table_push>
-			
-			<!-- Engine of destination tables.
-                 If destination tables have not be created, workers create them using columns definition from source tables and engine
-                 definition from here.
-                 NOTE: If the first worker starts insert data and detects that destination partition is not empty then the partition will
-                 be dropped and refilled, take it into account if you already have some data in destination tables. You could directly
-                 specify partitions that should be copied in <enabled_partitions/>, they should be in quoted format like partition column of
-                 system.parts table.
-            -->
-            <engine>
-				ENGINE = MergeTree()
-				ORDER BY (first_id, second_id, toSecond(datetime))
-                PARTITION BY toSecond(datetime)
-            </engine>
-
-            <!-- Sharding key used to insert data to destination cluster -->
-            <sharding_key>cityHash64(first_id, second_id)</sharding_key>
-        </table_first>
-    </tables>
-</yandex>
diff --git a/tests/integration/test_cluster_copier/test_big_cluster.py b/tests/integration/test_cluster_copier/test_big_cluster.py
deleted file mode 100644
index 2424f0149e4..00000000000
--- a/tests/integration/test_cluster_copier/test_big_cluster.py
+++ /dev/null
@@ -1,159 +0,0 @@
-import os
-import random
-import sys
-import time
-from contextlib import contextmanager
-
-import docker
-import kazoo
-import pytest
-from helpers.cluster import ClickHouseCluster
-from helpers.test_tools import TSV
-
-CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
-sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
-
-COPYING_FAIL_PROBABILITY = 0.2
-MOVING_FAIL_PROBABILITY = 0.2
-
-cluster = ClickHouseCluster(__file__)
-
-
-def check_all_hosts_sucesfully_executed(tsv_content, num_hosts):
-    M = TSV.toMat(tsv_content)
-    hosts = [(l[0], l[1]) for l in M]  # (host, port)
-    codes = [l[2] for l in M]
-
-    assert len(hosts) == num_hosts and len(set(hosts)) == num_hosts, "\n" + tsv_content
-    assert len(set(codes)) == 1, "\n" + tsv_content
-    assert codes[0] == "0", "\n" + tsv_content
-
-
-def ddl_check_query(instance, query, num_hosts=3):
-    contents = instance.query(query)
-    check_all_hosts_sucesfully_executed(contents, num_hosts)
-    return contents
-
-
-@pytest.fixture(scope="module")
-def started_cluster():
-    global cluster
-    try:
-        clusters_schema = {
-            "0": {
-                "0": ["0", "1"],
-                "1": ["0", "1"],
-                "2": ["0", "1"],
-                "3": ["0", "1"],
-                "4": ["0", "1"]
-            },
-            "1": {
-                "0": ["0"]
-            }
-        }
-
-        for cluster_name, shards in clusters_schema.items():
-            for shard_name, replicas in shards.items():
-                for replica_name in replicas:
-                    name = "s{}_{}_{}".format(cluster_name, shard_name, replica_name)
-                    cluster.add_instance(name,
-                                            main_configs=["configs/conf.d/query_log.xml", "configs/conf.d/ddl.xml",
-                                                        "configs/conf.d/big_clusters.xml"],
-                                            user_configs=["configs/users.xml"],
-                                            macros={"cluster": cluster_name, "shard": shard_name, "replica": replica_name},
-                                            with_zookeeper=True)
-
-        cluster.start()
-        yield cluster
-
-    finally:
-        cluster.shutdown()
-
-
-class Task_many_to_one:
-    def __init__(self, cluster):
-        self.cluster = cluster 
-        self.zk_task_path = "/clickhouse-copier/task_many_to_one"
-        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_many_to_one.xml'), 'r').read()
-        self.rows = 1000
-
-    def start(self):
-        instance = cluster.instances['s0_0_0']
-
-        for cluster_num in ["big_source", "big_destination"]:
-            instance.query("DROP DATABASE IF EXISTS default ON CLUSTER {}".format(cluster_num))
-            instance.query("CREATE DATABASE IF NOT EXISTS default ON CLUSTER {}".format(cluster_num))
-
-        instance.query("CREATE TABLE big ON CLUSTER big_source (first_id UUID DEFAULT generateUUIDv4(), second_id UInt64, datetime DateTime DEFAULT now()) " +
-                       "ENGINE=ReplicatedMergeTree " +
-                       "PARTITION BY toSecond(datetime) " +  
-                       "ORDER BY (first_id, second_id, toSecond(datetime))")
-        instance.query("CREATE TABLE big_all ON CLUSTER big_source (first_id UUID, second_id UInt64, datetime DateTime) ENGINE=Distributed(big_source, default, big, rand() % 5)")
-        instance.query("INSERT INTO big_all SELECT generateUUIDv4(), number, now() FROM system.numbers LIMIT 1002",
-                       settings={"insert_distributed_sync": 1})
-
-    def check(self):
-        assert TSV(self.cluster.instances['s0_0_0'].query("SELECT count() FROM big_all")) == TSV("1002\n")
-        assert TSV(self.cluster.instances['s1_0_0'].query("SELECT count() FROM big")) == TSV("1002\n")
-
-def execute_task(task, cmd_options):
-    task.start()
-
-    zk = cluster.get_kazoo_client('zoo1')
-    print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
-
-    try:
-        zk.delete("/clickhouse-copier", recursive=True)
-    except kazoo.exceptions.NoNodeError:
-        print("No node /clickhouse-copier. It is Ok in first test.")
-
-    zk_task_path = task.zk_task_path
-    zk.ensure_path(zk_task_path)
-    zk.create(zk_task_path + "/description", task.copier_task_config.encode())
-
-    # Run cluster-copier processes on each node
-    docker_api = docker.from_env().api
-    copiers_exec_ids = []
-
-    cmd = ['/usr/bin/clickhouse', 'copier',
-           '--config', '/etc/clickhouse-server/config-copier.xml',
-           '--task-path', zk_task_path,
-           '--base-dir', '/var/log/clickhouse-server/copier']
-    cmd += cmd_options
-
-    copiers = random.sample(list(cluster.instances.keys()), 3)
-
-    for instance_name in copiers:
-        instance = cluster.instances[instance_name]
-        container = instance.get_docker_handle()
-        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs/config-copier.xml"),
-                                        "/etc/clickhouse-server/config-copier.xml")
-        print("Copied copier config to {}".format(instance.name))
-        exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
-        output = docker_api.exec_start(exec_id).decode('utf8')
-        print(output)
-        copiers_exec_ids.append(exec_id)
-        print("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
-
-    # Wait for copiers stopping and check their return codes
-    for exec_id, instance_name in zip(copiers_exec_ids, copiers):
-        instance = cluster.instances[instance_name]
-        while True:
-            res = docker_api.exec_inspect(exec_id)
-            if not res['Running']:
-                break
-            time.sleep(0.5)
-
-        assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
-
-    try:
-        task.check()
-    finally:
-        zk.delete(zk_task_path, recursive=True)
-
-
-# Tests
-
-def test_copy_simple(started_cluster):
-    execute_task(Task_many_to_one(started_cluster), [])
- 
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/test_trivial.py b/tests/integration/test_cluster_copier/trivial_test.py
similarity index 80%
rename from tests/integration/test_cluster_copier/test_trivial.py
rename to tests/integration/test_cluster_copier/trivial_test.py
index 71b76915cfa..8a43440ac90 100644
--- a/tests/integration/test_cluster_copier/test_trivial.py
+++ b/tests/integration/test_cluster_copier/trivial_test.py
@@ -5,7 +5,6 @@ from contextlib import contextmanager
 
 import docker
 import pytest
-import random
 
 CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
@@ -86,14 +85,9 @@ def execute_task(task, cmd_options):
     zk = cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
-    try:
-        zk.delete("/clickhouse-copier", recursive=True)
-    except kazoo.exceptions.NoNodeError:
-        print("No node /clickhouse-copier. It is Ok in first test.")
-
     zk_task_path = task.zk_task_path
     zk.ensure_path(zk_task_path)
-    zk.create(zk_task_path + "/description", task.copier_task_config.encode())
+    zk.create(zk_task_path + "/description", task.copier_task_config)
 
     # Run cluster-copier processes on each node
     docker_api = docker.from_env().api
@@ -105,28 +99,23 @@ def execute_task(task, cmd_options):
            '--base-dir', '/var/log/clickhouse-server/copier']
     cmd += cmd_options
 
-    copiers = list(cluster.instances.keys())
+    print(cmd)
 
-    for instance_name in copiers:
-        instance = cluster.instances[instance_name]
+    for instance_name, instance in cluster.instances.items():
         container = instance.get_docker_handle()
-        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs/config-copier.xml"),
-                                        "/etc/clickhouse-server/config-copier.xml")
-        print("Copied copier config to {}".format(instance.name))
         exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
-        output = docker_api.exec_start(exec_id).decode('utf8')
-        print(output)
+        docker_api.exec_start(exec_id, detach=True)
+
         copiers_exec_ids.append(exec_id)
         print("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
 
     # Wait for copiers stopping and check their return codes
-    for exec_id, instance_name in zip(copiers_exec_ids, copiers):
-        instance = cluster.instances[instance_name]
+    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
         while True:
             res = docker_api.exec_inspect(exec_id)
             if not res['Running']:
                 break
-            time.sleep(0.5)
+            time.sleep(1)
 
         assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
 
@@ -163,10 +152,10 @@ def test_trivial_copy(started_cluster, use_sample_offset):
 )
 def test_trivial_copy_with_copy_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
+        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
+        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
 @pytest.mark.parametrize(
@@ -178,10 +167,10 @@ def test_trivial_copy_with_copy_fault(started_cluster, use_sample_offset):
 )
 def test_trivial_copy_with_move_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
+        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
+        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
 
 
 if __name__ == '__main__':

From ae72f96111e2b99449e6f5a9e9e0677b9756fffc Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Wed, 30 Dec 2020 22:38:11 +0800
Subject: [PATCH 694/742] Fix SimpleAggregateFunction in SummingMergeTree

---
 .../Algorithms/SummingSortedAlgorithm.cpp     | 48 +++++++++++++++----
 .../Algorithms/SummingSortedAlgorithm.h       |  8 ++++
 ...e_function_in_summing_merge_tree.reference |  1 +
 ...gregate_function_in_summing_merge_tree.sql |  9 ++++
 4 files changed, 57 insertions(+), 9 deletions(-)
 create mode 100644 tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.reference
 create mode 100644 tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.sql

diff --git a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
index f558a6f0677..61065aad5c3 100644
--- a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
@@ -4,9 +4,11 @@
 #include <Columns/ColumnAggregateFunction.h>
 #include <Columns/ColumnTuple.h>
 #include <Common/AlignedBuffer.h>
+#include <Common/Arena.h>
 #include <Common/FieldVisitors.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <DataTypes/DataTypeArray.h>
+#include <DataTypes/DataTypeCustomSimpleAggregateFunction.h>
 #include <DataTypes/NestedUtils.h>
 #include <IO/WriteHelpers.h>
 
@@ -44,13 +46,20 @@ struct SummingSortedAlgorithm::AggregateDescription
     /// In case when column has type AggregateFunction:
     /// use the aggregate function from itself instead of 'function' above.
     bool is_agg_func_type = false;
+    bool is_simple_agg_func_type = false;
 
     void init(const char * function_name, const DataTypes & argument_types)
     {
         AggregateFunctionProperties properties;
-        function = AggregateFunctionFactory::instance().get(function_name, argument_types, {}, properties);
+        init(AggregateFunctionFactory::instance().get(function_name, argument_types, {}, properties));
+    }
+
+    void init(AggregateFunctionPtr function_, bool is_simple_agg_func_type_ = false)
+    {
+        function = std::move(function_);
         add_function = function->getAddressOfAddFunction();
         state.reset(function->sizeOfData(), function->alignOfData());
+        is_simple_agg_func_type = is_simple_agg_func_type_;
     }
 
     void createState()
@@ -222,9 +231,10 @@ static SummingSortedAlgorithm::ColumnsDefinition defineColumns(
         else
         {
             bool is_agg_func = WhichDataType(column.type).isAggregateFunction();
+            const auto * simple = dynamic_cast<const DataTypeCustomSimpleAggregateFunction *>(column.type->getCustomName());
 
             /// There are special const columns for example after prewhere sections.
-            if ((!column.type->isSummable() && !is_agg_func) || isColumnConst(*column.column))
+            if ((!column.type->isSummable() && !is_agg_func && !simple) || isColumnConst(*column.column))
             {
                 def.column_numbers_not_to_aggregate.push_back(i);
                 continue;
@@ -246,7 +256,14 @@ static SummingSortedAlgorithm::ColumnsDefinition defineColumns(
                 desc.is_agg_func_type = is_agg_func;
                 desc.column_numbers = {i};
 
-                if (!is_agg_func)
+                if (simple)
+                {
+                    // simple aggregate function
+                    desc.init(simple->getFunction(), true);
+                    if (desc.function->allocatesMemoryInArena())
+                        def.allocates_memory_in_arena = true;
+                }
+                else if (!is_agg_func)
                 {
                     desc.init("sumWithOverflow", {column.type});
                 }
@@ -354,7 +371,7 @@ static MutableColumns getMergedDataColumns(
     for (const auto & desc : def.columns_to_aggregate)
     {
         // Wrap aggregated columns in a tuple to match function signature
-        if (!desc.is_agg_func_type && isTuple(desc.function->getReturnType()))
+        if (!desc.is_agg_func_type && !desc.is_simple_agg_func_type && isTuple(desc.function->getReturnType()))
         {
             size_t tuple_size = desc.column_numbers.size();
             MutableColumns tuple_columns(tuple_size);
@@ -399,7 +416,7 @@ static void postprocessChunk(
         auto column = std::move(columns[next_column]);
         ++next_column;
 
-        if (!desc.is_agg_func_type && isTuple(desc.function->getReturnType()))
+        if (!desc.is_agg_func_type && !desc.is_simple_agg_func_type && isTuple(desc.function->getReturnType()))
         {
             /// Unpack tuple into block.
             size_t tuple_size = desc.column_numbers.size();
@@ -455,6 +472,13 @@ SummingSortedAlgorithm::SummingMergedData::SummingMergedData(
 {
     current_row.resize(def.column_names.size());
     initAggregateDescription();
+
+    /// Just to make startGroup() simpler.
+    if (def.allocates_memory_in_arena)
+    {
+        arena = std::make_unique<Arena>();
+        arena_size = arena->size();
+    }
 }
 
 void SummingSortedAlgorithm::SummingMergedData::startGroup(ColumnRawPtrs & raw_columns, size_t row)
@@ -467,6 +491,12 @@ void SummingSortedAlgorithm::SummingMergedData::startGroup(ColumnRawPtrs & raw_c
     for (auto & desc : def.columns_to_aggregate)
         desc.createState();
 
+    if (def.allocates_memory_in_arena && arena->size() > arena_size)
+    {
+        arena = std::make_unique<Arena>();
+        arena_size = arena->size();
+    }
+
     if (def.maps_to_sum.empty())
     {
         /// We have only columns_to_aggregate. The status of current row will be determined
@@ -505,10 +535,10 @@ void SummingSortedAlgorithm::SummingMergedData::finishGroup()
             {
                 try
                 {
-                    desc.function->insertResultInto(desc.state.data(), *desc.merged_column, nullptr);
+                    desc.function->insertResultInto(desc.state.data(), *desc.merged_column, arena.get());
 
                     /// Update zero status of current row
-                    if (desc.column_numbers.size() == 1)
+                    if (!desc.is_simple_agg_func_type && desc.column_numbers.size() == 1)
                     {
                         // Flag row as non-empty if at least one column number if non-zero
                         current_row_is_zero = current_row_is_zero
@@ -586,7 +616,7 @@ void SummingSortedAlgorithm::SummingMergedData::addRowImpl(ColumnRawPtrs & raw_c
             if (desc.column_numbers.size() == 1)
             {
                 auto & col = raw_columns[desc.column_numbers[0]];
-                desc.add_function(desc.function.get(), desc.state.data(), &col, row, nullptr);
+                desc.add_function(desc.function.get(), desc.state.data(), &col, row, arena.get());
             }
             else
             {
@@ -595,7 +625,7 @@ void SummingSortedAlgorithm::SummingMergedData::addRowImpl(ColumnRawPtrs & raw_c
                 for (size_t i = 0; i < desc.column_numbers.size(); ++i)
                     column_ptrs[i] = raw_columns[desc.column_numbers[i]];
 
-                desc.add_function(desc.function.get(), desc.state.data(), column_ptrs.data(), row, nullptr);
+                desc.add_function(desc.function.get(), desc.state.data(), column_ptrs.data(), row, arena.get());
             }
         }
     }
diff --git a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h
index 2a455ad4cea..df3749b5e88 100644
--- a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h
+++ b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h
@@ -50,6 +50,9 @@ public:
 
         /// Names of columns from header.
         Names column_names;
+
+        /// Does SimpleAggregateFunction allocates memory in arena?
+        bool allocates_memory_in_arena = false;
     };
 
     /// Specialization for SummingSortedTransform. Inserts only data for non-aggregated columns.
@@ -73,6 +76,11 @@ public:
     private:
         ColumnsDefinition & def;
 
+        /// Memory pool for SimpleAggregateFunction
+        /// (only when allocates_memory_in_arena == true).
+        std::unique_ptr<Arena> arena;
+        size_t arena_size = 0;
+
         bool is_group_started = false;
 
         Row current_row;
diff --git a/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.reference b/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.reference
new file mode 100644
index 00000000000..dbc5d8aae43
--- /dev/null
+++ b/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.reference
@@ -0,0 +1 @@
+([25],[1])	([25],[1])
diff --git a/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.sql b/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.sql
new file mode 100644
index 00000000000..764cebbc9a9
--- /dev/null
+++ b/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.sql
@@ -0,0 +1,9 @@
+drop table if exists test_smt;
+
+create table test_smt (id UInt32, sMap SimpleAggregateFunction(sumMap, Tuple(Array(UInt8), Array(Int64))), aMap AggregateFunction(sumMap, Tuple(Array(UInt8), Array(Int64)))) engine SummingMergeTree partition by tuple() order by id;
+
+insert into test_smt select id, sumMap(k), sumMapState(k) from (select 2 as id, arrayJoin([([0], [1]), ([0, 25], [-1, toInt64(1)])]) as k) group by id, rowNumberInAllBlocks();
+
+select sumMap(sMap), sumMapMerge(aMap) from test_smt;
+
+drop table if exists test_smt;

From aa67966932a0caf8df6fc1f8b1106dc399e6dc62 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 17:45:09 +0300
Subject: [PATCH 695/742] Update Compressor.cpp

---
 programs/compressor/Compressor.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index 3751ffcd453..d4b706abf4d 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -92,6 +92,7 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
 
     if (options.count("help"))
     {
+        std::cout << "Usage: " << argv[0] << " [options] < INPUT > OUTPUT" << std::endl;
         std::cout << "Usage: " << argv[0] << " [options] INPUT OUTPUT" << std::endl;
         std::cout << desc << std::endl;
         return 0;

From 3620c8b4d47cd71c000b7bf88c026dc5fff4f2a1 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 17:49:11 +0300
Subject: [PATCH 696/742] Update CMakeLists.txt

---
 CMakeLists.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 0209eaee249..e63304241d9 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -76,7 +76,7 @@ if (ENABLE_CHECK_HEAVY_BUILDS)
     if (SANITIZE STREQUAL "memory" OR COMPILER_GCC)
        set (RLIMIT_DATA 10000000000)
     endif()
-    set (CMAKE_CXX_COMPILER_LAUNCHER prlimit --as=${RLIMIT_AS}--data=${RLIMIT_DATA}--cpu=600)
+    set (CMAKE_CXX_COMPILER_LAUNCHER prlimit --as=${RLIMIT_AS} --data=${RLIMIT_DATA} --cpu=600)
 endif ()
 
 if (NOT CMAKE_BUILD_TYPE OR CMAKE_BUILD_TYPE STREQUAL "None")

From 76c08d97ea1ac9d6845e799b622443d0ba11998c Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Wed, 30 Dec 2020 16:10:46 +0100
Subject: [PATCH 697/742] Update build.md

Bit better. #18562.  llvm auto installation also install lld.
---
 docs/en/development/build.md | 24 ++++++++++++++++++++++--
 1 file changed, 22 insertions(+), 2 deletions(-)

diff --git a/docs/en/development/build.md b/docs/en/development/build.md
index d6e06be3e38..282f326da61 100644
--- a/docs/en/development/build.md
+++ b/docs/en/development/build.md
@@ -23,9 +23,29 @@ $ sudo apt-get install git cmake python ninja-build
 
 Or cmake3 instead of cmake on older systems.
 
+### Install clang-11 (recommended) {#install-clang-11}
+
+The easiest way to do on Ubuntu/Debian is using automatic installation script (check [official webpage](https://apt.llvm.org/))
+
+```bash 
+sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)"
+```
+
+For other Linux distribution - check the packages avaliability (there are [prebuild packages](https://releases.llvm.org/download.html) for CentOS 8 Stream, SuSE, RedHad on arm and others) or build clang [from sources](https://clang.llvm.org/get_started.html). 
+
+#### Use clang-11 for Builds {#use-gcc-10-for-builds}
+
+``` bash
+$ export CC=clang-11
+$ export CXX=clang++-11
+$ LINKER_NAME=lld"
+```
+
 ### Install GCC 10 {#install-gcc-10}
 
-There are several ways to do this.
+We recommend building ClickHouse with clang-11, GCC-10 is also supported but in some cases it produce less optimal code.
+
+If you want to use GCC-10 there are several ways to install it.
 
 #### Install from Repository {#install-from-repository}
 
@@ -49,7 +69,7 @@ $ sudo apt-get install gcc-10 g++-10
 
 See [utils/ci/build-gcc-from-sources.sh](https://github.com/ClickHouse/ClickHouse/blob/master/utils/ci/build-gcc-from-sources.sh)
 
-### Use GCC 10 for Builds {#use-gcc-10-for-builds}
+#### Use GCC 10 for Builds {#use-gcc-10-for-builds}
 
 ``` bash
 $ export CC=gcc-10

From f6bdb67909b56738e9a4cae0bafada03b03f0c21 Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Wed, 30 Dec 2020 16:12:12 +0100
Subject: [PATCH 698/742] Update build.md

---
 docs/en/development/build.md | 1 -
 1 file changed, 1 deletion(-)

diff --git a/docs/en/development/build.md b/docs/en/development/build.md
index 282f326da61..68bea5cbfcc 100644
--- a/docs/en/development/build.md
+++ b/docs/en/development/build.md
@@ -38,7 +38,6 @@ For other Linux distribution - check the packages avaliability (there are [prebu
 ``` bash
 $ export CC=clang-11
 $ export CXX=clang++-11
-$ LINKER_NAME=lld"
 ```
 
 ### Install GCC 10 {#install-gcc-10}

From d4ec52f73256ce4b47f902106789e9aa1c79746a Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 18:21:58 +0300
Subject: [PATCH 699/742] shellchek

---
 src/Formats/FormatFactory.h                                   | 4 ++--
 src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp    | 2 +-
 src/Processors/Formats/Impl/ParallelParsingInputFormat.h      | 2 +-
 .../1_stateful/00159_parallel_formatting_csv_and_friends.sh   | 1 +
 tests/queries/1_stateful/00159_parallel_formatting_http.sh    | 1 +
 .../1_stateful/00159_parallel_formatting_json_and_friends.sh  | 1 +
 .../1_stateful/00159_parallel_formatting_tsv_and_friends.sh   | 1 +
 7 files changed, 8 insertions(+), 4 deletions(-)

diff --git a/src/Formats/FormatFactory.h b/src/Formats/FormatFactory.h
index c4d14cc930c..4fa7e9a0c01 100644
--- a/src/Formats/FormatFactory.h
+++ b/src/Formats/FormatFactory.h
@@ -117,12 +117,12 @@ public:
         const std::optional<FormatSettings> & format_settings = std::nullopt) const;
 
     /// Checks all preconditions. Returns ordinary stream if parallel formatting cannot be done.
-    /// Currenly used only in Client. Don't use it something else! Better look at getOutputFormatParallelIfPossible.
+    /// Currently used only in Client. Don't use it something else! Better look at getOutputFormatParallelIfPossible.
     BlockOutputStreamPtr getOutputStreamParallelIfPossible(const String & name, WriteBuffer & buf,
         const Block & sample, const Context & context, WriteCallback callback = {},
         const std::optional<FormatSettings> & format_settings = std::nullopt) const;
 
-    /// Currenly used only in Client. Don't use it something else! Better look at getOutputFormat.
+    /// Currently used only in Client. Don't use it something else! Better look at getOutputFormat.
     BlockOutputStreamPtr getOutputStream(const String & name, WriteBuffer & buf,
         const Block & sample, const Context & context, WriteCallback callback = {},
         const std::optional<FormatSettings> & format_settings = std::nullopt) const;
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index 57a0508e31a..932e5304bbd 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -90,7 +90,7 @@ void ParallelParsingInputFormat::parserThreadFunction(ThreadGroupStatusPtr threa
         unit.chunk_ext.block_missing_values.clear();
 
         // We don't know how many blocks will be. So we have to read them all
-        // until an empty block occured.
+        // until an empty block occurred.
         Chunk chunk;
         while (!parsing_finished && (chunk = parser.getChunk()) != Chunk())
         {
diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
index 802f05b3d8b..9dda2dfe55d 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.h
@@ -125,7 +125,7 @@ protected:
         /*
          * The format parsers themselves are not being cancelled here, so we'll
          * have to wait until they process the current block. Given that the
-         * chunk size is on the order of megabytes, this should't be too long.
+         * chunk size is on the order of megabytes, this shouldn't be too long.
          * We can't call IInputFormat->cancel here, because the parser object is
          * local to the parser thread, and we don't want to introduce any
          * synchronization between parser threads and the other threads to get
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.sh b/tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.sh
index 6296d722a97..dc14928afa6 100755
--- a/tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.sh
+++ b/tests/queries/1_stateful/00159_parallel_formatting_csv_and_friends.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 FORMATS=('CSV' 'CSVWithNames')
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_http.sh b/tests/queries/1_stateful/00159_parallel_formatting_http.sh
index 4c5fb1f066f..8fd8c15b7c7 100755
--- a/tests/queries/1_stateful/00159_parallel_formatting_http.sh
+++ b/tests/queries/1_stateful/00159_parallel_formatting_http.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.sh b/tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.sh
index 64a7b83fb86..e02515d5c16 100755
--- a/tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.sh
+++ b/tests/queries/1_stateful/00159_parallel_formatting_json_and_friends.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 
diff --git a/tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.sh b/tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.sh
index afdda8d1453..a81dfdc33b4 100755
--- a/tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.sh
+++ b/tests/queries/1_stateful/00159_parallel_formatting_tsv_and_friends.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 

From 218aab185686e4457c4073cd7cece540f3e8efc8 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 18:53:33 +0300
Subject: [PATCH 700/742] shellcheck

---
 tests/queries/0_stateless/01621_clickhouse_compressor.sh | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/queries/0_stateless/01621_clickhouse_compressor.sh b/tests/queries/0_stateless/01621_clickhouse_compressor.sh
index e00270e5db9..2746f31c9da 100755
--- a/tests/queries/0_stateless/01621_clickhouse_compressor.sh
+++ b/tests/queries/0_stateless/01621_clickhouse_compressor.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
 set -e

From c8978d4ef9868a16c063ea085919d19e0ba1e627 Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Wed, 30 Dec 2020 17:34:21 +0100
Subject: [PATCH 701/742] Update build.md

---
 docs/en/development/build.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/development/build.md b/docs/en/development/build.md
index 68bea5cbfcc..487e6ba1806 100644
--- a/docs/en/development/build.md
+++ b/docs/en/development/build.md
@@ -25,7 +25,7 @@ Or cmake3 instead of cmake on older systems.
 
 ### Install clang-11 (recommended) {#install-clang-11}
 
-The easiest way to do on Ubuntu/Debian is using automatic installation script (check [official webpage](https://apt.llvm.org/))
+On Ubuntu/Debian you can use automatic installation script (check [official webpage](https://apt.llvm.org/))
 
 ```bash 
 sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)"

From 96a1d6d3caa0ca3d75ecb30f4a2edddb06ddd987 Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Wed, 30 Dec 2020 17:38:20 +0100
Subject: [PATCH 702/742] Update build.md

---
 docs/en/development/build.md | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/docs/en/development/build.md b/docs/en/development/build.md
index 487e6ba1806..080011e683a 100644
--- a/docs/en/development/build.md
+++ b/docs/en/development/build.md
@@ -25,13 +25,13 @@ Or cmake3 instead of cmake on older systems.
 
 ### Install clang-11 (recommended) {#install-clang-11}
 
-On Ubuntu/Debian you can use automatic installation script (check [official webpage](https://apt.llvm.org/))
+On Ubuntu/Debian you can use the automatic installation script (check [official webpage](https://apt.llvm.org/))
 
 ```bash 
 sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)"
 ```
 
-For other Linux distribution - check the packages avaliability (there are [prebuild packages](https://releases.llvm.org/download.html) for CentOS 8 Stream, SuSE, RedHad on arm and others) or build clang [from sources](https://clang.llvm.org/get_started.html). 
+For other Linux distribution - check the availability of the [prebuild packages](https://releases.llvm.org/download.html) or build clang [from sources](https://clang.llvm.org/get_started.html).
 
 #### Use clang-11 for Builds {#use-gcc-10-for-builds}
 
@@ -42,7 +42,7 @@ $ export CXX=clang++-11
 
 ### Install GCC 10 {#install-gcc-10}
 
-We recommend building ClickHouse with clang-11, GCC-10 is also supported but in some cases it produce less optimal code.
+We recommend building ClickHouse with clang-11, GCC-10 also supported, but it produces less optimal code.
 
 If you want to use GCC-10 there are several ways to install it.
 

From b0a6e4e82f959a368bd989ab9f72c15d5b88fadc Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 20:55:10 +0300
Subject: [PATCH 703/742] Fix shellcheck

---
 tests/queries/0_stateless/01621_clickhouse_compressor.sh | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/queries/0_stateless/01621_clickhouse_compressor.sh b/tests/queries/0_stateless/01621_clickhouse_compressor.sh
index e00270e5db9..a9a7c87368e 100755
--- a/tests/queries/0_stateless/01621_clickhouse_compressor.sh
+++ b/tests/queries/0_stateless/01621_clickhouse_compressor.sh
@@ -1,5 +1,6 @@
 #!/usr/bin/env bash
 
+# shellcheck source=../shell_config.sh
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 . "$CURDIR"/../shell_config.sh
 

From 60a318a139be778e74824d530ac223cb5a14883f Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 21:16:50 +0300
Subject: [PATCH 704/742] Fix broken test #17902

---
 .../00377_shard_group_uniq_array_of_string_array.sql          | 4 ++--
 .../01293_client_interactive_vertical_multiline.expect        | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tests/queries/0_stateless/00377_shard_group_uniq_array_of_string_array.sql b/tests/queries/0_stateless/00377_shard_group_uniq_array_of_string_array.sql
index 76f717d6683..41ae2507d20 100644
--- a/tests/queries/0_stateless/00377_shard_group_uniq_array_of_string_array.sql
+++ b/tests/queries/0_stateless/00377_shard_group_uniq_array_of_string_array.sql
@@ -1,7 +1,7 @@
 DROP TABLE IF EXISTS group_uniq_arr_str;
 CREATE TABLE group_uniq_arr_str ENGINE = Memory AS
-	SELECT hex(intHash32(g)) as id, if(c == 0, [hex(v)], if(c == 1, emptyArrayString(), [hex(v), hex(v)])) as v FROM
-		(SELECT intDiv(number%1000000, 100) as v, intDiv(number%100, 10) as g, number%10 as c FROM system.numbers WHERE c < 3 LIMIT 10000000);
+    SELECT hex(intHash32(g)) as id, if(c == 0, [hex(v)], if(c == 1, emptyArrayString(), [hex(v), hex(v)])) as v FROM
+        (SELECT intDiv(number%1000000, 100) as v, intDiv(number%100, 10) as g, number%10 as c FROM system.numbers WHERE c < 3 LIMIT 10000000);
 
 SELECT length(groupUniqArray(v)) FROM group_uniq_arr_str GROUP BY id ORDER BY id;
 SELECT length(groupUniqArray(v)) FROM remote('127.0.0.{2,3,4,5}', currentDatabase(), 'group_uniq_arr_str') GROUP BY id ORDER BY id;
diff --git a/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.expect b/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.expect
index 15671b3870a..c7b3725b7ae 100755
--- a/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.expect
+++ b/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.expect
@@ -34,7 +34,7 @@ send -- ""
 expect eof
 
 set timeout 60
-spawn bash -c "$env(CLICKHOUSE_CLIENT_BINARY) $env(CLICKHOUSE_CLIENT_OPT)"
+spawn bash -c "$env(CLICKHOUSE_CLIENT_BINARY) $env(CLICKHOUSE_CLIENT_OPT) --multiline"
 match_max 100000
 
 expect ":) "

From f0cd43ddaf9f3365927502af2ad7ec8c4077108e Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 21:31:06 +0300
Subject: [PATCH 705/742] Add two exceptions for TSan

---
 tests/queries/skip_list.json | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 14c5cd5a55e..54fb572454e 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -19,7 +19,9 @@
         "01193_metadata_loading",
         "01473_event_time_microseconds",
         "01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
-        "01474_executable_dictionary" /// informational stderr from sanitizer at start
+        "01474_executable_dictionary", /// informational stderr from sanitizer at start
+        "functions_bad_arguments", /// Too long for TSan
+        "01603_read_with_backoff_bug" /// Too long for TSan
     ],
     "address-sanitizer": [
         "00877",

From f76410be3e75371dbaeac0b1b3db135c9e0f3eb2 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 21:46:02 +0300
Subject: [PATCH 706/742] More correct words about parser

---
 src/Interpreters/executeQuery.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Interpreters/executeQuery.cpp b/src/Interpreters/executeQuery.cpp
index a2ae96e8199..b8040fedefc 100644
--- a/src/Interpreters/executeQuery.cpp
+++ b/src/Interpreters/executeQuery.cpp
@@ -162,7 +162,7 @@ static void logQuery(const String & query, const Context & context, bool interna
             client_info.current_address.toString(),
             (current_user != "default" ? ", user: " + current_user : ""),
             (!initial_query_id.empty() && current_query_id != initial_query_id ? ", initial_query_id: " + initial_query_id : std::string()),
-            (context.getSettingsRef().use_antlr_parser ? "new" : "old"),
+            (context.getSettingsRef().use_antlr_parser ? "experimental" : "production"),
             joinLines(query));
 
         if (client_info.client_trace_context.trace_id)

From fa48e062ebe8af0c999b9f06ddf391e0c40319c1 Mon Sep 17 00:00:00 2001
From: Nikita Mikhailov <jakalletti@jakalletti-build.sas.yp-c.yandex.net>
Date: Wed, 30 Dec 2020 21:51:41 +0300
Subject: [PATCH 707/742] fix build

---
 src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
index 932e5304bbd..d1660b53019 100644
--- a/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
+++ b/src/Processors/Formats/Impl/ParallelParsingInputFormat.cpp
@@ -21,8 +21,8 @@ void ParallelParsingInputFormat::segmentatorThreadFunction(ThreadGroupStatusPtr
     {
         while (!parsing_finished)
         {
-            const auto current_unit_number = segmentator_ticket_number % processing_units.size();
-            auto & unit = processing_units[current_unit_number];
+            const auto segmentator_unit_number = segmentator_ticket_number % processing_units.size();
+            auto & unit = processing_units[segmentator_unit_number];
 
             {
                 std::unique_lock<std::mutex> lock(mutex);

From a530bad6ead42d3fc274b919faa6f59c91498772 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 21:55:11 +0300
Subject: [PATCH 708/742] Remove useless support for symbolic port names

---
 src/Common/DNSResolver.cpp | 8 +-------
 1 file changed, 1 insertion(+), 7 deletions(-)

diff --git a/src/Common/DNSResolver.cpp b/src/Common/DNSResolver.cpp
index 9059d2838bb..f54d3e72df5 100644
--- a/src/Common/DNSResolver.cpp
+++ b/src/Common/DNSResolver.cpp
@@ -80,13 +80,7 @@ static void splitHostAndPort(const std::string & host_and_port, std::string & ou
         out_port = static_cast<UInt16>(port);
     }
     else
-    {
-        struct servent * se = getservbyname(port_str.c_str(), nullptr);
-        if (se)
-            out_port = ntohs(static_cast<UInt16>(se->s_port));
-        else
-            throw Exception("Service not found", ErrorCodes::BAD_ARGUMENTS);
-    }
+        throw Exception("Port must be numeric", ErrorCodes::BAD_ARGUMENTS);
 }
 
 static DNSResolver::IPAddresses resolveIPAddressImpl(const std::string & host)

From 611caf177886a4b5b37fbd274f945e9db5a62865 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 22:12:24 +0300
Subject: [PATCH 709/742] Send fatal logs in all tests

---
 programs/client/Client.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index a8c4f070bea..2cdb1881685 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -948,7 +948,7 @@ private:
         {   /// disable logs if expects errors
             TestHint test_hint(test_mode, all_queries_text);
             if (test_hint.clientError() || test_hint.serverError())
-                processTextAsSingleQuery("SET send_logs_level = 'none'");
+                processTextAsSingleQuery("SET send_logs_level = 'fatal'");
 
             // Echo all queries if asked; makes for a more readable reference
             // file.

From dc320ec68f991b51ff899046add900aa4ec4291a Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 30 Dec 2020 23:35:16 +0300
Subject: [PATCH 710/742] Remove fa and tr docs

---
 docs/fa/commercial/cloud.md                   |   23 -
 docs/fa/commercial/index.md                   |    9 -
 docs/fa/commercial/support.md                 |   23 -
 docs/fa/development/architecture.md           |  204 --
 docs/fa/development/browse-code.md            |   14 -
 docs/fa/development/build-cross-arm.md        |   45 -
 docs/fa/development/build-cross-osx.md        |   67 -
 docs/fa/development/build-osx.md              |   95 -
 docs/fa/development/build.md                  |  142 --
 docs/fa/development/contrib.md                |   43 -
 docs/fa/development/developer-instruction.md  |  289 ---
 docs/fa/development/index.md                  |   12 -
 docs/fa/development/style.md                  |  842 --------
 docs/fa/development/tests.md                  |    1 -
 docs/fa/engines/database-engines/index.md     |   22 -
 docs/fa/engines/database-engines/lazy.md      |   18 -
 docs/fa/engines/database-engines/mysql.md     |  135 --
 docs/fa/engines/index.md                      |    8 -
 docs/fa/engines/table-engines/index.md        |   86 -
 .../table-engines/integrations/hdfs.md        |  123 --
 .../table-engines/integrations/index.md       |    8 -
 .../table-engines/integrations/jdbc.md        |   90 -
 .../table-engines/integrations/kafka.md       |  180 --
 .../table-engines/integrations/mysql.md       |  105 -
 .../table-engines/integrations/odbc.md        |  132 --
 .../engines/table-engines/log-family/index.md |   49 -
 .../engines/table-engines/log-family/log.md   |   16 -
 .../table-engines/log-family/stripelog.md     |   95 -
 .../table-engines/log-family/tinylog.md       |   16 -
 .../mergetree-family/aggregatingmergetree.md  |  105 -
 .../mergetree-family/collapsingmergetree.md   |  306 ---
 .../custom-partitioning-key.md                |  128 --
 .../mergetree-family/graphitemergetree.md     |  174 --
 .../table-engines/mergetree-family/index.md   |    9 -
 .../mergetree-family/mergetree.md             |  654 ------
 .../mergetree-family/replacingmergetree.md    |   69 -
 .../mergetree-family/replication.md           |  218 --
 .../mergetree-family/summingmergetree.md      |  141 --
 .../versionedcollapsingmergetree.md           |  239 --
 .../engines/table-engines/special/buffer.md   |   71 -
 .../table-engines/special/dictionary.md       |   97 -
 .../table-engines/special/distributed.md      |  152 --
 .../table-engines/special/external-data.md    |   68 -
 docs/fa/engines/table-engines/special/file.md |   90 -
 .../engines/table-engines/special/generate.md |   61 -
 .../fa/engines/table-engines/special/index.md |    8 -
 docs/fa/engines/table-engines/special/join.md |  111 -
 .../table-engines/special/materializedview.md |   12 -
 .../engines/table-engines/special/memory.md   |   19 -
 .../fa/engines/table-engines/special/merge.md |   70 -
 docs/fa/engines/table-engines/special/null.md |   14 -
 docs/fa/engines/table-engines/special/set.md  |   19 -
 docs/fa/engines/table-engines/special/url.md  |   82 -
 docs/fa/engines/table-engines/special/view.md |   12 -
 docs/fa/faq/general.md                        |   60 -
 docs/fa/faq/index.md                          |    8 -
 .../example-datasets/amplab-benchmark.md      |  131 --
 .../example-datasets/criteo.md                |   83 -
 .../getting-started/example-datasets/index.md |   23 -
 .../example-datasets/metrica.md               |   71 -
 .../example-datasets/nyc-taxi.md              |  391 ----
 .../example-datasets/ontime.md                |  412 ----
 .../example-datasets/star-schema.md           |  371 ----
 .../example-datasets/wikistat.md              |   35 -
 docs/fa/getting-started/index.md              |   17 -
 docs/fa/getting-started/install.md            |  183 --
 docs/fa/getting-started/playground.md         |   48 -
 docs/fa/getting-started/tutorial.md           |  666 ------
 docs/fa/guides/apply-catboost-model.md        |  241 ---
 docs/fa/guides/index.md                       |   16 -
 docs/fa/images/column-oriented.gif            |  Bin 43771 -> 0 bytes
 docs/fa/images/logo.svg                       |    1 -
 docs/fa/images/row-oriented.gif               |  Bin 39281 -> 0 bytes
 docs/fa/index.md                              |   98 -
 docs/fa/interfaces/cli.md                     |  149 --
 docs/fa/interfaces/cpp.md                     |   13 -
 docs/fa/interfaces/formats.md                 | 1213 -----------
 docs/fa/interfaces/http.md                    |  617 ------
 docs/fa/interfaces/index.md                   |   29 -
 docs/fa/interfaces/jdbc.md                    |   15 -
 docs/fa/interfaces/mysql.md                   |   49 -
 docs/fa/interfaces/odbc.md                    |   12 -
 docs/fa/interfaces/tcp.md                     |   13 -
 .../third-party/client-libraries.md           |   62 -
 docs/fa/interfaces/third-party/gui.md         |  156 --
 docs/fa/interfaces/third-party/index.md       |    8 -
 .../fa/interfaces/third-party/integrations.md |  110 -
 docs/fa/interfaces/third-party/proxy.md       |   46 -
 docs/fa/introduction/adopters.md              |   86 -
 docs/fa/introduction/distinctive-features.md  |   73 -
 docs/fa/introduction/history.md               |   56 -
 docs/fa/introduction/index.md                 |    8 -
 docs/fa/introduction/performance.md           |   29 -
 docs/fa/operations/access-rights.md           |  144 --
 docs/fa/operations/backup.md                  |   42 -
 docs/fa/operations/configuration-files.md     |   58 -
 docs/fa/operations/index.md                   |   28 -
 docs/fa/operations/monitoring.md              |   46 -
 .../optimizing-performance/index.md           |    9 -
 .../sampling-query-profiler.md                |   65 -
 docs/fa/operations/performance-test.md        |   82 -
 docs/fa/operations/quotas.md                  |  112 -
 docs/fa/operations/requirements.md            |   61 -
 .../server-configuration-parameters/index.md  |   20 -
 .../settings.md                               |  907 --------
 .../settings/constraints-on-settings.md       |   76 -
 docs/fa/operations/settings/index.md          |   33 -
 .../settings/permissions-for-queries.md       |   62 -
 .../operations/settings/query-complexity.md   |  302 ---
 .../operations/settings/settings-profiles.md  |   82 -
 docs/fa/operations/settings/settings-users.md |  164 --
 docs/fa/operations/settings/settings.md       | 1254 -----------
 docs/fa/operations/system-tables.md           | 1168 ----------
 docs/fa/operations/tips.md                    |  252 ---
 docs/fa/operations/troubleshooting.md         |  146 --
 docs/fa/operations/update.md                  |   21 -
 .../utilities/clickhouse-benchmark.md         |  156 --
 .../operations/utilities/clickhouse-copier.md |  176 --
 .../operations/utilities/clickhouse-local.md  |   81 -
 docs/fa/operations/utilities/index.md         |   15 -
 .../aggregate-functions/combinators.md        |  245 ---
 .../aggregate-functions/index.md              |   62 -
 .../parametric-functions.md                   |  499 -----
 .../aggregate-functions/reference.md          | 1914 -----------------
 docs/fa/sql-reference/ansi.md                 |  180 --
 .../data-types/aggregatefunction.md           |   71 -
 docs/fa/sql-reference/data-types/array.md     |   77 -
 docs/fa/sql-reference/data-types/boolean.md   |   12 -
 docs/fa/sql-reference/data-types/date.md      |   15 -
 docs/fa/sql-reference/data-types/datetime.md  |  129 --
 .../fa/sql-reference/data-types/datetime64.md |  104 -
 docs/fa/sql-reference/data-types/decimal.md   |  109 -
 .../sql-reference/data-types/domains/index.md |   33 -
 .../sql-reference/data-types/domains/ipv4.md  |   84 -
 .../sql-reference/data-types/domains/ipv6.md  |   86 -
 docs/fa/sql-reference/data-types/enum.md      |  132 --
 .../sql-reference/data-types/fixedstring.md   |   63 -
 docs/fa/sql-reference/data-types/float.md     |   87 -
 docs/fa/sql-reference/data-types/index.md     |   15 -
 docs/fa/sql-reference/data-types/int-uint.md  |   26 -
 .../nested-data-structures/index.md           |   13 -
 .../nested-data-structures/nested.md          |  106 -
 docs/fa/sql-reference/data-types/nullable.md  |   46 -
 .../data-types/simpleaggregatefunction.md     |   38 -
 .../special-data-types/expression.md          |   12 -
 .../data-types/special-data-types/index.md    |   15 -
 .../data-types/special-data-types/interval.md |   85 -
 .../data-types/special-data-types/nothing.md  |   26 -
 .../data-types/special-data-types/set.md      |   12 -
 docs/fa/sql-reference/data-types/string.md    |   20 -
 docs/fa/sql-reference/data-types/tuple.md     |   52 -
 docs/fa/sql-reference/data-types/uuid.md      |   77 -
 .../external-dicts-dict-hierarchical.md       |   71 -
 .../external-dicts-dict-layout.md             |  397 ----
 .../external-dicts-dict-lifetime.md           |   92 -
 .../external-dicts-dict-sources.md            |  631 ------
 .../external-dicts-dict-structure.md          |  176 --
 .../external-dicts-dict.md                    |   54 -
 .../external-dictionaries/external-dicts.md   |   62 -
 .../external-dictionaries/index.md            |    9 -
 docs/fa/sql-reference/dictionaries/index.md   |   22 -
 .../dictionaries/internal-dicts.md            |   56 -
 .../functions/arithmetic-functions.md         |   87 -
 .../functions/array-functions.md              | 1061 ---------
 docs/fa/sql-reference/functions/array-join.md |   37 -
 .../sql-reference/functions/bit-functions.md  |  255 ---
 .../functions/bitmap-functions.md             |  496 -----
 .../functions/comparison-functions.md         |   37 -
 .../functions/conditional-functions.md        |  207 --
 .../functions/date-time-functions.md          |  451 ----
 .../functions/encoding-functions.md           |  175 --
 .../functions/ext-dict-functions.md           |  206 --
 .../functions/functions-for-nulls.md          |  313 ---
 docs/fa/sql-reference/functions/geo.md        |  511 -----
 .../sql-reference/functions/hash-functions.md |  484 -----
 .../functions/higher-order-functions.md       |  264 ---
 .../sql-reference/functions/in-functions.md   |   27 -
 docs/fa/sql-reference/functions/index.md      |   74 -
 .../sql-reference/functions/introspection.md  |  310 ---
 .../functions/ip-address-functions.md         |  249 ---
 .../sql-reference/functions/json-functions.md |  297 ---
 .../functions/logical-functions.md            |   22 -
 .../functions/machine-learning-functions.md   |   21 -
 .../sql-reference/functions/math-functions.md |  116 -
 .../functions/other-functions.md              | 1205 -----------
 .../functions/random-functions.md             |   66 -
 .../functions/rounding-functions.md           |  190 --
 .../functions/splitting-merging-functions.md  |  117 -
 .../functions/string-functions.md             |  489 -----
 .../functions/string-replace-functions.md     |   95 -
 .../functions/string-search-functions.md      |  384 ----
 .../functions/type-conversion-functions.md    |  534 -----
 .../sql-reference/functions/url-functions.md  |  210 --
 .../sql-reference/functions/uuid-functions.md |  122 --
 .../functions/ym-dict-functions.md            |  157 --
 docs/fa/sql-reference/index.md                |   20 -
 docs/fa/sql-reference/operators/in.md         |  204 --
 docs/fa/sql-reference/operators/index.md      |  277 ---
 docs/fa/sql-reference/statements/alter.md     |  602 ------
 docs/fa/sql-reference/statements/create.md    |  502 -----
 docs/fa/sql-reference/statements/grant.md     |  476 ----
 docs/fa/sql-reference/statements/index.md     |    8 -
 .../sql-reference/statements/insert-into.md   |   80 -
 docs/fa/sql-reference/statements/misc.md      |  358 ---
 docs/fa/sql-reference/statements/revoke.md    |   50 -
 .../statements/select/array-join.md           |  282 ---
 .../statements/select/distinct.md             |   63 -
 .../sql-reference/statements/select/format.md |   18 -
 .../sql-reference/statements/select/from.md   |   44 -
 .../statements/select/group-by.md             |  132 --
 .../sql-reference/statements/select/having.md |   14 -
 .../sql-reference/statements/select/index.md  |  158 --
 .../statements/select/into-outfile.md         |   14 -
 .../sql-reference/statements/select/join.md   |  188 --
 .../statements/select/limit-by.md             |   71 -
 .../sql-reference/statements/select/limit.md  |   14 -
 .../statements/select/order-by.md             |   72 -
 .../statements/select/prewhere.md             |   22 -
 .../sql-reference/statements/select/sample.md |  113 -
 .../sql-reference/statements/select/union.md  |   35 -
 .../sql-reference/statements/select/where.md  |   15 -
 .../sql-reference/statements/select/with.md   |   80 -
 docs/fa/sql-reference/statements/show.md      |  169 --
 docs/fa/sql-reference/statements/system.md    |  113 -
 docs/fa/sql-reference/syntax.md               |  187 --
 docs/fa/sql-reference/table-functions/file.md |  121 --
 .../sql-reference/table-functions/generate.md |   44 -
 docs/fa/sql-reference/table-functions/hdfs.md |  104 -
 .../fa/sql-reference/table-functions/index.md |   38 -
 .../fa/sql-reference/table-functions/input.md |   47 -
 docs/fa/sql-reference/table-functions/jdbc.md |   29 -
 .../fa/sql-reference/table-functions/merge.md |   14 -
 .../fa/sql-reference/table-functions/mysql.md |   86 -
 .../sql-reference/table-functions/numbers.md  |   30 -
 docs/fa/sql-reference/table-functions/odbc.md |  108 -
 .../sql-reference/table-functions/remote.md   |   85 -
 docs/fa/sql-reference/table-functions/url.md  |   26 -
 docs/fa/whats-new/changelog/2017.md           |    1 -
 docs/fa/whats-new/changelog/2018.md           |    1 -
 docs/fa/whats-new/changelog/2019.md           |    1 -
 docs/fa/whats-new/changelog/index.md          |    1 -
 docs/fa/whats-new/index.md                    |    8 -
 docs/fa/whats-new/roadmap.md                  |   19 -
 docs/fa/whats-new/security-changelog.md       |   77 -
 docs/tr/commercial/cloud.md                   |   23 -
 docs/tr/commercial/index.md                   |    9 -
 docs/tr/commercial/support.md                 |    1 -
 docs/tr/development/architecture.md           |  203 --
 docs/tr/development/browse-code.md            |   14 -
 docs/tr/development/build-cross-arm.md        |   43 -
 docs/tr/development/build-cross-osx.md        |   64 -
 docs/tr/development/build-osx.md              |   93 -
 docs/tr/development/build.md                  |  141 --
 docs/tr/development/contrib.md                |   41 -
 docs/tr/development/developer-instruction.md  |  287 ---
 docs/tr/development/index.md                  |   12 -
 docs/tr/development/style.md                  |  841 --------
 docs/tr/development/tests.md                  |    1 -
 docs/tr/engines/database-engines/index.md     |   21 -
 docs/tr/engines/database-engines/lazy.md      |   18 -
 docs/tr/engines/database-engines/mysql.md     |  135 --
 docs/tr/engines/index.md                      |    8 -
 docs/tr/engines/table-engines/index.md        |   85 -
 .../table-engines/integrations/hdfs.md        |  123 --
 .../table-engines/integrations/index.md       |    8 -
 .../table-engines/integrations/jdbc.md        |   90 -
 .../table-engines/integrations/kafka.md       |  180 --
 .../table-engines/integrations/mysql.md       |  105 -
 .../table-engines/integrations/odbc.md        |  132 --
 .../engines/table-engines/log-family/index.md |   47 -
 .../engines/table-engines/log-family/log.md   |   16 -
 .../table-engines/log-family/stripelog.md     |   95 -
 .../table-engines/log-family/tinylog.md       |   16 -
 .../mergetree-family/aggregatingmergetree.md  |  105 -
 .../mergetree-family/collapsingmergetree.md   |  306 ---
 .../custom-partitioning-key.md                |  127 --
 .../mergetree-family/graphitemergetree.md     |  174 --
 .../table-engines/mergetree-family/index.md   |    8 -
 .../mergetree-family/mergetree.md             |  654 ------
 .../mergetree-family/replacingmergetree.md    |   69 -
 .../mergetree-family/replication.md           |  218 --
 .../mergetree-family/summingmergetree.md      |  141 --
 .../versionedcollapsingmergetree.md           |  238 --
 .../engines/table-engines/special/buffer.md   |   71 -
 .../table-engines/special/dictionary.md       |   97 -
 .../table-engines/special/distributed.md      |  152 --
 .../table-engines/special/external-data.md    |   68 -
 docs/tr/engines/table-engines/special/file.md |   90 -
 .../engines/table-engines/special/generate.md |   61 -
 .../tr/engines/table-engines/special/index.md |    8 -
 docs/tr/engines/table-engines/special/join.md |  111 -
 .../table-engines/special/materializedview.md |   12 -
 .../engines/table-engines/special/memory.md   |   19 -
 .../tr/engines/table-engines/special/merge.md |   70 -
 docs/tr/engines/table-engines/special/null.md |   14 -
 docs/tr/engines/table-engines/special/set.md  |   19 -
 docs/tr/engines/table-engines/special/url.md  |   82 -
 docs/tr/engines/table-engines/special/view.md |   12 -
 docs/tr/faq/general.md                        |   60 -
 docs/tr/faq/index.md                          |    8 -
 .../example-datasets/amplab-benchmark.md      |  129 --
 .../example-datasets/criteo.md                |   81 -
 .../getting-started/example-datasets/index.md |   22 -
 .../example-datasets/metrica.md               |   70 -
 .../example-datasets/nyc-taxi.md              |  390 ----
 .../example-datasets/ontime.md                |  412 ----
 .../example-datasets/star-schema.md           |  370 ----
 .../example-datasets/wikistat.md              |   35 -
 docs/tr/getting-started/index.md              |   17 -
 docs/tr/getting-started/install.md            |  182 --
 docs/tr/getting-started/playground.md         |   48 -
 docs/tr/getting-started/tutorial.md           |  666 ------
 docs/tr/guides/apply-catboost-model.md        |  239 --
 docs/tr/guides/index.md                       |   16 -
 docs/tr/images                                |    1 -
 docs/tr/index.md                              |   95 -
 docs/tr/interfaces/cli.md                     |  149 --
 docs/tr/interfaces/cpp.md                     |   12 -
 docs/tr/interfaces/formats.md                 | 1212 -----------
 docs/tr/interfaces/http.md                    |  617 ------
 docs/tr/interfaces/index.md                   |   29 -
 docs/tr/interfaces/jdbc.md                    |   15 -
 docs/tr/interfaces/mysql.md                   |   49 -
 docs/tr/interfaces/odbc.md                    |   12 -
 docs/tr/interfaces/tcp.md                     |   12 -
 .../third-party/client-libraries.md           |   61 -
 docs/tr/interfaces/third-party/gui.md         |  156 --
 docs/tr/interfaces/third-party/index.md       |    8 -
 .../tr/interfaces/third-party/integrations.md |  110 -
 docs/tr/interfaces/third-party/proxy.md       |   46 -
 docs/tr/introduction/adopters.md              |   86 -
 docs/tr/introduction/distinctive-features.md  |   77 -
 docs/tr/introduction/history.md               |   56 -
 docs/tr/introduction/index.md                 |    8 -
 docs/tr/introduction/performance.md           |   32 -
 docs/tr/operations/access-rights.md           |  143 --
 docs/tr/operations/backup.md                  |   41 -
 docs/tr/operations/configuration-files.md     |   57 -
 docs/tr/operations/index.md                   |   28 -
 docs/tr/operations/monitoring.md              |   46 -
 .../optimizing-performance/index.md           |    8 -
 .../sampling-query-profiler.md                |   64 -
 docs/tr/operations/performance-test.md        |   82 -
 docs/tr/operations/quotas.md                  |  112 -
 docs/tr/operations/requirements.md            |   61 -
 .../server-configuration-parameters/index.md  |   19 -
 .../settings.md                               |  906 --------
 .../settings/constraints-on-settings.md       |   75 -
 docs/tr/operations/settings/index.md          |   33 -
 .../settings/permissions-for-queries.md       |   61 -
 .../operations/settings/query-complexity.md   |  302 ---
 .../operations/settings/settings-profiles.md  |   81 -
 docs/tr/operations/settings/settings-users.md |  164 --
 docs/tr/operations/settings/settings.md       | 1254 -----------
 docs/tr/operations/system-tables.md           | 1168 ----------
 docs/tr/operations/tips.md                    |  251 ---
 docs/tr/operations/troubleshooting.md         |  146 --
 docs/tr/operations/update.md                  |   20 -
 .../utilities/clickhouse-benchmark.md         |  156 --
 .../operations/utilities/clickhouse-copier.md |  176 --
 .../operations/utilities/clickhouse-local.md  |   81 -
 docs/tr/operations/utilities/index.md         |   15 -
 .../aggregate-functions/combinators.md        |  245 ---
 .../aggregate-functions/index.md              |   62 -
 .../parametric-functions.md                   |  499 -----
 .../aggregate-functions/reference.md          | 1914 -----------------
 docs/tr/sql-reference/ansi.md                 |  180 --
 .../data-types/aggregatefunction.md           |   70 -
 docs/tr/sql-reference/data-types/array.md     |   77 -
 docs/tr/sql-reference/data-types/boolean.md   |   12 -
 docs/tr/sql-reference/data-types/date.md      |   14 -
 docs/tr/sql-reference/data-types/datetime.md  |  129 --
 .../tr/sql-reference/data-types/datetime64.md |  104 -
 docs/tr/sql-reference/data-types/decimal.md   |  109 -
 .../sql-reference/data-types/domains/index.md |   34 -
 .../sql-reference/data-types/domains/ipv4.md  |   84 -
 .../sql-reference/data-types/domains/ipv6.md  |   86 -
 docs/tr/sql-reference/data-types/enum.md      |  132 --
 .../sql-reference/data-types/fixedstring.md   |   63 -
 docs/tr/sql-reference/data-types/float.md     |   87 -
 docs/tr/sql-reference/data-types/index.md     |   15 -
 docs/tr/sql-reference/data-types/int-uint.md  |   26 -
 .../data-types/lowcardinality.md              |    1 -
 .../nested-data-structures/index.md           |   12 -
 .../nested-data-structures/nested.md          |  106 -
 docs/tr/sql-reference/data-types/nullable.md  |   46 -
 .../data-types/simpleaggregatefunction.md     |   40 -
 .../special-data-types/expression.md          |   12 -
 .../data-types/special-data-types/index.md    |   14 -
 .../data-types/special-data-types/interval.md |   85 -
 .../data-types/special-data-types/nothing.md  |   26 -
 .../data-types/special-data-types/set.md      |   12 -
 docs/tr/sql-reference/data-types/string.md    |   20 -
 docs/tr/sql-reference/data-types/tuple.md     |   52 -
 docs/tr/sql-reference/data-types/uuid.md      |   77 -
 .../external-dicts-dict-hierarchical.md       |   70 -
 .../external-dicts-dict-layout.md             |  396 ----
 .../external-dicts-dict-lifetime.md           |   91 -
 .../external-dicts-dict-sources.md            |  630 ------
 .../external-dicts-dict-structure.md          |  175 --
 .../external-dicts-dict.md                    |   53 -
 .../external-dictionaries/external-dicts.md   |   62 -
 .../external-dictionaries/index.md            |    8 -
 docs/tr/sql-reference/dictionaries/index.md   |   22 -
 .../dictionaries/internal-dicts.md            |   55 -
 .../functions/arithmetic-functions.md         |   87 -
 .../functions/array-functions.md              | 1061 ---------
 docs/tr/sql-reference/functions/array-join.md |   37 -
 .../sql-reference/functions/bit-functions.md  |  255 ---
 .../functions/bitmap-functions.md             |  496 -----
 .../functions/comparison-functions.md         |   37 -
 .../functions/conditional-functions.md        |  207 --
 .../functions/date-time-functions.md          |  450 ----
 .../functions/encoding-functions.md           |  175 --
 .../functions/ext-dict-functions.md           |  205 --
 .../functions/functions-for-nulls.md          |  312 ---
 docs/tr/sql-reference/functions/geo.md        |  510 -----
 .../sql-reference/functions/hash-functions.md |  484 -----
 .../functions/higher-order-functions.md       |  264 ---
 .../sql-reference/functions/in-functions.md   |   26 -
 docs/tr/sql-reference/functions/index.md      |   74 -
 .../sql-reference/functions/introspection.md  |  310 ---
 .../functions/ip-address-functions.md         |  248 ---
 .../sql-reference/functions/json-functions.md |  297 ---
 .../functions/logical-functions.md            |   22 -
 .../functions/machine-learning-functions.md   |   20 -
 .../sql-reference/functions/math-functions.md |  116 -
 .../functions/other-functions.md              | 1205 -----------
 .../functions/random-functions.md             |   65 -
 .../functions/rounding-functions.md           |  190 --
 .../functions/splitting-merging-functions.md  |  116 -
 .../functions/string-functions.md             |  489 -----
 .../functions/string-replace-functions.md     |   94 -
 .../functions/string-search-functions.md      |  383 ----
 .../functions/type-conversion-functions.md    |  534 -----
 .../sql-reference/functions/url-functions.md  |  209 --
 .../sql-reference/functions/uuid-functions.md |  122 --
 .../functions/ym-dict-functions.md            |  155 --
 docs/tr/sql-reference/index.md                |   20 -
 docs/tr/sql-reference/operators/in.md         |    1 -
 docs/tr/sql-reference/operators/index.md      |  277 ---
 docs/tr/sql-reference/statements/alter.md     |  602 ------
 docs/tr/sql-reference/statements/create.md    |  502 -----
 docs/tr/sql-reference/statements/grant.md     |  476 ----
 docs/tr/sql-reference/statements/index.md     |    8 -
 .../sql-reference/statements/insert-into.md   |   80 -
 docs/tr/sql-reference/statements/misc.md      |  358 ---
 docs/tr/sql-reference/statements/revoke.md    |    1 -
 .../statements/select/array-join.md           |    1 -
 .../statements/select/distinct.md             |    1 -
 .../sql-reference/statements/select/format.md |    1 -
 .../sql-reference/statements/select/from.md   |    1 -
 .../statements/select/group-by.md             |    1 -
 .../sql-reference/statements/select/having.md |    1 -
 .../sql-reference/statements/select/index.md  |    1 -
 .../statements/select/into-outfile.md         |    1 -
 .../sql-reference/statements/select/join.md   |    1 -
 .../statements/select/limit-by.md             |    1 -
 .../sql-reference/statements/select/limit.md  |    1 -
 .../statements/select/order-by.md             |    1 -
 .../statements/select/prewhere.md             |    1 -
 .../sql-reference/statements/select/sample.md |    1 -
 .../sql-reference/statements/select/union.md  |    1 -
 .../sql-reference/statements/select/where.md  |    1 -
 .../sql-reference/statements/select/with.md   |    1 -
 docs/tr/sql-reference/statements/show.md      |  169 --
 docs/tr/sql-reference/statements/system.md    |  113 -
 docs/tr/sql-reference/syntax.md               |  187 --
 docs/tr/sql-reference/table-functions/file.md |  121 --
 .../sql-reference/table-functions/generate.md |   44 -
 docs/tr/sql-reference/table-functions/hdfs.md |  104 -
 .../tr/sql-reference/table-functions/index.md |   38 -
 .../tr/sql-reference/table-functions/input.md |   47 -
 docs/tr/sql-reference/table-functions/jdbc.md |   29 -
 .../tr/sql-reference/table-functions/merge.md |   14 -
 .../tr/sql-reference/table-functions/mysql.md |   86 -
 .../sql-reference/table-functions/numbers.md  |   30 -
 docs/tr/sql-reference/table-functions/odbc.md |  108 -
 .../sql-reference/table-functions/remote.md   |   85 -
 docs/tr/sql-reference/table-functions/url.md  |   26 -
 docs/tr/whats-new/changelog/2017.md           |    1 -
 docs/tr/whats-new/changelog/2018.md           |    1 -
 docs/tr/whats-new/changelog/2019.md           |    1 -
 docs/tr/whats-new/changelog/index.md          |    1 -
 docs/tr/whats-new/index.md                    |    8 -
 docs/tr/whats-new/roadmap.md                  |   19 -
 docs/tr/whats-new/security-changelog.md       |   76 -
 487 files changed, 73315 deletions(-)
 delete mode 100644 docs/fa/commercial/cloud.md
 delete mode 100644 docs/fa/commercial/index.md
 delete mode 100644 docs/fa/commercial/support.md
 delete mode 100644 docs/fa/development/architecture.md
 delete mode 100644 docs/fa/development/browse-code.md
 delete mode 100644 docs/fa/development/build-cross-arm.md
 delete mode 100644 docs/fa/development/build-cross-osx.md
 delete mode 100644 docs/fa/development/build-osx.md
 delete mode 100644 docs/fa/development/build.md
 delete mode 100644 docs/fa/development/contrib.md
 delete mode 100644 docs/fa/development/developer-instruction.md
 delete mode 100644 docs/fa/development/index.md
 delete mode 100644 docs/fa/development/style.md
 delete mode 120000 docs/fa/development/tests.md
 delete mode 100644 docs/fa/engines/database-engines/index.md
 delete mode 100644 docs/fa/engines/database-engines/lazy.md
 delete mode 100644 docs/fa/engines/database-engines/mysql.md
 delete mode 100644 docs/fa/engines/index.md
 delete mode 100644 docs/fa/engines/table-engines/index.md
 delete mode 100644 docs/fa/engines/table-engines/integrations/hdfs.md
 delete mode 100644 docs/fa/engines/table-engines/integrations/index.md
 delete mode 100644 docs/fa/engines/table-engines/integrations/jdbc.md
 delete mode 100644 docs/fa/engines/table-engines/integrations/kafka.md
 delete mode 100644 docs/fa/engines/table-engines/integrations/mysql.md
 delete mode 100644 docs/fa/engines/table-engines/integrations/odbc.md
 delete mode 100644 docs/fa/engines/table-engines/log-family/index.md
 delete mode 100644 docs/fa/engines/table-engines/log-family/log.md
 delete mode 100644 docs/fa/engines/table-engines/log-family/stripelog.md
 delete mode 100644 docs/fa/engines/table-engines/log-family/tinylog.md
 delete mode 100644 docs/fa/engines/table-engines/mergetree-family/aggregatingmergetree.md
 delete mode 100644 docs/fa/engines/table-engines/mergetree-family/collapsingmergetree.md
 delete mode 100644 docs/fa/engines/table-engines/mergetree-family/custom-partitioning-key.md
 delete mode 100644 docs/fa/engines/table-engines/mergetree-family/graphitemergetree.md
 delete mode 100644 docs/fa/engines/table-engines/mergetree-family/index.md
 delete mode 100644 docs/fa/engines/table-engines/mergetree-family/mergetree.md
 delete mode 100644 docs/fa/engines/table-engines/mergetree-family/replacingmergetree.md
 delete mode 100644 docs/fa/engines/table-engines/mergetree-family/replication.md
 delete mode 100644 docs/fa/engines/table-engines/mergetree-family/summingmergetree.md
 delete mode 100644 docs/fa/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md
 delete mode 100644 docs/fa/engines/table-engines/special/buffer.md
 delete mode 100644 docs/fa/engines/table-engines/special/dictionary.md
 delete mode 100644 docs/fa/engines/table-engines/special/distributed.md
 delete mode 100644 docs/fa/engines/table-engines/special/external-data.md
 delete mode 100644 docs/fa/engines/table-engines/special/file.md
 delete mode 100644 docs/fa/engines/table-engines/special/generate.md
 delete mode 100644 docs/fa/engines/table-engines/special/index.md
 delete mode 100644 docs/fa/engines/table-engines/special/join.md
 delete mode 100644 docs/fa/engines/table-engines/special/materializedview.md
 delete mode 100644 docs/fa/engines/table-engines/special/memory.md
 delete mode 100644 docs/fa/engines/table-engines/special/merge.md
 delete mode 100644 docs/fa/engines/table-engines/special/null.md
 delete mode 100644 docs/fa/engines/table-engines/special/set.md
 delete mode 100644 docs/fa/engines/table-engines/special/url.md
 delete mode 100644 docs/fa/engines/table-engines/special/view.md
 delete mode 100644 docs/fa/faq/general.md
 delete mode 100644 docs/fa/faq/index.md
 delete mode 100644 docs/fa/getting-started/example-datasets/amplab-benchmark.md
 delete mode 100644 docs/fa/getting-started/example-datasets/criteo.md
 delete mode 100644 docs/fa/getting-started/example-datasets/index.md
 delete mode 100644 docs/fa/getting-started/example-datasets/metrica.md
 delete mode 100644 docs/fa/getting-started/example-datasets/nyc-taxi.md
 delete mode 100644 docs/fa/getting-started/example-datasets/ontime.md
 delete mode 100644 docs/fa/getting-started/example-datasets/star-schema.md
 delete mode 100644 docs/fa/getting-started/example-datasets/wikistat.md
 delete mode 100644 docs/fa/getting-started/index.md
 delete mode 100644 docs/fa/getting-started/install.md
 delete mode 100644 docs/fa/getting-started/playground.md
 delete mode 100644 docs/fa/getting-started/tutorial.md
 delete mode 100644 docs/fa/guides/apply-catboost-model.md
 delete mode 100644 docs/fa/guides/index.md
 delete mode 100644 docs/fa/images/column-oriented.gif
 delete mode 100644 docs/fa/images/logo.svg
 delete mode 100644 docs/fa/images/row-oriented.gif
 delete mode 100644 docs/fa/index.md
 delete mode 100644 docs/fa/interfaces/cli.md
 delete mode 100644 docs/fa/interfaces/cpp.md
 delete mode 100644 docs/fa/interfaces/formats.md
 delete mode 100644 docs/fa/interfaces/http.md
 delete mode 100644 docs/fa/interfaces/index.md
 delete mode 100644 docs/fa/interfaces/jdbc.md
 delete mode 100644 docs/fa/interfaces/mysql.md
 delete mode 100644 docs/fa/interfaces/odbc.md
 delete mode 100644 docs/fa/interfaces/tcp.md
 delete mode 100644 docs/fa/interfaces/third-party/client-libraries.md
 delete mode 100644 docs/fa/interfaces/third-party/gui.md
 delete mode 100644 docs/fa/interfaces/third-party/index.md
 delete mode 100644 docs/fa/interfaces/third-party/integrations.md
 delete mode 100644 docs/fa/interfaces/third-party/proxy.md
 delete mode 100644 docs/fa/introduction/adopters.md
 delete mode 100644 docs/fa/introduction/distinctive-features.md
 delete mode 100644 docs/fa/introduction/history.md
 delete mode 100644 docs/fa/introduction/index.md
 delete mode 100644 docs/fa/introduction/performance.md
 delete mode 100644 docs/fa/operations/access-rights.md
 delete mode 100644 docs/fa/operations/backup.md
 delete mode 100644 docs/fa/operations/configuration-files.md
 delete mode 100644 docs/fa/operations/index.md
 delete mode 100644 docs/fa/operations/monitoring.md
 delete mode 100644 docs/fa/operations/optimizing-performance/index.md
 delete mode 100644 docs/fa/operations/optimizing-performance/sampling-query-profiler.md
 delete mode 100644 docs/fa/operations/performance-test.md
 delete mode 100644 docs/fa/operations/quotas.md
 delete mode 100644 docs/fa/operations/requirements.md
 delete mode 100644 docs/fa/operations/server-configuration-parameters/index.md
 delete mode 100644 docs/fa/operations/server-configuration-parameters/settings.md
 delete mode 100644 docs/fa/operations/settings/constraints-on-settings.md
 delete mode 100644 docs/fa/operations/settings/index.md
 delete mode 100644 docs/fa/operations/settings/permissions-for-queries.md
 delete mode 100644 docs/fa/operations/settings/query-complexity.md
 delete mode 100644 docs/fa/operations/settings/settings-profiles.md
 delete mode 100644 docs/fa/operations/settings/settings-users.md
 delete mode 100644 docs/fa/operations/settings/settings.md
 delete mode 100644 docs/fa/operations/system-tables.md
 delete mode 100644 docs/fa/operations/tips.md
 delete mode 100644 docs/fa/operations/troubleshooting.md
 delete mode 100644 docs/fa/operations/update.md
 delete mode 100644 docs/fa/operations/utilities/clickhouse-benchmark.md
 delete mode 100644 docs/fa/operations/utilities/clickhouse-copier.md
 delete mode 100644 docs/fa/operations/utilities/clickhouse-local.md
 delete mode 100644 docs/fa/operations/utilities/index.md
 delete mode 100644 docs/fa/sql-reference/aggregate-functions/combinators.md
 delete mode 100644 docs/fa/sql-reference/aggregate-functions/index.md
 delete mode 100644 docs/fa/sql-reference/aggregate-functions/parametric-functions.md
 delete mode 100644 docs/fa/sql-reference/aggregate-functions/reference.md
 delete mode 100644 docs/fa/sql-reference/ansi.md
 delete mode 100644 docs/fa/sql-reference/data-types/aggregatefunction.md
 delete mode 100644 docs/fa/sql-reference/data-types/array.md
 delete mode 100644 docs/fa/sql-reference/data-types/boolean.md
 delete mode 100644 docs/fa/sql-reference/data-types/date.md
 delete mode 100644 docs/fa/sql-reference/data-types/datetime.md
 delete mode 100644 docs/fa/sql-reference/data-types/datetime64.md
 delete mode 100644 docs/fa/sql-reference/data-types/decimal.md
 delete mode 100644 docs/fa/sql-reference/data-types/domains/index.md
 delete mode 100644 docs/fa/sql-reference/data-types/domains/ipv4.md
 delete mode 100644 docs/fa/sql-reference/data-types/domains/ipv6.md
 delete mode 100644 docs/fa/sql-reference/data-types/enum.md
 delete mode 100644 docs/fa/sql-reference/data-types/fixedstring.md
 delete mode 100644 docs/fa/sql-reference/data-types/float.md
 delete mode 100644 docs/fa/sql-reference/data-types/index.md
 delete mode 100644 docs/fa/sql-reference/data-types/int-uint.md
 delete mode 100644 docs/fa/sql-reference/data-types/nested-data-structures/index.md
 delete mode 100644 docs/fa/sql-reference/data-types/nested-data-structures/nested.md
 delete mode 100644 docs/fa/sql-reference/data-types/nullable.md
 delete mode 100644 docs/fa/sql-reference/data-types/simpleaggregatefunction.md
 delete mode 100644 docs/fa/sql-reference/data-types/special-data-types/expression.md
 delete mode 100644 docs/fa/sql-reference/data-types/special-data-types/index.md
 delete mode 100644 docs/fa/sql-reference/data-types/special-data-types/interval.md
 delete mode 100644 docs/fa/sql-reference/data-types/special-data-types/nothing.md
 delete mode 100644 docs/fa/sql-reference/data-types/special-data-types/set.md
 delete mode 100644 docs/fa/sql-reference/data-types/string.md
 delete mode 100644 docs/fa/sql-reference/data-types/tuple.md
 delete mode 100644 docs/fa/sql-reference/data-types/uuid.md
 delete mode 100644 docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md
 delete mode 100644 docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
 delete mode 100644 docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md
 delete mode 100644 docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
 delete mode 100644 docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
 delete mode 100644 docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md
 delete mode 100644 docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts.md
 delete mode 100644 docs/fa/sql-reference/dictionaries/external-dictionaries/index.md
 delete mode 100644 docs/fa/sql-reference/dictionaries/index.md
 delete mode 100644 docs/fa/sql-reference/dictionaries/internal-dicts.md
 delete mode 100644 docs/fa/sql-reference/functions/arithmetic-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/array-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/array-join.md
 delete mode 100644 docs/fa/sql-reference/functions/bit-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/bitmap-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/comparison-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/conditional-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/date-time-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/encoding-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/ext-dict-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/functions-for-nulls.md
 delete mode 100644 docs/fa/sql-reference/functions/geo.md
 delete mode 100644 docs/fa/sql-reference/functions/hash-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/higher-order-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/in-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/index.md
 delete mode 100644 docs/fa/sql-reference/functions/introspection.md
 delete mode 100644 docs/fa/sql-reference/functions/ip-address-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/json-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/logical-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/machine-learning-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/math-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/other-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/random-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/rounding-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/splitting-merging-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/string-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/string-replace-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/string-search-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/type-conversion-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/url-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/uuid-functions.md
 delete mode 100644 docs/fa/sql-reference/functions/ym-dict-functions.md
 delete mode 100644 docs/fa/sql-reference/index.md
 delete mode 100644 docs/fa/sql-reference/operators/in.md
 delete mode 100644 docs/fa/sql-reference/operators/index.md
 delete mode 100644 docs/fa/sql-reference/statements/alter.md
 delete mode 100644 docs/fa/sql-reference/statements/create.md
 delete mode 100644 docs/fa/sql-reference/statements/grant.md
 delete mode 100644 docs/fa/sql-reference/statements/index.md
 delete mode 100644 docs/fa/sql-reference/statements/insert-into.md
 delete mode 100644 docs/fa/sql-reference/statements/misc.md
 delete mode 100644 docs/fa/sql-reference/statements/revoke.md
 delete mode 100644 docs/fa/sql-reference/statements/select/array-join.md
 delete mode 100644 docs/fa/sql-reference/statements/select/distinct.md
 delete mode 100644 docs/fa/sql-reference/statements/select/format.md
 delete mode 100644 docs/fa/sql-reference/statements/select/from.md
 delete mode 100644 docs/fa/sql-reference/statements/select/group-by.md
 delete mode 100644 docs/fa/sql-reference/statements/select/having.md
 delete mode 100644 docs/fa/sql-reference/statements/select/index.md
 delete mode 100644 docs/fa/sql-reference/statements/select/into-outfile.md
 delete mode 100644 docs/fa/sql-reference/statements/select/join.md
 delete mode 100644 docs/fa/sql-reference/statements/select/limit-by.md
 delete mode 100644 docs/fa/sql-reference/statements/select/limit.md
 delete mode 100644 docs/fa/sql-reference/statements/select/order-by.md
 delete mode 100644 docs/fa/sql-reference/statements/select/prewhere.md
 delete mode 100644 docs/fa/sql-reference/statements/select/sample.md
 delete mode 100644 docs/fa/sql-reference/statements/select/union.md
 delete mode 100644 docs/fa/sql-reference/statements/select/where.md
 delete mode 100644 docs/fa/sql-reference/statements/select/with.md
 delete mode 100644 docs/fa/sql-reference/statements/show.md
 delete mode 100644 docs/fa/sql-reference/statements/system.md
 delete mode 100644 docs/fa/sql-reference/syntax.md
 delete mode 100644 docs/fa/sql-reference/table-functions/file.md
 delete mode 100644 docs/fa/sql-reference/table-functions/generate.md
 delete mode 100644 docs/fa/sql-reference/table-functions/hdfs.md
 delete mode 100644 docs/fa/sql-reference/table-functions/index.md
 delete mode 100644 docs/fa/sql-reference/table-functions/input.md
 delete mode 100644 docs/fa/sql-reference/table-functions/jdbc.md
 delete mode 100644 docs/fa/sql-reference/table-functions/merge.md
 delete mode 100644 docs/fa/sql-reference/table-functions/mysql.md
 delete mode 100644 docs/fa/sql-reference/table-functions/numbers.md
 delete mode 100644 docs/fa/sql-reference/table-functions/odbc.md
 delete mode 100644 docs/fa/sql-reference/table-functions/remote.md
 delete mode 100644 docs/fa/sql-reference/table-functions/url.md
 delete mode 120000 docs/fa/whats-new/changelog/2017.md
 delete mode 120000 docs/fa/whats-new/changelog/2018.md
 delete mode 120000 docs/fa/whats-new/changelog/2019.md
 delete mode 120000 docs/fa/whats-new/changelog/index.md
 delete mode 100644 docs/fa/whats-new/index.md
 delete mode 100644 docs/fa/whats-new/roadmap.md
 delete mode 100644 docs/fa/whats-new/security-changelog.md
 delete mode 100644 docs/tr/commercial/cloud.md
 delete mode 100644 docs/tr/commercial/index.md
 delete mode 120000 docs/tr/commercial/support.md
 delete mode 100644 docs/tr/development/architecture.md
 delete mode 100644 docs/tr/development/browse-code.md
 delete mode 100644 docs/tr/development/build-cross-arm.md
 delete mode 100644 docs/tr/development/build-cross-osx.md
 delete mode 100644 docs/tr/development/build-osx.md
 delete mode 100644 docs/tr/development/build.md
 delete mode 100644 docs/tr/development/contrib.md
 delete mode 100644 docs/tr/development/developer-instruction.md
 delete mode 100644 docs/tr/development/index.md
 delete mode 100644 docs/tr/development/style.md
 delete mode 120000 docs/tr/development/tests.md
 delete mode 100644 docs/tr/engines/database-engines/index.md
 delete mode 100644 docs/tr/engines/database-engines/lazy.md
 delete mode 100644 docs/tr/engines/database-engines/mysql.md
 delete mode 100644 docs/tr/engines/index.md
 delete mode 100644 docs/tr/engines/table-engines/index.md
 delete mode 100644 docs/tr/engines/table-engines/integrations/hdfs.md
 delete mode 100644 docs/tr/engines/table-engines/integrations/index.md
 delete mode 100644 docs/tr/engines/table-engines/integrations/jdbc.md
 delete mode 100644 docs/tr/engines/table-engines/integrations/kafka.md
 delete mode 100644 docs/tr/engines/table-engines/integrations/mysql.md
 delete mode 100644 docs/tr/engines/table-engines/integrations/odbc.md
 delete mode 100644 docs/tr/engines/table-engines/log-family/index.md
 delete mode 100644 docs/tr/engines/table-engines/log-family/log.md
 delete mode 100644 docs/tr/engines/table-engines/log-family/stripelog.md
 delete mode 100644 docs/tr/engines/table-engines/log-family/tinylog.md
 delete mode 100644 docs/tr/engines/table-engines/mergetree-family/aggregatingmergetree.md
 delete mode 100644 docs/tr/engines/table-engines/mergetree-family/collapsingmergetree.md
 delete mode 100644 docs/tr/engines/table-engines/mergetree-family/custom-partitioning-key.md
 delete mode 100644 docs/tr/engines/table-engines/mergetree-family/graphitemergetree.md
 delete mode 100644 docs/tr/engines/table-engines/mergetree-family/index.md
 delete mode 100644 docs/tr/engines/table-engines/mergetree-family/mergetree.md
 delete mode 100644 docs/tr/engines/table-engines/mergetree-family/replacingmergetree.md
 delete mode 100644 docs/tr/engines/table-engines/mergetree-family/replication.md
 delete mode 100644 docs/tr/engines/table-engines/mergetree-family/summingmergetree.md
 delete mode 100644 docs/tr/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md
 delete mode 100644 docs/tr/engines/table-engines/special/buffer.md
 delete mode 100644 docs/tr/engines/table-engines/special/dictionary.md
 delete mode 100644 docs/tr/engines/table-engines/special/distributed.md
 delete mode 100644 docs/tr/engines/table-engines/special/external-data.md
 delete mode 100644 docs/tr/engines/table-engines/special/file.md
 delete mode 100644 docs/tr/engines/table-engines/special/generate.md
 delete mode 100644 docs/tr/engines/table-engines/special/index.md
 delete mode 100644 docs/tr/engines/table-engines/special/join.md
 delete mode 100644 docs/tr/engines/table-engines/special/materializedview.md
 delete mode 100644 docs/tr/engines/table-engines/special/memory.md
 delete mode 100644 docs/tr/engines/table-engines/special/merge.md
 delete mode 100644 docs/tr/engines/table-engines/special/null.md
 delete mode 100644 docs/tr/engines/table-engines/special/set.md
 delete mode 100644 docs/tr/engines/table-engines/special/url.md
 delete mode 100644 docs/tr/engines/table-engines/special/view.md
 delete mode 100644 docs/tr/faq/general.md
 delete mode 100644 docs/tr/faq/index.md
 delete mode 100644 docs/tr/getting-started/example-datasets/amplab-benchmark.md
 delete mode 100644 docs/tr/getting-started/example-datasets/criteo.md
 delete mode 100644 docs/tr/getting-started/example-datasets/index.md
 delete mode 100644 docs/tr/getting-started/example-datasets/metrica.md
 delete mode 100644 docs/tr/getting-started/example-datasets/nyc-taxi.md
 delete mode 100644 docs/tr/getting-started/example-datasets/ontime.md
 delete mode 100644 docs/tr/getting-started/example-datasets/star-schema.md
 delete mode 100644 docs/tr/getting-started/example-datasets/wikistat.md
 delete mode 100644 docs/tr/getting-started/index.md
 delete mode 100644 docs/tr/getting-started/install.md
 delete mode 100644 docs/tr/getting-started/playground.md
 delete mode 100644 docs/tr/getting-started/tutorial.md
 delete mode 100644 docs/tr/guides/apply-catboost-model.md
 delete mode 100644 docs/tr/guides/index.md
 delete mode 120000 docs/tr/images
 delete mode 100644 docs/tr/index.md
 delete mode 100644 docs/tr/interfaces/cli.md
 delete mode 100644 docs/tr/interfaces/cpp.md
 delete mode 100644 docs/tr/interfaces/formats.md
 delete mode 100644 docs/tr/interfaces/http.md
 delete mode 100644 docs/tr/interfaces/index.md
 delete mode 100644 docs/tr/interfaces/jdbc.md
 delete mode 100644 docs/tr/interfaces/mysql.md
 delete mode 100644 docs/tr/interfaces/odbc.md
 delete mode 100644 docs/tr/interfaces/tcp.md
 delete mode 100644 docs/tr/interfaces/third-party/client-libraries.md
 delete mode 100644 docs/tr/interfaces/third-party/gui.md
 delete mode 100644 docs/tr/interfaces/third-party/index.md
 delete mode 100644 docs/tr/interfaces/third-party/integrations.md
 delete mode 100644 docs/tr/interfaces/third-party/proxy.md
 delete mode 100644 docs/tr/introduction/adopters.md
 delete mode 100644 docs/tr/introduction/distinctive-features.md
 delete mode 100644 docs/tr/introduction/history.md
 delete mode 100644 docs/tr/introduction/index.md
 delete mode 100644 docs/tr/introduction/performance.md
 delete mode 100644 docs/tr/operations/access-rights.md
 delete mode 100644 docs/tr/operations/backup.md
 delete mode 100644 docs/tr/operations/configuration-files.md
 delete mode 100644 docs/tr/operations/index.md
 delete mode 100644 docs/tr/operations/monitoring.md
 delete mode 100644 docs/tr/operations/optimizing-performance/index.md
 delete mode 100644 docs/tr/operations/optimizing-performance/sampling-query-profiler.md
 delete mode 100644 docs/tr/operations/performance-test.md
 delete mode 100644 docs/tr/operations/quotas.md
 delete mode 100644 docs/tr/operations/requirements.md
 delete mode 100644 docs/tr/operations/server-configuration-parameters/index.md
 delete mode 100644 docs/tr/operations/server-configuration-parameters/settings.md
 delete mode 100644 docs/tr/operations/settings/constraints-on-settings.md
 delete mode 100644 docs/tr/operations/settings/index.md
 delete mode 100644 docs/tr/operations/settings/permissions-for-queries.md
 delete mode 100644 docs/tr/operations/settings/query-complexity.md
 delete mode 100644 docs/tr/operations/settings/settings-profiles.md
 delete mode 100644 docs/tr/operations/settings/settings-users.md
 delete mode 100644 docs/tr/operations/settings/settings.md
 delete mode 100644 docs/tr/operations/system-tables.md
 delete mode 100644 docs/tr/operations/tips.md
 delete mode 100644 docs/tr/operations/troubleshooting.md
 delete mode 100644 docs/tr/operations/update.md
 delete mode 100644 docs/tr/operations/utilities/clickhouse-benchmark.md
 delete mode 100644 docs/tr/operations/utilities/clickhouse-copier.md
 delete mode 100644 docs/tr/operations/utilities/clickhouse-local.md
 delete mode 100644 docs/tr/operations/utilities/index.md
 delete mode 100644 docs/tr/sql-reference/aggregate-functions/combinators.md
 delete mode 100644 docs/tr/sql-reference/aggregate-functions/index.md
 delete mode 100644 docs/tr/sql-reference/aggregate-functions/parametric-functions.md
 delete mode 100644 docs/tr/sql-reference/aggregate-functions/reference.md
 delete mode 100644 docs/tr/sql-reference/ansi.md
 delete mode 100644 docs/tr/sql-reference/data-types/aggregatefunction.md
 delete mode 100644 docs/tr/sql-reference/data-types/array.md
 delete mode 100644 docs/tr/sql-reference/data-types/boolean.md
 delete mode 100644 docs/tr/sql-reference/data-types/date.md
 delete mode 100644 docs/tr/sql-reference/data-types/datetime.md
 delete mode 100644 docs/tr/sql-reference/data-types/datetime64.md
 delete mode 100644 docs/tr/sql-reference/data-types/decimal.md
 delete mode 100644 docs/tr/sql-reference/data-types/domains/index.md
 delete mode 100644 docs/tr/sql-reference/data-types/domains/ipv4.md
 delete mode 100644 docs/tr/sql-reference/data-types/domains/ipv6.md
 delete mode 100644 docs/tr/sql-reference/data-types/enum.md
 delete mode 100644 docs/tr/sql-reference/data-types/fixedstring.md
 delete mode 100644 docs/tr/sql-reference/data-types/float.md
 delete mode 100644 docs/tr/sql-reference/data-types/index.md
 delete mode 100644 docs/tr/sql-reference/data-types/int-uint.md
 delete mode 100644 docs/tr/sql-reference/data-types/lowcardinality.md
 delete mode 100644 docs/tr/sql-reference/data-types/nested-data-structures/index.md
 delete mode 100644 docs/tr/sql-reference/data-types/nested-data-structures/nested.md
 delete mode 100644 docs/tr/sql-reference/data-types/nullable.md
 delete mode 100644 docs/tr/sql-reference/data-types/simpleaggregatefunction.md
 delete mode 100644 docs/tr/sql-reference/data-types/special-data-types/expression.md
 delete mode 100644 docs/tr/sql-reference/data-types/special-data-types/index.md
 delete mode 100644 docs/tr/sql-reference/data-types/special-data-types/interval.md
 delete mode 100644 docs/tr/sql-reference/data-types/special-data-types/nothing.md
 delete mode 100644 docs/tr/sql-reference/data-types/special-data-types/set.md
 delete mode 100644 docs/tr/sql-reference/data-types/string.md
 delete mode 100644 docs/tr/sql-reference/data-types/tuple.md
 delete mode 100644 docs/tr/sql-reference/data-types/uuid.md
 delete mode 100644 docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md
 delete mode 100644 docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
 delete mode 100644 docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md
 delete mode 100644 docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
 delete mode 100644 docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
 delete mode 100644 docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md
 delete mode 100644 docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts.md
 delete mode 100644 docs/tr/sql-reference/dictionaries/external-dictionaries/index.md
 delete mode 100644 docs/tr/sql-reference/dictionaries/index.md
 delete mode 100644 docs/tr/sql-reference/dictionaries/internal-dicts.md
 delete mode 100644 docs/tr/sql-reference/functions/arithmetic-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/array-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/array-join.md
 delete mode 100644 docs/tr/sql-reference/functions/bit-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/bitmap-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/comparison-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/conditional-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/date-time-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/encoding-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/ext-dict-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/functions-for-nulls.md
 delete mode 100644 docs/tr/sql-reference/functions/geo.md
 delete mode 100644 docs/tr/sql-reference/functions/hash-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/higher-order-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/in-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/index.md
 delete mode 100644 docs/tr/sql-reference/functions/introspection.md
 delete mode 100644 docs/tr/sql-reference/functions/ip-address-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/json-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/logical-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/machine-learning-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/math-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/other-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/random-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/rounding-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/splitting-merging-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/string-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/string-replace-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/string-search-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/type-conversion-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/url-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/uuid-functions.md
 delete mode 100644 docs/tr/sql-reference/functions/ym-dict-functions.md
 delete mode 100644 docs/tr/sql-reference/index.md
 delete mode 120000 docs/tr/sql-reference/operators/in.md
 delete mode 100644 docs/tr/sql-reference/operators/index.md
 delete mode 100644 docs/tr/sql-reference/statements/alter.md
 delete mode 100644 docs/tr/sql-reference/statements/create.md
 delete mode 100644 docs/tr/sql-reference/statements/grant.md
 delete mode 100644 docs/tr/sql-reference/statements/index.md
 delete mode 100644 docs/tr/sql-reference/statements/insert-into.md
 delete mode 100644 docs/tr/sql-reference/statements/misc.md
 delete mode 120000 docs/tr/sql-reference/statements/revoke.md
 delete mode 120000 docs/tr/sql-reference/statements/select/array-join.md
 delete mode 120000 docs/tr/sql-reference/statements/select/distinct.md
 delete mode 120000 docs/tr/sql-reference/statements/select/format.md
 delete mode 120000 docs/tr/sql-reference/statements/select/from.md
 delete mode 120000 docs/tr/sql-reference/statements/select/group-by.md
 delete mode 120000 docs/tr/sql-reference/statements/select/having.md
 delete mode 120000 docs/tr/sql-reference/statements/select/index.md
 delete mode 120000 docs/tr/sql-reference/statements/select/into-outfile.md
 delete mode 120000 docs/tr/sql-reference/statements/select/join.md
 delete mode 120000 docs/tr/sql-reference/statements/select/limit-by.md
 delete mode 120000 docs/tr/sql-reference/statements/select/limit.md
 delete mode 120000 docs/tr/sql-reference/statements/select/order-by.md
 delete mode 120000 docs/tr/sql-reference/statements/select/prewhere.md
 delete mode 120000 docs/tr/sql-reference/statements/select/sample.md
 delete mode 100644 docs/tr/sql-reference/statements/select/union.md
 delete mode 120000 docs/tr/sql-reference/statements/select/where.md
 delete mode 120000 docs/tr/sql-reference/statements/select/with.md
 delete mode 100644 docs/tr/sql-reference/statements/show.md
 delete mode 100644 docs/tr/sql-reference/statements/system.md
 delete mode 100644 docs/tr/sql-reference/syntax.md
 delete mode 100644 docs/tr/sql-reference/table-functions/file.md
 delete mode 100644 docs/tr/sql-reference/table-functions/generate.md
 delete mode 100644 docs/tr/sql-reference/table-functions/hdfs.md
 delete mode 100644 docs/tr/sql-reference/table-functions/index.md
 delete mode 100644 docs/tr/sql-reference/table-functions/input.md
 delete mode 100644 docs/tr/sql-reference/table-functions/jdbc.md
 delete mode 100644 docs/tr/sql-reference/table-functions/merge.md
 delete mode 100644 docs/tr/sql-reference/table-functions/mysql.md
 delete mode 100644 docs/tr/sql-reference/table-functions/numbers.md
 delete mode 100644 docs/tr/sql-reference/table-functions/odbc.md
 delete mode 100644 docs/tr/sql-reference/table-functions/remote.md
 delete mode 100644 docs/tr/sql-reference/table-functions/url.md
 delete mode 120000 docs/tr/whats-new/changelog/2017.md
 delete mode 120000 docs/tr/whats-new/changelog/2018.md
 delete mode 120000 docs/tr/whats-new/changelog/2019.md
 delete mode 120000 docs/tr/whats-new/changelog/index.md
 delete mode 100644 docs/tr/whats-new/index.md
 delete mode 100644 docs/tr/whats-new/roadmap.md
 delete mode 100644 docs/tr/whats-new/security-changelog.md

diff --git a/docs/fa/commercial/cloud.md b/docs/fa/commercial/cloud.md
deleted file mode 100644
index c41b2250608..00000000000
--- a/docs/fa/commercial/cloud.md
+++ /dev/null
@@ -1,23 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 1
-toc_title: "\u0627\u0628\u0631"
----
-
-# سرویس دهندگان سرویس ابری کلیک {#clickhouse-cloud-service-providers}
-
-!!! info "اطلاعات"
-    اگر شما راه اندازی یک ابر عمومی با مدیریت سرویس خانه کلیک, احساس رایگان به [درخواست کشش را باز کنید](https://github.com/ClickHouse/ClickHouse/edit/master/docs/en/commercial/cloud.md) اضافه کردن به لیست زیر.
-
-## ابر یاندکس {#yandex-cloud}
-
-[سرویس مدیریت یاندکس برای کلیک](https://cloud.yandex.com/services/managed-clickhouse?utm_source=referrals&utm_medium=clickhouseofficialsite&utm_campaign=link3) ویژگی های کلیدی زیر را فراهم می کند:
-
--   خدمات باغ وحش به طور کامل مدیریت برای [تکرار کلیک](../engines/table-engines/mergetree-family/replication.md)
--   انتخاب نوع ذخیره سازی چندگانه
--   کپی در مناطق مختلف در دسترس بودن
--   رمزگذاری و جداسازی
--   تعمیر و نگهداری خودکار
-
-{## [مقاله اصلی](https://clickhouse.tech/docs/en/commercial/cloud/) ##}
diff --git a/docs/fa/commercial/index.md b/docs/fa/commercial/index.md
deleted file mode 100644
index b6c9822f58d..00000000000
--- a/docs/fa/commercial/index.md
+++ /dev/null
@@ -1,9 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0628\u0627\u0632\u0631\u06AF\u0627\u0646\u06CC"
-toc_priority: 70
-toc_title: "\u0628\u0627\u0632\u0631\u06AF\u0627\u0646\u06CC"
----
-
-
diff --git a/docs/fa/commercial/support.md b/docs/fa/commercial/support.md
deleted file mode 100644
index 6a3b0d1cac0..00000000000
--- a/docs/fa/commercial/support.md
+++ /dev/null
@@ -1,23 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 3
-toc_title: "\u067E\u0634\u062A\u06CC\u0628\u0627\u0646\u06CC"
----
-
-# سرویس دهنده های پشتیبانی تجاری کلیک {#clickhouse-commercial-support-service-providers}
-
-!!! info "اطلاعات"
-    اگر شما راه اندازی کرده اند یک سرویس پشتیبانی تجاری تاتر, در صورت تمایل به [درخواست کشش را باز کنید](https://github.com/ClickHouse/ClickHouse/edit/master/docs/en/commercial/support.md) اضافه کردن به لیست زیر.
-
-## درجهبندی {#altinity}
-
-التایمیت از 2017 پشتیبانی و خدمات سازمانی را پیشنهاد کرده است. مشتریان درجه بندی از فورچون 100 شرکت به راه اندازی. بازدید [www.altinity.com](https://www.altinity.com/) برای کسب اطلاعات بیشتر.
-
-## سکس پارتی {#mafiree}
-
-[شرح خدمات](http://mafiree.com/clickhouse-analytics-services.php)
-
-## مینروب {#minervadb}
-
-[شرح خدمات](https://minervadb.com/index.php/clickhouse-consulting-and-support-by-minervadb/)
diff --git a/docs/fa/development/architecture.md b/docs/fa/development/architecture.md
deleted file mode 100644
index 2b7796fd7fb..00000000000
--- a/docs/fa/development/architecture.md
+++ /dev/null
@@ -1,204 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 62
-toc_title: "\u0628\u0631\u0631\u0633\u06CC \u0627\u062C\u0645\u0627\u0644\u06CC \u0627\
-  \u0632 \u0645\u0639\u0645\u0627\u0631\u06CC \u06A9\u0644\u06CC\u06A9"
----
-
-# بررسی اجمالی از معماری کلیک {#overview-of-clickhouse-architecture}
-
-تاتر سندرم قبل از قاعدگی ستون گرا درست است. داده ها توسط ستون ها و در طول اجرای ارریس ذخیره می شود (بردارها و یا تکه های ستون). هر زمان ممکن, عملیات در ارریس اعزام, به جای در ارزش های فردی. این است که به نام “vectorized query execution,” و این کمک می کند کاهش هزینه پردازش داده های واقعی.
-
-> این ایده چیز جدیدی نیست. این قدمت به `APL` زبان برنامه نویسی و فرزندان خود را: `A +`, `J`, `K` و `Q`. برنامه نویسی مجموعه در پردازش داده های علمی استفاده می شود. نه این ایده چیزی جدید در پایگاه داده های رابطه ای است: مثلا در `Vectorwise` سیستم.
-
-دو روش مختلف برای سرعت بخشیدن به پردازش پرس و جو وجود دارد: اجرای پرس و جو و تولید کد زمان اجرا. در حالت دوم حذف تمام تغییر ناپذیر و اعزام پویا. هیچ کدام از این روش ها به شدت بهتر از دیگری نیست. تولید کد زمان اجرا می تواند بهتر باشد زمانی که فیوز بسیاری از عملیات, در نتیجه به طور کامل با استفاده از واحد اعدام پردازنده و خط لوله. اجرای پرس و جو بردار می تواند کمتر عملی باشد زیرا شامل بردار موقت است که باید به حافظه پنهان نوشته شود و به عقب برگردد. اگر داده های موقت در کش ال 2 مناسب نیست, این موضوع می شود. اما اجرای پرس و جو بردار به راحتی با بهره گیری از قابلیت سیم کارت از پردازنده. یک [مقاله پژوهشی](http://15721.courses.cs.cmu.edu/spring2016/papers/p5-sompolski.pdf) نوشته شده توسط دوستان ما نشان می دهد که بهتر است به ترکیب هر دو روش. تاتر با استفاده از اجرای پرس و جو بردار و حمایت اولیه برای تولید کد زمان اجرا محدود کرده است.
-
-## ستونها {#columns}
-
-`IColumn` رابط برای نشان دادن ستون ها در حافظه (در واقع تکه های ستون) استفاده می شود. این رابط فراهم می کند روش های کمکی برای اجرای اپراتورهای مختلف رابطه ای. تقریبا تمام عملیات تغییر ناپذیر است: ستون اصلی را تغییر نمی دهند اما یک تغییر جدید ایجاد می کنند. برای مثال `IColumn :: filter` روش یک ماسک بایت فیلتر می پذیرد. این برای استفاده می شود `WHERE` و `HAVING` اپراتورهای رابطه. نمونه های اضافی: `IColumn :: permute` روش پشتیبانی `ORDER BY` این `IColumn :: cut` روش پشتیبانی `LIMIT`.
-
-مختلف `IColumn` پیاده سازی (`ColumnUInt8`, `ColumnString` و به همین ترتیب) برای طرح حافظه ستون ها به عهده دارند. طرح حافظه معمولا یک مجموعه پیوسته است. برای نوع عدد صحیح ستون, این فقط یک مجموعه به هم پیوسته است, پسندیدن `std :: vector`. برای `String` و `Array` ستون ها, این دو بردار است: یکی برای همه عناصر مجموعه, به طور متناوب قرار داده شده, و یک ثانیه برای شیپور خاموشی به ابتدای هر مجموعه. همچنین وجود دارد `ColumnConst` که فروشگاه فقط یک ارزش در حافظه, اما به نظر می رسد مانند یک ستون.
-
-## زمینه {#field}
-
-با این اوصاف, ممکن است برای کار با ارزش های فردی و همچنین. برای نشان دادن ارزش فردی `Field` استفاده شده است. `Field` فقط یک اتحادیه تبعیض `UInt64`, `Int64`, `Float64`, `String` و `Array`. `IColumn` دارد `operator[]` روش برای دریافت ارزش ازت به عنوان یک `Field` و `insert` روش برای اضافه کردن یک `Field` به پایان یک ستون. این روش ها بسیار موثر نیستند زیرا نیاز به برخورد موقت دارند `Field` اشیا به نمایندگی از ارزش فردی. روش های موثر تر مانند `insertFrom`, `insertRangeFrom` و به همین ترتیب.
-
-`Field` اطلاعات کافی در مورد یک نوع داده خاص برای یک جدول ندارد. به عنوان مثال, `UInt8`, `UInt16`, `UInt32` و `UInt64` همه به عنوان نمایندگی `UInt64` در یک `Field`.
-
-## انتزاعی نشتی {#leaky-abstractions}
-
-`IColumn` روش هایی برای تحولات رابطه ای مشترک داده ها دارد اما همه نیازها را نمی بینند. به عنوان مثال, `ColumnUInt64` یک روش برای محاسبه مجموع دو ستون ندارد و `ColumnString` یک روش برای اجرای یک جستجو زیر رشته ندارد. این روال بی شماری در خارج از اجرا `IColumn`.
-
-توابع مختلف در ستون ها را می توان در یک روش عمومی و غیر موثر استفاده کرد `IColumn` مواد و روش ها برای استخراج `Field` ارزش, و یا در یک راه تخصصی با استفاده از دانش طرح حافظه داخلی از داده ها در یک خاص `IColumn` اجرا کردن. این است که توسط توابع ریخته گری به خاص اجرا شده است `IColumn` نوع و مقابله با نمایندگی داخلی به طور مستقیم. به عنوان مثال, `ColumnUInt64` دارد `getData` روشی که اشاره به مجموعه داخلی را برمی گرداند, سپس یک روال جداگانه می خواند و یا که مجموعه را پر می کند به طور مستقیم. ما “leaky abstractions” برای اجازه دادن به تخصص های موثر روال های مختلف.
-
-## انواع داده ها {#data_types}
-
-`IDataType` مسئول سریالسازی و deserialization: برای خواندن و نوشتن تکه های ستون یا فردی مقادیر دودویی یا به صورت متن. `IDataType` به طور مستقیم به انواع داده ها در جداول مربوط. مثلا, وجود دارد `DataTypeUInt32`, `DataTypeDateTime`, `DataTypeString` و به همین ترتیب.
-
-`IDataType` و `IColumn` فقط شل به یکدیگر مربوط. انواع داده های مختلف را می توان در حافظه توسط همان نشان داده شده است `IColumn` پیاده سازی. به عنوان مثال, `DataTypeUInt32` و `DataTypeDateTime` هر دو توسط نمایندگی `ColumnUInt32` یا `ColumnConstUInt32`. علاوه بر این, همان نوع داده را می توان با مختلف نشان `IColumn` پیاده سازی. به عنوان مثال, `DataTypeUInt8` می توان با نمایندگی `ColumnUInt8` یا `ColumnConstUInt8`.
-
-`IDataType` فقط فروشگاه ابرداده. به عنوان مثال, `DataTypeUInt8` هیچ چیزی را ذخیره نمی کند (به جز ویپر) و `DataTypeFixedString` فروشگاه ها فقط `N` (اندازه رشته های ثابت).
-
-`IDataType` دارای روش های کمکی برای فرمت های داده های مختلف. نمونه روش برای مرتب کردن یک مقدار با امکان نقل قول, برای مرتب کردن یک مقدار برای جانسون, و برای مرتب کردن یک مقدار به عنوان بخشی از فرمت میلی لیتر. هیچ مکاتبات مستقیم به فرمت های داده وجود دارد. برای مثال فرمت های داده های مختلف `Pretty` و `TabSeparated` می توانید همان استفاده کنید `serializeTextEscaped` روش کمکی از `IDataType` واسط.
-
-## بلوک {#block}
-
-A `Block` یک ظرف است که نشان دهنده یک زیر مجموعه است (تکه) از یک جدول در حافظه. این فقط مجموعه ای از سه برابر است: `(IColumn, IDataType, column name)`. در طول اجرای پرس و جو, داده ها توسط پردازش `Block`اگر ما یک `Block`, ما داده (در `IColumn` هدف), ما باید اطلاعات در مورد نوع خود (به `IDataType`) که به ما می گوید که چگونه به مقابله با این ستون, و ما باید نام ستون. این می تواند یا نام ستون اصلی از جدول و یا برخی از نام مصنوعی اختصاص داده شده برای گرفتن نتایج موقت از محاسبات.
-
-هنگامی که ما برخی از تابع محاسبه بیش از ستون در یک بلوک, ما اضافه کردن ستون دیگر با نتیجه خود را به بلوک, و ما ستون برای استدلال از تابع را لمس کنید چرا که عملیات تغییر ناپذیر هستند. بعد, ستون غیر ضروری را می توان از بلوک حذف, اما اصلاح نشده. مناسب برای از بین بردن اکسپرس مشترک است.
-
-بلوک برای هر تکه پردازش داده ها ایجاد شده است. توجه داشته باشید که برای همان نوع از محاسبه, نام ستون و انواع یکسان باقی می ماند برای بلوک های مختلف, و تنها ستون تغییرات داده. بهتر است داده های بلوک را از هدر بلوک تقسیم کنید زیرا اندازه های بلوک کوچک دارای سربار بالایی از رشته های موقت برای کپی کردن نام های شکسته و ستون هستند.
-
-## بلوک جریان {#block-streams}
-
-جریان بلوک برای پردازش داده ها می باشد. ما با استفاده از جریان بلوک به خواندن داده ها از جایی انجام داده تحولات و یا نوشتن داده ها به جایی. `IBlockInputStream` دارد `read` روش به بهانه بلوک بعدی در حالی که در دسترس. `IBlockOutputStream` دارد `write` روش به فشار بلوک جایی.
-
-جریان ها برای:
-
-1.  خواندن و یا نوشتن به یک جدول. جدول فقط می گرداند یک جریان برای خواندن و یا نوشتن بلوک.
-2.  اجرای فرمت های داده. مثلا, اگر شما می خواهید به خروجی داده ها به یک ترمینال در `Pretty` شما یک جریان خروجی بلوک ایجاد می کنید که بلوک ها را فشار می دهید و فرمت می کند.
-3.  انجام تحولات داده ها. بیایید می گویند شما `IBlockInputStream` و می خواهید برای ایجاد یک جریان فیلتر شده است. شما ایجاد `FilterBlockInputStream` و با جریان خود را مقداردهی اولیه. سپس هنگامی که شما جلو و یک بلوک از `FilterBlockInputStream`, این نیش ترمزی میزند یک بلوک از جریان خود را, فیلتر, و گرداند بلوک فیلتر به شما. خطوط لوله اجرای پرس و جو در این راه نشان داده شده است.
-
-تحولات پیچیده تر وجود دارد. مثلا, زمانی که شما از جلو `AggregatingBlockInputStream` تمام داده ها را از منبع خود می خواند و جمع می کند و سپس جریان داده های جمع شده را برای شما باز می گرداند. مثال دیگر: `UnionBlockInputStream` می پذیرد بسیاری از منابع ورودی در سازنده و همچنین تعدادی از موضوعات. این راه اندازی موضوعات متعدد و بار خوانده شده از منابع مختلف به صورت موازی.
-
-> بلوک جریان استفاده از “pull” رویکرد به کنترل جریان: هنگامی که شما یک بلوک جلو و از جریان اول, در نتیجه می کشد بلوک های مورد نیاز از جریان تو در تو, و کل خط لوله اعدام کار خواهد کرد. نه “pull” نه “push” بهترین راه حل است زیرا جریان کنترل ضمنی است و محدودیت اجرای ویژگی های مختلف مانند اجرای همزمان چندین نمایش داده شد (ادغام بسیاری از خطوط لوله با هم). این محدودیت می تواند با کروتین ها و یا فقط در حال اجرا موضوعات اضافی که برای یکدیگر صبر غلبه بر. ما ممکن است امکانات بیشتری داشته باشیم اگر جریان کنترل را صریح کنیم: اگر منطق را برای عبور داده ها از یک واحد محاسبه به خارج دیگری از این واحدهای محاسبه قرار دهیم. خواندن این [مقاله](http://journal.stuffwithstuff.com/2013/01/13/iteration-inside-and-out/) برای افکار بیشتر.
-
-ما باید توجه داشته باشید که خط لوله اجرای پرس و جو ایجاد داده های موقت در هر مرحله. ما سعی می کنیم برای حفظ اندازه بلوک به اندازه کافی کوچک به طوری که داده های موقت متناسب در کش پردازنده. با این فرض, نوشتن و خواندن داده های موقت تقریبا رایگان در مقایسه با محاسبات دیگر است. ما می توانیم یک جایگزین در نظر, است که به فیوز بسیاری از عملیات در خط لوله با هم. این می تواند خط لوله به عنوان کوتاه که ممکن است و حذف بسیاری از اطلاعات موقت, که می تواند یک مزیت, اما همچنین دارای اشکالاتی. مثلا, یک خط لوله تقسیم باعث می شود به راحتی پیاده سازی ذخیره داده متوسط, سرقت اطلاعات متوسط از نمایش داده شد مشابه در حال اجرا در همان زمان, و ادغام خطوط لوله برای نمایش داده شد مشابه.
-
-## فرشها {#formats}
-
-فرمت های داده ها با جریان بلوک اجرا شده است. وجود دارد “presentational” فرمت تنها مناسب برای خروجی داده ها به مشتری مانند `Pretty` قالب, فراهم می کند که تنها `IBlockOutputStream`. و فرمت های ورودی / خروجی مانند `TabSeparated` یا `JSONEachRow`.
-
-همچنین جریان ردیف وجود دارد: `IRowInputStream` و `IRowOutputStream`. اجازه می دهد شما را به جلو و/فشار داده های ردیف های فردی, نه با بلوک. و فقط برای ساده سازی اجرای فرمت های ردیف گرا نیاز دارند. لفافه `BlockInputStreamFromRowInputStream` و `BlockOutputStreamFromRowOutputStream` به شما اجازه تبدیل جریان ردیف گرا به جریان بلوک گرا به طور منظم.
-
-## I/O {#io}
-
-برای ورودی بایت گرا / خروجی, وجود دارد `ReadBuffer` و `WriteBuffer` کلاس های انتزاعی. به جای ج++استفاده می شود `iostream`نگران نباشید: هر پروژه سی++ بالغ با استفاده از چیزی غیر از `iostream`به دلایل خوب.
-
-`ReadBuffer` و `WriteBuffer` فقط یک بافر پیوسته و مکان نما با اشاره به موقعیت در بافر که. پیاده سازی ممکن است خود و یا حافظه برای بافر خود را ندارد. یک روش مجازی برای پر کردن بافر با داده های زیر وجود دارد (برای `ReadBuffer`) و یا به خیط و پیت کردن بافر جایی (برای `WriteBuffer`). روش های مجازی به ندرت نامیده می شود.
-
-پیاده سازی از `ReadBuffer`/`WriteBuffer` برای کار با فایل ها و توصیفگر فایل ها و سوکت های شبکه برای اجرای فشرده سازی استفاده می شود (`CompressedWriteBuffer` is initialized with another WriteBuffer and performs compression before writing data to it), and for other purposes – the names `ConcatReadBuffer`, `LimitReadBuffer` و `HashingWriteBuffer` صحبت برای خود.
-
-خواندن / نویسنده تنها با بایت برخورد. توابع از وجود دارد `ReadHelpers` و `WriteHelpers` فایل های هدر برای کمک به قالب بندی ورودی / خروجی. برای مثال یاران به نوشتن یک شماره در قالب دهدهی وجود دارد.
-
-بیایید نگاه کنیم که چه اتفاقی می افتد زمانی که می خواهید نتیجه را بنویسید `JSON` قالب به چاق و چله. شما باید یک نتیجه مجموعه ای از ذهن می شود `IBlockInputStream`. شما ایجاد `WriteBufferFromFileDescriptor(STDOUT_FILENO)` برای نوشتن بایت به چاق و چله. شما ایجاد `JSONRowOutputStream`, مقداردهی اولیه با که `WriteBuffer` برای نوشتن ردیف در `JSON` به چاق و چله. شما ایجاد `BlockOutputStreamFromRowOutputStream` در بالای این, برای نشان دادن به عنوان `IBlockOutputStream`. سپس با شما تماس `copyData` برای انتقال داده ها از `IBlockInputStream` به `IBlockOutputStream`, و همه چیز کار می کند. داخلی, `JSONRowOutputStream` خواهد شمارشگر های مختلف جانسون ارسال و پاسخ `IDataType::serializeTextJSON` روش با اشاره به `IColumn` و شماره ردیف به عنوان استدلال. در نتیجه, `IDataType::serializeTextJSON` یک روش از پاسخ `WriteHelpers.h`: به عنوان مثال, `writeText` برای انواع عددی و `writeJSONString` برای `DataTypeString`.
-
-## جداول {#tables}
-
-این `IStorage` رابط نشان دهنده جداول. پیاده سازی های مختلف که رابط موتورهای جدول متفاوت است. مثالها عبارتند از `StorageMergeTree`, `StorageMemory` و به همین ترتیب. نمونه هایی از این کلاس ها فقط جداول.
-
-کلید `IStorage` روش `read` و `write`. همچنین وجود دارد `alter`, `rename`, `drop` و به همین ترتیب. این `read` روش استدلال های زیر را می پذیرد: مجموعه ای از ستون ها برای خواندن از یک جدول `AST` پرس و جو را در نظر بگیرید, و تعداد مورد نظر از جریان به بازگشت. این گرداند یک یا چند `IBlockInputStream` اشیا و اطلاعات در مورد مرحله پردازش داده ها که در داخل یک موتور جدول در طول اجرای پرس و جو تکمیل شد.
-
-در بیشتر موارد, روش خواندن تنها برای خواندن ستون مشخص شده از یک جدول است, نه برای هر پردازش داده ها بیشتر. تمام پردازش داده های بیشتر توسط مترجم پرس و جو انجام می شود و خارج از وظیفه است `IStorage`.
-
-اما استثنا قابل توجه وجود دارد:
-
--   پرس و جو اس تی به تصویب رسید `read` روش, و موتور جدول می توانید استفاده کنید به استفاده از شاخص و به خواندن اطلاعات کمتر از یک جدول.
--   گاهی موتور جدول می تواند داده های خود را به یک مرحله خاص پردازش. به عنوان مثال, `StorageDistributed` می توانید یک پرس و جو به سرور از راه دور ارسال, از او بخواهید برای پردازش داده ها به مرحله ای که داده ها را از سرور های مختلف از راه دور را می توان با هم ادغام شدند, و بازگشت که داده های پیش پردازش. مترجم پرس و جو سپس پس از اتمام پردازش داده ها.
-
-جدول `read` روش می تواند چندین بازگشت `IBlockInputStream` اشیا اجازه می دهد تا پردازش داده های موازی. این جریان ورودی بلوک های متعدد می توانید از یک جدول به صورت موازی به عنوان خوانده شده. سپس شما می توانید این جریان با تحولات مختلف قرار دادن (مانند ارزیابی بیان و یا فیلتر) است که می تواند به طور مستقل محاسبه و ایجاد یک `UnionBlockInputStream` برای خواندن از جریانهای چندگانه به صورت موازی.
-
-همچنین وجود دارد `TableFunction`این توابع که بازگشت موقت هستند `IStorage` شی برای استفاده در `FROM` بند یک پرس و جو.
-
-برای دریافت یک ایده سریع از نحوه پیاده سازی موتور جدول خود را در چیزی ساده مانند نگاه `StorageMemory` یا `StorageTinyLog`.
-
-> به عنوان نتیجه `read` روش, `IStorage` بازگشت `QueryProcessingStage` – information about what parts of the query were already calculated inside storage.
-
-## Parsers {#parsers}
-
-تجزیه کننده تبار بازگشتی دست نوشته تجزیه کننده تجزیه پرس و جو تجزیه. به عنوان مثال, `ParserSelectQuery` فقط به صورت بازگشتی تماس تجزیه کننده زمینه ای برای بخش های مختلف از پرس و جو. تجزیه کننده ایجاد یک `AST`. این `AST` توسط گره هایی که نمونه هایی از `IAST`.
-
-> ژنراتور تجزیه کننده به دلایل تاریخی استفاده نمی شود.
-
-## مترجمین {#interpreters}
-
-مترجمین برای ایجاد خط لوله اجرای پرس و جو از `AST`. می مفسران ساده وجود دارد, مانند `InterpreterExistsQuery` و `InterpreterDropQuery` یا پیچیده تر `InterpreterSelectQuery`. خط لوله اجرای پرس و جو ترکیبی از ورودی بلوک یا جریان خروجی است. برای مثال نتیجه تفسیر `SELECT` پرس و جو است `IBlockInputStream` برای خواندن نتیجه مجموعه ای از; نتیجه پرس و جو درج است `IBlockOutputStream` برای نوشتن داده ها برای درج به, و در نتیجه تفسیر `INSERT SELECT` پرس و جو است `IBlockInputStream` که نتیجه خالی را برمی گرداند مجموعه ای در خواندن برای اولین بار, اما نسخه داده ها از `SELECT` به `INSERT` در همان زمان.
-
-`InterpreterSelectQuery` استفاده `ExpressionAnalyzer` و `ExpressionActions` ماشین برای تجزیه و تحلیل پرس و جو و تحولات. این جایی است که اکثر بهینه سازی پرس و جو مبتنی بر قانون انجام می شود. `ExpressionAnalyzer` کاملا کثیف است و باید بازنویسی شود: تحولات پرس و جو های مختلف و بهینه سازی باید استخراج به کلاس های جداگانه اجازه می دهد تا تحولات مدولار و یا پرس و جو.
-
-## توابع {#functions}
-
-توابع عادی و توابع کل وجود دارد. برای توابع کل, بخش بعدی را ببینید.
-
-Ordinary functions don't change the number of rows – they work as if they are processing each row independently. In fact, functions are not called for individual rows, but for `Block`'ثانیه از داده ها برای پیاده سازی اجرای پرس و جو بردار.
-
-برخی از توابع متفرقه مانند وجود دارد [blockSize](../sql-reference/functions/other-functions.md#function-blocksize), [رفع موانع](../sql-reference/functions/other-functions.md#function-rownumberinblock) و [خرابی اجرا](../sql-reference/functions/other-functions.md#function-runningaccumulate), که بهره برداری از پردازش بلوک و نقض استقلال ردیف.
-
-تاتر تایپ قوی, بنابراین هیچ تبدیل نوع ضمنی وجود دارد. اگر یک تابع یک ترکیب خاص از انواع پشتیبانی نمی کند, این می اندازد یک استثنا. اما توابع می توانند کار کنند (غیرمنتظره) برای بسیاری از ترکیبات مختلف از انواع. برای مثال `plus` تابع (برای پیاده سازی `+` اپراتور) برای هر ترکیبی از انواع عددی کار می کند: `UInt8` + `Float32`, `UInt16` + `Int8` و به همین ترتیب. همچنین, برخی از توابع مختلف می توانید هر تعداد از استدلال قبول, مانند `concat` تابع.
-
-اجرای یک تابع ممکن است کمی ناخوشایند به دلیل یک تابع به صراحت اعزام انواع داده ها پشتیبانی و پشتیبانی `IColumns`. برای مثال `plus` تابع دارای کد تولید شده توسط نمونه از یک ج++ قالب برای هر ترکیبی از انواع عددی, و استدلال چپ و راست ثابت یا غیر ثابت.
-
-این یک محل عالی برای اجرای تولید کد زمان اجرا برای جلوگیری از نفخ کد الگو است. همچنین, این امکان را برای اضافه کردن توابع ذوب مانند ذوب ضرب-اضافه کردن و یا به مقایسه های متعدد در یک تکرار حلقه.
-
-با توجه به اجرای پرس و جو بردار, توابع کوتاه دور نیست. مثلا, اگر شما ارسال `WHERE f(x) AND g(y)`, هر دو طرف محاسبه می شود, حتی برای ردیف, وقتی که `f(x)` صفر است (به جز زمانی که `f(x)` بیان ثابت صفر است). اما اگر انتخاب از `f(x)` شرایط بالا و محاسبه است `f(x)` بسیار ارزان تر از `g(y)` بهتر است محاسبات چند گذر را اجرا کنید. این برای اولین بار محاسبه `f(x)` سپس ستون ها را با نتیجه فیلتر کنید و سپس محاسبه کنید `g(y)` فقط برای کوچکتر, تکه های فیلتر شده از داده ها.
-
-## توابع مجموع {#aggregate-functions}
-
-توابع مجموع توابع نفرت انگیز هستند. جمع ارزش به برخی از دولت منتقل می شود و به شما اجازه دریافت نتایج از دولت. با مدیریت `IAggregateFunction` واسط. ایالات می تواند نسبتا ساده (دولت برای `AggregateFunctionCount` تنها یک `UInt64` ارزش) و یا کاملا پیچیده (دولت از `AggregateFunctionUniqCombined` ترکیبی از یک مجموعه خطی است, یک جدول هش, و یک `HyperLogLog` ساختار داده احتمالاتی).
-
-ایالات در اختصاص داده `Arena` (یک استخر حافظه) برای مقابله با کشورهای مختلف در حالی که اجرای یک کارتیت بالا `GROUP BY` پرس و جو. ایالات می تواند یک سازنده غیر بدیهی و مخرب دارند: مثلا, کشورهای تجمع پیچیده می توانید حافظه اضافی خود اختصاص. این نیاز به توجه به ایجاد و از بین بردن ایالات و به درستی عبور مالکیت و تخریب سفارش خود را.
-
-تجمع متحده می تواند سرهمی و deserialized به تصویب بیش از این شبکه در توزیع پرس و جو اعدام و یا ارسال آنها را بر روی دیسک که در آن وجود دارد به اندازه کافی نمی رم. حتی می توانند در یک جدول با `DataTypeAggregateFunction` اجازه می دهد تا تجمع افزایشی از داده ها.
-
-> فرمت داده سریال برای عملکرد کل ایالات در حال حاضر نسخه نیست. این خوب است اگر کشورهای کل تنها به طور موقت ذخیره می شود. اما ما `AggregatingMergeTree` موتور جدول برای تجمع افزایشی, و مردم در حال حاضر با استفاده از در تولید. این دلیل که چرا سازگاری عقب مورد نیاز است در هنگام تغییر فرمت سریال برای هر تابع کل در اینده است.
-
-## کارگزار {#server}
-
-سرور پیاده سازی چندین رابط های مختلف:
-
--   رابط قام برای هر مشتریان خارجی.
--   یک رابط واحد کنترل گیربکس اتوماتیک برای مشتری خانه رعیتی بومی و برای ارتباط متقابل سرور در طول اجرای پرس و جو توزیع شده است.
--   رابط کاربری برای انتقال داده ها برای تکرار.
-
-داخلی, این فقط یک سرور چند رشته ای بدوی بدون کروتین یا الیاف است. از زمانی که سرور طراحی نشده است برای پردازش نرخ بالای ساده نمایش داده شد اما برای پردازش نسبتا پایین نرخ پیچیده نمایش داده شد هر یک می تواند روند مقدار زیادی از داده ها برای تجزیه و تحلیل ترافیک.
-
-سرور مقدار دهی اولیه `Context` کلاس با محیط لازم برای اجرای پرس و جو: لیستی از پایگاه داده های موجود, کاربران و حقوق دسترسی, تنظیمات, خوشه, لیست فرایند, ورود به سیستم پرس و جو, و غیره. مفسران استفاده از این محیط.
-
-ما سازگاری کامل رو به عقب و رو به جلو را برای پروتکل سرور تی سی پی حفظ می کنیم: مشتریان قدیمی می توانند با سرورهای جدید صحبت کنند و مشتریان جدید می توانند با سرورهای قدیمی صحبت کنند. اما ما نمی خواهیم تا ابد حفظ کنیم و پس از حدود یک سال پشتیبانی از نسخه های قدیمی را از بین می بریم.
-
-!!! note "یادداشت"
-    برای اکثر برنامه های کاربردی خارجی, توصیه می کنیم با استفاده از رابط اچ تی پی به دلیل ساده و ساده برای استفاده است. پروتکل تی سی پی به شدت با ساختارهای داده داخلی ارتباط دارد: از فرمت داخلی برای عبور بلوک های داده استفاده می کند و از فریم های سفارشی برای داده های فشرده استفاده می کند. ما یک کتابخانه سی که برای پروتکل منتشر نشده است چرا که نیاز به ارتباط بسیاری از کدهای کلیکهاوس, که عملی نیست.
-
-## اجرای پرس و جو توزیع شده {#distributed-query-execution}
-
-سرور در راه اندازی خوشه عمدتا مستقل هستند. شما می توانید یک `Distributed` جدول در یک یا تمام سرور در یک خوشه. این `Distributed` table does not store data itself – it only provides a “view” به تمام جداول محلی در گره های متعدد از یک خوشه. هنگامی که شما از یک انتخاب `Distributed` جدول, بازنویسی است که پرس و جو, را گره از راه دور با توجه به بار تنظیمات متعادل, و پرس و جو را به او می فرستد. این `Distributed` درخواست جدول سرور از راه دور برای پردازش یک پرس و جو فقط تا مرحله ای که نتایج متوسط از سرور های مختلف را می توان با هم ادغام شدند. سپس نتایج متوسط را دریافت می کند و ادغام می کند. جدول توزیع تلاش می کند برای توزیع کار به همان اندازه که ممکن است به سرور از راه دور می کند و داده های متوسط بسیار بیش از شبکه ارسال کنید.
-
-همه چیز پیچیده تر می شود زمانی که شما زیر کشتیها در و یا پیوستن به بند, و هر یک از استفاده از یک `Distributed` جدول ما استراتژی های مختلف برای اجرای این نمایش داده شد.
-
-هیچ برنامه پرس و جو جهانی برای اجرای پرس و جو توزیع وجود دارد. هر گره دارای برنامه پرس و جو محلی خود را برای بخشی خود را از کار. ما فقط ساده یک پاس اجرای پرس و جو توزیع شده: ما ارسال نمایش داده شد برای گره های از راه دور و سپس ادغام نتایج. اما این امکان پذیر نیست برای نمایش داده شد پیچیده با بالا کار افتادگی گروه بورس و یا با مقدار زیادی از داده های موقت برای پیوستن به. در چنین مواردی ما نیاز به “reshuffle” داده ها بین سرور, که نیاز به هماهنگی اضافی. کلیک هاوس از این نوع اجرای پرس و جو پشتیبانی نمی کند و ما باید روش کار کنیم.
-
-## ادغام درخت {#merge-tree}
-
-`MergeTree` یک خانواده از موتورهای ذخیره سازی است که پشتیبانی از نمایه سازی توسط کلید اصلی است. کلید اصلی می تواند یک تاپل دلخواه از ستون ها و یا عبارات. داده ها در یک `MergeTree` جدول در ذخیره می شود “parts”. هر بخش ذخیره داده ها در جهت کلید اولیه, بنابراین داده ها از لحاظ واژگان توسط تاپل کلید اولیه دستور داد. تمام ستون های جدول به صورت جداگانه ذخیره می شوند `column.bin` فایل ها در این بخش. فایل ها از بلوک های فشرده تشکیل شده است. هر بلوک است که معمولا از 64 کیلوبایت به 1 مگابایت از داده های غیر فشرده, بسته به اندازه مقدار متوسط. بلوک از مقادیر ستون بعد از دیگری قرار داده شده به طور یکنواخت تشکیل شده است. مقادیر ستون در همان جهت برای هر ستون هستند (کلید اصلی سفارش را تعریف می کند), تا زمانی که شما توسط بسیاری از ستون تکرار, شما ارزش برای ردیف مربوطه.
-
-کلید اصلی خود است “sparse”. این کار هر سطر رسیدگی نمی, اما تنها برخی از محدوده داده. جدا `primary.idx` فایل دارای ارزش کلید اصلی برای هر سطر نفر که نفر نامیده می شود `index_granularity` (معمولا, نفر = 8192). همچنین, برای هر ستون, ما داریم `column.mrk` پروندهها با “marks,” که ناراحتی به هر سطر نفر هفتم در فایل داده ها. هر علامت یک جفت است: افست در فایل به ابتدای بلوک فشرده و افست در بلوک فشرده به ابتدای داده ها. معمولا, بلوک های فشرده توسط علامت تراز وسط قرار دارد, و افست در بلوک فشرده صفر است. داده ها برای `primary.idx` همیشه در حافظه ساکن, و داده ها را برای `column.mrk` فایل های ذخیره شده است.
-
-هنگامی که ما می رویم به خواندن چیزی از یک شرکت در `MergeTree` ما نگاه می کنیم `primary.idx` داده ها و تعیین محل محدوده است که می تواند حاوی اطلاعات درخواست شده و سپس نگاه `column.mrk` داده ها و محاسبه شیپور خاموشی برای جایی که شروع به خواندن این محدوده. به دلیل نرمی, اطلاعات اضافی ممکن است به عنوان خوانده شده. تاتر مناسب برای یک بار بالا از نمایش داده شد نقطه ساده نیست, چرا که کل محدوده با `index_granularity` ردیف باید برای هر کلید به عنوان خوانده شده, و کل بلوک فشرده باید برای هر ستون از حالت فشرده خارج. ما جرقه شاخص ساخته شده چرا که ما باید قادر به حفظ تریلیون ردیف در هر سرور بدون مصرف حافظه قابل توجه برای شاخص باشد. همچنین, به دلیل کلید اصلی پراکنده است, منحصر به فرد نیست: این می تواند وجود کلید در جدول در زمان درج بررسی نمی. شما می توانید ردیف های بسیاری را با همان کلید در یک جدول داشته باشید.
-
-هنگامی که شما `INSERT` یک دسته از داده ها به `MergeTree`, که دسته مرتب شده بر اساس کلید اصلی سفارش و به شکل یک بخش جدید. موضوعات پس زمینه وجود دارد که به صورت دوره ای برخی از قطعات را انتخاب می کنند و به یک بخش مرتب شده اند تا تعداد قطعات نسبتا کم باشد. به همین دلیل است که نامیده می شود `MergeTree`. البته ادغام منجر به “write amplification”. تمام قطعات تغییر ناپذیر هستند: تنها ایجاد و حذف, اما اصلاح نشده. هنگامی که انتخاب اجرا شده است, دارای یک تصویر لحظهای از جدول (مجموعه ای از قطعات). پس از ادغام, ما همچنین قطعات قدیمی برای برخی از زمان به بهبود پس از شکست ساده تر نگه, بنابراین اگر ما می بینیم که برخی از بخش ادغام شده است که احتمالا شکسته, ما می توانیم با قطعات منبع خود را جایگزین.
-
-`MergeTree` یک درخت ل اس ام نیست زیرا حاوی نیست “memtable” و “log”: inserted data is written directly to the filesystem. This makes it suitable only to INSERT data in batches, not by individual row and not very frequently – about once per second is ok, but a thousand times a second is not. We did it this way for simplicity's sake, and because we are already inserting data in batches in our applications.
-
-> جداول ادغام تنها می توانید یک دارند (اولیه) شاخص: هیچ شاخص ثانویه وجود ندارد. این امر می تواند خوب اجازه می دهد تا بازنمایی فیزیکی متعدد تحت یک جدول منطقی, مثلا, برای ذخیره داده ها در بیش از یک نظم فیزیکی و یا حتی اجازه می دهد تا بازنمایی با داده های از پیش جمع همراه با داده های اصلی.
-
-موتورهای ادغام است که کار اضافی در طول پس زمینه ادغام انجام می دهند وجود دارد. مثالها عبارتند از `CollapsingMergeTree` و `AggregatingMergeTree`. این می تواند به عنوان پشتیبانی ویژه ای برای به روز رسانی درمان می شود. به خاطر داشته باشید که این به روز رسانی واقعی نیست چرا که کاربران معمولا هیچ کنترلی بر زمان هنگامی که پس زمینه ادغام اجرا می شوند, و داده ها در یک `MergeTree` جدول تقریبا همیشه در بیش از یک بخش ذخیره می شود, نه در فرم به طور کامل با هم ادغام شدند.
-
-## تکرار {#replication}
-
-تکرار در کلیک خانه را می توان بر اساس هر جدول پیکربندی شده است. شما می توانید برخی از تکرار و برخی از جداول غیر تکرار بر روی همان سرور. شما همچنین می تواند جداول تکرار در راه های مختلف, مانند یک جدول با تکرار دو عامل و دیگری با سه عامل.
-
-تکرار در اجرا `ReplicatedMergeTree` موتور ذخیره سازی. مسیر در `ZooKeeper` به عنوان یک پارامتر برای موتور ذخیره سازی مشخص شده است. تمام جداول با همان مسیر در `ZooKeeper` تبدیل کپی از یکدیگر: همگام سازی داده های خود و حفظ ثبات. کپی می تواند اضافه شود و به صورت پویا به سادگی با ایجاد و یا حذف یک جدول حذف شده است.
-
-تکرار با استفاده از یک طرح چند استاد ناهمزمان. شما می توانید داده ها را به هر ماکت است که یک جلسه با وارد `ZooKeeper`, و داده ها به تمام کپی های دیگر غیر همزمان تکرار. چون کلیک هاوس به روز رسانی را پشتیبانی نمی کند, تکرار بدون درگیری است. همانطور که هیچ اذعان حد نصاب درج وجود دارد, داده فقط قرار داده ممکن است از دست داده اگر یک گره نتواند.
-
-فراداده برای تکرار در باغ وحش ذخیره می شود. ورود به سیستم تکرار است که لیست چه اقداماتی را انجام دهید وجود دارد. اقدامات عبارتند از: دریافت بخشی; ادغام قطعات; رها کردن یک پارتیشن, و غیره. هر ماکت کپی ورود تکرار به صف خود و سپس اجرا اقدامات از صف. برای مثال در درج “get the part” عمل در ورود به سیستم ایجاد, و هر دانلود ماکت که بخشی. ادغام بین کپی هماهنگ برای دریافت بایت - نتایج یکسان. تمام قطعات در همان راه در تمام کپی با هم ادغام شدند. این است که با انتخاب یک ماکت به عنوان رهبر دست, و این ماکت شروع ادغام و می نویسد “merge parts” عملیات به ورود به سیستم.
-
-تکرار فیزیکی است: تنها قطعات فشرده بین گره منتقل, نمایش داده شد نیست. ادغام در هر ماکت پردازش به طور مستقل در اکثر موارد به کاهش هزینه های شبکه با اجتناب از تقویت شبکه. قطعات با هم ادغام شدند بزرگ بر روی شبکه تنها در موارد تاخیر تکرار قابل توجهی ارسال.
-
-بعلاوه, هر ماکت ذخیره دولت خود را در باغ وحش به عنوان مجموعه ای از قطعات و چک سام خود. هنگامی که دولت در فایل سیستم محلی واگرا از دولت مرجع در باغ وحش, ماکت بازیابی سازگاری خود را با دانلود قطعات گم شده و شکسته از دیگر کپی. هنگامی که برخی از داده های غیر منتظره و یا شکسته در فایل سیستم محلی وجود دارد, خانه را حذف کنید, اما حرکت می کند به یک دایرکتوری جداگانه و فراموش.
-
-!!! note "یادداشت"
-    خوشه محل کلیک متشکل از خرده ریز مستقل, و هر سفال شامل کپی. خوشه است **الاستیک نیست**, بنابراین پس از اضافه کردن یک سفال جدید, داده ها بین خرده ریز به طور خودکار توازن نیست. بجای, بار خوشه قرار است تنظیم شود ناهموار. این پیاده سازی به شما کنترل بیشتری می دهد و برای خوشه های نسبتا کوچک مانند ده ها گره مناسب است. اما برای خوشه با صدها گره که ما با استفاده از در تولید, این رویکرد یک نقطه ضعف قابل توجهی می شود. ما باید یک موتور جدول است که دهانه در سراسر خوشه با مناطق به صورت پویا تکرار است که می تواند تقسیم و متعادل کننده شده بین خوشه به طور خودکار پیاده سازی.
-
-{## [مقاله اصلی](https://clickhouse.tech/docs/en/development/architecture/) ##}
diff --git a/docs/fa/development/browse-code.md b/docs/fa/development/browse-code.md
deleted file mode 100644
index 9d5e709b760..00000000000
--- a/docs/fa/development/browse-code.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 63
-toc_title: "\u0645\u0631\u0648\u0631 \u06A9\u062F \u0645\u0646\u0628\u0639"
----
-
-# مرور کد منبع کلیک {#browse-clickhouse-source-code}
-
-شما می توانید استفاده کنید **ووبوک** مرورگر کد اینترنتی موجود است [اینجا](https://clickhouse.tech/codebrowser/html_report/ClickHouse/src/index.html). این فراهم می کند ناوبری کد و برجسته معنایی, جستجو و نمایه سازی. عکس فوری کد روزانه به روز می شود.
-
-همچنین شما می توانید فهرست منابع در [گیتهاب](https://github.com/ClickHouse/ClickHouse) طبق معمول
-
-اگر شما علاقه مند هستید چه IDE استفاده کنید توصیه می کنیم CLion, QT Creator, مقابل کد و KDevelop (با هشدارهای). شما می توانید هر محیط برنامه نویسی مورد علاقه استفاده کنید. ویم و ایمکس نیز حساب می کنند.
diff --git a/docs/fa/development/build-cross-arm.md b/docs/fa/development/build-cross-arm.md
deleted file mode 100644
index fd13441b87e..00000000000
--- a/docs/fa/development/build-cross-arm.md
+++ /dev/null
@@ -1,45 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 67
-toc_title: "\u0686\u06AF\u0648\u0646\u0647 \u0628\u0631\u0627\u06CC \u0633\u0627\u062E\
-  \u062A ClickHouse \u062F\u0631 \u0644\u06CC\u0646\u0648\u06A9\u0633 \u0628\u0631\
-  \u0627\u06CC AARCH64 (ARM64)"
----
-
-# چگونه برای ساخت ClickHouse در لینوکس برای AARCH64 (ARM64) معماری {#how-to-build-clickhouse-on-linux-for-aarch64-arm64-architecture}
-
-این برای مواردی است که شما دستگاه لینوکس دارید و می خواهید از این برای ساخت استفاده کنید `clickhouse` دودویی که در یک ماشین لینوکس دیگر با معماری پردازنده عاشق64 اجرا خواهد شد. این است که برای چک ادغام مداوم است که بر روی سرور های لینوکس اجرا در نظر گرفته شده.
-
-صلیب-ساخت برای AARCH64 است که بر اساس [ساخت دستورالعمل](build.md) اول دنبالشون کن
-
-# نصب کلانگ-8 {#install-clang-8}
-
-دستورالعمل از دنبال https://apt.llvm.org / برای اوبونتو یا دبیان راه اندازی خود را.
-مثلا, در اوبونتو بیونیک شما می توانید دستورات زیر استفاده کنید:
-
-``` bash
-echo "deb [trusted=yes] http://apt.llvm.org/bionic/ llvm-toolchain-bionic-8 main" | sudo tee /etc/apt/sources.list.d/llvm.list
-sudo apt-get update
-sudo apt-get install clang-8
-```
-
-# نصب مجموعه ابزار صلیب کشی {#install-cross-compilation-toolset}
-
-``` bash
-cd ClickHouse
-mkdir -p build-aarch64/cmake/toolchain/linux-aarch64
-wget 'https://developer.arm.com/-/media/Files/downloads/gnu-a/8.3-2019.03/binrel/gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz?revision=2e88a73f-d233-4f96-b1f4-d8b36e9bb0b9&la=en' -O gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz
-tar xJf gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz -C build-aarch64/cmake/toolchain/linux-aarch64 --strip-components=1
-```
-
-# ساخت خانه کلیک {#build-clickhouse}
-
-``` bash
-cd ClickHouse
-mkdir build-arm64
-CC=clang-8 CXX=clang++-8 cmake . -Bbuild-arm64 -DCMAKE_TOOLCHAIN_FILE=cmake/linux/toolchain-aarch64.cmake
-ninja -C build-arm64
-```
-
-باینری حاصل تنها در لینوکس با معماری پردازنده اروچ64 اجرا خواهد شد.
diff --git a/docs/fa/development/build-cross-osx.md b/docs/fa/development/build-cross-osx.md
deleted file mode 100644
index 9b963ad1e38..00000000000
--- a/docs/fa/development/build-cross-osx.md
+++ /dev/null
@@ -1,67 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 66
-toc_title: "\u0686\u06AF\u0648\u0646\u0647 \u0628\u0631\u0627\u06CC \u0633\u0627\u062E\
-  \u062A \u062A\u0627\u062A\u0631 \u062F\u0631 \u0644\u06CC\u0646\u0648\u06A9\u0633\
-  \ \u0628\u0631\u0627\u06CC \u0633\u06CC\u0633\u062A\u0645 \u0639\u0627\u0645\u0644\
-  \ \u0645\u06A9 \u0627\u06CC\u06A9\u0633"
----
-
-# چگونه برای ساخت تاتر در لینوکس برای سیستم عامل مک ایکس {#how-to-build-clickhouse-on-linux-for-mac-os-x}
-
-این برای مواردی است که شما دستگاه لینوکس دارید و می خواهید از این برای ساخت استفاده کنید `clickhouse` این است که برای چک ادغام مداوم است که بر روی سرور های لینوکس اجرا در نظر گرفته شده. اگر شما می خواهید برای ساخت خانه کلیک به طور مستقیم در سیستم عامل مک ایکس, سپس با ادامه [دستورالعمل دیگر](build-osx.md).
-
-کراس ساخت برای سیستم عامل مک ایکس بر اساس [ساخت دستورالعمل](build.md) اول دنبالشون کن
-
-# نصب کلانگ-8 {#install-clang-8}
-
-دستورالعمل از دنبال https://apt.llvm.org / برای اوبونتو یا دبیان راه اندازی خود را.
-به عنوان مثال دستورات برای بیونیک مانند:
-
-``` bash
-sudo echo "deb [trusted=yes] http://apt.llvm.org/bionic/ llvm-toolchain-bionic-8 main" >> /etc/apt/sources.list
-sudo apt-get install clang-8
-```
-
-# نصب مجموعه ابزار صلیب کشی {#install-cross-compilation-toolset}
-
-بیایید مسیری را که ما نصب می کنیم به یاد داشته باشیم `cctools` به عنوان ${CCTOOLS}
-
-``` bash
-mkdir ${CCTOOLS}
-
-git clone https://github.com/tpoechtrager/apple-libtapi.git
-cd apple-libtapi
-INSTALLPREFIX=${CCTOOLS} ./build.sh
-./install.sh
-cd ..
-
-git clone https://github.com/tpoechtrager/cctools-port.git
-cd cctools-port/cctools
-./configure --prefix=${CCTOOLS} --with-libtapi=${CCTOOLS} --target=x86_64-apple-darwin
-make install
-```
-
-همچنین, ما نیاز به دانلود ماکو ایکس انحراف معیار به درخت کار.
-
-``` bash
-cd ClickHouse
-wget 'https://github.com/phracker/MacOSX-SDKs/releases/download/10.14-beta4/MacOSX10.14.sdk.tar.xz'
-mkdir -p build-darwin/cmake/toolchain/darwin-x86_64
-tar xJf MacOSX10.14.sdk.tar.xz -C build-darwin/cmake/toolchain/darwin-x86_64 --strip-components=1
-```
-
-# ساخت خانه کلیک {#build-clickhouse}
-
-``` bash
-cd ClickHouse
-mkdir build-osx
-CC=clang-8 CXX=clang++-8 cmake . -Bbuild-osx -DCMAKE_TOOLCHAIN_FILE=cmake/darwin/toolchain-x86_64.cmake \
-    -DCMAKE_AR:FILEPATH=${CCTOOLS}/bin/x86_64-apple-darwin-ar \
-    -DCMAKE_RANLIB:FILEPATH=${CCTOOLS}/bin/x86_64-apple-darwin-ranlib \
-    -DLINKER_NAME=${CCTOOLS}/bin/x86_64-apple-darwin-ld
-ninja -C build-osx
-```
-
-باینری حاصل یک فرمت اجرایی ماخ ای داشته باشد و نمی تواند در لینوکس اجرا شود.
diff --git a/docs/fa/development/build-osx.md b/docs/fa/development/build-osx.md
deleted file mode 100644
index 4002dad1f40..00000000000
--- a/docs/fa/development/build-osx.md
+++ /dev/null
@@ -1,95 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 65
-toc_title: "\u0686\u06AF\u0648\u0646\u0647 \u0628\u0631\u0627\u06CC \u0633\u0627\u062E\
-  \u062A \u062A\u0627\u062A\u0631 \u062F\u0631 \u0633\u06CC\u0633\u062A\u0645 \u0639\
-  \u0627\u0645\u0644 \u0645\u06A9 \u0627\u06CC\u06A9\u0633"
----
-
-# چگونه برای ساخت تاتر در سیستم عامل مک ایکس {#how-to-build-clickhouse-on-mac-os-x}
-
-ساخت باید در سیستم عامل مک ایکس کار 10.15 (کاتالینا)
-
-## نصب گشتن {#install-homebrew}
-
-``` bash
-$ /usr/bin/ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
-```
-
-## نصب کامپایلرهای مورد نیاز, ابزار, و کتابخانه {#install-required-compilers-tools-and-libraries}
-
-``` bash
-$ brew install cmake ninja libtool gettext
-```
-
-## پرداخت منابع کلیک {#checkout-clickhouse-sources}
-
-``` bash
-$ git clone --recursive git@github.com:ClickHouse/ClickHouse.git
-```
-
-یا
-
-``` bash
-$ git clone --recursive https://github.com/ClickHouse/ClickHouse.git
-
-$ cd ClickHouse
-```
-
-## ساخت خانه کلیک {#build-clickhouse}
-
-``` bash
-$ mkdir build
-$ cd build
-$ cmake .. -DCMAKE_CXX_COMPILER=`which clang++` -DCMAKE_C_COMPILER=`which clang`
-$ ninja
-$ cd ..
-```
-
-## هشدارها {#caveats}
-
-اگر شما قصد اجرای clickhouse-سرور مطمئن شوید که برای افزایش سیستم maxfiles متغیر است.
-
-!!! info "یادداشت"
-    باید از سودو استفاده کنی
-
-برای انجام این کار فایل زیر را ایجاد کنید:
-
-/Library/LaunchDaemons/محدود می کند.مکسفیلزجان کلام:
-
-``` xml
-<?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN"
-        "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
-<plist version="1.0">
-  <dict>
-    <key>Label</key>
-    <string>limit.maxfiles</string>
-    <key>ProgramArguments</key>
-    <array>
-      <string>launchctl</string>
-      <string>limit</string>
-      <string>maxfiles</string>
-      <string>524288</string>
-      <string>524288</string>
-    </array>
-    <key>RunAtLoad</key>
-    <true/>
-    <key>ServiceIPC</key>
-    <false/>
-  </dict>
-</plist>
-```
-
-دستور زیر را اجرا کنید:
-
-``` bash
-$ sudo chown root:wheel /Library/LaunchDaemons/limit.maxfiles.plist
-```
-
-راه اندازی مجدد.
-
-برای بررسی اگر این کار, شما می توانید استفاده کنید `ulimit -n` فرمان.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/development/build_osx/) <!--hide-->
diff --git a/docs/fa/development/build.md b/docs/fa/development/build.md
deleted file mode 100644
index 8126578f9d5..00000000000
--- a/docs/fa/development/build.md
+++ /dev/null
@@ -1,142 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 64
-toc_title: "\u0646\u062D\u0648\u0647 \u0633\u0627\u062E\u062A \u06A9\u0644\u06CC\u06A9\
-  \ \u062F\u0631 \u0644\u06CC\u0646\u0648\u06A9\u0633"
----
-
-# چگونه برای ساخت خانه کلیک برای توسعه {#how-to-build-clickhouse-for-development}
-
-راهنمای زیر بر اساس سیستم لینوکس اوبونتو است.
-با تغییرات مناسب, همچنین باید بر روی هر توزیع لینوکس دیگر کار.
-سیستم عامل های پشتیبانی شده: ایکس86_64 و عاشق64. پشتیبانی از قدرت9 تجربی است.
-
-## شرح متنی (توضیحات سایت) در صفحات شما دیده نمی شود {#install-git-cmake-python-and-ninja}
-
-``` bash
-$ sudo apt-get install git cmake python ninja-build
-```
-
-یا سیمک 3 به جای کیک در سیستم های قدیمی تر.
-
-## نصب شورای همکاری خلیج فارس 9 {#install-gcc-10}
-
-راه های مختلفی برای انجام این کار وجود دارد.
-
-### نصب از یک بسته پپا {#install-from-a-ppa-package}
-
-``` bash
-$ sudo apt-get install software-properties-common
-$ sudo apt-add-repository ppa:ubuntu-toolchain-r/test
-$ sudo apt-get update
-$ sudo apt-get install gcc-10 g++-10
-```
-
-### نصب از منابع {#install-from-sources}
-
-نگاه کن [utils/ci/build-gcc-from-sources.sh](https://github.com/ClickHouse/ClickHouse/blob/master/utils/ci/build-gcc-from-sources.sh)
-
-## استفاده از شورای همکاری خلیج فارس 10 برای ساخت {#use-gcc-10-for-builds}
-
-``` bash
-$ export CC=gcc-10
-$ export CXX=g++-10
-```
-
-## پرداخت منابع کلیک {#checkout-clickhouse-sources}
-
-``` bash
-$ git clone --recursive git@github.com:ClickHouse/ClickHouse.git
-```
-
-یا
-
-``` bash
-$ git clone --recursive https://github.com/ClickHouse/ClickHouse.git
-```
-
-## ساخت خانه کلیک {#build-clickhouse}
-
-``` bash
-$ cd ClickHouse
-$ mkdir build
-$ cd build
-$ cmake ..
-$ ninja
-$ cd ..
-```
-
-برای ایجاد یک اجرایی, اجرا `ninja clickhouse`.
-این ایجاد خواهد شد `programs/clickhouse` قابل اجرا است که می تواند با استفاده `client` یا `server` بحث کردن.
-
-# چگونه برای ساخت کلیک بر روی هر لینوکس {#how-to-build-clickhouse-on-any-linux}
-
-ساخت نیاز به اجزای زیر دارد:
-
--   دستگاه گوارش (استفاده می شود تنها به پرداخت منابع مورد نیاز برای ساخت)
--   کیک 3.10 یا جدیدتر
--   نینجا (توصیه می شود) و یا
--   ج ++ کامپایلر: شورای همکاری خلیج فارس 10 یا صدای شیپور 8 یا جدیدتر
--   لینکر: لیلند یا طلا (کلاسیک گنو الدی کار نخواهد کرد)
--   پایتون (فقط در داخل ساخت لورم استفاده می شود و اختیاری است)
-
-اگر تمام اجزای نصب شده, شما ممکن است در همان راه به عنوان مراحل بالا ساخت.
-
-به عنوان مثال برای اوبونتو ایوان:
-
-    sudo apt update
-    sudo apt install git cmake ninja-build g++ python
-    git clone --recursive https://github.com/ClickHouse/ClickHouse.git
-    mkdir build && cd build
-    cmake ../ClickHouse
-    ninja
-
-به عنوان مثال برای لینوکس تاج خروس:
-
-    sudo zypper install git cmake ninja gcc-c++ python lld
-    git clone --recursive https://github.com/ClickHouse/ClickHouse.git
-    mkdir build && cd build
-    cmake ../ClickHouse
-    ninja
-
-به عنوان مثال برای فدورا پوست دباغی نشده:
-
-    sudo yum update
-    yum --nogpg install git cmake make gcc-c++ python3
-    git clone --recursive https://github.com/ClickHouse/ClickHouse.git
-    mkdir build && cd build
-    cmake ../ClickHouse
-    make -j $(nproc)
-
-# شما لازم نیست برای ساخت کلیک {#you-dont-have-to-build-clickhouse}
-
-تاتر در فایل های باینری از پیش ساخته شده و بسته های موجود است. فایل های باینری قابل حمل هستند و می تواند بر روی هر عطر و طعم لینوکس اجرا شود.
-
-تا زمانی که برای هر متعهد به کارشناسی کارشناسی ارشد و برای هر درخواست کشش ساخته شده است برای انتشار پایدار و قابل پرست و تست.
-
-برای پیدا کردن تازه ترین ساخت از `master` برو به [مرتکب صفحه](https://github.com/ClickHouse/ClickHouse/commits/master), با کلیک بر روی اولین علامت سبز یا صلیب قرمز در نزدیکی ارتکاب, کلیک کنید و به “Details” پیوند درست بعد از “ClickHouse Build Check”.
-
-# چگونه برای ساخت مخزن دبیان بسته {#how-to-build-clickhouse-debian-package}
-
-## نصب برنامه جی تی و پل ساز {#install-git-and-pbuilder}
-
-``` bash
-$ sudo apt-get update
-$ sudo apt-get install git python pbuilder debhelper lsb-release fakeroot sudo debian-archive-keyring debian-keyring
-```
-
-## پرداخت منابع کلیک {#checkout-clickhouse-sources-1}
-
-``` bash
-$ git clone --recursive --branch master https://github.com/ClickHouse/ClickHouse.git
-$ cd ClickHouse
-```
-
-## اجرای اسکریپت انتشار {#run-release-script}
-
-``` bash
-$ ./release
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/development/build/) <!--hide-->
diff --git a/docs/fa/development/contrib.md b/docs/fa/development/contrib.md
deleted file mode 100644
index 2ee5fc73369..00000000000
--- a/docs/fa/development/contrib.md
+++ /dev/null
@@ -1,43 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 70
-toc_title: "\u06A9\u062A\u0627\u0628\u062E\u0627\u0646\u0647 \u0647\u0627\u06CC \u0634\
-  \u062E\u0635 \u062B\u0627\u0644\u062B \u0627\u0633\u062A\u0641\u0627\u062F\u0647\
-  \ \u0645\u06CC \u0634\u0648\u062F"
----
-
-# کتابخانه های شخص ثالث استفاده می شود {#third-party-libraries-used}
-
-| کتابخانه        | مجوز                                                                                                                                        |
-|-----------------|---------------------------------------------------------------------------------------------------------------------------------------------|
-| پایگاه64        | [لیسانس 2 بند](https://github.com/aklomp/base64/blob/a27c565d1b6c676beaf297fe503c4518185666f7/LICENSE)                                      |
-| افزایش          | [افزایش مجوز نرم افزار 1.0](https://github.com/ClickHouse-Extras/boost-extra/blob/6883b40449f378019aec792f9983ce3afc7ff16e/LICENSE_1_0.txt) |
-| برتلی           | [MIT](https://github.com/google/brotli/blob/master/LICENSE)                                                                                 |
-| کاپپروتو        | [MIT](https://github.com/capnproto/capnproto/blob/master/LICENSE)                                                                           |
-| رکتتز           | [نمایی مجوز 2.0](https://github.com/google/cctz/blob/4f9776a310f4952454636363def82c2bf6641d5f/LICENSE.txt)                                  |
-| دو تبدیل        | [لیسانس 3 بند](https://github.com/google/double-conversion/blob/cf2f0f3d547dc73b4612028a155b80536902ba02/LICENSE)                           |
-| گام به گام      | [MIT](https://github.com/ClickHouse/ClickHouse/blob/master/libs/libmemcpy/impl/LICENSE)                                                     |
-| googletest      | [لیسانس 3 بند](https://github.com/google/googletest/blob/master/LICENSE)                                                                    |
-| اچ 3            | [نمایی مجوز 2.0](https://github.com/uber/h3/blob/master/LICENSE)                                                                            |
-| hyperscan       | [لیسانس 3 بند](https://github.com/intel/hyperscan/blob/master/LICENSE)                                                                      |
-| شکنجه نوجوان    | [BSD + MIT](https://github.com/ClickHouse/ClickHouse/blob/master/libs/libglibc-compatibility/libcxxabi/LICENSE.TXT)                         |
-| لیبیدوید        | [مجوز زلب](https://github.com/ClickHouse/ClickHouse/blob/master/contrib/libdivide/LICENSE.txt)                                              |
-| نوشیدن شراب     | [الجی پی ال2.1](https://github.com/ClickHouse-Extras/libgsasl/blob/3b8948a4042e34fb00b4fb987535dc9e02e39040/LICENSE)                        |
-| لیبهدفس3        | [نمایی مجوز 2.0](https://github.com/ClickHouse-Extras/libhdfs3/blob/bd6505cbb0c130b0db695305b9a38546fa880e5a/LICENSE.txt)                   |
-| کشتی کج         | [نمایی مجوز 2.0](https://github.com/ClickHouse/ClickHouse/blob/master/contrib/libmetrohash/LICENSE)                                         |
-| سوالات متداول   | [نمایی مجوز 2.0](https://github.com/ClickHouse/ClickHouse/blob/master/contrib/libpcg-random/LICENSE-APACHE.txt)                             |
-| libressl        | [OpenSSL مجوز](https://github.com/ClickHouse-Extras/ssl/blob/master/COPYING)                                                                |
-| کتابدار         | [لیسانس 2 بند](https://github.com/edenhill/librdkafka/blob/363dcad5a23dc29381cc626620e68ae418b3af19/LICENSE)                                |
-| _عرض           | [CC0 1.0 جهانی](https://github.com/ClickHouse/ClickHouse/blob/master/libs/libwidechar_width/LICENSE)                                        |
-| llvm            | [لیسانس 3 بند](https://github.com/ClickHouse-Extras/llvm/blob/163def217817c90fb982a6daf384744d8472b92b/llvm/LICENSE.TXT)                    |
-| lz4             | [لیسانس 2 بند](https://github.com/lz4/lz4/blob/c10863b98e1503af90616ae99725ecd120265dfb/LICENSE)                                            |
-| ماریادب-اتصال-ج | [الجی پی ال2.1](https://github.com/ClickHouse-Extras/mariadb-connector-c/blob/3.1/COPYING.LIB)                                              |
-| سوفلهاش         | [دامنه عمومی](https://github.com/ClickHouse/ClickHouse/blob/master/contrib/murmurhash/LICENSE)                                              |
-| رایانه های جیبی | [مجوز زلب](https://github.com/ClickHouse/ClickHouse/blob/master/contrib/pdqsort/license.txt)                                                |
-| پوکو            | [افزایش مجوز نرم افزار-نسخه 1.0](https://github.com/ClickHouse-Extras/poco/blob/fe5505e56c27b6ecb0dcbc40c49dc2caf4e9637f/LICENSE)           |
-| protobuf        | [لیسانس 3 بند](https://github.com/ClickHouse-Extras/protobuf/blob/12735370922a35f03999afff478e1c6d7aa917a4/LICENSE)                         |
-| شماره 2         | [لیسانس 3 بند](https://github.com/google/re2/blob/7cf8b88e8f70f97fd4926b56aa87e7f53b2717e0/LICENSE)                                         |
-| UnixODBC        | [الجی پی ال2.1](https://github.com/ClickHouse-Extras/UnixODBC/tree/b0ad30f7f6289c12b76f04bfb9d466374bb32168)                                |
-| زلب نانوگرم     | [مجوز زلب](https://github.com/ClickHouse-Extras/zlib-ng/blob/develop/LICENSE.md)                                                            |
-| زد              | [لیسانس 3 بند](https://github.com/facebook/zstd/blob/dev/LICENSE)                                                                           |
diff --git a/docs/fa/development/developer-instruction.md b/docs/fa/development/developer-instruction.md
deleted file mode 100644
index 9284d3a511a..00000000000
--- a/docs/fa/development/developer-instruction.md
+++ /dev/null
@@ -1,289 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 61
-toc_title: "\u062F\u0633\u062A\u0648\u0631\u0627\u0644\u0639\u0645\u0644 \u062A\u0648\
-  \u0633\u0639\u0647 \u062F\u0647\u0646\u062F\u0647 \u06A9\u0644\u06CC\u06A9 \u0645\
-  \u0628\u062A\u062F\u06CC"
----
-
-ساختمان از خانه کلیک بر روی لینوکس پشتیبانی, بورس و سیستم عامل مک ایکس.
-
-# در صورت استفاده از ویندوز {#if-you-use-windows}
-
-اگر شما استفاده از ویندوز, شما نیاز به ایجاد یک ماشین مجازی با اوبونتو. برای شروع کار با یک ماشین مجازی لطفا مجازی نصب کنید. شما می توانید اوبونتو را از وب سایت دانلود کنید: https://www.ubuntu.com/#download.لطفا یک ماشین مجازی از تصویر دانلود شده ایجاد کنید (شما باید حداقل 4 گیگابایت رم را رزرو کنید). برای اجرای یک ترمینال خط فرمان در اوبونتو, لطفا یک برنامه حاوی کلمه قرار “terminal” به نام (گنوم ترمینال, کنسول و غیره.) یا فقط کنترل را فشار دهید
-
-# اگر از یک سیستم 32 بیتی استفاده می کنید {#if-you-use-a-32-bit-system}
-
-تاتر نمی تواند کار کند و یا ساخت بر روی یک سیستم 32 بیتی. شما باید دسترسی به یک سیستم 64 بیتی کسب و شما می توانید ادامه مطلب.
-
-# ایجاد یک مخزن در گیتهاب {#creating-a-repository-on-github}
-
-برای شروع کار با مخزن کلیک شما یک حساب گیتهاب نیاز.
-
-شما احتمالا در حال حاضر یکی, اما اگر اینکار را نکنید, لطفا ثبت نام در https://github.com. در صورتی که کلید های سش را ندارید باید تولید کنید و سپس در گیتهاب بارگذاری کنید. این برای ارسال بیش از تکه های خود را مورد نیاز است. همچنین ممکن است به استفاده از کلید همان جلسه که شما با هر سرور جلسه دیگر استفاده کنید - احتمالا شما در حال حاضر کسانی که.
-
-ایجاد یک چنگال مخزن مخزن مخزن. برای انجام این کار لطفا بر روی کلیک کنید “fork” دکمه در گوشه سمت راست بالا در https://github.com/ClickHouse/ClickHouse. آن را به چنگال خود کپی ClickHouse/ClickHouse به حساب کاربری خود.
-
-روند توسعه شامل اولین ارتکاب تغییرات در نظر گرفته شده را به چنگال خود را از خانه رعیتی و سپس ایجاد یک “pull request” برای این تغییرات پذیرفته می شود به مخزن اصلی (ClickHouse/ClickHouse).
-
-برای کار با مخازن دستگاه گوارش, لطفا نصب کنید `git`.
-
-برای انجام این کار در اوبونتو شما در ترمینال خط فرمان اجرا می کنید:
-
-    sudo apt update
-    sudo apt install git
-
-کتابچه راهنمای مختصر در استفاده از دستگاه گوارش را می توان یافت: https://education.github.com/git-cheat-sheet-education.pdf.
-برای یک کتابچه راهنمای دقیق در دستگاه گوارش را ببینید https://git-scm.com/book/en/v2.
-
-# شبیه سازی یک مخزن به دستگاه توسعه خود را {#cloning-a-repository-to-your-development-machine}
-
-بعد, شما نیاز به دانلود فایل های منبع بر روی دستگاه کار خود را. این است که به نام “to clone a repository” زیرا ایجاد یک کپی محلی از مخزن بر روی دستگاه کار خود را.
-
-در خط فرمان ترمینال اجرا:
-
-    git clone --recursive git@github.com:your_github_username/ClickHouse.git
-    cd ClickHouse
-
-توجه: لطفا جایگزین کنید *تغییر _نامهی تو* با چه مناسب است!
-
-این دستور یک دایرکتوری ایجاد خواهد کرد `ClickHouse` حاوی کپی کار از پروژه.
-
-مهم این است که مسیر به دایرکتوری کار شامل هیچ فضای سفید به عنوان ممکن است به مشکلات در حال اجرا سیستم ساخت منجر شود.
-
-لطفا توجه داشته باشید که مخزن کلیک استفاده می کند `submodules`. That is what the references to additional repositories are called (i.e. external libraries on which the project depends). It means that when cloning the repository you need to specify the `--recursive` پرچم همانطور که در مثال بالا. اگر مخزن بدون زیر دستی مسدود شده باشد باید موارد زیر را دانلود کنید:
-
-    git submodule init
-    git submodule update
-
-شما می توانید وضعیت را با فرمان بررسی کنید: `git submodule status`.
-
-اگر پیغام خطای زیر را دریافت کنید:
-
-    Permission denied (publickey).
-    fatal: Could not read from remote repository.
-
-    Please make sure you have the correct access rights
-    and the repository exists.
-
-به طور کلی به این معنی است که کلید های برش برای اتصال به گیتهاب از دست رفته است. این کلید ها به طور معمول در واقع `~/.ssh`. برای کلید های جلسه پذیرفته می شود شما نیاز به ارسال در بخش تنظیمات رابط کاربر گیتهاب.
-
-شما همچنین می توانید مخزن از طریق پروتکل قام کلون:
-
-    git clone https://github.com/ClickHouse/ClickHouse.git
-
-این, با این حال, نمی خواهد به شما اجازه تغییرات خود را به سرور ارسال. شما هنوز هم می توانید به طور موقت استفاده کنید و اضافه کردن کلید های جلسه بعد جایگزین نشانی از راه دور از مخزن با `git remote` فرمان.
-
-شما همچنین می توانید نشانی اصلی مخزن مخزن محلی خود را اضافه کنید به جلو و به روز رسانی از وجود دارد:
-
-    git remote add upstream git@github.com:ClickHouse/ClickHouse.git
-
-پس از موفقیت در حال اجرا این دستور شما قادر خواهید بود به جلو و به روز رسانی از مخزن کلیک اصلی در حال اجرا خواهد بود `git pull upstream master`.
-
-## کار با Submodules {#working-with-submodules}
-
-کار با زیربول در دستگاه گوارش می تواند دردناک باشد. دستورات بعدی کمک خواهد کرد که برای مدیریت:
-
-    # ! each command accepts --recursive
-    # Update remote URLs for submodules. Barely rare case
-    git submodule sync
-    # Add new submodules
-    git submodule init
-    # Update existing submodules to the current state
-    git submodule update
-    # Two last commands could be merged together
-    git submodule update --init
-
-دستورات بعدی کمک خواهد کرد که شما را به تنظیم مجدد تمام زیربول به حالت اولیه (!هشدار! - هر گونه تغییر در داخل حذف خواهد شد):
-
-    # Synchronizes submodules' remote URL with .gitmodules
-    git submodule sync --recursive
-    # Update the registered submodules with initialize not yet initialized
-    git submodule update --init --recursive
-    # Reset all changes done after HEAD
-    git submodule foreach git reset --hard
-    # Clean files from .gitignore
-    git submodule foreach git clean -xfd
-    # Repeat last 4 commands for all submodule
-    git submodule foreach git submodule sync --recursive
-    git submodule foreach git submodule update --init --recursive
-    git submodule foreach git submodule foreach git reset --hard
-    git submodule foreach git submodule foreach git clean -xfd
-
-# ساخت سیستم {#build-system}
-
-تاتر با استفاده از کیک و نینجا برای ساخت و ساز.
-
-کیک-یک سیستم متا ساخت است که می تواند فایل های نینجا (ساخت وظایف) تولید کند.
-نینجا-یک سیستم ساخت کوچکتر با تمرکز بر سرعت مورد استفاده برای اجرای این کارهای تولید کیک.
-
-برای نصب در اوبونتو, دبیان و یا نعنا اجرا `sudo apt install cmake ninja-build`.
-
-در حال بارگذاری `sudo yum install cmake ninja-build`.
-
-اگر شما استفاده از قوس یا جنتو, شما احتمالا خودتان می دانید که چگونه به نصب کیک.
-
-برای نصب کیک و نینجا در سیستم عامل مک ایکس اول گشتن نصب و سپس نصب هر چیز دیگری از طریق دم:
-
-    /usr/bin/ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
-    brew install cmake ninja
-
-بعد, بررسی نسخه از کیک: `cmake --version`. اگر زیر 3.3, شما باید یک نسخه جدیدتر از وب سایت نصب: https://cmake.org/download/.
-
-# کتابخانه های خارجی اختیاری {#optional-external-libraries}
-
-تاتر با استفاده از چندین کتابخانه خارجی برای ساخت و ساز. همه آنها نمی نیاز به نصب به طور جداگانه به عنوان آنها ساخته شده است همراه با ClickHouse از منابع واقع در submodules. شما می توانید لیست را بررسی کنید `contrib`.
-
-# ج ++ کامپایلر {#c-compiler}
-
-کامپایلر شورای همکاری خلیج فارس با شروع از نسخه 10 و صدای شیپور نسخه 8 یا بالاتر برای ساخت و ساز خانه عروسکی پشتیبانی می کند.
-
-یاندکس رسمی ایجاد شده در حال حاضر با استفاده از شورای همکاری خلیج فارس به دلیل تولید کد ماشین از عملکرد کمی بهتر (بازده تفاوت تا چند درصد با توجه به معیار ما). و کلانگ معمولا برای توسعه راحت تر است. هر چند, ادغام مداوم ما (سی) پلت فرم اجرا می شود چک برای حدود یک دوجین از ترکیب ساخت.
-
-برای نصب شورای همکاری خلیج فارس در اوبونتو اجرای: `sudo apt install gcc g++`
-
-بررسی نسخه شورای همکاری خلیج فارس: `gcc --version`. اگر زیر است 10, سپس دستورالعمل اینجا را دنبال کنید: https://clickhouse.tech/docs/fa/development/build/#install-gcc-10.
-
-سیستم عامل مک ایکس ساخت فقط برای صدای جرنگ جرنگ پشتیبانی می شود. فقط فرار کن `brew install llvm`
-
-اگر شما تصمیم به استفاده از صدای شیپور, شما همچنین می توانید نصب `libc++` و `lld`, اگر شما می دانید چه چیزی است. با استفاده از `ccache` همچنین توصیه می شود.
-
-# روند ساخت و ساز {#the-building-process}
-
-حالا که اماده ساخت خانه عروسکی هستید توصیه می کنیم یک دایرکتوری جداگانه ایجاد کنید `build` داخل `ClickHouse` که شامل تمام مصنوعات ساخت:
-
-    mkdir build
-    cd build
-
-شما می توانید چندین دایرکتوری های مختلف (build_release, build_debug ، ) برای انواع مختلف ساخت.
-
-در حالی که در داخل `build` فهرست, پیکربندی ساخت خود را با در حال اجرا کیک. قبل از اولین اجرا, شما نیاز به تعریف متغیرهای محیطی که کامپایلر را مشخص (نسخه 10 کامپایلر شورای همکاری خلیج فارس در این مثال).
-
-لینوکس:
-
-    export CC=gcc-10 CXX=g++-10
-    cmake ..
-
-سیستم عامل مک ایکس:
-
-    export CC=clang CXX=clang++
-    cmake ..
-
-این `CC` متغیر کامپایلر برای ج مشخص (کوتاه برای کامپایلر ج), و `CXX` دستور متغیر که سی++ کامپایلر است که برای ساخت و ساز استفاده می شود.
-
-برای ساخت سریع تر, شما می توانید به توسل `debug` نوع ساخت-ساخت بدون بهینه سازی. برای عرضه پارامتر زیر `-D CMAKE_BUILD_TYPE=Debug`:
-
-    cmake -D CMAKE_BUILD_TYPE=Debug ..
-
-شما می توانید نوع ساخت را با اجرای این دستور در تغییر دهید `build` فهرست راهنما.
-
-اجرای نینجا برای ساخت:
-
-    ninja clickhouse-server clickhouse-client
-
-فقط باینری مورد نیاز در حال رفتن به در این مثال ساخته شده است.
-
-اگر شما نیاز به ساخت تمام فایل های باینری (تاسیسات و تست), شما باید نینجا بدون پارامتر اجرا:
-
-    ninja
-
-ساخت کامل نیاز به حدود 30 گیگابایت فضای دیسک رایگان یا 15 گیگابایت برای ساخت باینری اصلی دارد.
-
-هنگامی که مقدار زیادی از رم در ساخت دستگاه در دسترس است شما باید تعداد وظایف ساخت به صورت موازی با اجرا محدود می کند `-j` پرم:
-
-    ninja -j 1 clickhouse-server clickhouse-client
-
-در ماشین با 4 گیگابایت رم, توصیه می شود برای مشخص 1, برای 8گیگابایت رم `-j 2` توصیه می شود.
-
-اگر پیام را دریافت کنید: `ninja: error: loading 'build.ninja': No such file or directory`, به این معنی که تولید یک پیکربندی ساخت شکست خورده است و شما نیاز به بازرسی پیام بالا.
-
-پس از شروع موفق از روند ساخت و ساز, شما پیشرفت ساخت را ببینید-تعداد کارهای پردازش شده و تعداد کل وظایف.
-
-در حالی که ساختمان پیام در مورد protobuf فایل در libhdfs2 کتابخانه مانند `libprotobuf WARNING` ممکن است نشان دهد تا. هیچ چیز تاثیر می گذارد و امن نادیده گرفته می شود.
-
-پس از ساخت موفق شما یک فایل اجرایی دریافت کنید `ClickHouse/<build_dir>/programs/clickhouse`:
-
-    ls -l programs/clickhouse
-
-# اجرای اجرایی ساخته شده از خانه کلیک {#running-the-built-executable-of-clickhouse}
-
-برای اجرای سرور تحت کاربر فعلی شما نیاز به حرکت به `ClickHouse/programs/server/` (واقع در خارج از `build`) و اجرا:
-
-    ../../build/programs/clickhouse server
-
-در این مورد, تاتر خواهد فایل های پیکربندی واقع در دایرکتوری جاری استفاده. شما می توانید اجرا کنید `clickhouse server` از هر دایرکتوری مشخص کردن مسیر به یک فایل پیکربندی به عنوان یک پارامتر خط فرمان `--config-file`.
-
-برای اتصال به ClickHouse با clickhouse-مشتری در یکی دیگر از ترمینال حرکت به `ClickHouse/build/programs/` و فرار کن `./clickhouse client`.
-
-اگر شما `Connection refused` سعی کنید مشخص نشانی میزبان 127.0.0.1:
-
-    clickhouse client --host 127.0.0.1
-
-شما می توانید جایگزین تولید نسخه ClickHouse باینری در سیستم شما نصب شده خود را با سفارشی ساخته شده ClickHouse دودویی. برای انجام این کار نصب کلیک بر روی دستگاه خود را به دنبال دستورالعمل از وب سایت رسمی. بعد زیر را اجرا کنید:
-
-    sudo service clickhouse-server stop
-    sudo cp ClickHouse/build/programs/clickhouse /usr/bin/
-    sudo service clickhouse-server start
-
-توجه داشته باشید که `clickhouse-client`, `clickhouse-server` و دیگران به طور معمول به اشتراک گذاشته می شوند `clickhouse` دودویی.
-
-شما همچنین می توانید خود را سفارشی ساخته شده ClickHouse دودویی با فایل پیکربندی از ClickHouse بسته نصب شده در سیستم شما:
-
-    sudo service clickhouse-server stop
-    sudo -u clickhouse ClickHouse/build/programs/clickhouse server --config-file /etc/clickhouse-server/config.xml
-
-# محیط توسعه یکپارچه) {#ide-integrated-development-environment}
-
-اگر شما نمی دانید که محیط برنامه نویسی برای استفاده, توصیه می کنیم که شما با استفاده از کلون. کلوون نرم افزار تجاری است, اما 30 روز رایگان دوره محاکمه. این نیز رایگان برای دانشجویان. CLion می توان هم بر روی لینوکس و Mac OS X.
-
-KDevelop و QTCreator دیگر از جایگزین های بسیار خوبی از یک IDE برای توسعه ClickHouse. توسعه و توسعه به عنوان یک محیط برنامه نویسی بسیار مفید هر چند ناپایدار. اگر توسعه پس از مدتی پس از باز کردن پروژه سقوط, شما باید کلیک کنید “Stop All” دکمه به محض این که لیستی از فایل های پروژه را باز کرده است. پس از انجام این کار کدولاپ باید خوب باشد برای کار با.
-
-به عنوان ویراستاران کد ساده, شما می توانید متن والا و یا کد ویژوال استودیو استفاده, یا کیت (که همه در دسترس هستند در لینوکس).
-
-فقط در مورد لازم به ذکر است که CLion ایجاد `build` مسیر خود را نیز در انتخاب خود `debug` برای ساخت نوع پیکربندی آن را با استفاده از یک نسخه از CMake که تعریف شده است در CLion و نه یک نصب شده توسط شما, و در نهایت, CLion استفاده خواهد کرد `make` برای اجرای وظایف ساخت به جای `ninja`. این رفتار طبیعی است, فقط نگه دارید که در ذهن برای جلوگیری از سردرگمی.
-
-# نوشتن کد {#writing-code}
-
-شرح ClickHouse معماری را می توان در اینجا یافت نشد: https://clickhouse.فناوری / اسناد/مهندسی / توسعه / معماری/
-
-راهنمای سبک کد: https://clickhouse.فناوری / اسناد/در/توسعه / سبک/
-
-تست نوشتن: https://clickhouse.فناوری / اسناد/توسعه/تست/
-
-فهرست تکلیفها: https://github.com/ClickHouse/ClickHouse/issues?q=is%3Aopen+is%3Aissue+label%3A%22easy+task%22
-
-# داده های تست {#test-data}
-
-در حال توسعه تاتر اغلب نیاز به بارگذاری مجموعه داده های واقع بینانه است. این امر به ویژه برای تست عملکرد مهم است. ما یک مجموعه خاص تهیه شده از داده های ناشناس از یاندکس.متریکا این علاوه بر برخی از 3 گیگابایت فضای دیسک رایگان نیاز دارد. توجه داشته باشید که این داده ها مورد نیاز است برای به انجام رساندن بسیاری از وظایف توسعه.
-
-    sudo apt install wget xz-utils
-
-    wget https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz
-    wget https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz
-
-    xz -v -d hits_v1.tsv.xz
-    xz -v -d visits_v1.tsv.xz
-
-    clickhouse-client
-
-    CREATE DATABASE IF NOT EXISTS test
-
-    CREATE TABLE test.hits ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8,  UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8,  SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8,  IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8,  HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16,  SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32,  DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32,  NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64,  ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  `ParsedParams.Key1` Array(String),  `ParsedParams.Key2` Array(String),  `ParsedParams.Key3` Array(String),  `ParsedParams.Key4` Array(String),  `ParsedParams.Key5` Array(String),  `ParsedParams.ValueDouble` Array(Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree PARTITION BY toYYYYMM(EventDate) SAMPLE BY intHash32(UserID) ORDER BY (CounterID, EventDate, intHash32(UserID), EventTime);
-
-    CREATE TABLE test.visits ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  `Goals.ID` Array(UInt32),  `Goals.Serial` Array(UInt32),  `Goals.EventTime` Array(DateTime),  `Goals.Price` Array(Int64),  `Goals.OrderID` Array(String),  `Goals.CurrencyID` Array(UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  `TraficSource.ID` Array(Int8),  `TraficSource.SearchEngineID` Array(UInt16),  `TraficSource.AdvEngineID` Array(UInt8),  `TraficSource.PlaceID` Array(UInt16),  `TraficSource.SocialSourceNetworkID` Array(UInt8),  `TraficSource.Domain` Array(String),  `TraficSource.SearchPhrase` Array(String),  `TraficSource.SocialSourcePage` Array(String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  `ParsedParams.Key1` Array(String),  `ParsedParams.Key2` Array(String),  `ParsedParams.Key3` Array(String),  `ParsedParams.Key4` Array(String),  `ParsedParams.Key5` Array(String),  `ParsedParams.ValueDouble` Array(Float64),  `Market.Type` Array(UInt8),  `Market.GoalID` Array(UInt32),  `Market.OrderID` Array(String),  `Market.OrderPrice` Array(Int64),  `Market.PP` Array(UInt32),  `Market.DirectPlaceID` Array(UInt32),  `Market.DirectOrderID` Array(UInt32),  `Market.DirectBannerID` Array(UInt32),  `Market.GoodID` Array(String),  `Market.GoodName` Array(String),  `Market.GoodQuantity` Array(Int32),  `Market.GoodPrice` Array(Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) SAMPLE BY intHash32(UserID) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID);
-
-    clickhouse-client --max_insert_block_size 100000 --query "INSERT INTO test.hits FORMAT TSV" < hits_v1.tsv
-    clickhouse-client --max_insert_block_size 100000 --query "INSERT INTO test.visits FORMAT TSV" < visits_v1.tsv
-
-# ایجاد درخواست کشش {#creating-pull-request}
-
-حرکت به مخزن چنگال خود را در رابط کاربر گیتهاب است. اگر شما شده اند در حال توسعه در یک شاخه, شما نیاز به انتخاب کنید که شاخه. وجود خواهد داشت “Pull request” دکمه واقع بر روی صفحه نمایش. در اصل این به این معنی است “create a request for accepting my changes into the main repository”.
-
-درخواست کشش را می توان ایجاد حتی اگر کار کامل نشده است. در این مورد لطفا کلمه را قرار دهید “WIP” (کار در حال پیشرفت) در ابتدای عنوان می تواند بعدا تغییر کند. این برای بررسی تعاونی و بحث در مورد تغییرات و همچنین برای اجرای تمام تست های موجود مفید است. این مهم است که شما شرح مختصری از تغییرات خود را فراهم, بعد برای تولید تغییرات انتشار استفاده خواهد شد.
-
-تست شروع خواهد شد به عنوان به زودی به عنوان کارکنان یاندکس برچسب روابط عمومی خود را با یک برچسب “can be tested”. The results of some first checks (e.g. code style) will come in within several minutes. Build check results will arrive within half an hour. And the main set of tests will report itself within an hour.
-
-این سیستم خواهد باینری کلیک ایجاد شده برای درخواست کشش خود را به صورت جداگانه تهیه. برای بازیابی این ایجاد کلیک کنید “Details” پیوند بعدی به “ClickHouse build check” ورود در لیست چک. وجود دارد شما لینک مستقیم به ساخته شده پیدا کنید .بسته دب از تاتر که شما می توانید حتی بر روی سرور تولید خود را استقرار (اگر شما هیچ ترس).
-
-به احتمال زیاد برخی از ایجاد خواهد شد شکست در اولین بار. این به خاطر این واقعیت است که ما بررسی می کنیم ایجاد هر دو با شورای همکاری خلیج فارس و همچنین با صدای جرنگ, با تقریبا تمام هشدارهای موجود (همیشه با `-Werror` پرچم) را فعال کنید برای صدای جرنگ جرنگ. در همان صفحه, شما می توانید تمام سیاهههای مربوط ساخت پیدا به طوری که شما لازم نیست که برای ساخت خانه در تمام راه های ممکن.
diff --git a/docs/fa/development/index.md b/docs/fa/development/index.md
deleted file mode 100644
index 398d497336a..00000000000
--- a/docs/fa/development/index.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u062A\u0648\u0633\u0639\u0647"
-toc_hidden: true
-toc_priority: 58
-toc_title: "\u0645\u062E\u0641\u06CC"
----
-
-# توسعه کلیک {#clickhouse-development}
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/development/) <!--hide-->
diff --git a/docs/fa/development/style.md b/docs/fa/development/style.md
deleted file mode 100644
index c265a7426bd..00000000000
--- a/docs/fa/development/style.md
+++ /dev/null
@@ -1,842 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 68
-toc_title: "\u0686\u06AF\u0648\u0646\u0647 \u0628\u0631\u0627\u06CC \u0646\u0648\u0634\
-  \u062A\u0646 \u062C++ \u06A9\u062F"
----
-
-# چگونه برای نوشتن ج++ کد {#how-to-write-c-code}
-
-## توصیه های عمومی {#general-recommendations}
-
-**1.** در زیر توصیه, مورد نیاز نیست.
-
-**2.** اگر شما در حال ویرایش کد, این را حس می کند به دنبال قالب بندی کد های موجود.
-
-**3.** سبک کد برای سازگاری مورد نیاز است. سازگاری خواندن کد را ساده تر می کند و همچنین باعث می شود که کد را جستجو کنید.
-
-**4.** بسیاری از قوانین دلایل منطقی ندارند; دیکته شده توسط شیوه های تاسیس شده است.
-
-## قالببندی {#formatting}
-
-**1.** بسیاری از قالب بندی به صورت خودکار انجام می شود `clang-format`.
-
-**2.** فرورفتگی فضاهای 4 هستند. پیکربندی محیط توسعه خود را به طوری که یک تب اضافه می کند چهار فضا.
-
-**3.** باز و بسته شدن براکت فرفری باید در یک خط جداگانه باشد.
-
-``` cpp
-inline void readBoolText(bool & x, ReadBuffer & buf)
-{
-    char tmp = '0';
-    readChar(tmp, buf);
-    x = tmp != '0';
-}
-```
-
-**4.** اگر کل بدن تابع یک است `statement`, این را می توان در یک خط قرار داده شده. فضاهای محل در اطراف پرانتز فرفری (علاوه بر فضای در پایان خط).
-
-``` cpp
-inline size_t mask() const                { return buf_size() - 1; }
-inline size_t place(HashValue x) const    { return x & mask(); }
-```
-
-**5.** برای توابع. فضاهای اطراف براکت قرار ندهید.
-
-``` cpp
-void reinsert(const Value & x)
-```
-
-``` cpp
-memcpy(&buf[place_value], &x, sizeof(x));
-```
-
-**6.** داخل `if`, `for`, `while` و عبارت دیگر, یک فضای در مقابل براکت باز قرار داده(به عنوان مخالف به عملکرد تماس).
-
-``` cpp
-for (size_t i = 0; i < rows; i += storage.index_granularity)
-```
-
-**7.** اضافه کردن فضاهای اطراف اپراتورهای دودویی (`+`, `-`, `*`, `/`, `%`, …) and the ternary operator `?:`.
-
-``` cpp
-UInt16 year = (s[0] - '0') * 1000 + (s[1] - '0') * 100 + (s[2] - '0') * 10 + (s[3] - '0');
-UInt8 month = (s[5] - '0') * 10 + (s[6] - '0');
-UInt8 day = (s[8] - '0') * 10 + (s[9] - '0');
-```
-
-**8.** اگر یک خوراک خط وارد شده است, قرار دادن اپراتور در یک خط جدید و افزایش تورفتگی قبل از.
-
-``` cpp
-if (elapsed_ns)
-    message << " ("
-        << rows_read_on_server * 1000000000 / elapsed_ns << " rows/s., "
-        << bytes_read_on_server * 1000.0 / elapsed_ns << " MB/s.) ";
-```
-
-**9.** شما می توانید فضاهای برای هم ترازی در یک خط استفاده, در صورت دلخواه.
-
-``` cpp
-dst.ClickLogID         = click.LogID;
-dst.ClickEventID       = click.EventID;
-dst.ClickGoodEvent     = click.GoodEvent;
-```
-
-**10.** از فضاهای اطراف اپراتورها استفاده نکنید `.`, `->`.
-
-در صورت لزوم اپراتور می تواند به خط بعدی پیچیده شود. در این مورد جبران در مقابل افزایش می یابد.
-
-**11.** از فضا برای جدا کردن اپراتورهای غیر ضروری استفاده نکنید (`--`, `++`, `*`, `&`, …) from the argument.
-
-**12.** بعد از ویرگول فاصله بگیر ولی نه قبل از اون همین قاعده برای یک نقطه و ویرگول در داخل یک `for` اصطلاح.
-
-**13.** از فضاها برای جدا کردن استفاده نکنید `[]` اپراتور
-
-**14.** در یک `template <...>` عبارت, استفاده از یک فضای بین `template` و `<`; بدون فاصله پس از `<` یا قبل از `>`.
-
-``` cpp
-template <typename TKey, typename TValue>
-struct AggregatedStatElement
-{}
-```
-
-**15.** در کلاس ها و سازه, نوشتن `public`, `private` و `protected` در همان سطح به عنوان `class/struct`, و تورفتگی بقیه کد.
-
-``` cpp
-template <typename T>
-class MultiVersion
-{
-public:
-    /// Version of object for usage. shared_ptr manage lifetime of version.
-    using Version = std::shared_ptr<const T>;
-    ...
-}
-```
-
-**16.** اگر همان `namespace` برای کل فایل استفاده می شود, و هر چیز دیگری قابل توجهی وجود ندارد, افست در داخل لازم نیست `namespace`.
-
-**17.** اگر بلوک برای `if`, `for`, `while`, یا عبارت دیگر متشکل از یک `statement`, براکت فرفری اختیاری هستند. محل `statement` در یک خط جداگانه, در عوض. این قانون نیز برای تو در تو معتبر `if`, `for`, `while`, …
-
-اما اگر درونی `statement` شامل براکت های فرفری یا `else` بلوک خارجی باید در براکت های فرفری نوشته شود.
-
-``` cpp
-/// Finish write.
-for (auto & stream : streams)
-    stream.second->finalize();
-```
-
-**18.** نباید در انتهای خطوط هیچ فضایی وجود داشته باشد.
-
-**19.** فایل های منبع هستند وزارت مخابرات 8 کد گذاری.
-
-**20.** شخصیت های غیر ASCII استفاده می شود string literals.
-
-``` cpp
-<< ", " << (timer.elapsed() / chunks_stats.hits) << " μsec/hit.";
-```
-
-**21.** هنوز عبارات متعدد در یک خط ارسال نمی.
-
-**22.** بخش های گروهی کد در داخل توابع و با بیش از یک خط خالی جدا می شوند.
-
-**23.** توابع جداگانه, کلاس, و به همین ترتیب با یک یا دو خط خالی.
-
-**24.** `A const` (مربوط به ارزش) باید قبل از نام نوع نوشته شده است.
-
-``` cpp
-//correct
-const char * pos
-const std::string & s
-//incorrect
-char const * pos
-```
-
-**25.** هنگام اعلام اشاره گر یا مرجع `*` و `&` نمادها باید با فاصله در هر دو طرف از هم جدا.
-
-``` cpp
-//correct
-const char * pos
-//incorrect
-const char* pos
-const char *pos
-```
-
-**26.** هنگام استفاده از انواع قالب ها با نام مستعار `using` کلمه کلیدی (به جز در ساده ترین موارد).
-
-به عبارت دیگر پارامترهای قالب فقط در `using` و در کد تکرار نمی شود.
-
-`using` می توان به صورت محلی اعلام کرد, مانند داخل یک تابع.
-
-``` cpp
-//correct
-using FileStreams = std::map<std::string, std::shared_ptr<Stream>>;
-FileStreams streams;
-//incorrect
-std::map<std::string, std::shared_ptr<Stream>> streams;
-```
-
-**27.** هنوز متغیرهای مختلفی از انواع مختلف در یک بیانیه اعلام نمی.
-
-``` cpp
-//incorrect
-int x, *y;
-```
-
-**28.** هنوز کست ج سبک استفاده نمی.
-
-``` cpp
-//incorrect
-std::cerr << (int)c <<; std::endl;
-//correct
-std::cerr << static_cast<int>(c) << std::endl;
-```
-
-**29.** در کلاس ها و ساختار, اعضای گروه و توابع به طور جداگانه در داخل هر دامنه دید.
-
-**30.** برای کلاس های کوچک و structs آن است که لازم نیست برای جدا کردن روش بیانیه از اجرای.
-
-همان درست است برای روش های کوچک در هر کلاس و یا ساختار است.
-
-برای templated کلاس و structs نیست جداگانه روش اعلامیه از اجرای (زیرا در غیر این صورت آنها باید تعریف شده در ترجمه همان واحد).
-
-**31.** شما می توانید خطوط در بسته بندی 140 شخصیت, بجای 80.
-
-**32.** همیشه پیشوند اپراتورهای افزایش/کاهش استفاده کنید اگر پسوند مورد نیاز نمی باشد.
-
-``` cpp
-for (Names::const_iterator it = column_names.begin(); it != column_names.end(); ++it)
-```
-
-## توضیحات {#comments}
-
-**1.** حتما برای اضافه کردن نظر برای تمام بخش های غیر بدیهی از کد.
-
-این بسیار مهم است. نوشتن نظر ممکن است به شما کمک کند متوجه شوید که کد لازم نیست یا اشتباه طراحی شده است.
-
-``` cpp
-/** Part of piece of memory, that can be used.
-  * For example, if internal_buffer is 1MB, and there was only 10 bytes loaded to buffer from file for reading,
-  * then working_buffer will have size of only 10 bytes
-  * (working_buffer.end() will point to position right after those 10 bytes available for read).
-  */
-```
-
-**2.** نظرات می تواند به عنوان دقیق که لازم است.
-
-**3.** محل نظرات قبل از کد توصیف می کنند. در موارد نادر, نظرات می تواند پس از کد است, در همان خط.
-
-``` cpp
-/** Parses and executes the query.
-*/
-void executeQuery(
-    ReadBuffer & istr, /// Where to read the query from (and data for INSERT, if applicable)
-    WriteBuffer & ostr, /// Where to write the result
-    Context & context, /// DB, tables, data types, engines, functions, aggregate functions...
-    BlockInputStreamPtr & query_plan, /// Here could be written the description on how query was executed
-    QueryProcessingStage::Enum stage = QueryProcessingStage::Complete /// Up to which stage process the SELECT query
-    )
-```
-
-**4.** نظرات فقط باید به زبان انگلیسی نوشته شود.
-
-**5.** اگر شما در حال نوشتن یک کتابخانه, شامل نظرات دقیق توضیح در فایل هدر اصلی.
-
-**6.** هنوز نظر که اطلاعات اضافی را فراهم نمی کند اضافه کنید. به خصوص, نظرات خالی مثل این را ترک کنید:
-
-``` cpp
-/*
-* Procedure Name:
-* Original procedure name:
-* Author:
-* Date of creation:
-* Dates of modification:
-* Modification authors:
-* Original file name:
-* Purpose:
-* Intent:
-* Designation:
-* Classes used:
-* Constants:
-* Local variables:
-* Parameters:
-* Date of creation:
-* Purpose:
-*/
-```
-
-به عنوان مثال با اقتباس از منابع http://home.tamk.fi/~jaalto/دوره آموزشی/برنامه نویسی به سبک/doc/قابل نگهداشت-کد/.
-
-**7.** هنوز نظرات زباله ارسال کنید (نویسنده, تاریخ ایجاد ..) در ابتدای هر فایل.
-
-**8.** نظرات تک خط با سه اسلش شروع می شود: `///` و نظرات چند خط با شروع `/**`. این نظرات در نظر گرفته شده است “documentation”.
-
-توجه: شما می توانید داکسیژن برای تولید اسناد از این نظرات استفاده کنید. اما داکسیگن به طور کلی استفاده نمی شود زیرا راحت تر است که کد را در محیط برنامه نویسی حرکت دهید.
-
-**9.** نظرات چند خط باید خطوط خالی در ابتدا و پایان ندارد (به جز خط که بسته یک نظر چند خط).
-
-**10.** برای اظهار نظر از کد, استفاده از نظرات اساسی, نه “documenting” نظر.
-
-**11.** حذف بخش هایی از کد اظهار نظر قبل از ارتکاب.
-
-**12.** هنوز ناسزا در نظرات و یا کد استفاده کنید.
-
-**13.** از حروف بزرگ استفاده نکنید. هنوز نقطه گذاری بیش از حد استفاده کنید.
-
-``` cpp
-/// WHAT THE FAIL???
-```
-
-**14.** هنوز نظر را به محیطی استفاده نمی.
-
-``` cpp
-///******************************************************
-```
-
-**15.** هنوز بحث در نظرات شروع نشد.
-
-``` cpp
-/// Why did you do this stuff?
-```
-
-**16.** بدون نیاز به نوشتن نظر در پایان یک بلوک توصیف چه بود وجود دارد.
-
-``` cpp
-/// for
-```
-
-## نامها {#names}
-
-**1.** استفاده از حروف کوچک با رکورد در نام متغیرها و اعضای کلاس.
-
-``` cpp
-size_t max_block_size;
-```
-
-**2.** نام توابع (روش) استفاده از camelCase آغاز با حروف کوچک نامه.
-
-``` cpp
-std::string getName() const override { return "Memory"; }
-```
-
-**3.** برای نام کلاس ها (structs) استفاده از CamelCase آغاز با حروف بزرگ نامه. پیشوند دیگر از من برای رابط استفاده نمی شود.
-
-``` cpp
-class StorageMemory : public IStorage
-```
-
-**4.** `using` به همان شیوه به عنوان کلاس به نام, و یا با `_t` در پایان.
-
-**5.** نام استدلال نوع الگو: در موارد ساده, استفاده `T`; `T`, `U`; `T1`, `T2`.
-
-برای موارد پیچیده تر, هم پیروی از قوانین برای نام کلاس, و یا اضافه کردن پیشوند `T`.
-
-``` cpp
-template <typename TKey, typename TValue>
-struct AggregatedStatElement
-```
-
-**6.** نام استدلال ثابت الگو: هم پیروی از قوانین برای نام متغیر, و یا استفاده `N` در موارد ساده.
-
-``` cpp
-template <bool without_www>
-struct ExtractDomain
-```
-
-**7.** برای کلاس های انتزاعی (رابط) شما می توانید اضافه کنید `I` پیشوند.
-
-``` cpp
-class IBlockInputStream
-```
-
-**8.** اگر شما استفاده از یک متغیر به صورت محلی, شما می توانید نام کوتاه استفاده.
-
-در تمام موارد دیگر, استفاده از یک نام است که معنای توصیف.
-
-``` cpp
-bool info_successfully_loaded = false;
-```
-
-**9.** اسامی `define`بازدید کنندگان و ثابت جهانی استفاده از همه_کاپ با زیرخط.
-
-``` cpp
-#define MAX_SRC_TABLE_NAMES_TO_STORE 1000
-```
-
-**10.** نام فایل باید همان سبک به عنوان مطالب خود استفاده کنید.
-
-اگر یک فایل شامل یک کلاس, نام فایل به همان شیوه به عنوان کلاس (بالش).
-
-اگر فایل شامل یک تابع واحد, نام فایل به همان شیوه به عنوان تابع (بالش).
-
-**11.** اگر نام شامل مخفف, سپس:
-
--   برای نام متغیر مخفف حروف کوچک استفاده کنید `mysql_connection` ) نه `mySQL_connection`).
--   برای نام کلاس ها و توابع, نگه داشتن حروف بزرگ در مخفف`MySQLConnection` ) نه `MySqlConnection`).
-
-**12.** استدلال سازنده استفاده می شود که فقط به مقداردهی اولیه اعضای کلاس باید به همان شیوه به عنوان اعضای کلاس به نام, اما با تاکید در پایان.
-
-``` cpp
-FileQueueProcessor(
-    const std::string & path_,
-    const std::string & prefix_,
-    std::shared_ptr<FileHandler> handler_)
-    : path(path_),
-    prefix(prefix_),
-    handler(handler_),
-    log(&Logger::get("FileQueueProcessor"))
-{
-}
-```
-
-پسوند تاکید می توان حذف اگر استدلال در بدن سازنده استفاده نمی شود.
-
-**13.** هیچ تفاوتی در نام متغیرهای محلی و اعضای کلاس وجود دارد (هیچ پیشوندهای مورد نیاز).
-
-``` cpp
-timer (not m_timer)
-```
-
-**14.** برای ثابت در یک `enum` استفاده از CamelCase با حرف بزرگ. ت_کاپها نیز قابل قبول است. اگر `enum` غیر محلی است, استفاده از یک `enum class`.
-
-``` cpp
-enum class CompressionMethod
-{
-    QuickLZ = 0,
-    LZ4     = 1,
-};
-```
-
-**15.** همه نامها باید به زبان انگلیسی باشد. ترجمه کلمات روسی مجاز نیست.
-
-    not Stroka
-
-**16.** اختصارات قابل قبول هستند در صورتی که به خوبی شناخته شده است (زمانی که شما به راحتی می توانید معنای مخفف در ویکیپدیا و یا در یک موتور جستجو پیدا کنید).
-
-    `AST`, `SQL`.
-
-    Not `NVDH` (some random letters)
-
-کلمات ناقص قابل قبول است اگر نسخه کوتاه استفاده مشترک است.
-
-شما همچنین می توانید مخفف استفاده کنید اگر نام کامل در کنار در نظرات گنجانده شده است.
-
-**17.** نام فایل با ج++ کد منبع باید `.cpp` گسترش. فایل های هدر باید داشته باشند `.h` گسترش.
-
-## نحوه نوشتن کد {#how-to-write-code}
-
-**1.** مدیریت حافظه.
-
-تخصیص حافظه دستی (`delete`) تنها می تواند در کد کتابخانه استفاده می شود.
-
-در کد کتابخانه `delete` اپراتور تنها می تواند در مخرب استفاده می شود.
-
-در کد برنامه, حافظه باید توسط شی که صاحب رهایی.
-
-مثالها:
-
--   ساده ترین راه این است که یک شی را روی پشته قرار دهید یا عضو یک کلاس دیگر شوید.
--   برای تعداد زیادی از اشیای کوچک از ظروف استفاده کنید.
--   برای تخصیص خودکار تعداد کمی از اشیا که در پشته قرار دارند استفاده کنید `shared_ptr/unique_ptr`.
-
-**2.** مدیریت منابع.
-
-استفاده `RAII` و بالا را ببینید.
-
-**3.** رفع خطا.
-
-استفاده از استثنا. در بیشتر موارد, شما فقط نیاز به پرتاب یک استثنا, و لازم نیست برای گرفتن (به دلیل `RAII`).
-
-در برنامه های پردازش داده ها نیست, اغلب قابل قبول برای گرفتن استثنا نیست.
-
-در سرور هایی که رسیدگی به درخواست کاربر, این معمولا به اندازه کافی برای گرفتن استثنا در سطح بالای کنترل اتصال.
-
-در توابع موضوع, شما باید گرفتن و نگه داشتن همه استثنا به تجدید نظر در موضوع اصلی پس از `join`.
-
-``` cpp
-/// If there weren't any calculations yet, calculate the first block synchronously
-if (!started)
-{
-    calculate();
-    started = true;
-}
-else /// If calculations are already in progress, wait for the result
-    pool.wait();
-
-if (exception)
-    exception->rethrow();
-```
-
-هرگز استثنا بدون دست زدن به پنهان. هرگز فقط کورکورانه قرار دادن همه استثنا برای ورود به سیستم.
-
-``` cpp
-//Not correct
-catch (...) {}
-```
-
-اگر شما نیاز به چشم پوشی از چند استثنا, انجام این کار تنها برای افراد خاص و تجدید نظر بقیه.
-
-``` cpp
-catch (const DB::Exception & e)
-{
-    if (e.code() == ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION)
-        return nullptr;
-    else
-        throw;
-}
-```
-
-هنگام استفاده از توابع با کدهای پاسخ یا `errno`, همیشه نتیجه را بررسی کنید و پرتاب یک استثنا در صورت خطا.
-
-``` cpp
-if (0 != close(fd))
-    throwFromErrno("Cannot close file " + file_name, ErrorCodes::CANNOT_CLOSE_FILE);
-```
-
-`Do not use assert`.
-
-**4.** انواع استثنا.
-
-بدون نیاز به استفاده از سلسله مراتب استثنا پیچیده در کد نرم افزار وجود دارد. متن استثنا باید قابل فهم برای یک مدیر سیستم.
-
-**5.** پرتاب استثنا از destructors.
-
-این توصیه نمی شود, اما مجاز است.
-
-از گزینه های زیر استفاده کنید:
-
--   ایجاد یک تابع (`done()` یا `finalize()`) که همه کار در پیش است که ممکن است منجر به یک استثنا انجام دهد. در صورتی که تابع نامیده می شد, باید بدون استثنا در مخرب بعد وجود داشته باشد.
--   کارهایی که بیش از حد پیچیده هستند (مانند ارسال پیام بر روی شبکه) را می توان در روش جداگانه قرار داده است که کاربر کلاس باید قبل از تخریب تماس بگیرید.
--   اگر یک استثنا در مخرب وجود دارد, بهتر است به سیستم وارد شوید از برای مخفی کردن (اگر چوب در دسترس است).
--   در برنامه های ساده, قابل قبول است به تکیه بر `std::terminate` (برای موارد `noexcept` به طور پیش فرض در ج++11) برای رسیدگی به استثنا.
-
-**6.** بلوک کد ناشناس.
-
-شما می توانید یک بلوک کد جداگانه در داخل یک تابع واحد به منظور ایجاد متغیرهای خاص محلی ایجاد, به طوری که مخرب نامیده می شوند در هنگام خروج از بلوک.
-
-``` cpp
-Block block = data.in->read();
-
-{
-    std::lock_guard<std::mutex> lock(mutex);
-    data.ready = true;
-    data.block = block;
-}
-
-ready_any.set();
-```
-
-**7.** چند رشته.
-
-در برنامههای پردازش داده برونخط:
-
--   سعی کنید بهترین عملکرد ممکن را در یک هسته پردازنده تک دریافت کنید. سپس می توانید کد خود را در صورت لزوم موازی کنید.
-
-در برنامه های سرور:
-
--   استفاده از استخر موضوع برای پردازش درخواست. در این مرحله, ما هیچ وظایفی که مورد نیاز تعویض زمینه فضای کاربری نداشته اند.
-
-چنگال برای موازی سازی استفاده نمی شود.
-
-**8.** همگام سازی موضوعات.
-
-اغلب ممکن است موضوعات مختلف از سلول های حافظه مختلف (حتی بهتر: خطوط کش مختلف) استفاده کنند و از هماهنگ سازی موضوع (به جز `joinAll`).
-
-اگر هماهنگ سازی مورد نیاز است, در بیشتر موارد, کافی است به استفاده از امکانپذیر تحت `lock_guard`.
-
-در موارد دیگر استفاده از شکلهای هندسی اولیه هماهنگ سازی سیستم. هنوز انتظار مشغول استفاده کنید.
-
-عملیات اتمی باید تنها در ساده ترین موارد استفاده می شود.
-
-سعی نکنید ساختارهای داده ای بدون قفل را اجرا کنید مگر اینکه منطقه اصلی تخصص شما باشد.
-
-**9.** اشاره گر در مقابل مراجع.
-
-در بیشتر موارد, ترجیح می دهند مراجع.
-
-**10.** توایع.
-
-استفاده از منابع ثابت اشاره گر به ثابت, `const_iterator`, و روش توایع.
-
-در نظر بگیرید `const` به طور پیش فرض و استفاده غیر-`const` فقط در صورت لزوم.
-
-هنگام عبور متغیرها بر اساس ارزش, با استفاده از `const` معمولا معنی ندارد.
-
-**11.** امضا نشده.
-
-استفاده `unsigned` در صورت لزوم
-
-**12.** انواع عددی.
-
-استفاده از انواع `UInt8`, `UInt16`, `UInt32`, `UInt64`, `Int8`, `Int16`, `Int32` و `Int64`, و همچنین `size_t`, `ssize_t` و `ptrdiff_t`.
-
-از این نوع برای اعداد استفاده نکنید: `signed/unsigned long`, `long long`, `short`, `signed/unsigned char`, `char`.
-
-**13.** عبور استدلال.
-
-رمز عبور مقادیر پیچیده توسط مرجع (محتوی `std::string`).
-
-اگر یک تابع قطاری مالکیت یک شی ایجاد شده در پشته, را از نوع استدلال `shared_ptr` یا `unique_ptr`.
-
-**14.** ارزش بازگشت.
-
-در اکثر موارد فقط استفاده کنید `return`. ننویس `return std::move(res)`.
-
-اگر تابع یک شی در پشته اختصاص و بازده, استفاده `shared_ptr` یا `unique_ptr`.
-
-در موارد نادر شما ممکن است نیاز به بازگشت به ارزش از طریق بحث و جدل. در این مورد استدلال باید مرجع باشد.
-
-``` cpp
-using AggregateFunctionPtr = std::shared_ptr<IAggregateFunction>;
-
-/** Allows creating an aggregate function by its name.
-  */
-class AggregateFunctionFactory
-{
-public:
-    AggregateFunctionFactory();
-    AggregateFunctionPtr get(const String & name, const DataTypes & argument_types) const;
-```
-
-**15.** فضای نام.
-
-بدون نیاز به استفاده از یک جداگانه وجود دارد `namespace` برای کد برنامه.
-
-کتابخانه های کوچک هم به این نیاز ندارند.
-
-برای کتابخانه های متوسط تا بزرگ, همه چیز را در یک `namespace`.
-
-در کتابخانه `.h` پرونده, شما می توانید استفاده کنید `namespace detail` برای مخفی کردن اطلاعات پیاده سازی برای کد برنامه مورد نیاز نیست.
-
-در یک `.cpp` پرونده, شما می توانید یک استفاده `static` یا فضای نام ناشناس برای مخفی کردن نمادها.
-
-همچنین یک `namespace` می تواند برای یک استفاده شود `enum` برای جلوگیری از نام های مربوطه را از افتادن به یک خارجی `namespace` (اما بهتر است از یک `enum class`).
-
-**16.** مقدار دهی اولیه معوق.
-
-اگر استدلال برای مقدار دهی اولیه مورد نیاز, سپس شما به طور معمول باید یک سازنده به طور پیش فرض ارسال کنید.
-
-اگر بعد شما نیاز به تاخیر دهی اولیه, شما می توانید یک سازنده به طور پیش فرض است که یک شی نامعتبر ایجاد اضافه. یا برای تعداد کمی از اشیا می توانید استفاده کنید `shared_ptr/unique_ptr`.
-
-``` cpp
-Loader(DB::Connection * connection_, const std::string & query, size_t max_block_size_);
-
-/// For deferred initialization
-Loader() {}
-```
-
-**17.** توابع مجازی.
-
-اگر کلاس برای استفاده چند شکل در نظر گرفته شده, شما لازم نیست که به توابع مجازی. این نیز به مخرب اعمال می شود.
-
-**18.** کدگذاریها.
-
-استفاده از اوتیف - 8 در همه جا. استفاده `std::string`و`char *`. استفاده نشود `std::wstring`و`wchar_t`.
-
-**19.** ثبت.
-
-نمونه در همه جا در کد را ببینید.
-
-قبل از ارتکاب, حذف همه بی معنی و اشکال زدایی ورود به سیستم, و هر نوع دیگری از خروجی اشکال زدایی.
-
-ورود به چرخه باید حتی در سطح ردیابی اجتناب شود.
-
-سیاهههای مربوط باید در هر سطح ورود به سیستم قابل خواندن باشد.
-
-ورود به سیستم تنها باید در کد نرم افزار مورد استفاده قرار, در بیشتر قسمت ها.
-
-ورود پیام باید به زبان انگلیسی نوشته شده است.
-
-ورود ترجیحا باید برای مدیر سیستم قابل فهم باشد.
-
-هنوز ناسزا در ورود به سیستم استفاده کنید.
-
-استفاده از جی تی اف 8 را پشتیبانی می کند در ورود به سیستم. در موارد نادر شما می توانید شخصیت های غیر اسکی در ورود به سیستم استفاده کنید.
-
-**20.** ورودی-خروجی.
-
-استفاده نکنید `iostreams` در چرخه های داخلی که برای عملکرد برنامه حیاتی هستند (و هرگز استفاده نکنید `stringstream`).
-
-استفاده از `DB/IO` کتابخانه به جای.
-
-**21.** تاریخ و زمان.
-
-دیدن `DateLUT` کتابخونه.
-
-**22.** شامل شدن.
-
-همیشه استفاده کنید `#pragma once` به جای شامل نگهبانان.
-
-**23.** با استفاده از.
-
-`using namespace` استفاده نمی شود. شما می توانید استفاده کنید `using` با چیزی خاص. اما محلی در داخل یک کلاس و یا تابع را.
-
-**24.** استفاده نشود `trailing return type` برای توابع مگر اینکه لازم باشد.
-
-``` cpp
-auto f() -> void
-```
-
-**25.** اعلامیه و مقدار دهی اولیه از متغیرهای.
-
-``` cpp
-//right way
-std::string s = "Hello";
-std::string s{"Hello"};
-
-//wrong way
-auto s = std::string{"Hello"};
-```
-
-**26.** برای توابع مجازی, نوشتن `virtual` در کلاس پایه, اما ارسال `override` به جای `virtual` در کلاس های نسل نو.
-
-## ویژگی های استفاده نشده از سی++ {#unused-features-of-c}
-
-**1.** ارث مجازی استفاده نمی شود.
-
-**2.** ویژگی استثنا از ج++03 استفاده نمی شود.
-
-## سکو {#platform}
-
-**1.** ما نوشتن کد برای یک پلت فرم خاص.
-
-اما چیزهای دیگر برابر بودن, کراس پلت فرم و یا کد قابل حمل ترجیح داده می شود.
-
-**2.** زبان: ج++20.
-
-**3.** کامپایلر: `gcc`. در این زمان (اوت 2020), کد با استفاده از نسخه وارد شده 9.3. (همچنین می تواند با استفاده از وارد شود `clang 8`.)
-
-کتابخانه استاندارد استفاده شده است (`libc++`).
-
-**4.**سیستم عامل: لینوکس اوبونتو, مسن تر از دقیق نیست.
-
-**5.**کد برای معماری پردازنده ایکس86_64 نوشته شده است.
-
-مجموعه دستورالعمل پردازنده حداقل مجموعه پشتیبانی در میان سرورهای ما است. در حال حاضر, این سوس است 4.2.
-
-**6.** استفاده `-Wall -Wextra -Werror` پرچم تلفیقی.
-
-**7.** استفاده از لینک کردن استاتیک با تمام کتابخانه ها به جز کسانی که به سختی برای اتصال به استاتیک (خروجی را ببینید `ldd` فرمان).
-
-**8.** کد توسعه یافته است و با تنظیمات انتشار دیباگ.
-
-## ابزارها {#tools}
-
-**1.** KDevelop خوب است IDE.
-
-**2.** برای اشکالزدایی, استفاده `gdb`, `valgrind` (`memcheck`), `strace`, `-fsanitize=...` یا `tcmalloc_minimal_debug`.
-
-**3.** برای پروفایل استفاده کنید `Linux Perf`, `valgrind` (`callgrind`), یا `strace -cf`.
-
-**4.** منابع در دستگاه گوارش هستند.
-
-**5.** استفاده مجمع `CMake`.
-
-**6.** برنامه ها با استفاده از منتشر `deb` بسته.
-
-**7.** مرتکب به استاد باید ساخت شکستن نیست.
-
-هر چند تجدید نظر تنها انتخاب شده قابل اجرا در نظر گرفته.
-
-**8.** مرتکب به عنوان اغلب به عنوان امکان پذیر است, حتی اگر کد تنها تا حدی اماده.
-
-استفاده از شاخه برای این منظور.
-
-اگر کد شما در `master` شاخه هنوز قابل ساختن نیست و از قبل از ساخت حذف می شود `push`. باید تمومش کنی یا ظرف چند روز حذفش کنی
-
-**9.** برای تغییرات غیر بدیهی از شاخه ها استفاده کنید و بر روی سرور منتشر کنید.
-
-**10.** کد استفاده نشده است از مخزن حذف شده است.
-
-## کتابخانهها {#libraries}
-
-**1.** ج++20 کتابخانه استاندارد استفاده شده است (پسوند تجربی مجاز), و همچنین `boost` و `Poco` چارچوب.
-
-**2.** در صورت لزوم, شما می توانید هر کتابخانه شناخته شده موجود در بسته سیستم عامل استفاده.
-
-اگر یک راه حل خوب در حال حاضر در دسترس وجود دارد, سپس استفاده کنید, حتی اگر به این معنی شما باید برای نصب کتابخانه دیگر.
-
-(اما برای حذف کتابخانه های بد از کد تهیه می شود.)
-
-**3.** شما می توانید یک کتابخانه است که در بسته نیست نصب, اگر بسته لازم نیست که چه شما نیاز دارید و یا یک نسخه منسوخ شده و یا نوع اشتباه از تلفیقی.
-
-**4.** اگر کتابخانه کوچک است و سیستم ساخت پیچیده خود را ندارد, قرار دادن فایل های منبع در `contrib` پوشه
-
-**5.** اولویت همیشه به کتابخانه هایی که در حال حاضر در حال استفاده هستند داده می شود.
-
-## توصیه های عمومی {#general-recommendations-1}
-
-**1.** ارسال کد به عنوان کوچک که ممکن است.
-
-**2.** ساده ترین راه حل را امتحان کنید.
-
-**3.** کد را بنویسید تا بدانید چگونه کار می کند و چگونه حلقه داخلی عمل می کند.
-
-**4.** در ساده ترین موارد استفاده کنید `using` به جای کلاس و یا ساختار.
-
-**5.** در صورت امکان, انجام سازنده کپی ارسال کنید, اپراتورهای انتساب, مخرب (به غیر از یک مجازی, اگر کلاس شامل حداقل یک تابع مجازی), حرکت سازنده و یا اپراتورهای انتساب حرکت. به عبارت دیگر, توابع کامپایلر تولید باید به درستی کار. شما می توانید استفاده کنید `default`.
-
-**6.** ساده سازی کد تشویق می شود. کاهش اندازه کد خود را در صورت امکان.
-
-## توصیه های اضافی {#additional-recommendations}
-
-**1.** به صراحت مشخص `std::` برای انواع از `stddef.h`
-
-توصیه نمی شود. به عبارت دیگر توصیه می کنیم نوشتن کنید `size_t` در عوض `std::size_t` چون کوتاهتر است .
-
-این قابل قبول است برای اضافه کردن `std::`.
-
-**2.** به صراحت مشخص `std::` برای توابع از کتابخانه استاندارد ج
-
-توصیه نمی شود. به عبارت دیگر, نوشتن `memcpy` به جای `std::memcpy`.
-
-دلیل این است که توابع غیر استاندارد مشابه وجود دارد, مانند `memmem`. ما با استفاده از این توابع در مناسبت. این توابع در وجود ندارد `namespace std`.
-
-اگر شما ارسال `std::memcpy` به جای `memcpy` پس همه جا `memmem` بدون `std::` نگاه عجیب و غریب.
-
-با این اوصاف, شما هنوز هم می توانید استفاده کنید `std::` اگر شما ترجیح می دهند.
-
-**3.** با استفاده از توابع از ج زمانی که همان در استاندارد ج++ کتابخانه در دسترس هستند.
-
-این قابل قبول است اگر کارایی بیشتری داشته باشد.
-
-برای مثال استفاده کنید `memcpy` به جای `std::copy` برای کپی کردن تکه های زیادی از حافظه است.
-
-**4.** استدلال تابع چند خطی.
-
-هر یک از سبک های بسته بندی زیر مجاز است:
-
-``` cpp
-function(
-  T1 x1,
-  T2 x2)
-```
-
-``` cpp
-function(
-  size_t left, size_t right,
-  const & RangesInDataParts ranges,
-  size_t limit)
-```
-
-``` cpp
-function(size_t left, size_t right,
-  const & RangesInDataParts ranges,
-  size_t limit)
-```
-
-``` cpp
-function(size_t left, size_t right,
-      const & RangesInDataParts ranges,
-      size_t limit)
-```
-
-``` cpp
-function(
-      size_t left,
-      size_t right,
-      const & RangesInDataParts ranges,
-      size_t limit)
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/development/style/) <!--hide-->
diff --git a/docs/fa/development/tests.md b/docs/fa/development/tests.md
deleted file mode 120000
index c03d36c3916..00000000000
--- a/docs/fa/development/tests.md
+++ /dev/null
@@ -1 +0,0 @@
-../../en/development/tests.md
\ No newline at end of file
diff --git a/docs/fa/engines/database-engines/index.md b/docs/fa/engines/database-engines/index.md
deleted file mode 100644
index 40c7b75c83f..00000000000
--- a/docs/fa/engines/database-engines/index.md
+++ /dev/null
@@ -1,22 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0645\u0648\u062A\u0648\u0631\u0647\u0627\u06CC \u067E\u0627\u06CC\
-  \u06AF\u0627\u0647 \u062F\u0627\u062F\u0647"
-toc_priority: 27
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# موتورهای پایگاه داده {#database-engines}
-
-موتورهای پایگاه داده به شما اجازه کار با جداول.
-
-به طور پیش فرض, تاتر با استفاده از موتور پایگاه داده مادری خود, فراهم می کند که تنظیم [موتورهای جدول](../../engines/table-engines/index.md) و یک [شمارهگیری](../../sql-reference/syntax.md).
-
-شما همچنین می توانید موتورهای پایگاه داده زیر استفاده کنید:
-
--   [MySQL](mysql.md)
-
--   [تنبل](lazy.md)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/database_engines/) <!--hide-->
diff --git a/docs/fa/engines/database-engines/lazy.md b/docs/fa/engines/database-engines/lazy.md
deleted file mode 100644
index addac167334..00000000000
--- a/docs/fa/engines/database-engines/lazy.md
+++ /dev/null
@@ -1,18 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 31
-toc_title: "\u062A\u0646\u0628\u0644"
----
-
-# تنبل {#lazy}
-
-نگه می دارد جداول در رم تنها `expiration_time_in_seconds` ثانیه پس از دسترسی گذشته. را می توان تنها با استفاده \*جداول ورود به سیستم.
-
-این برای ذخیره سازی بسیاری از جداول کوچک \*ورود به سیستم بهینه شده است که فاصله زمانی طولانی بین دسترسی ها وجود دارد.
-
-## ایجاد یک پایگاه داده {#creating-a-database}
-
-    CREATE DATABASE testlazy ENGINE = Lazy(expiration_time_in_seconds);
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/database_engines/lazy/) <!--hide-->
diff --git a/docs/fa/engines/database-engines/mysql.md b/docs/fa/engines/database-engines/mysql.md
deleted file mode 100644
index b8a9a4d1d2b..00000000000
--- a/docs/fa/engines/database-engines/mysql.md
+++ /dev/null
@@ -1,135 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 30
-toc_title: MySQL
----
-
-# MySQL {#mysql}
-
-اجازه می دهد تا برای اتصال به پایگاه داده بر روی یک سرور خروجی از راه دور و انجام `INSERT` و `SELECT` نمایش داده شد به تبادل اطلاعات بین کلیک و خروجی زیر.
-
-این `MySQL` موتور پایگاه داده ترجمه نمایش داده شد به سرور خروجی زیر بنابراین شما می توانید عملیات مانند انجام `SHOW TABLES` یا `SHOW CREATE TABLE`.
-
-شما می توانید نمایش داده شد زیر را انجام دهد:
-
--   `RENAME`
--   `CREATE TABLE`
--   `ALTER`
-
-## ایجاد یک پایگاه داده {#creating-a-database}
-
-``` sql
-CREATE DATABASE [IF NOT EXISTS] db_name [ON CLUSTER cluster]
-ENGINE = MySQL('host:port', ['database' | database], 'user', 'password')
-```
-
-**پارامترهای موتور**
-
--   `host:port` — MySQL server address.
--   `database` — Remote database name.
--   `user` — MySQL user.
--   `password` — User password.
-
-## پشتیبانی از انواع داده ها {#data_types-support}
-
-| MySQL                            | فاحشه خانه                                                 |
-|----------------------------------|------------------------------------------------------------|
-| UNSIGNED TINYINT                 | [UInt8](../../sql-reference/data-types/int-uint.md)        |
-| TINYINT                          | [Int8](../../sql-reference/data-types/int-uint.md)         |
-| UNSIGNED SMALLINT                | [UInt16](../../sql-reference/data-types/int-uint.md)       |
-| SMALLINT                         | [Int16](../../sql-reference/data-types/int-uint.md)        |
-| UNSIGNED INT, UNSIGNED MEDIUMINT | [UInt32](../../sql-reference/data-types/int-uint.md)       |
-| INT, MEDIUMINT                   | [Int32](../../sql-reference/data-types/int-uint.md)        |
-| UNSIGNED BIGINT                  | [UInt64](../../sql-reference/data-types/int-uint.md)       |
-| BIGINT                           | [Int64](../../sql-reference/data-types/int-uint.md)        |
-| FLOAT                            | [Float32](../../sql-reference/data-types/float.md)         |
-| DOUBLE                           | [جسم شناور64](../../sql-reference/data-types/float.md)     |
-| DATE                             | [تاریخ](../../sql-reference/data-types/date.md)            |
-| DATETIME, TIMESTAMP              | [DateTime](../../sql-reference/data-types/datetime.md)     |
-| BINARY                           | [رشته ثابت](../../sql-reference/data-types/fixedstring.md) |
-
-همه انواع داده خروجی زیر دیگر به تبدیل [رشته](../../sql-reference/data-types/string.md).
-
-[Nullable](../../sql-reference/data-types/nullable.md) پشتیبانی می شود.
-
-## نمونه هایی از استفاده {#examples-of-use}
-
-جدول در خروجی زیر:
-
-``` text
-mysql> USE test;
-Database changed
-
-mysql> CREATE TABLE `mysql_table` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `float` FLOAT NOT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into mysql_table (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from mysql_table;
-+------+-----+
-| int_id | value |
-+------+-----+
-|      1 |     2 |
-+------+-----+
-1 row in set (0,00 sec)
-```
-
-پایگاه داده در خانه, تبادل داده ها با سرور خروجی زیر:
-
-``` sql
-CREATE DATABASE mysql_db ENGINE = MySQL('localhost:3306', 'test', 'my_user', 'user_password')
-```
-
-``` sql
-SHOW DATABASES
-```
-
-``` text
-┌─name─────┐
-│ default  │
-│ mysql_db │
-│ system   │
-└──────────┘
-```
-
-``` sql
-SHOW TABLES FROM mysql_db
-```
-
-``` text
-┌─name─────────┐
-│  mysql_table │
-└──────────────┘
-```
-
-``` sql
-SELECT * FROM mysql_db.mysql_table
-```
-
-``` text
-┌─int_id─┬─value─┐
-│      1 │     2 │
-└────────┴───────┘
-```
-
-``` sql
-INSERT INTO mysql_db.mysql_table VALUES (3,4)
-```
-
-``` sql
-SELECT * FROM mysql_db.mysql_table
-```
-
-``` text
-┌─int_id─┬─value─┐
-│      1 │     2 │
-│      3 │     4 │
-└────────┴───────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/database_engines/mysql/) <!--hide-->
diff --git a/docs/fa/engines/index.md b/docs/fa/engines/index.md
deleted file mode 100644
index cd705cc3df5..00000000000
--- a/docs/fa/engines/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0645\u0648\u062A\u0648\u0631\u0647\u0627"
-toc_priority: 25
----
-
-
diff --git a/docs/fa/engines/table-engines/index.md b/docs/fa/engines/table-engines/index.md
deleted file mode 100644
index a78f9e1d453..00000000000
--- a/docs/fa/engines/table-engines/index.md
+++ /dev/null
@@ -1,86 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0645\u0648\u062A\u0648\u0631\u0647\u0627\u06CC \u062C\u062F\u0648\
-  \u0644"
-toc_priority: 26
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# موتورهای جدول {#table_engines}
-
-موتور جدول (نوع جدول) تعیین می کند:
-
--   چگونه و در کجا اطلاعات ذخیره شده است, جایی که برای نوشتن به, و از کجا به خواندن از.
--   که نمایش داده شد پشتیبانی می شوند, و چگونه.
--   همزمان دسترسی به داده ها.
--   استفاده از شاخص, در صورت وجود.
--   این که اجرای درخواست چند رشته ای امکان پذیر باشد.
--   پارامترهای تکرار داده.
-
-## خانواده موتور {#engine-families}
-
-### ادغام {#mergetree}
-
-موتورهای جدول جهانی ترین و کاربردی برای وظایف بار بالا. اموال به اشتراک گذاشته شده توسط این موتور درج داده های سریع با پردازش داده های پس زمینه های بعدی است. `MergeTree` موتورهای خانواده از تکرار داده ها پشتیبانی می کنند (با [تکرار\*](mergetree-family/replication.md#table_engines-replication) نسخه موتورهای) پارتیشن بندی و ویژگی های دیگر در موتورهای دیگر پشتیبانی نمی شود.
-
-موتورهای در خانواده:
-
--   [ادغام](mergetree-family/mergetree.md#mergetree)
--   [جایگزینی](mergetree-family/replacingmergetree.md#replacingmergetree)
--   [سامینگمرگتری](mergetree-family/summingmergetree.md#summingmergetree)
--   [ریزدانه](mergetree-family/aggregatingmergetree.md#aggregatingmergetree)
--   [سقوط غذای اصلی](mergetree-family/collapsingmergetree.md#table_engine-collapsingmergetree)
--   [در حال بارگذاری](mergetree-family/versionedcollapsingmergetree.md#versionedcollapsingmergetree)
--   [نمودار](mergetree-family/graphitemergetree.md#graphitemergetree)
-
-### ثبت {#log}
-
-سبک [موتورها](log-family/index.md) با حداقل قابلیت. هنگامی که شما نیاز به سرعت نوشتن بسیاری از جداول کوچک (تا حدود 1 میلیون ردیف) و خواندن بعد به عنوان یک کل موثر ترین هستند.
-
-موتورهای در خانواده:
-
--   [جمع شدن](log-family/tinylog.md#tinylog)
--   [خط زدن](log-family/stripelog.md#stripelog)
--   [ثبت](log-family/log.md#log)
-
-### موتورهای یکپارچه سازی {#integration-engines}
-
-موتورهای برای برقراری ارتباط با دیگر ذخیره سازی داده ها و سیستم های پردازش.
-
-موتورهای در خانواده:
-
--   [کافکا](integrations/kafka.md#kafka)
--   [MySQL](integrations/mysql.md#mysql)
--   [ODBC](integrations/odbc.md#table-engine-odbc)
--   [JDBC](integrations/jdbc.md#table-engine-jdbc)
--   [HDFS](integrations/hdfs.md#hdfs)
-
-### موتورهای ویژه {#special-engines}
-
-موتورهای در خانواده:
-
--   [توزیع شده](special/distributed.md#distributed)
--   [ماده بینی](special/materializedview.md#materializedview)
--   [واژهنامه](special/dictionary.md#dictionary)
--   پردازشگر پشتیبانی شده:
--   [پرونده](special/file.md#file)
--   [خالی](special/null.md#null)
--   [تنظیم](special/set.md#set)
--   [پیوستن](special/join.md#join)
--   [URL](special/url.md#table_engines-url)
--   [نما](special/view.md#table_engines-view)
--   [حافظه](special/memory.md#memory)
--   [بافر](special/buffer.md#buffer)
-
-## ستونهای مجازی {#table_engines-virtual_columns}
-
-ستون مجازی یک ویژگی موتور جدول انتگرال است که در کد منبع موتور تعریف شده است.
-
-شما باید ستون مجازی در مشخص نیست `CREATE TABLE` پرس و جو کنید و نمی توانید ببینید `SHOW CREATE TABLE` و `DESCRIBE TABLE` نتایج پرس و جو. ستون مجازی نیز فقط خواندنی, بنابراین شما می توانید داده ها را به ستون مجازی وارد کنید.
-
-برای انتخاب داده ها از یک ستون مجازی, شما باید نام خود را در مشخص `SELECT` پرس و جو. `SELECT *` مقادیر از ستون های مجازی بازگشت نیست.
-
-اگر شما یک جدول با یک ستون است که به همین نام به عنوان یکی از ستون های مجازی جدول ایجاد, ستون مجازی غیر قابل دسترس می شود. ما توصیه نمی انجام این کار. برای کمک به جلوگیری از درگیری, نام ستون مجازی معمولا با تاکید پیشوند.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/integrations/hdfs.md b/docs/fa/engines/table-engines/integrations/hdfs.md
deleted file mode 100644
index 36837362e07..00000000000
--- a/docs/fa/engines/table-engines/integrations/hdfs.md
+++ /dev/null
@@ -1,123 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: HDFS
----
-
-# HDFS {#table_engines-hdfs}
-
-این موتور ادغام با فراهم می کند [Apache Hadoop](https://en.wikipedia.org/wiki/Apache_Hadoop) اکوسیستم با اجازه دادن به مدیریت داده ها در [HDFS](https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-hdfs/HdfsDesign.html)از طریق کلیکهاوس. این موتور مشابه است
-به [پرونده](../special/file.md#table_engines-file) و [URL](../special/url.md#table_engines-url) موتورهای, اما فراهم می کند ویژگی های هادوپ خاص.
-
-## استفاده {#usage}
-
-``` sql
-ENGINE = HDFS(URI, format)
-```
-
-این `URI` پارامتر تمام فایل نشانی اینترنتی در اچ دی است.
-این `format` پارامتر یکی از فرمت های فایل های موجود را مشخص می کند. برای انجام
-`SELECT` نمایش داده شد, فرمت باید برای ورودی پشتیبانی می شود, و به انجام
-`INSERT` queries – for output. The available formats are listed in the
-[فرشها](../../../interfaces/formats.md#formats) بخش.
-قسمت مسیر `URI` ممکن است حاوی دل تنگی. در این مورد جدول قابل خواندن خواهد بود.
-
-**مثال:**
-
-**1.** تنظیم `hdfs_engine_table` جدول:
-
-``` sql
-CREATE TABLE hdfs_engine_table (name String, value UInt32) ENGINE=HDFS('hdfs://hdfs1:9000/other_storage', 'TSV')
-```
-
-**2.** پر کردن پرونده:
-
-``` sql
-INSERT INTO hdfs_engine_table VALUES ('one', 1), ('two', 2), ('three', 3)
-```
-
-**3.** پرسوجوی داده:
-
-``` sql
-SELECT * FROM hdfs_engine_table LIMIT 2
-```
-
-``` text
-┌─name─┬─value─┐
-│ one  │     1 │
-│ two  │     2 │
-└──────┴───────┘
-```
-
-## پیاده سازی اطلاعات {#implementation-details}
-
--   می خواند و می نویسد می تواند موازی
--   پشتیبانی نمیشود:
-    -   `ALTER` و `SELECT...SAMPLE` عملیات.
-    -   شاخص.
-    -   تکرار.
-
-**دل تنگی در مسیر**
-
-اجزای مسیر چندگانه می تواند دل تنگی دارند. برای پردازش فایل باید وجود داشته باشد و مسابقات به الگوی کل مسیر. لیست فایل های تعیین در طول `SELECT` (نه در `CREATE` لحظه).
-
--   `*` — Substitutes any number of any characters except `/` از جمله رشته خالی.
--   `?` — Substitutes any single character.
--   `{some_string,another_string,yet_another_one}` — Substitutes any of strings `'some_string', 'another_string', 'yet_another_one'`.
--   `{N..M}` — Substitutes any number in range from N to M including both borders.
-
-سازه با `{}` شبیه به [دور](../../../sql-reference/table-functions/remote.md) تابع جدول.
-
-**مثال**
-
-1.  فرض کنید ما چندین فایل را در قالب فیلم با اوریس زیر در اچ دی ها داریم:
-
--   ‘hdfs://hdfs1:9000/some_dir/some_file_1’
--   ‘hdfs://hdfs1:9000/some_dir/some_file_2’
--   ‘hdfs://hdfs1:9000/some_dir/some_file_3’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_1’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_2’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_3’
-
-1.  راه های مختلفی برای ایجاد یک جدول متشکل از تمام شش فایل وجود دارد:
-
-<!-- -->
-
-``` sql
-CREATE TABLE table_with_range (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/{some,another}_dir/some_file_{1..3}', 'TSV')
-```
-
-راه دیگر:
-
-``` sql
-CREATE TABLE table_with_question_mark (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/{some,another}_dir/some_file_?', 'TSV')
-```
-
-جدول شامل تمام فایل ها در هر دو دایرکتوری (تمام فایل ها باید فرمت و طرح توصیف شده در پرس و جو راضی):
-
-``` sql
-CREATE TABLE table_with_asterisk (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/{some,another}_dir/*', 'TSV')
-```
-
-!!! warning "اخطار"
-    اگر فهرستی از فایل های حاوی محدوده تعداد با صفر پیشرو, استفاده از ساخت و ساز با پرانتز برای هر رقم به طور جداگانه و یا استفاده `?`.
-
-**مثال**
-
-ایجاد جدول با فایل های به نام `file000`, `file001`, … , `file999`:
-
-``` sql
-CREARE TABLE big_table (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/big_dir/file{0..9}{0..9}{0..9}', 'CSV')
-```
-
-## ستونهای مجازی {#virtual-columns}
-
--   `_path` — Path to the file.
--   `_file` — Name of the file.
-
-**همچنین نگاه کنید به**
-
--   [ستونهای مجازی](../index.md#table_engines-virtual_columns)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/hdfs/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/integrations/index.md b/docs/fa/engines/table-engines/integrations/index.md
deleted file mode 100644
index 4c6a285ff72..00000000000
--- a/docs/fa/engines/table-engines/integrations/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u06CC\u06A9\u067E\u0627\u0631\u0686\u06AF\u06CC"
-toc_priority: 30
----
-
-
diff --git a/docs/fa/engines/table-engines/integrations/jdbc.md b/docs/fa/engines/table-engines/integrations/jdbc.md
deleted file mode 100644
index 2a49d649ec0..00000000000
--- a/docs/fa/engines/table-engines/integrations/jdbc.md
+++ /dev/null
@@ -1,90 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 34
-toc_title: JDBC
----
-
-# JDBC {#table-engine-jdbc}
-
-اجازه می دهد تا تاتر برای اتصال به پایگاه داده های خارجی از طریق [JDBC](https://en.wikipedia.org/wiki/Java_Database_Connectivity).
-
-برای پیاده سازی اتصال جدی بی سی, خانه با استفاده از برنامه جداگانه [هومز-جد بی سی-پل](https://github.com/alex-krash/clickhouse-jdbc-bridge) که باید به عنوان یک شبح اجرا شود.
-
-این موتور از [Nullable](../../../sql-reference/data-types/nullable.md) نوع داده.
-
-## ایجاد یک جدول {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name
-(
-    columns list...
-)
-ENGINE = JDBC(dbms_uri, external_database, external_table)
-```
-
-**پارامترهای موتور**
-
--   `dbms_uri` — URI of an external DBMS.
-
-    قالب: `jdbc:<driver_name>://<host_name>:<port>/?user=<username>&password=<password>`.
-    به عنوان مثال برای خروجی زیر: `jdbc:mysql://localhost:3306/?user=root&password=root`.
-
--   `external_database` — Database in an external DBMS.
-
--   `external_table` — Name of the table in `external_database`.
-
-## مثال طریقه استفاده {#usage-example}
-
-ایجاد یک جدول در سرور خروجی زیر با اتصال مستقیم با مشتری کنسول:
-
-``` text
-mysql> CREATE TABLE `test`.`test` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
-    ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from test;
-+------+----------+-----+----------+
-| int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
-|      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
-```
-
-ایجاد یک جدول در سرور کلیک و انتخاب داده ها از:
-
-``` sql
-CREATE TABLE jdbc_table
-(
-    `int_id` Int32,
-    `int_nullable` Nullable(Int32),
-    `float` Float32,
-    `float_nullable` Nullable(Float32)
-)
-ENGINE JDBC('jdbc:mysql://localhost:3306/?user=root&password=root', 'test', 'test')
-```
-
-``` sql
-SELECT *
-FROM jdbc_table
-```
-
-``` text
-┌─int_id─┬─int_nullable─┬─float─┬─float_nullable─┐
-│      1 │         ᴺᵁᴸᴸ │     2 │           ᴺᵁᴸᴸ │
-└────────┴──────────────┴───────┴────────────────┘
-```
-
-## همچنین نگاه کنید به {#see-also}
-
--   [تابع جدول جدی بی سی](../../../sql-reference/table-functions/jdbc.md).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/jdbc/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/integrations/kafka.md b/docs/fa/engines/table-engines/integrations/kafka.md
deleted file mode 100644
index bdadd8b8381..00000000000
--- a/docs/fa/engines/table-engines/integrations/kafka.md
+++ /dev/null
@@ -1,180 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 32
-toc_title: "\u06A9\u0627\u0641\u06A9\u0627"
----
-
-# کافکا {#kafka}
-
-این موتور با این نسخهها کار [نمایی کافکا](http://kafka.apache.org/).
-
-کافکا به شما امکان می دهد:
-
--   انتشار یا اشتراک در جریان داده ها.
--   سازماندهی ذخیره سازی مقاوم در برابر خطا.
--   روند جریان به عنوان در دسترس تبدیل شده است.
-
-## ایجاد یک جدول {#table_engine-kafka-creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = Kafka()
-SETTINGS
-    kafka_broker_list = 'host:port',
-    kafka_topic_list = 'topic1,topic2,...',
-    kafka_group_name = 'group_name',
-    kafka_format = 'data_format'[,]
-    [kafka_row_delimiter = 'delimiter_symbol',]
-    [kafka_schema = '',]
-    [kafka_num_consumers = N,]
-    [kafka_max_block_size = 0,]
-    [kafka_skip_broken_messages = N,]
-    [kafka_commit_every_batch = 0]
-```
-
-پارامترهای مورد نیاز:
-
--   `kafka_broker_list` – A comma-separated list of brokers (for example, `localhost:9092`).
--   `kafka_topic_list` – A list of Kafka topics.
--   `kafka_group_name` – A group of Kafka consumers. Reading margins are tracked for each group separately. If you don't want messages to be duplicated in the cluster, use the same group name everywhere.
--   `kafka_format` – Message format. Uses the same notation as the SQL `FORMAT` تابع مانند `JSONEachRow`. برای کسب اطلاعات بیشتر, دیدن [فرشها](../../../interfaces/formats.md) بخش.
-
-پارامترهای اختیاری:
-
--   `kafka_row_delimiter` – Delimiter character, which ends the message.
--   `kafka_schema` – Parameter that must be used if the format requires a schema definition. For example, [سروان نیا](https://capnproto.org/) نیاز به مسیر به فایل طرح و نام ریشه `schema.capnp:Message` اعتراض.
--   `kafka_num_consumers` – The number of consumers per table. Default: `1`. مشخص مصرف کنندگان بیشتر اگر توان عملیاتی یک مصرف کننده کافی است. تعداد کل مصرف کنندگان باید تعداد پارتیشن در موضوع تجاوز نمی, از تنها یک مصرف کننده را می توان در هر پارتیشن اختصاص داده.
--   `kafka_max_block_size` - حداکثر اندازه دسته ای (در پیام) برای نظرسنجی (پیش فرض: `max_block_size`).
--   `kafka_skip_broken_messages` – Kafka message parser tolerance to schema-incompatible messages per block. Default: `0`. اگر `kafka_skip_broken_messages = N` سپس موتور پرش *N* پیام کافکا که نمی تواند تجزیه شود (یک پیام برابر یک ردیف از داده ها).
--   `kafka_commit_every_batch` - متعهد هر دسته مصرف و به کار گرفته به جای یک مرتکب پس از نوشتن یک بلوک کامل (به طور پیش فرض: `0`).
-
-مثالها:
-
-``` sql
-  CREATE TABLE queue (
-    timestamp UInt64,
-    level String,
-    message String
-  ) ENGINE = Kafka('localhost:9092', 'topic', 'group1', 'JSONEachRow');
-
-  SELECT * FROM queue LIMIT 5;
-
-  CREATE TABLE queue2 (
-    timestamp UInt64,
-    level String,
-    message String
-  ) ENGINE = Kafka SETTINGS kafka_broker_list = 'localhost:9092',
-                            kafka_topic_list = 'topic',
-                            kafka_group_name = 'group1',
-                            kafka_format = 'JSONEachRow',
-                            kafka_num_consumers = 4;
-
-  CREATE TABLE queue2 (
-    timestamp UInt64,
-    level String,
-    message String
-  ) ENGINE = Kafka('localhost:9092', 'topic', 'group1')
-              SETTINGS kafka_format = 'JSONEachRow',
-                       kafka_num_consumers = 4;
-```
-
-<details markdown="1">
-
-<summary>روش منسوخ برای ایجاد یک جدول</summary>
-
-!!! attention "توجه"
-    از این روش در پروژه های جدید استفاده نکنید. در صورت امکان, تغییر پروژه های قدیمی به روش بالا توضیح.
-
-``` sql
-Kafka(kafka_broker_list, kafka_topic_list, kafka_group_name, kafka_format
-      [, kafka_row_delimiter, kafka_schema, kafka_num_consumers, kafka_skip_broken_messages])
-```
-
-</details>
-
-## توصیف {#description}
-
-پیام تحویل به طور خودکار ردیابی, بنابراین هر پیام در یک گروه تنها یک بار شمارش. اگر شما می خواهید برای دریافت داده ها دو بار, سپس یک کپی از جدول با نام گروه دیگری ایجاد.
-
-گروه انعطاف پذیر هستند و همگام سازی در خوشه. برای مثال, اگر شما 10 موضوعات و 5 نسخه از یک جدول در یک خوشه, سپس هر کپی می شود 2 موضوعات. اگر تعداد نسخه تغییر, موضوعات در سراسر نسخه توزیع به طور خودکار. اطلاعات بیشتر در مورد این در http://kafka.apache.org/intro.
-
-`SELECT` به خصوص برای خواندن پیام های مفید نیست (به جز اشکال زدایی), چرا که هر پیام را می توان تنها یک بار به عنوان خوانده شده. این عملی تر است برای ایجاد موضوعات در زمان واقعی با استفاده از نمایش محقق. برای انجام این کار:
-
-1.  از موتور برای ایجاد یک مصرف کننده کافکا استفاده کنید و جریان داده را در نظر بگیرید.
-2.  ایجاد یک جدول با ساختار مورد نظر.
-3.  یک دیدگاه محقق ایجاد کنید که داده ها را از موتور تبدیل می کند و به یک جدول قبلا ایجاد شده تبدیل می کند.
-
-هنگامی که `MATERIALIZED VIEW` به موتور می پیوندد و شروع به جمع کردن داده ها در پس زمینه می کند. این اجازه می دهد تا شما را به طور مستمر دریافت پیام از کافکا و تبدیل به فرمت مورد نیاز با استفاده از `SELECT`.
-یک جدول کافکا می تواند به عنوان بسیاری از دیدگاه های تحقق به عنوان دوست دارید, اطلاعات از جدول کافکا به طور مستقیم به عنوان خوانده شده, اما دریافت پرونده های جدید (در بلوک), به این ترتیب شما می توانید به چند جدول با سطح جزییات مختلف ارسال (با گروه بندی - تجمع و بدون).
-
-مثال:
-
-``` sql
-  CREATE TABLE queue (
-    timestamp UInt64,
-    level String,
-    message String
-  ) ENGINE = Kafka('localhost:9092', 'topic', 'group1', 'JSONEachRow');
-
-  CREATE TABLE daily (
-    day Date,
-    level String,
-    total UInt64
-  ) ENGINE = SummingMergeTree(day, (day, level), 8192);
-
-  CREATE MATERIALIZED VIEW consumer TO daily
-    AS SELECT toDate(toDateTime(timestamp)) AS day, level, count() as total
-    FROM queue GROUP BY day, level;
-
-  SELECT level, sum(total) FROM daily GROUP BY level;
-```
-
-برای بهبود عملکرد, پیام های دریافت شده را به بلوک های اندازه گروه بندی می شوند [ا_فزونهها](../../../operations/server-configuration-parameters/settings.md#settings-max_insert_block_size). اگر بلوک در داخل تشکیل نشده است [_خاله جریان](../../../operations/server-configuration-parameters/settings.md) میلی ثانیه, داده خواهد شد به جدول بدون در نظر گرفتن کامل از بلوک سرخ.
-
-برای جلوگیری از دریافت داده های موضوع و یا تغییر منطق تبدیل جدا مشاهده محقق:
-
-``` sql
-  DETACH TABLE consumer;
-  ATTACH TABLE consumer;
-```
-
-اگر شما می خواهید به تغییر جدول هدف با استفاده از `ALTER` توصیه می کنیم دیدگاه مادی را غیرفعال کنید تا از اختلاف بین جدول هدف و داده ها از نظر جلوگیری شود.
-
-## پیکربندی {#configuration}
-
-شبیه به GraphiteMergeTree های کافکا پشتیبانی از موتور تمدید پیکربندی با استفاده از ClickHouse فایل پیکربندی. دو کلید پیکربندی است که شما می توانید استفاده کنید وجود دارد: جهانی (`kafka`) و سطح موضوع (`kafka_*`). پیکربندی جهانی برای اولین بار اعمال می شود و سپس پیکربندی سطح موضوع اعمال می شود (در صورت وجود).
-
-``` xml
-  <!-- Global configuration options for all tables of Kafka engine type -->
-  <kafka>
-    <debug>cgrp</debug>
-    <auto_offset_reset>smallest</auto_offset_reset>
-  </kafka>
-
-  <!-- Configuration specific for topic "logs" -->
-  <kafka_logs>
-    <retry_backoff_ms>250</retry_backoff_ms>
-    <fetch_min_bytes>100000</fetch_min_bytes>
-  </kafka_logs>
-```
-
-برای یک لیست از گزینه های پیکربندی ممکن, دیدن [مرجع پیکربندی کتابدار](https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md). استفاده از تاکید (`_`) به جای یک نقطه در پیکربندی کلیک. به عنوان مثال, `check.crcs=true` خواهد بود `<check_crcs>true</check_crcs>`.
-
-## ستونهای مجازی {#virtual-columns}
-
--   `_topic` — Kafka topic.
--   `_key` — Key of the message.
--   `_offset` — Offset of the message.
--   `_timestamp` — Timestamp of the message.
--   `_partition` — Partition of Kafka topic.
-
-**همچنین نگاه کنید به**
-
--   [ستونهای مجازی](../index.md#table_engines-virtual_columns)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/kafka/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/integrations/mysql.md b/docs/fa/engines/table-engines/integrations/mysql.md
deleted file mode 100644
index 9c7af095d04..00000000000
--- a/docs/fa/engines/table-engines/integrations/mysql.md
+++ /dev/null
@@ -1,105 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 33
-toc_title: MySQL
----
-
-# Mysql {#mysql}
-
-موتور خروجی زیر اجازه می دهد تا شما را به انجام `SELECT` نمایش داده شد در داده است که بر روی یک سرور خروجی از راه دور ذخیره می شود.
-
-## ایجاد یک جدول {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [TTL expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2] [TTL expr2],
-    ...
-) ENGINE = MySQL('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_duplicate_clause']);
-```
-
-مشاهده شرح مفصلی از [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query) پرس و جو.
-
-ساختار جدول می تواند از ساختار جدول خروجی زیر اصلی متفاوت است:
-
--   نام ستون باید همان است که در جدول خروجی زیر اصلی باشد, اما شما می توانید تنها برخی از این ستون ها و در هر جهت استفاده.
--   انواع ستون ممکن است از کسانی که در جدول خروجی زیر اصلی متفاوت است. فاحشه خانه تلاش می کند تا [بازیگران](../../../sql-reference/functions/type-conversion-functions.md#type_conversion_function-cast) ارزش ها را به انواع داده های کلیک.
-
-**پارامترهای موتور**
-
--   `host:port` — MySQL server address.
-
--   `database` — Remote database name.
-
--   `table` — Remote table name.
-
--   `user` — MySQL user.
-
--   `password` — User password.
-
--   `replace_query` — Flag that converts `INSERT INTO` نمایش داده شد به `REPLACE INTO`. اگر `replace_query=1`, پرس و جو جایگزین شده است.
-
--   `on_duplicate_clause` — The `ON DUPLICATE KEY on_duplicate_clause` بیان است که به اضافه `INSERT` پرس و جو.
-
-    مثال: `INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1` کجا `on_duplicate_clause` هست `UPDATE c2 = c2 + 1`. دیدن [مستندات خروجی زیر](https://dev.mysql.com/doc/refman/8.0/en/insert-on-duplicate.html) برای پیدا کردن که `on_duplicate_clause` شما می توانید با استفاده از `ON DUPLICATE KEY` بند بند.
-
-    برای مشخص کردن `on_duplicate_clause` شما نیاز به تصویب `0` به `replace_query` پارامتر. اگر شما به طور همزمان عبور `replace_query = 1` و `on_duplicate_clause`, تاتر تولید یک استثنا.
-
-ساده `WHERE` بند هایی مانند `=, !=, >, >=, <, <=` بر روی سرور خروجی زیر اجرا شده است.
-
-بقیه شرایط و `LIMIT` محدودیت نمونه برداری در محل کلیک تنها پس از پرس و جو به پس از اتمام خروجی زیر اجرا شده است.
-
-## مثال طریقه استفاده {#usage-example}
-
-جدول در خروجی زیر:
-
-``` text
-mysql> CREATE TABLE `test`.`test` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
-    ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from test;
-+------+----------+-----+----------+
-| int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
-|      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
-```
-
-جدول در تاتر, بازیابی داده ها از جدول خروجی زیر ایجاد شده در بالا:
-
-``` sql
-CREATE TABLE mysql_table
-(
-    `float_nullable` Nullable(Float32),
-    `int_id` Int32
-)
-ENGINE = MySQL('localhost:3306', 'test', 'test', 'bayonet', '123')
-```
-
-``` sql
-SELECT * FROM mysql_table
-```
-
-``` text
-┌─float_nullable─┬─int_id─┐
-│           ᴺᵁᴸᴸ │      1 │
-└────────────────┴────────┘
-```
-
-## همچنین نگاه کنید به {#see-also}
-
--   [این ‘mysql’ تابع جدول](../../../sql-reference/table-functions/mysql.md)
--   [با استفاده از خروجی زیر به عنوان منبع فرهنگ لغت خارجی](../../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md#dicts-external_dicts_dict_sources-mysql)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/mysql/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/integrations/odbc.md b/docs/fa/engines/table-engines/integrations/odbc.md
deleted file mode 100644
index 94299a5ebf0..00000000000
--- a/docs/fa/engines/table-engines/integrations/odbc.md
+++ /dev/null
@@ -1,132 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 35
-toc_title: ODBC
----
-
-# ODBC {#table-engine-odbc}
-
-اجازه می دهد تا تاتر برای اتصال به پایگاه داده های خارجی از طریق [ODBC](https://en.wikipedia.org/wiki/Open_Database_Connectivity).
-
-با خیال راحت پیاده سازی اتصالات ان بی سی, تاتر با استفاده از یک برنامه جداگانه `clickhouse-odbc-bridge`. اگر راننده او بی سی به طور مستقیم از لود `clickhouse-server`, مشکلات راننده می تواند سرور تاتر سقوط. تاتر به طور خودکار شروع می شود `clickhouse-odbc-bridge` هنگامی که مورد نیاز است. برنامه پل او بی سی از همان بسته به عنوان نصب `clickhouse-server`.
-
-این موتور از [Nullable](../../../sql-reference/data-types/nullable.md) نوع داده.
-
-## ایجاد یک جدول {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1],
-    name2 [type2],
-    ...
-)
-ENGINE = ODBC(connection_settings, external_database, external_table)
-```
-
-مشاهده شرح مفصلی از [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query) پرس و جو.
-
-ساختار جدول می تواند از ساختار جدول منبع متفاوت باشد:
-
--   نام ستون باید همان است که در جدول منبع باشد, اما شما می توانید تنها برخی از این ستون ها و در هر جهت استفاده.
--   انواع ستون ممکن است از کسانی که در جدول منبع متفاوت. فاحشه خانه تلاش می کند تا [بازیگران](../../../sql-reference/functions/type-conversion-functions.md#type_conversion_function-cast) ارزش ها را به انواع داده های کلیک.
-
-**پارامترهای موتور**
-
--   `connection_settings` — Name of the section with connection settings in the `odbc.ini` پرونده.
--   `external_database` — Name of a database in an external DBMS.
--   `external_table` — Name of a table in the `external_database`.
-
-## مثال طریقه استفاده {#usage-example}
-
-**بازیابی داده ها از نصب و راه اندازی خروجی زیر محلی از طریق ان بی سی**
-
-این مثال برای لینوکس اوبونتو 18.04 و سرور خروجی زیر 5.7 بررسی می شود.
-
-اطمینان حاصل شود که unixODBC و MySQL اتصال نصب شده است.
-
-به طور پیش فرض (در صورت نصب از بسته), کلیک خانه شروع می شود به عنوان کاربر `clickhouse`. بدین ترتیب, شما نیاز به ایجاد و پیکربندی این کاربر در سرور خروجی زیر.
-
-``` bash
-$ sudo mysql
-```
-
-``` sql
-mysql> CREATE USER 'clickhouse'@'localhost' IDENTIFIED BY 'clickhouse';
-mysql> GRANT ALL PRIVILEGES ON *.* TO 'clickhouse'@'clickhouse' WITH GRANT OPTION;
-```
-
-سپس اتصال را پیکربندی کنید `/etc/odbc.ini`.
-
-``` bash
-$ cat /etc/odbc.ini
-[mysqlconn]
-DRIVER = /usr/local/lib/libmyodbc5w.so
-SERVER = 127.0.0.1
-PORT = 3306
-DATABASE = test
-USERNAME = clickhouse
-PASSWORD = clickhouse
-```
-
-شما می توانید اتصال با استفاده از بررسی `isql` ابزار از unixODBC نصب و راه اندازی.
-
-``` bash
-$ isql -v mysqlconn
-+-------------------------+
-| Connected!                            |
-|                                       |
-...
-```
-
-جدول در خروجی زیر:
-
-``` text
-mysql> CREATE TABLE `test`.`test` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
-    ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from test;
-+------+----------+-----+----------+
-| int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
-|      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
-```
-
-جدول در تاتر بازیابی داده ها از جدول خروجی زیر:
-
-``` sql
-CREATE TABLE odbc_t
-(
-    `int_id` Int32,
-    `float_nullable` Nullable(Float32)
-)
-ENGINE = ODBC('DSN=mysqlconn', 'test', 'test')
-```
-
-``` sql
-SELECT * FROM odbc_t
-```
-
-``` text
-┌─int_id─┬─float_nullable─┐
-│      1 │           ᴺᵁᴸᴸ │
-└────────┴────────────────┘
-```
-
-## همچنین نگاه کنید به {#see-also}
-
--   [لغت نامه های خارجی ان بی سی](../../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md#dicts-external_dicts_dict_sources-odbc)
--   [تابع جدول ان بی سی](../../../sql-reference/table-functions/odbc.md)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/odbc/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/log-family/index.md b/docs/fa/engines/table-engines/log-family/index.md
deleted file mode 100644
index e7d22c37912..00000000000
--- a/docs/fa/engines/table-engines/log-family/index.md
+++ /dev/null
@@ -1,49 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u062B\u0628\u062A \u062E\u0627\u0646\u0648\u0627\u062F\u0647"
-toc_priority: 29
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# ورود خانواده موتور {#log-engine-family}
-
-هنگامی که شما نیاز به سرعت نوشتن بسیاری از جداول کوچک (تا حدود 1 میلیون ردیف) و بعد به عنوان یک کل خواندن این موتور برای حالات توسعه داده شد.
-
-موتورهای خانواده:
-
--   [خط زدن](stripelog.md)
--   [ثبت](log.md)
--   [جمع شدن](tinylog.md)
-
-## ویژگیهای مشترک {#common-properties}
-
-موتورها:
-
--   ذخیره داده ها بر روی یک دیسک.
-
--   اضافه کردن داده ها به پایان فایل هنگام نوشتن.
-
--   قفل پشتیبانی برای دسترسی همزمان داده ها.
-
-    در طول `INSERT` نمایش داده شد, جدول قفل شده است, و دیگر نمایش داده شد برای خواندن و نوشتن داده ها هر دو منتظر جدول برای باز کردن. اگر هیچ نمایش داده شد نوشتن داده ها وجود دارد, هر تعداد از نمایش داده شد خواندن داده ها را می توان به صورت همزمان انجام.
-
--   پشتیبانی نمی کند [جهش](../../../sql-reference/statements/alter.md#alter-mutations) عملیات.
-
--   هنوز شاخص را پشتیبانی نمی کند.
-
-    این به این معنی است که `SELECT` نمایش داده شد برای محدوده داده ها موثر نیست.
-
--   هنوز داده نوشتن نیست اتمی.
-
-    شما می توانید یک جدول با داده های خراب اگر چیزی می شکند عملیات نوشتن, مثلا, خاموش کردن سرور غیر طبیعی.
-
-## تفاوت {#differences}
-
-این `TinyLog` موتور ساده ترین در خانواده است و فقیرترین قابلیت ها و کمترین بهره وری را فراهم می کند. این `TinyLog` موتور از خواندن داده های موازی با چندین موضوع پشتیبانی نمی کند. این اطلاعات کندتر از موتورهای دیگر در خانواده است که خواندن موازی را پشتیبانی می کند و تقریبا به عنوان بسیاری از توصیفگرها به عنوان `Log` موتور به دلیل ذخیره هر ستون در یک فایل جداگانه. در حالات کم بار ساده استفاده کنید.
-
-این `Log` و `StripeLog` موتورهای پشتیبانی خواندن داده های موازی. هنگام خواندن داده ها, تاتر با استفاده از موضوعات متعدد. هر موضوع یک بلوک داده جداگانه را پردازش می کند. این `Log` موتور با استفاده از یک فایل جداگانه برای هر ستون از جدول. `StripeLog` ذخیره تمام داده ها در یک فایل. در نتیجه `StripeLog` موتور با استفاده از توصیف کمتر در سیستم عامل, اما `Log` موتور فراهم می کند بهره وری بالاتر در هنگام خواندن داده ها.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/log_family/) <!--hide-->
-
-
diff --git a/docs/fa/engines/table-engines/log-family/log.md b/docs/fa/engines/table-engines/log-family/log.md
deleted file mode 100644
index a8a871171db..00000000000
--- a/docs/fa/engines/table-engines/log-family/log.md
+++ /dev/null
@@ -1,16 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 33
-toc_title: "\u062B\u0628\u062A"
----
-
-# ثبت {#log}
-
-موتور متعلق به خانواده از موتورهای ورود به سیستم. مشاهده خواص مشترک از موتورهای ورود به سیستم و تفاوت های خود را در [ورود خانواده موتور](index.md) مقاله.
-
-ورود متفاوت از [جمع شدن](tinylog.md) در این فایل کوچک “marks” ساکن با فایل های ستون. این علامت ها در هر بلوک داده نوشته شده است و شامل شیپور خاموشی که نشان می دهد از کجا شروع به خواندن فایل به منظور جست و خیز تعداد مشخصی از ردیف. این باعث می شود امکان خواندن داده های جدول در موضوعات مختلف.
-برای همزمان دسترسی به داده ها, عملیات خواندن را می توان به طور همزمان انجام, در حالی که ارسال عملیات بلوک می خواند و هر یک از دیگر.
-موتور ورود به سیستم می کند شاخص را پشتیبانی نمی کند. به طور مشابه, اگر نوشتن به یک جدول شکست خورده, جدول شکسته است, و خواندن از این خطا را برمی گرداند. موتور ورود به سیستم مناسب برای داده های موقت است, نوشتن یک بار جداول, و برای تست و یا تظاهرات اهداف.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/log/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/log-family/stripelog.md b/docs/fa/engines/table-engines/log-family/stripelog.md
deleted file mode 100644
index 5c6fe14994e..00000000000
--- a/docs/fa/engines/table-engines/log-family/stripelog.md
+++ /dev/null
@@ -1,95 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 32
-toc_title: "\u062E\u0637 \u0632\u062F\u0646"
----
-
-# خط زدن {#stripelog}
-
-این موتور متعلق به خانواده از موتورهای ورود به سیستم. مشاهده خواص مشترک از موتورهای ورود به سیستم و تفاوت های خود را در [ورود خانواده موتور](index.md) مقاله.
-
-با استفاده از این موتور در حالات زمانی که شما نیاز به نوشتن بسیاری از جداول با مقدار کمی از داده ها (کمتر از 1 میلیون ردیف).
-
-## ایجاد یک جدول {#table_engines-stripelog-creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    column1_name [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    column2_name [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = StripeLog
-```
-
-شرح مفصلی از [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query) پرس و جو.
-
-## نوشتن داده ها {#table_engines-stripelog-writing-the-data}
-
-این `StripeLog` موتور فروشگاه تمام ستون ها در یک فایل. برای هر `INSERT` پرس و جو, خانه رعیتی بلوک داده ها به پایان یک فایل جدول, نوشتن ستون یک به یک.
-
-برای هر کلیک جدول فایل ها را می نویسد:
-
--   `data.bin` — Data file.
--   `index.mrk` — File with marks. Marks contain offsets for each column of each data block inserted.
-
-این `StripeLog` موتور را پشتیبانی نمی کند `ALTER UPDATE` و `ALTER DELETE` عملیات.
-
-## خواندن داده ها {#table_engines-stripelog-reading-the-data}
-
-فایل را با نشانه اجازه می دهد تا ClickHouse به parallelize خواندن داده ها. این به این معنی است که یک `SELECT` پرس و جو ردیف در جهت غیر قابل پیش بینی می گرداند. استفاده از `ORDER BY` بند برای مرتب کردن ردیف.
-
-## مثال استفاده {#table_engines-stripelog-example-of-use}
-
-ایجاد یک جدول:
-
-``` sql
-CREATE TABLE stripe_log_table
-(
-    timestamp DateTime,
-    message_type String,
-    message String
-)
-ENGINE = StripeLog
-```
-
-درج داده:
-
-``` sql
-INSERT INTO stripe_log_table VALUES (now(),'REGULAR','The first regular message')
-INSERT INTO stripe_log_table VALUES (now(),'REGULAR','The second regular message'),(now(),'WARNING','The first warning message')
-```
-
-ما با استفاده از دو `INSERT` نمایش داده شد برای ایجاد دو بلوک داده ها در داخل `data.bin` پرونده.
-
-خانه رعیتی با استفاده از موضوعات متعدد در هنگام انتخاب داده ها. هر موضوع یک بلوک داده جداگانه را می خواند و ردیف ها را به طور مستقل به پایان می رساند. در نتیجه, منظور از بلوک های ردیف در خروجی می کند منظور از بلوک های مشابه در ورودی در اکثر موارد مطابقت ندارد. به عنوان مثال:
-
-``` sql
-SELECT * FROM stripe_log_table
-```
-
-``` text
-┌───────────timestamp─┬─message_type─┬─message────────────────────┐
-│ 2019-01-18 14:27:32 │ REGULAR      │ The second regular message │
-│ 2019-01-18 14:34:53 │ WARNING      │ The first warning message  │
-└─────────────────────┴──────────────┴────────────────────────────┘
-┌───────────timestamp─┬─message_type─┬─message───────────────────┐
-│ 2019-01-18 14:23:43 │ REGULAR      │ The first regular message │
-└─────────────────────┴──────────────┴───────────────────────────┘
-```
-
-مرتب سازی نتایج (صعودی با ترتیب به طور پیش فرض):
-
-``` sql
-SELECT * FROM stripe_log_table ORDER BY timestamp
-```
-
-``` text
-┌───────────timestamp─┬─message_type─┬─message────────────────────┐
-│ 2019-01-18 14:23:43 │ REGULAR      │ The first regular message  │
-│ 2019-01-18 14:27:32 │ REGULAR      │ The second regular message │
-│ 2019-01-18 14:34:53 │ WARNING      │ The first warning message  │
-└─────────────────────┴──────────────┴────────────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/stripelog/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/log-family/tinylog.md b/docs/fa/engines/table-engines/log-family/tinylog.md
deleted file mode 100644
index ea06ba84c96..00000000000
--- a/docs/fa/engines/table-engines/log-family/tinylog.md
+++ /dev/null
@@ -1,16 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 34
-toc_title: "\u062C\u0645\u0639 \u0634\u062F\u0646"
----
-
-# جمع شدن {#tinylog}
-
-موتور متعلق به خانواده موتور ورود به سیستم. ببینید [ورود خانواده موتور](index.md) برای خواص مشترک موتورهای ورود به سیستم و تفاوت های خود را.
-
-این موتور جدول معمولا با روش نوشتن یک بار استفاده می شود: نوشتن داده ها یک بار و سپس خواندن هر چند بار که لازم است. مثلا, شما می توانید استفاده کنید `TinyLog`- نوع جداول برای داده های واسطه است که در دسته های کوچک پردازش شده است. توجه داشته باشید که ذخیره سازی داده ها در تعداد زیادی از جداول کوچک بی اثر است.
-
-نمایش داده شد در یک جریان واحد اجرا شده است. به عبارت دیگر این موتور برای جداول نسبتا کوچک (تا حدود 1000000 ردیف) در نظر گرفته شده است. این را حس می کند به استفاده از این موتور جدول اگر شما بسیاری از جداول کوچک, از ساده تر از [ثبت](log.md) موتور (فایل های کمتر نیاز به باز شود).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/tinylog/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/mergetree-family/aggregatingmergetree.md b/docs/fa/engines/table-engines/mergetree-family/aggregatingmergetree.md
deleted file mode 100644
index c0edee50205..00000000000
--- a/docs/fa/engines/table-engines/mergetree-family/aggregatingmergetree.md
+++ /dev/null
@@ -1,105 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 35
-toc_title: "\u0631\u06CC\u0632\u062F\u0627\u0646\u0647"
----
-
-# ریزدانه {#aggregatingmergetree}
-
-موتور به ارث می برد از [ادغام](mergetree.md#table_engines-mergetree), تغییر منطق برای ادغام قطعات داده. تاتر جایگزین تمام ردیف با کلید اصلی همان (یا با دقت بیشتر, با همان [کلید مرتب سازی](mergetree.md)) با یک ردیف (در یک بخش یک داده) که ترکیبی از ایالت های توابع کل را ذخیره می کند.
-
-شما می توانید استفاده کنید `AggregatingMergeTree` جداول برای تجمع داده افزایشی, از جمله برای نمایش محقق جمع.
-
-موتور تمام ستون ها را با انواع زیر پردازش می کند:
-
--   [کارکرد](../../../sql-reference/data-types/aggregatefunction.md)
--   [عملکرد پلاکتی](../../../sql-reference/data-types/simpleaggregatefunction.md)
-
-مناسب برای استفاده است `AggregatingMergeTree` اگر تعداد ردیف ها را با دستور کاهش دهد.
-
-## ایجاد یک جدول {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = AggregatingMergeTree()
-[PARTITION BY expr]
-[ORDER BY expr]
-[SAMPLE BY expr]
-[TTL expr]
-[SETTINGS name=value, ...]
-```
-
-برای شرح پارامترهای درخواست را ببینید [درخواست توضیحات](../../../sql-reference/statements/create.md).
-
-**بندهای پرسوجو**
-
-هنگام ایجاد یک `AggregatingMergeTree` جدول همان [بند](mergetree.md) در هنگام ایجاد یک مورد نیاز است `MergeTree` جدول
-
-<details markdown="1">
-
-<summary>روش منسوخ برای ایجاد یک جدول</summary>
-
-!!! attention "توجه"
-    هنوز این روش در پروژه های جدید استفاده کنید و, در صورت امکان, تغییر پروژه های قدیمی به روش بالا توضیح.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] AggregatingMergeTree(date-column [, sampling_expression], (primary, key), index_granularity)
-```
-
-همه پارامترها همان معنی را دارند `MergeTree`.
-</details>
-
-## انتخاب و درج {#select-and-insert}
-
-برای وارد کردن داده ها استفاده کنید [INSERT SELECT](../../../sql-reference/statements/insert-into.md) پرس و جو با کل دولت توابع.
-هنگام انتخاب داده ها از `AggregatingMergeTree` جدول استفاده کنید `GROUP BY` بند و توابع کل همان هنگام قرار دادن داده, اما با استفاده از `-Merge` پسوند.
-
-در نتایج `SELECT` پرس و جو, ارزش `AggregateFunction` نوع اجرای خاص نمایندگی دودویی برای همه فرمت های خروجی کلیک کنید. اگر کمپرسی داده ها به, مثلا, `TabSeparated` قالب با `SELECT` پرس و جو و سپس این روگرفت را می توان با استفاده از لود `INSERT` پرس و جو.
-
-## به عنوان مثال از یک مشاهده محقق جمع {#example-of-an-aggregated-materialized-view}
-
-`AggregatingMergeTree` مشاهده تحقق است که به تماشای `test.visits` جدول:
-
-``` sql
-CREATE MATERIALIZED VIEW test.basic
-ENGINE = AggregatingMergeTree() PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate)
-AS SELECT
-    CounterID,
-    StartDate,
-    sumState(Sign)    AS Visits,
-    uniqState(UserID) AS Users
-FROM test.visits
-GROUP BY CounterID, StartDate;
-```
-
-درج داده به `test.visits` جدول
-
-``` sql
-INSERT INTO test.visits ...
-```
-
-داده ها در هر دو جدول و مشخصات قرار داده شده `test.basic` که تجمع انجام خواهد شد.
-
-برای دریافت اطلاعات جمع, ما نیاز به اجرای یک پرس و جو مانند `SELECT ... GROUP BY ...` از نظر `test.basic`:
-
-``` sql
-SELECT
-    StartDate,
-    sumMerge(Visits) AS Visits,
-    uniqMerge(Users) AS Users
-FROM test.basic
-GROUP BY StartDate
-ORDER BY StartDate;
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/aggregatingmergetree/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/mergetree-family/collapsingmergetree.md b/docs/fa/engines/table-engines/mergetree-family/collapsingmergetree.md
deleted file mode 100644
index d0d5b4323fb..00000000000
--- a/docs/fa/engines/table-engines/mergetree-family/collapsingmergetree.md
+++ /dev/null
@@ -1,306 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: "\u0633\u0642\u0648\u0637 \u063A\u0630\u0627\u06CC \u0627\u0635\u0644\u06CC"
----
-
-# سقوط غذای اصلی {#table_engine-collapsingmergetree}
-
-موتور به ارث می برد از [ادغام](mergetree.md) و می افزاید: منطق ردیف سقوط به قطعات داده الگوریتم ادغام.
-
-`CollapsingMergeTree` ناهمزمان حذف (فرو می ریزد) جفت ردیف اگر همه از زمینه ها در یک کلید مرتب سازی (`ORDER BY`) معادل به استثنای زمینه خاص است `Sign` که می تواند داشته باشد `1` و `-1` ارزشهای خبری عبارتند از: ردیف بدون یک جفت نگهداری می شوند. برای اطلاعات بیشتر نگاه کنید به [سقوط](#table_engine-collapsingmergetree-collapsing) بخش از سند.
-
-موتور ممکن است به طور قابل توجهی حجم ذخیره سازی را کاهش دهد و بهره وری را افزایش دهد `SELECT` پرس و جو به عنوان یک نتیجه.
-
-## ایجاد یک جدول {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = CollapsingMergeTree(sign)
-[PARTITION BY expr]
-[ORDER BY expr]
-[SAMPLE BY expr]
-[SETTINGS name=value, ...]
-```
-
-برای شرح پارامترهای پرس و جو, دیدن [توضیحات پرس و جو](../../../sql-reference/statements/create.md).
-
-**پارامترهای پیش ساخته**
-
--   `sign` — Name of the column with the type of row: `1` یک “state” سطر, `-1` یک “cancel” پارو زدن.
-
-    Column data type — `Int8`.
-
-**بندهای پرسوجو**
-
-هنگام ایجاد یک `CollapsingMergeTree` جدول, همان [بندهای پرسوجو](mergetree.md#table_engine-mergetree-creating-a-table) در هنگام ایجاد یک مورد نیاز است `MergeTree` جدول
-
-<details markdown="1">
-
-<summary>روش منسوخ برای ایجاد یک جدول</summary>
-
-!!! attention "توجه"
-    هنوز این روش در پروژه های جدید استفاده کنید و, در صورت امکان, تغییر پروژه های قدیمی به روش بالا توضیح.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] CollapsingMergeTree(date-column [, sampling_expression], (primary, key), index_granularity, sign)
-```
-
-همه پارامترها به استثنای `sign` همان معنی را در `MergeTree`.
-
--   `sign` — Name of the column with the type of row: `1` — “state” سطر, `-1` — “cancel” پارو زدن.
-
-    Column Data Type — `Int8`.
-
-</details>
-
-## سقوط {#table_engine-collapsingmergetree-collapsing}
-
-### داده {#data}
-
-وضعیت جایی که شما نیاز به ذخیره به طور مداوم در حال تغییر داده ها برای برخی از شی را در نظر بگیرید. برای تلفن های موبایل منطقی به یک ردیف برای یک شی و به روز رسانی در هر تغییر, اما عملیات به روز رسانی گران و کند برای سندرم تونل کارپ است چرا که نیاز به بازنویسی از داده ها در ذخیره سازی. اگر شما نیاز به نوشتن داده ها به سرعت, به روز رسانی قابل قبول نیست, اما شما می توانید تغییرات یک شی پی در پی به شرح زیر ارسال.
-
-استفاده از ستون خاص `Sign`. اگر `Sign = 1` این بدان معنی است که ردیف دولت از یک شی است, اجازه دهید اسمش را “state” پارو زدن. اگر `Sign = -1` به این معنی لغو دولت از یک شی با ویژگی های مشابه, اجازه دهید اسمش را “cancel” پارو زدن.
-
-برای مثال ما می خواهیم برای محاسبه چقدر صفحات کاربران بررسی می شود در برخی از سایت و چه مدت وجود دارد. در برخی از لحظه ما ارسال ردیف زیر را با دولت از فعالیت های کاربر:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-در چند لحظه بعد ما تغییر فعالیت کاربر را ثبت می کنیم و با دو ردیف زیر می نویسیم.
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │   -1 │
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-ردیف اول لغو حالت قبلی از جسم (کاربر). این باید زمینه های کلیدی مرتب سازی دولت لغو به استثنای کپی کنید `Sign`.
-
-ردیف دوم شامل وضعیت فعلی.
-
-همانطور که ما نیاز به تنها دولت گذشته از فعالیت های کاربر, ردیف
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │    1 │
-│ 4324182021466249494 │         5 │      146 │   -1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-می توان حذف سقوط نامعتبر (قدیمی) دولت از یک شی. `CollapsingMergeTree` این کار در حالی که ادغام قطعات داده.
-
-چرا ما نیاز به 2 ردیف برای هر تغییر در خواندن [الگوریتم](#table_engine-collapsingmergetree-collapsing-algorithm) بند بند بند.
-
-**خواص عجیب و غریب چنین رویکردی**
-
-1.  برنامه ای که می نویسد داده ها باید به یاد داشته باشید دولت از یک شی قادر به لغو. “Cancel” رشته باید نسخه هایی از زمینه های کلیدی مرتب سازی شامل “state” رشته و مخالف `Sign`. این افزایش اندازه اولیه ذخیره سازی اما اجازه می دهد تا به نوشتن داده ها به سرعت.
-2.  در حال رشد طولانی در ستون کاهش بهره وری از موتور با توجه به بار برای نوشتن. داده های ساده تر, بالاتر بهره وری.
-3.  این `SELECT` نتایج به شدت بستگی به قوام شی تغییر تاریخ. هنگام تهیه داده ها برای قرار دادن دقیق باشید. شما می توانید نتایج غیر قابل پیش بینی در اطلاعات متناقض برای مثال مقادیر منفی برای معیارهای غیر منفی مانند جلسه عمق.
-
-### الگوریتم {#table_engine-collapsingmergetree-collapsing-algorithm}
-
-هنگامی که تاتر ادغام قطعات داده, هر گروه از ردیف متوالی با کلید مرتب سازی همان (`ORDER BY`) به بیش از دو ردیف کاهش می یابد, یکی با `Sign = 1` (“state” ردیف) و دیگری با `Sign = -1` (“cancel” ردیف). به عبارت دیگر, سقوط نوشته.
-
-برای هر یک از داده ها در نتیجه بخشی تاتر موجب صرفه جویی در:
-
-1.  اولین “cancel” و گذشته “state” ردیف, اگر تعداد “state” و “cancel” ردیف مسابقات و ردیف گذشته است “state” پارو زدن.
-2.  گذشته “state” ردیف, اگر بیشتر وجود دارد “state” سطر از “cancel” ردیف
-3.  اولین “cancel” ردیف, اگر بیشتر وجود دارد “cancel” سطر از “state” ردیف
-4.  هیچ یک از ردیف, در تمام موارد دیگر.
-
-همچنین زمانی که حداقل وجود دارد 2 بیشتر “state” سطر از “cancel” ردیف یا حداقل 2 بیشتر “cancel” سپس سطرها “state” ردیف, ادغام ادامه, اما تاتر این وضعیت رفتار به عنوان یک خطای منطقی و ثبت در ورود به سیستم سرور. این خطا می تواند رخ دهد اگر داده های مشابه بیش از یک بار قرار داده شد.
-
-بدین ترتیب, سقوط باید نتایج حاصل از محاسبه ارقام تغییر نمی.
-تغییرات به تدریج فرو ریخت به طوری که در پایان تنها دولت گذشته تقریبا در هر شی را ترک کرد.
-
-این `Sign` لازم است زیرا الگوریتم ادغام تضمین نمی کند که تمام ردیف ها با کلید مرتب سازی مشابه در بخش داده های مشابه و حتی در همان سرور فیزیکی باشد. روند کلیک `SELECT` نمایش داده شد با موضوعات مختلف و می تواند منظور از ردیف در نتیجه پیش بینی نیست. تجمع مورد نیاز است اگر نیاز به طور کامل وجود دارد “collapsed” داده ها از `CollapsingMergeTree` جدول
-
-برای نهایی سقوط, نوشتن یک پرس و جو با `GROUP BY` بند و مجموع توابع است که برای ثبت نام حساب. برای مثال برای محاسبه مقدار استفاده کنید `sum(Sign)` به جای `count()`. برای محاسبه مجموع چیزی استفاده کنید `sum(Sign * x)` به جای `sum(x)` و به همین ترتیب و همچنین اضافه کنید `HAVING sum(Sign) > 0`.
-
-مصالح `count`, `sum` و `avg` می تواند محاسبه این راه. مجموع `uniq` می تواند محاسبه شود اگر یک شی حداقل یک دولت سقوط نیست. مصالح `min` و `max` محاسبه نشد زیرا `CollapsingMergeTree` می کند تاریخ ارزش از کشورهای سقوط را نجات دهد.
-
-اگر شما نیاز به استخراج داده ها بدون تجمع (مثلا, برای بررسی اینکه ردیف در حال حاضر که جدیدترین ارزش مطابقت با شرایط خاص هستند), شما می توانید با استفاده از `FINAL` تغییردهنده برای `FROM` بند بند. این رویکرد به طور قابل توجهی کمتر موثر است.
-
-## مثال استفاده {#example-of-use}
-
-اطلاعات نمونه:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │    1 │
-│ 4324182021466249494 │         5 │      146 │   -1 │
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-ایجاد جدول:
-
-``` sql
-CREATE TABLE UAct
-(
-    UserID UInt64,
-    PageViews UInt8,
-    Duration UInt8,
-    Sign Int8
-)
-ENGINE = CollapsingMergeTree(Sign)
-ORDER BY UserID
-```
-
-درج داده ها:
-
-``` sql
-INSERT INTO UAct VALUES (4324182021466249494, 5, 146, 1)
-```
-
-``` sql
-INSERT INTO UAct VALUES (4324182021466249494, 5, 146, -1),(4324182021466249494, 6, 185, 1)
-```
-
-ما با استفاده از دو `INSERT` نمایش داده شد برای ایجاد دو بخش داده های مختلف. اگر ما وارد کردن داده ها با یک پرس و جو تاتر ایجاد یک بخش داده ها و هر گونه ادغام تا کنون انجام نمی.
-
-گرفتن داده ها:
-
-``` sql
-SELECT * FROM UAct
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │   -1 │
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-چه ما را ببینید و جایی که در حال سقوط است?
-
-با دو `INSERT` نمایش داده شد, ما ایجاد 2 قطعات داده. این `SELECT` پرس و جو در انجام شد 2 موضوعات, و ما یک نظم تصادفی از ردیف کردم. سقوط رخ داده است چرا که هیچ ادغام از قطعات داده وجود دارد و در عین حال. تاتر ادغام بخش داده ها در یک لحظه ناشناخته که ما نمی توانیم پیش بینی.
-
-بنابراین ما نیاز به تجمع:
-
-``` sql
-SELECT
-    UserID,
-    sum(PageViews * Sign) AS PageViews,
-    sum(Duration * Sign) AS Duration
-FROM UAct
-GROUP BY UserID
-HAVING sum(Sign) > 0
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┐
-│ 4324182021466249494 │         6 │      185 │
-└─────────────────────┴───────────┴──────────┘
-```
-
-اگر ما تجمع نیاز ندارد و می خواهید به زور سقوط, ما می توانیم با استفاده از `FINAL` تغییردهنده برای `FROM` بند بند.
-
-``` sql
-SELECT * FROM UAct FINAL
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-این روش انتخاب داده ها بسیار کم است. برای میزهای بزرگ ازش استفاده نکن
-
-## نمونه ای از روش دیگری {#example-of-another-approach}
-
-اطلاعات نمونه:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │    1 │
-│ 4324182021466249494 │        -5 │     -146 │   -1 │
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-ایده این است که ادغام را به حساب تنها زمینه های کلیدی. و در “Cancel” خط ما می توانیم مقادیر منفی که برابر نسخه های قبلی از ردیف در هنگام جمع بدون استفاده از ستون نشانه را مشخص کنید. برای این روش لازم است نوع داده را تغییر دهید `PageViews`,`Duration` برای ذخیره مقادیر منفی از UInt8 -\> Int16.
-
-``` sql
-CREATE TABLE UAct
-(
-    UserID UInt64,
-    PageViews Int16,
-    Duration Int16,
-    Sign Int8
-)
-ENGINE = CollapsingMergeTree(Sign)
-ORDER BY UserID
-```
-
-بیایید روش را تست کنیم:
-
-``` sql
-insert into UAct values(4324182021466249494,  5,  146,  1);
-insert into UAct values(4324182021466249494, -5, -146, -1);
-insert into UAct values(4324182021466249494,  6,  185,  1);
-
-select * from UAct final; // avoid using final in production (just for a test or small tables)
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-``` sql
-SELECT
-    UserID,
-    sum(PageViews) AS PageViews,
-    sum(Duration) AS Duration
-FROM UAct
-GROUP BY UserID
-```text
-┌──────────────UserID─┬─PageViews─┬─Duration─┐
-│ 4324182021466249494 │         6 │      185 │
-└─────────────────────┴───────────┴──────────┘
-```
-
-``` sqk
-select count() FROM UAct
-```
-
-``` text
-┌─count()─┐
-│       3 │
-└─────────┘
-```
-
-``` sql
-optimize table UAct final;
-
-select * FROM UAct
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/collapsingmergetree/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/mergetree-family/custom-partitioning-key.md b/docs/fa/engines/table-engines/mergetree-family/custom-partitioning-key.md
deleted file mode 100644
index 825535c9c95..00000000000
--- a/docs/fa/engines/table-engines/mergetree-family/custom-partitioning-key.md
+++ /dev/null
@@ -1,128 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 32
-toc_title: "\u06A9\u0644\u06CC\u062F \u067E\u0627\u0631\u062A\u06CC\u0634\u0646 \u0628\
-  \u0646\u062F\u06CC \u0633\u0641\u0627\u0631\u0634\u06CC"
----
-
-# کلید پارتیشن بندی سفارشی {#custom-partitioning-key}
-
-پارتیشن بندی برای [ادغام](mergetree.md) جداول خانواده (شامل [تکرار](replication.md) جدول). [نمایش محقق](../special/materializedview.md#materializedview) بر اساس جداول ادغام پشتیبانی پارتیشن بندی, همچنین.
-
-پارتیشن ترکیبی منطقی از سوابق در یک جدول توسط یک معیار مشخص شده است. شما می توانید یک پارتیشن توسط معیار دلخواه تنظیم, مانند ماه, به روز, و یا بر اساس نوع رویداد. هر پارتیشن به طور جداگانه ذخیره می شود به ساده دستکاری این داده ها. هنگام دسترسی به داده ها, تاتر با استفاده از کوچکترین زیر مجموعه از پارتیشن ممکن.
-
-پارتیشن در مشخص `PARTITION BY expr` بند زمانی که [ایجاد یک جدول](mergetree.md#table_engine-mergetree-creating-a-table). کلید پارتیشن می تواند هر عبارت از ستون های جدول باشد. برای مثال برای مشخص کردن پارتیشن بندی توسط ماه با استفاده از بیان `toYYYYMM(date_column)`:
-
-``` sql
-CREATE TABLE visits
-(
-    VisitDate Date,
-    Hour UInt8,
-    ClientID UUID
-)
-ENGINE = MergeTree()
-PARTITION BY toYYYYMM(VisitDate)
-ORDER BY Hour;
-```
-
-کلید پارتیشن همچنین می تواند یک تاپل از عبارات (شبیه به [کلید اصلی](mergetree.md#primary-keys-and-indexes-in-queries)). به عنوان مثال:
-
-``` sql
-ENGINE = ReplicatedCollapsingMergeTree('/clickhouse/tables/name', 'replica1', Sign)
-PARTITION BY (toMonday(StartDate), EventType)
-ORDER BY (CounterID, StartDate, intHash32(UserID));
-```
-
-در این مثال ما مجموعه پارتیشن بندی توسط انواع رویداد رخ داده است که در طول هفته جاری.
-
-هنگام قرار دادن داده های جدید به یک جدول, این داده ها به عنوان یک بخش جداگانه ذخیره می شود (تکه) مرتب شده بر اساس کلید اصلی. در 10-15 دقیقه پس از قرار دادن, بخش هایی از پارتیشن همان به کل بخش با هم ادغام شدند.
-
-!!! info "اطلاعات"
-    ادغام تنها برای قطعات داده که همان مقدار برای بیان پارتیشن بندی کار می کند. این به این معنی است **شما باید پارتیشن بیش از حد دانه را ندارد** (بیش از حدود یک هزار پارتیشن). در غیر این صورت `SELECT` پرس و جو انجام ضعیف به دلیل تعداد نامعقول زیادی از فایل ها در سیستم فایل و توصیف باز کردن فایل.
-
-استفاده از [سیستم.قطعات](../../../operations/system-tables.md#system_tables-parts) جدول برای مشاهده قطعات جدول و پارتیشن. مثلا, اجازه دهید فرض کنیم که ما یک `visits` جدول با پارتیشن بندی در ماه. بیایید انجام دهیم `SELECT` پرسوجو برای `system.parts` جدول:
-
-``` sql
-SELECT
-    partition,
-    name,
-    active
-FROM system.parts
-WHERE table = 'visits'
-```
-
-``` text
-┌─partition─┬─name───────────┬─active─┐
-│ 201901    │ 201901_1_3_1   │      0 │
-│ 201901    │ 201901_1_9_2   │      1 │
-│ 201901    │ 201901_8_8_0   │      0 │
-│ 201901    │ 201901_9_9_0   │      0 │
-│ 201902    │ 201902_4_6_1   │      1 │
-│ 201902    │ 201902_10_10_0 │      1 │
-│ 201902    │ 201902_11_11_0 │      1 │
-└───────────┴────────────────┴────────┘
-```
-
-این `partition` ستون شامل نام پارتیشن. دو پارتیشن در این مثال وجود دارد: `201901` و `201902`. شما می توانید از این مقدار ستون برای مشخص کردن نام پارتیشن در استفاده کنید [ALTER … PARTITION](#alter_manipulations-with-partitions) نمایش داده شد.
-
-این `name` ستون شامل نام قطعات داده پارتیشن. شما می توانید از این ستون برای مشخص کردن نام شرکت در [ALTER ATTACH PART](#alter_attach-partition) پرس و جو.
-
-بیایید شکستن نام بخش اول: `201901_1_3_1`:
-
--   `201901` نام پارتیشن است.
--   `1` حداقل تعداد بلوک داده است.
--   `3` حداکثر تعداد بلوک داده است.
--   `1` سطح تکه (عمق درخت ادغام از تشکیل شده است).
-
-!!! info "اطلاعات"
-    بخش هایی از جداول قدیمی از نوع نام: `20190117_20190123_2_2_0` (حداقل تاریخ - حداکثر تاریخ - حداقل تعداد بلوک - حداکثر تعداد بلوک - سطح).
-
-این `active` ستون وضعیت بخش را نشان می دهد. `1` فعال است; `0` غیر فعال است. قطعات غیر فعال هستند, مثلا, قطعات منبع باقی مانده پس از ادغام به بخش بزرگتر. قطعات داده خراب نیز به عنوان غیر فعال نشان داد.
-
-همانطور که شما می توانید در مثال ببینید, چندین بخش از هم جدا از پارتیشن های مشابه وجود دارد (مثلا, `201901_1_3_1` و `201901_1_9_2`). این به این معنی است که این قطعات با هم ادغام شدند و در عین حال. تاتر بخش های داده شده داده ها را به صورت دوره ای در حدود 15 دقیقه پس از قرار دادن ادغام می کند. علاوه بر این, شما می توانید یک ادغام غیر برنامه ریزی شده با استفاده از انجام [OPTIMIZE](../../../sql-reference/statements/misc.md#misc_operations-optimize) پرس و جو. مثال:
-
-``` sql
-OPTIMIZE TABLE visits PARTITION 201902;
-```
-
-``` text
-┌─partition─┬─name───────────┬─active─┐
-│ 201901    │ 201901_1_3_1   │      0 │
-│ 201901    │ 201901_1_9_2   │      1 │
-│ 201901    │ 201901_8_8_0   │      0 │
-│ 201901    │ 201901_9_9_0   │      0 │
-│ 201902    │ 201902_4_6_1   │      0 │
-│ 201902    │ 201902_4_11_2  │      1 │
-│ 201902    │ 201902_10_10_0 │      0 │
-│ 201902    │ 201902_11_11_0 │      0 │
-└───────────┴────────────────┴────────┘
-```
-
-قطعات غیر فعال خواهد شد حدود حذف 10 دقیقه پس از ادغام.
-
-راه دیگر برای مشاهده مجموعه ای از قطعات و پارتیشن ها این است که به دایرکتوری جدول بروید: `/var/lib/clickhouse/data/<database>/<table>/`. به عنوان مثال:
-
-``` bash
-/var/lib/clickhouse/data/default/visits$ ls -l
-total 40
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  1 16:48 201901_1_3_1
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 16:17 201901_1_9_2
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 15:52 201901_8_8_0
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 15:52 201901_9_9_0
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 16:17 201902_10_10_0
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 16:17 201902_11_11_0
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 16:19 201902_4_11_2
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 12:09 201902_4_6_1
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  1 16:48 detached
-```
-
-پوشهها ‘201901_1_1_0’, ‘201901_1_7_1’ و به همین ترتیب دایرکتوری از قطعات هستند. هر بخش مربوط به پارتیشن مربوطه و شامل داده ها فقط برای یک ماه خاص (جدول در این مثال پارتیشن بندی توسط ماه).
-
-این `detached` دایرکتوری شامل قطعات است که از جدول با استفاده از جدا شد [DETACH](../../../sql-reference/statements/alter.md#alter_detach-partition) پرس و جو. قطعات خراب نیز به این دایرکتوری منتقل, به جای اینکه حذف. سرور از قطعات از `detached` directory. You can add, delete, or modify the data in this directory at any time – the server will not know about this until you run the [ATTACH](../../../sql-reference/statements/alter.md#alter_attach-partition) پرس و جو.
-
-توجه داشته باشید که در سرور عامل شما نمی توانید به صورت دستی مجموعه ای از قطعات یا داده های خود را بر روی سیستم فایل تغییر دهید زیرا سرور در این مورد نمی داند. برای جداول غیر تکرار, شما می توانید این کار را انجام زمانی که سرور متوقف شده است, اما توصیه نمی شود. برای جداول تکرار, مجموعه ای از قطعات را نمی توان در هر صورت تغییر.
-
-کلیک هاوس اجازه می دهد تا شما را به انجام عملیات با پارتیشن: حذف, کپی از یک جدول به دیگری, و یا ایجاد یک نسخه پشتیبان تهیه. مشاهده لیست تمام عملیات در بخش [دستکاری با پارتیشن ها و قطعات](../../../sql-reference/statements/alter.md#alter_manipulations-with-partitions).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/custom_partitioning_key/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/mergetree-family/graphitemergetree.md b/docs/fa/engines/table-engines/mergetree-family/graphitemergetree.md
deleted file mode 100644
index 2b2ed45152d..00000000000
--- a/docs/fa/engines/table-engines/mergetree-family/graphitemergetree.md
+++ /dev/null
@@ -1,174 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: "\u0646\u0645\u0648\u062F\u0627\u0631"
----
-
-# نمودار {#graphitemergetree}
-
-این موتور طراحی شده است برای نازک شدن و جمع/متوسط (خلاصه) [گرافیت](http://graphite.readthedocs.io/en/latest/index.html) داده ها. این ممکن است به توسعه دهندگان که می خواهند به استفاده از تاتر به عنوان یک فروشگاه داده ها برای گرافیت مفید است.
-
-شما می توانید هر موتور جدول کلیک برای ذخیره داده گرافیت اگر شما رولپ نیاز ندارد استفاده, اما اگر شما نیاز به یک استفاده خلاصه `GraphiteMergeTree`. موتور حجم ذخیره سازی را کاهش می دهد و بهره وری نمایش داده شد از گرافیت را افزایش می دهد.
-
-موتور خواص از ارث می برد [ادغام](mergetree.md).
-
-## ایجاد یک جدول {#creating-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    Path String,
-    Time DateTime,
-    Value <Numeric_type>,
-    Version <Numeric_type>
-    ...
-) ENGINE = GraphiteMergeTree(config_section)
-[PARTITION BY expr]
-[ORDER BY expr]
-[SAMPLE BY expr]
-[SETTINGS name=value, ...]
-```
-
-مشاهده شرح مفصلی از [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query) پرس و جو.
-
-یک جدول برای داده های گرافیت باید ستون های زیر را برای داده های زیر داشته باشد:
-
--   نام متریک (سنسور گرافیت). نوع داده: `String`.
-
--   زمان اندازه گیری متریک. نوع داده: `DateTime`.
-
--   ارزش متریک. نوع داده: هر عددی.
-
--   نسخه از متریک. نوع داده: هر عددی.
-
-    تاتر موجب صرفه جویی در ردیف با بالاترین نسخه و یا گذشته نوشته شده است اگر نسخه یکسان هستند. ردیف های دیگر در طول ادغام قطعات داده حذف می شوند.
-
-نام این ستون ها باید در پیکربندی خلاصه مجموعه.
-
-**پارامترهای نمودار**
-
--   `config_section` — Name of the section in the configuration file, where are the rules of rollup set.
-
-**بندهای پرسوجو**
-
-هنگام ایجاد یک `GraphiteMergeTree` جدول, همان [بند](mergetree.md#table_engine-mergetree-creating-a-table) در هنگام ایجاد یک مورد نیاز است `MergeTree` جدول
-
-<details markdown="1">
-
-<summary>روش منسوخ برای ایجاد یک جدول</summary>
-
-!!! attention "توجه"
-    هنوز این روش در پروژه های جدید استفاده کنید و, در صورت امکان, تغییر پروژه های قدیمی به روش بالا توضیح.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    EventDate Date,
-    Path String,
-    Time DateTime,
-    Value <Numeric_type>,
-    Version <Numeric_type>
-    ...
-) ENGINE [=] GraphiteMergeTree(date-column [, sampling_expression], (primary, key), index_granularity, config_section)
-```
-
-همه پارامترها به استثنای `config_section` همان معنی را در `MergeTree`.
-
--   `config_section` — Name of the section in the configuration file, where are the rules of rollup set.
-
-</details>
-
-## پیکربندی رولپ {#rollup-configuration}
-
-تنظیمات برای خلاصه توسط تعریف [لغزش _ نمودار](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-graphite) پارامتر در پیکربندی سرور. نام پارامتر می تواند هر. شما می توانید تنظیمات متعددی ایجاد کنید و برای جداول مختلف استفاده کنید.
-
-ساختار پیکربندی رولپ:
-
-      required-columns
-      patterns
-
-### ستون های مورد نیاز {#required-columns}
-
--   `path_column_name` — The name of the column storing the metric name (Graphite sensor). Default value: `Path`.
--   `time_column_name` — The name of the column storing the time of measuring the metric. Default value: `Time`.
--   `value_column_name` — The name of the column storing the value of the metric at the time set in `time_column_name`. مقدار پیشفرض: `Value`.
--   `version_column_name` — The name of the column storing the version of the metric. Default value: `Timestamp`.
-
-### الگوها {#patterns}
-
-ساختار `patterns` بخش:
-
-``` text
-pattern
-    regexp
-    function
-pattern
-    regexp
-    age + precision
-    ...
-pattern
-    regexp
-    function
-    age + precision
-    ...
-pattern
-    ...
-default
-    function
-    age + precision
-    ...
-```
-
-!!! warning "توجه"
-    الگوها باید به شدت دستور داده شوند:
-
-      1. Patterns without `function` or `retention`.
-      1. Patterns with both `function` and `retention`.
-      1. Pattern `default`.
-
-هنگام پردازش یک ردیف, تاتر چک قوانین در `pattern` بخش. هر یک از `pattern` (شامل `default`) بخش می تواند شامل `function` پارامتر برای تجمع, `retention` پارامترها یا هر دو. اگر نام متریک با `regexp`, قوانین از `pattern` بخش (یا بخش) اعمال می شود; در غیر این صورت, قوانین از `default` بخش استفاده می شود.
-
-زمینه برای `pattern` و `default` بخش ها:
-
--   `regexp`– A pattern for the metric name.
--   `age` – The minimum age of the data in seconds.
--   `precision`– How precisely to define the age of the data in seconds. Should be a divisor for 86400 (seconds in a day).
--   `function` – The name of the aggregating function to apply to data whose age falls within the range `[age, age + precision]`.
-
-### مثال پیکربندی {#configuration-example}
-
-``` xml
-<graphite_rollup>
-    <version_column_name>Version</version_column_name>
-    <pattern>
-        <regexp>click_cost</regexp>
-        <function>any</function>
-        <retention>
-            <age>0</age>
-            <precision>5</precision>
-        </retention>
-        <retention>
-            <age>86400</age>
-            <precision>60</precision>
-        </retention>
-    </pattern>
-    <default>
-        <function>max</function>
-        <retention>
-            <age>0</age>
-            <precision>60</precision>
-        </retention>
-        <retention>
-            <age>3600</age>
-            <precision>300</precision>
-        </retention>
-        <retention>
-            <age>86400</age>
-            <precision>3600</precision>
-        </retention>
-    </default>
-</graphite_rollup>
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/graphitemergetree/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/mergetree-family/index.md b/docs/fa/engines/table-engines/mergetree-family/index.md
deleted file mode 100644
index c1d84083fea..00000000000
--- a/docs/fa/engines/table-engines/mergetree-family/index.md
+++ /dev/null
@@ -1,9 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0627\u062F\u063A\u0627\u0645 \u062E\u0627\u0646\u0648\u0627\u062F\
-  \u0647"
-toc_priority: 28
----
-
-
diff --git a/docs/fa/engines/table-engines/mergetree-family/mergetree.md b/docs/fa/engines/table-engines/mergetree-family/mergetree.md
deleted file mode 100644
index 264c7379466..00000000000
--- a/docs/fa/engines/table-engines/mergetree-family/mergetree.md
+++ /dev/null
@@ -1,654 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 30
-toc_title: "\u0627\u062F\u063A\u0627\u0645"
----
-
-# ادغام {#table_engines-mergetree}
-
-این `MergeTree` موتور و سایر موتورهای این خانواده (`*MergeTree`) موتورهای جدول کلیک قوی ترین.
-
-موتور در `MergeTree` خانواده برای قرار دادن مقدار بسیار زیادی از داده ها را به یک جدول طراحی شده است. داده ها به سرعت به بخش جدول توسط بخش نوشته شده است, سپس قوانین برای ادغام قطعات در پس زمینه اعمال. این روش بسیار موثرتر از به طور مستمر بازنویسی داده ها در ذخیره سازی در درج است.
-
-ویژگی های اصلی:
-
--   فروشگاه داده طبقه بندی شده اند توسط کلید اصلی.
-
-    این اجازه می دهد تا به شما برای ایجاد یک شاخص پراکنده کوچک است که کمک می کند تا پیدا کردن اطلاعات سریع تر.
-
--   پارتیشن ها را می توان در صورت استفاده کرد [کلید پارتیشن بندی](custom-partitioning-key.md) مشخص شده است.
-
-    تاتر پشتیبانی از عملیات خاص با پارتیشن که موثر تر از عملیات عمومی بر روی داده های مشابه با همان نتیجه. کلیک هاوس همچنین به طور خودکار داده های پارتیشن را که کلید پارتیشن بندی در پرس و جو مشخص شده است قطع می کند. این نیز باعث بهبود عملکرد پرس و جو.
-
--   پشتیبانی از تکرار داده ها.
-
-    خانواده `ReplicatedMergeTree` جداول فراهم می کند تکرار داده ها. برای کسب اطلاعات بیشتر, دیدن [تکرار داده ها](replication.md).
-
--   پشتیبانی از نمونه برداری داده ها.
-
-    در صورت لزوم می توانید روش نمونه گیری داده ها را در جدول تنظیم کنید.
-
-!!! info "اطلاعات"
-    این [ادغام](../special/merge.md#merge) موتور به تعلق ندارد `*MergeTree` خانواده
-
-## ایجاد یک جدول {#table_engine-mergetree-creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [TTL expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2] [TTL expr2],
-    ...
-    INDEX index_name1 expr1 TYPE type1(...) GRANULARITY value1,
-    INDEX index_name2 expr2 TYPE type2(...) GRANULARITY value2
-) ENGINE = MergeTree()
-[PARTITION BY expr]
-[ORDER BY expr]
-[PRIMARY KEY expr]
-[SAMPLE BY expr]
-[TTL expr [DELETE|TO DISK 'xxx'|TO VOLUME 'xxx'], ...]
-[SETTINGS name=value, ...]
-```
-
-برای شرح پارامترها [ایجاد توصیف پرسوجو](../../../sql-reference/statements/create.md).
-
-!!! note "یادداشت"
-    `INDEX` یک ویژگی تجربی است [شاخص های داده پرش](#table_engine-mergetree-data_skipping-indexes).
-
-### بندهای پرسوجو {#mergetree-query-clauses}
-
--   `ENGINE` — Name and parameters of the engine. `ENGINE = MergeTree()`. این `MergeTree` موتور پارامترهای ندارد.
-
--   `PARTITION BY` — The [کلید پارتیشن بندی](custom-partitioning-key.md).
-
-    برای تقسیم ماه از `toYYYYMM(date_column)` عبارت, جایی که `date_column` یک ستون با تاریخ از نوع است [تاریخ](../../../sql-reference/data-types/date.md). نام پارتیشن در اینجا `"YYYYMM"` قالب.
-
--   `ORDER BY` — The sorting key.
-
-    یک تاپل از ستون ها و یا عبارات دلخواه. مثال: `ORDER BY (CounterID, EventDate)`.
-
--   `PRIMARY KEY` — The primary key if it [متفاوت از کلید مرتب سازی](#choosing-a-primary-key-that-differs-from-the-sorting-key).
-
-    به طور پیش فرض کلید اصلی همان کلید مرتب سازی است (که توسط مشخص شده است `ORDER BY` بند). بنابراین در اکثر موارد غیر ضروری است برای مشخص کردن یک جداگانه `PRIMARY KEY` بند بند.
-
--   `SAMPLE BY` — An expression for sampling.
-
-    اگر یک عبارت نمونه برداری استفاده شده است, کلید اصلی باید باشد. مثال: `SAMPLE BY intHash32(UserID) ORDER BY (CounterID, EventDate, intHash32(UserID))`.
-
--   `TTL` — A list of rules specifying storage duration of rows and defining logic of automatic parts movement [بین دیسک و حجم](#table_engine-mergetree-multiple-volumes).
-
-    بیان باید یکی داشته باشد `Date` یا `DateTime` ستون به عنوان یک نتیجه. مثال:
-    `TTL date + INTERVAL 1 DAY`
-
-    نوع قانون `DELETE|TO DISK 'xxx'|TO VOLUME 'xxx'` مشخص یک عمل با بخش انجام می شود در صورتی که بیان راضی است (می رسد زمان فعلی): حذف ردیف منقضی شده, در حال حرکت بخشی (اگر بیان برای تمام ردیف در یک بخش راضی است) به دیسک مشخص (`TO DISK 'xxx'`) یا به حجم (`TO VOLUME 'xxx'`). نوع پیش فرض قانون حذف است (`DELETE`). فهرست قوانین متعدد می توانید مشخص, اما باید بیش از یک وجود داشته باشد `DELETE` قانون.
-
-    برای اطلاعات بیشتر, دیدن [ستون ها و جداول](#table_engine-mergetree-ttl)
-
--   `SETTINGS` — Additional parameters that control the behavior of the `MergeTree`:
-
-    -   `index_granularity` — Maximum number of data rows between the marks of an index. Default value: 8192. See [ذخیره سازی داده ها](#mergetree-data-storage).
-    -   `index_granularity_bytes` — Maximum size of data granules in bytes. Default value: 10Mb. To restrict the granule size only by number of rows, set to 0 (not recommended). See [ذخیره سازی داده ها](#mergetree-data-storage).
-    -   `enable_mixed_granularity_parts` — Enables or disables transitioning to control the granule size with the `index_granularity_bytes` تنظیمات. قبل از نسخه 19.11, تنها وجود دارد `index_granularity` تنظیم برای محدود کردن اندازه گرانول. این `index_granularity_bytes` تنظیم را بهبود می بخشد عملکرد کلیک در هنگام انتخاب داده ها از جداول با ردیف بزرگ (ده ها و صدها مگابایت). اگر شما جداول با ردیف بزرگ, شما می توانید این تنظیمات را برای جداول را قادر به بهبود بهره وری از `SELECT` نمایش داده شد.
-    -   `use_minimalistic_part_header_in_zookeeper` — Storage method of the data parts headers in ZooKeeper. If `use_minimalistic_part_header_in_zookeeper=1`, سپس باغ وحش ذخیره داده های کمتر. برای کسب اطلاعات بیشتر, دیدن [تنظیم توضیحات](../../../operations/server-configuration-parameters/settings.md#server-settings-use_minimalistic_part_header_in_zookeeper) داخل “Server configuration parameters”.
-    -   `min_merge_bytes_to_use_direct_io` — The minimum data volume for merge operation that is required for using direct I/O access to the storage disk. When merging data parts, ClickHouse calculates the total storage volume of all the data to be merged. If the volume exceeds `min_merge_bytes_to_use_direct_io` بایت, تاتر می خواند و می نویسد داده ها به دیسک ذخیره سازی با استفاده از رابط من/ای مستقیم (`O_DIRECT` گزینه). اگر `min_merge_bytes_to_use_direct_io = 0`, سپس مستقیم من / ای غیر فعال است. مقدار پیشفرض: `10 * 1024 * 1024 * 1024` بایت
-        <a name="mergetree_setting-merge_with_ttl_timeout"></a>
-    -   `merge_with_ttl_timeout` — Minimum delay in seconds before repeating a merge with TTL. Default value: 86400 (1 day).
-    -   `write_final_mark` — Enables or disables writing the final index mark at the end of data part (after the last byte). Default value: 1. Don't turn it off.
-    -   `merge_max_block_size` — Maximum number of rows in block for merge operations. Default value: 8192.
-    -   `storage_policy` — Storage policy. See [با استفاده از دستگاه های بلوک های متعدد برای ذخیره سازی داده ها](#table_engine-mergetree-multiple-volumes).
-
-**مثال تنظیمات بخش**
-
-``` sql
-ENGINE MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity=8192
-```
-
-در مثال ما مجموعه پارتیشن بندی توسط ماه.
-
-ما همچنین یک عبارت برای نمونه برداری به عنوان یک هش توسط شناسه کاربر تنظیم شده است. این اجازه می دهد تا شما را به نام مستعار داده ها در جدول برای هر `CounterID` و `EventDate`. اگر یک تعریف می کنید [SAMPLE](../../../sql-reference/statements/select/sample.md#select-sample-clause) بند هنگام انتخاب داده ClickHouse را یک به طور مساوی pseudorandom داده های نمونه به صورت زیر مجموعه ای از کاربران است.
-
-این `index_granularity` تنظیم می تواند حذف شود زیرا 8192 مقدار پیش فرض است.
-
-<details markdown="1">
-
-<summary>روش منسوخ برای ایجاد یک جدول</summary>
-
-!!! attention "توجه"
-    از این روش در پروژه های جدید استفاده نکنید. در صورت امکان, تغییر پروژه های قدیمی به روش بالا توضیح.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] MergeTree(date-column [, sampling_expression], (primary, key), index_granularity)
-```
-
-**پارامترهای ادغام() **
-
--   `date-column` — The name of a column of the [تاریخ](../../../sql-reference/data-types/date.md) نوع. تاتر به طور خودکار ایجاد پارتیشن های ماه بر اساس این ستون. نام پارتیشن در `"YYYYMM"` قالب.
--   `sampling_expression` — An expression for sampling.
--   `(primary, key)` — Primary key. Type: [تاپل()](../../../sql-reference/data-types/tuple.md)
--   `index_granularity` — The granularity of an index. The number of data rows between the “marks” از یک شاخص. ارزش 8192 برای بسیاری از وظایف مناسب است.
-
-**مثال**
-
-``` sql
-MergeTree(EventDate, intHash32(UserID), (CounterID, EventDate, intHash32(UserID)), 8192)
-```
-
-این `MergeTree` موتور در همان راه به عنوان مثال بالا برای روش پیکربندی موتور اصلی پیکربندی شده است.
-</details>
-
-## ذخیره سازی داده ها {#mergetree-data-storage}
-
-جدول شامل قطعات داده مرتب شده بر اساس کلید اصلی.
-
-هنگامی که داده ها در یک جدول قرار داده, قطعات داده های جداگانه ایجاد می شوند و هر یک از این واژه ها از لحاظ واژگان توسط کلید اصلی طبقه بندی شده اند. برای مثال اگر کلید اصلی است `(CounterID, Date)` داده ها در بخش طبقه بندی شده اند `CounterID` و در هر `CounterID`, این است که توسط دستور داد `Date`.
-
-داده های متعلق به پارتیشن های مختلف به بخش های مختلف جدا می شوند. در پس زمینه, کلیکهاوس ادغام قطعات داده ها برای ذخیره سازی موثر تر. قطعات متعلق به پارتیشن های مختلف با هم ادغام شدند. مکانیزم ادغام تضمین نمی کند که تمام ردیف ها با همان کلید اصلی در بخش داده های مشابه باشد.
-
-هر بخش داده منطقی به گرانول تقسیم شده است. گرانول کوچکترین مجموعه داده های تفکیک پذیر است که خانه می خواند در هنگام انتخاب داده ها است. خانه را کلیک می کند ردیف یا ارزش تقسیم نمی, بنابراین هر گرانول همیشه شامل یک عدد صحیح از ردیف. ردیف اول یک گرانول با ارزش کلید اصلی برای ردیف مشخص شده است. برای هر بخش داده, تاتر ایجاد یک فایل شاخص است که فروشگاه علامت. برای هر ستون, چه در کلید اصلی است یا نه, خانه رعیتی نیز علامت همان فروشگاه. این علامت به شما اجازه داده پیدا کردن به طور مستقیم در فایل های ستون.
-
-اندازه گرانول توسط `index_granularity` و `index_granularity_bytes` تنظیمات موتور جدول. تعداد ردیف ها در یک گرانول در `[1, index_granularity]` محدوده, بسته به اندازه ردیف. اندازه گرانول می تواند بیش از `index_granularity_bytes` اگر اندازه یک ردیف بیشتر از ارزش تنظیم است. در این مورد, اندازه گرانول برابر اندازه ردیف.
-
-## کلید های اولیه و شاخص ها در نمایش داده شد {#primary-keys-and-indexes-in-queries}
-
-نگاهی به `(CounterID, Date)` کلید اصلی به عنوان مثال. در این مورد, مرتب سازی و شاخص را می توان به شرح زیر نشان داده شده:
-
-      Whole data:     [---------------------------------------------]
-      CounterID:      [aaaaaaaaaaaaaaaaaabbbbcdeeeeeeeeeeeeefgggggggghhhhhhhhhiiiiiiiiikllllllll]
-      Date:           [1111111222222233331233211111222222333211111112122222223111112223311122333]
-      Marks:           |      |      |      |      |      |      |      |      |      |      |
-                      a,1    a,2    a,3    b,3    e,2    e,3    g,1    h,2    i,1    i,3    l,3
-      Marks numbers:   0      1      2      3      4      5      6      7      8      9      10
-
-اگر پرسوجوی داده مشخص شود:
-
--   `CounterID in ('a', 'h')`, سرور بار خوانده شده داده ها در محدوده علامت `[0, 3)` و `[6, 8)`.
--   `CounterID IN ('a', 'h') AND Date = 3`, سرور بار خوانده شده داده ها در محدوده علامت `[1, 3)` و `[7, 8)`.
--   `Date = 3`, سرور می خواند داده ها در طیف وسیعی از علامت `[1, 10]`.
-
-نمونه های فوق نشان می دهد که همیشه بیشتر موثر برای استفاده از شاخص از اسکن کامل است.
-
-شاخص پراکنده اجازه می دهد تا داده های اضافی به عنوان خوانده شده. هنگام خواندن یک طیف وسیعی از کلید اصلی, تا `index_granularity * 2` ردیف اضافی در هر بلوک داده را می توان به عنوان خوانده شده.
-
-شاخص پراکنده اجازه می دهد شما را به کار با تعداد بسیار زیادی از ردیف جدول, چرا که در اکثر موارد, چنین شاخص در رم کامپیوتر مناسب.
-
-کلیک یک کلید اصلی منحصر به فرد نیاز ندارد. شما می توانید ردیف های متعدد را با همان کلید اولیه وارد کنید.
-
-### انتخاب کلید اصلی {#selecting-the-primary-key}
-
-تعداد ستون ها در کلید اصلی به صراحت محدود نمی شود. بسته به ساختار داده ها, شما می توانید ستون های بیشتر یا کمتر در کلید اصلی شامل. این ممکن است:
-
--   بهبود عملکرد یک شاخص.
-
-    اگر کلید اصلی است `(a, b)` سپس یک ستون دیگر اضافه کنید `c` عملکرد را بهبود می بخشد اگر شرایط زیر رعایت شود:
-
-    -   نمایش داده شد با یک شرط در ستون وجود دارد `c`.
-    -   محدوده داده های طولانی (چندین بار طولانی تر از `index_granularity`) با مقادیر یکسان برای `(a, b)` شایع هستند. به عبارت دیگر, در هنگام اضافه کردن یک ستون دیگر اجازه می دهد تا شما را به جست و خیز محدوده داده بسیار طولانی.
-
--   بهبود فشرده سازی داده ها.
-
-    خانه را کلیک کنید انواع داده ها توسط کلید اصلی, بنابراین بالاتر از ثبات, بهتر فشرده سازی.
-
--   فراهم می کند که منطق اضافی در هنگام ادغام قطعات داده در [سقوط غذای اصلی](collapsingmergetree.md#table_engine-collapsingmergetree) و [سامینگمرگتری](summingmergetree.md) موتورها.
-
-    در این مورد منطقی است که مشخص شود *کلید مرتب سازی* که متفاوت از کلید اصلی است.
-
-یک کلید اولیه طولانی منفی عملکرد درج و مصرف حافظه تاثیر می گذارد, اما ستون های اضافی در کلید اصلی انجام عملکرد تاتر در طول تاثیر نمی گذارد `SELECT` نمایش داده شد.
-
-### انتخاب کلید اصلی است که متفاوت از کلید مرتب سازی {#choosing-a-primary-key-that-differs-from-the-sorting-key}
-
-ممکن است که به مشخص کردن یک کلید اولیه (بیان با ارزش هایی که در فایل شاخص برای هر علامت نوشته شده است) که متفاوت از کلید مرتب سازی (بیان برای مرتب سازی ردیف در بخش های داده). در این مورد تاپل عبارت کلیدی اولیه باید یک پیشوند از تاپل عبارت کلیدی مرتب سازی شود.
-
-این ویژگی در هنگام استفاده از مفید است [سامینگمرگتری](summingmergetree.md) و
-[ریزدانه](aggregatingmergetree.md) موتورهای جدول. در یک مورد مشترک در هنگام استفاده از این موتور جدول دو نوع ستون است: *ابعاد* و *اقدامات*. نمایش داده شد نمونه مقادیر کل ستون اندازه گیری با دلخواه `GROUP BY` و فیلتر بر اساس ابعاد. چون SummingMergeTree و AggregatingMergeTree جمع ردیف با همان مقدار از مرتب سازی کلیدی است برای اضافه کردن همه ابعاد آن است. در نتیجه, بیان کلیدی شامل یک لیست طولانی از ستون ها و این لیست باید اغلب با ابعاد تازه اضافه شده به روز.
-
-در این مورد منطقی است که تنها چند ستون در کلید اصلی را ترک کنید که اسکن های محدوده ای موثر را فراهم می کند و ستون های بعد باقی مانده را به دسته کلید مرتب سازی اضافه می کند.
-
-[ALTER](../../../sql-reference/statements/alter.md) از کلید مرتب سازی یک عملیات سبک وزن است چرا که زمانی که یک ستون جدید به طور همزمان به جدول و به کلید مرتب سازی اضافه, قطعات داده های موجود لازم نیست به تغییر. از کلید مرتب سازی قدیمی یک پیشوند از کلید مرتب سازی جدید است و هیچ داده در ستون به تازگی اضافه شده وجود دارد, داده ها توسط هر دو کلید مرتب سازی قدیمی و جدید در لحظه اصلاح جدول طبقه بندی شده اند.
-
-### استفاده از شاخص ها و پارتیشن ها در نمایش داده شد {#use-of-indexes-and-partitions-in-queries}
-
-برای `SELECT` نمایش داده شد, فاحشه خانه تجزیه و تحلیل اینکه یک شاخص می تواند مورد استفاده قرار گیرد. شاخص می تواند مورد استفاده قرار گیرد در صورتی که `WHERE/PREWHERE` بند بیان (به عنوان یکی از عناصر رابطه یا به طور کامل) است که نشان دهنده برابری یا نابرابری عملیات مقایسه و یا اگر `IN` یا `LIKE` با یک پیشوند ثابت در ستون ها و یا عبارات که در کلید اصلی و یا پارتیشن بندی هستند, و یا در برخی از توابع تا حدی تکراری از این ستون ها, و یا روابط منطقی از این عبارات.
-
-بدین ترتیب, ممکن است به سرعت اجرا نمایش داده شد در یک یا بسیاری از محدوده کلید اصلی. در این مثال, نمایش داده شد سریع خواهد بود که برای یک تگ ردیابی خاص اجرا, برای یک برچسب خاص و محدوده تاریخ, برای یک تگ و تاریخ خاص, برای برچسب های متعدد با محدوده تاریخ, و غیره.
-
-بیایید به موتور پیکربندی شده به شرح زیر نگاه کنیم:
-
-      ENGINE MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate) SETTINGS index_granularity=8192
-
-در این مورد در نمایش داده شد:
-
-``` sql
-SELECT count() FROM table WHERE EventDate = toDate(now()) AND CounterID = 34
-SELECT count() FROM table WHERE EventDate = toDate(now()) AND (CounterID = 34 OR CounterID = 42)
-SELECT count() FROM table WHERE ((EventDate >= toDate('2014-01-01') AND EventDate <= toDate('2014-01-31')) OR EventDate = toDate('2014-05-01')) AND CounterID IN (101500, 731962, 160656) AND (CounterID = 101500 OR EventDate != toDate('2014-05-01'))
-```
-
-خانه رعیتی خواهد شاخص کلید اصلی به تر و تمیز داده های نامناسب و کلید پارتیشن بندی ماهانه به تر و تمیز پارتیشن که در محدوده تاریخ نامناسب هستند استفاده کنید.
-
-نمایش داده شد بالا نشان می دهد که شاخص حتی برای عبارات پیچیده استفاده می شود. خواندن از جدول سازمان یافته است به طوری که با استفاده از شاخص نمی تواند کندتر از اسکن کامل.
-
-در مثال زیر شاخص نمی تواند مورد استفاده قرار گیرد.
-
-``` sql
-SELECT count() FROM table WHERE CounterID = 34 OR URL LIKE '%upyachka%'
-```
-
-برای بررسی اینکه تاتر می توانید شاخص زمانی که در حال اجرا یک پرس و جو استفاده, استفاده از تنظیمات [اجبار](../../../operations/settings/settings.md#settings-force_index_by_date) و [اجبار](../../../operations/settings/settings.md).
-
-کلید پارتیشن بندی توسط ماه اجازه می دهد تا خواندن تنها کسانی که بلوک های داده که حاوی تاریخ از محدوده مناسب. در این مورد, بلوک داده ها ممکن است حاوی داده ها برای بسیاری از تاریخ (تا یک ماه کامل). در یک بلوک, داده ها توسط کلید اصلی طبقه بندی شده اند, که ممکن است حاوی تاریخ به عنوان ستون اول نیست. به خاطر همین, با استفاده از یک پرس و جو تنها با یک وضعیت تاریخ که پیشوند کلید اصلی مشخص نیست باعث می شود اطلاعات بیشتر از یک تاریخ به عنوان خوانده شود.
-
-### استفاده از شاخص برای کلید های اولیه تا حدی یکنواخت {#use-of-index-for-partially-monotonic-primary-keys}
-
-در نظر بگیرید, مثلا, روز از ماه. یک فرم [توالی یکنواختی](https://en.wikipedia.org/wiki/Monotonic_function) برای یک ماه, اما برای مدت طولانی تر یکنواخت نیست. این یک توالی نیمه یکنواخت است. اگر یک کاربر ایجاد جدول با نیمه یکنواخت کلید اولیه, خانه را ایجاد یک شاخص پراکنده به طور معمول. هنگامی که یک کاربر داده ها را انتخاب از این نوع از جدول, تاتر تجزیه و تحلیل شرایط پرس و جو. اگر کاربر می خواهد برای دریافت اطلاعات بین دو علامت از شاخص و هر دو این علامت در عرض یک ماه سقوط, خانه رعیتی می توانید شاخص در این مورد خاص استفاده کنید زیرا می تواند فاصله بین پارامترهای یک پرس و جو و شاخص محاسبه.
-
-کلیک خانه می تواند یک شاخص استفاده کنید اگر ارزش های کلید اصلی در محدوده پارامتر پرس و جو یک توالی یکنواخت نشان دهنده نیست. در این مورد, تاتر با استفاده از روش اسکن کامل.
-
-تاتر با استفاده از این منطق نه تنها برای روز از توالی ماه, اما برای هر کلید اصلی است که نشان دهنده یک توالی نیمه یکنواخت.
-
-### شاخص های پرش داده (تجربی) {#table_engine-mergetree-data_skipping-indexes}
-
-اعلامیه شاخص در بخش ستون ها از `CREATE` پرس و جو.
-
-``` sql
-INDEX index_name expr TYPE type(...) GRANULARITY granularity_value
-```
-
-برای جداول از `*MergeTree` خانواده, شاخص پرش داده را می توان مشخص.
-
-این شاخص جمع برخی از اطلاعات در مورد بیان مشخص شده بر روی بلوک, که شامل `granularity_value` گرانول (اندازه گرانول با استفاده از `index_granularity` تنظیم در موتور جدول). سپس این دانه ها در استفاده می شود `SELECT` نمایش داده شد برای کاهش مقدار داده ها به خواندن از روی دیسک با پرش بلوک های بزرگ از داده ها که `where` پرس و جو نمی تواند راضی باشد.
-
-**مثال**
-
-``` sql
-CREATE TABLE table_name
-(
-    u64 UInt64,
-    i32 Int32,
-    s String,
-    ...
-    INDEX a (u64 * i32, s) TYPE minmax GRANULARITY 3,
-    INDEX b (u64 * length(s)) TYPE set(1000) GRANULARITY 4
-) ENGINE = MergeTree()
-...
-```
-
-شاخص ها از مثال می توانند توسط کلیک خانه استفاده شوند تا میزان داده ها را برای خواندن از دیسک در موارد زیر کاهش دهند:
-
-``` sql
-SELECT count() FROM table WHERE s < 'z'
-SELECT count() FROM table WHERE u64 * i32 == 10 AND u64 * length(s) >= 1234
-```
-
-#### انواع شاخص های موجود {#available-types-of-indices}
-
--   `minmax`
-
-    فروشگاه افراط و بیان مشخص شده (در صورتی که بیان شده است `tuple` سپس افراط را برای هر عنصر ذخیره می کند `tuple`), با استفاده از اطلاعات ذخیره شده برای پرش بلوک از داده ها مانند کلید اصلی.
-
--   `set(max_rows)`
-
-    ارزش های منحصر به فرد بیان مشخص شده را ذخیره می کند (بیش از `max_rows` سطرها, `max_rows=0` یعنی “no limits”). با استفاده از مقادیر برای بررسی در صورتی که `WHERE` بیان رضایت بخش در یک بلوک از داده ها نیست.
-
--   `ngrambf_v1(n, size_of_bloom_filter_in_bytes, number_of_hash_functions, random_seed)`
-
-    فروشگاه ها [فیلتر بلوم](https://en.wikipedia.org/wiki/Bloom_filter) که شامل تمام نمگرام از یک بلوک از داده ها. این نسخهها کار میکند تنها با رشته. می توان برای بهینه سازی استفاده کرد `equals`, `like` و `in` عبارات.
-
-    -   `n` — ngram size,
-    -   `size_of_bloom_filter_in_bytes` — Bloom filter size in bytes (you can use large values here, for example, 256 or 512, because it can be compressed well).
-    -   `number_of_hash_functions` — The number of hash functions used in the Bloom filter.
-    -   `random_seed` — The seed for Bloom filter hash functions.
-
--   `tokenbf_v1(size_of_bloom_filter_in_bytes, number_of_hash_functions, random_seed)`
-
-    همان `ngrambf_v1`, اما فروشگاه نشانه به جای نمرگرام. نشانه ها توالی هایی هستند که توسط شخصیت های غیر عددی جدا شده اند.
-
--   `bloom_filter([false_positive])` — Stores a [فیلتر بلوم](https://en.wikipedia.org/wiki/Bloom_filter) برای ستون مشخص.
-
-    اختیاری `false_positive` پارامتر احتمال دریافت پاسخ مثبت کاذب از فیلتر است. مقادیر ممکن: (0, 1). مقدار پیش فرض: 0.025.
-
-    انواع داده های پشتیبانی شده: `Int*`, `UInt*`, `Float*`, `Enum`, `Date`, `DateTime`, `String`, `FixedString`, `Array`, `LowCardinality`, `Nullable`.
-
-    توابع زیر می توانند از این استفاده کنند: [برابر](../../../sql-reference/functions/comparison-functions.md), [نقلقولها](../../../sql-reference/functions/comparison-functions.md), [داخل](../../../sql-reference/functions/in-functions.md), [notIn](../../../sql-reference/functions/in-functions.md), [دارد](../../../sql-reference/functions/array-functions.md).
-
-<!-- -->
-
-``` sql
-INDEX sample_index (u64 * length(s)) TYPE minmax GRANULARITY 4
-INDEX sample_index2 (u64 * length(str), i32 + f64 * 100, date, str) TYPE set(100) GRANULARITY 4
-INDEX sample_index3 (lower(str), str) TYPE ngrambf_v1(3, 256, 2, 0) GRANULARITY 4
-```
-
-#### توابع پشتیبانی {#functions-support}
-
-شرایط در `WHERE` بند شامل تماس از توابع است که با ستون کار. اگر ستون بخشی از یک شاخص است, خانه رعیتی تلاش می کند تا استفاده از این شاخص در هنگام انجام توابع. تاتر از زیر مجموعه های مختلف از توابع برای استفاده از شاخص.
-
-این `set` شاخص را می توان با تمام توابع استفاده می شود. زیر مجموعه های تابع برای شاخص های دیگر در جدول زیر نشان داده شده است.
-
-| تابع (اپراتور) / شاخص                                                                                                | کلید اصلی | مینمکس | نمرمبف1 | توکنبف1 | ت_ضعیت |
-|----------------------------------------------------------------------------------------------------------------------|-----------|--------|---------|---------|---------|
-| [اطلاعات دقیق)](../../../sql-reference/functions/comparison-functions.md#function-equals)                            | ✔         | ✔      | ✔       | ✔       | ✔       |
-| [نقلقولهای جدید از این نویسنده=, \<\>)](../../../sql-reference/functions/comparison-functions.md#function-notequals) | ✔         | ✔      | ✔       | ✔       | ✔       |
-| [مانند](../../../sql-reference/functions/string-search-functions.md#function-like)                                   | ✔         | ✔      | ✔       | ✗       | ✗       |
-| [notLike](../../../sql-reference/functions/string-search-functions.md#function-notlike)                              | ✔         | ✔      | ✔       | ✗       | ✗       |
-| [startsWith](../../../sql-reference/functions/string-functions.md#startswith)                                        | ✔         | ✔      | ✔       | ✔       | ✗       |
-| [endsWith](../../../sql-reference/functions/string-functions.md#endswith)                                            | ✗         | ✗      | ✔       | ✔       | ✗       |
-| [چندزبانه](../../../sql-reference/functions/string-search-functions.md#function-multisearchany)                      | ✗         | ✗      | ✔       | ✗       | ✗       |
-| [داخل](../../../sql-reference/functions/in-functions.md#in-functions)                                                | ✔         | ✔      | ✔       | ✔       | ✔       |
-| [notIn](../../../sql-reference/functions/in-functions.md#in-functions)                                               | ✔         | ✔      | ✔       | ✔       | ✔       |
-| [کمتر (\<)](../../../sql-reference/functions/comparison-functions.md#function-less)                                  | ✔         | ✔      | ✗       | ✗       | ✗       |
-| [بیشتر (\>)](../../../sql-reference/functions/comparison-functions.md#function-greater)                              | ✔         | ✔      | ✗       | ✗       | ✗       |
-| [در حال بارگذاری)](../../../sql-reference/functions/comparison-functions.md#function-lessorequals)                   | ✔         | ✔      | ✗       | ✗       | ✗       |
-| [اطلاعات دقیق)](../../../sql-reference/functions/comparison-functions.md#function-greaterorequals)                   | ✔         | ✔      | ✗       | ✗       | ✗       |
-| [خالی](../../../sql-reference/functions/array-functions.md#function-empty)                                           | ✔         | ✔      | ✗       | ✗       | ✗       |
-| [notEmpty](../../../sql-reference/functions/array-functions.md#function-notempty)                                    | ✔         | ✔      | ✗       | ✗       | ✗       |
-| شتابدهنده                                                                                                            | ✗         | ✗      | ✗       | ✔       | ✗       |
-
-توابع با استدلال ثابت است که کمتر از اندازه نیگرام می تواند توسط استفاده نمی شود `ngrambf_v1` برای بهینه سازی پرس و جو.
-
-فیلتر بلوم می توانید مسابقات مثبت کاذب دارند, به طوری که `ngrambf_v1`, `tokenbf_v1` و `bloom_filter` شاخص ها نمی توانند برای بهینه سازی پرس و جو هایی که انتظار می رود نتیجه عملکرد نادرست باشد استفاده شوند:
-
--   می توان بهینه سازی کرد:
-    -   `s LIKE '%test%'`
-    -   `NOT s NOT LIKE '%test%'`
-    -   `s = 1`
-    -   `NOT s != 1`
-    -   `startsWith(s, 'test')`
--   نمی توان بهینه سازی کرد:
-    -   `NOT s LIKE '%test%'`
-    -   `s NOT LIKE '%test%'`
-    -   `NOT s = 1`
-    -   `s != 1`
-    -   `NOT startsWith(s, 'test')`
-
-## دسترسی همزمان داده ها {#concurrent-data-access}
-
-برای دسترسی به جدول همزمان, ما با استفاده از چند نسخه. به عبارت دیگر, زمانی که یک جدول به طور همزمان خواندن و به روز, داده ها از مجموعه ای از قطعات است که در زمان پرس و جو در حال حاضر به عنوان خوانده شده. هیچ قفل طولانی وجود دارد. درج در راه عملیات خواندن نیست.
-
-خواندن از یک جدول به طور خودکار موازی.
-
-## ستون ها و جداول {#table_engine-mergetree-ttl}
-
-تعیین طول عمر ارزش.
-
-این `TTL` بند را می توان برای کل جدول و برای هر ستون فردی تنظیم شده است. همچنین منطق حرکت خودکار داده ها بین دیسک ها و حجم ها را مشخص می کند.
-
-عبارات باید به ارزیابی [تاریخ](../../../sql-reference/data-types/date.md) یا [DateTime](../../../sql-reference/data-types/datetime.md) نوع داده.
-
-مثال:
-
-``` sql
-TTL time_column
-TTL time_column + interval
-```
-
-برای تعریف `interval` استفاده [فاصله زمانی](../../../sql-reference/operators/index.md#operators-datetime) اپراتورها.
-
-``` sql
-TTL date_time + INTERVAL 1 MONTH
-TTL date_time + INTERVAL 15 HOUR
-```
-
-### ستون {#mergetree-column-ttl}
-
-هنگامی که مقادیر در ستون منقضی, خانه را جایگزین با مقادیر پیش فرض برای نوع داده ستون. اگر تمام مقادیر ستون در بخش داده منقضی, تاتر حذف این ستون از بخش داده ها در یک سیستم فایل.
-
-این `TTL` بند را نمی توان برای ستون های کلیدی استفاده کرد.
-
-مثالها:
-
-ایجاد یک جدول با تی ال
-
-``` sql
-CREATE TABLE example_table
-(
-    d DateTime,
-    a Int TTL d + INTERVAL 1 MONTH,
-    b Int TTL d + INTERVAL 1 MONTH,
-    c String
-)
-ENGINE = MergeTree
-PARTITION BY toYYYYMM(d)
-ORDER BY d;
-```
-
-اضافه کردن تی ال به یک ستون از یک جدول موجود
-
-``` sql
-ALTER TABLE example_table
-    MODIFY COLUMN
-    c String TTL d + INTERVAL 1 DAY;
-```
-
-تغییر تعداد ستون
-
-``` sql
-ALTER TABLE example_table
-    MODIFY COLUMN
-    c String TTL d + INTERVAL 1 MONTH;
-```
-
-### جدول {#mergetree-table-ttl}
-
-جدول می تواند بیان برای حذف ردیف منقضی شده و عبارات متعدد برای حرکت خودکار قطعات بین [دیسک یا حجم](#table_engine-mergetree-multiple-volumes). هنگامی که ردیف در جدول منقضی, تاتر حذف تمام ردیف مربوطه. برای قطعات در حال حرکت از ویژگی های, تمام ردیف از یک بخش باید معیارهای بیان جنبش را تامین کند.
-
-``` sql
-TTL expr [DELETE|TO DISK 'aaa'|TO VOLUME 'bbb'], ...
-```
-
-نوع قانون کنترل هوشمند ممکن است هر عبارت را دنبال کند. این تاثیر می گذارد یک عمل است که باید انجام شود یک بار بیان راضی است (زمان فعلی می رسد):
-
--   `DELETE` - حذف ردیف منقضی شده (اقدام پیش فرض);
--   `TO DISK 'aaa'` - انتقال بخشی به دیسک `aaa`;
--   `TO VOLUME 'bbb'` - انتقال بخشی به دیسک `bbb`.
-
-مثالها:
-
-ایجاد یک جدول با تی ال
-
-``` sql
-CREATE TABLE example_table
-(
-    d DateTime,
-    a Int
-)
-ENGINE = MergeTree
-PARTITION BY toYYYYMM(d)
-ORDER BY d
-TTL d + INTERVAL 1 MONTH [DELETE],
-    d + INTERVAL 1 WEEK TO VOLUME 'aaa',
-    d + INTERVAL 2 WEEK TO DISK 'bbb';
-```
-
-تغییر تعداد جدول
-
-``` sql
-ALTER TABLE example_table
-    MODIFY TTL d + INTERVAL 1 DAY;
-```
-
-**حذف داده ها**
-
-داده ها با یک حذف شده است زمانی که محل انتخابی ادغام قطعات داده.
-
-هنگامی که کلیک خانه را ببینید که داده تمام شده است, انجام یک ادغام خارج از برنامه. برای کنترل فرکانس چنین ادغام, شما می توانید مجموعه `merge_with_ttl_timeout`. اگر مقدار خیلی کم است, این بسیاری از ادغام خارج از برنامه است که ممکن است مقدار زیادی از منابع مصرف انجام.
-
-اگر شما انجام `SELECT` پرس و جو بین ادغام, شما ممکن است داده های منقضی شده. برای جلوگیری از استفاده از [OPTIMIZE](../../../sql-reference/statements/misc.md#misc_operations-optimize) پرسوجو قبل از `SELECT`.
-
-## با استفاده از دستگاه های بلوک های متعدد برای ذخیره سازی داده ها {#table_engine-mergetree-multiple-volumes}
-
-### معرفی شرکت {#introduction}
-
-`MergeTree` موتورهای جدول خانواده می تواند داده ها در دستگاه های بلوک های متعدد ذخیره کنید. مثلا, این می تواند مفید باشد زمانی که داده ها از یک جدول خاص به طور ضمنی به تقسیم “hot” و “cold”. داده های اخیر به طور منظم درخواست شده است اما نیاز به تنها مقدار کمی از فضای. برعکس, داده های تاریخی چربی دم به ندرت درخواست. اگر چندین دیسک در دسترس هستند “hot” داده ها ممکن است بر روی دیسک های سریع واقع (مثلا, اس اس اس اس بلوم و یا در حافظه), در حالی که “cold” داده ها بر روی موارد نسبتا کند (مثلا هارد).
-
-بخش داده ها حداقل واحد متحرک برای `MergeTree`- جدول موتور . داده های متعلق به یک بخش بر روی یک دیسک ذخیره می شود. قطعات داده را می توان بین دیسک در پس زمینه (با توجه به تنظیمات کاربر) و همچنین با استفاده از نقل مکان کرد [ALTER](../../../sql-reference/statements/alter.md#alter_move-partition) نمایش داده شد.
-
-### شرایط {#terms}
-
--   Disk — Block device mounted to the filesystem.
--   Default disk — Disk that stores the path specified in the [مسیر](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-path) تنظیم سرور.
--   Volume — Ordered set of equal disks (similar to [JBOD](https://en.wikipedia.org/wiki/Non-RAID_drive_architectures)).
--   Storage policy — Set of volumes and the rules for moving data between them.
-
-اسامی داده شده به اشخاص توصیف شده را می توان در جداول سیستم یافت می شود, [سیستم.داستان_یابی](../../../operations/system-tables.md#system_tables-storage_policies) و [سیستم.دیسکها](../../../operations/system-tables.md#system_tables-disks). برای اعمال یکی از سیاست های ذخیره سازی پیکربندی شده برای یک جدول از `storage_policy` تنظیم از `MergeTree`- جداول خانواده موتور .
-
-### پیکربندی {#table_engine-mergetree-multiple-volumes_configure}
-
-دیسک, حجم و سیاست های ذخیره سازی باید در داخل اعلام `<storage_configuration>` برچسب یا در فایل اصلی `config.xml` یا در یک فایل مجزا در `config.d` فهرست راهنما.
-
-ساختار پیکربندی:
-
-``` xml
-<storage_configuration>
-    <disks>
-        <disk_name_1> <!-- disk name -->
-            <path>/mnt/fast_ssd/clickhouse/</path>
-        </disk_name_1>
-        <disk_name_2>
-            <path>/mnt/hdd1/clickhouse/</path>
-            <keep_free_space_bytes>10485760</keep_free_space_bytes>
-        </disk_name_2>
-        <disk_name_3>
-            <path>/mnt/hdd2/clickhouse/</path>
-            <keep_free_space_bytes>10485760</keep_free_space_bytes>
-        </disk_name_3>
-
-        ...
-    </disks>
-
-    ...
-</storage_configuration>
-```
-
-برچسبها:
-
--   `<disk_name_N>` — Disk name. Names must be different for all disks.
--   `path` — path under which a server will store data (`data` و `shadow` پوشه ها) باید با پایان ‘/’.
--   `keep_free_space_bytes` — the amount of free disk space to be reserved.
-
-منظور از تعریف دیسک مهم نیست.
-
-نشانه گذاری پیکربندی سیاست های ذخیره سازی:
-
-``` xml
-<storage_configuration>
-    ...
-    <policies>
-        <policy_name_1>
-            <volumes>
-                <volume_name_1>
-                    <disk>disk_name_from_disks_configuration</disk>
-                    <max_data_part_size_bytes>1073741824</max_data_part_size_bytes>
-                </volume_name_1>
-                <volume_name_2>
-                    <!-- configuration -->
-                </volume_name_2>
-                <!-- more volumes -->
-            </volumes>
-            <move_factor>0.2</move_factor>
-        </policy_name_1>
-        <policy_name_2>
-            <!-- configuration -->
-        </policy_name_2>
-
-        <!-- more policies -->
-    </policies>
-    ...
-</storage_configuration>
-```
-
-برچسبها:
-
--   `policy_name_N` — Policy name. Policy names must be unique.
--   `volume_name_N` — Volume name. Volume names must be unique.
--   `disk` — a disk within a volume.
--   `max_data_part_size_bytes` — the maximum size of a part that can be stored on any of the volume's disks.
--   `move_factor` — when the amount of available space gets lower than this factor, data automatically start to move on the next volume if any (by default, 0.1).
-
-Cofiguration نمونه:
-
-``` xml
-<storage_configuration>
-    ...
-    <policies>
-        <hdd_in_order> <!-- policy name -->
-            <volumes>
-                <single> <!-- volume name -->
-                    <disk>disk1</disk>
-                    <disk>disk2</disk>
-                </single>
-            </volumes>
-        </hdd_in_order>
-
-        <moving_from_ssd_to_hdd>
-            <volumes>
-                <hot>
-                    <disk>fast_ssd</disk>
-                    <max_data_part_size_bytes>1073741824</max_data_part_size_bytes>
-                </hot>
-                <cold>
-                    <disk>disk1</disk>
-                </cold>
-            </volumes>
-            <move_factor>0.2</move_factor>
-        </moving_from_ssd_to_hdd>
-    </policies>
-    ...
-</storage_configuration>
-```
-
-در مثال داده شده `hdd_in_order` سیاست پیاده سازی [گرد رابین](https://en.wikipedia.org/wiki/Round-robin_scheduling) نزدیک شو بنابراین این سیاست تنها یک جلد را تعریف می کند (`single`), قطعات داده ها بر روی تمام دیسک های خود را به ترتیب دایره ای ذخیره می شود. چنین سیاستی می تواند بسیار مفید اگر چندین دیسک مشابه به سیستم نصب شده وجود دارد, اما حمله پیکربندی نشده است. به خاطر داشته باشید که هر درایو دیسک منحصر به فرد قابل اعتماد نیست و شما ممکن است بخواهید با عامل تکرار 3 یا بیشتر جبران.
-
-اگر انواع مختلف دیسک های موجود در سیستم وجود دارد, `moving_from_ssd_to_hdd` سیاست را می توان به جای استفاده. حجم `hot` شامل یک دیسک اس اس دی (`fast_ssd`), و حداکثر اندازه یک بخش است که می تواند در این حجم ذخیره شده است 1گیگابایت. تمام قطعات با اندازه بزرگتر از 1 گیگابایت به طور مستقیم در `cold` حجم, که شامل یک دیسک هارد `disk1`.
-همچنین هنگامی که دیسک `fast_ssd` می شود توسط بیش از پر 80%, داده خواهد شد به انتقال `disk1` توسط یک فرایند پس زمینه.
-
-منظور شمارش حجم در یک سیاست ذخیره سازی مهم است. هنگامی که یک حجم پر شده است, داده ها به یک بعدی منتقل. ترتیب شمارش دیسک نیز مهم است زیرا داده ها در نوبت ذخیره می شوند.
-
-هنگام ایجاد یک جدول می توان یکی از سیاست های ذخیره سازی پیکربندی شده را اعمال کرد:
-
-``` sql
-CREATE TABLE table_with_non_default_policy (
-    EventDate Date,
-    OrderID UInt64,
-    BannerID UInt64,
-    SearchPhrase String
-) ENGINE = MergeTree
-ORDER BY (OrderID, BannerID)
-PARTITION BY toYYYYMM(EventDate)
-SETTINGS storage_policy = 'moving_from_ssd_to_hdd'
-```
-
-این `default` سیاست ذخیره سازی نشان میدهد تنها با استفاده از یک حجم, که متشکل از تنها یک دیسک داده شده در `<path>`. هنگامی که یک جدول ایجاد شده است, سیاست ذخیره سازی خود را نمی توان تغییر داد.
-
-### اطلاعات دقیق {#details}
-
-در مورد `MergeTree` جداول داده ها به دیسک در راه های مختلف گرفتن است:
-
--   به عنوان یک نتیجه از درج (`INSERT` پرسوجو).
--   در طول پس زمینه ادغام و [جهشها](../../../sql-reference/statements/alter.md#alter-mutations).
--   هنگام دانلود از ماکت دیگر.
--   به عنوان یک نتیجه از انجماد پارتیشن [ALTER TABLE … FREEZE PARTITION](../../../sql-reference/statements/alter.md#alter_freeze-partition).
-
-در تمام این موارد به جز جهش و پارتیشن انجماد بخش ذخیره شده در حجم و دیسک با توجه به سیاست ذخیره سازی داده شده است:
-
-1.  جلد اول (به ترتیب تعریف) که فضای دیسک به اندازه کافی برای ذخیره سازی یک بخش (`unreserved_space > current_part_size`) و اجازه می دهد تا برای ذخیره سازی بخش هایی از اندازه داده شده (`max_data_part_size_bytes > current_part_size`) انتخاب شده است .
-2.  در این حجم, که دیسک انتخاب شده است که به دنبال یکی, که برای ذخیره سازی تکه های قبلی از داده مورد استفاده قرار گرفت, و دارای فضای رایگان بیش از اندازه بخش (`unreserved_space - keep_free_space_bytes > current_part_size`).
-
-تحت هود جهش و پارتیشن انجماد استفاده از [لینک های سخت](https://en.wikipedia.org/wiki/Hard_link). لینک های سخت بین دیسک های مختلف پشتیبانی نمی شوند بنابراین در چنین مواردی قطعات حاصل شده بر روی دیسک های مشابه به عنوان اولیه ذخیره می شوند.
-
-در پس زمینه, قطعات بین حجم بر اساس مقدار فضای رایگان نقل مکان کرد (`move_factor` پارامتر) با توجه به سفارش حجم در فایل پیکربندی اعلام کرد.
-داده ها هرگز از گذشته و به یکی از اولین منتقل شده است. ممکن است از جداول سیستم استفاده کنید [سیستم._خروج](../../../operations/system-tables.md#system_tables-part-log) (زمینه `type = MOVE_PART`) و [سیستم.قطعات](../../../operations/system-tables.md#system_tables-parts) (فیلدها `path` و `disk`) برای نظارت بر حرکت پس زمینه . همچنین, اطلاعات دقیق را می توان در سیاهههای مربوط به سرور پیدا شده است.
-
-کاربر می تواند نیروی حرکت بخشی یا پارتیشن از یک حجم به دیگری با استفاده از پرس و جو [ALTER TABLE … MOVE PART\|PARTITION … TO VOLUME\|DISK …](../../../sql-reference/statements/alter.md#alter_move-partition), تمام محدودیت برای عملیات پس زمینه در نظر گرفته شود. پرس و جو شروع یک حرکت به خودی خود و منتظر نیست برای عملیات پس زمینه به پایان خواهد رسید. کاربر یک پیام خطا اگر فضای رایگان به اندازه کافی در دسترس است و یا اگر هر یک از شرایط مورد نیاز را ملاقات کرد.
-
-داده های متحرک با تکرار داده ها دخالت نمی کنند. از این رو, سیاست های ذخیره سازی مختلف را می توان برای همان جدول در کپی های مختلف مشخص.
-
-پس از اتمام ادغام پس زمینه و جهش, قطعات قدیمی تنها پس از یک مقدار مشخصی از زمان حذف (`old_parts_lifetime`).
-در طول این زمان به حجم یا دیسک های دیگر منتقل نمی شوند. از این رو, تا زمانی که قطعات در نهایت حذف, هنوز هم به حساب برای ارزیابی فضای دیسک اشغال گرفته.
-
-[مقاله اصلی](https://clickhouse.tech/docs/ru/operations/table_engines/mergetree/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/mergetree-family/replacingmergetree.md b/docs/fa/engines/table-engines/mergetree-family/replacingmergetree.md
deleted file mode 100644
index 0ace0e05afc..00000000000
--- a/docs/fa/engines/table-engines/mergetree-family/replacingmergetree.md
+++ /dev/null
@@ -1,69 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 33
-toc_title: "\u062C\u0627\u06CC\u06AF\u0632\u06CC\u0646\u06CC"
----
-
-# جایگزینی {#replacingmergetree}
-
-موتور متفاوت از [ادغام](mergetree.md#table_engines-mergetree) در که حذف نوشته های تکراری با همان مقدار اصلی کلید (یا دقیق تر, با همان [کلید مرتب سازی](mergetree.md) ارزش).
-
-تقسیم داده ها تنها در یک ادغام رخ می دهد. ادغام در پس زمینه در زمان ناشناخته رخ می دهد بنابراین شما نمی توانید برنامه ریزی کنید. برخی از داده ها ممکن است بدون پردازش باقی می ماند. اگر چه شما می توانید ادغام برنامه ریزی با استفاده از اجرا `OPTIMIZE` پرس و جو, در استفاده از این حساب نمی, به این دلیل که `OPTIMIZE` پرس و جو خواندن و نوشتن مقدار زیادی از داده ها.
-
-بدین ترتیب, `ReplacingMergeTree` مناسب برای پاک کردن داده های تکراری در پس زمینه برای صرفه جویی در فضا است اما عدم وجود تکراری را تضمین نمی کند.
-
-## ایجاد یک جدول {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = ReplacingMergeTree([ver])
-[PARTITION BY expr]
-[ORDER BY expr]
-[PRIMARY KEY expr]
-[SAMPLE BY expr]
-[SETTINGS name=value, ...]
-```
-
-برای شرح پارامترهای درخواست را ببینید [درخواست توضیحات](../../../sql-reference/statements/create.md).
-
-**پارامترهای جایگزین**
-
--   `ver` — column with version. Type `UInt*`, `Date` یا `DateTime`. پارامتر اختیاری.
-
-    هنگام ادغام, `ReplacingMergeTree` از تمام ردیف ها با همان کلید اصلی تنها یک برگ دارد:
-
-    -   گذشته در انتخاب, اگر `ver` تنظیم نشده است.
-    -   با حداکثر نسخه, اگر `ver` مشخص.
-
-**بندهای پرسوجو**
-
-هنگام ایجاد یک `ReplacingMergeTree` جدول همان [بند](mergetree.md) در هنگام ایجاد یک مورد نیاز است `MergeTree` جدول
-
-<details markdown="1">
-
-<summary>روش منسوخ برای ایجاد یک جدول</summary>
-
-!!! attention "توجه"
-    هنوز این روش در پروژه های جدید استفاده کنید و, در صورت امکان, تغییر پروژه های قدیمی به روش بالا توضیح.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] ReplacingMergeTree(date-column [, sampling_expression], (primary, key), index_granularity, [ver])
-```
-
-همه پارامترها به استثنای `ver` همان معنی را در `MergeTree`.
-
--   `ver` - ستون با نسخه . پارامتر اختیاری. برای شرح, متن بالا را ببینید.
-
-</details>
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/replacingmergetree/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/mergetree-family/replication.md b/docs/fa/engines/table-engines/mergetree-family/replication.md
deleted file mode 100644
index be37a588968..00000000000
--- a/docs/fa/engines/table-engines/mergetree-family/replication.md
+++ /dev/null
@@ -1,218 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 31
-toc_title: "\u062A\u06A9\u0631\u0627\u0631 \u062F\u0627\u062F\u0647 \u0647\u0627"
----
-
-# تکرار داده ها {#table_engines-replication}
-
-تکرار تنها برای جداول در خانواده ادغام پشتیبانی می شود:
-
--   تکرار غذای اصلی
--   تکرار می شود
--   جایگزینی تکراری
--   تکرار پلاکتی مگرمرگتری
--   تکرار تغییرات
--   تکرار مجدد محصول
--   تکرار کننده
-
-تکرار کار می کند در سطح یک جدول فردی, نه کل سرور. سرور می تواند هر دو جدول تکرار و غیر تکرار در همان زمان ذخیره کنید.
-
-تکرار بستگی ندارد sharding. هر سفال تکرار مستقل خود را دارد.
-
-داده های فشرده برای `INSERT` و `ALTER` نمایش داده شد تکرار شده است (برای اطلاعات بیشتر, اسناد و مدارک برای دیدن [ALTER](../../../sql-reference/statements/alter.md#query_language_queries_alter)).
-
-`CREATE`, `DROP`, `ATTACH`, `DETACH` و `RENAME` نمایش داده شد بر روی یک سرور اجرا و تکرار نیست:
-
--   این `CREATE TABLE` پرس و جو ایجاد یک جدول تکرار جدید بر روی سرور که پرس و جو اجرا شده است. اگر این جدول در حال حاضر بر روی سرور های دیگر وجود دارد, اضافه می کند یک ماکت جدید.
--   این `DROP TABLE` پرس و جو حذف ماکت واقع در سرور که پرس و جو اجرا شده است.
--   این `RENAME` پرس و جو تغییر نام جدول در یکی از کپی. به عبارت دیگر, جداول تکرار می توانید نام های مختلف در کپی های مختلف دارند.
-
-استفاده از کلیک [سرویس پرداخت درونبرنامهای پلی](https://zookeeper.apache.org) برای ذخیره سازی اطلاعات متا کپی. استفاده از باغ وحش نسخه 3.4.5 یا جدیدتر.
-
-برای استفاده از تکرار, پارامترهای مجموعه ای در [باغ وحش](../../../operations/server-configuration-parameters/settings.md#server-settings_zookeeper) بخش پیکربندی سرور.
-
-!!! attention "توجه"
-    هنوز تنظیمات امنیتی غفلت نیست. تاتر از `digest` [طرح اکل](https://zookeeper.apache.org/doc/current/zookeeperProgrammers.html#sc_ZooKeeperAccessControl) از زیر سیستم امنیتی باغ وحش.
-
-به عنوان مثال از تنظیم نشانی های خوشه باغ وحش:
-
-``` xml
-<zookeeper>
-    <node index="1">
-        <host>example1</host>
-        <port>2181</port>
-    </node>
-    <node index="2">
-        <host>example2</host>
-        <port>2181</port>
-    </node>
-    <node index="3">
-        <host>example3</host>
-        <port>2181</port>
-    </node>
-</zookeeper>
-```
-
-شما می توانید هر خوشه باغ وحش موجود را مشخص کنید و سیستم یک دایرکتوری را برای داده های خود استفاده می کند (دایرکتوری هنگام ایجاد یک جدول تکرار شده مشخص می شود).
-
-اگر باغ وحش در فایل پیکربندی تنظیم نشده, شما می توانید جداول تکرار ایجاد کنید, و هر جداول تکرار موجود خواهد شد فقط به عنوان خوانده شده.
-
-باغ وحش در استفاده نمی شود `SELECT` نمایش داده شد به دلیل تکرار می کند عملکرد تاثیر نمی گذارد `SELECT` و نمایش داده شد اجرا فقط به همان سرعتی که برای جداول غیر تکرار انجام می دهند. هنگامی که پرس و جو جداول تکرار توزیع, رفتار کلیک است که توسط تنظیمات کنترل [_شروع مجدد _شروع مجدد _شروع مجدد _کاربری](../../../operations/settings/settings.md#settings-max_replica_delay_for_distributed_queries) و [شناسه بسته:](../../../operations/settings/settings.md#settings-fallback_to_stale_replicas_for_distributed_queries).
-
-برای هر `INSERT` پرس و جو, حدود ده ورودی از طریق معاملات چند به باغ وحش دار اضافه. (به عبارت دقیق تر, این است که برای هر بلوک قرار داده شده از داده; پرس و جو درج شامل یک بلوک و یا یک بلوک در هر `max_insert_block_size = 1048576` ردیف) این منجر به زمان شروع کمی طولانی تر برای `INSERT` در مقایسه با جداول غیر تکرار. اما اگر شما به دنبال توصیه برای وارد کردن داده ها در دسته بیش از یک `INSERT` در هر ثانیه هیچ مشکلی ایجاد نمی کند. کل خوشه محل کلیک مورد استفاده برای هماهنگی یک خوشه باغ وحش در مجموع چند صد است `INSERTs` در هر ثانیه. توان در درج داده (تعداد ردیف در ثانیه) فقط به عنوان بالا به عنوان داده های غیر تکرار شده است.
-
-برای خوشه های بسیار بزرگ, شما می توانید خوشه باغ وحش های مختلف برای خرده ریز های مختلف استفاده کنید. با این حال, این لازم در یاندکس ثابت نشده.متریکا خوشه (تقریبا 300 سرور).
-
-تکرار ناهمزمان و چند استاد است. `INSERT` نمایش داده شد (و همچنین `ALTER`) را می توان به هر سرور در دسترس ارسال می شود. داده ها بر روی سرور قرار می گیرند که پرس و جو اجرا می شود و سپس به سرورهای دیگر کپی می شود. زیرا ناهمگام است, داده به تازگی قرار داده شده در کپی دیگر با برخی از تاخیر به نظر می رسد. اگر بخشی از کپی در دسترس نیست, داده ها نوشته شده است که در دسترس تبدیل. اگر یک ماکت در دسترس است, تاخیر مقدار زمان لازم برای انتقال بلوک از داده های فشرده بر روی شبکه است.
-
-به طور پیش فرض, پرس و جو درج منتظر تایید نوشتن داده ها از تنها یک ماکت. اگر داده ها با موفقیت به تنها یک ماکت نوشته شده بود و سرور با این ماکت متوقف به وجود, داده های ذخیره شده از دست خواهد رفت. برای فعال کردن گرفتن تایید داده ها می نویسد: از کپی های متعدد با استفاده از `insert_quorum` انتخاب
-
-هر بلوک از داده ها به صورت اتمی نوشته شده است. پرس و جو درج شده است را به بلوک تا تقسیم `max_insert_block_size = 1048576` ردیف به عبارت دیگر اگر `INSERT` پرس و جو کمتر از 1048576 ردیف, این است که به صورت اتمی ساخته شده.
-
-بلوک های داده تقسیم می شوند. برای چند می نویسد از بلوک داده های مشابه (بلوک های داده از همان اندازه حاوی ردیف در همان جهت) بلوک تنها یک بار نوشته شده است. دلیل این کار این است که در صورت شکست شبکه زمانی که نرم افزار سرویس گیرنده نمی داند که اگر داده ها به دسی بل نوشته شده بود, بنابراین `INSERT` پرس و جو به سادگی می تواند تکرار شود. مهم نیست که درج ماکت با داده های یکسان فرستاده شد. `INSERTs` ژولیده اند. پارامترهای تقسیم بندی توسط [ادغام](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-merge_tree) تنظیمات سرور.
-
-در طول تکرار, تنها داده های منبع برای وارد کردن بر روی شبکه منتقل. تحول داده های بیشتر (ادغام) هماهنگ و در تمام کپی در همان راه انجام. این به حداقل می رساند استفاده از شبکه, به این معنی که تکرار خوبی کار می کند زمانی که کپی در مراکز داده های مختلف اقامت. (توجه داشته باشید که تکثیر داده ها در مراکز داده های مختلف هدف اصلی از تکرار است.)
-
-شما می توانید هر تعداد از کپی از داده های مشابه داشته باشد. یاندکسمتریکا از تکرار دوگانه در تولید استفاده می کند. هر سرور با استفاده از حمله-5 و یا حمله-6, و حمله-10 در برخی موارد. این یک راه حل نسبتا قابل اعتماد و راحت است.
-
-سیستم نظارت بر هماهنگ سازی داده ها در کپی و قادر به بازیابی پس از شکست است. عدم موفقیت خودکار است (برای تفاوت های کوچک در داده ها) و یا نیمه اتوماتیک (زمانی که داده ها متفاوت بیش از حد, که ممکن است یک خطای پیکربندی نشان می دهد).
-
-## ایجاد جداول تکرار شده {#creating-replicated-tables}
-
-این `Replicated` پیشوند به نام موتور جدول اضافه شده است. به عنوان مثال:`ReplicatedMergeTree`.
-
-**تکرار \* پارامترهای ادغام**
-
--   `zoo_path` — The path to the table in ZooKeeper.
--   `replica_name` — The replica name in ZooKeeper.
-
-مثال:
-
-``` sql
-CREATE TABLE table_name
-(
-    EventDate DateTime,
-    CounterID UInt32,
-    UserID UInt32
-) ENGINE = ReplicatedMergeTree('/clickhouse/tables/{layer}-{shard}/table_name', '{replica}')
-PARTITION BY toYYYYMM(EventDate)
-ORDER BY (CounterID, EventDate, intHash32(UserID))
-SAMPLE BY intHash32(UserID)
-```
-
-<details markdown="1">
-
-<summary>به عنوان مثال در نحو توصیه</summary>
-
-``` sql
-CREATE TABLE table_name
-(
-    EventDate DateTime,
-    CounterID UInt32,
-    UserID UInt32
-) ENGINE = ReplicatedMergeTree('/clickhouse/tables/{layer}-{shard}/table_name', '{replica}', EventDate, intHash32(UserID), (CounterID, EventDate, intHash32(UserID), EventTime), 8192)
-```
-
-</details>
-
-به عنوان مثال نشان می دهد, این پارامترها می تواند تعویض در براکت فرفری شامل. مقادیر جایگزین از گرفته ‘macros’ بخش از فایل پیکربندی. مثال:
-
-``` xml
-<macros>
-    <layer>05</layer>
-    <shard>02</shard>
-    <replica>example05-02-1.yandex.ru</replica>
-</macros>
-```
-
-مسیر به جدول در باغ وحش باید منحصر به فرد برای هر جدول تکرار شود. جداول در خرده ریز های مختلف باید مسیرهای مختلف داشته باشد.
-در این مورد مسیر شامل قسمت های زیر است:
-
-`/clickhouse/tables/` پیشوند رایج است. ما توصیه می کنیم با استفاده از دقیقا این یکی.
-
-`{layer}-{shard}` شناسه سفال است. در این مثال شامل دو بخش از یاندکس.متریکا خوشه با استفاده از دو سطح شاردینگ. برای بسیاری از وظایف, شما می توانید فقط جایگزینی {سفال} ترک, خواهد شد که به شناسه سفال گسترش.
-
-`table_name` نام گره برای جدول در باغ وحش است. این یک ایده خوب را به همان نام جدول است. این است که به صراحت تعریف, چرا که در مقابل به نام جدول, این کار پس از یک پرس و جو تغییر نام نمی.
-*HINT*: شما می توانید یک نام پایگاه داده در مقابل اضافه کنید `table_name` همینطور E. g. `db_name.table_name`
-
-نام ماکت شناسایی کپی های مختلف از همان جدول. شما می توانید نام سرور برای این استفاده, همانطور که در مثال. نام تنها نیاز به منحصر به فرد در هر سفال.
-
-شما می توانید پارامترهای صراحت به جای استفاده از تعویض تعریف کنیم. این ممکن است مناسب برای تست و برای پیکربندی خوشه های کوچک. با این حال, شما می توانید نمایش داده شد توزیع دی ال استفاده کنید (`ON CLUSTER`) در این مورد.
-
-هنگام کار با خوشه های بزرگ, توصیه می کنیم با استفاده از تعویض زیرا احتمال خطا را کاهش می دهد.
-
-اجرای `CREATE TABLE` پرس و جو در هر ماکت. این پرس و جو ایجاد یک جدول تکرار جدید, و یا می افزاید: یک ماکت جدید به یک موجود.
-
-اگر شما اضافه کردن یک ماکت جدید پس از جدول در حال حاضر شامل برخی از داده ها در کپی های دیگر کپی داده ها از کپی های دیگر کپی به یکی از جدید پس از اجرای پرس و جو. به عبارت دیگر, ماکت جدید خود را با دیگران همگام سازی.
-
-برای حذف یک ماکت, اجرا `DROP TABLE`. However, only one replica is deleted – the one that resides on the server where you run the query.
-
-## بازیابی پس از شکست {#recovery-after-failures}
-
-اگر باغ وحش در دسترس نیست که یک سرور شروع می شود, جداول تکرار تبدیل به حالت فقط خواندنی. این سیستم به صورت دوره ای تلاش برای اتصال به باغ وحش.
-
-اگر باغ وحش در طول یک در دسترس نیست `INSERT`, یا یک خطا رخ می دهد در هنگام تعامل با باغ وحش, یک استثنا پرتاب می شود.
-
-پس از اتصال به باغ وحش, سیستم چک چه مجموعه ای از داده ها در سیستم فایل محلی منطبق بر مجموعه مورد انتظار از داده ها (باغ وحش ذخیره این اطلاعات). اگر تناقضات کوچک وجود دارد, سیستم با همگام سازی داده ها با کپی حل.
-
-اگر سیستم تشخیص داده های شکسته قطعات (با اندازه اشتباه از فایل ها) و یا قطعات ناشناخته (قطعات نوشته شده به فایل سیستم اما ثبت نشده در باغ وحش) این حرکت را به `detached` دایرکتوری فرعی(حذف نمی شوند). هر بخش از دست رفته از کپی کپی کپی کپی.
-
-توجه داشته باشید که تاتر هیچ اقدامات مخرب مانند به طور خودکار حذف مقدار زیادی از داده ها را انجام نمی دهد.
-
-هنگامی که سرور شروع می شود (و یا ایجاد یک جلسه جدید با باغ وحش), این تنها چک مقدار و اندازه تمام فایل های. اگر اندازه فایل مطابقت اما بایت در جایی در وسط تغییر یافته است, این بلافاصله شناسایی نشده, اما تنها زمانی که تلاش برای خواندن داده ها برای یک `SELECT` پرس و جو. پرس و جو می اندازد یک استثنا در مورد کنترلی غیر تطبیق و یا اندازه یک بلوک فشرده. در این مورد, قطعات داده ها به صف تایید اضافه شده و کپی از کپی در صورت لزوم.
-
-اگر مجموعه ای محلی از داده های متفاوت بیش از حد از یک انتظار, یک مکانیزم ایمنی باعث شده است. سرور وارد این در ورود به سیستم و حاضر به راه اندازی. دلیل این کار این است که این مورد ممکن است یک خطای پیکربندی نشان می دهد, مانند اگر یک ماکت در سفال به طور تصادفی مانند یک ماکت در سفال های مختلف پیکربندی شده بود. با این حال, مانع برای این مکانیزم نسبتا کم, و این وضعیت ممکن است در طول بهبود شکست طبیعی رخ می دهد. در این مورد داده ها به صورت نیمه اتوماتیک بازسازی می شوند “pushing a button”.
-
-برای شروع بازیابی گره ایجاد کنید `/path_to_table/replica_name/flags/force_restore_data` در باغ وحش با هر یک از مطالب, و یا اجرای دستور برای بازگرداندن تمام جداول تکرار:
-
-``` bash
-sudo -u clickhouse touch /var/lib/clickhouse/flags/force_restore_data
-```
-
-سپس سرور راه اندازی مجدد. در ابتدا سرور این پرچم ها را حذف می کند و شروع به بازیابی می کند.
-
-## بازیابی پس از از دست دادن اطلاعات کامل {#recovery-after-complete-data-loss}
-
-اگر تمام داده ها و ابرداده از یکی از سرورها ناپدید شد, این مراحل را برای بازیابی دنبال:
-
-1.  نصب کلیک بر روی سرور. تعریف تعویض به درستی در فایل پیکربندی که شامل شناسه سفال و کپی, در صورت استفاده از.
-2.  اگر شما تا به حال جداول سه برابر است که باید به صورت دستی بر روی سرور تکرار, کپی اطلاعات خود را از یک ماکت (در دایرکتوری `/var/lib/clickhouse/data/db_name/table_name/`).
-3.  تعاریف جدول کپی واقع در `/var/lib/clickhouse/metadata/` از یک ماکت. اگر یک شناسه سفال یا ماکت به صراحت در تعاریف جدول تعریف, اصلاح به طوری که به این ماکت مربوط. (متناوبا, شروع سرور و تمام `ATTACH TABLE` نمایش داده شد که باید در شده .در حال بارگذاری `/var/lib/clickhouse/metadata/`.)
-4.  برای شروع بازیابی, ایجاد گره باغ وحش `/path_to_table/replica_name/flags/force_restore_data` با هر محتوا, و یا اجرای دستور برای بازگرداندن تمام جداول تکرار: `sudo -u clickhouse touch /var/lib/clickhouse/flags/force_restore_data`
-
-سپس سرور شروع (راه اندازی مجدد, اگر در حال حاضر در حال اجرا). داده خواهد شد از کپی دانلود.
-
-گزینه بازیابی جایگزین این است که حذف اطلاعات در مورد ماکت از دست رفته از باغ وحش (`/path_to_table/replica_name`), سپس ایجاد ماکت دوباره به عنوان شرح داده شده در “[ایجاد جداول تکرار شده](#creating-replicated-tables)”.
-
-در طول بازیابی هیچ محدودیتی در پهنای باند شبکه وجود ندارد. این را در ذهن اگر شما در حال بازگرداندن بسیاری از کپی در یک بار.
-
-## تبدیل از ادغام به تکرار غذای اصلی {#converting-from-mergetree-to-replicatedmergetree}
-
-ما از اصطلاح استفاده می کنیم `MergeTree` برای اشاره به تمام موتورهای جدول در `MergeTree family`, همان است که برای `ReplicatedMergeTree`.
-
-اگر شما تا به حال `MergeTree` جدول که به صورت دستی تکرار شد, شما می توانید به یک جدول تکرار تبدیل. شما ممکن است نیاز به انجام این کار اگر شما در حال حاضر مقدار زیادی از داده ها در یک `MergeTree` جدول و در حال حاضر شما می خواهید برای فعال کردن تکرار.
-
-اگر داده ها در کپی های مختلف متفاوت, برای اولین بار همگام سازی, و یا حذف این داده ها در تمام کپی به جز یکی.
-
-تغییر نام جدول ادغام موجود, سپس ایجاد یک `ReplicatedMergeTree` جدول با نام های قدیمی.
-انتقال داده ها از جدول قدیمی به `detached` دایرکتوری فرعی در داخل دایرکتوری با داده های جدول جدید (`/var/lib/clickhouse/data/db_name/table_name/`).
-سپس اجرا کنید `ALTER TABLE ATTACH PARTITION` در یکی از کپی برای اضافه کردن این قطعات داده به مجموعه کار.
-
-## تبدیل از تکراری به ادغام {#converting-from-replicatedmergetree-to-mergetree}
-
-ایجاد یک جدول ادغام با نام های مختلف. انتقال تمام داده ها از دایرکتوری با `ReplicatedMergeTree` داده های جدول به دایرکتوری داده جدول جدید. سپس حذف `ReplicatedMergeTree` جدول و راه اندازی مجدد سرور.
-
-اگر شما می خواهید برای خلاص شدن از شر `ReplicatedMergeTree` جدول بدون راه اندازی سرور:
-
--   حذف متناظر `.sql` پرونده در فهرست راهنمای فراداده (`/var/lib/clickhouse/metadata/`).
--   حذف مسیر مربوطه در باغ وحش (`/path_to_table/replica_name`).
-
-بعد از این, شما می توانید سرور راه اندازی, ایجاد یک `MergeTree` جدول, انتقال داده ها به دایرکتوری خود, و سپس راه اندازی مجدد سرور.
-
-## بازیابی هنگامی که ابرداده در خوشه باغ وحش از دست داده و یا صدمه دیده است {#recovery-when-metadata-in-the-zookeeper-cluster-is-lost-or-damaged}
-
-اگر داده های موجود در باغ وحش از دست رفته یا صدمه دیده بود می توانید داده ها را با حرکت دادن به یک جدول بدون علامت همانطور که در بالا توضیح داده شد ذخیره کنید.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/replication/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/mergetree-family/summingmergetree.md b/docs/fa/engines/table-engines/mergetree-family/summingmergetree.md
deleted file mode 100644
index bb7d87ca3a9..00000000000
--- a/docs/fa/engines/table-engines/mergetree-family/summingmergetree.md
+++ /dev/null
@@ -1,141 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 34
-toc_title: "\u0633\u0627\u0645\u06CC\u0646\u06AF\u0645\u0631\u06AF\u062A\u0631\u06CC"
----
-
-# سامینگمرگتری {#summingmergetree}
-
-موتور به ارث می برد از [ادغام](mergetree.md#table_engines-mergetree). تفاوت در این است که هنگامی که ادغام قطعات داده برای `SummingMergeTree` جداول تاتر جایگزین تمام ردیف با کلید اصلی همان (یا با دقت بیشتر ,با همان [کلید مرتب سازی](mergetree.md)) با یک ردیف که حاوی مقادیر خلاصه شده برای ستون ها با نوع داده عددی است. اگر کلید مرتب سازی در راه است که یک مقدار کلید تنها مربوط به تعداد زیادی از ردیف تشکیل شده, این به طور قابل توجهی کاهش می دهد حجم ذخیره سازی و سرعت بخشیدن به انتخاب داده ها.
-
-ما توصیه می کنیم به استفاده از موتور همراه با `MergeTree`. ذخیره اطلاعات کامل در `MergeTree` جدول و استفاده `SummingMergeTree` برای ذخیره سازی داده ها جمع, مثلا, هنگام تهیه گزارش. چنین رویکردی شما را از دست دادن اطلاعات با ارزش با توجه به کلید اولیه نادرست تشکیل شده جلوگیری می کند.
-
-## ایجاد یک جدول {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = SummingMergeTree([columns])
-[PARTITION BY expr]
-[ORDER BY expr]
-[SAMPLE BY expr]
-[SETTINGS name=value, ...]
-```
-
-برای شرح پارامترهای درخواست را ببینید [درخواست توضیحات](../../../sql-reference/statements/create.md).
-
-**پارامترهای سامینگمرگتری**
-
--   `columns` - یک تاپل با نام ستون که ارزش خلاصه خواهد شد. پارامتر اختیاری.
-    ستون باید از یک نوع عددی باشد و نباید در کلید اصلی باشد.
-
-    اگر `columns` مشخص نشده, تاتر خلاصه مقادیر در تمام ستون ها با یک نوع داده عددی است که در کلید اصلی نیست.
-
-**بندهای پرسوجو**
-
-هنگام ایجاد یک `SummingMergeTree` جدول همان [بند](mergetree.md) در هنگام ایجاد یک مورد نیاز است `MergeTree` جدول
-
-<details markdown="1">
-
-<summary>روش منسوخ برای ایجاد یک جدول</summary>
-
-!!! attention "توجه"
-    هنوز این روش در پروژه های جدید استفاده کنید و, در صورت امکان, تغییر پروژه های قدیمی به روش بالا توضیح.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] SummingMergeTree(date-column [, sampling_expression], (primary, key), index_granularity, [columns])
-```
-
-همه پارامترها به استثنای `columns` همان معنی را در `MergeTree`.
-
--   `columns` — tuple with names of columns values of which will be summarized. Optional parameter. For a description, see the text above.
-
-</details>
-
-## مثال طریقه استفاده {#usage-example}
-
-جدول زیر را در نظر بگیرید:
-
-``` sql
-CREATE TABLE summtt
-(
-    key UInt32,
-    value UInt32
-)
-ENGINE = SummingMergeTree()
-ORDER BY key
-```
-
-درج داده به این:
-
-``` sql
-INSERT INTO summtt Values(1,1),(1,2),(2,1)
-```
-
-تاتر ممکن است تمام ردیف نه به طور کامل جمع ([پایین را ببینید](#data-processing)), بنابراین ما با استفاده از یک تابع کلی `sum` و `GROUP BY` بند در پرس و جو.
-
-``` sql
-SELECT key, sum(value) FROM summtt GROUP BY key
-```
-
-``` text
-┌─key─┬─sum(value)─┐
-│   2 │          1 │
-│   1 │          3 │
-└─────┴────────────┘
-```
-
-## پردازش داده ها {#data-processing}
-
-هنگامی که داده ها را به یک جدول قرار داده, ذخیره می شوند به عنوان است. خانه رعیتی ادغام بخش قرار داده شده از داده ها به صورت دوره ای و این زمانی است که ردیف با کلید اصلی همان خلاصه و جایگزین با یکی برای هر بخش حاصل از داده ها.
-
-ClickHouse can merge the data parts so that different resulting parts of data cat consist rows with the same primary key, i.e. the summation will be incomplete. Therefore (`SELECT`) یک تابع جمع [جمع()](../../../sql-reference/aggregate-functions/reference.md#agg_function-sum) و `GROUP BY` بند باید در پرس و جو به عنوان مثال در بالا توضیح داده شده استفاده می شود.
-
-### قوانین مشترک برای جمع {#common-rules-for-summation}
-
-مقادیر در ستون با نوع داده عددی خلاصه شده است. مجموعه ای از ستون ها توسط پارامتر تعریف شده است `columns`.
-
-اگر ارزش شد 0 در تمام ستون ها برای جمع, ردیف حذف شده است.
-
-اگر ستون در کلید اصلی نیست و خلاصه نشده است, یک مقدار دلخواه از موجود انتخاب.
-
-مقادیر برای ستون در کلید اصلی خلاصه نشده است.
-
-### جمعبندی ستونها {#the-summation-in-the-aggregatefunction-columns}
-
-برای ستون [نوع تابع](../../../sql-reference/data-types/aggregatefunction.md) عمل کلیک به عنوان [ریزدانه](aggregatingmergetree.md) جمع موتور با توجه به عملکرد.
-
-### ساختارهای تو در تو {#nested-structures}
-
-جدول می تواند ساختارهای داده تو در تو که در یک راه خاص پردازش کرده اند.
-
-اگر نام یک جدول تو در تو با به پایان می رسد `Map` و این شامل حداقل دو ستون است که با معیارهای زیر مطابقت دارند:
-
--   ستون اول عددی است `(*Int*, Date, DateTime)` یا یک رشته `(String, FixedString)` بهش زنگ بزن `key`,
--   ستون های دیگر حساب `(*Int*, Float32/64)` بهش زنگ بزن `(values...)`,
-
-سپس این جدول تو در تو به عنوان یک نقشه برداری از تفسیر `key => (values...)`, و هنگامی که ادغام ردیف خود, عناصر دو مجموعه داده ها با هم ادغام شدند `key` با جمع بندی مربوطه `(values...)`.
-
-مثالها:
-
-``` text
-[(1, 100)] + [(2, 150)] -> [(1, 100), (2, 150)]
-[(1, 100)] + [(1, 150)] -> [(1, 250)]
-[(1, 100)] + [(1, 150), (2, 150)] -> [(1, 250), (2, 150)]
-[(1, 100), (2, 150)] + [(1, -100)] -> [(2, 150)]
-```
-
-هنگام درخواست داده ها از [sumMap(key, value)](../../../sql-reference/aggregate-functions/reference.md) تابع برای تجمع `Map`.
-
-برای ساختار داده های تو در تو, شما لازم نیست که برای مشخص ستون خود را در تاپل ستون برای جمع.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/summingmergetree/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md b/docs/fa/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md
deleted file mode 100644
index c6a12d0f136..00000000000
--- a/docs/fa/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md
+++ /dev/null
@@ -1,239 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: "\u062F\u0631 \u062D\u0627\u0644 \u0628\u0627\u0631\u06AF\u0630\u0627\u0631\
-  \u06CC"
----
-
-# در حال بارگذاری {#versionedcollapsingmergetree}
-
-این موتور:
-
--   اجازه می دهد تا نوشتن سریع از کشورهای شی که به طور مستمر در حال تغییر.
--   حذف کشورهای شی قدیمی در پس زمینه. این به طور قابل توجهی حجم ذخیره سازی را کاهش می دهد.
-
-بخش را ببینید [سقوط](#table_engines_versionedcollapsingmergetree) برای اطلاعات بیشتر.
-
-موتور به ارث می برد از [ادغام](mergetree.md#table_engines-mergetree) و می افزاید: منطق برای سقوط ردیف به الگوریتم برای ادغام قطعات داده. `VersionedCollapsingMergeTree` در خدمت همان هدف به عنوان [سقوط غذای اصلی](collapsingmergetree.md) اما با استفاده از یک الگوریتم سقوط های مختلف است که اجازه می دهد تا قرار دادن داده ها در هر جهت با موضوعات متعدد. به خصوص `Version` ستون کمک می کند تا به سقوط ردیف درستی حتی در صورتی که در جهت اشتباه قرار داده شده. در مقابل, `CollapsingMergeTree` اجازه می دهد تا درج تنها به شدت متوالی.
-
-## ایجاد یک جدول {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = VersionedCollapsingMergeTree(sign, version)
-[PARTITION BY expr]
-[ORDER BY expr]
-[SAMPLE BY expr]
-[SETTINGS name=value, ...]
-```
-
-برای شرح پارامترهای پرس و جو, دیدن [توضیحات پرس و جو](../../../sql-reference/statements/create.md).
-
-**پارامترهای موتور**
-
-``` sql
-VersionedCollapsingMergeTree(sign, version)
-```
-
--   `sign` — Name of the column with the type of row: `1` یک “state” سطر, `-1` یک “cancel” پارو زدن.
-
-    نوع داده ستون باید باشد `Int8`.
-
--   `version` — Name of the column with the version of the object state.
-
-    نوع داده ستون باید باشد `UInt*`.
-
-**بندهای پرسوجو**
-
-هنگام ایجاد یک `VersionedCollapsingMergeTree` جدول, همان [بند](mergetree.md) در هنگام ایجاد یک مورد نیاز است `MergeTree` جدول
-
-<details markdown="1">
-
-<summary>روش منسوخ برای ایجاد یک جدول</summary>
-
-!!! attention "توجه"
-    از این روش در پروژه های جدید استفاده نکنید. در صورت امکان, تغییر پروژه های قدیمی به روش بالا توضیح.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] VersionedCollapsingMergeTree(date-column [, samp#table_engines_versionedcollapsingmergetreeling_expression], (primary, key), index_granularity, sign, version)
-```
-
-همه پارامترها به جز `sign` و `version` همان معنی را در `MergeTree`.
-
--   `sign` — Name of the column with the type of row: `1` یک “state” سطر, `-1` یک “cancel” پارو زدن.
-
-    Column Data Type — `Int8`.
-
--   `version` — Name of the column with the version of the object state.
-
-    نوع داده ستون باید باشد `UInt*`.
-
-</details>
-
-## سقوط {#table_engines_versionedcollapsingmergetree}
-
-### داده {#data}
-
-در نظر بگیرید یک وضعیت که شما نیاز به ذخیره به طور مداوم در حال تغییر داده ها برای برخی از شی. این منطقی است که یک ردیف برای یک شی و به روز رسانی ردیف هر زمان که تغییرات وجود دارد. با این حال, عملیات به روز رسانی گران و کند برای یک سندرم تونل کارپ است چرا که نیاز به بازنویسی داده ها در ذخیره سازی. به روز رسانی قابل قبول نیست اگر شما نیاز به نوشتن داده ها به سرعت, اما شما می توانید تغییرات را به یک شی پی در پی به شرح زیر ارسال.
-
-استفاده از `Sign` ستون هنگام نوشتن ردیف. اگر `Sign = 1` این بدان معنی است که ردیف دولت از یک شی است (اجازه دهید این تماس “state” ردیف). اگر `Sign = -1` این نشان می دهد لغو دولت از یک شی با ویژگی های مشابه (اجازه دهید این پاسخ “cancel” ردیف). همچنین از `Version` ستون, که باید هر ایالت از یک شی با یک عدد جداگانه شناسایی.
-
-مثلا, ما می خواهیم برای محاسبه تعداد صفحات کاربران در برخی از سایت بازدید و چه مدت وجود دارد. در برخی از نقطه در زمان ما ارسال ردیف زیر را با دولت از فعالیت های کاربر:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │    1 │       1 |
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-در برخی موارد بعد ما تغییر فعالیت کاربر را ثبت می کنیم و با دو ردیف زیر می نویسیم.
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │   -1 │       1 |
-│ 4324182021466249494 │         6 │      185 │    1 │       2 |
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-ردیف اول لغو حالت قبلی از جسم (کاربر). باید تمام زمینه های دولت لغو شده به جز کپی کنید `Sign`.
-
-ردیف دوم شامل وضعیت فعلی.
-
-چرا که ما نیاز به تنها دولت گذشته از فعالیت های کاربر ردیف
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │    1 │       1 |
-│ 4324182021466249494 │         5 │      146 │   -1 │       1 |
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-می توان حذف, سقوط نامعتبر (قدیمی) دولت از جسم. `VersionedCollapsingMergeTree` این کار در حالی که ادغام قطعات داده.
-
-برای پیدا کردن که چرا ما نیاز به دو ردیف برای هر تغییر را ببینید [الگوریتم](#table_engines-versionedcollapsingmergetree-algorithm).
-
-**نکاتی در مورد استفاده**
-
-1.  برنامه ای که می نویسد داده ها باید به یاد داشته باشید دولت از یک شی به منظور لغو. این “cancel” رشته باید یک کپی از “state” رشته با مخالف `Sign`. این باعث افزایش اندازه اولیه ذخیره سازی اما اجازه می دهد تا به نوشتن داده ها به سرعت.
-2.  در حال رشد طولانی در ستون کاهش بهره وری از موتور با توجه به بار برای نوشتن. ساده تر داده, بهتر بهره وری.
-3.  `SELECT` نتایج به شدت بستگی به قوام تاریخ تغییر شی. هنگام تهیه داده ها برای قرار دادن دقیق باشید. شما می توانید نتایج غیر قابل پیش بینی با اطلاعات متناقض از جمله مقادیر منفی برای معیارهای غیر منفی مانند عمق جلسه.
-
-### الگوریتم {#table_engines-versionedcollapsingmergetree-algorithm}
-
-هنگامی که مالکیت خانه ادغام قطعات داده, حذف هر جفت ردیف که کلید اولیه و نسخه های مختلف و همان `Sign`. منظور از ردیف مهم نیست.
-
-هنگامی که داده ها را درج خانه, دستور ردیف توسط کلید اصلی. اگر `Version` ستون در کلید اصلی نیست, خانه عروسکی اضافه می کند به کلید اصلی به طور ضمنی به عنوان زمینه گذشته و برای سفارش استفاده.
-
-## انتخاب داده ها {#selecting-data}
-
-تاتر تضمین نمی کند که همه از ردیف با کلید اصلی همان خواهد شد در همان بخش داده و در نتیجه و یا حتی بر روی سرور فیزیکی است. این درست است هر دو برای نوشتن داده ها و برای ادغام بعدی از قطعات داده است. علاوه بر این فرایندهای کلیک `SELECT` نمایش داده شد با موضوعات متعدد و منظور از ردیف در نتیجه نمی تواند پیش بینی کند. این به این معنی است که تجمع مورد نیاز است اگر نیاز به طور کامل وجود دارد “collapsed” داده ها از یک `VersionedCollapsingMergeTree` جدول
-
-برای نهایی سقوط, ارسال یک پرس و جو با یک `GROUP BY` بند و مجموع توابع است که برای ثبت نام حساب. برای مثال برای محاسبه مقدار استفاده کنید `sum(Sign)` به جای `count()`. برای محاسبه مجموع چیزی استفاده کنید `sum(Sign * x)` به جای `sum(x)` و اضافه کردن `HAVING sum(Sign) > 0`.
-
-مصالح `count`, `sum` و `avg` می توان محاسبه این راه. مجموع `uniq` می توان محاسبه اگر یک شی حداقل یک دولت غیر فروریخته. مصالح `min` و `max` نمی توان محاسبه کرد زیرا `VersionedCollapsingMergeTree` تاریخ ارزش های کشورهای فرو ریخت را نجات دهد.
-
-اگر شما نیاز به استخراج داده ها با “collapsing” اما بدون تجمع (مثلا, برای بررسی اینکه ردیف در حال حاضر که جدیدترین ارزش مطابقت شرایط خاصی هستند), شما می توانید با استفاده از `FINAL` تغییردهنده برای `FROM` بند بند. این روش بی فایده است و باید با جداول بزرگ استفاده نمی شود.
-
-## مثال استفاده {#example-of-use}
-
-اطلاعات نمونه:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │    1 │       1 |
-│ 4324182021466249494 │         5 │      146 │   -1 │       1 |
-│ 4324182021466249494 │         6 │      185 │    1 │       2 |
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-ایجاد جدول:
-
-``` sql
-CREATE TABLE UAct
-(
-    UserID UInt64,
-    PageViews UInt8,
-    Duration UInt8,
-    Sign Int8,
-    Version UInt8
-)
-ENGINE = VersionedCollapsingMergeTree(Sign, Version)
-ORDER BY UserID
-```
-
-درج داده:
-
-``` sql
-INSERT INTO UAct VALUES (4324182021466249494, 5, 146, 1, 1)
-```
-
-``` sql
-INSERT INTO UAct VALUES (4324182021466249494, 5, 146, -1, 1),(4324182021466249494, 6, 185, 1, 2)
-```
-
-ما با استفاده از دو `INSERT` نمایش داده شد برای ایجاد دو بخش داده های مختلف. اگر ما داده ها را وارد کنید با یک پرس و جو تنها, تاتر ایجاد یک بخش داده و هرگز هیچ ادغام انجام خواهد داد.
-
-گرفتن داده ها:
-
-``` sql
-SELECT * FROM UAct
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │    1 │       1 │
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │   -1 │       1 │
-│ 4324182021466249494 │         6 │      185 │    1 │       2 │
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-چه ما در اینجا مشاهده کنید و قطعات فروریخته کجا هستند?
-ما دو بخش داده با استفاده از دو `INSERT` نمایش داده شد. این `SELECT` پرس و جو در دو موضوع انجام شد, و در نتیجه یک نظم تصادفی از ردیف است.
-سقوط رخ نداد زیرا قطعات داده هنوز ادغام نشده اند. تاتر ادغام قطعات داده در یک نقطه ناشناخته در زمان است که ما نمی توانیم پیش بینی.
-
-به همین دلیل است که ما نیاز به تجمع:
-
-``` sql
-SELECT
-    UserID,
-    sum(PageViews * Sign) AS PageViews,
-    sum(Duration * Sign) AS Duration,
-    Version
-FROM UAct
-GROUP BY UserID, Version
-HAVING sum(Sign) > 0
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Version─┐
-│ 4324182021466249494 │         6 │      185 │       2 │
-└─────────────────────┴───────────┴──────────┴─────────┘
-```
-
-اگر ما تجمع نیاز ندارد و می خواهید به زور سقوط, ما می توانیم با استفاده از `FINAL` تغییردهنده برای `FROM` بند بند.
-
-``` sql
-SELECT * FROM UAct FINAL
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         6 │      185 │    1 │       2 │
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-این یک راه بسیار کارامد برای انتخاب داده ها است. برای جداول بزرگ استفاده نکنید.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/versionedcollapsingmergetree/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/buffer.md b/docs/fa/engines/table-engines/special/buffer.md
deleted file mode 100644
index e96a963af43..00000000000
--- a/docs/fa/engines/table-engines/special/buffer.md
+++ /dev/null
@@ -1,71 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: "\u0628\u0627\u0641\u0631"
----
-
-# بافر {#buffer}
-
-بافر داده ها به نوشتن در رم, دوره گرگرفتگی به جدول دیگر. در طول عملیات به عنوان خوانده شده, داده ها از بافر و جدول دیگر به طور همزمان به عنوان خوانده شده.
-
-``` sql
-Buffer(database, table, num_layers, min_time, max_time, min_rows, max_rows, min_bytes, max_bytes)
-```
-
-پارامترهای موتور:
-
--   `database` – Database name. Instead of the database name, you can use a constant expression that returns a string.
--   `table` – Table to flush data to.
--   `num_layers` – Parallelism layer. Physically, the table will be represented as `num_layers` از بافر مستقل. مقدار توصیه شده: 16.
--   `min_time`, `max_time`, `min_rows`, `max_rows`, `min_bytes` و `max_bytes` – Conditions for flushing data from the buffer.
-
-داده ها از بافر سرخ و نوشته شده به جدول مقصد اگر همه `min*` شرایط و یا حداقل یک `max*` شرایط ملاقات کرد.
-
--   `min_time`, `max_time` – Condition for the time in seconds from the moment of the first write to the buffer.
--   `min_rows`, `max_rows` – Condition for the number of rows in the buffer.
--   `min_bytes`, `max_bytes` – Condition for the number of bytes in the buffer.
-
-در طول عملیات نوشتن داده ها به یک `num_layers` تعداد بافر تصادفی. یا, اگر بخش داده ها برای وارد کردن به اندازه کافی بزرگ است (بیشتر از `max_rows` یا `max_bytes`), این است که به طور مستقیم به جدول مقصد نوشته شده, حذف بافر.
-
-شرایط برای گرگرفتگی داده ها به طور جداگانه برای هر یک از محاسبه `num_layers` بافر. برای مثال اگر `num_layers = 16` و `max_bytes = 100000000`, حداکثر مصرف رم است 1.6 گیگابایت.
-
-مثال:
-
-``` sql
-CREATE TABLE merge.hits_buffer AS merge.hits ENGINE = Buffer(merge, hits, 16, 10, 100, 10000, 1000000, 10000000, 100000000)
-```
-
-ایجاد یک ‘merge.hits_buffer’ جدول با ساختار مشابه ‘merge.hits’ و با استفاده از موتور بافر. هنگام نوشتن به این جدول, داده ها در رم بافر و بعد به نوشته ‘merge.hits’ جدول 16 بافر ایجاد می کند. اگر 100 ثانیه گذشت یا یک میلیون ردیف نوشته شده یا 100 مگابایت از داده ها نوشته شده است داده ها در هر یک از فوران است; یا اگر به طور همزمان 10 ثانیه گذشت و 10000 ردیف و 10 مگابایت داده ها نوشته شده است. مثلا, اگر فقط یک ردیف نوشته شده است, بعد از 100 ثانیه سرخ خواهد شد, مهم نیست که چه. اما اگر بسیاری از ردیف نوشته شده است, داده خواهد شد هر چه زودتر سرخ.
-
-هنگامی که سرور متوقف شده است, با جدول قطره و یا جدا جدول, داده های بافر نیز به جدول مقصد سرخ.
-
-شما می توانید رشته های خالی را در علامت نقل قول واحد برای پایگاه داده و نام جدول تنظیم کنید. این نشان می دهد عدم وجود یک جدول مقصد. در این مورد, زمانی که شرایط خیط و پیت کردن داده رسیده است, بافر است که به سادگی پاک. این ممکن است برای نگه داشتن یک پنجره داده ها در حافظه مفید باشد.
-
-هنگام خواندن از یک جدول بافر, داده ها هر دو از بافر و از جدول مقصد پردازش (اگر وجود دارد).
-توجه داشته باشید که جداول بافر یک شاخص را پشتیبانی نمی کند. به عبارت دیگر, داده ها در بافر به طور کامل اسکن, که ممکن است کند برای بافر بزرگ. (برای داده ها در یک جدول تابع, شاخص است که پشتیبانی استفاده خواهد شد.)
-
-اگر مجموعه ای از ستون ها در جدول بافر می کند مجموعه ای از ستون ها در یک جدول تابع مطابقت ندارد, یک زیر مجموعه از ستون که در هر دو جدول وجود دارد قرار داده شده است.
-
-اگر انواع برای یکی از ستون ها در جدول بافر و یک جدول تابع مطابقت ندارد, یک پیام خطا در ورود به سیستم سرور وارد شده و بافر پاک شده است.
-همین اتفاق می افتد اگر جدول تابع وجود ندارد زمانی که بافر سرخ است.
-
-اگر شما نیاز به اجرا را تغییر دهید برای یک جدول تابع و جدول بافر, توصیه می کنیم برای اولین بار حذف جدول بافر, در حال اجرا را تغییر دهید برای جدول تابع, سپس ایجاد جدول بافر دوباره.
-
-اگر سرور غیر طبیعی راه اندازی مجدد, داده ها در بافر از دست داده است.
-
-نهایی و نمونه به درستی برای جداول بافر کار نمی کند. این شرایط به جدول مقصد منتقل می شود, اما برای پردازش داده ها در بافر استفاده نمی شود. اگر این ویژگی های مورد نیاز توصیه می کنیم تنها با استفاده از جدول بافر برای نوشتن, در حالی که خواندن از جدول مقصد.
-
-هنگام اضافه کردن داده ها به یک بافر, یکی از بافر قفل شده است. این باعث تاخیر اگر یک عملیات به عنوان خوانده شده است به طور همزمان از جدول انجام.
-
-داده هایی که به یک جدول بافر قرار داده شده ممکن است در نهایت در جدول تابع در جهت های مختلف و در بلوک های مختلف. به خاطر همین, یک جدول بافر دشوار است به استفاده از برای نوشتن به یک سقوط به درستی. برای جلوگیری از مشکلات, شما می توانید مجموعه ‘num_layers’ به 1.
-
-اگر جدول مقصد تکرار شده است, برخی از ویژگی های مورد انتظار از جداول تکرار از دست داده در هنگام نوشتن به یک جدول بافر. تغییرات تصادفی به منظور از سطر و اندازه قطعات داده باعث تقسیم بندی داده ها به ترک کار, به این معنی که ممکن است به یک قابل اعتماد ‘exactly once’ ارسال به جداول تکرار.
-
-با توجه به این معایب, ما فقط می توانیم با استفاده از یک جدول بافر در موارد نادر توصیه.
-
-جدول بافر استفاده شده است که بیش از حد بسیاری از درج از تعداد زیادی از سرور بیش از یک واحد از زمان دریافت و داده ها را نمی توان قبل از درج بافر, که به معنی درج می توانید به اندازه کافی سریع اجرا کنید.
-
-توجه داشته باشید که این کار حس برای وارد کردن داده ها یک ردیف در یک زمان را ندارد, حتی برای جداول بافر. این تنها تولید خواهد شد سرعت چند هزار ردیف در هر ثانیه در حالی که قرار دادن بلوک های بزرگتر از داده ها می تواند تولید بیش از یک میلیون ردیف در هر ثانیه (نگاه کنید به بخش “Performance”).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/buffer/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/dictionary.md b/docs/fa/engines/table-engines/special/dictionary.md
deleted file mode 100644
index f5f9cbd78fc..00000000000
--- a/docs/fa/engines/table-engines/special/dictionary.md
+++ /dev/null
@@ -1,97 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 35
-toc_title: "\u0648\u0627\u0698\u0647\u0646\u0627\u0645\u0647"
----
-
-# واژهنامه {#dictionary}
-
-این `Dictionary` موتور نمایش [واژهنامه](../../../sql-reference/dictionaries/external-dictionaries/external-dicts.md) داده ها به عنوان یک جدول کلیک.
-
-به عنوان مثال, در نظر گرفتن یک فرهنگ لغت از `products` با پیکربندی زیر:
-
-``` xml
-<dictionaries>
-<dictionary>
-        <name>products</name>
-        <source>
-            <odbc>
-                <table>products</table>
-                <connection_string>DSN=some-db-server</connection_string>
-            </odbc>
-        </source>
-        <lifetime>
-            <min>300</min>
-            <max>360</max>
-        </lifetime>
-        <layout>
-            <flat/>
-        </layout>
-        <structure>
-            <id>
-                <name>product_id</name>
-            </id>
-            <attribute>
-                <name>title</name>
-                <type>String</type>
-                <null_value></null_value>
-            </attribute>
-        </structure>
-</dictionary>
-</dictionaries>
-```
-
-پرس و جو داده فرهنگ لغت:
-
-``` sql
-SELECT
-    name,
-    type,
-    key,
-    attribute.names,
-    attribute.types,
-    bytes_allocated,
-    element_count,
-    source
-FROM system.dictionaries
-WHERE name = 'products'
-```
-
-``` text
-┌─name─────┬─type─┬─key────┬─attribute.names─┬─attribute.types─┬─bytes_allocated─┬─element_count─┬─source──────────┐
-│ products │ Flat │ UInt64 │ ['title']       │ ['String']      │        23065376 │        175032 │ ODBC: .products │
-└──────────┴──────┴────────┴─────────────────┴─────────────────┴─────────────────┴───────────────┴─────────────────┘
-```
-
-شما می توانید از [دیکته کردن\*](../../../sql-reference/functions/ext-dict-functions.md#ext_dict_functions) تابع برای دریافت داده های فرهنگ لغت در این فرمت.
-
-این دیدگاه مفید نیست که شما نیاز به دریافت داده های خام, و یا در هنگام انجام یک `JOIN` عمل برای این موارد می توانید از `Dictionary` موتور, که نمایش داده فرهنگ لغت در یک جدول.
-
-نحو:
-
-``` sql
-CREATE TABLE %table_name% (%fields%) engine = Dictionary(%dictionary_name%)`
-```
-
-مثال طریقه استفاده:
-
-``` sql
-create table products (product_id UInt64, title String) Engine = Dictionary(products);
-```
-
-      Ok
-
-نگاهی به در چه چیزی در جدول.
-
-``` sql
-select * from products limit 1;
-```
-
-``` text
-┌────product_id─┬─title───────────┐
-│        152689 │ Some item       │
-└───────────────┴─────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/dictionary/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/distributed.md b/docs/fa/engines/table-engines/special/distributed.md
deleted file mode 100644
index 628f2fdd4f6..00000000000
--- a/docs/fa/engines/table-engines/special/distributed.md
+++ /dev/null
@@ -1,152 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 33
-toc_title: "\u062A\u0648\u0632\u06CC\u0639 \u0634\u062F\u0647"
----
-
-# توزیع شده {#distributed}
-
-**جداول با موتور توزیع شده هیچ اطلاعاتی را توسط خود ذخیره نمی کنند**, اما اجازه می دهد پردازش پرس و جو توزیع شده بر روی سرورهای متعدد.
-خواندن به طور خودکار موازی. در طول خواندن, شاخص جدول بر روی سرور از راه دور استفاده می شود, اگر وجود دارد.
-
-موتور توزیع پارامترها را می پذیرد:
-
--   نام خوشه در فایل پیکربندی سرور
-
--   نام یک پایگاه داده از راه دور
-
--   نام یک میز از راه دور
-
--   (اختیاری) sharding کلیدی
-
--   (اختیاری) نام سیاست, استفاده خواهد شد برای ذخیره فایل های موقت برای ارسال کالاهای کابل
-
-    همچنین نگاه کنید به:
-
-    -   `insert_distributed_sync` تنظیم
-    -   [ادغام](../mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes) برای نمونه
-
-مثال:
-
-``` sql
-Distributed(logs, default, hits[, sharding_key[, policy_name]])
-```
-
-داده ها از تمام سرورها در ‘logs’ خوشه, از پیش فرض.جدول بازدیدها واقع در هر سرور در خوشه.
-داده ها نه تنها به عنوان خوانده شده اما تا حدی بر روی سرور از راه دور پردازش (تا حدی که این امکان پذیر است).
-مثلا, برای یک پرس و جو با گروه های, داده خواهد شد بر روی سرور از راه دور جمع, و کشورهای متوسط از توابع دانه خواهد شد به سرور درخواست ارسال. سپس داده ها بیشتر جمع خواهد شد.
-
-به جای نام پایگاه داده, شما می توانید یک عبارت ثابت است که یک رشته را برمی گرداند استفاده. در حال بارگذاری
-
-logs – The cluster name in the server's config file.
-
-خوشه ها مانند این تنظیم می شوند:
-
-``` xml
-<remote_servers>
-    <logs>
-        <shard>
-            <!-- Optional. Shard weight when writing data. Default: 1. -->
-            <weight>1</weight>
-            <!-- Optional. Whether to write data to just one of the replicas. Default: false (write data to all replicas). -->
-            <internal_replication>false</internal_replication>
-            <replica>
-                <host>example01-01-1</host>
-                <port>9000</port>
-            </replica>
-            <replica>
-                <host>example01-01-2</host>
-                <port>9000</port>
-            </replica>
-        </shard>
-        <shard>
-            <weight>2</weight>
-            <internal_replication>false</internal_replication>
-            <replica>
-                <host>example01-02-1</host>
-                <port>9000</port>
-            </replica>
-            <replica>
-                <host>example01-02-2</host>
-                <secure>1</secure>
-                <port>9440</port>
-            </replica>
-        </shard>
-    </logs>
-</remote_servers>
-```
-
-در اینجا یک خوشه با نام تعریف شده است ‘logs’ که متشکل از دو خرده ریز, که هر کدام شامل دو کپی.
-خرده ریز به سرور که شامل بخش های مختلف از داده ها مراجعه (به منظور خواندن تمام داده ها, شما باید تمام خرده ریز دسترسی داشته باشید).
-کپی در حال تکثیر سرور (به منظور خواندن تمام داده ها, شما می توانید داده ها بر روی هر یک از کپی دسترسی).
-
-نام خوشه باید حاوی نقطه نیست.
-
-پارامترها `host`, `port` و در صورت تمایل `user`, `password`, `secure`, `compression` برای هر سرور مشخص شده است:
-- `host` – The address of the remote server. You can use either the domain or the IPv4 or IPv6 address. If you specify the domain, the server makes a DNS request when it starts, and the result is stored as long as the server is running. If the DNS request fails, the server doesn't start. If you change the DNS record, restart the server.
-- `port` – The TCP port for messenger activity (‘tcp_port’ در پیکربندی, معمولا به مجموعه 9000). نه اشتباه آن را با http_port.
-- `user` – Name of the user for connecting to a remote server. Default value: default. This user must have access to connect to the specified server. Access is configured in the users.xml file. For more information, see the section [حقوق دسترسی](../../../operations/access-rights.md).
-- `password` – The password for connecting to a remote server (not masked). Default value: empty string.
-- `secure` - استفاده از اس اس ال برای اتصال, معمولا شما همچنین باید تعریف `port` = 9440. سرور باید گوش کند `<tcp_port_secure>9440</tcp_port_secure>` و گواهی صحیح.
-- `compression` - استفاده از فشرده سازی داده ها. مقدار پیش فرض: درست.
-
-When specifying replicas, one of the available replicas will be selected for each of the shards when reading. You can configure the algorithm for load balancing (the preference for which replica to access) – see the [_تبالسازی](../../../operations/settings/settings.md#settings-load_balancing) تنظیمات.
-اگر ارتباط با سرور ایجاد نشده است, وجود خواهد داشت تلاش برای ارتباط با یک ایست کوتاه. اگر اتصال شکست خورده, ماکت بعدی انتخاب خواهد شد, و به همین ترتیب برای همه کپی. اگر تلاش اتصال برای تمام کپی شکست خورده, تلاش تکرار خواهد شد به همان شیوه, چندین بار.
-این کار به نفع حالت ارتجاعی, اما تحمل گسل کامل را فراهم نمی کند: یک سرور از راه دور ممکن است اتصال قبول, اما ممکن است کار نمی کند, و یا کار ضعیف.
-
-شما می توانید تنها یکی از خرده ریز مشخص (در این مورد, پردازش پرس و جو باید از راه دور به نام, به جای توزیع) و یا تا هر تعداد از خرده ریز. در هر سفال می توانید از یک به هر تعداد از کپی ها مشخص کنید. شما می توانید تعداد مختلف از کپی برای هر سفال مشخص.
-
-شما می توانید به عنوان بسیاری از خوشه های مشخص که شما در پیکربندی می خواهید.
-
-برای مشاهده خوشه های خود استفاده کنید ‘system.clusters’ جدول
-
-موتور توزیع اجازه می دهد تا کار با یک خوشه مانند یک سرور محلی. با این حال, خوشه غیر قابل اجتنابناپذیری است: شما باید پیکربندی خود را در فایل پیکربندی سرور ارسال (حتی بهتر, برای تمام سرورهای خوشه).
-
-The Distributed engine requires writing clusters to the config file. Clusters from the config file are updated on the fly, without restarting the server. If you need to send a query to an unknown set of shards and replicas each time, you don't need to create a Distributed table – use the ‘remote’ تابع جدول به جای. بخش را ببینید [توابع جدول](../../../sql-reference/table-functions/index.md).
-
-دو روش برای نوشتن داده ها به یک خوشه وجود دارد:
-
-اولین, شما می توانید تعریف که سرور به ارسال که داده ها را به و انجام نوشتن به طور مستقیم در هر سفال. به عبارت دیگر, انجام درج در جداول که جدول توزیع “looks at”. این راه حل انعطاف پذیر ترین است که شما می توانید هر طرح شاردینگ استفاده, که می تواند غیر بدیهی با توجه به الزامات منطقه موضوع. این هم بهینه ترین راه حل از داده ها را می توان به خرده ریز های مختلف نوشته شده است به طور کامل به طور مستقل.
-
-دومین, شما می توانید درج در یک جدول توزیع انجام. در این مورد جدول توزیع داده های درج شده در سراسر سرور خود را. به منظور ارسال به یک جدول توزیع, باید یک مجموعه کلید شارژ دارند (پارامتر گذشته). علاوه بر این, اگر تنها یک سفال وجود دارد, عملیات نوشتن بدون مشخص کردن کلید شاردینگ کار می کند, چرا که هیچ چیز در این مورد معنی نیست.
-
-هر سفال می تواند وزن تعریف شده در فایل پیکربندی داشته باشد. به طور پیش فرض, وزن به یک برابر است. داده ها در سراسر خرده ریز در مقدار متناسب با وزن سفال توزیع. مثلا, اگر دو خرده ریز وجود دارد و برای اولین بار دارای وزن 9 در حالی که دوم دارای وزن 10, برای اولین بار ارسال خواهد شد 9 / 19 بخش هایی از ردیف, و دوم ارسال خواهد شد 10 / 19.
-
-هر سفال می تواند داشته باشد ‘internal_replication’ پارامتر تعریف شده در فایل پیکربندی.
-
-اگر این پارامتر قرار است به ‘true’ عملیات نوشتن اولین ماکت سالم را انتخاب می کند و داده ها را می نویسد. با استفاده از این جایگزین اگر جدول توزیع شده “looks at” جداول تکرار. به عبارت دیگر اگر جدول ای که داده ها نوشته می شود خود را تکرار می کند.
-
-اگر قرار است ‘false’ (به طور پیش فرض), داده ها به تمام کپی نوشته شده. در اصل این بدان معنی است که توزیع جدول تکرار داده های خود را. این بدتر از استفاده از جداول تکرار شده است زیرا سازگاری کپی ها بررسی نشده است و در طول زمان حاوی اطلاعات کمی متفاوت خواهد بود.
-
-برای انتخاب سفال که یک ردیف از داده های فرستاده شده به sharding بیان تجزيه و تحليل است و آن باقی مانده است از تقسیم آن با وزن کلی خرده ریز. ردیف به سفال که مربوط به نیمه فاصله از باقی مانده از ارسال ‘prev_weight’ به ‘prev_weights + weight’ کجا ‘prev_weights’ وزن کل خرده ریز با کمترین تعداد است, و ‘weight’ وزن این سفال است. مثلا, اگر دو خرده ریز وجود دارد, و برای اولین بار دارای یک وزن 9 در حالی که دوم دارای وزن 10, ردیف خواهد شد به سفال اول برای باقی مانده از محدوده ارسال \[0, 9), و دوم برای باقی مانده از محدوده \[9, 19).
-
-بیان شاردینگ می تواند هر عبارت از ثابت ها و ستون های جدول که یک عدد صحیح را برمی گرداند. برای مثال شما می توانید با استفاده از بیان ‘rand()’ برای توزیع تصادفی داده ها یا ‘UserID’ برای توزیع توسط باقی مانده از تقسیم شناسه کاربر (سپس داده ها از یک کاربر تنها بر روی یک سفال تنها اقامت, که ساده در حال اجرا در و پیوستن به کاربران). اگر یکی از ستون ها به طور مساوی توزیع نشده باشد می توانید در یک تابع هش قرار دهید: اینتاش64 (شناسه).
-
-یک یادآوری ساده از این بخش محدود است راه حل برای sharding و نیست همیشه مناسب است. این برای حجم متوسط و زیادی از داده ها کار می کند (ده ها تن از سرور), اما نه برای حجم بسیار زیادی از داده ها (صدها سرور یا بیشتر). در مورد دوم با استفاده از sharding طرح های مورد نیاز منطقه موضوع را به جای استفاده از مطالب موجود در توزیع جداول.
-
-SELECT queries are sent to all the shards and work regardless of how data is distributed across the shards (they can be distributed completely randomly). When you add a new shard, you don't have to transfer the old data to it. You can write new data with a heavier weight – the data will be distributed slightly unevenly, but queries will work correctly and efficiently.
-
-شما باید نگران sharding طرح در موارد زیر:
-
--   نمایش داده شد استفاده می شود که نیاز به پیوستن به داده ها (در یا پیوستن) توسط یک کلید خاص. اگر داده ها توسط این کلید پنهان, شما می توانید محلی در استفاده و یا پیوستن به جای جهانی در یا جهانی ملحق, که بسیار موثر تر است.
--   تعداد زیادی از سرور استفاده شده است (صدها یا بیشتر) با تعداد زیادی از نمایش داده شد کوچک (نمایش داده شد فردی مشتریان - وب سایت, تبلیغ, و یا شرکای). به منظور نمایش داده شد کوچک به کل خوشه تاثیر نمی گذارد, این باعث می شود حس برای قرار دادن داده ها برای یک مشتری در یک سفال تنها. متناوبا, همانطور که ما در یاندکس انجام داده ام.متریکا, شما می توانید راه اندازی دو سطح شاردینگ: تقسیم کل خوشه را به “layers”, جایی که یک لایه ممکن است از تکه های متعدد تشکیل شده است. داده ها برای یک مشتری تنها بر روی یک لایه قرار دارد اما ذرات را می توان به یک لایه در صورت لزوم اضافه کرد و داده ها به طور تصادفی در داخل توزیع می شوند. جداول توزیع شده برای هر لایه ایجاد می شوند و یک جدول توزیع شده مشترک برای نمایش داده شد جهانی ایجاد می شود.
-
-داده ها ناهمگام نوشته شده است. هنگامی که در جدول قرار داده شده, بلوک داده ها فقط به سیستم فایل های محلی نوشته شده. داده ها به سرور از راه دور در پس زمینه در اسرع وقت ارسال می شود. دوره ارسال داده ها توسط مدیریت [در حال بارگذاری](../../../operations/settings/settings.md#distributed_directory_monitor_sleep_time_ms) و [در حال بارگذاری](../../../operations/settings/settings.md#distributed_directory_monitor_max_sleep_time_ms) تنظیمات. این `Distributed` موتور هر فایل می فرستد با داده های درج شده به طور جداگانه, اما شما می توانید دسته ای از ارسال فایل های با فعال [نمایش سایت](../../../operations/settings/settings.md#distributed_directory_monitor_batch_inserts) تنظیمات. این تنظیم را بهبود می بخشد عملکرد خوشه با استفاده بهتر از سرور محلی و منابع شبکه. شما باید بررسی کنید که داده ها با موفقیت با چک کردن لیست فایل ها (داده ها در حال انتظار برای ارسال) در دایرکتوری جدول ارسال می شود: `/var/lib/clickhouse/data/database/table/`.
-
-اگر سرور متوقف به وجود داشته باشد و یا راه اندازی مجدد خشن بود (مثلا, پس از یک شکست دستگاه) پس از قرار دادن به یک جدول توزیع, داده های درج شده ممکن است از دست داده. اگر بخشی از داده های خراب شده در دایرکتوری جدول شناسایی شود به ‘broken’ دایرکتوری فرعی و دیگر استفاده می شود.
-
-پردازش پرس و جو در سراسر تمام کپی در یک سفال واحد موازی است زمانی که گزینه حداکثر_پرورالهراپیلاس فعال است. برای کسب اطلاعات بیشتر به بخش مراجعه کنید [بیشینه_راپرال_راپیکال](../../../operations/settings/settings.md#settings-max_parallel_replicas).
-
-## ستونهای مجازی {#virtual-columns}
-
--   `_shard_num` — Contains the `shard_num` (از `system.clusters`). نوع: [UInt32](../../../sql-reference/data-types/int-uint.md).
-
-!!! note "یادداشت"
-    از [`remote`](../../../sql-reference/table-functions/remote.md)/`cluster` توابع جدول داخلی ایجاد نمونه موقت از همان توزیع موتور, `_shard_num` در دسترس وجود دارد بیش از حد.
-
-**همچنین نگاه کنید به**
-
--   [ستونهای مجازی](index.md#table_engines-virtual_columns)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/distributed/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/external-data.md b/docs/fa/engines/table-engines/special/external-data.md
deleted file mode 100644
index 3c6a1bd69b5..00000000000
--- a/docs/fa/engines/table-engines/special/external-data.md
+++ /dev/null
@@ -1,68 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 34
-toc_title: "\u062F\u0627\u062F\u0647\u0647\u0627\u06CC \u062E\u0627\u0631\u062C\u06CC"
----
-
-# داده های خارجی برای پردازش پرس و جو {#external-data-for-query-processing}
-
-تاتر اجازه می دهد تا ارسال یک سرور داده ها که برای پردازش یک پرس و جو مورد نیاز است, همراه با پرس و جو را انتخاب کنید. این داده ها در یک جدول موقت قرار داده (نگاه کنید به بخش “Temporary tables”) و می تواند مورد استفاده قرار گیرد در پرس و جو (برای مثال در اپراتورها).
-
-مثلا, اگر شما یک فایل متنی با شناسه کاربر مهم, شما می توانید به سرور همراه پرس و جو است که با استفاده از فیلتراسیون توسط این لیست ارسال.
-
-اگر شما نیاز به اجرای بیش از یک پرس و جو با حجم زیادی از داده های خارجی از این ویژگی استفاده نکنید. بهتر است برای بارگذاری داده ها به دسی بل جلوتر از زمان.
-
-داده های خارجی را می توان با استفاده از مشتری خط فرمان (در حالت غیر تعاملی) و یا با استفاده از رابط قام ارسال می شود.
-
-در خط فرمان مشتری شما می توانید مشخص پارامترهای بخش در قالب
-
-``` bash
---external --file=... [--name=...] [--format=...] [--types=...|--structure=...]
-```
-
-شما ممکن است بخش های متعدد مثل این, برای تعدادی از جداول در حال انتقال.
-
-**–external** – Marks the beginning of a clause.
-**–file** – Path to the file with the table dump, or -, which refers to stdin.
-فقط یک جدول را می توان از استدین بازیابی.
-
-پارامترهای زیر اختیاری هستند: **–name**– Name of the table. If omitted, _data is used.
-**–format** – Data format in the file. If omitted, TabSeparated is used.
-
-یکی از پارامترهای زیر مورد نیاز است:**–types** – A list of comma-separated column types. For example: `UInt64,String`. The columns will be named _1, _2, …
-**–structure**– The table structure in the format`UserID UInt64`, `URL String`. تعریف نام ستون و انواع.
-
-فایل های مشخص شده در ‘file’ خواهد شد با فرمت مشخص شده در تجزیه ‘format’ با استفاده از انواع داده های مشخص شده در ‘types’ یا ‘structure’. جدول خواهد شد به سرور ارسال شده و در دسترس وجود دارد به عنوان یک جدول موقت با نام در ‘name’.
-
-مثالها:
-
-``` bash
-$ echo -ne "1\n2\n3\n" | clickhouse-client --query="SELECT count() FROM test.visits WHERE TraficSourceID IN _data" --external --file=- --types=Int8
-849897
-$ cat /etc/passwd | sed 's/:/\t/g' | clickhouse-client --query="SELECT shell, count() AS c FROM passwd GROUP BY shell ORDER BY c DESC" --external --file=- --name=passwd --structure='login String, unused String, uid UInt16, gid UInt16, comment String, home String, shell String'
-/bin/sh 20
-/bin/false      5
-/bin/bash       4
-/usr/sbin/nologin       1
-/bin/sync       1
-```
-
-هنگام استفاده از رابط اچ تی پی, داده های خارجی در قالب چند/فرم داده به تصویب رسید. هر جدول به عنوان یک فایل جداگانه منتقل می شود. نام جدول از نام فایل گرفته شده است. این ‘query_string’ پارامترهای منتقل می شود ‘name_format’, ‘name_types’ و ‘name_structure’ کجا ‘name’ نام جدول که این پارامترها به مطابقت است. معنای پارامترهای همان است که در هنگام استفاده از مشتری خط فرمان است.
-
-مثال:
-
-``` bash
-$ cat /etc/passwd | sed 's/:/\t/g' > passwd.tsv
-
-$ curl -F 'passwd=@passwd.tsv;' 'http://localhost:8123/?query=SELECT+shell,+count()+AS+c+FROM+passwd+GROUP+BY+shell+ORDER+BY+c+DESC&passwd_structure=login+String,+unused+String,+uid+UInt16,+gid+UInt16,+comment+String,+home+String,+shell+String'
-/bin/sh 20
-/bin/false      5
-/bin/bash       4
-/usr/sbin/nologin       1
-/bin/sync       1
-```
-
-برای پردازش پرس و جو توزیع, جداول موقت به تمام سرور از راه دور ارسال.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/external_data/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/file.md b/docs/fa/engines/table-engines/special/file.md
deleted file mode 100644
index 1d3fbc06b38..00000000000
--- a/docs/fa/engines/table-engines/special/file.md
+++ /dev/null
@@ -1,90 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: "\u067E\u0631\u0648\u0646\u062F\u0647"
----
-
-# پرونده {#table_engines-file}
-
-موتور جدول فایل داده ها را در یک فایل در یکی از پشتیبانی نگه می دارد [پرونده
-فرشها](../../../interfaces/formats.md#formats) (تابسپار, بومی, و غیره.).
-
-نمونه های استفاده:
-
--   صادرات داده ها از خانه کلیک به فایل.
--   تبدیل داده ها از یک فرمت به دیگری.
--   به روز رسانی داده ها در تاتر از طریق ویرایش یک فایل بر روی یک دیسک.
-
-## استفاده در سرور کلیک {#usage-in-clickhouse-server}
-
-``` sql
-File(Format)
-```
-
-این `Format` پارامتر یکی از فرمت های فایل های موجود را مشخص می کند. برای انجام
-`SELECT` نمایش داده شد, فرمت باید برای ورودی پشتیبانی می شود, و به انجام
-`INSERT` queries – for output. The available formats are listed in the
-[فرشها](../../../interfaces/formats.md#formats) بخش.
-
-کلیک اجازه نمی دهد مسیر سیستم فایل را مشخص کنید`File`. این پوشه تعریف شده توسط استفاده کنید [مسیر](../../../operations/server-configuration-parameters/settings.md) تنظیم در پیکربندی سرور.
-
-هنگام ایجاد جدول با استفاده از `File(Format)` این دایرکتوری فرعی خالی در این پوشه ایجاد می کند. هنگامی که داده ها به جدول نوشته شده است, این را به قرار `data.Format` فایل در دایرکتوری فرعی.
-
-شما می توانید این زیر پوشه و فایل را در فایل سیستم سرور و سپس ایجاد کنید [ATTACH](../../../sql-reference/statements/misc.md) این جدول اطلاعات با نام تطبیق, بنابراین شما می توانید داده ها را از این فایل پرس و جو.
-
-!!! warning "اخطار"
-    مراقب باشید با این قابلیت, به دلیل تاتر می کند پیگیری تغییرات خارجی به چنین فایل را حفظ کند. نتیجه همزمان می نویسد: از طریق ClickHouse و خارج از ClickHouse تعریف نشده است.
-
-**مثال:**
-
-**1.** تنظیم `file_engine_table` جدول:
-
-``` sql
-CREATE TABLE file_engine_table (name String, value UInt32) ENGINE=File(TabSeparated)
-```
-
-به طور پیش فرض کلیک خواهد پوشه ایجاد کنید `/var/lib/clickhouse/data/default/file_engine_table`.
-
-**2.** دستی ایجاد کنید `/var/lib/clickhouse/data/default/file_engine_table/data.TabSeparated` حاوی:
-
-``` bash
-$ cat data.TabSeparated
-one 1
-two 2
-```
-
-**3.** پرسوجوی داده:
-
-``` sql
-SELECT * FROM file_engine_table
-```
-
-``` text
-┌─name─┬─value─┐
-│ one  │     1 │
-│ two  │     2 │
-└──────┴───────┘
-```
-
-## استفاده در کلیک-محلی {#usage-in-clickhouse-local}
-
-داخل [کلیک-محلی](../../../operations/utilities/clickhouse-local.md) موتور فایل مسیر فایل علاوه بر می پذیرد `Format`. جریان های ورودی / خروجی پیش فرض را می توان با استفاده از نام های عددی یا قابل خواندن توسط انسان مشخص کرد `0` یا `stdin`, `1` یا `stdout`.
-**مثال:**
-
-``` bash
-$ echo -e "1,2\n3,4" | clickhouse-local -q "CREATE TABLE table (a Int64, b Int64) ENGINE = File(CSV, stdin); SELECT a, b FROM table; DROP TABLE table"
-```
-
-## اطلاعات پیاده سازی {#details-of-implementation}
-
--   چندگانه `SELECT` نمایش داده شد را می توان به صورت همزمان انجام, ولی `INSERT` نمایش داده شد هر یک از دیگر صبر کنید.
--   پشتیبانی از ایجاد فایل جدید توسط `INSERT` پرس و جو.
--   اگر پرونده وجود داشته باشد, `INSERT` ارزش های جدید را در این برنامه اضافه کنید.
--   پشتیبانی نمیشود:
-    -   `ALTER`
-    -   `SELECT ... SAMPLE`
-    -   شاخص ها
-    -   تکرار
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/file/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/generate.md b/docs/fa/engines/table-engines/special/generate.md
deleted file mode 100644
index eb42b8b1b09..00000000000
--- a/docs/fa/engines/table-engines/special/generate.md
+++ /dev/null
@@ -1,61 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 46
-toc_title: "\u0698\u0646\u0631\u0627\u0644"
----
-
-# ژنرال {#table_engines-generate}
-
-موتور جدول عمومی تولید داده های تصادفی برای طرح جدول داده شده است.
-
-نمونه های استفاده:
-
--   استفاده در تست به جمعیت جدول بزرگ تجدید پذیر.
--   تولید ورودی تصادفی برای تست ریش ریش شدن.
-
-## استفاده در سرور کلیک {#usage-in-clickhouse-server}
-
-``` sql
-ENGINE = GenerateRandom(random_seed, max_string_length, max_array_length)
-```
-
-این `max_array_length` و `max_string_length` پارامترها حداکثر طول همه را مشخص می کنند
-ستون ها و رشته های متناوب در داده های تولید شده مطابقت دارند.
-
-تولید موتور جدول پشتیبانی از تنها `SELECT` نمایش داده شد.
-
-این پشتیبانی از تمام [انواع داده](../../../sql-reference/data-types/index.md) این را می توان در یک جدول ذخیره کرد به جز `LowCardinality` و `AggregateFunction`.
-
-**مثال:**
-
-**1.** تنظیم `generate_engine_table` جدول:
-
-``` sql
-CREATE TABLE generate_engine_table (name String, value UInt32) ENGINE = GenerateRandom(1, 5, 3)
-```
-
-**2.** پرسوجوی داده:
-
-``` sql
-SELECT * FROM generate_engine_table LIMIT 3
-```
-
-``` text
-┌─name─┬──────value─┐
-│ c4xJ │ 1412771199 │
-│ r    │ 1791099446 │
-│ 7#$  │  124312908 │
-└──────┴────────────┘
-```
-
-## اطلاعات پیاده سازی {#details-of-implementation}
-
--   پشتیبانی نمیشود:
-    -   `ALTER`
-    -   `SELECT ... SAMPLE`
-    -   `INSERT`
-    -   شاخص ها
-    -   تکرار
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/generate/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/index.md b/docs/fa/engines/table-engines/special/index.md
deleted file mode 100644
index 425b84ce062..00000000000
--- a/docs/fa/engines/table-engines/special/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0648\u06CC\u0698\u0647"
-toc_priority: 31
----
-
-
diff --git a/docs/fa/engines/table-engines/special/join.md b/docs/fa/engines/table-engines/special/join.md
deleted file mode 100644
index b527767eb90..00000000000
--- a/docs/fa/engines/table-engines/special/join.md
+++ /dev/null
@@ -1,111 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: "\u067E\u06CC\u0648\u0633\u062A\u0646"
----
-
-# پیوستن {#join}
-
-ساختار داده تهیه شده برای استفاده در [JOIN](../../../sql-reference/statements/select/join.md#select-join) عملیات.
-
-## ایجاد یک جدول {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [TTL expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2] [TTL expr2],
-) ENGINE = Join(join_strictness, join_type, k1[, k2, ...])
-```
-
-شرح مفصلی از [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query) پرس و جو.
-
-**پارامترهای موتور**
-
--   `join_strictness` – [پیوستن به سختی](../../../sql-reference/statements/select/join.md#select-join-types).
--   `join_type` – [پیوستن به نوع](../../../sql-reference/statements/select/join.md#select-join-types).
--   `k1[, k2, ...]` – Key columns from the `USING` بند که `JOIN` عملیات با ساخته شده.
-
-وارد کردن `join_strictness` و `join_type` پارامترهای بدون نقل قول, مثلا, `Join(ANY, LEFT, col1)`. اونا باید با `JOIN` عملیاتی که جدول خواهد شد برای استفاده. اگر پارامترها مطابقت ندارند, خانه عروسکی می کند یک استثنا پرتاب نمی کند و ممکن است داده های نادرست بازگشت.
-
-## استفاده از جدول {#table-usage}
-
-### مثال {#example}
-
-ایجاد جدول سمت چپ:
-
-``` sql
-CREATE TABLE id_val(`id` UInt32, `val` UInt32) ENGINE = TinyLog
-```
-
-``` sql
-INSERT INTO id_val VALUES (1,11)(2,12)(3,13)
-```
-
-ایجاد سمت راست `Join` جدول:
-
-``` sql
-CREATE TABLE id_val_join(`id` UInt32, `val` UInt8) ENGINE = Join(ANY, LEFT, id)
-```
-
-``` sql
-INSERT INTO id_val_join VALUES (1,21)(1,22)(3,23)
-```
-
-پیوستن به جداول:
-
-``` sql
-SELECT * FROM id_val ANY LEFT JOIN id_val_join USING (id) SETTINGS join_use_nulls = 1
-```
-
-``` text
-┌─id─┬─val─┬─id_val_join.val─┐
-│  1 │  11 │              21 │
-│  2 │  12 │            ᴺᵁᴸᴸ │
-│  3 │  13 │              23 │
-└────┴─────┴─────────────────┘
-```
-
-به عنوان یک جایگزین, شما می توانید داده ها را از بازیابی `Join` جدول مشخص کردن مقدار پیوستن کلید:
-
-``` sql
-SELECT joinGet('id_val_join', 'val', toUInt32(1))
-```
-
-``` text
-┌─joinGet('id_val_join', 'val', toUInt32(1))─┐
-│                                         21 │
-└────────────────────────────────────────────┘
-```
-
-### انتخاب و قرار دادن داده ها {#selecting-and-inserting-data}
-
-شما می توانید استفاده کنید `INSERT` نمایش داده شد برای اضافه کردن داده ها به `Join`- جدول موتور . اگر جدول با ایجاد شد `ANY` سخت, داده ها برای کلید های تکراری نادیده گرفته می شوند. با `ALL` سخت, تمام ردیف اضافه می شوند.
-
-شما نمی توانید انجام دهید `SELECT` پرس و جو به طور مستقیم از جدول. بجای, استفاده از یکی از روش های زیر:
-
--   میز را به سمت راست قرار دهید `JOIN` بند بند.
--   تماس با [جوینت](../../../sql-reference/functions/other-functions.md#joinget) تابع, که به شما امکان استخراج داده ها از جدول به همان شیوه به عنوان از یک فرهنگ لغت.
-
-### محدودیت ها و تنظیمات {#join-limitations-and-settings}
-
-هنگام ایجاد یک جدول تنظیمات زیر اعمال می شود:
-
--   [ارزشهای خبری عبارتند از:](../../../operations/settings/settings.md#join_use_nulls)
--   [_پاک کردن _روشن گرافیک](../../../operations/settings/query-complexity.md#settings-max_rows_in_join)
--   [_پویش همیشگی](../../../operations/settings/query-complexity.md#settings-max_bytes_in_join)
--   [_شروع مجدد](../../../operations/settings/query-complexity.md#settings-join_overflow_mode)
--   [نمایش سایت](../../../operations/settings/settings.md#settings-join_any_take_last_row)
-
-این `Join`- جداول موتور نمی تواند مورد استفاده قرار گیرد `GLOBAL JOIN` عملیات.
-
-این `Join`- موتور اجازه می دهد تا استفاده کنید [ارزشهای خبری عبارتند از:](../../../operations/settings/settings.md#join_use_nulls) تنظیم در `CREATE TABLE` بیانیه. و [SELECT](../../../sql-reference/statements/select/index.md) پرسوجو به کار میرود `join_use_nulls` منم همینطور اگر شما متفاوت است `join_use_nulls` تنظیمات, شما می توانید یک خطا پیوستن به جدول از. این بستگی به نوع پیوستن دارد. هنگام استفاده [جوینت](../../../sql-reference/functions/other-functions.md#joinget) تابع, شما مجبور به استفاده از همان `join_use_nulls` تنظیم در `CRATE TABLE` و `SELECT` اظهارات.
-
-## ذخیره سازی داده ها {#data-storage}
-
-`Join` داده های جدول است که همیشه در رم واقع. در هنگام قرار دادن ردیف به یک جدول, کلیکهاوس می نویسد بلوک های داده را به دایرکتوری بر روی دیسک به طوری که می توان ترمیم زمانی که سرور راه اندازی مجدد.
-
-اگر سرور نادرست راه اندازی مجدد بلوک داده ها بر روی دیسک از دست رفته یا صدمه دیده ممکن است. در این مورد ممکن است لازم باشد فایل را به صورت دستی با داده های خراب شده حذف کنید.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/join/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/materializedview.md b/docs/fa/engines/table-engines/special/materializedview.md
deleted file mode 100644
index 01b02766c9d..00000000000
--- a/docs/fa/engines/table-engines/special/materializedview.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 43
-toc_title: "\u0645\u0627\u062F\u0647 \u0628\u06CC\u0646\u06CC"
----
-
-# ماده بینی {#materializedview}
-
-مورد استفاده برای اجرای نمایش محقق (برای اطلاعات بیشتر, دیدن [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query)). برای ذخیره سازی داده ها از یک موتور مختلف استفاده می کند که هنگام ایجاد دیدگاه مشخص شده است. هنگام خواندن از یک جدول, فقط با استفاده از این موتور.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/materializedview/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/memory.md b/docs/fa/engines/table-engines/special/memory.md
deleted file mode 100644
index 0fce28af5f7..00000000000
--- a/docs/fa/engines/table-engines/special/memory.md
+++ /dev/null
@@ -1,19 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: "\u062D\u0627\u0641\u0638\u0647"
----
-
-# حافظه {#memory}
-
-موتور حافظه ذخیره داده ها در رم, در شکل غیر فشرده. داده ها دقیقا به همان شکل ذخیره می شوند که هنگام خواندن دریافت می شود. به عبارت دیگر, خواندن از این جدول کاملا رایگان است.
-همزمان دسترسی به داده ها هماهنگ شده است. قفل کوتاه هستند: خواندن و نوشتن عملیات یکدیگر را مسدود نمی کند.
-شاخص پشتیبانی نمی شوند. خواندن موازی است.
-بهره وری حداکثر (بر فراز 10 گیگابایت/ثانیه) در نمایش داده شد ساده رسیده, چرا که هیچ خواندن از دیسک وجود دارد, از حالت فشرده خارج, و یا کسب اطلاعات. (ما باید توجه داشته باشید که در بسیاری از موارد بهره وری موتور ادغام تقریبا به عنوان بالا است.)
-هنگام راه اندازی مجدد یک سرور, داده ها از بین می رود از جدول و جدول خالی می شود.
-به طور معمول, با استفاده از این موتور جدول توجیه نیست. اما, این می تواند مورد استفاده قرار گیرد برای تست, و برای کارهایی که حداکثر سرعت مورد نیاز است در تعداد نسبتا کمی از ردیف (تا حدود 100,000,000).
-
-موتور حافظه توسط سیستم برای جداول موقت با داده های پرس و جو خارجی استفاده می شود (بخش را ببینید “External data for processing a query”) , و برای اجرای جهانی در (نگاه کنید به بخش “IN operators”).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/memory/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/merge.md b/docs/fa/engines/table-engines/special/merge.md
deleted file mode 100644
index e66fdbc2013..00000000000
--- a/docs/fa/engines/table-engines/special/merge.md
+++ /dev/null
@@ -1,70 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: "\u0627\u062F\u063A\u0627\u0645"
----
-
-# ادغام {#merge}
-
-این `Merge` موتور (با اشتباه گرفته شود `MergeTree`) اطلاعات خود را ذخیره نمی, اما اجازه می دهد تا خواندن از هر تعداد از جداول دیگر به طور همزمان.
-خواندن به طور خودکار موازی. نوشتن به یک جدول پشتیبانی نمی شود. هنگام خواندن, شاخص جداول که در واقع در حال خواندن استفاده می شود, در صورتی که وجود داشته باشد.
-این `Merge` موتور می پذیرد پارامترهای: نام پایگاه داده و یک عبارت منظم برای جداول.
-
-مثال:
-
-``` sql
-Merge(hits, '^WatchLog')
-```
-
-داده خواهد شد از جداول در خواندن `hits` پایگاه داده است که نام هایی که مطابقت با عبارت منظم ‘`^WatchLog`’.
-
-به جای نام پایگاه داده, شما می توانید یک عبارت ثابت است که یک رشته را برمی گرداند استفاده. به عنوان مثال, `currentDatabase()`.
-
-Regular expressions — [شماره 2](https://github.com/google/re2) (پشتیبانی از یک زیر مجموعه از مدار چاپی), حساس به حروف.
-یادداشت ها در مورد فرار نمادها در عبارات منظم در “match” بخش.
-
-هنگام انتخاب جداول برای خواندن `Merge` جدول خود را انتخاب نخواهد شد, حتی اگر منطبق عبارت منظم. این است که برای جلوگیری از حلقه.
-ممکن است که به ایجاد دو `Merge` جداول که بی وقفه سعی خواهد کرد به خواندن داده های هر یک از دیگران, اما این یک ایده خوب نیست.
-
-راه معمولی برای استفاده از `Merge` موتور برای کار با تعداد زیادی از `TinyLog` جداول به عنوان اگر با یک جدول واحد.
-
-مثال 2:
-
-بیایید می گویند شما باید یک جدول (WatchLog_old) و تصمیم به تغییر پارتیشن بندی بدون حرکت داده ها به یک جدول جدید (WatchLog_new) و شما نیاز به مراجعه به داده ها از هر دو جدول.
-
-``` sql
-CREATE TABLE WatchLog_old(date Date, UserId Int64, EventType String, Cnt UInt64)
-ENGINE=MergeTree(date, (UserId, EventType), 8192);
-INSERT INTO WatchLog_old VALUES ('2018-01-01', 1, 'hit', 3);
-
-CREATE TABLE WatchLog_new(date Date, UserId Int64, EventType String, Cnt UInt64)
-ENGINE=MergeTree PARTITION BY date ORDER BY (UserId, EventType) SETTINGS index_granularity=8192;
-INSERT INTO WatchLog_new VALUES ('2018-01-02', 2, 'hit', 3);
-
-CREATE TABLE WatchLog as WatchLog_old ENGINE=Merge(currentDatabase(), '^WatchLog');
-
-SELECT *
-FROM WatchLog
-```
-
-``` text
-┌───────date─┬─UserId─┬─EventType─┬─Cnt─┐
-│ 2018-01-01 │      1 │ hit       │   3 │
-└────────────┴────────┴───────────┴─────┘
-┌───────date─┬─UserId─┬─EventType─┬─Cnt─┐
-│ 2018-01-02 │      2 │ hit       │   3 │
-└────────────┴────────┴───────────┴─────┘
-```
-
-## ستونهای مجازی {#virtual-columns}
-
--   `_table` — Contains the name of the table from which data was read. Type: [رشته](../../../sql-reference/data-types/string.md).
-
-    شما می توانید شرایط ثابت را تنظیم کنید `_table` در `WHERE/PREWHERE` بند (به عنوان مثال, `WHERE _table='xyz'`). در این مورد عملیات خواندن فقط برای جداول انجام می شود که شرط است `_table` راضی است, به طوری که `_table` ستون به عنوان یک شاخص عمل می کند.
-
-**همچنین نگاه کنید به**
-
--   [ستونهای مجازی](index.md#table_engines-virtual_columns)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/merge/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/null.md b/docs/fa/engines/table-engines/special/null.md
deleted file mode 100644
index 4fcc91ab627..00000000000
--- a/docs/fa/engines/table-engines/special/null.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: "\u062E\u0627\u0644\u06CC"
----
-
-# خالی {#null}
-
-هنگام نوشتن به یک جدول تهی, داده نادیده گرفته شده است. هنگام خواندن از یک جدول تهی, پاسخ خالی است.
-
-با این حال, شما می توانید یک نمایش تحقق در یک جدول تهی ایجاد. بنابراین داده های نوشته شده به جدول در نظر به پایان خواهد رسید.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/null/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/set.md b/docs/fa/engines/table-engines/special/set.md
deleted file mode 100644
index 118fe0627ab..00000000000
--- a/docs/fa/engines/table-engines/special/set.md
+++ /dev/null
@@ -1,19 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: "\u062A\u0646\u0638\u06CC\u0645"
----
-
-# تنظیم {#set}
-
-مجموعه داده است که همیشه در رم. این است که برای استفاده در سمت راست اپراتور در نظر گرفته شده (بخش را ببینید “IN operators”).
-
-شما می توانید برای وارد کردن داده ها در جدول استفاده کنید. عناصر جدید خواهد شد به مجموعه داده ها اضافه, در حالی که تکراری نادیده گرفته خواهد شد.
-اما شما نمی توانید انجام را انتخاب کنید از جدول. تنها راه بازیابی اطلاعات با استفاده از در نیمه راست اپراتور است.
-
-داده ها همیشه در رم واقع. برای قرار دادن, بلوک از داده های درج شده نیز به دایرکتوری از جداول بر روی دیسک نوشته شده. هنگام شروع سرور, این داده ها به رم لود. به عبارت دیگر, پس از راه اندازی مجدد, داده ها در محل باقی مانده است.
-
-برای راه اندازی مجدد سرور خشن بلوک داده ها بر روی دیسک ممکن است از دست داده و یا صدمه دیده است. در مورد دوم ممکن است لازم باشد فایل را با داده های خراب شده به صورت دستی حذف کنید.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/set/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/url.md b/docs/fa/engines/table-engines/special/url.md
deleted file mode 100644
index e827bc3fbdc..00000000000
--- a/docs/fa/engines/table-engines/special/url.md
+++ /dev/null
@@ -1,82 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: URL
----
-
-# آدرس(URL, قالب) {#table_engines-url}
-
-مدیریت داده ها بر روی یک سرور کنترل از راه دور قام/قام. این موتور مشابه است
-به [پرونده](file.md) موتور
-
-## با استفاده از موتور در سرور کلیک {#using-the-engine-in-the-clickhouse-server}
-
-این `format` باید یکی باشد که کلیک خانه می تواند در استفاده از
-`SELECT` نمایش داده شد و, در صورت لزوم, به `INSERTs`. برای لیست کامل از فرمت های پشتیبانی شده, دیدن
-[فرشها](../../../interfaces/formats.md#formats).
-
-این `URL` باید به ساختار یاب منابع یکنواخت مطابقت داشته باشد. نشانی وب مشخصشده باید به کارگزار اشاره کند
-که با استفاده از قام یا قام. این هیچ نیاز ندارد
-هدر اضافی برای گرفتن پاسخ از سرور.
-
-`INSERT` و `SELECT` نمایش داده شد به تبدیل `POST` و `GET` درخواست ها,
-به ترتیب. برای پردازش `POST` درخواست, سرور از راه دور باید پشتیبانی
-[کدگذاری انتقال داده شده](https://en.wikipedia.org/wiki/Chunked_transfer_encoding).
-
-شما می توانید حداکثر تعداد قام را محدود کنید تغییر مسیر هاپ به کواس با استفاده از [عناصر](../../../operations/settings/settings.md#setting-max_http_get_redirects) تنظیمات.
-
-**مثال:**
-
-**1.** ایجاد یک `url_engine_table` جدول روی کارگزار :
-
-``` sql
-CREATE TABLE url_engine_table (word String, value UInt64)
-ENGINE=URL('http://127.0.0.1:12345/', CSV)
-```
-
-**2.** ایجاد یک سرور اساسی قام با استفاده از پایتون استاندارد 3 ابزار و
-شروع کن:
-
-``` python3
-from http.server import BaseHTTPRequestHandler, HTTPServer
-
-class CSVHTTPServer(BaseHTTPRequestHandler):
-    def do_GET(self):
-        self.send_response(200)
-        self.send_header('Content-type', 'text/csv')
-        self.end_headers()
-
-        self.wfile.write(bytes('Hello,1\nWorld,2\n', "utf-8"))
-
-if __name__ == "__main__":
-    server_address = ('127.0.0.1', 12345)
-    HTTPServer(server_address, CSVHTTPServer).serve_forever()
-```
-
-``` bash
-$ python3 server.py
-```
-
-**3.** درخواست اطلاعات:
-
-``` sql
-SELECT * FROM url_engine_table
-```
-
-``` text
-┌─word──┬─value─┐
-│ Hello │     1 │
-│ World │     2 │
-└───────┴───────┘
-```
-
-## اطلاعات پیاده سازی {#details-of-implementation}
-
--   می خواند و می نویسد می تواند موازی
--   پشتیبانی نمیشود:
-    -   `ALTER` و `SELECT...SAMPLE` عملیات.
-    -   شاخص.
-    -   تکرار.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/url/) <!--hide-->
diff --git a/docs/fa/engines/table-engines/special/view.md b/docs/fa/engines/table-engines/special/view.md
deleted file mode 100644
index f5be393db26..00000000000
--- a/docs/fa/engines/table-engines/special/view.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 42
-toc_title: "\u0646\u0645\u0627"
----
-
-# نما {#table_engines-view}
-
-مورد استفاده برای اجرای نمایش (برای اطلاعات بیشتر, دیدن `CREATE VIEW query`). این کار داده ذخیره نمی, اما تنها فروشگاه مشخص `SELECT` پرس و جو. هنگام خواندن از یک جدول, اجرا می شود این پرس و جو (و حذف تمام ستون های غیر ضروری از پرس و جو).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/table_engines/view/) <!--hide-->
diff --git a/docs/fa/faq/general.md b/docs/fa/faq/general.md
deleted file mode 100644
index 91870614d3f..00000000000
--- a/docs/fa/faq/general.md
+++ /dev/null
@@ -1,60 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 78
-toc_title: "\u0633\u0648\u0627\u0644\u0627\u062A \u0639\u0645\u0648\u0645\u06CC"
----
-
-# سوالات عمومی {#general-questions}
-
-## چرا چیزی شبیه نگاشتکاهش استفاده نمی? {#why-not-use-something-like-mapreduce}
-
-ما می توانیم به سیستم هایی مانند نگاشتکاهش به عنوان سیستم های محاسبات توزیع شده اشاره کنیم که عملیات کاهش بر اساس مرتب سازی توزیع شده است. شایع ترین راه حل منبع باز در این کلاس است [Apache Hadoop](http://hadoop.apache.org). یاندکس از راه حل داخلی خود استفاده می کند.
-
-این سیستم ها به دلیل زمان تاخیر بالا برای نمایش داده شد اینترنتی مناسب نیست. به عبارت دیگر نمی توانند به عنوان یک رابط وب به پایان برسند. این نوع سیستم ها برای به روز رسانی داده های زمان واقعی مفید نیستند. مرتب سازی توزیع شده بهترین راه برای انجام عملیات کاهش نیست اگر نتیجه عملیات و تمام نتایج متوسط (اگر وجود داشته باشد) در رم یک سرور قرار دارد که معمولا مورد نمایش داده شد اینترنتی است. در چنین حالتی یک جدول هش یک راه بهینه برای کاهش عملیات است. یک رویکرد مشترک برای بهینه سازی نقشه کاهش وظایف قبل از تجمع (بخشی کاهش) با استفاده از یک جدول هش در رم است. کاربر این بهینه سازی را به صورت دستی انجام می دهد. مرتب سازی توزیع شده یکی از علل اصلی کاهش عملکرد در هنگام اجرای نقشه ساده است-کاهش وظایف.
-
-اکثر پیاده سازی نگاشتکاهش به شما اجازه اجرای کد دلخواه در یک خوشه. اما یک زبان پرس و جو اعلانی بهتر است به تاباندن لیزر به اجرا تجربه به سرعت مناسب است. مثلا, هادوپ است کندو و خوک. همچنین در نظر ابردرا ایمپالا یا کوسه (منسوخ شده) برای جرقه, و همچنین شمع جرقه, تند, و مته درد مقعد. عملکرد هنگامی که در حال اجرا از جمله وظایف بسیار زیر بهینه در مقایسه با سیستم های تخصصی, اما زمان تاخیر نسبتا بالا باعث می شود غیر واقعی برای استفاده از این سیستم به عنوان باطن برای یک رابط وب.
-
-## اگر من یک مشکل با کدگذاریها در هنگام استفاده از اوراکل از طریق ان بی سی دارند? {#oracle-odbc-encodings}
-
-اگر شما استفاده از اوراکل از طریق راننده او بی سی به عنوان یک منبع از لغت نامه های خارجی, شما نیاز به تنظیم مقدار صحیح برای `NLS_LANG` متغیر محیطی در `/etc/default/clickhouse`. برای کسب اطلاعات بیشتر, دیدن [اوراکل NLS_LANG پرسش و پاسخ](https://www.oracle.com/technetwork/products/globalization/nls-lang-099431.html).
-
-**مثال**
-
-``` sql
-NLS_LANG=RUSSIAN_RUSSIA.UTF8
-```
-
-## چگونه می توانم صادرات داده ها از خانه رعیتی به یک فایل? {#how-to-export-to-file}
-
-### با استفاده از به OUTFILE بند {#using-into-outfile-clause}
-
-افزودن یک [INTO OUTFILE](../sql-reference/statements/select/into-outfile.md#into-outfile-clause) بند به درخواست شما.
-
-به عنوان مثال:
-
-``` sql
-SELECT * FROM table INTO OUTFILE 'file'
-```
-
-به طور پیش فرض, تاتر با استفاده از [جدول دار](../interfaces/formats.md#tabseparated) فرمت برای داده های خروجی. برای انتخاب [قالب داده](../interfaces/formats.md), استفاده از [بند فرمت](../sql-reference/statements/select/format.md#format-clause).
-
-به عنوان مثال:
-
-``` sql
-SELECT * FROM table INTO OUTFILE 'file' FORMAT CSV
-```
-
-### با استفاده از جدول فایل موتور {#using-a-file-engine-table}
-
-ببینید [پرونده](../engines/table-engines/special/file.md).
-
-### با استفاده از تغییر مسیر خط فرمان {#using-command-line-redirection}
-
-``` sql
-$ clickhouse-client --query "SELECT * from table" --format FormatName > result.txt
-```
-
-ببینید [کلیک مشتری](../interfaces/cli.md).
-
-{## [مقاله اصلی](https://clickhouse.tech/docs/en/faq/general/) ##}
diff --git a/docs/fa/faq/index.md b/docs/fa/faq/index.md
deleted file mode 100644
index a44dbb31e89..00000000000
--- a/docs/fa/faq/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: F.A.Q.
-toc_priority: 76
----
-
-
diff --git a/docs/fa/getting-started/example-datasets/amplab-benchmark.md b/docs/fa/getting-started/example-datasets/amplab-benchmark.md
deleted file mode 100644
index 593a3a2d669..00000000000
--- a/docs/fa/getting-started/example-datasets/amplab-benchmark.md
+++ /dev/null
@@ -1,131 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 17
-toc_title: "\u0645\u0639\u06CC\u0627\u0631 \u0628\u0632\u0631\u06AF \u062F\u0627\u062F\
-  \u0647 \u0647\u0627\u06CC \u062A\u0642\u0648\u06CC\u062A \u06A9\u0646\u0646\u062F\
-  \u0647"
----
-
-# معیار بزرگ داده های تقویت کننده {#amplab-big-data-benchmark}
-
-ببینید https://amplab.cs.berkeley.edu/benchmark/
-
-ثبت نام برای یک حساب کاربری رایگان در https://aws.amazon.com. این نیاز به یک کارت اعتباری, پست الکترونیک, و شماره تلفن. یک کلید دسترسی جدید در https://console.aws.amazon.com/iam/home?nc2=h_m_sc#security_credential
-
-زیر را در کنسول اجرا کنید:
-
-``` bash
-$ sudo apt-get install s3cmd
-$ mkdir tiny; cd tiny;
-$ s3cmd sync s3://big-data-benchmark/pavlo/text-deflate/tiny/ .
-$ cd ..
-$ mkdir 1node; cd 1node;
-$ s3cmd sync s3://big-data-benchmark/pavlo/text-deflate/1node/ .
-$ cd ..
-$ mkdir 5nodes; cd 5nodes;
-$ s3cmd sync s3://big-data-benchmark/pavlo/text-deflate/5nodes/ .
-$ cd ..
-```
-
-اجرای نمایش داده شد زیر کلیک:
-
-``` sql
-CREATE TABLE rankings_tiny
-(
-    pageURL String,
-    pageRank UInt32,
-    avgDuration UInt32
-) ENGINE = Log;
-
-CREATE TABLE uservisits_tiny
-(
-    sourceIP String,
-    destinationURL String,
-    visitDate Date,
-    adRevenue Float32,
-    UserAgent String,
-    cCode FixedString(3),
-    lCode FixedString(6),
-    searchWord String,
-    duration UInt32
-) ENGINE = MergeTree(visitDate, visitDate, 8192);
-
-CREATE TABLE rankings_1node
-(
-    pageURL String,
-    pageRank UInt32,
-    avgDuration UInt32
-) ENGINE = Log;
-
-CREATE TABLE uservisits_1node
-(
-    sourceIP String,
-    destinationURL String,
-    visitDate Date,
-    adRevenue Float32,
-    UserAgent String,
-    cCode FixedString(3),
-    lCode FixedString(6),
-    searchWord String,
-    duration UInt32
-) ENGINE = MergeTree(visitDate, visitDate, 8192);
-
-CREATE TABLE rankings_5nodes_on_single
-(
-    pageURL String,
-    pageRank UInt32,
-    avgDuration UInt32
-) ENGINE = Log;
-
-CREATE TABLE uservisits_5nodes_on_single
-(
-    sourceIP String,
-    destinationURL String,
-    visitDate Date,
-    adRevenue Float32,
-    UserAgent String,
-    cCode FixedString(3),
-    lCode FixedString(6),
-    searchWord String,
-    duration UInt32
-) ENGINE = MergeTree(visitDate, visitDate, 8192);
-```
-
-بازگشت به کنسول:
-
-``` bash
-$ for i in tiny/rankings/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO rankings_tiny FORMAT CSV"; done
-$ for i in tiny/uservisits/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO uservisits_tiny FORMAT CSV"; done
-$ for i in 1node/rankings/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO rankings_1node FORMAT CSV"; done
-$ for i in 1node/uservisits/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO uservisits_1node FORMAT CSV"; done
-$ for i in 5nodes/rankings/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO rankings_5nodes_on_single FORMAT CSV"; done
-$ for i in 5nodes/uservisits/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO uservisits_5nodes_on_single FORMAT CSV"; done
-```
-
-نمایش داده شد برای اخذ نمونه داده ها:
-
-``` sql
-SELECT pageURL, pageRank FROM rankings_1node WHERE pageRank > 1000
-
-SELECT substring(sourceIP, 1, 8), sum(adRevenue) FROM uservisits_1node GROUP BY substring(sourceIP, 1, 8)
-
-SELECT
-    sourceIP,
-    sum(adRevenue) AS totalRevenue,
-    avg(pageRank) AS pageRank
-FROM rankings_1node ALL INNER JOIN
-(
-    SELECT
-        sourceIP,
-        destinationURL AS pageURL,
-        adRevenue
-    FROM uservisits_1node
-    WHERE (visitDate > '1980-01-01') AND (visitDate < '1980-04-01')
-) USING pageURL
-GROUP BY sourceIP
-ORDER BY totalRevenue DESC
-LIMIT 1
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/getting_started/example_datasets/amplab_benchmark/) <!--hide-->
diff --git a/docs/fa/getting-started/example-datasets/criteo.md b/docs/fa/getting-started/example-datasets/criteo.md
deleted file mode 100644
index 74ca9fa3bd5..00000000000
--- a/docs/fa/getting-started/example-datasets/criteo.md
+++ /dev/null
@@ -1,83 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 19
-toc_title: "\u062A\u0631\u0627\u0628\u0627\u06CC\u062A \u06A9\u0644\u06CC\u06A9 \u0633\
-  \u06CC\u0627\u0647\u0647\u0647\u0627\u06CC \u0645\u0631\u0628\u0648\u0637 \u0627\
-  \u0632 \u0645\u062E\u0644\u0648\u0642"
----
-
-# ترابایت کلیک سیاهههای مربوط از مخلوق {#terabyte-of-click-logs-from-criteo}
-
-دانلود داده ها از http://labs.criteo.com/downloads/download-terabyte-click-logs/
-
-ایجاد یک جدول برای وارد کردن ورود به سیستم:
-
-``` sql
-CREATE TABLE criteo_log (date Date, clicked UInt8, int1 Int32, int2 Int32, int3 Int32, int4 Int32, int5 Int32, int6 Int32, int7 Int32, int8 Int32, int9 Int32, int10 Int32, int11 Int32, int12 Int32, int13 Int32, cat1 String, cat2 String, cat3 String, cat4 String, cat5 String, cat6 String, cat7 String, cat8 String, cat9 String, cat10 String, cat11 String, cat12 String, cat13 String, cat14 String, cat15 String, cat16 String, cat17 String, cat18 String, cat19 String, cat20 String, cat21 String, cat22 String, cat23 String, cat24 String, cat25 String, cat26 String) ENGINE = Log
-```
-
-داده ها را دانلود کنید:
-
-``` bash
-$ for i in {00..23}; do echo $i; zcat datasets/criteo/day_${i#0}.gz | sed -r 's/^/2000-01-'${i/00/24}'\t/' | clickhouse-client --host=example-perftest01j --query="INSERT INTO criteo_log FORMAT TabSeparated"; done
-```
-
-ایجاد یک جدول برای داده های تبدیل شده:
-
-``` sql
-CREATE TABLE criteo
-(
-    date Date,
-    clicked UInt8,
-    int1 Int32,
-    int2 Int32,
-    int3 Int32,
-    int4 Int32,
-    int5 Int32,
-    int6 Int32,
-    int7 Int32,
-    int8 Int32,
-    int9 Int32,
-    int10 Int32,
-    int11 Int32,
-    int12 Int32,
-    int13 Int32,
-    icat1 UInt32,
-    icat2 UInt32,
-    icat3 UInt32,
-    icat4 UInt32,
-    icat5 UInt32,
-    icat6 UInt32,
-    icat7 UInt32,
-    icat8 UInt32,
-    icat9 UInt32,
-    icat10 UInt32,
-    icat11 UInt32,
-    icat12 UInt32,
-    icat13 UInt32,
-    icat14 UInt32,
-    icat15 UInt32,
-    icat16 UInt32,
-    icat17 UInt32,
-    icat18 UInt32,
-    icat19 UInt32,
-    icat20 UInt32,
-    icat21 UInt32,
-    icat22 UInt32,
-    icat23 UInt32,
-    icat24 UInt32,
-    icat25 UInt32,
-    icat26 UInt32
-) ENGINE = MergeTree(date, intHash32(icat1), (date, intHash32(icat1)), 8192)
-```
-
-داده ها را از ورود خام تغییر دهید و در جدول دوم قرار دهید:
-
-``` sql
-INSERT INTO criteo SELECT date, clicked, int1, int2, int3, int4, int5, int6, int7, int8, int9, int10, int11, int12, int13, reinterpretAsUInt32(unhex(cat1)) AS icat1, reinterpretAsUInt32(unhex(cat2)) AS icat2, reinterpretAsUInt32(unhex(cat3)) AS icat3, reinterpretAsUInt32(unhex(cat4)) AS icat4, reinterpretAsUInt32(unhex(cat5)) AS icat5, reinterpretAsUInt32(unhex(cat6)) AS icat6, reinterpretAsUInt32(unhex(cat7)) AS icat7, reinterpretAsUInt32(unhex(cat8)) AS icat8, reinterpretAsUInt32(unhex(cat9)) AS icat9, reinterpretAsUInt32(unhex(cat10)) AS icat10, reinterpretAsUInt32(unhex(cat11)) AS icat11, reinterpretAsUInt32(unhex(cat12)) AS icat12, reinterpretAsUInt32(unhex(cat13)) AS icat13, reinterpretAsUInt32(unhex(cat14)) AS icat14, reinterpretAsUInt32(unhex(cat15)) AS icat15, reinterpretAsUInt32(unhex(cat16)) AS icat16, reinterpretAsUInt32(unhex(cat17)) AS icat17, reinterpretAsUInt32(unhex(cat18)) AS icat18, reinterpretAsUInt32(unhex(cat19)) AS icat19, reinterpretAsUInt32(unhex(cat20)) AS icat20, reinterpretAsUInt32(unhex(cat21)) AS icat21, reinterpretAsUInt32(unhex(cat22)) AS icat22, reinterpretAsUInt32(unhex(cat23)) AS icat23, reinterpretAsUInt32(unhex(cat24)) AS icat24, reinterpretAsUInt32(unhex(cat25)) AS icat25, reinterpretAsUInt32(unhex(cat26)) AS icat26 FROM criteo_log;
-
-DROP TABLE criteo_log;
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/getting_started/example_datasets/criteo/) <!--hide-->
diff --git a/docs/fa/getting-started/example-datasets/index.md b/docs/fa/getting-started/example-datasets/index.md
deleted file mode 100644
index 8b72c0d04fc..00000000000
--- a/docs/fa/getting-started/example-datasets/index.md
+++ /dev/null
@@ -1,23 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0645\u062B\u0627\u0644\
-  \ \u0645\u062C\u0645\u0648\u0639\u0647 \u062F\u0627\u062F\u0647"
-toc_priority: 12
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# به عنوان مثال مجموعه داده {#example-datasets}
-
-در این بخش چگونگی اخذ مجموعه داده ها به عنوان مثال و وارد کردن را به کلیک کنید.
-برای برخی از نمونه های داده نمایش داده شد نمایش داده شد نیز در دسترس هستند.
-
--   [ناشناس یاندکس.مجموعه داده های متریکا](metrica.md)
--   [معیار طرحواره ستاره](star-schema.md)
--   [ویکیستات](wikistat.md)
--   [ترابایت کلیک سیاهههای مربوط از مخلوق](criteo.md)
--   [معیار بزرگ داده های تقویت کننده](amplab-benchmark.md)
--   [داده های تاکسی نیویورک](nyc-taxi.md)
--   [به موقع](ontime.md)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/getting_started/example_datasets) <!--hide-->
diff --git a/docs/fa/getting-started/example-datasets/metrica.md b/docs/fa/getting-started/example-datasets/metrica.md
deleted file mode 100644
index ac6743309ef..00000000000
--- a/docs/fa/getting-started/example-datasets/metrica.md
+++ /dev/null
@@ -1,71 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 14
-toc_title: "\u06CC\u0627\u0646\u062F\u06A9\u0633\u0627\u0637\u0644\u0627\u0639\u0627\
-  \u062A \u0645\u062A\u0631\u06CC\u06A9\u0627"
----
-
-# ناشناس یاندکس.اطلاعات متریکا {#anonymized-yandex-metrica-data}
-
-مجموعه داده شامل دو جدول حاوی داده های ناشناس در مورد بازدید (`hits_v1`) و بازدیدکننده داشته است (`visits_v1`) یاندکس . متریکا شما می توانید اطلاعات بیشتر در مورد یاندکس به عنوان خوانده شده.متریکا در [تاریخچه کلیک](../../introduction/history.md) بخش.
-
-مجموعه داده ها شامل دو جدول است که هر کدام می توانند به عنوان یک فشرده دانلود شوند `tsv.xz` فایل و یا به عنوان پارتیشن تهیه شده است. علاوه بر این, یک نسخه طولانی از `hits` جدول حاوی 100 میلیون ردیف به عنوان تسو در دسترس است https://datasets.clickhouse.tech/hits/tsv/hits_100m_obfuscated_v1.tsv.xz و به عنوان پارتیشن تهیه شده در https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
-
-## اخذ جداول از پارتیشن های تهیه شده {#obtaining-tables-from-prepared-partitions}
-
-دانلود و وارد کردن جدول بازدید:
-
-``` bash
-curl -O https://datasets.clickhouse.tech/hits/partitions/hits_v1.tar
-tar xvf hits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
-# check permissions on unpacked data, fix if required
-sudo service clickhouse-server restart
-clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
-```
-
-دانلود و وارد کردن بازدیدکننده داشته است:
-
-``` bash
-curl -O https://datasets.clickhouse.tech/visits/partitions/visits_v1.tar
-tar xvf visits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
-# check permissions on unpacked data, fix if required
-sudo service clickhouse-server restart
-clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
-```
-
-## اخذ جداول از فایل تسو فشرده {#obtaining-tables-from-compressed-tsv-file}
-
-دانلود و وارد کردن بازدید از فایل تسو فشرده:
-
-``` bash
-curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-# now create table
-clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
-clickhouse-client --query "CREATE TABLE datasets.hits_v1 ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16), URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8, FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8, UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8, JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8, SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8, SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8, IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8, HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16), RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16, SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32, DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8, SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64, ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16, GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String, UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String, FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  ParsedParams Nested(Key1 String,  Key2 String, Key3 String, Key4 String, Key5 String,  ValueDouble Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
-# import data
-cat hits_v1.tsv | clickhouse-client --query "INSERT INTO datasets.hits_v1 FORMAT TSV" --max_insert_block_size=100000
-# optionally you can optimize table
-clickhouse-client --query "OPTIMIZE TABLE datasets.hits_v1 FINAL"
-clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
-```
-
-دانلود و واردات بازدیدکننده داشته است از فشرده فایل:
-
-``` bash
-curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
-# now create table
-clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
-clickhouse-client --query "CREATE TABLE datasets.visits_v1 ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  Goals Nested(ID UInt32, Serial UInt32, EventTime DateTime,  Price Int64,  OrderID String, CurrencyID UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  TraficSource    Nested(ID Int8,  SearchEngineID UInt16, AdvEngineID UInt8, PlaceID UInt16, SocialSourceNetworkID UInt8, Domain String, SearchPhrase String, SocialSourcePage String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  ParsedParams    Nested(Key1 String,  Key2 String,  Key3 String,  Key4 String, Key5 String, ValueDouble    Float64),  Market Nested(Type UInt8, GoalID UInt32, OrderID String,  OrderPrice Int64,  PP UInt32,  DirectPlaceID UInt32,  DirectOrderID  UInt32,  DirectBannerID UInt32,  GoodID String, GoodName String, GoodQuantity Int32,  GoodPrice Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
-# import data
-cat visits_v1.tsv | clickhouse-client --query "INSERT INTO datasets.visits_v1 FORMAT TSV" --max_insert_block_size=100000
-# optionally you can optimize table
-clickhouse-client --query "OPTIMIZE TABLE datasets.visits_v1 FINAL"
-clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
-```
-
-## به عنوان مثال نمایش داده شد {#example-queries}
-
-[اموزش کلیک](../../getting-started/tutorial.md) است در یاندکس بر اساس.مجموعه داده های متریکا و راه توصیه شده برای شروع این مجموعه داده ها فقط از طریق تدریس خصوصی است.
-
-نمونه های اضافی از نمایش داده شد به این جداول را می توان در میان یافت [تست های نفرت انگیز](https://github.com/ClickHouse/ClickHouse/tree/master/tests/queries/1_stateful) از کلیک هاوس (به نام `test.hists` و `test.visits` وجود دارد).
diff --git a/docs/fa/getting-started/example-datasets/nyc-taxi.md b/docs/fa/getting-started/example-datasets/nyc-taxi.md
deleted file mode 100644
index 32fbd471b32..00000000000
--- a/docs/fa/getting-started/example-datasets/nyc-taxi.md
+++ /dev/null
@@ -1,391 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 16
-toc_title: "\u062F\u0627\u062F\u0647 \u0647\u0627\u06CC \u062A\u0627\u06A9\u0633\u06CC\
-  \ \u0646\u06CC\u0648\u06CC\u0648\u0631\u06A9"
----
-
-# داده های تاکسی نیویورک {#new-york-taxi-data}
-
-این مجموعه داده را می توان به دو روش دریافت کرد:
-
--   واردات از دادههای خام
--   دانلود پارتیشن های تهیه شده
-
-## نحوه وارد کردن داده های خام {#how-to-import-the-raw-data}
-
-ببینید https://github.com/toddwschneider/nyc-taxi-data و http://tech.marksblogg.com/billion-nyc-taxi-rides-redshift.html برای شرح یک مجموعه داده ها و دستورالعمل ها برای دانلود.
-
-دانلود در مورد منجر خواهد شد 227 گیگابایت از داده های غیر فشرده در فایل های سی سی وی. دانلود حدود یک ساعت طول می کشد بیش از یک اتصال 1 گیگابیت (دانلود موازی از s3.amazonaws.com بازیابی حداقل نیمی از یک 1 گیگابیت کانال).
-برخی از فایل ها ممکن است به طور کامل دانلود کنید. بررسی اندازه فایل و دوباره دانلود هر که به نظر می رسد تردید.
-
-برخی از فایل ها ممکن است حاوی ردیف نامعتبر است. شما می توانید به صورت زیر تعمیر کنید:
-
-``` bash
-sed -E '/(.*,){18,}/d' data/yellow_tripdata_2010-02.csv > data/yellow_tripdata_2010-02.csv_
-sed -E '/(.*,){18,}/d' data/yellow_tripdata_2010-03.csv > data/yellow_tripdata_2010-03.csv_
-mv data/yellow_tripdata_2010-02.csv_ data/yellow_tripdata_2010-02.csv
-mv data/yellow_tripdata_2010-03.csv_ data/yellow_tripdata_2010-03.csv
-```
-
-سپس داده ها باید قبل از پردازش در شرایط لازم. این انتخاب از نقاط در چند ضلعی ایجاد (برای مطابقت با نقاط بر روی نقشه با بخش نیویورک از شهر نیویورک) و ترکیب تمام داده ها را به یک جدول تخت جریمه تنها با استفاده از یک ملحق. برای انجام این کار, شما نیاز به نصب PostgreSQL با PostGIS پشتیبانی می کند.
-
-مراقب باشید در هنگام اجرا `initialize_database.sh` و به صورت دستی دوباره بررسی کنید که تمام جداول به درستی ایجاد شد.
-
-این در مورد طول می کشد 20-30 دقیقه برای پردازش ارزش هر ماه از داده ها در شرایط لازم, در مجموع در مورد 48 ساعت ها.
-
-شما می توانید تعداد ردیف های دانلود شده را به صورت زیر بررسی کنید:
-
-``` bash
-$ time psql nyc-taxi-data -c "SELECT count(*) FROM trips;"
-## Count
- 1298979494
-(1 row)
-
-real    7m9.164s
-```
-
-(این کمی بیش از 1.1 میلیارد ردیف گزارش شده توسط علامت گذاری به عنوان لیتوینچیک در یک سری از پست های وبلاگ.)
-
-اطلاعات در مورد اتصالات از 370 گیگابایت فضا استفاده می کند.
-
-در حال بارگذاری:
-
-``` sql
-COPY
-(
-    SELECT trips.id,
-           trips.vendor_id,
-           trips.pickup_datetime,
-           trips.dropoff_datetime,
-           trips.store_and_fwd_flag,
-           trips.rate_code_id,
-           trips.pickup_longitude,
-           trips.pickup_latitude,
-           trips.dropoff_longitude,
-           trips.dropoff_latitude,
-           trips.passenger_count,
-           trips.trip_distance,
-           trips.fare_amount,
-           trips.extra,
-           trips.mta_tax,
-           trips.tip_amount,
-           trips.tolls_amount,
-           trips.ehail_fee,
-           trips.improvement_surcharge,
-           trips.total_amount,
-           trips.payment_type,
-           trips.trip_type,
-           trips.pickup,
-           trips.dropoff,
-
-           cab_types.type cab_type,
-
-           weather.precipitation_tenths_of_mm rain,
-           weather.snow_depth_mm,
-           weather.snowfall_mm,
-           weather.max_temperature_tenths_degrees_celsius max_temp,
-           weather.min_temperature_tenths_degrees_celsius min_temp,
-           weather.average_wind_speed_tenths_of_meters_per_second wind,
-
-           pick_up.gid pickup_nyct2010_gid,
-           pick_up.ctlabel pickup_ctlabel,
-           pick_up.borocode pickup_borocode,
-           pick_up.boroname pickup_boroname,
-           pick_up.ct2010 pickup_ct2010,
-           pick_up.boroct2010 pickup_boroct2010,
-           pick_up.cdeligibil pickup_cdeligibil,
-           pick_up.ntacode pickup_ntacode,
-           pick_up.ntaname pickup_ntaname,
-           pick_up.puma pickup_puma,
-
-           drop_off.gid dropoff_nyct2010_gid,
-           drop_off.ctlabel dropoff_ctlabel,
-           drop_off.borocode dropoff_borocode,
-           drop_off.boroname dropoff_boroname,
-           drop_off.ct2010 dropoff_ct2010,
-           drop_off.boroct2010 dropoff_boroct2010,
-           drop_off.cdeligibil dropoff_cdeligibil,
-           drop_off.ntacode dropoff_ntacode,
-           drop_off.ntaname dropoff_ntaname,
-           drop_off.puma dropoff_puma
-    FROM trips
-    LEFT JOIN cab_types
-        ON trips.cab_type_id = cab_types.id
-    LEFT JOIN central_park_weather_observations_raw weather
-        ON weather.date = trips.pickup_datetime::date
-    LEFT JOIN nyct2010 pick_up
-        ON pick_up.gid = trips.pickup_nyct2010_gid
-    LEFT JOIN nyct2010 drop_off
-        ON drop_off.gid = trips.dropoff_nyct2010_gid
-) TO '/opt/milovidov/nyc-taxi-data/trips.tsv';
-```
-
-عکس فوری داده ها با سرعت حدود 50 مگابایت در ثانیه ایجاد می شود. در حالی که ایجاد عکس فوری, شل می خواند از دیسک با سرعت حدود 28 مگابایت در ثانیه.
-این طول می کشد حدود 5 ساعت ها. فایل حاصل تسو 590612904969 بایت است.
-
-ایجاد یک جدول موقت در کلیکهاوس:
-
-``` sql
-CREATE TABLE trips
-(
-trip_id                 UInt32,
-vendor_id               String,
-pickup_datetime         DateTime,
-dropoff_datetime        Nullable(DateTime),
-store_and_fwd_flag      Nullable(FixedString(1)),
-rate_code_id            Nullable(UInt8),
-pickup_longitude        Nullable(Float64),
-pickup_latitude         Nullable(Float64),
-dropoff_longitude       Nullable(Float64),
-dropoff_latitude        Nullable(Float64),
-passenger_count         Nullable(UInt8),
-trip_distance           Nullable(Float64),
-fare_amount             Nullable(Float32),
-extra                   Nullable(Float32),
-mta_tax                 Nullable(Float32),
-tip_amount              Nullable(Float32),
-tolls_amount            Nullable(Float32),
-ehail_fee               Nullable(Float32),
-improvement_surcharge   Nullable(Float32),
-total_amount            Nullable(Float32),
-payment_type            Nullable(String),
-trip_type               Nullable(UInt8),
-pickup                  Nullable(String),
-dropoff                 Nullable(String),
-cab_type                Nullable(String),
-precipitation           Nullable(UInt8),
-snow_depth              Nullable(UInt8),
-snowfall                Nullable(UInt8),
-max_temperature         Nullable(UInt8),
-min_temperature         Nullable(UInt8),
-average_wind_speed      Nullable(UInt8),
-pickup_nyct2010_gid     Nullable(UInt8),
-pickup_ctlabel          Nullable(String),
-pickup_borocode         Nullable(UInt8),
-pickup_boroname         Nullable(String),
-pickup_ct2010           Nullable(String),
-pickup_boroct2010       Nullable(String),
-pickup_cdeligibil       Nullable(FixedString(1)),
-pickup_ntacode          Nullable(String),
-pickup_ntaname          Nullable(String),
-pickup_puma             Nullable(String),
-dropoff_nyct2010_gid    Nullable(UInt8),
-dropoff_ctlabel         Nullable(String),
-dropoff_borocode        Nullable(UInt8),
-dropoff_boroname        Nullable(String),
-dropoff_ct2010          Nullable(String),
-dropoff_boroct2010      Nullable(String),
-dropoff_cdeligibil      Nullable(String),
-dropoff_ntacode         Nullable(String),
-dropoff_ntaname         Nullable(String),
-dropoff_puma            Nullable(String)
-) ENGINE = Log;
-```
-
-برای تبدیل زمینه ها به انواع داده های صحیح تر و در صورت امکان برای از بین بردن نقاط صفر مورد نیاز است.
-
-``` bash
-$ time clickhouse-client --query="INSERT INTO trips FORMAT TabSeparated" < trips.tsv
-
-real    75m56.214s
-```
-
-داده ها با سرعت 112-140 مگابایت در ثانیه خوانده می شوند.
-بارگذاری داده ها را به یک جدول نوع ورود به سیستم در یک جریان و جو در زمان 76 دقیقه.
-داده ها در این جدول با استفاده از 142 گیگابایت.
-
-(وارد کردن داده ها به طور مستقیم از پستگرس نیز ممکن است با استفاده از `COPY ... TO PROGRAM`.)
-
-Unfortunately, all the fields associated with the weather (precipitation…average_wind_speed) were filled with NULL. Because of this, we will remove them from the final data set.
-
-برای شروع, ما یک جدول بر روی یک سرور ایجاد. بعد ما را به جدول توزیع.
-
-ایجاد و پر کردن یک جدول خلاصه:
-
-``` sql
-CREATE TABLE trips_mergetree
-ENGINE = MergeTree(pickup_date, pickup_datetime, 8192)
-AS SELECT
-
-trip_id,
-CAST(vendor_id AS Enum8('1' = 1, '2' = 2, 'CMT' = 3, 'VTS' = 4, 'DDS' = 5, 'B02512' = 10, 'B02598' = 11, 'B02617' = 12, 'B02682' = 13, 'B02764' = 14)) AS vendor_id,
-toDate(pickup_datetime) AS pickup_date,
-ifNull(pickup_datetime, toDateTime(0)) AS pickup_datetime,
-toDate(dropoff_datetime) AS dropoff_date,
-ifNull(dropoff_datetime, toDateTime(0)) AS dropoff_datetime,
-assumeNotNull(store_and_fwd_flag) IN ('Y', '1', '2') AS store_and_fwd_flag,
-assumeNotNull(rate_code_id) AS rate_code_id,
-assumeNotNull(pickup_longitude) AS pickup_longitude,
-assumeNotNull(pickup_latitude) AS pickup_latitude,
-assumeNotNull(dropoff_longitude) AS dropoff_longitude,
-assumeNotNull(dropoff_latitude) AS dropoff_latitude,
-assumeNotNull(passenger_count) AS passenger_count,
-assumeNotNull(trip_distance) AS trip_distance,
-assumeNotNull(fare_amount) AS fare_amount,
-assumeNotNull(extra) AS extra,
-assumeNotNull(mta_tax) AS mta_tax,
-assumeNotNull(tip_amount) AS tip_amount,
-assumeNotNull(tolls_amount) AS tolls_amount,
-assumeNotNull(ehail_fee) AS ehail_fee,
-assumeNotNull(improvement_surcharge) AS improvement_surcharge,
-assumeNotNull(total_amount) AS total_amount,
-CAST((assumeNotNull(payment_type) AS pt) IN ('CSH', 'CASH', 'Cash', 'CAS', 'Cas', '1') ? 'CSH' : (pt IN ('CRD', 'Credit', 'Cre', 'CRE', 'CREDIT', '2') ? 'CRE' : (pt IN ('NOC', 'No Charge', 'No', '3') ? 'NOC' : (pt IN ('DIS', 'Dispute', 'Dis', '4') ? 'DIS' : 'UNK'))) AS Enum8('CSH' = 1, 'CRE' = 2, 'UNK' = 0, 'NOC' = 3, 'DIS' = 4)) AS payment_type_,
-assumeNotNull(trip_type) AS trip_type,
-ifNull(toFixedString(unhex(pickup), 25), toFixedString('', 25)) AS pickup,
-ifNull(toFixedString(unhex(dropoff), 25), toFixedString('', 25)) AS dropoff,
-CAST(assumeNotNull(cab_type) AS Enum8('yellow' = 1, 'green' = 2, 'uber' = 3)) AS cab_type,
-
-assumeNotNull(pickup_nyct2010_gid) AS pickup_nyct2010_gid,
-toFloat32(ifNull(pickup_ctlabel, '0')) AS pickup_ctlabel,
-assumeNotNull(pickup_borocode) AS pickup_borocode,
-CAST(assumeNotNull(pickup_boroname) AS Enum8('Manhattan' = 1, 'Queens' = 4, 'Brooklyn' = 3, '' = 0, 'Bronx' = 2, 'Staten Island' = 5)) AS pickup_boroname,
-toFixedString(ifNull(pickup_ct2010, '000000'), 6) AS pickup_ct2010,
-toFixedString(ifNull(pickup_boroct2010, '0000000'), 7) AS pickup_boroct2010,
-CAST(assumeNotNull(ifNull(pickup_cdeligibil, ' ')) AS Enum8(' ' = 0, 'E' = 1, 'I' = 2)) AS pickup_cdeligibil,
-toFixedString(ifNull(pickup_ntacode, '0000'), 4) AS pickup_ntacode,
-
-CAST(assumeNotNull(pickup_ntaname) AS Enum16('' = 0, 'Airport' = 1, 'Allerton-Pelham Gardens' = 2, 'Annadale-Huguenot-Prince\'s Bay-Eltingville' = 3, 'Arden Heights' = 4, 'Astoria' = 5, 'Auburndale' = 6, 'Baisley Park' = 7, 'Bath Beach' = 8, 'Battery Park City-Lower Manhattan' = 9, 'Bay Ridge' = 10, 'Bayside-Bayside Hills' = 11, 'Bedford' = 12, 'Bedford Park-Fordham North' = 13, 'Bellerose' = 14, 'Belmont' = 15, 'Bensonhurst East' = 16, 'Bensonhurst West' = 17, 'Borough Park' = 18, 'Breezy Point-Belle Harbor-Rockaway Park-Broad Channel' = 19, 'Briarwood-Jamaica Hills' = 20, 'Brighton Beach' = 21, 'Bronxdale' = 22, 'Brooklyn Heights-Cobble Hill' = 23, 'Brownsville' = 24, 'Bushwick North' = 25, 'Bushwick South' = 26, 'Cambria Heights' = 27, 'Canarsie' = 28, 'Carroll Gardens-Columbia Street-Red Hook' = 29, 'Central Harlem North-Polo Grounds' = 30, 'Central Harlem South' = 31, 'Charleston-Richmond Valley-Tottenville' = 32, 'Chinatown' = 33, 'Claremont-Bathgate' = 34, 'Clinton' = 35, 'Clinton Hill' = 36, 'Co-op City' = 37, 'College Point' = 38, 'Corona' = 39, 'Crotona Park East' = 40, 'Crown Heights North' = 41, 'Crown Heights South' = 42, 'Cypress Hills-City Line' = 43, 'DUMBO-Vinegar Hill-Downtown Brooklyn-Boerum Hill' = 44, 'Douglas Manor-Douglaston-Little Neck' = 45, 'Dyker Heights' = 46, 'East Concourse-Concourse Village' = 47, 'East Elmhurst' = 48, 'East Flatbush-Farragut' = 49, 'East Flushing' = 50, 'East Harlem North' = 51, 'East Harlem South' = 52, 'East New York' = 53, 'East New York (Pennsylvania Ave)' = 54, 'East Tremont' = 55, 'East Village' = 56, 'East Williamsburg' = 57, 'Eastchester-Edenwald-Baychester' = 58, 'Elmhurst' = 59, 'Elmhurst-Maspeth' = 60, 'Erasmus' = 61, 'Far Rockaway-Bayswater' = 62, 'Flatbush' = 63, 'Flatlands' = 64, 'Flushing' = 65, 'Fordham South' = 66, 'Forest Hills' = 67, 'Fort Greene' = 68, 'Fresh Meadows-Utopia' = 69, 'Ft. Totten-Bay Terrace-Clearview' = 70, 'Georgetown-Marine Park-Bergen Beach-Mill Basin' = 71, 'Glen Oaks-Floral Park-New Hyde Park' = 72, 'Glendale' = 73, 'Gramercy' = 74, 'Grasmere-Arrochar-Ft. Wadsworth' = 75, 'Gravesend' = 76, 'Great Kills' = 77, 'Greenpoint' = 78, 'Grymes Hill-Clifton-Fox Hills' = 79, 'Hamilton Heights' = 80, 'Hammels-Arverne-Edgemere' = 81, 'Highbridge' = 82, 'Hollis' = 83, 'Homecrest' = 84, 'Hudson Yards-Chelsea-Flatiron-Union Square' = 85, 'Hunters Point-Sunnyside-West Maspeth' = 86, 'Hunts Point' = 87, 'Jackson Heights' = 88, 'Jamaica' = 89, 'Jamaica Estates-Holliswood' = 90, 'Kensington-Ocean Parkway' = 91, 'Kew Gardens' = 92, 'Kew Gardens Hills' = 93, 'Kingsbridge Heights' = 94, 'Laurelton' = 95, 'Lenox Hill-Roosevelt Island' = 96, 'Lincoln Square' = 97, 'Lindenwood-Howard Beach' = 98, 'Longwood' = 99, 'Lower East Side' = 100, 'Madison' = 101, 'Manhattanville' = 102, 'Marble Hill-Inwood' = 103, 'Mariner\'s Harbor-Arlington-Port Ivory-Graniteville' = 104, 'Maspeth' = 105, 'Melrose South-Mott Haven North' = 106, 'Middle Village' = 107, 'Midtown-Midtown South' = 108, 'Midwood' = 109, 'Morningside Heights' = 110, 'Morrisania-Melrose' = 111, 'Mott Haven-Port Morris' = 112, 'Mount Hope' = 113, 'Murray Hill' = 114, 'Murray Hill-Kips Bay' = 115, 'New Brighton-Silver Lake' = 116, 'New Dorp-Midland Beach' = 117, 'New Springville-Bloomfield-Travis' = 118, 'North Corona' = 119, 'North Riverdale-Fieldston-Riverdale' = 120, 'North Side-South Side' = 121, 'Norwood' = 122, 'Oakland Gardens' = 123, 'Oakwood-Oakwood Beach' = 124, 'Ocean Hill' = 125, 'Ocean Parkway South' = 126, 'Old Astoria' = 127, 'Old Town-Dongan Hills-South Beach' = 128, 'Ozone Park' = 129, 'Park Slope-Gowanus' = 130, 'Parkchester' = 131, 'Pelham Bay-Country Club-City Island' = 132, 'Pelham Parkway' = 133, 'Pomonok-Flushing Heights-Hillcrest' = 134, 'Port Richmond' = 135, 'Prospect Heights' = 136, 'Prospect Lefferts Gardens-Wingate' = 137, 'Queens Village' = 138, 'Queensboro Hill' = 139, 'Queensbridge-Ravenswood-Long Island City' = 140, 'Rego Park' = 141, 'Richmond Hill' = 142, 'Ridgewood' = 143, 'Rikers Island' = 144, 'Rosedale' = 145, 'Rossville-Woodrow' = 146, 'Rugby-Remsen Village' = 147, 'Schuylerville-Throgs Neck-Edgewater Park' = 148, 'Seagate-Coney Island' = 149, 'Sheepshead Bay-Gerritsen Beach-Manhattan Beach' = 150, 'SoHo-TriBeCa-Civic Center-Little Italy' = 151, 'Soundview-Bruckner' = 152, 'Soundview-Castle Hill-Clason Point-Harding Park' = 153, 'South Jamaica' = 154, 'South Ozone Park' = 155, 'Springfield Gardens North' = 156, 'Springfield Gardens South-Brookville' = 157, 'Spuyten Duyvil-Kingsbridge' = 158, 'St. Albans' = 159, 'Stapleton-Rosebank' = 160, 'Starrett City' = 161, 'Steinway' = 162, 'Stuyvesant Heights' = 163, 'Stuyvesant Town-Cooper Village' = 164, 'Sunset Park East' = 165, 'Sunset Park West' = 166, 'Todt Hill-Emerson Hill-Heartland Village-Lighthouse Hill' = 167, 'Turtle Bay-East Midtown' = 168, 'University Heights-Morris Heights' = 169, 'Upper East Side-Carnegie Hill' = 170, 'Upper West Side' = 171, 'Van Cortlandt Village' = 172, 'Van Nest-Morris Park-Westchester Square' = 173, 'Washington Heights North' = 174, 'Washington Heights South' = 175, 'West Brighton' = 176, 'West Concourse' = 177, 'West Farms-Bronx River' = 178, 'West New Brighton-New Brighton-St. George' = 179, 'West Village' = 180, 'Westchester-Unionport' = 181, 'Westerleigh' = 182, 'Whitestone' = 183, 'Williamsbridge-Olinville' = 184, 'Williamsburg' = 185, 'Windsor Terrace' = 186, 'Woodhaven' = 187, 'Woodlawn-Wakefield' = 188, 'Woodside' = 189, 'Yorkville' = 190, 'park-cemetery-etc-Bronx' = 191, 'park-cemetery-etc-Brooklyn' = 192, 'park-cemetery-etc-Manhattan' = 193, 'park-cemetery-etc-Queens' = 194, 'park-cemetery-etc-Staten Island' = 195)) AS pickup_ntaname,
-
-toUInt16(ifNull(pickup_puma, '0')) AS pickup_puma,
-
-assumeNotNull(dropoff_nyct2010_gid) AS dropoff_nyct2010_gid,
-toFloat32(ifNull(dropoff_ctlabel, '0')) AS dropoff_ctlabel,
-assumeNotNull(dropoff_borocode) AS dropoff_borocode,
-CAST(assumeNotNull(dropoff_boroname) AS Enum8('Manhattan' = 1, 'Queens' = 4, 'Brooklyn' = 3, '' = 0, 'Bronx' = 2, 'Staten Island' = 5)) AS dropoff_boroname,
-toFixedString(ifNull(dropoff_ct2010, '000000'), 6) AS dropoff_ct2010,
-toFixedString(ifNull(dropoff_boroct2010, '0000000'), 7) AS dropoff_boroct2010,
-CAST(assumeNotNull(ifNull(dropoff_cdeligibil, ' ')) AS Enum8(' ' = 0, 'E' = 1, 'I' = 2)) AS dropoff_cdeligibil,
-toFixedString(ifNull(dropoff_ntacode, '0000'), 4) AS dropoff_ntacode,
-
-CAST(assumeNotNull(dropoff_ntaname) AS Enum16('' = 0, 'Airport' = 1, 'Allerton-Pelham Gardens' = 2, 'Annadale-Huguenot-Prince\'s Bay-Eltingville' = 3, 'Arden Heights' = 4, 'Astoria' = 5, 'Auburndale' = 6, 'Baisley Park' = 7, 'Bath Beach' = 8, 'Battery Park City-Lower Manhattan' = 9, 'Bay Ridge' = 10, 'Bayside-Bayside Hills' = 11, 'Bedford' = 12, 'Bedford Park-Fordham North' = 13, 'Bellerose' = 14, 'Belmont' = 15, 'Bensonhurst East' = 16, 'Bensonhurst West' = 17, 'Borough Park' = 18, 'Breezy Point-Belle Harbor-Rockaway Park-Broad Channel' = 19, 'Briarwood-Jamaica Hills' = 20, 'Brighton Beach' = 21, 'Bronxdale' = 22, 'Brooklyn Heights-Cobble Hill' = 23, 'Brownsville' = 24, 'Bushwick North' = 25, 'Bushwick South' = 26, 'Cambria Heights' = 27, 'Canarsie' = 28, 'Carroll Gardens-Columbia Street-Red Hook' = 29, 'Central Harlem North-Polo Grounds' = 30, 'Central Harlem South' = 31, 'Charleston-Richmond Valley-Tottenville' = 32, 'Chinatown' = 33, 'Claremont-Bathgate' = 34, 'Clinton' = 35, 'Clinton Hill' = 36, 'Co-op City' = 37, 'College Point' = 38, 'Corona' = 39, 'Crotona Park East' = 40, 'Crown Heights North' = 41, 'Crown Heights South' = 42, 'Cypress Hills-City Line' = 43, 'DUMBO-Vinegar Hill-Downtown Brooklyn-Boerum Hill' = 44, 'Douglas Manor-Douglaston-Little Neck' = 45, 'Dyker Heights' = 46, 'East Concourse-Concourse Village' = 47, 'East Elmhurst' = 48, 'East Flatbush-Farragut' = 49, 'East Flushing' = 50, 'East Harlem North' = 51, 'East Harlem South' = 52, 'East New York' = 53, 'East New York (Pennsylvania Ave)' = 54, 'East Tremont' = 55, 'East Village' = 56, 'East Williamsburg' = 57, 'Eastchester-Edenwald-Baychester' = 58, 'Elmhurst' = 59, 'Elmhurst-Maspeth' = 60, 'Erasmus' = 61, 'Far Rockaway-Bayswater' = 62, 'Flatbush' = 63, 'Flatlands' = 64, 'Flushing' = 65, 'Fordham South' = 66, 'Forest Hills' = 67, 'Fort Greene' = 68, 'Fresh Meadows-Utopia' = 69, 'Ft. Totten-Bay Terrace-Clearview' = 70, 'Georgetown-Marine Park-Bergen Beach-Mill Basin' = 71, 'Glen Oaks-Floral Park-New Hyde Park' = 72, 'Glendale' = 73, 'Gramercy' = 74, 'Grasmere-Arrochar-Ft. Wadsworth' = 75, 'Gravesend' = 76, 'Great Kills' = 77, 'Greenpoint' = 78, 'Grymes Hill-Clifton-Fox Hills' = 79, 'Hamilton Heights' = 80, 'Hammels-Arverne-Edgemere' = 81, 'Highbridge' = 82, 'Hollis' = 83, 'Homecrest' = 84, 'Hudson Yards-Chelsea-Flatiron-Union Square' = 85, 'Hunters Point-Sunnyside-West Maspeth' = 86, 'Hunts Point' = 87, 'Jackson Heights' = 88, 'Jamaica' = 89, 'Jamaica Estates-Holliswood' = 90, 'Kensington-Ocean Parkway' = 91, 'Kew Gardens' = 92, 'Kew Gardens Hills' = 93, 'Kingsbridge Heights' = 94, 'Laurelton' = 95, 'Lenox Hill-Roosevelt Island' = 96, 'Lincoln Square' = 97, 'Lindenwood-Howard Beach' = 98, 'Longwood' = 99, 'Lower East Side' = 100, 'Madison' = 101, 'Manhattanville' = 102, 'Marble Hill-Inwood' = 103, 'Mariner\'s Harbor-Arlington-Port Ivory-Graniteville' = 104, 'Maspeth' = 105, 'Melrose South-Mott Haven North' = 106, 'Middle Village' = 107, 'Midtown-Midtown South' = 108, 'Midwood' = 109, 'Morningside Heights' = 110, 'Morrisania-Melrose' = 111, 'Mott Haven-Port Morris' = 112, 'Mount Hope' = 113, 'Murray Hill' = 114, 'Murray Hill-Kips Bay' = 115, 'New Brighton-Silver Lake' = 116, 'New Dorp-Midland Beach' = 117, 'New Springville-Bloomfield-Travis' = 118, 'North Corona' = 119, 'North Riverdale-Fieldston-Riverdale' = 120, 'North Side-South Side' = 121, 'Norwood' = 122, 'Oakland Gardens' = 123, 'Oakwood-Oakwood Beach' = 124, 'Ocean Hill' = 125, 'Ocean Parkway South' = 126, 'Old Astoria' = 127, 'Old Town-Dongan Hills-South Beach' = 128, 'Ozone Park' = 129, 'Park Slope-Gowanus' = 130, 'Parkchester' = 131, 'Pelham Bay-Country Club-City Island' = 132, 'Pelham Parkway' = 133, 'Pomonok-Flushing Heights-Hillcrest' = 134, 'Port Richmond' = 135, 'Prospect Heights' = 136, 'Prospect Lefferts Gardens-Wingate' = 137, 'Queens Village' = 138, 'Queensboro Hill' = 139, 'Queensbridge-Ravenswood-Long Island City' = 140, 'Rego Park' = 141, 'Richmond Hill' = 142, 'Ridgewood' = 143, 'Rikers Island' = 144, 'Rosedale' = 145, 'Rossville-Woodrow' = 146, 'Rugby-Remsen Village' = 147, 'Schuylerville-Throgs Neck-Edgewater Park' = 148, 'Seagate-Coney Island' = 149, 'Sheepshead Bay-Gerritsen Beach-Manhattan Beach' = 150, 'SoHo-TriBeCa-Civic Center-Little Italy' = 151, 'Soundview-Bruckner' = 152, 'Soundview-Castle Hill-Clason Point-Harding Park' = 153, 'South Jamaica' = 154, 'South Ozone Park' = 155, 'Springfield Gardens North' = 156, 'Springfield Gardens South-Brookville' = 157, 'Spuyten Duyvil-Kingsbridge' = 158, 'St. Albans' = 159, 'Stapleton-Rosebank' = 160, 'Starrett City' = 161, 'Steinway' = 162, 'Stuyvesant Heights' = 163, 'Stuyvesant Town-Cooper Village' = 164, 'Sunset Park East' = 165, 'Sunset Park West' = 166, 'Todt Hill-Emerson Hill-Heartland Village-Lighthouse Hill' = 167, 'Turtle Bay-East Midtown' = 168, 'University Heights-Morris Heights' = 169, 'Upper East Side-Carnegie Hill' = 170, 'Upper West Side' = 171, 'Van Cortlandt Village' = 172, 'Van Nest-Morris Park-Westchester Square' = 173, 'Washington Heights North' = 174, 'Washington Heights South' = 175, 'West Brighton' = 176, 'West Concourse' = 177, 'West Farms-Bronx River' = 178, 'West New Brighton-New Brighton-St. George' = 179, 'West Village' = 180, 'Westchester-Unionport' = 181, 'Westerleigh' = 182, 'Whitestone' = 183, 'Williamsbridge-Olinville' = 184, 'Williamsburg' = 185, 'Windsor Terrace' = 186, 'Woodhaven' = 187, 'Woodlawn-Wakefield' = 188, 'Woodside' = 189, 'Yorkville' = 190, 'park-cemetery-etc-Bronx' = 191, 'park-cemetery-etc-Brooklyn' = 192, 'park-cemetery-etc-Manhattan' = 193, 'park-cemetery-etc-Queens' = 194, 'park-cemetery-etc-Staten Island' = 195)) AS dropoff_ntaname,
-
-toUInt16(ifNull(dropoff_puma, '0')) AS dropoff_puma
-
-FROM trips
-```
-
-این طول می کشد 3030 ثانیه در سرعت حدود 428,000 ردیف در هر ثانیه.
-برای بارگذاری سریع تر می توانید جدول را با `Log` موتور به جای `MergeTree`. در این مورد, دانلود کار می کند سریع تر از 200 ثانیه.
-
-جدول با استفاده از 126 گیگابایت فضای دیسک.
-
-``` sql
-SELECT formatReadableSize(sum(bytes)) FROM system.parts WHERE table = 'trips_mergetree' AND active
-```
-
-``` text
-┌─formatReadableSize(sum(bytes))─┐
-│ 126.18 GiB                     │
-└────────────────────────────────┘
-```
-
-در میان چیزهای دیگر, شما می توانید پرس و جو بهینه سازی در ادغام اجرا. اما لازم نیست که همه چیز بدون این خوب باشد.
-
-## دانلود پارتیشن های تهیه شده {#download-of-prepared-partitions}
-
-``` bash
-$ curl -O https://datasets.clickhouse.tech/trips_mergetree/partitions/trips_mergetree.tar
-$ tar xvf trips_mergetree.tar -C /var/lib/clickhouse # path to ClickHouse data directory
-$ # check permissions of unpacked data, fix if required
-$ sudo service clickhouse-server restart
-$ clickhouse-client --query "select count(*) from datasets.trips_mergetree"
-```
-
-!!! info "اطلاعات"
-    اگر شما نمایش داده شد شرح داده شده در زیر اجرا خواهد شد, شما مجبور به استفاده از نام جدول کامل, `datasets.trips_mergetree`.
-
-## نتایج بر روی سرور تک {#results-on-single-server}
-
-Q1:
-
-``` sql
-SELECT cab_type, count(*) FROM trips_mergetree GROUP BY cab_type
-```
-
-0.490 ثانیه است.
-
-Q2:
-
-``` sql
-SELECT passenger_count, avg(total_amount) FROM trips_mergetree GROUP BY passenger_count
-```
-
-1.224 ثانیه
-
-Q3:
-
-``` sql
-SELECT passenger_count, toYear(pickup_date) AS year, count(*) FROM trips_mergetree GROUP BY passenger_count, year
-```
-
-2.104 ثانیه است.
-
-Q4:
-
-``` sql
-SELECT passenger_count, toYear(pickup_date) AS year, round(trip_distance) AS distance, count(*)
-FROM trips_mergetree
-GROUP BY passenger_count, year, distance
-ORDER BY year, count(*) DESC
-```
-
-3.593 ثانیه است.
-
-سرور زیر مورد استفاده قرار گرفت:
-
-دو اینتل(ر) یون (ر) پردازنده ای5-2650 ولت2 @ 2.60 گیگاهرتز, 16 هسته فیزیکی کل, 128 دستگاه گوارش رم, 8ایکس6 سل اچ دی در حمله سخت افزار-5
-
-زمان اجرای بهترین از سه اجرا می شود. اما با شروع از اجرا دوم نمایش داده شد خواندن داده ها از حافظه پنهان سیستم فایل. بدون ذخیره بیشتر رخ می دهد: داده ها به عنوان خوانده شده و پردازش در هر اجرا.
-
-ایجاد یک جدول در سه سرور:
-
-در هر سرور:
-
-``` sql
-CREATE TABLE default.trips_mergetree_third ( trip_id UInt32,  vendor_id Enum8('1' = 1, '2' = 2, 'CMT' = 3, 'VTS' = 4, 'DDS' = 5, 'B02512' = 10, 'B02598' = 11, 'B02617' = 12, 'B02682' = 13, 'B02764' = 14),  pickup_date Date,  pickup_datetime DateTime,  dropoff_date Date,  dropoff_datetime DateTime,  store_and_fwd_flag UInt8,  rate_code_id UInt8,  pickup_longitude Float64,  pickup_latitude Float64,  dropoff_longitude Float64,  dropoff_latitude Float64,  passenger_count UInt8,  trip_distance Float64,  fare_amount Float32,  extra Float32,  mta_tax Float32,  tip_amount Float32,  tolls_amount Float32,  ehail_fee Float32,  improvement_surcharge Float32,  total_amount Float32,  payment_type_ Enum8('UNK' = 0, 'CSH' = 1, 'CRE' = 2, 'NOC' = 3, 'DIS' = 4),  trip_type UInt8,  pickup FixedString(25),  dropoff FixedString(25),  cab_type Enum8('yellow' = 1, 'green' = 2, 'uber' = 3),  pickup_nyct2010_gid UInt8,  pickup_ctlabel Float32,  pickup_borocode UInt8,  pickup_boroname Enum8('' = 0, 'Manhattan' = 1, 'Bronx' = 2, 'Brooklyn' = 3, 'Queens' = 4, 'Staten Island' = 5),  pickup_ct2010 FixedString(6),  pickup_boroct2010 FixedString(7),  pickup_cdeligibil Enum8(' ' = 0, 'E' = 1, 'I' = 2),  pickup_ntacode FixedString(4),  pickup_ntaname Enum16('' = 0, 'Airport' = 1, 'Allerton-Pelham Gardens' = 2, 'Annadale-Huguenot-Prince\'s Bay-Eltingville' = 3, 'Arden Heights' = 4, 'Astoria' = 5, 'Auburndale' = 6, 'Baisley Park' = 7, 'Bath Beach' = 8, 'Battery Park City-Lower Manhattan' = 9, 'Bay Ridge' = 10, 'Bayside-Bayside Hills' = 11, 'Bedford' = 12, 'Bedford Park-Fordham North' = 13, 'Bellerose' = 14, 'Belmont' = 15, 'Bensonhurst East' = 16, 'Bensonhurst West' = 17, 'Borough Park' = 18, 'Breezy Point-Belle Harbor-Rockaway Park-Broad Channel' = 19, 'Briarwood-Jamaica Hills' = 20, 'Brighton Beach' = 21, 'Bronxdale' = 22, 'Brooklyn Heights-Cobble Hill' = 23, 'Brownsville' = 24, 'Bushwick North' = 25, 'Bushwick South' = 26, 'Cambria Heights' = 27, 'Canarsie' = 28, 'Carroll Gardens-Columbia Street-Red Hook' = 29, 'Central Harlem North-Polo Grounds' = 30, 'Central Harlem South' = 31, 'Charleston-Richmond Valley-Tottenville' = 32, 'Chinatown' = 33, 'Claremont-Bathgate' = 34, 'Clinton' = 35, 'Clinton Hill' = 36, 'Co-op City' = 37, 'College Point' = 38, 'Corona' = 39, 'Crotona Park East' = 40, 'Crown Heights North' = 41, 'Crown Heights South' = 42, 'Cypress Hills-City Line' = 43, 'DUMBO-Vinegar Hill-Downtown Brooklyn-Boerum Hill' = 44, 'Douglas Manor-Douglaston-Little Neck' = 45, 'Dyker Heights' = 46, 'East Concourse-Concourse Village' = 47, 'East Elmhurst' = 48, 'East Flatbush-Farragut' = 49, 'East Flushing' = 50, 'East Harlem North' = 51, 'East Harlem South' = 52, 'East New York' = 53, 'East New York (Pennsylvania Ave)' = 54, 'East Tremont' = 55, 'East Village' = 56, 'East Williamsburg' = 57, 'Eastchester-Edenwald-Baychester' = 58, 'Elmhurst' = 59, 'Elmhurst-Maspeth' = 60, 'Erasmus' = 61, 'Far Rockaway-Bayswater' = 62, 'Flatbush' = 63, 'Flatlands' = 64, 'Flushing' = 65, 'Fordham South' = 66, 'Forest Hills' = 67, 'Fort Greene' = 68, 'Fresh Meadows-Utopia' = 69, 'Ft. Totten-Bay Terrace-Clearview' = 70, 'Georgetown-Marine Park-Bergen Beach-Mill Basin' = 71, 'Glen Oaks-Floral Park-New Hyde Park' = 72, 'Glendale' = 73, 'Gramercy' = 74, 'Grasmere-Arrochar-Ft. Wadsworth' = 75, 'Gravesend' = 76, 'Great Kills' = 77, 'Greenpoint' = 78, 'Grymes Hill-Clifton-Fox Hills' = 79, 'Hamilton Heights' = 80, 'Hammels-Arverne-Edgemere' = 81, 'Highbridge' = 82, 'Hollis' = 83, 'Homecrest' = 84, 'Hudson Yards-Chelsea-Flatiron-Union Square' = 85, 'Hunters Point-Sunnyside-West Maspeth' = 86, 'Hunts Point' = 87, 'Jackson Heights' = 88, 'Jamaica' = 89, 'Jamaica Estates-Holliswood' = 90, 'Kensington-Ocean Parkway' = 91, 'Kew Gardens' = 92, 'Kew Gardens Hills' = 93, 'Kingsbridge Heights' = 94, 'Laurelton' = 95, 'Lenox Hill-Roosevelt Island' = 96, 'Lincoln Square' = 97, 'Lindenwood-Howard Beach' = 98, 'Longwood' = 99, 'Lower East Side' = 100, 'Madison' = 101, 'Manhattanville' = 102, 'Marble Hill-Inwood' = 103, 'Mariner\'s Harbor-Arlington-Port Ivory-Graniteville' = 104, 'Maspeth' = 105, 'Melrose South-Mott Haven North' = 106, 'Middle Village' = 107, 'Midtown-Midtown South' = 108, 'Midwood' = 109, 'Morningside Heights' = 110, 'Morrisania-Melrose' = 111, 'Mott Haven-Port Morris' = 112, 'Mount Hope' = 113, 'Murray Hill' = 114, 'Murray Hill-Kips Bay' = 115, 'New Brighton-Silver Lake' = 116, 'New Dorp-Midland Beach' = 117, 'New Springville-Bloomfield-Travis' = 118, 'North Corona' = 119, 'North Riverdale-Fieldston-Riverdale' = 120, 'North Side-South Side' = 121, 'Norwood' = 122, 'Oakland Gardens' = 123, 'Oakwood-Oakwood Beach' = 124, 'Ocean Hill' = 125, 'Ocean Parkway South' = 126, 'Old Astoria' = 127, 'Old Town-Dongan Hills-South Beach' = 128, 'Ozone Park' = 129, 'Park Slope-Gowanus' = 130, 'Parkchester' = 131, 'Pelham Bay-Country Club-City Island' = 132, 'Pelham Parkway' = 133, 'Pomonok-Flushing Heights-Hillcrest' = 134, 'Port Richmond' = 135, 'Prospect Heights' = 136, 'Prospect Lefferts Gardens-Wingate' = 137, 'Queens Village' = 138, 'Queensboro Hill' = 139, 'Queensbridge-Ravenswood-Long Island City' = 140, 'Rego Park' = 141, 'Richmond Hill' = 142, 'Ridgewood' = 143, 'Rikers Island' = 144, 'Rosedale' = 145, 'Rossville-Woodrow' = 146, 'Rugby-Remsen Village' = 147, 'Schuylerville-Throgs Neck-Edgewater Park' = 148, 'Seagate-Coney Island' = 149, 'Sheepshead Bay-Gerritsen Beach-Manhattan Beach' = 150, 'SoHo-TriBeCa-Civic Center-Little Italy' = 151, 'Soundview-Bruckner' = 152, 'Soundview-Castle Hill-Clason Point-Harding Park' = 153, 'South Jamaica' = 154, 'South Ozone Park' = 155, 'Springfield Gardens North' = 156, 'Springfield Gardens South-Brookville' = 157, 'Spuyten Duyvil-Kingsbridge' = 158, 'St. Albans' = 159, 'Stapleton-Rosebank' = 160, 'Starrett City' = 161, 'Steinway' = 162, 'Stuyvesant Heights' = 163, 'Stuyvesant Town-Cooper Village' = 164, 'Sunset Park East' = 165, 'Sunset Park West' = 166, 'Todt Hill-Emerson Hill-Heartland Village-Lighthouse Hill' = 167, 'Turtle Bay-East Midtown' = 168, 'University Heights-Morris Heights' = 169, 'Upper East Side-Carnegie Hill' = 170, 'Upper West Side' = 171, 'Van Cortlandt Village' = 172, 'Van Nest-Morris Park-Westchester Square' = 173, 'Washington Heights North' = 174, 'Washington Heights South' = 175, 'West Brighton' = 176, 'West Concourse' = 177, 'West Farms-Bronx River' = 178, 'West New Brighton-New Brighton-St. George' = 179, 'West Village' = 180, 'Westchester-Unionport' = 181, 'Westerleigh' = 182, 'Whitestone' = 183, 'Williamsbridge-Olinville' = 184, 'Williamsburg' = 185, 'Windsor Terrace' = 186, 'Woodhaven' = 187, 'Woodlawn-Wakefield' = 188, 'Woodside' = 189, 'Yorkville' = 190, 'park-cemetery-etc-Bronx' = 191, 'park-cemetery-etc-Brooklyn' = 192, 'park-cemetery-etc-Manhattan' = 193, 'park-cemetery-etc-Queens' = 194, 'park-cemetery-etc-Staten Island' = 195),  pickup_puma UInt16,  dropoff_nyct2010_gid UInt8,  dropoff_ctlabel Float32,  dropoff_borocode UInt8,  dropoff_boroname Enum8('' = 0, 'Manhattan' = 1, 'Bronx' = 2, 'Brooklyn' = 3, 'Queens' = 4, 'Staten Island' = 5),  dropoff_ct2010 FixedString(6),  dropoff_boroct2010 FixedString(7),  dropoff_cdeligibil Enum8(' ' = 0, 'E' = 1, 'I' = 2),  dropoff_ntacode FixedString(4),  dropoff_ntaname Enum16('' = 0, 'Airport' = 1, 'Allerton-Pelham Gardens' = 2, 'Annadale-Huguenot-Prince\'s Bay-Eltingville' = 3, 'Arden Heights' = 4, 'Astoria' = 5, 'Auburndale' = 6, 'Baisley Park' = 7, 'Bath Beach' = 8, 'Battery Park City-Lower Manhattan' = 9, 'Bay Ridge' = 10, 'Bayside-Bayside Hills' = 11, 'Bedford' = 12, 'Bedford Park-Fordham North' = 13, 'Bellerose' = 14, 'Belmont' = 15, 'Bensonhurst East' = 16, 'Bensonhurst West' = 17, 'Borough Park' = 18, 'Breezy Point-Belle Harbor-Rockaway Park-Broad Channel' = 19, 'Briarwood-Jamaica Hills' = 20, 'Brighton Beach' = 21, 'Bronxdale' = 22, 'Brooklyn Heights-Cobble Hill' = 23, 'Brownsville' = 24, 'Bushwick North' = 25, 'Bushwick South' = 26, 'Cambria Heights' = 27, 'Canarsie' = 28, 'Carroll Gardens-Columbia Street-Red Hook' = 29, 'Central Harlem North-Polo Grounds' = 30, 'Central Harlem South' = 31, 'Charleston-Richmond Valley-Tottenville' = 32, 'Chinatown' = 33, 'Claremont-Bathgate' = 34, 'Clinton' = 35, 'Clinton Hill' = 36, 'Co-op City' = 37, 'College Point' = 38, 'Corona' = 39, 'Crotona Park East' = 40, 'Crown Heights North' = 41, 'Crown Heights South' = 42, 'Cypress Hills-City Line' = 43, 'DUMBO-Vinegar Hill-Downtown Brooklyn-Boerum Hill' = 44, 'Douglas Manor-Douglaston-Little Neck' = 45, 'Dyker Heights' = 46, 'East Concourse-Concourse Village' = 47, 'East Elmhurst' = 48, 'East Flatbush-Farragut' = 49, 'East Flushing' = 50, 'East Harlem North' = 51, 'East Harlem South' = 52, 'East New York' = 53, 'East New York (Pennsylvania Ave)' = 54, 'East Tremont' = 55, 'East Village' = 56, 'East Williamsburg' = 57, 'Eastchester-Edenwald-Baychester' = 58, 'Elmhurst' = 59, 'Elmhurst-Maspeth' = 60, 'Erasmus' = 61, 'Far Rockaway-Bayswater' = 62, 'Flatbush' = 63, 'Flatlands' = 64, 'Flushing' = 65, 'Fordham South' = 66, 'Forest Hills' = 67, 'Fort Greene' = 68, 'Fresh Meadows-Utopia' = 69, 'Ft. Totten-Bay Terrace-Clearview' = 70, 'Georgetown-Marine Park-Bergen Beach-Mill Basin' = 71, 'Glen Oaks-Floral Park-New Hyde Park' = 72, 'Glendale' = 73, 'Gramercy' = 74, 'Grasmere-Arrochar-Ft. Wadsworth' = 75, 'Gravesend' = 76, 'Great Kills' = 77, 'Greenpoint' = 78, 'Grymes Hill-Clifton-Fox Hills' = 79, 'Hamilton Heights' = 80, 'Hammels-Arverne-Edgemere' = 81, 'Highbridge' = 82, 'Hollis' = 83, 'Homecrest' = 84, 'Hudson Yards-Chelsea-Flatiron-Union Square' = 85, 'Hunters Point-Sunnyside-West Maspeth' = 86, 'Hunts Point' = 87, 'Jackson Heights' = 88, 'Jamaica' = 89, 'Jamaica Estates-Holliswood' = 90, 'Kensington-Ocean Parkway' = 91, 'Kew Gardens' = 92, 'Kew Gardens Hills' = 93, 'Kingsbridge Heights' = 94, 'Laurelton' = 95, 'Lenox Hill-Roosevelt Island' = 96, 'Lincoln Square' = 97, 'Lindenwood-Howard Beach' = 98, 'Longwood' = 99, 'Lower East Side' = 100, 'Madison' = 101, 'Manhattanville' = 102, 'Marble Hill-Inwood' = 103, 'Mariner\'s Harbor-Arlington-Port Ivory-Graniteville' = 104, 'Maspeth' = 105, 'Melrose South-Mott Haven North' = 106, 'Middle Village' = 107, 'Midtown-Midtown South' = 108, 'Midwood' = 109, 'Morningside Heights' = 110, 'Morrisania-Melrose' = 111, 'Mott Haven-Port Morris' = 112, 'Mount Hope' = 113, 'Murray Hill' = 114, 'Murray Hill-Kips Bay' = 115, 'New Brighton-Silver Lake' = 116, 'New Dorp-Midland Beach' = 117, 'New Springville-Bloomfield-Travis' = 118, 'North Corona' = 119, 'North Riverdale-Fieldston-Riverdale' = 120, 'North Side-South Side' = 121, 'Norwood' = 122, 'Oakland Gardens' = 123, 'Oakwood-Oakwood Beach' = 124, 'Ocean Hill' = 125, 'Ocean Parkway South' = 126, 'Old Astoria' = 127, 'Old Town-Dongan Hills-South Beach' = 128, 'Ozone Park' = 129, 'Park Slope-Gowanus' = 130, 'Parkchester' = 131, 'Pelham Bay-Country Club-City Island' = 132, 'Pelham Parkway' = 133, 'Pomonok-Flushing Heights-Hillcrest' = 134, 'Port Richmond' = 135, 'Prospect Heights' = 136, 'Prospect Lefferts Gardens-Wingate' = 137, 'Queens Village' = 138, 'Queensboro Hill' = 139, 'Queensbridge-Ravenswood-Long Island City' = 140, 'Rego Park' = 141, 'Richmond Hill' = 142, 'Ridgewood' = 143, 'Rikers Island' = 144, 'Rosedale' = 145, 'Rossville-Woodrow' = 146, 'Rugby-Remsen Village' = 147, 'Schuylerville-Throgs Neck-Edgewater Park' = 148, 'Seagate-Coney Island' = 149, 'Sheepshead Bay-Gerritsen Beach-Manhattan Beach' = 150, 'SoHo-TriBeCa-Civic Center-Little Italy' = 151, 'Soundview-Bruckner' = 152, 'Soundview-Castle Hill-Clason Point-Harding Park' = 153, 'South Jamaica' = 154, 'South Ozone Park' = 155, 'Springfield Gardens North' = 156, 'Springfield Gardens South-Brookville' = 157, 'Spuyten Duyvil-Kingsbridge' = 158, 'St. Albans' = 159, 'Stapleton-Rosebank' = 160, 'Starrett City' = 161, 'Steinway' = 162, 'Stuyvesant Heights' = 163, 'Stuyvesant Town-Cooper Village' = 164, 'Sunset Park East' = 165, 'Sunset Park West' = 166, 'Todt Hill-Emerson Hill-Heartland Village-Lighthouse Hill' = 167, 'Turtle Bay-East Midtown' = 168, 'University Heights-Morris Heights' = 169, 'Upper East Side-Carnegie Hill' = 170, 'Upper West Side' = 171, 'Van Cortlandt Village' = 172, 'Van Nest-Morris Park-Westchester Square' = 173, 'Washington Heights North' = 174, 'Washington Heights South' = 175, 'West Brighton' = 176, 'West Concourse' = 177, 'West Farms-Bronx River' = 178, 'West New Brighton-New Brighton-St. George' = 179, 'West Village' = 180, 'Westchester-Unionport' = 181, 'Westerleigh' = 182, 'Whitestone' = 183, 'Williamsbridge-Olinville' = 184, 'Williamsburg' = 185, 'Windsor Terrace' = 186, 'Woodhaven' = 187, 'Woodlawn-Wakefield' = 188, 'Woodside' = 189, 'Yorkville' = 190, 'park-cemetery-etc-Bronx' = 191, 'park-cemetery-etc-Brooklyn' = 192, 'park-cemetery-etc-Manhattan' = 193, 'park-cemetery-etc-Queens' = 194, 'park-cemetery-etc-Staten Island' = 195),  dropoff_puma UInt16) ENGINE = MergeTree(pickup_date, pickup_datetime, 8192)
-```
-
-در سرور منبع:
-
-``` sql
-CREATE TABLE trips_mergetree_x3 AS trips_mergetree_third ENGINE = Distributed(perftest, default, trips_mergetree_third, rand())
-```
-
-پرس و جو زیر توزیع داده ها:
-
-``` sql
-INSERT INTO trips_mergetree_x3 SELECT * FROM trips_mergetree
-```
-
-این طول می کشد 2454 ثانیه.
-
-در سه سرور:
-
-Q1: 0.212 ثانیه است.
-Q2: 0.438 ثانیه است.
-Q3: 0.733 ثانیه است.
-Q4: 1.241 ثانیه است.
-
-هیچ شگفتی در اینجا, از نمایش داده شد خطی کوچک.
-
-ما همچنین نتایج حاصل از یک خوشه از 140 سرور:
-
-Q1: 0.028 sec.
-Q2: 0.043 sec.
-Q3: 0.051 sec.
-Q4: 0.072 sec.
-
-در این مورد زمان پردازش پرس و جو بالاتر از همه تاخیر شبکه تعیین می شود.
-ما نمایش داده شد با استفاده از یک مشتری واقع در یک مرکز داده یاندکس در فنلاند در یک خوشه در روسیه فرار, که اضافه شده در مورد 20 خانم از تاخیر.
-
-## خلاصه {#summary}
-
-| کارگزارها | Q1    | Q2    | Q3    | Q4    |
-|-----------|-------|-------|-------|-------|
-| 1         | 0.490 | 1.224 | 2.104 | 3.593 |
-| 3         | 0.212 | 0.438 | 0.733 | 1.241 |
-| 140       | 0.028 | 0.043 | 0.051 | 0.072 |
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/getting_started/example_datasets/nyc_taxi/) <!--hide-->
diff --git a/docs/fa/getting-started/example-datasets/ontime.md b/docs/fa/getting-started/example-datasets/ontime.md
deleted file mode 100644
index 7282c3c29bb..00000000000
--- a/docs/fa/getting-started/example-datasets/ontime.md
+++ /dev/null
@@ -1,412 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 15
-toc_title: "\u0628\u0647 \u0645\u0648\u0642\u0639"
----
-
-# به موقع {#ontime}
-
-این مجموعه داده را می توان به دو روش دریافت کرد:
-
--   واردات از دادههای خام
--   دانلود پارتیشن های تهیه شده
-
-## واردات از دادههای خام {#import-from-raw-data}
-
-بارگیری داده ها:
-
-``` bash
-for s in `seq 1987 2018`
-do
-for m in `seq 1 12`
-do
-wget https://transtats.bts.gov/PREZIP/On_Time_Reporting_Carrier_On_Time_Performance_1987_present_${s}_${m}.zip
-done
-done
-```
-
-(از https://github.com/Percona-Lab/ontime-airline-performance/blob/master/download.sh )
-
-ایجاد یک جدول:
-
-``` sql
-CREATE TABLE `ontime` (
-  `Year` UInt16,
-  `Quarter` UInt8,
-  `Month` UInt8,
-  `DayofMonth` UInt8,
-  `DayOfWeek` UInt8,
-  `FlightDate` Date,
-  `UniqueCarrier` FixedString(7),
-  `AirlineID` Int32,
-  `Carrier` FixedString(2),
-  `TailNum` String,
-  `FlightNum` String,
-  `OriginAirportID` Int32,
-  `OriginAirportSeqID` Int32,
-  `OriginCityMarketID` Int32,
-  `Origin` FixedString(5),
-  `OriginCityName` String,
-  `OriginState` FixedString(2),
-  `OriginStateFips` String,
-  `OriginStateName` String,
-  `OriginWac` Int32,
-  `DestAirportID` Int32,
-  `DestAirportSeqID` Int32,
-  `DestCityMarketID` Int32,
-  `Dest` FixedString(5),
-  `DestCityName` String,
-  `DestState` FixedString(2),
-  `DestStateFips` String,
-  `DestStateName` String,
-  `DestWac` Int32,
-  `CRSDepTime` Int32,
-  `DepTime` Int32,
-  `DepDelay` Int32,
-  `DepDelayMinutes` Int32,
-  `DepDel15` Int32,
-  `DepartureDelayGroups` String,
-  `DepTimeBlk` String,
-  `TaxiOut` Int32,
-  `WheelsOff` Int32,
-  `WheelsOn` Int32,
-  `TaxiIn` Int32,
-  `CRSArrTime` Int32,
-  `ArrTime` Int32,
-  `ArrDelay` Int32,
-  `ArrDelayMinutes` Int32,
-  `ArrDel15` Int32,
-  `ArrivalDelayGroups` Int32,
-  `ArrTimeBlk` String,
-  `Cancelled` UInt8,
-  `CancellationCode` FixedString(1),
-  `Diverted` UInt8,
-  `CRSElapsedTime` Int32,
-  `ActualElapsedTime` Int32,
-  `AirTime` Int32,
-  `Flights` Int32,
-  `Distance` Int32,
-  `DistanceGroup` UInt8,
-  `CarrierDelay` Int32,
-  `WeatherDelay` Int32,
-  `NASDelay` Int32,
-  `SecurityDelay` Int32,
-  `LateAircraftDelay` Int32,
-  `FirstDepTime` String,
-  `TotalAddGTime` String,
-  `LongestAddGTime` String,
-  `DivAirportLandings` String,
-  `DivReachedDest` String,
-  `DivActualElapsedTime` String,
-  `DivArrDelay` String,
-  `DivDistance` String,
-  `Div1Airport` String,
-  `Div1AirportID` Int32,
-  `Div1AirportSeqID` Int32,
-  `Div1WheelsOn` String,
-  `Div1TotalGTime` String,
-  `Div1LongestGTime` String,
-  `Div1WheelsOff` String,
-  `Div1TailNum` String,
-  `Div2Airport` String,
-  `Div2AirportID` Int32,
-  `Div2AirportSeqID` Int32,
-  `Div2WheelsOn` String,
-  `Div2TotalGTime` String,
-  `Div2LongestGTime` String,
-  `Div2WheelsOff` String,
-  `Div2TailNum` String,
-  `Div3Airport` String,
-  `Div3AirportID` Int32,
-  `Div3AirportSeqID` Int32,
-  `Div3WheelsOn` String,
-  `Div3TotalGTime` String,
-  `Div3LongestGTime` String,
-  `Div3WheelsOff` String,
-  `Div3TailNum` String,
-  `Div4Airport` String,
-  `Div4AirportID` Int32,
-  `Div4AirportSeqID` Int32,
-  `Div4WheelsOn` String,
-  `Div4TotalGTime` String,
-  `Div4LongestGTime` String,
-  `Div4WheelsOff` String,
-  `Div4TailNum` String,
-  `Div5Airport` String,
-  `Div5AirportID` Int32,
-  `Div5AirportSeqID` Int32,
-  `Div5WheelsOn` String,
-  `Div5TotalGTime` String,
-  `Div5LongestGTime` String,
-  `Div5WheelsOff` String,
-  `Div5TailNum` String
-) ENGINE = MergeTree
-PARTITION BY Year
-ORDER BY (Carrier, FlightDate)
-SETTINGS index_granularity = 8192;
-```
-
-بارگیری داده:
-
-``` bash
-$ for i in *.zip; do echo $i; unzip -cq $i '*.csv' | sed 's/\.00//g' | clickhouse-client --host=example-perftest01j --query="INSERT INTO ontime FORMAT CSVWithNames"; done
-```
-
-## دانلود پارتیشن های تهیه شده {#download-of-prepared-partitions}
-
-``` bash
-$ curl -O https://datasets.clickhouse.tech/ontime/partitions/ontime.tar
-$ tar xvf ontime.tar -C /var/lib/clickhouse # path to ClickHouse data directory
-$ # check permissions of unpacked data, fix if required
-$ sudo service clickhouse-server restart
-$ clickhouse-client --query "select count(*) from datasets.ontime"
-```
-
-!!! info "اطلاعات"
-    اگر شما نمایش داده شد شرح داده شده در زیر اجرا خواهد شد, شما مجبور به استفاده از نام جدول کامل, `datasets.ontime`.
-
-## نمایش داده شد {#queries}
-
-Q0.
-
-``` sql
-SELECT avg(c1)
-FROM
-(
-    SELECT Year, Month, count(*) AS c1
-    FROM ontime
-    GROUP BY Year, Month
-);
-```
-
-Q1. تعداد پرواز در روز از سال 2000 تا 2008
-
-``` sql
-SELECT DayOfWeek, count(*) AS c
-FROM ontime
-WHERE Year>=2000 AND Year<=2008
-GROUP BY DayOfWeek
-ORDER BY c DESC;
-```
-
-Q2. تعداد پروازهای تاخیر بیش از 10 دقیقه, گروه بندی شده توسط روز هفته, برای 2000-2008
-
-``` sql
-SELECT DayOfWeek, count(*) AS c
-FROM ontime
-WHERE DepDelay>10 AND Year>=2000 AND Year<=2008
-GROUP BY DayOfWeek
-ORDER BY c DESC;
-```
-
-پرسش 3 تعداد تاخیر در فرودگاه برای 2000-2008
-
-``` sql
-SELECT Origin, count(*) AS c
-FROM ontime
-WHERE DepDelay>10 AND Year>=2000 AND Year<=2008
-GROUP BY Origin
-ORDER BY c DESC
-LIMIT 10;
-```
-
-پرسش4. تعداد تاخیر توسط حامل برای 2007
-
-``` sql
-SELECT Carrier, count(*)
-FROM ontime
-WHERE DepDelay>10 AND Year=2007
-GROUP BY Carrier
-ORDER BY count(*) DESC;
-```
-
-پرسش 5 درصد تاخیر توسط حامل برای 2007
-
-``` sql
-SELECT Carrier, c, c2, c*100/c2 as c3
-FROM
-(
-    SELECT
-        Carrier,
-        count(*) AS c
-    FROM ontime
-    WHERE DepDelay>10
-        AND Year=2007
-    GROUP BY Carrier
-)
-JOIN
-(
-    SELECT
-        Carrier,
-        count(*) AS c2
-    FROM ontime
-    WHERE Year=2007
-    GROUP BY Carrier
-) USING Carrier
-ORDER BY c3 DESC;
-```
-
-نسخه بهتر از پرس و جو همان:
-
-``` sql
-SELECT Carrier, avg(DepDelay>10)*100 AS c3
-FROM ontime
-WHERE Year=2007
-GROUP BY Carrier
-ORDER BY c3 DESC
-```
-
-س6 درخواست قبلی برای طیف وسیع تری از سال 2000-2008
-
-``` sql
-SELECT Carrier, c, c2, c*100/c2 as c3
-FROM
-(
-    SELECT
-        Carrier,
-        count(*) AS c
-    FROM ontime
-    WHERE DepDelay>10
-        AND Year>=2000 AND Year<=2008
-    GROUP BY Carrier
-)
-JOIN
-(
-    SELECT
-        Carrier,
-        count(*) AS c2
-    FROM ontime
-    WHERE Year>=2000 AND Year<=2008
-    GROUP BY Carrier
-) USING Carrier
-ORDER BY c3 DESC;
-```
-
-نسخه بهتر از پرس و جو همان:
-
-``` sql
-SELECT Carrier, avg(DepDelay>10)*100 AS c3
-FROM ontime
-WHERE Year>=2000 AND Year<=2008
-GROUP BY Carrier
-ORDER BY c3 DESC;
-```
-
-پرسش 7 درصد پرواز به تاخیر افتاد برای بیش از 10 دقیقه, به سال
-
-``` sql
-SELECT Year, c1/c2
-FROM
-(
-    select
-        Year,
-        count(*)*100 as c1
-    from ontime
-    WHERE DepDelay>10
-    GROUP BY Year
-)
-JOIN
-(
-    select
-        Year,
-        count(*) as c2
-    from ontime
-    GROUP BY Year
-) USING (Year)
-ORDER BY Year;
-```
-
-نسخه بهتر از پرس و جو همان:
-
-``` sql
-SELECT Year, avg(DepDelay>10)*100
-FROM ontime
-GROUP BY Year
-ORDER BY Year;
-```
-
-س8 محبوب ترین مقصد توسط تعدادی از شهرستانها به طور مستقیم متصل برای محدوده های مختلف سال
-
-``` sql
-SELECT DestCityName, uniqExact(OriginCityName) AS u
-FROM ontime
-WHERE Year >= 2000 and Year <= 2010
-GROUP BY DestCityName
-ORDER BY u DESC LIMIT 10;
-```
-
-Q9.
-
-``` sql
-SELECT Year, count(*) AS c1
-FROM ontime
-GROUP BY Year;
-```
-
-Q10.
-
-``` sql
-SELECT
-   min(Year), max(Year), Carrier, count(*) AS cnt,
-   sum(ArrDelayMinutes>30) AS flights_delayed,
-   round(sum(ArrDelayMinutes>30)/count(*),2) AS rate
-FROM ontime
-WHERE
-   DayOfWeek NOT IN (6,7) AND OriginState NOT IN ('AK', 'HI', 'PR', 'VI')
-   AND DestState NOT IN ('AK', 'HI', 'PR', 'VI')
-   AND FlightDate < '2010-01-01'
-GROUP by Carrier
-HAVING cnt>100000 and max(Year)>1990
-ORDER by rate DESC
-LIMIT 1000;
-```
-
-پاداش:
-
-``` sql
-SELECT avg(cnt)
-FROM
-(
-    SELECT Year,Month,count(*) AS cnt
-    FROM ontime
-    WHERE DepDel15=1
-    GROUP BY Year,Month
-);
-
-SELECT avg(c1) FROM
-(
-    SELECT Year,Month,count(*) AS c1
-    FROM ontime
-    GROUP BY Year,Month
-);
-
-SELECT DestCityName, uniqExact(OriginCityName) AS u
-FROM ontime
-GROUP BY DestCityName
-ORDER BY u DESC
-LIMIT 10;
-
-SELECT OriginCityName, DestCityName, count() AS c
-FROM ontime
-GROUP BY OriginCityName, DestCityName
-ORDER BY c DESC
-LIMIT 10;
-
-SELECT OriginCityName, count() AS c
-FROM ontime
-GROUP BY OriginCityName
-ORDER BY c DESC
-LIMIT 10;
-```
-
-این تست عملکرد توسط وادیم تکچنکو ایجاد شد. ببینید:
-
--   https://www.percona.com/blog/2009/10/02/analyzing-air-traffic-performance-with-infobright-and-monetdb/
--   https://www.percona.com/blog/2009/10/26/air-traffic-queries-in-luciddb/
--   https://www.percona.com/blog/2009/11/02/air-traffic-queries-in-infinidb-early-alpha/
--   https://www.percona.com/blog/2014/04/21/using-apache-hadoop-and-impala-together-with-mysql-for-data-analysis/
--   https://www.percona.com/blog/2016/01/07/apache-spark-with-air-ontime-performance-data/
--   http://nickmakos.blogspot.ru/2012/08/analyzing-air-traffic-performance-with.html
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/getting_started/example_datasets/ontime/) <!--hide-->
diff --git a/docs/fa/getting-started/example-datasets/star-schema.md b/docs/fa/getting-started/example-datasets/star-schema.md
deleted file mode 100644
index 3a8ec02bae0..00000000000
--- a/docs/fa/getting-started/example-datasets/star-schema.md
+++ /dev/null
@@ -1,371 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 20
-toc_title: "\u0645\u0639\u06CC\u0627\u0631 \u0637\u0631\u062D\u0648\u0627\u0631\u0647\
-  \ \u0633\u062A\u0627\u0631\u0647"
----
-
-# معیار طرحواره ستاره {#star-schema-benchmark}
-
-تدوین نرم افزار:
-
-``` bash
-$ git clone git@github.com:vadimtk/ssb-dbgen.git
-$ cd ssb-dbgen
-$ make
-```
-
-تولید داده:
-
-!!! warning "توجه"
-    با `-s 100` تولید نرم افزار 600 میلیون ردیف (67 گیگابایت), در حالی که `-s 1000` این تولید 6 میلیارد ردیف (که طول می کشد زمان زیادی)
-
-``` bash
-$ ./dbgen -s 1000 -T c
-$ ./dbgen -s 1000 -T l
-$ ./dbgen -s 1000 -T p
-$ ./dbgen -s 1000 -T s
-$ ./dbgen -s 1000 -T d
-```
-
-ایجاد جداول در محل کلیک:
-
-``` sql
-CREATE TABLE customer
-(
-        C_CUSTKEY       UInt32,
-        C_NAME          String,
-        C_ADDRESS       String,
-        C_CITY          LowCardinality(String),
-        C_NATION        LowCardinality(String),
-        C_REGION        LowCardinality(String),
-        C_PHONE         String,
-        C_MKTSEGMENT    LowCardinality(String)
-)
-ENGINE = MergeTree ORDER BY (C_CUSTKEY);
-
-CREATE TABLE lineorder
-(
-    LO_ORDERKEY             UInt32,
-    LO_LINENUMBER           UInt8,
-    LO_CUSTKEY              UInt32,
-    LO_PARTKEY              UInt32,
-    LO_SUPPKEY              UInt32,
-    LO_ORDERDATE            Date,
-    LO_ORDERPRIORITY        LowCardinality(String),
-    LO_SHIPPRIORITY         UInt8,
-    LO_QUANTITY             UInt8,
-    LO_EXTENDEDPRICE        UInt32,
-    LO_ORDTOTALPRICE        UInt32,
-    LO_DISCOUNT             UInt8,
-    LO_REVENUE              UInt32,
-    LO_SUPPLYCOST           UInt32,
-    LO_TAX                  UInt8,
-    LO_COMMITDATE           Date,
-    LO_SHIPMODE             LowCardinality(String)
-)
-ENGINE = MergeTree PARTITION BY toYear(LO_ORDERDATE) ORDER BY (LO_ORDERDATE, LO_ORDERKEY);
-
-CREATE TABLE part
-(
-        P_PARTKEY       UInt32,
-        P_NAME          String,
-        P_MFGR          LowCardinality(String),
-        P_CATEGORY      LowCardinality(String),
-        P_BRAND         LowCardinality(String),
-        P_COLOR         LowCardinality(String),
-        P_TYPE          LowCardinality(String),
-        P_SIZE          UInt8,
-        P_CONTAINER     LowCardinality(String)
-)
-ENGINE = MergeTree ORDER BY P_PARTKEY;
-
-CREATE TABLE supplier
-(
-        S_SUPPKEY       UInt32,
-        S_NAME          String,
-        S_ADDRESS       String,
-        S_CITY          LowCardinality(String),
-        S_NATION        LowCardinality(String),
-        S_REGION        LowCardinality(String),
-        S_PHONE         String
-)
-ENGINE = MergeTree ORDER BY S_SUPPKEY;
-```
-
-درج داده:
-
-``` bash
-$ clickhouse-client --query "INSERT INTO customer FORMAT CSV" < customer.tbl
-$ clickhouse-client --query "INSERT INTO part FORMAT CSV" < part.tbl
-$ clickhouse-client --query "INSERT INTO supplier FORMAT CSV" < supplier.tbl
-$ clickhouse-client --query "INSERT INTO lineorder FORMAT CSV" < lineorder.tbl
-```
-
-تبدیل “star schema” به جریمه “flat schema”:
-
-``` sql
-SET max_memory_usage = 20000000000;
-
-CREATE TABLE lineorder_flat
-ENGINE = MergeTree
-PARTITION BY toYear(LO_ORDERDATE)
-ORDER BY (LO_ORDERDATE, LO_ORDERKEY) AS
-SELECT
-    l.LO_ORDERKEY AS LO_ORDERKEY,
-    l.LO_LINENUMBER AS LO_LINENUMBER,
-    l.LO_CUSTKEY AS LO_CUSTKEY,
-    l.LO_PARTKEY AS LO_PARTKEY,
-    l.LO_SUPPKEY AS LO_SUPPKEY,
-    l.LO_ORDERDATE AS LO_ORDERDATE,
-    l.LO_ORDERPRIORITY AS LO_ORDERPRIORITY,
-    l.LO_SHIPPRIORITY AS LO_SHIPPRIORITY,
-    l.LO_QUANTITY AS LO_QUANTITY,
-    l.LO_EXTENDEDPRICE AS LO_EXTENDEDPRICE,
-    l.LO_ORDTOTALPRICE AS LO_ORDTOTALPRICE,
-    l.LO_DISCOUNT AS LO_DISCOUNT,
-    l.LO_REVENUE AS LO_REVENUE,
-    l.LO_SUPPLYCOST AS LO_SUPPLYCOST,
-    l.LO_TAX AS LO_TAX,
-    l.LO_COMMITDATE AS LO_COMMITDATE,
-    l.LO_SHIPMODE AS LO_SHIPMODE,
-    c.C_NAME AS C_NAME,
-    c.C_ADDRESS AS C_ADDRESS,
-    c.C_CITY AS C_CITY,
-    c.C_NATION AS C_NATION,
-    c.C_REGION AS C_REGION,
-    c.C_PHONE AS C_PHONE,
-    c.C_MKTSEGMENT AS C_MKTSEGMENT,
-    s.S_NAME AS S_NAME,
-    s.S_ADDRESS AS S_ADDRESS,
-    s.S_CITY AS S_CITY,
-    s.S_NATION AS S_NATION,
-    s.S_REGION AS S_REGION,
-    s.S_PHONE AS S_PHONE,
-    p.P_NAME AS P_NAME,
-    p.P_MFGR AS P_MFGR,
-    p.P_CATEGORY AS P_CATEGORY,
-    p.P_BRAND AS P_BRAND,
-    p.P_COLOR AS P_COLOR,
-    p.P_TYPE AS P_TYPE,
-    p.P_SIZE AS P_SIZE,
-    p.P_CONTAINER AS P_CONTAINER
-FROM lineorder AS l
-INNER JOIN customer AS c ON c.C_CUSTKEY = l.LO_CUSTKEY
-INNER JOIN supplier AS s ON s.S_SUPPKEY = l.LO_SUPPKEY
-INNER JOIN part AS p ON p.P_PARTKEY = l.LO_PARTKEY;
-```
-
-در حال اجرا نمایش داده شد:
-
-Q1.1
-
-``` sql
-SELECT sum(LO_EXTENDEDPRICE * LO_DISCOUNT) AS revenue
-FROM lineorder_flat
-WHERE toYear(LO_ORDERDATE) = 1993 AND LO_DISCOUNT BETWEEN 1 AND 3 AND LO_QUANTITY < 25;
-```
-
-Q1.2
-
-``` sql
-SELECT sum(LO_EXTENDEDPRICE * LO_DISCOUNT) AS revenue
-FROM lineorder_flat
-WHERE toYYYYMM(LO_ORDERDATE) = 199401 AND LO_DISCOUNT BETWEEN 4 AND 6 AND LO_QUANTITY BETWEEN 26 AND 35;
-```
-
-Q1.3
-
-``` sql
-SELECT sum(LO_EXTENDEDPRICE * LO_DISCOUNT) AS revenue
-FROM lineorder_flat
-WHERE toISOWeek(LO_ORDERDATE) = 6 AND toYear(LO_ORDERDATE) = 1994
-  AND LO_DISCOUNT BETWEEN 5 AND 7 AND LO_QUANTITY BETWEEN 26 AND 35;
-```
-
-Q2.1
-
-``` sql
-SELECT
-    sum(LO_REVENUE),
-    toYear(LO_ORDERDATE) AS year,
-    P_BRAND
-FROM lineorder_flat
-WHERE P_CATEGORY = 'MFGR#12' AND S_REGION = 'AMERICA'
-GROUP BY
-    year,
-    P_BRAND
-ORDER BY
-    year,
-    P_BRAND;
-```
-
-Q2.2
-
-``` sql
-SELECT
-    sum(LO_REVENUE),
-    toYear(LO_ORDERDATE) AS year,
-    P_BRAND
-FROM lineorder_flat
-WHERE P_BRAND >= 'MFGR#2221' AND P_BRAND <= 'MFGR#2228' AND S_REGION = 'ASIA'
-GROUP BY
-    year,
-    P_BRAND
-ORDER BY
-    year,
-    P_BRAND;
-```
-
-Q2.3
-
-``` sql
-SELECT
-    sum(LO_REVENUE),
-    toYear(LO_ORDERDATE) AS year,
-    P_BRAND
-FROM lineorder_flat
-WHERE P_BRAND = 'MFGR#2239' AND S_REGION = 'EUROPE'
-GROUP BY
-    year,
-    P_BRAND
-ORDER BY
-    year,
-    P_BRAND;
-```
-
-Q3.1
-
-``` sql
-SELECT
-    C_NATION,
-    S_NATION,
-    toYear(LO_ORDERDATE) AS year,
-    sum(LO_REVENUE) AS revenue
-FROM lineorder_flat
-WHERE C_REGION = 'ASIA' AND S_REGION = 'ASIA' AND year >= 1992 AND year <= 1997
-GROUP BY
-    C_NATION,
-    S_NATION,
-    year
-ORDER BY
-    year ASC,
-    revenue DESC;
-```
-
-Q3.2
-
-``` sql
-SELECT
-    C_CITY,
-    S_CITY,
-    toYear(LO_ORDERDATE) AS year,
-    sum(LO_REVENUE) AS revenue
-FROM lineorder_flat
-WHERE C_NATION = 'UNITED STATES' AND S_NATION = 'UNITED STATES' AND year >= 1992 AND year <= 1997
-GROUP BY
-    C_CITY,
-    S_CITY,
-    year
-ORDER BY
-    year ASC,
-    revenue DESC;
-```
-
-Q3.3
-
-``` sql
-SELECT
-    C_CITY,
-    S_CITY,
-    toYear(LO_ORDERDATE) AS year,
-    sum(LO_REVENUE) AS revenue
-FROM lineorder_flat
-WHERE (C_CITY = 'UNITED KI1' OR C_CITY = 'UNITED KI5') AND (S_CITY = 'UNITED KI1' OR S_CITY = 'UNITED KI5') AND year >= 1992 AND year <= 1997
-GROUP BY
-    C_CITY,
-    S_CITY,
-    year
-ORDER BY
-    year ASC,
-    revenue DESC;
-```
-
-Q3.4
-
-``` sql
-SELECT
-    C_CITY,
-    S_CITY,
-    toYear(LO_ORDERDATE) AS year,
-    sum(LO_REVENUE) AS revenue
-FROM lineorder_flat
-WHERE (C_CITY = 'UNITED KI1' OR C_CITY = 'UNITED KI5') AND (S_CITY = 'UNITED KI1' OR S_CITY = 'UNITED KI5') AND toYYYYMM(LO_ORDERDATE) = 199712
-GROUP BY
-    C_CITY,
-    S_CITY,
-    year
-ORDER BY
-    year ASC,
-    revenue DESC;
-```
-
-Q4.1
-
-``` sql
-SELECT
-    toYear(LO_ORDERDATE) AS year,
-    C_NATION,
-    sum(LO_REVENUE - LO_SUPPLYCOST) AS profit
-FROM lineorder_flat
-WHERE C_REGION = 'AMERICA' AND S_REGION = 'AMERICA' AND (P_MFGR = 'MFGR#1' OR P_MFGR = 'MFGR#2')
-GROUP BY
-    year,
-    C_NATION
-ORDER BY
-    year ASC,
-    C_NATION ASC;
-```
-
-Q4.2
-
-``` sql
-SELECT
-    toYear(LO_ORDERDATE) AS year,
-    S_NATION,
-    P_CATEGORY,
-    sum(LO_REVENUE - LO_SUPPLYCOST) AS profit
-FROM lineorder_flat
-WHERE C_REGION = 'AMERICA' AND S_REGION = 'AMERICA' AND (year = 1997 OR year = 1998) AND (P_MFGR = 'MFGR#1' OR P_MFGR = 'MFGR#2')
-GROUP BY
-    year,
-    S_NATION,
-    P_CATEGORY
-ORDER BY
-    year ASC,
-    S_NATION ASC,
-    P_CATEGORY ASC;
-```
-
-Q4.3
-
-``` sql
-SELECT
-    toYear(LO_ORDERDATE) AS year,
-    S_CITY,
-    P_BRAND,
-    sum(LO_REVENUE - LO_SUPPLYCOST) AS profit
-FROM lineorder_flat
-WHERE S_NATION = 'UNITED STATES' AND (year = 1997 OR year = 1998) AND P_CATEGORY = 'MFGR#14'
-GROUP BY
-    year,
-    S_CITY,
-    P_BRAND
-ORDER BY
-    year ASC,
-    S_CITY ASC,
-    P_BRAND ASC;
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/getting_started/example_datasets/star_schema/) <!--hide-->
diff --git a/docs/fa/getting-started/example-datasets/wikistat.md b/docs/fa/getting-started/example-datasets/wikistat.md
deleted file mode 100644
index b85121b61a8..00000000000
--- a/docs/fa/getting-started/example-datasets/wikistat.md
+++ /dev/null
@@ -1,35 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 18
-toc_title: "\u0648\u06CC\u06A9\u06CC\u0633\u062A\u0627\u062A"
----
-
-# ویکیستات {#wikistat}
-
-ببینید: http://dumps.wikimedia.org/other/pagecounts-raw/
-
-ایجاد یک جدول:
-
-``` sql
-CREATE TABLE wikistat
-(
-    date Date,
-    time DateTime,
-    project String,
-    subproject String,
-    path String,
-    hits UInt64,
-    size UInt64
-) ENGINE = MergeTree(date, (path, time), 8192);
-```
-
-بارگیری داده:
-
-``` bash
-$ for i in {2007..2016}; do for j in {01..12}; do echo $i-$j >&2; curl -sSL "http://dumps.wikimedia.org/other/pagecounts-raw/$i/$i-$j/" | grep -oE 'pagecounts-[0-9]+-[0-9]+\.gz'; done; done | sort | uniq | tee links.txt
-$ cat links.txt | while read link; do wget http://dumps.wikimedia.org/other/pagecounts-raw/$(echo $link | sed -r 's/pagecounts-([0-9]{4})([0-9]{2})[0-9]{2}-[0-9]+\.gz/\1/')/$(echo $link | sed -r 's/pagecounts-([0-9]{4})([0-9]{2})[0-9]{2}-[0-9]+\.gz/\1-\2/')/$link; done
-$ ls -1 /opt/wikistat/ | grep gz | while read i; do echo $i; gzip -cd /opt/wikistat/$i | ./wikistat-loader --time="$(echo -n $i | sed -r 's/pagecounts-([0-9]{4})([0-9]{2})([0-9]{2})-([0-9]{2})([0-9]{2})([0-9]{2})\.gz/\1-\2-\3 \4-00-00/')" | clickhouse-client --query="INSERT INTO wikistat FORMAT TabSeparated"; done
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/getting_started/example_datasets/wikistat/) <!--hide-->
diff --git a/docs/fa/getting-started/index.md b/docs/fa/getting-started/index.md
deleted file mode 100644
index d62f12158ed..00000000000
--- a/docs/fa/getting-started/index.md
+++ /dev/null
@@ -1,17 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0634\u0631\u0648\u0639 \u06A9\u0627\u0631"
-toc_hidden: true
-toc_priority: 8
-toc_title: "\u0645\u062E\u0641\u06CC"
----
-
-# شروع کار {#getting-started}
-
-اگر شما تازه به تاتر هستند و می خواهید برای دریافت یک دست در احساس عملکرد خود را, اول از همه, شما نیاز به از طریق رفتن [مراحل نصب](install.md). بعد از که شما می توانید:
-
--   [برو از طریق مفصل](tutorial.md)
--   [تجربه با مجموعه داده های نمونه](example-datasets/ontime.md)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/getting_started/) <!--hide-->
diff --git a/docs/fa/getting-started/install.md b/docs/fa/getting-started/install.md
deleted file mode 100644
index 50a9d6230b4..00000000000
--- a/docs/fa/getting-started/install.md
+++ /dev/null
@@ -1,183 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 11
-toc_title: "\u0646\u0635\u0628 \u0648 \u0631\u0627\u0647 \u0627\u0646\u062F\u0627\u0632\
-  \u06CC"
----
-
-# نصب و راه اندازی {#installation}
-
-## سیستم مورد نیاز {#system-requirements}
-
-ClickHouse می تواند اجرا بر روی هر Linux, FreeBSD یا سیستم عامل Mac OS X با x86_64, AArch64 یا PowerPC64LE معماری CPU.
-
-رسمی از پیش ساخته شده باینری به طور معمول وارد شده برای ایکس86_64 و اهرم بورس تحصیلی 4.2 مجموعه دستورالعمل, بنابراین مگر اینکه در غیر این صورت اعلام کرد استفاده از پردازنده است که پشتیبانی می شود یک سیستم اضافی مورد نیاز. در اینجا دستور برای بررسی اگر پردازنده فعلی دارای پشتیبانی برای اس اس 4.2:
-
-``` bash
-$ grep -q sse4_2 /proc/cpuinfo && echo "SSE 4.2 supported" || echo "SSE 4.2 not supported"
-```
-
-برای اجرای ClickHouse در پردازنده هایی که پشتیبانی نمی SSE 4.2 یا AArch64 یا PowerPC64LE معماری شما باید [ساخت کلیک از منابع](#from-sources) با تنظیمات پیکربندی مناسب.
-
-## گزینه های نصب موجود {#available-installation-options}
-
-### از بسته های دب {#install-from-deb-packages}
-
-توصیه می شود به استفاده از رسمی از پیش وارد شده `deb` بسته برای دبیان یا اوبونتو. اجرای این دستورات برای نصب بسته:
-
-``` bash
-{% include 'install/deb.sh' %}
-```
-
-اگر شما می خواهید به استفاده از نسخه های اخیر, جایگزین کردن `stable` با `testing` (این است که برای محیط های تست خود را توصیه می شود).
-
-شما همچنین می توانید بسته ها را به صورت دستی دانلود و نصب کنید [اینجا](https://repo.clickhouse.tech/deb/stable/main/).
-
-#### بستهها {#packages}
-
--   `clickhouse-common-static` — Installs ClickHouse compiled binary files.
--   `clickhouse-server` — Creates a symbolic link for `clickhouse-server` و نصب پیکربندی سرور به طور پیش فرض.
--   `clickhouse-client` — Creates a symbolic link for `clickhouse-client` و دیگر ابزار مربوط به مشتری. و نصب فایل های پیکربندی مشتری.
--   `clickhouse-common-static-dbg` — Installs ClickHouse compiled binary files with debug info.
-
-### از بسته های دور در دقیقه {#from-rpm-packages}
-
-توصیه می شود به استفاده از رسمی از پیش وارد شده `rpm` بسته برای لینوکس لینوکس, کلاه قرمز, و همه توزیع های لینوکس مبتنی بر دور در دقیقه دیگر.
-
-اولین, شما نیاز به اضافه کردن مخزن رسمی:
-
-``` bash
-sudo yum install yum-utils
-sudo rpm --import https://repo.clickhouse.tech/CLICKHOUSE-KEY.GPG
-sudo yum-config-manager --add-repo https://repo.clickhouse.tech/rpm/stable/x86_64
-```
-
-اگر شما می خواهید به استفاده از نسخه های اخیر, جایگزین کردن `stable` با `testing` (این است که برای محیط های تست خود را توصیه می شود). این `prestable` برچسب است که گاهی اوقات در دسترس بیش از حد.
-
-سپس این دستورات را برای نصب بسته ها اجرا کنید:
-
-``` bash
-sudo yum install clickhouse-server clickhouse-client
-```
-
-شما همچنین می توانید بسته ها را به صورت دستی دانلود و نصب کنید [اینجا](https://repo.clickhouse.tech/rpm/stable/x86_64).
-
-### از بایگانی {#from-tgz-archives}
-
-توصیه می شود به استفاده از رسمی از پیش وارد شده `tgz` بایگانی برای همه توزیع های لینوکس, که نصب و راه اندازی `deb` یا `rpm` بسته امکان پذیر نیست.
-
-نسخه مورد نیاز را می توان با دانلود `curl` یا `wget` از مخزن https://repo.clickhouse.tech/tgz/.
-پس از که دانلود بایگانی باید غیر بستهای و نصب شده با اسکریپت نصب و راه اندازی. به عنوان مثال برای جدیدترین نسخه:
-
-``` bash
-export LATEST_VERSION=`curl https://api.github.com/repos/ClickHouse/ClickHouse/tags 2>/dev/null | grep -Eo '[0-9]+\.[0-9]+\.[0-9]+\.[0-9]+' | head -n 1`
-curl -O https://repo.clickhouse.tech/tgz/clickhouse-common-static-$LATEST_VERSION.tgz
-curl -O https://repo.clickhouse.tech/tgz/clickhouse-common-static-dbg-$LATEST_VERSION.tgz
-curl -O https://repo.clickhouse.tech/tgz/clickhouse-server-$LATEST_VERSION.tgz
-curl -O https://repo.clickhouse.tech/tgz/clickhouse-client-$LATEST_VERSION.tgz
-
-tar -xzvf clickhouse-common-static-$LATEST_VERSION.tgz
-sudo clickhouse-common-static-$LATEST_VERSION/install/doinst.sh
-
-tar -xzvf clickhouse-common-static-dbg-$LATEST_VERSION.tgz
-sudo clickhouse-common-static-dbg-$LATEST_VERSION/install/doinst.sh
-
-tar -xzvf clickhouse-server-$LATEST_VERSION.tgz
-sudo clickhouse-server-$LATEST_VERSION/install/doinst.sh
-sudo /etc/init.d/clickhouse-server start
-
-tar -xzvf clickhouse-client-$LATEST_VERSION.tgz
-sudo clickhouse-client-$LATEST_VERSION/install/doinst.sh
-```
-
-برای محیط های تولید توصیه می شود از جدیدترین استفاده کنید `stable`- نسخه شما می توانید شماره خود را در صفحه گیتهاب پیدا https://github.com/ClickHouse/ClickHouse/tags با پسوند `-stable`.
-
-### از تصویر کارگر بارانداز {#from-docker-image}
-
-برای اجرای کلیک در داخل کارگر بارانداز راهنمای دنبال کنید [داکر توپی](https://hub.docker.com/r/yandex/clickhouse-server/). این تصاویر استفاده رسمی `deb` بسته در داخل.
-
-### از منابع {#from-sources}
-
-به صورت دستی کامپایل فاحشه خانه, دستورالعمل برای دنبال [لینوکس](../development/build.md) یا [سیستم عامل مک ایکس](../development/build-osx.md).
-
-شما می توانید بسته های کامپایل و نصب و یا استفاده از برنامه های بدون نصب بسته. همچنین با ساخت دستی شما می توانید ثانیه 4.2 مورد نیاز غیر فعال کردن و یا ساخت برای ایالت64 پردازنده.
-
-      Client: programs/clickhouse-client
-      Server: programs/clickhouse-server
-
-شما نیاز به ایجاد یک داده ها و پوشه ابرداده و `chown` برای کاربر مورد نظر. مسیر خود را می توان در پیکربندی سرور تغییر (سری سی/برنامه/سرور/پیکربندی.به طور پیش فرض:
-
-      /opt/clickhouse/data/default/
-      /opt/clickhouse/metadata/default/
-
-در جنتو, شما فقط می توانید استفاده کنید `emerge clickhouse` برای نصب کلیک از منابع.
-
-## راهاندازی {#launch}
-
-برای شروع سرور به عنوان یک شبح, اجرا:
-
-``` bash
-$ sudo service clickhouse-server start
-```
-
-اگر شما لازم نیست `service` فرمان, اجرا به عنوان
-
-``` bash
-$ sudo /etc/init.d/clickhouse-server start
-```
-
-سیاهههای مربوط در `/var/log/clickhouse-server/` فهرست راهنما.
-
-اگر سرور شروع نمی کند, بررسی تنظیمات در فایل `/etc/clickhouse-server/config.xml`.
-
-شما همچنین می توانید سرور را از کنسول به صورت دستی راه اندازی کنید:
-
-``` bash
-$ clickhouse-server --config-file=/etc/clickhouse-server/config.xml
-```
-
-در این مورد, ورود به سیستم خواهد شد به کنسول چاپ, که مناسب است در طول توسعه.
-اگر فایل پیکربندی در دایرکتوری فعلی است, شما لازم نیست برای مشخص کردن `--config-file` پارامتر. به طور پیش فرض استفاده می کند `./config.xml`.
-
-تاتر پشتیبانی از تنظیمات محدودیت دسترسی. این در واقع `users.xml` پرونده) در کنار ( `config.xml`).
-به طور پیش فرض, دسترسی از هر نقطه برای اجازه `default` کاربر, بدون رمز عبور. ببینید `user/default/networks`.
-برای کسب اطلاعات بیشتر به بخش مراجعه کنید [“Configuration Files”](../operations/configuration-files.md).
-
-پس از راه اندازی سرور, شما می توانید مشتری خط فرمان برای اتصال به استفاده:
-
-``` bash
-$ clickhouse-client
-```
-
-به طور پیش فرض به `localhost:9000` از طرف کاربر `default` بدون رمز عبور. همچنین می تواند مورد استفاده قرار گیرد برای اتصال به یک سرور از راه دور با استفاده از `--host` استدلال کردن.
-
-ترمینال باید از کدگذاری جی تی اف 8 استفاده کند.
-برای کسب اطلاعات بیشتر به بخش مراجعه کنید [“Command-line client”](../interfaces/cli.md).
-
-مثال:
-
-``` bash
-$ ./clickhouse-client
-ClickHouse client version 0.0.18749.
-Connecting to localhost:9000.
-Connected to ClickHouse server version 0.0.18749.
-
-:) SELECT 1
-
-SELECT 1
-
-┌─1─┐
-│ 1 │
-└───┘
-
-1 rows in set. Elapsed: 0.003 sec.
-
-:)
-```
-
-**تبریک, سیستم کار می کند!**
-
-برای ادامه تجربه, شما می توانید یکی از مجموعه داده های تست دانلود و یا رفتن را از طریق [اموزش](https://clickhouse.tech/tutorial.html).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/getting_started/install/) <!--hide-->
diff --git a/docs/fa/getting-started/playground.md b/docs/fa/getting-started/playground.md
deleted file mode 100644
index ccafc2723cb..00000000000
--- a/docs/fa/getting-started/playground.md
+++ /dev/null
@@ -1,48 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 14
-toc_title: "\u0632\u0645\u06CC\u0646 \u0628\u0627\u0632\u06CC"
----
-
-# تاتر زمین بازی {#clickhouse-playground}
-
-[تاتر زمین بازی](https://play.clickhouse.tech?file=welcome) اجازه می دهد تا مردم را به تجربه با تاتر در حال اجرا نمایش داده شد فورا, بدون راه اندازی سرور و یا خوشه خود را.
-چند مجموعه داده به عنوان مثال در زمین بازی و همچنین نمونه نمایش داده شد که نشان می دهد ویژگی های تاتر در دسترس هستند.
-
-نمایش داده شد به عنوان یک کاربر فقط خواندنی اجرا شده است. این نشان میدهد برخی از محدودیت:
-
--   پرسشهای دادل مجاز نیستند
--   درج نمایش داده شد امکان پذیر نیست
-
-تنظیمات زیر نیز اجرا می شوند:
-- [`max_result_bytes=10485760`](../operations/settings/query_complexity/#max-result-bytes)
-- [`max_result_rows=2000`](../operations/settings/query_complexity/#setting-max_result_rows)
-- [`result_overflow_mode=break`](../operations/settings/query_complexity/#result-overflow-mode)
-- [`max_execution_time=60000`](../operations/settings/query_complexity/#max-execution-time)
-
-زمین بازی کلیک می دهد تجربه متر2.کوچک
-[خدمات مدیریت شده برای کلیک](https://cloud.yandex.com/services/managed-clickhouse)
-به عنوان مثال میزبانی شده در [یاندکسابر](https://cloud.yandex.com/).
-اطلاعات بیشتر در مورد [ابر دهندگان](../commercial/cloud.md).
-
-ClickHouse زمین بازی و رابط کاربری وب سایت باعث می شود درخواست از طریق ClickHouse [HTTP API](../interfaces/http.md).
-باطن زمین بازی فقط یک خوشه محل کلیک بدون هیچ گونه نرم افزار سمت سرور اضافی است.
-نقطه پایانی کلیک اچتیتیپس نیز به عنوان بخشی از زمین بازی در دسترس است.
-
-شما می توانید نمایش داده شد به زمین بازی با استفاده از هر مشتری قام را, مثلا [حلقه](https://curl.haxx.se) یا [عناصر](https://www.gnu.org/software/wget/), و یا راه اندازی یک اتصال با استفاده از [JDBC](../interfaces/jdbc.md) یا [ODBC](../interfaces/odbc.md) رانندگان.
-اطلاعات بیشتر در مورد محصولات نرم افزاری است که پشتیبانی از تاتر در دسترس است [اینجا](../interfaces/index.md).
-
-| پارامتر     | مقدار                                    |
-|:------------|:-----------------------------------------|
-| نقطه پایانی | https://play-api.فاحشه خانه.فناوری: 8443 |
-| کاربر       | `playground`                             |
-| اسم رمز     | `clickhouse`                             |
-
-توجه داشته باشید که این نقطه پایانی نیاز به یک اتصال امن.
-
-مثال:
-
-``` bash
-curl "https://play-api.clickhouse.tech:8443/?query=SELECT+'Play+ClickHouse!';&user=playground&password=clickhouse&database=datasets"
-```
diff --git a/docs/fa/getting-started/tutorial.md b/docs/fa/getting-started/tutorial.md
deleted file mode 100644
index 595d17667ae..00000000000
--- a/docs/fa/getting-started/tutorial.md
+++ /dev/null
@@ -1,666 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 12
-toc_title: "\u0627\u0645\u0648\u0632\u0634"
----
-
-# اموزش کلیک {#clickhouse-tutorial}
-
-## چه انتظار از این مقاله? {#what-to-expect-from-this-tutorial}
-
-با رفتن را از طریق این مقاله, شما یاد بگیرند که چگونه به راه اندازی یک خوشه ساده تاتر. این کوچک خواهد بود, اما مقاوم در برابر خطا و مقیاس پذیر. سپس ما از یکی از مجموعه داده های نمونه برای پر کردن داده ها و اجرای برخی از نمایش های نسخه ی نمایشی استفاده خواهیم کرد.
-
-## راه اندازی تک گره {#single-node-setup}
-
-برای به تعویق انداختن پیچیدگی های یک محیط توزیع, ما با استقرار کلیک بر روی یک سرور و یا ماشین مجازی شروع. خانه کلیک است که معمولا از نصب [دب](install.md#install-from-deb-packages) یا [دور در دقیقه](install.md#from-rpm-packages) بسته, اما وجود دارد [جایگزین ها](install.md#from-docker-image) برای سیستم عامل هایی که هیچ پشتیبانی نمی کنند.
-
-مثلا, شما را انتخاب کرده اند `deb` بسته ها و اعدام:
-
-``` bash
-{% include 'install/deb.sh' %}
-```
-
-در بسته هایی که نصب شده اند چه چیزی داریم:
-
--   `clickhouse-client` بسته شامل [کلیک مشتری](../interfaces/cli.md) کاربرد, تعاملی مشتری کنسول تاتر.
--   `clickhouse-common` بسته شامل یک فایل اجرایی کلیک.
--   `clickhouse-server` بسته شامل فایل های پیکربندی برای اجرای تاتر به عنوان یک سرور.
-
-فایل های پیکربندی سرور در واقع `/etc/clickhouse-server/`. قبل از رفتن بیشتر, لطفا توجه کنید `<path>` عنصر در `config.xml`. مسیر تعیین محل ذخیره سازی داده ها, بنابراین باید در حجم با ظرفیت دیسک بزرگ واقع; مقدار پیش فرض است `/var/lib/clickhouse/`. اگر شما می خواهید برای تنظیم پیکربندی, این دستی به طور مستقیم ویرایش کنید `config.xml` فایل, با توجه به اینکه ممکن است در به روز رسانی بسته های بعدی بازنویسی. راه توصیه می شود به نادیده گرفتن عناصر پیکربندی است که برای ایجاد [فایل ها در پیکربندی.فهرست راهنما](../operations/configuration-files.md) که به عنوان خدمت می کنند “patches” برای پیکربندی..
-
-همانطور که شما ممکن است متوجه, `clickhouse-server` به طور خودکار پس از نصب بسته راه اندازی نشده است. این به طور خودکار پس از به روز رسانی دوباره راه اندازی نخواهد شد. راه شما شروع به سرور بستگی به سیستم اینیت خود را, معمولا, این:
-
-``` bash
-sudo service clickhouse-server start
-```
-
-یا
-
-``` bash
-sudo /etc/init.d/clickhouse-server start
-```
-
-محل پیش فرض برای سیاهههای مربوط به سرور است `/var/log/clickhouse-server/`. سرور برای رسیدگی به اتصالات مشتری پس از ورود به سیستم `Ready for connections` پیام
-
-هنگامی که `clickhouse-server` است و در حال اجرا, ما می توانیم با استفاده از `clickhouse-client` برای اتصال به سرور و اجرای برخی از نمایش داده شد تست مانند `SELECT "Hello, world!";`.
-
-<details markdown="1">
-
-<summary>راهنمایی سریع برای کلیک-مشتری</summary>
-
-حالت تعاملی:
-
-``` bash
-clickhouse-client
-clickhouse-client --host=... --port=... --user=... --password=...
-```
-
-فعالسازی پرسشهای چند خطی:
-
-``` bash
-clickhouse-client -m
-clickhouse-client --multiline
-```
-
-نمایش داده شد اجرا در دسته حالت:
-
-``` bash
-clickhouse-client --query='SELECT 1'
-echo 'SELECT 1' | clickhouse-client
-clickhouse-client <<< 'SELECT 1'
-```
-
-درج داده از یک پرونده در قالب مشخص شده:
-
-``` bash
-clickhouse-client --query='INSERT INTO table VALUES' < data.txt
-clickhouse-client --query='INSERT INTO table FORMAT TabSeparated' < data.tsv
-```
-
-</details>
-
-## واردات مجموعه داده نمونه {#import-sample-dataset}
-
-در حال حاضر زمان برای پر کردن سرور کلیک ما با برخی از داده های نمونه است. در این مقاله ما از داده های ناشناس یاندکس استفاده خواهیم کرد.متریکا, اولین سرویس اجرا می شود که کلیک در راه تولید قبل از منبع باز شد (بیشتر در که در [بخش تاریخچه](../introduction/history.md)). وجود دارد [راه های متعدد برای وارد کردن یاندکس.مجموعه داده های متریکا](example-datasets/metrica.md), و به خاطر تدریس خصوصی, ما با یکی از واقع بینانه ترین رفتن.
-
-### دانلود و استخراج داده های جدول {#download-and-extract-table-data}
-
-``` bash
-curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
-```
-
-فایل های استخراج شده حدود 10 گیگابایت است.
-
-### ایجاد جداول {#create-tables}
-
-همانطور که در بسیاری از سیستم های مدیریت پایگاه داده, تاتر منطقی جداول گروه به “databases”. یک `default` پایگاه داده, اما ما یکی از جدید به نام ایجاد `tutorial`:
-
-``` bash
-clickhouse-client --query "CREATE DATABASE IF NOT EXISTS tutorial"
-```
-
-نحو برای ایجاد جداول راه پیچیده تر در مقایسه با پایگاه داده است (نگاه کنید به [مرجع](../sql-reference/statements/create.md). به طور کلی `CREATE TABLE` بیانیه باید سه چیز کلیدی را مشخص کند:
-
-1.  نام جدول برای ایجاد.
-2.  Table schema, i.e. list of columns and their [انواع داده ها](../sql-reference/data-types/index.md).
-3.  [موتور جدول](../engines/table-engines/index.md) و تنظیمات خود را, که تعیین تمام اطلاعات در مورد نحوه نمایش داده شد به این جدول خواهد شد از لحاظ جسمی اجرا.
-
-یاندکسمتریکا یک سرویس تجزیه و تحلیل وب است و مجموعه داده نمونه قابلیت های کامل خود را پوشش نمی دهد بنابراین تنها دو جدول برای ایجاد وجود دارد:
-
--   `hits` یک جدول با هر عمل انجام شده توسط همه کاربران در تمام وب سایت های تحت پوشش این سرویس است.
--   `visits` یک جدول است که شامل جلسات از پیش ساخته شده به جای اقدامات فردی است.
-
-بیایید ببینید و اجرای واقعی ایجاد نمایش داده شد جدول برای این جداول:
-
-``` sql
-CREATE TABLE tutorial.hits_v1
-(
-    `WatchID` UInt64,
-    `JavaEnable` UInt8,
-    `Title` String,
-    `GoodEvent` Int16,
-    `EventTime` DateTime,
-    `EventDate` Date,
-    `CounterID` UInt32,
-    `ClientIP` UInt32,
-    `ClientIP6` FixedString(16),
-    `RegionID` UInt32,
-    `UserID` UInt64,
-    `CounterClass` Int8,
-    `OS` UInt8,
-    `UserAgent` UInt8,
-    `URL` String,
-    `Referer` String,
-    `URLDomain` String,
-    `RefererDomain` String,
-    `Refresh` UInt8,
-    `IsRobot` UInt8,
-    `RefererCategories` Array(UInt16),
-    `URLCategories` Array(UInt16),
-    `URLRegions` Array(UInt32),
-    `RefererRegions` Array(UInt32),
-    `ResolutionWidth` UInt16,
-    `ResolutionHeight` UInt16,
-    `ResolutionDepth` UInt8,
-    `FlashMajor` UInt8,
-    `FlashMinor` UInt8,
-    `FlashMinor2` String,
-    `NetMajor` UInt8,
-    `NetMinor` UInt8,
-    `UserAgentMajor` UInt16,
-    `UserAgentMinor` FixedString(2),
-    `CookieEnable` UInt8,
-    `JavascriptEnable` UInt8,
-    `IsMobile` UInt8,
-    `MobilePhone` UInt8,
-    `MobilePhoneModel` String,
-    `Params` String,
-    `IPNetworkID` UInt32,
-    `TraficSourceID` Int8,
-    `SearchEngineID` UInt16,
-    `SearchPhrase` String,
-    `AdvEngineID` UInt8,
-    `IsArtifical` UInt8,
-    `WindowClientWidth` UInt16,
-    `WindowClientHeight` UInt16,
-    `ClientTimeZone` Int16,
-    `ClientEventTime` DateTime,
-    `SilverlightVersion1` UInt8,
-    `SilverlightVersion2` UInt8,
-    `SilverlightVersion3` UInt32,
-    `SilverlightVersion4` UInt16,
-    `PageCharset` String,
-    `CodeVersion` UInt32,
-    `IsLink` UInt8,
-    `IsDownload` UInt8,
-    `IsNotBounce` UInt8,
-    `FUniqID` UInt64,
-    `HID` UInt32,
-    `IsOldCounter` UInt8,
-    `IsEvent` UInt8,
-    `IsParameter` UInt8,
-    `DontCountHits` UInt8,
-    `WithHash` UInt8,
-    `HitColor` FixedString(1),
-    `UTCEventTime` DateTime,
-    `Age` UInt8,
-    `Sex` UInt8,
-    `Income` UInt8,
-    `Interests` UInt16,
-    `Robotness` UInt8,
-    `GeneralInterests` Array(UInt16),
-    `RemoteIP` UInt32,
-    `RemoteIP6` FixedString(16),
-    `WindowName` Int32,
-    `OpenerName` Int32,
-    `HistoryLength` Int16,
-    `BrowserLanguage` FixedString(2),
-    `BrowserCountry` FixedString(2),
-    `SocialNetwork` String,
-    `SocialAction` String,
-    `HTTPError` UInt16,
-    `SendTiming` Int32,
-    `DNSTiming` Int32,
-    `ConnectTiming` Int32,
-    `ResponseStartTiming` Int32,
-    `ResponseEndTiming` Int32,
-    `FetchTiming` Int32,
-    `RedirectTiming` Int32,
-    `DOMInteractiveTiming` Int32,
-    `DOMContentLoadedTiming` Int32,
-    `DOMCompleteTiming` Int32,
-    `LoadEventStartTiming` Int32,
-    `LoadEventEndTiming` Int32,
-    `NSToDOMContentLoadedTiming` Int32,
-    `FirstPaintTiming` Int32,
-    `RedirectCount` Int8,
-    `SocialSourceNetworkID` UInt8,
-    `SocialSourcePage` String,
-    `ParamPrice` Int64,
-    `ParamOrderID` String,
-    `ParamCurrency` FixedString(3),
-    `ParamCurrencyID` UInt16,
-    `GoalsReached` Array(UInt32),
-    `OpenstatServiceName` String,
-    `OpenstatCampaignID` String,
-    `OpenstatAdID` String,
-    `OpenstatSourceID` String,
-    `UTMSource` String,
-    `UTMMedium` String,
-    `UTMCampaign` String,
-    `UTMContent` String,
-    `UTMTerm` String,
-    `FromTag` String,
-    `HasGCLID` UInt8,
-    `RefererHash` UInt64,
-    `URLHash` UInt64,
-    `CLID` UInt32,
-    `YCLID` UInt64,
-    `ShareService` String,
-    `ShareURL` String,
-    `ShareTitle` String,
-    `ParsedParams` Nested(
-        Key1 String,
-        Key2 String,
-        Key3 String,
-        Key4 String,
-        Key5 String,
-        ValueDouble Float64),
-    `IslandID` FixedString(16),
-    `RequestNum` UInt32,
-    `RequestTry` UInt8
-)
-ENGINE = MergeTree()
-PARTITION BY toYYYYMM(EventDate)
-ORDER BY (CounterID, EventDate, intHash32(UserID))
-SAMPLE BY intHash32(UserID)
-SETTINGS index_granularity = 8192
-```
-
-``` sql
-CREATE TABLE tutorial.visits_v1
-(
-    `CounterID` UInt32,
-    `StartDate` Date,
-    `Sign` Int8,
-    `IsNew` UInt8,
-    `VisitID` UInt64,
-    `UserID` UInt64,
-    `StartTime` DateTime,
-    `Duration` UInt32,
-    `UTCStartTime` DateTime,
-    `PageViews` Int32,
-    `Hits` Int32,
-    `IsBounce` UInt8,
-    `Referer` String,
-    `StartURL` String,
-    `RefererDomain` String,
-    `StartURLDomain` String,
-    `EndURL` String,
-    `LinkURL` String,
-    `IsDownload` UInt8,
-    `TraficSourceID` Int8,
-    `SearchEngineID` UInt16,
-    `SearchPhrase` String,
-    `AdvEngineID` UInt8,
-    `PlaceID` Int32,
-    `RefererCategories` Array(UInt16),
-    `URLCategories` Array(UInt16),
-    `URLRegions` Array(UInt32),
-    `RefererRegions` Array(UInt32),
-    `IsYandex` UInt8,
-    `GoalReachesDepth` Int32,
-    `GoalReachesURL` Int32,
-    `GoalReachesAny` Int32,
-    `SocialSourceNetworkID` UInt8,
-    `SocialSourcePage` String,
-    `MobilePhoneModel` String,
-    `ClientEventTime` DateTime,
-    `RegionID` UInt32,
-    `ClientIP` UInt32,
-    `ClientIP6` FixedString(16),
-    `RemoteIP` UInt32,
-    `RemoteIP6` FixedString(16),
-    `IPNetworkID` UInt32,
-    `SilverlightVersion3` UInt32,
-    `CodeVersion` UInt32,
-    `ResolutionWidth` UInt16,
-    `ResolutionHeight` UInt16,
-    `UserAgentMajor` UInt16,
-    `UserAgentMinor` UInt16,
-    `WindowClientWidth` UInt16,
-    `WindowClientHeight` UInt16,
-    `SilverlightVersion2` UInt8,
-    `SilverlightVersion4` UInt16,
-    `FlashVersion3` UInt16,
-    `FlashVersion4` UInt16,
-    `ClientTimeZone` Int16,
-    `OS` UInt8,
-    `UserAgent` UInt8,
-    `ResolutionDepth` UInt8,
-    `FlashMajor` UInt8,
-    `FlashMinor` UInt8,
-    `NetMajor` UInt8,
-    `NetMinor` UInt8,
-    `MobilePhone` UInt8,
-    `SilverlightVersion1` UInt8,
-    `Age` UInt8,
-    `Sex` UInt8,
-    `Income` UInt8,
-    `JavaEnable` UInt8,
-    `CookieEnable` UInt8,
-    `JavascriptEnable` UInt8,
-    `IsMobile` UInt8,
-    `BrowserLanguage` UInt16,
-    `BrowserCountry` UInt16,
-    `Interests` UInt16,
-    `Robotness` UInt8,
-    `GeneralInterests` Array(UInt16),
-    `Params` Array(String),
-    `Goals` Nested(
-        ID UInt32,
-        Serial UInt32,
-        EventTime DateTime,
-        Price Int64,
-        OrderID String,
-        CurrencyID UInt32),
-    `WatchIDs` Array(UInt64),
-    `ParamSumPrice` Int64,
-    `ParamCurrency` FixedString(3),
-    `ParamCurrencyID` UInt16,
-    `ClickLogID` UInt64,
-    `ClickEventID` Int32,
-    `ClickGoodEvent` Int32,
-    `ClickEventTime` DateTime,
-    `ClickPriorityID` Int32,
-    `ClickPhraseID` Int32,
-    `ClickPageID` Int32,
-    `ClickPlaceID` Int32,
-    `ClickTypeID` Int32,
-    `ClickResourceID` Int32,
-    `ClickCost` UInt32,
-    `ClickClientIP` UInt32,
-    `ClickDomainID` UInt32,
-    `ClickURL` String,
-    `ClickAttempt` UInt8,
-    `ClickOrderID` UInt32,
-    `ClickBannerID` UInt32,
-    `ClickMarketCategoryID` UInt32,
-    `ClickMarketPP` UInt32,
-    `ClickMarketCategoryName` String,
-    `ClickMarketPPName` String,
-    `ClickAWAPSCampaignName` String,
-    `ClickPageName` String,
-    `ClickTargetType` UInt16,
-    `ClickTargetPhraseID` UInt64,
-    `ClickContextType` UInt8,
-    `ClickSelectType` Int8,
-    `ClickOptions` String,
-    `ClickGroupBannerID` Int32,
-    `OpenstatServiceName` String,
-    `OpenstatCampaignID` String,
-    `OpenstatAdID` String,
-    `OpenstatSourceID` String,
-    `UTMSource` String,
-    `UTMMedium` String,
-    `UTMCampaign` String,
-    `UTMContent` String,
-    `UTMTerm` String,
-    `FromTag` String,
-    `HasGCLID` UInt8,
-    `FirstVisit` DateTime,
-    `PredLastVisit` Date,
-    `LastVisit` Date,
-    `TotalVisits` UInt32,
-    `TraficSource` Nested(
-        ID Int8,
-        SearchEngineID UInt16,
-        AdvEngineID UInt8,
-        PlaceID UInt16,
-        SocialSourceNetworkID UInt8,
-        Domain String,
-        SearchPhrase String,
-        SocialSourcePage String),
-    `Attendance` FixedString(16),
-    `CLID` UInt32,
-    `YCLID` UInt64,
-    `NormalizedRefererHash` UInt64,
-    `SearchPhraseHash` UInt64,
-    `RefererDomainHash` UInt64,
-    `NormalizedStartURLHash` UInt64,
-    `StartURLDomainHash` UInt64,
-    `NormalizedEndURLHash` UInt64,
-    `TopLevelDomain` UInt64,
-    `URLScheme` UInt64,
-    `OpenstatServiceNameHash` UInt64,
-    `OpenstatCampaignIDHash` UInt64,
-    `OpenstatAdIDHash` UInt64,
-    `OpenstatSourceIDHash` UInt64,
-    `UTMSourceHash` UInt64,
-    `UTMMediumHash` UInt64,
-    `UTMCampaignHash` UInt64,
-    `UTMContentHash` UInt64,
-    `UTMTermHash` UInt64,
-    `FromHash` UInt64,
-    `WebVisorEnabled` UInt8,
-    `WebVisorActivity` UInt32,
-    `ParsedParams` Nested(
-        Key1 String,
-        Key2 String,
-        Key3 String,
-        Key4 String,
-        Key5 String,
-        ValueDouble Float64),
-    `Market` Nested(
-        Type UInt8,
-        GoalID UInt32,
-        OrderID String,
-        OrderPrice Int64,
-        PP UInt32,
-        DirectPlaceID UInt32,
-        DirectOrderID UInt32,
-        DirectBannerID UInt32,
-        GoodID String,
-        GoodName String,
-        GoodQuantity Int32,
-        GoodPrice Int64),
-    `IslandID` FixedString(16)
-)
-ENGINE = CollapsingMergeTree(Sign)
-PARTITION BY toYYYYMM(StartDate)
-ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID)
-SAMPLE BY intHash32(UserID)
-SETTINGS index_granularity = 8192
-```
-
-شما می توانید این پرسش ها را با استفاده از حالت تعاملی اجرا کنید `clickhouse-client` (فقط در یک ترمینال راه اندازی بدون مشخص کردن یک پرس و جو در پیش) و یا سعی کنید برخی از [رابط جایگزین](../interfaces/index.md) اگر شما می خواهید.
-
-همانطور که می بینیم, `hits_v1` با استفاده از [موتور ادغام عمومی](../engines/table-engines/mergetree-family/mergetree.md) در حالی که `visits_v1` با استفاده از [سقوط](../engines/table-engines/mergetree-family/collapsingmergetree.md) گزینه.
-
-### وارد کردن داده {#import-data}
-
-وارد کردن داده ها به تاتر از طریق انجام می شود [INSERT INTO](../sql-reference/statements/insert-into.md) پرس و جو مانند در بسیاری از پایگاه داده های دیگر گذاشتن. با این حال, داده ها معمولا در یکی از [پشتیبانی از فرمت های ترتیب](../interfaces/formats.md) به جای `VALUES` بند (که همچنین پشتیبانی).
-
-فایل هایی که قبلا دانلود کردیم در قالب تب جدا شده اند بنابراین در اینجا نحوه وارد کردن از طریق مشتری کنسول است:
-
-``` bash
-clickhouse-client --query "INSERT INTO tutorial.hits_v1 FORMAT TSV" --max_insert_block_size=100000 < hits_v1.tsv
-clickhouse-client --query "INSERT INTO tutorial.visits_v1 FORMAT TSV" --max_insert_block_size=100000 < visits_v1.tsv
-```
-
-تاتر است که بسیاری از [تنظیمات برای تنظیم](../operations/settings/index.md) و یک راه برای مشخص کردن انها در کنسول مشتری از طریق استدلال است همانطور که ما می توانید ببینید با `--max_insert_block_size`. ساده ترین راه برای کشف کردن چه تنظیمات در دسترس هستند, چه معنی می دهند و چه پیش فرض است به پرس و جو `system.settings` جدول:
-
-``` sql
-SELECT name, value, changed, description
-FROM system.settings
-WHERE name LIKE '%max_insert_b%'
-FORMAT TSV
-
-max_insert_block_size    1048576    0    "The maximum block size for insertion, if we control the creation of blocks for insertion."
-```
-
-در صورت تمایل شما می توانید [OPTIMIZE](../sql-reference/statements/misc.md#misc_operations-optimize) جداول پس از واردات. جداول است که با یک موتور از ادغام خانواده پیکربندی همیشه ادغام قطعات داده ها در پس زمینه برای بهینه سازی ذخیره سازی داده ها (یا حداقل چک کنید اگر حس می کند). این نمایش داده شد نیروی موتور جدول به انجام بهینه سازی ذخیره سازی در حال حاضر به جای برخی از زمان بعد:
-
-``` bash
-clickhouse-client --query "OPTIMIZE TABLE tutorial.hits_v1 FINAL"
-clickhouse-client --query "OPTIMIZE TABLE tutorial.visits_v1 FINAL"
-```
-
-این نمایش داده شد شروع یک عملیات فشرده من/ای و پردازنده, بنابراین اگر جدول به طور مداوم داده های جدید دریافت, بهتر است به تنهایی ترک و اجازه دهید ادغام در پس زمینه اجرا.
-
-در حال حاضر ما می توانید بررسی کنید اگر واردات جدول موفق بود:
-
-``` bash
-clickhouse-client --query "SELECT COUNT(*) FROM tutorial.hits_v1"
-clickhouse-client --query "SELECT COUNT(*) FROM tutorial.visits_v1"
-```
-
-## به عنوان مثال نمایش داده شد {#example-queries}
-
-``` sql
-SELECT
-    StartURL AS URL,
-    AVG(Duration) AS AvgDuration
-FROM tutorial.visits_v1
-WHERE StartDate BETWEEN '2014-03-23' AND '2014-03-30'
-GROUP BY URL
-ORDER BY AvgDuration DESC
-LIMIT 10
-```
-
-``` sql
-SELECT
-    sum(Sign) AS visits,
-    sumIf(Sign, has(Goals.ID, 1105530)) AS goal_visits,
-    (100. * goal_visits) / visits AS goal_percent
-FROM tutorial.visits_v1
-WHERE (CounterID = 912887) AND (toYYYYMM(StartDate) = 201403) AND (domain(StartURL) = 'yandex.ru')
-```
-
-## استقرار خوشه {#cluster-deployment}
-
-خوشه کلیک یک خوشه همگن است. مراحل برای راه اندازی:
-
-1.  نصب سرور کلیک بر روی تمام ماشین های خوشه
-2.  تنظیم پیکربندی خوشه در فایل های پیکربندی
-3.  ایجاد جداول محلی در هر نمونه
-4.  ایجاد یک [جدول توزیع شده](../engines/table-engines/special/distributed.md)
-
-[جدول توزیع شده](../engines/table-engines/special/distributed.md) در واقع یک نوع از “view” به جداول محلی خوشه فاحشه خانه. پرس و جو را انتخاب کنید از یک جدول توزیع اجرا با استفاده از منابع خرده ریز تمام خوشه. شما ممکن است تنظیمات برای خوشه های متعدد مشخص و ایجاد جداول توزیع های متعدد فراهم کردن دیدگاه ها به خوشه های مختلف.
-
-به عنوان مثال پیکربندی برای یک خوشه با سه خرده ریز, یک ماکت هر:
-
-``` xml
-<remote_servers>
-    <perftest_3shards_1replicas>
-        <shard>
-            <replica>
-                <host>example-perftest01j.yandex.ru</host>
-                <port>9000</port>
-            </replica>
-        </shard>
-        <shard>
-            <replica>
-                <host>example-perftest02j.yandex.ru</host>
-                <port>9000</port>
-            </replica>
-        </shard>
-        <shard>
-            <replica>
-                <host>example-perftest03j.yandex.ru</host>
-                <port>9000</port>
-            </replica>
-        </shard>
-    </perftest_3shards_1replicas>
-</remote_servers>
-```
-
-برای تظاهرات بیشتر, اجازه دهید یک جدول محلی جدید با همان ایجاد `CREATE TABLE` پرس و جو که ما برای استفاده `hits_v1`, اما نام جدول های مختلف:
-
-``` sql
-CREATE TABLE tutorial.hits_local (...) ENGINE = MergeTree() ...
-```
-
-ایجاد یک جدول توزیع شده برای نمایش در جداول محلی خوشه:
-
-``` sql
-CREATE TABLE tutorial.hits_all AS tutorial.hits_local
-ENGINE = Distributed(perftest_3shards_1replicas, tutorial, hits_local, rand());
-```
-
-یک روش معمول این است که جداول توزیع شده مشابه را در تمام ماشین های خوشه ایجاد کنید. این اجازه می دهد در حال اجرا نمایش داده شد توزیع در هر دستگاه از خوشه. همچنین یک گزینه جایگزین برای ایجاد جدول توزیع موقت برای پرس و جو انتخاب داده شده با استفاده از وجود دارد [دور](../sql-reference/table-functions/remote.md) تابع جدول.
-
-بیا فرار کنیم [INSERT SELECT](../sql-reference/statements/insert-into.md) به جدول توزیع شده برای گسترش جدول به چندین سرور.
-
-``` sql
-INSERT INTO tutorial.hits_all SELECT * FROM tutorial.hits_v1;
-```
-
-!!! warning "اطلاع"
-    این روش مناسب برای شارژ جداول بزرگ نیست. یک ابزار جداگانه وجود دارد [تاتر-کپی](../operations/utilities/clickhouse-copier.md) که می تواند جداول دلخواه بزرگ دوباره سفال.
-
-همانطور که شما می توانید انتظار, نمایش داده شد محاسباتی سنگین اجرا نفر بار سریع تر در صورتی که استفاده 3 سرور به جای یک.
-
-در این مورد, ما یک خوشه با استفاده کرده اند 3 خرده ریز, و هر شامل یک ماکت تک.
-
-برای انعطاف پذیری در یک محیط تولید, توصیه می کنیم که هر سفال باید شامل 2-3 کپی بین مناطق در دسترس بودن متعدد و یا مراکز داده گسترش (یا حداقل قفسه). توجه داشته باشید که کلیک خانه پشتیبانی از تعداد نامحدودی از کپی.
-
-به عنوان مثال پیکربندی برای یک خوشه از یک سفال حاوی سه کپی:
-
-``` xml
-<remote_servers>
-    ...
-    <perftest_1shards_3replicas>
-        <shard>
-            <replica>
-                <host>example-perftest01j.yandex.ru</host>
-                <port>9000</port>
-             </replica>
-             <replica>
-                <host>example-perftest02j.yandex.ru</host>
-                <port>9000</port>
-             </replica>
-             <replica>
-                <host>example-perftest03j.yandex.ru</host>
-                <port>9000</port>
-             </replica>
-        </shard>
-    </perftest_1shards_3replicas>
-</remote_servers>
-```
-
-برای فعال کردن تکثیر بومی [باغ وحش](http://zookeeper.apache.org/) الزامی است. تاتر طول می کشد مراقبت از سازگاری داده ها در تمام کپی و اجرا می شود بازگرداندن روش پس از شکست به طور خودکار. توصیه می شود برای استقرار خوشه باغ وحش بر روی سرورهای جداگانه (جایی که هیچ پروسه های دیگر از جمله کلیک در حال اجرا هستند).
-
-!!! note "یادداشت"
-    باغ وحش یک نیاز سخت نیست: در برخی موارد ساده می توانید داده ها را با نوشتن به تمام کپی ها از کد درخواست خود کپی کنید. این رویکرد است **نه** توصیه می شود, در این مورد, تاتر قادر نخواهد بود برای تضمین ثبات داده ها در تمام کپی. بنابراین وظیفه درخواست شما می شود.
-
-مکان های باغ وحش در فایل پیکربندی مشخص شده است:
-
-``` xml
-<zookeeper>
-    <node>
-        <host>zoo01.yandex.ru</host>
-        <port>2181</port>
-    </node>
-    <node>
-        <host>zoo02.yandex.ru</host>
-        <port>2181</port>
-    </node>
-    <node>
-        <host>zoo03.yandex.ru</host>
-        <port>2181</port>
-    </node>
-</zookeeper>
-```
-
-همچنین, ما نیاز به تنظیم ماکروها برای شناسایی هر سفال و ماکت که در ایجاد جدول استفاده می شود:
-
-``` xml
-<macros>
-    <shard>01</shard>
-    <replica>01</replica>
-</macros>
-```
-
-اگر هیچ کپی در حال حاضر در ایجاد جدول تکرار وجود دارد, اولین ماکت جدید نمونه است. اگر در حال حاضر زندگی می کنند کپی جدید کلون داده ها از موجود. شما ابتدا یک گزینه برای ایجاد تمام جداول تکرار شده دارید و سپس داده ها را وارد کنید. یکی دیگر از گزینه این است که برای ایجاد برخی از کپی و اضافه کردن دیگران بعد یا در هنگام درج داده ها.
-
-``` sql
-CREATE TABLE tutorial.hits_replica (...)
-ENGINE = ReplcatedMergeTree(
-    '/clickhouse_perftest/tables/{shard}/hits',
-    '{replica}'
-)
-...
-```
-
-در اینجا ما با استفاده از [تکرار غذای اصلی](../engines/table-engines/mergetree-family/replication.md) موتور جدول. در پارامترهای مشخص می کنیم مسیر باغ وحش حاوی سفال و کپی شناسه.
-
-``` sql
-INSERT INTO tutorial.hits_replica SELECT * FROM tutorial.hits_local;
-```
-
-تکرار عمل در حالت چند استاد. داده ها را می توان به هر ماکت بارگذاری کرد و سپس سیستم را با موارد دیگر به طور خودکار همگام سازی می کند. تکرار ناهمزمان است بنابراین در یک لحظه معین, همه کپی ممکن است حاوی داده به تازگی قرار داده شده. حداقل یک ماکت باید اجازه می دهد تا مصرف داده ها. دیگران همگام سازی داده ها و قوام تعمیر هنگامی که دوباره فعال تبدیل خواهد شد. توجه داشته باشید که این روش اجازه می دهد تا برای امکان کم از دست دادن داده ها به تازگی قرار داده شده.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/getting_started/tutorial/) <!--hide-->
diff --git a/docs/fa/guides/apply-catboost-model.md b/docs/fa/guides/apply-catboost-model.md
deleted file mode 100644
index c72b05d4843..00000000000
--- a/docs/fa/guides/apply-catboost-model.md
+++ /dev/null
@@ -1,241 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: "\u0627\u0633\u062A\u0641\u0627\u062F\u0647 \u0627\u0632 \u0645\u062F\u0644\
-  \ \u0647\u0627\u06CC \u0627\u062F\u0645 \u06A9\u0648\u062F\u0646 \u0648 \u0627\u062D\
-  \u0645\u0642"
----
-
-# استفاده از مدل ادم کودن و احمق در فاحشه خانه {#applying-catboost-model-in-clickhouse}
-
-[مانتو](https://catboost.ai) یک کتابخانه تقویت شیب رایگان و منبع باز توسعه یافته در [یاندکس](https://yandex.com/company/) برای یادگیری ماشین.
-
-با استفاده از این دستورالعمل یاد خواهید گرفت که با اجرای مدل استنتاج از میدان از مدل های پیش روت شده در خانه استفاده کنید.
-
-برای اعمال یک مدل ادم کودن و احمق در خانه کلیک کنید:
-
-1.  [ایجاد یک جدول](#create-table).
-2.  [درج داده به جدول](#insert-data-to-table).
-3.  [ادغام کاتبوست به کلیک](#integrate-catboost-into-clickhouse) (مرحله اختیاری).
-4.  [اجرای مدل استنتاج از گذاشتن](#run-model-inference).
-
-برای کسب اطلاعات بیشتر در مورد اموزش مدل های کاتبوست مراجعه کنید [اموزش و مدل سازی](https://catboost.ai/docs/features/training.html#training).
-
-## پیش نیازها {#prerequisites}
-
-اگر شما لازم نیست که [کارگر بارانداز](https://docs.docker.com/install/) هنوز, نصب کنید.
-
-!!! note "یادداشت"
-    [کارگر بارانداز](https://www.docker.com) یک پلت فرم نرم افزار است که اجازه می دهد تا به شما برای ایجاد ظروف که منزوی CatBoost و ClickHouse نصب و راه اندازی از بقیه سیستم.
-
-قبل از استفاده از مدل ادم کودن و احمق:
-
-**1.** بکش [تصویر کارگر بارانداز](https://hub.docker.com/r/yandex/tutorial-catboost-clickhouse) از رجیستری:
-
-``` bash
-$ docker pull yandex/tutorial-catboost-clickhouse
-```
-
-این Docker تصویر شامل همه چیز شما نیاز به اجرای CatBoost و ClickHouse: کد در زمان اجرا کتابخانه های محیط متغیر و فایل های پیکربندی.
-
-**2.** اطمینان حاصل کنید که تصویر کارگر بارانداز شده است با موفقیت کشیده:
-
-``` bash
-$ docker image ls
-REPOSITORY                            TAG                 IMAGE ID            CREATED             SIZE
-yandex/tutorial-catboost-clickhouse   latest              622e4d17945b        22 hours ago        1.37GB
-```
-
-**3.** شروع یک ظرف کارگر بارانداز بر اساس این تصویر:
-
-``` bash
-$ docker run -it -p 8888:8888 yandex/tutorial-catboost-clickhouse
-```
-
-## 1. ایجاد یک جدول {#create-table}
-
-برای ایجاد یک میز کلیک برای نمونه تمرین:
-
-**1.** شروع مشتری کنسول کلیک در حالت تعاملی:
-
-``` bash
-$ clickhouse client
-```
-
-!!! note "یادداشت"
-    سرور کلیک در حال حاضر در داخل ظرف کارگر بارانداز در حال اجرا.
-
-**2.** ایجاد جدول با استفاده از دستور:
-
-``` sql
-:) CREATE TABLE amazon_train
-(
-    date Date MATERIALIZED today(),
-    ACTION UInt8,
-    RESOURCE UInt32,
-    MGR_ID UInt32,
-    ROLE_ROLLUP_1 UInt32,
-    ROLE_ROLLUP_2 UInt32,
-    ROLE_DEPTNAME UInt32,
-    ROLE_TITLE UInt32,
-    ROLE_FAMILY_DESC UInt32,
-    ROLE_FAMILY UInt32,
-    ROLE_CODE UInt32
-)
-ENGINE = MergeTree ORDER BY date
-```
-
-**3.** خروج از مشتری کنسول کلیک کنید:
-
-``` sql
-:) exit
-```
-
-## 2. درج داده به جدول {#insert-data-to-table}
-
-برای وارد کردن داده ها:
-
-**1.** دستور زیر را اجرا کنید:
-
-``` bash
-$ clickhouse client --host 127.0.0.1 --query 'INSERT INTO amazon_train FORMAT CSVWithNames' < ~/amazon/train.csv
-```
-
-**2.** شروع مشتری کنسول کلیک در حالت تعاملی:
-
-``` bash
-$ clickhouse client
-```
-
-**3.** اطمینان حاصل کنید که داده ها ارسال شده است:
-
-``` sql
-:) SELECT count() FROM amazon_train
-
-SELECT count()
-FROM amazon_train
-
-+-count()-+
-|   65538 |
-+-------+
-```
-
-## 3. ادغام کاتبوست به کلیک {#integrate-catboost-into-clickhouse}
-
-!!! note "یادداشت"
-    **گام اختیاری.** این Docker تصویر شامل همه چیز شما نیاز به اجرای CatBoost و ClickHouse.
-
-برای ادغام کاتبوست به کلیک:
-
-**1.** ساخت کتابخانه ارزیابی.
-
-سریعترین راه برای ارزیابی مدل ادم کودن و احمق کامپایل است `libcatboostmodel.<so|dll|dylib>` کتابخونه. برای کسب اطلاعات بیشتر در مورد چگونگی ساخت کتابخانه, دیدن [مستندات غلطیاب](https://catboost.ai/docs/concepts/c-plus-plus-api_dynamic-c-pluplus-wrapper.html).
-
-**2.** ایجاد یک دایرکتوری جدید در هر کجا و با هر نام, مثلا, `data` و کتابخونه درستشون رو توش بذار. تصویر کارگر بارانداز در حال حاضر شامل کتابخانه `data/libcatboostmodel.so`.
-
-**3.** ایجاد یک دایرکتوری جدید برای مدل پیکربندی در هر کجا و با هر نام, مثلا, `models`.
-
-**4.** برای مثال یک فایل پیکربندی مدل با هر نام ایجاد کنید, `models/amazon_model.xml`.
-
-**5.** توصیف پیکربندی مدل:
-
-``` xml
-<models>
-    <model>
-        <!-- Model type. Now catboost only. -->
-        <type>catboost</type>
-        <!-- Model name. -->
-        <name>amazon</name>
-        <!-- Path to trained model. -->
-        <path>/home/catboost/tutorial/catboost_model.bin</path>
-        <!-- Update interval. -->
-        <lifetime>0</lifetime>
-    </model>
-</models>
-```
-
-**6.** اضافه کردن مسیر به CatBoost و مدل پیکربندی به پیکربندی ClickHouse:
-
-``` xml
-<!-- File etc/clickhouse-server/config.d/models_config.xml. -->
-<catboost_dynamic_library_path>/home/catboost/data/libcatboostmodel.so</catboost_dynamic_library_path>
-<models_config>/home/catboost/models/*_model.xml</models_config>
-```
-
-## 4. اجرای مدل استنتاج از گذاشتن {#run-model-inference}
-
-برای مدل تست اجرای مشتری کلیک `$ clickhouse client`.
-
-بیایید اطمینان حاصل کنیم که مدل کار می کند:
-
-``` sql
-:) SELECT
-    modelEvaluate('amazon',
-                RESOURCE,
-                MGR_ID,
-                ROLE_ROLLUP_1,
-                ROLE_ROLLUP_2,
-                ROLE_DEPTNAME,
-                ROLE_TITLE,
-                ROLE_FAMILY_DESC,
-                ROLE_FAMILY,
-                ROLE_CODE) > 0 AS prediction,
-    ACTION AS target
-FROM amazon_train
-LIMIT 10
-```
-
-!!! note "یادداشت"
-    تابع [مدلووات](../sql-reference/functions/other-functions.md#function-modelevaluate) را برمی گرداند تاپل با پیش بینی های خام در هر کلاس برای مدل های چند طبقه.
-
-بیایید احتمال را پیش بینی کنیم:
-
-``` sql
-:) SELECT
-    modelEvaluate('amazon',
-                RESOURCE,
-                MGR_ID,
-                ROLE_ROLLUP_1,
-                ROLE_ROLLUP_2,
-                ROLE_DEPTNAME,
-                ROLE_TITLE,
-                ROLE_FAMILY_DESC,
-                ROLE_FAMILY,
-                ROLE_CODE) AS prediction,
-    1. / (1 + exp(-prediction)) AS probability,
-    ACTION AS target
-FROM amazon_train
-LIMIT 10
-```
-
-!!! note "یادداشت"
-    اطلاعات بیشتر در مورد [خروج()](../sql-reference/functions/math-functions.md) تابع.
-
-بیایید محاسبه لگ در نمونه:
-
-``` sql
-:) SELECT -avg(tg * log(prob) + (1 - tg) * log(1 - prob)) AS logloss
-FROM
-(
-    SELECT
-        modelEvaluate('amazon',
-                    RESOURCE,
-                    MGR_ID,
-                    ROLE_ROLLUP_1,
-                    ROLE_ROLLUP_2,
-                    ROLE_DEPTNAME,
-                    ROLE_TITLE,
-                    ROLE_FAMILY_DESC,
-                    ROLE_FAMILY,
-                    ROLE_CODE) AS prediction,
-        1. / (1. + exp(-prediction)) AS prob,
-        ACTION AS tg
-    FROM amazon_train
-)
-```
-
-!!! note "یادداشت"
-    اطلاعات بیشتر در مورد [میانگین()](../sql-reference/aggregate-functions/reference.md#agg_function-avg) و [ثبت()](../sql-reference/functions/math-functions.md) توابع.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/guides/apply_catboost_model/) <!--hide-->
diff --git a/docs/fa/guides/index.md b/docs/fa/guides/index.md
deleted file mode 100644
index a37a8089b9c..00000000000
--- a/docs/fa/guides/index.md
+++ /dev/null
@@ -1,16 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0631\u0627\u0647\u0646\u0645\u0627"
-toc_priority: 38
-toc_title: "\u0628\u0631\u0631\u0633\u06CC \u0627\u062C\u0645\u0627\u0644\u06CC"
----
-
-# راهنماهای کلیک {#clickhouse-guides}
-
-فهرست دقیق گام به گام دستورالعمل که برای کمک به حل وظایف مختلف با استفاده از کلیک:
-
--   [اموزش تنظیم خوشه ساده](../getting-started/tutorial.md)
--   [استفاده از مدل ادم کودن و احمق در فاحشه خانه](apply-catboost-model.md)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/guides/) <!--hide-->
diff --git a/docs/fa/images/column-oriented.gif b/docs/fa/images/column-oriented.gif
deleted file mode 100644
index d5ac7c82848cb633cb0f1b341909c0b955e79fcf..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 43771
zcmd42RajilwlCUP&_GCn6Ck)lNN^AC8XOYb-M#T{XxtiicXv&2_r?kC5?uS{zxH1H
z+=sjFcOK5enJ=?y%%N4I>YG*dD=8UC9$rH?L_~xe1OR*u2>%U)4*}pE0C+C|-VcDE
zcf&8c;k!WiC;)z(4PO+24+G)TK=@%dd=Usw0l@PB@LB-83;<v4hL2~%n?&Fn+3+zD
z__PT8m&nsW3LFH4V<Etcfbb6BOHu%w7yxGjz(oLX1pwRw0M`Y;BLVRG0=T^hTvG&I
zA_5N<fdheXz+VTt;c)o#^fX*V1fHD@-|>OZv%_!a;VY`}^Gf*okB7sO?d`3DgM;hq
zOCK+f;-Z4|w3M~ARb6e(nVD%7C3!OwqmGXDxY+2y!2w5m+q&B7u+X5Fot^vZW4Md+
z(}vyS-Jh$Im6zwomyQnjMH8Hi41RfeeYOGD)Pz4B-Tv8!<KVnRM_+G6!ymTc*Awuo
z0o^*-_`y}l>M3YwYwPm9?f1D;=W5pU?&{g~pZllD-L1RhR`|Xq{4@}Lkp%zr=_NV&
zWr`R+js-u6j%|-?`ej$#<ucSK<KEn`JirdGK!?kt!@JSpx^w^l;3FJUQ9@l!OjKEd
zgOwc#;lD^)3d$7XhAxJG-vYuO4u;0orY;mlrskG*f|O@%U6d4-CW4fjoC@p;4q~Pj
zmeO8MrfOb_>c(Ey#=It!!a@`R9(*3Q4z{K)h7=yQHg?W@9)gsHCiX_Ae1FUTkl83H
z{>9>AEl4T)&j*TsY>L@CnNo1Fa<Le*fBHhf&CB|UlZ%^|o0)>+Z=H>uhmC`sg`Jm=
z^D`ei2gQFslz*)`nV9jZic9{tt-m!vN(&bk2R=47cXxMI_s^{MPUdW%czJo**g4oZ
zI9UF2usD0#xfpt|*f~@ETZ6c%v$2z<gNvoT9mPKy4UOzwT?8rrdiq}>*gE`=T03Xf
ze}%(pY;VivVd%j2iIx4Ikp9i6pz#0CYHRyH+|DklrvJ;||4+rv>Yfg!Y^tWt_O4FG
zrhnO~{xRjiC+1{o=wk1rZf|e%?^aZ{uy?U{wy<}g5EJ`Xt5MJ^7#dsJ{X=B<mz076
zpNyTei=mydsf@TF<zGFlmX;=bUwC=M#J)=Ma!ay*{q#wK^D8?SyXe<1oSdJyIe5N&
z<^8v;xV^Eft*M>MzhzDSm#pZ2l>H|mY#shu7B_XWbTc)Pbh5Xl_*dY3mjBro?*FLo
zzhzDSvoAdVQI_qmGi?8K@Bgd2|4sUvL;n>2Cwc!?{wMuS?f&Mx)8FJqfWJIHJwDvu
z-QHYZUH-W^KRZ1+J~}+u-`m~U-rD@VvA(vtvb?kiTbQ4lotd7RoERS)9T^@P9O&=+
z^|QC9yQ{OKy{)ySxv8<CzOJ^Wx~j6GysWgOxTvroKQA{YJ1a9IJuNi_nw*rF5FZyC
z6CD)^i3kUS!a_rWg8~D9{(inb-d>&_?ryFw&Q6XF_I9>5)>f7l=4PfQ#zuxez8mQ4
z>FQ`}X=;2^S5s9{R#H@umy?x|mXeeZ7yBwIA}k~*z|Y6a!_CF{<uk`8b~aWPW+p}k
zdOBJfYAVW)6y#(dNJ)r^2nq1<-oJZ``vwR5H5MiYIvVOL6l5gCzf;7=dt?+U00Myd
z?`#41XCeon!h!68LBS!RVIXjL1SB#lIwm$QJ|QtF8Jd!smY$KBm7SBDmtRm=R9sS8
zR$ftARb5kCSKrXs)ZEhA*51+C)!ozk^H*R0z~IpE$mrPk#N^cU%<SBJtMH<*<U*Lh
zqO8Db=lbGinwZ$u(eZ$|l(3Z0NuZdxu$;Ke-c`M{xWp#<K@Ed$R}h*bt_rsanV@%2
zIK2$L++egQGNwWPV9i!(2s?4_{>9G$T-PN(EYVG4a2zBMQXEvHqTE6*`jwcs78$JI
zvtqFu91yIFL%kU27f4S(gi9zIl^*Q)d37{W6i9l3{u9JQCM(EQi&|$eX-^dZRUZ(O
zk)aZVhvpx*{*oH0llAF-?U`7rT5W`cN#+Rx@x*?KeTpcf9(q&F5#fNhy_Jhg863*<
ziZZzH4UKg0_7ws$*o07g_xcS-)u*`jwBgWSq}!;t)Pf+w7Se?a<Dg{oAXY@=P@GU~
zRHld6Uop0hQtbX>Iwo9i#(q}|<M;mYh@~h?#?n?@r8tZk!e#otu2gYM0iD9+dk{nW
zBig|9u9Q?<`pGNmS$R!T3eXeeD`pY0<W4j8Gu|hqIhhC-puaHZ`1)gx0hj3efW;to
z`l%EgSu6w+Z$jMObmy<6JwaiYM1~~6l3&cz`D6u5-@IAC6@7z)*%yy(CWgEn??q2*
zsQ~x=`d&&p@_KaUyQ#zqs@PkE18!-#^=E>&)-rb@(~`2y@0C@HiA2fdsAxnDos!rO
zOau*jm6N#+sBe+X-^5B5Ii3&Z<p;YAHx|8-L%zik5a*jEH$ChYn~`9)<O2E9n2MPs
zed{gRE}FX95PMsDfJdXCbgf+ABj#deuF!wrwnhQ^)>1^FyVF16`3pR2^+sBQlCk6+
zzLB_V{UHOB86pOvxa)xEU}k#odq-qZDFvPHcKr&--=(>Tf1A{ADq<kLk?l^77u-Rc
z-j{Cj#5impL;f_I^Z-i~kI(s_65Q~o!tGZllI=l$az&I5vW)m_$Z?$<T2G{lBUmOK
zUY`upMN<o=jujUYu(_M{6#PL{qcru3Uu($d?b~3Sa@>#Nyn@@oDR1X7rt$?9!LJzF
zxAAamc+x*i<+tq7K#GU2xFScf`QO*Ze4`zI=k!KkTm91KAb9%^?`KEBU&@OvkyEhi
zAN8j`w+4u=A00g}VbZsM09<~CK~ha|#3a-BcIp?O)dt<dj*+Ta&EFG5i*>)(lyocl
zpt<GEZ|lin|4x-|CLMY!yPNEf*h-ULhGxBA{QWZ@lbJu6>tRN@BKnVrdhExO=|RQl
z(`L0^@3U_Ihey7jsAtj_{dDAne@eS5pQuNL*`7tGG}WH3g7l)FZ{{ts+Adc<Z~DUT
zw)sB`ec2Pv^1DAKuk-tSMndlYc!l)2i{th-)BpKtueR%P<0y;bg{~X1KM>d_LUH)s
zqWe{8U_dW0dxv_z8zU+(u&bM*<BLTPwo_nGJ0RyAalhy7Lv(PP*hjdyMK8W&U<h3~
z1(v?_Pl?fUd~Q7@Z0kX>ug5X?!tdqZc<+ml5?+9$X9KWf2F0nDx?d?ka^I)i{bJCW
z0)1=W#H)je(<sJ9=s+k5e_Hf?imQPr3*@~YBb4MKn~JcO&m%6Om*QxxiF8fh`cMOv
z61-7~^v=&CN0sSEqGm$?$>&oN3`t8+0uUl0`P8`ggEBg`aY^me)Sri><(+Ebv6)ZX
z)M5<7Dt5IA83LvZGA**-a^vDEN2!@4ct@1xIbxf(O;}Bd<YZ1c5{sV-C~@v(f8ftR
z``#Ba#4pO}aK)z#T<v_$Kp!(^R7>qiFQm<D8L<vjO<S&~;UPE}L-vS=P6eCtec&CJ
zPI{M8A-~68)1v6q=$ulOUc|TKIpM2unRR+hCvfRG;Y3`YHRPTDm0)->l;aA3>QF3B
z_aF^Yy~@S!pqHd7oeDLp&%=JEmu6s`j*UymqrIk=RnSpQs{B%b=UXDF%cq(eI9rI(
zXDQ{%r<S6aP{gRfpp2J_<npI3^M!h!Z?9w`pY>aIdpVt2PPklY?dP-=czr2v!{TfO
z*|&79$Rhg4)NlD-bE!J6j9MdB^Ob&TrRuh&x;Vocz|MwBw>~<~z6Y7w+=dFB3~Rla
z!}+q*Zxyl%HU>Xi7y2p_GyVIlc}O0$6lvcViuT!<ed3>ucbYHaL^(0%d{mnXb*oQ3
zv9S!XT8fNIDk^<#X|3-)vnVv%i22P{B{FQbm$I=oD#OMB4^yidTeErK1O0cf_rf3_
zcj?F+%~wzBm9<w~73QWkP7KzohgP?3qamkmNa1?tlA2ZBcvYq)kF%RX?(H{ER_-`y
z`a^}uZNFLA{BEsbx2ehPdvjIPY;sFbe4eJ}#FGHyv>9ZkyYAPa=WyGPqd$;}=6i62
zPC~vfFJVwMcbA%0gWk0-Z;UOp-M_B(Qo~w*e9`Qlwyg>`K3>0Da_=7w`2>6%Hn<;d
z?i=g72>12bB*97Pl3x215xw%AVj0>mgY887d}u<`1?%H8b4r}jHD>W98rFK@NOmUO
zVdf?pwP>Uc5QY4nvxANm`_=^u9xtLa5h1wrUuFm&t71R4j5|d+D{0GF#3T`VNYK{C
z^fB)+@p}y!hBD_9`R+={wN52<UO~s6wy#qO`@&g27Y&gf$VYh1X83(6^-tTScfX!P
z!K2q7STd$k(wQlxbuDYNIZ`WHn$;-$Qb_gsNEy|8?mDCPVi(@NH`e=Q0-x0-`-It0
z=;!_7SZHHrLF9>Wo9EI>VMXXb#gy1B>r{tiW2NJXwPEto>Nf@M_8l*MSIwo_Iy>$}
z`;H^OF7MSFp~jkk5B3J|whdiHu5Rv=BOh`BgdttvFFM7GaNYDx4CU@V?r}%3dHWUx
zoM%w1@*-AOZ=1G@XIO3RBC)Q0hsOVY$oR!6c_Dq5<CbS!%Fa3IR$xas%VSbO$R+bE
zeM=&%Wi(#sf>>N&Pd3bJHfP)gs`k7uH1IH25am)~?t7$K<+YG}>Kf<Vv2Ud5xj2S>
z)u1VGg88Ox#@f~)aDDj{W1y{j=e51Y?ehY{1b+>>+#TEvGjla|#k~@K>h4dqcH!m!
z^b>d7eu&NI>^m#hI*GsMFcZIr-azv*Sjej(Oz5<Lz<2+*-SteD;5CW4;Nb-JV@XrS
zO|!i(%)07fc|HA@Ig5W^pUr#b?B%MKt#e$T&1LOK=(bz<<<PL|=`dOUzAmhDDi400
zfJr`;z4lc7dcrf5j`T8~P55C?|E$%z^VGdbU;|bD_HrQWB2x+eOi%^CM>VK^+VfA*
z^w`{Uh~bv+|LFr;@cvQcyGrMavF~FX=F@KO`+m@u*F0b%Ip8hSH$N<ZeBW2eJpgwf
zND2eeO9zfN`7qvjzqt$i2n}TA31CMHBx&~j%ma5?ceneE>i@^wPXy$jvEcvM<R|PA
ze8}yG#N&Vp4OaB<h|Kqhr2_`s25V>qZ)=8VO4|!d2I~<9fAdgywQono<I7YWKuZ|J
z0Sz^S1qwAG5WWd>;t6xn3L}{eAlvu0E)J_%2!PSKIS_yfnu40+5gD=(LqVW0C<xLF
ziUNV?fnj3<q0E{HpR*C6P;hE9IF$zpZ!(moIglAGoRb@g!y&vF8eZBQ{uvk+C=KS3
z4)Puhv$+M<!yJP>_*ttX+F=o$cM%;hL|CG~cCj@1Bw{xd(sPF(PYC?l95Pr8nche2
zg@q^-2W#K>opXkkB?-*jMYd^0?rXpyU>C^7T?9)vWb+mxW)Yn6K5}nAVzW6)`OaTY
z0w{DBydv%2Qy2bn7hM7iH>VH4v;YG<V=|?~?WBF;pgx5jF=z+jvr;kdwIk|^L-E0}
zHN`<gNU>y|;fO@x1eQ*(?qf@#G1V49n4W<|cQLe{ac@iFnk*vvHG_Deu_Pt2q{$K0
z@1m!9qUU)+(0@b;5k(zBqZg!uf6>dGYbDHr^dF%K>cx?X1c|30>9zfYeIAG=EO7^x
zZ~=`Pqfa;iMV=xj385#5+=L8BBu1Dgnt_4OcX0rsIINU7D$O_-1|)jRct3D5FS-kB
zOR^79JhvzGi={X7eR4Pv9Lm!Y|3L;?P7ls&hN>1NyDTPCfuR^JDU94uZ_8wec6<^;
zd^{So_72KjoJuedUy_%odth)Ql_0^8bcGf=u9dVKoMeceSUc}$3yxmCOM6OAtR9N6
z@=TLskgZQilCt#Il1`HEOWT8{BMc_R>?Ykwrg!6~#1X|Lq=XfwI6?2@QngbvTH?0A
zF4-w5p()UF-gvD2l#-Uz8||zZOM!LtcqDKtsb(gvXXepR$_qG4U?Fq&KJ!mWJf=>{
zzD#!HP^vGXPrqln5<^-dfy@|D(nLy*PH~#LN78_0269+NRAI*Jfs6+;0sQcEJ?-db
zUKtXdj1Q@4nkDdrNuJzJ%RF{QPkJv02j1YdmaLG)th|(Dw8L0Lj2xt;{I|oIj|{0-
zo~dfYIhXg@7c!|>R@oK2`6|Sj79J@w7_oAx1zI}U@0Q}emuBi6LSHjxDyA0dG8Wm(
zI#z=DScs$8ta7Wq<ZW1_Ne@MRd~in-$?$K@iybHm3J=a8$d3q5WKJ!jKFpb7knwwn
z1Y%^25EXNW%Y}xQfMlb>bxIsPgQH|i4IVO7!wWT2odFNAraDDtIt4C=&c>zr7<@%a
zURl`0MLNS}U9Dvb$)#~ErBX|U)ShLo_u%sIa&x}2nxb;tp~8mY{O*S^KP|5+i;ADb
zB`ka;0*7#oWWLB0*%HWb)J#d9sAcrQP2Pe>Y1*(fUTNhPC~xZ_o>MmI!m2X*P&!Mt
zGUqU)d$HtsshIJ>;g>A5U$(4*(YdNLf7GkIcDSO~%V}CCx#h61)vIDLHFHj<MtwN;
zK_;I9y%3Mc3rDUHccgm!u#DV0+xoDE<*~Lkyn@5J;4?`rg?mv>d=Y_8mFkf6Z7F1D
zIFG`svQ@kIN;W$0(BqWR=KL`D5+iLRwHU@(KcrRvaF~dkRu6xOM<A(xJk0CWPDD*h
zKqpD1T`qs0T#MFHJ8@V`j9HOIRA)h4cw|}k(o*5V<S5|HORZZgIb3V&T~m(M<djzT
z4ijEJW!3bytnNKY`RnDTFA;T#OfC9{75F+0xn2$5F(Eo~QBundC~`7cX$^)E{t6=v
zN^+%w;iai<^+#4!MNHB6jI9NaIR~;0B_oxmnvM3JjV2ZXEXwWu-tB{F?E{a9V_b$C
zNviM95r_FZM&u9{`fcX$4QFp`rsX=;mJvtWI=1ocd|z1v&f7LfbZ%<csg)(BGgTi2
zH)MOa@f^196Kgh*q#38Q87wMvw`DBw>i2BboiR1)@h99zq+eNg7lgM}$tj|fLOMwD
zUbov-$n~f^cE2HLYmdm0jOadX>kjnl&P&Vt(B5^!-?;DIQ^?r9D&4+L@^fRkeLfW4
znUB}Ok>1Ysqhn3d@XN8y1i#v9+Rs6f&V{s2(RQ^D^X-%PMuc2ORHk;#V%^?+)qT`m
z`}Do!rM=kgZKwP_(#u`9pkB?Cp1of^-;aB~g8Lff`l&|yq|55*M(Z`0O_=riS>=03
zNCj{w2mGD}fTV-|D}Zn1>EXx#EC51y`ygax5Hbn?Z1n4<_qId;z{i77$PgBwKfkO;
z?Y@hFxVxa<Owi}op>Agp<QFWhW0|(I*yg7Uvx+Czh@8!E3D&Qmn_&W)z9yvl-@`+O
z^1TkD-9MT8>qth+j)tDng3Xw_H{3_Nu*Q1IM`!eU^wUO<%?GbN241g>=IO!xpS<b;
zgyXX-L%Z!EuFS*ft^O-E)rX_TJ$1uEdc)NMolQOy*FK%4=@WOy?GH8+FHaKymJubr
zNfqW0Y@5-z(N;E{@j3Z17{ms*qc<BX-xCsyrr(88k$zG>@C!1&R33dG;DM=MvL<hx
zMLU*JHa*`yO7k?WhBuulFa?86(fUqt%MRC+j|i+zG_TC?k4*@Dm=sf(lu(!zspt^3
z?K~>`B{nuvy)~jSGM#s%+bciBAU~5)I+vw4t>-g+{xoX9GTv=7u5mKChc!iI>!CL`
zj`v*2qu)dHJk_VSp#3~gjx`fRGeZQKd*PqQ!J5x}CGh8XSn7GEr5!%|s0Ry=oJD$u
zNv^^`6|;yPF!>BvlAwxm2A^ujG>z?y<;gTf$2iLJ`~}9+DCxpijB(G7sr<+#HkKu;
zv4zseQDf3+Bdz7?v}xeUg6ZnC)`#UD!KIsp1-Fhdk4US)XU|~42}s6lO61~K{l&Ns
zi(v|jvl)gnEUWP+vsX{HQ?J+B1Qw`lmfTmDe^xA@bB||!NC##tp9#POq~}T>m%pt}
znk)2vQdp|AUK@N~tHEC%6<psxS^D;Bxt3-5QGccN^-3h_^0|KQ_zM4o{wins>U`wy
zn2O&DAJ$fUXX~F<3H(-JzKb9HHs3ZZ7SAl6KQ0bsOdfP>Yzx3=tUH36KWw~x8Ea>m
z85mnr^O(Pnoc|@b)o;6TtI$7EVOHMJ@FKYVIdcu8bKyyF^yPVhdwl+N=fIdPjPi6<
z-)@rxdzBP>m;Q8T?!zYk>M!~9AIi+Tm<5|TKR2<Cw{kJJUstTFj&DpowE?1b`dYTx
z*S71%wgxihIbM1sPA4^lb^<bXh~?MfnfJrimNfPE6<HI&nWJx_w)~=|b?rv*4K^1l
zb{ETRS5JO#p6r@t{-$0VE~z}M8b2gg+<lF*mrS*Ht+3u>yLUyi9aOoeHnyiJ<f(#r
zKxVt#YOvp~_&tR4pgHY;Giu&FeLLRd7{_+I1-zk5w&ke^-;O$6HoV)UeBQe_UfJzj
zH6z=tUpuUgIz5RxtRp)*VBO7s*@@~nEqd9VCtC`)TW9S!4x2k(joM#d+iDuy$6Y%x
zRM-e!I~y9GMDXA1JU!;YI5}ZF^<dtR?c9Q3pRyWkBu4EWot(iGr+>00_I29qVIQ7%
z9{v$JyE#3*h&p4#x%>h@<zhQLG`OTX{d2FV{&>1!@_arWwf>gvoGR=1o8S3f^7${J
z-_1csog-6(@P112ahJ@a-l+5Rmn%Nj`PXa*NJ<BtWIHl!LvrM&(x?08dZ&71hg0~6
z*9O0tagJ^?FIm<vJ*!rICQcQxHmUKidRcB1?5{ea;8$8of3Ul*L#ocvF!zZ&?$mMq
zm`<FSD-A5Q??;|pucF_(=>O3!K1r%v16N&5kp-un-dU9Wu@~MI_P=zGzCB*M<$yob
z+uu5_A67T)y4pXs2w!5E9wkv-57-^NC%;b=ei(p5@F(uJkFV%)t~*wOlHp6=golQO
zZzc@RvvDp^25+Xx=Vre@kguN)`CofS-K$mJPpn^0!LQ$U{`oX<Ddhj?jq}ui^XSF)
zct`$t9evpq{n)s^%O4HsJ^S)2`gmvkVmb49t}CfXsnK`*o@w|ZmGORF>0UJI?qH(C
z^83^9>C58r0oMA(E2XPk@;~pYp7AE0<Lu`NmEb2&cL$e$kE^QSeEx8F*X2Xi<r5sv
zHv#7qzBOL^KVswmW)txL{igcg3IixY$s?_0A-x|EQ#}aVzuO08qsb8QYJ*!~8;&qA
zEGC74NVb(nN5?B1qog&w`+!I;u6fui#Y=a&H0`l@MAsVpz_g^>juBtpKDu)Jg!O?%
zP(k1J!%194$JlDesu5|r2!v_vZfdjQ<=N1Vm{swVRTwK89Mf5OhIsmdZ4<Rt<9+iL
zomBcTn_Uy-gT6P~r`%s)+*|F@`3Z8WkOUr$ukJOv5pI{n^E3M+)bOvG_g|exwBG&@
zNNm)2b*WWHDwdK@|L}zV#iAZxJc3v-e0DzqDK3@I7X$AQp-`nvD8q`gObvrA&g+}3
zXqiU2(Fi4lbtCgqy=qCV;PQ3Z3clQWqi-92m2R8o*^=#2vh7A`Pz641yQVdE4upii
zb61sIK9Yx^6^V$5Y6$q{wVUD{Z&77Z%6&*<xwDyk;0t43<3Wmf@j$)xGV6)0)6oq4
z$#7i2iF-J*ovB5UDEiC!W`~lKfo=M|<K}o-(WxbW+f7!p1c&_>-<8|-*dQ?}qRuV%
zi=no(!YAJLr@(`wnQ}<i<<0X`)!4I=y1xJY^@5?PBMOBoTQHn+LmSMwPZ6v_R6HMK
z)t9)Tg2*NP`x}1h+(#p0Uo=WEULhXk4_d|MT(yX6RAb0k^X-_|*y@)|r;jPOD-Or^
z9>&pmEkz_zwI|g1UcDKpy7A>Xl*S1h)5Qw0GGyAAo~#$esnG}EeiKGMyL){<Lmkw@
zSaU`&b!v(<I-S3|k;zuHz5!REgkCA{O7dXOf`Pk6qvwaDkQdK_9Ls*meH%w1E8S2h
zTYAHAWNc7&J^}|%b^(>Fhh-6qA}FWOB{DU!D3h<DG(5`*R0^Uwlql0?`x<U-?A*Cv
z?)crRWy{PxSCh^axR$Ud5!8A>ZDCEEW|61F!O!B>VgSdStsG$-rq66X8M1Bm5%N~5
z^-3bjsygI4Vs5E&^`@tVjUUA~x{ep&Ru5zFpVo*xc#;Z<=Q7#3oGvw)w9OJ@(R5&o
znOLbNe1(-#<8ddJ6k@89mT3`;3_AuCSgm}DXu#LvC}Z*)bt*4SO5d!&nGlHVFsM9A
zYdHckRkS^0^Fzkta95n$CB-mZdPIB6svEutKSRbk9@4>`UVqA5X4D=>rn~j5^}oQ*
zLRq-dFw;)H%vv!~an`6C8(j+tWMy1Wxwunbjf=03IZPX0u5!-=);$g`g)+UX31kQw
zUD(u(OyB6Q4m@PsNemk$*d|h3xf{xecwpR*pMWzGj@AtO@XXr!D{wJ5%7wZf)h<N3
zO&ZYIaQ~iT<@4TXg`Yg8l~i@`oz@Hgc^I!jGPqf8i|}l_l=~cQaWW9({=L-|N9iej
z`DXl)aj5LG`{_oSaI>gqd>8k_{7hu^rCH`g#}e3j-=nxd4qB5R7ope^ol>qE!4KS}
zOcstvv2&rv)JG!PuR%GT(70C1xIGQ|Y@b-@GxkVyBv9PBFLC5Ki?ntnYtj2&qbew*
zjAAUDP7qJS)|X8?^HB?}_tG{vbnTu3-M+b(;!ru14r}d<@OLkP!MWKdaWb4T6EV`<
zbCB@+zIWE!VpNEqLM})Q@9NPcrKugwZq?wjh~HlIbY0myr+fVXOcZxb{N4cqHq-YM
zkwthp6r+9Q6OmP1T0aS4g&N3{GxjH^(Gzoog{<T<RB9F6$Xxig9ObUl6ZNx&tHfMU
zZqv}+<4QX@#4eO=zDJ>@mx-HB2(F{10)xIN(*onK4uLH8;1RvUx5=d4Ki++q0^&e_
zKz}h8eu}t9P=0zFADOTt`Qu}R;$*K!+20L#{gj4#mFT2Pue=>r+HQ@8Q72qVbKXzx
z1L%dH0*{dMksgZ`-TL1}n~HwmCU4+u;*1Z6<?V7*Xe)f=dz&PIRZM$wC8KQh4s_eD
zAyj9fY=-EPI}RxpXOmTd+&E{w?W4Ve<1>zg?jGj6knT&$X)7mKB_uN8S)gCcNk?<w
z<m2KoRJMcFxOb;APF5I-kv+yeF*q~MNEr{X;=3KmTuZLrM+n+7QpLSo$|1xn);x(%
zCiOdkv_mYv;y%bSPA6n3_Z10E5Nr6^C6?(l?29h9YJBjzPUPtLt);yLs_mC4CG{=S
zQF~Z`Xv`LPgdE8zV9d|Yeal(O%Q7fPP(!>)C=xF?R{Fi4Gjdp8n`Fyqz5`Zwv73+1
z`tU=LoQbB>uc0~+h1q(Q7*^goU+rjXYb(>D6|}~gR~#8<H6y#cIDAw6MxVuI&q{Bz
zmb2z(M}-|p+t^zFeiMDcp`}wBd}RYevqf$D)H-cM?~IbG-4D-Ru7D(OFubuoo0Cy(
zp-g+I_p;-7tXzqoMCz%PyDMk)Of56qU|HF{WnQ7uZOr<|G9^Lt_%mx@&B)SfCU^G}
zk%RjXzcN~MQ#*FQgAEDR8cNW@Poof4F@|<>Osd9itX*~+egQq)5zZi&1}hnTd85Ew
z58=ZM8*izj#fNEv&P$e3zvq#4@<+{*+ts|dNIg8jS@S1GvST+#pB-H5lxm_v$3SO!
z-2e-Zg12rL2@PsH1VP$8TxOIp^P{`|2HO41q@Tk^Moq)gwYx1kYEtX4_5{A)b$?5A
z&OU%FbKT-i@U1!9daZ0zz%ds)V_BUF!mvzbs8Xhr#_JKmJ|;6pOG6s5wR!$=yEt`P
z1zIRyAh@Jv-%6K80vlOCdp1T=8B3o^{H{yumJdbXM3W#lvzn?B3#8A)^Pa1mRgVJS
zwBfw49yiW9>&TtTX=1-2v-4W}4m5NASJNV74TXZw+j8y?EBW8JTjQTjUxwROb|tq8
zPkeP8KNl`E;=4iGPWIT$A7NHB9#RM|Q+f;P>tBDnmq(E3SrLpZZFIUdve=y%EfX!T
zud)6l!9M9UBB><t=gg^UJ0X&K{Q2_Aec<=gMRtt$>SdvO+p7MV%!0sPe&_9u#oA>S
zlHmS1D_;@bJLhbkC-^2yRr5^KlS|S&{vEaguUsSpqov=}2gTSe-FZ=t)oP@NhUCq2
zk-lyw#)7>VbW95jwZP^P-&2>W#}&M6K--b;nd1QeI{fsu3rXlKu*!P_)Bg4+Rpwdv
zcY!VRGmoEQYZsA4Puo=Mw<DOHe<Jn-HU-(-CkYI$(iWc9WZ3Qp^9)WoJ@{8XWqH8{
z$ZpE~1x^&!Jy+HZZi*IsPu<xbmu?NNJIMvkWZ0g55v<>3eHU7d?*ja8TDyL${V>>|
zXCaoXfB3@H{G(%HCr<ZiN4LmNyqw&~vQBT)-p*^bC))T<nDF;!+ehm$a@@7`)%(1?
zu0Pl0zAsJw52$e8MpWPg9neb?h~VLa&f`6{0K~Nb_Ur+X&;pXAd?L7g@7!Ob4g$%V
zfhnj!Ou|6Q{Qz>0zX*c>BIy7sD3As%s82JH5#-s6>dU?FPcj%V2lQL!c3Y%#T4^#B
zff-#SyQNV3v6}n0Hw4X31{vL22le~ezhb91w_w`~B1;PHmGFC*3Z4T5;@$bPNCWYB
zf<A+Q3>JZ=Xg;>mp<TD3ob*9P&7pRKJ`SL;z@nh<gs%-f0zd5sx(x>U6^B|#2NBSN
zf<Pdr=0FVTurN?S1k6AD&i(Hm`NVlJQIQ`lcL=<eOuSe%%q<wT$?g4I$e;swItHvj
z5VAD~2is|cAD}wc5~^L9Ys&E$mY}^3_5cD0Lm@CwfEFlPE6h_G+-(7gg@W)2!v?jy
z20X&NiX(hs5x)q%TtK1Jcc9R}t9&%@<Q-&e9}-U=H3SXqL5niBh<ZmKIRgS4Xa;NZ
zxYqF4ESS4#f+Fe~{Te-dKkP-F@kD6s`mGK`=U7CeGWahwI;CsH816;GVOZ_-kdfx7
zDW0e<Xkch@<UTYiYA`nL4oFY}`K=X82KGooi+u}@rR0sHk%^nzk0iDXg-Jtr?qauj
ze7M2!Y%TGEL+<qV(Phw><)#o+OQ%c1;Aft2)Ncu7j^VG7Vn-+v<Yb&)^IFK?I{2wu
z24gPTpYA2x^EjytVR4HjnOY{9gOki;kiNtu*&ZaBv?SRxBs(%BI}atff|Fdp$(AL_
z-uFqq2g&}P$pI<JK}1lXCp1(B>QDl81w;Mrq25F(ro1U0+9^?sP&?0*5E*Eib`mB<
z(#RXMe}QmN0jU3ga3leY2p|C96}&shL7JI3dNAK<$c8U#ve-qoLI)=t;x=;Pg*S&M
zCr_3(vhTbzY=^^!m*k^ZHN!;E<Tp{&e*y&3YZIx`hJmR60q;amkpYn6k&qFSlYLXg
zUXy`nqjIQYuo93^ict{L$}2Q7v!kj0f_ECoaNfQ}Zdb|*i)yT+r26%X0_WZEyVkL`
z_I8v?%?vQ4k#cc~;_q0&9Z#Hurp)Z_RoDJpIzFa&y*8Erl>ss^-!eQrK0Pop(z9w2
zN>^ux2BCeTSJ&Ftd&lGQ=l9V7&JUD8CJY^sV#AL=S+K?a+y~hkb@|h)<rY^{ZgmHf
zlf13bjLYqM&*-2-3Y#tnfhQ4jI~_NlBYuqe$d+9kKVdfR&*YD|L*zo=`&vrEs-RX~
zamH6k?S(&k6EKn~gibrlv8`Ed4O;>OdH{&Q?>tV{1asW&zoV_Ua}Mrc5m$YyC`Aa8
zlVjy>^Za;uz07@%)caN*7dGrE!za<O9ZI;Ga}|I?qgvF@Pvjt=pRn>OVmYdEdp?#1
z{+iUVx=z3FO`Yl!zRSKFsnEVb=5nR!Xez&)@E=cgW80775Nws!pO$kpT1_vs_HW0k
zxSkQ-)6eaxXIcgsG_%iAg<8JZla@bYD^<T^?Vuy~MfIefaY2g<Cet#CG)*G4K)+KB
zz{oJ4mf<<r{;ot=Km-3RM>3|FC3WXoupWYEIXLZq(xdqeg#5PeP2d-@ADe-O1=Ql&
zj^gy$uf7h^>r(X&a%$>(|DGo{^}5*A<>_hpN*X)Rl1CaJ%ej}zot(%$WX7qesh<e5
zH7B;(sF~lkPEp{XHeQ$u%}*VfJJ9=~<i!hiNRvl5|1_wdqMIaVM<kkDt%7I<&4?r_
za$AaZqxJZ`BWaL}q%}w$gn$4u6eY)}rj)w*Ev2eJpIL7RR14voEaotBpvco<fR-x0
z#<&QJ{-y#7C{#2>o0DK^y*r2??mjI0O2gq=R*i2udssi%Yei9!u?jMZqCdIIj<!TV
zfA`A1^m3oe8M_sppQLCMdXTBwtD5e*H%?O==SCcEk@nqaBqi^ty6%JfT22XZhOU=(
zrK3r%cbdUiO+-=KQ*RoyU41@HFC+N$W~_7Sz6`G$XcnK55?^S^kd^>wV^BYKv^X9W
z)y}plzio-j(&W5odKbabX5|c72xpF~P~_B_4>A^ql|fjI3Fk{sJqgJ{L;cM*;}!Hf
zHePB~JS=5%Z#yQ-C6)3jW{o_Tsj93{S|)q1=DoLny2(B%WS(Jn7t#8q>i*%n{VI^M
z7WTEsV(DWnGx6|xi2&J%-3y2A&qY{L{%_xpYb1SzcOR-a14kM@C4~_@q-REO2t{te
zBxD_W5-5G(3|%Tg9hpU6Fa@tbm?^|66F;hk+a~8TPab%s)$*^V+xRM`np=WUSmp+%
zN!{nWKbO^k1%fJa>&xQ=1tD9*t?j(lMNlT~_1?&aDi?wSt=2mygT-H6AusOa0mfS0
zXahB~o)Ee4qlE`O1pWZg@gHT{L_F-@gqNC;{2xX%+a3rCB4QPRK_mSKvjsiTG}Ui0
zO*V`UY1tQD>6}pGvy)5r+E?)+B$j3d$7BoY)J_J>`<d|njB@3@ug&$OQ%S9)pcV|e
z3lHs8#XWP7?mIb&5nq4QsScIs+|pOj8)C}E<(v{a>WG$7u-=s1E{wr2I<-q1Njtnl
zE%1cE?LsJA<bOjyOCi_VLDDRKq)?;$L{qd2d~(WL{SsCUx>jM&KH6|#zoDBsiRAzx
zEp7r9QAIQ5RqNwdQr|3c@IRfKawQPq`MURQTswGRs^Zo3Cy50HtN5mq4uRutI`?yS
zEHMK%)$%>W5JE5@IzP4Rezf#iAVliyZLQT#CXFy9T+o_BvWWX6ghxzmVhIzr5Izox
z@_W6BcE!x;z|i_C+*#&2XA(rAaMQgs6cf1i6wmh?Hs~t&$9bn7MlB3gl&g)Gad$HB
z+aQ|IERT`TO4t9$<SNbPxsgjaW+5r+pz_A!DvwMMh(std9hZ8QPj3s9{dNdI)!QwA
z13;GYMZW<U7A|>&D3;PV!0F6Pmx9+84DzPLz|hv7LhfszqTp~qA>TFN{T)!fAXPOH
z8xIgpn*DPVq&#s^VU)|i*Uk)Wk#n>0$9SEhQnevNP{<sL*SAN<imKS|dY$$Cdi}$I
z?EFA>Wd`_hOK0(6(kq8K!Qn$e?;i#p*HB<A_2`eUL)uaSH{iGe%vsUTo?k<;xiD-6
zZ9ewpY01-YmXLlsR28LA&1#*`7kOPO_x%BoGCqsPDOjQET&ni5eZEKp@6gmncXmPp
zp@dt%LM@AUuEa09G>FJfzOGeia2KZ<P+_Bm8m?Gdd0B-vr)eIk8!{Q_l-rmGUjY<b
zQy<CBm&JaebH86=?~+Wa3#6%fzk8tZi@3J_>F=p1U3VJV6ABv^Ff0J)c*4<4Q)zis
z9Kc?OWy*ZV<-yS7Opq@8)T!2`Mls64I+}W}Jd8|p4(w4BQ30q0zD8gNA|Q$wFCzjQ
zlfe~HrV+*@5zPIcv4OUZ?OPk;jg8_cHMADY+tAMX0*U#HZxUal7-zNs8kJ70C^6xz
zMS=YWl6~-mm2g1t{ir!@UFyQ<E?3+Am_t-u`kwqA-}3#q$9P@l?dYD+<NX8>yFMFL
zVgD=1!z4(tK9^u@Uy}b}DkiEvpHAUGR`+2VI$mGMJ$9hz{V<b_-B1jdQaDsidzdX&
zY$(+nJJe`<n5&LzC^uI)(pi3(Zys-`bRRo1czjss#%`<*Q#dvvd4vrrHr6JO9h>n#
zE>1=@))y(9Sm{14!TyHQG<IU={kXh=-PAmwU?;7+$i5%?Dssja`iZ1s7#U4}->8({
zLfUu=s>R)QYYSy^AR0vhH8CLT{jgW(sfsgEM*s*pn7?V>uw13iQ4<B56~EtH*OK%U
z&_$;Gyx5<NTN&jqHx0wMEp6I?45Ts7prUa$Qgd?*M=YC1^WPURu`r;}cLPd=Zi_S$
z?EqTohWKiw$n=V>x<1yLQhbEJ|E&H(5)!$}qx*1>^(IjJH3&Z6?MFDFF8pa8lOKZX
z@H5lV_8kJuyQ`49`3UDUt?l|vci_C)5pXUa@yx~moIA9CKx0Y+W2I|y$F90)VBTO)
z8)&n?iS?5Dn0e2ngBHh?L$XjIsn(`5AC<7(oycqJ3(?)CO>UyNX4yAvn~s0SJyEz$
zFU<=G+~LA29e?IM%8S?rym<)>O)k&b#GY?y%Q;<Zun+qvyfzfSTC*4OBjQt5al>c)
z;JMd(`dOKGXl$9;H&hfJg6)$6x6dKdI8Xil_8hn2?@pC91pq|$?rso=`z?sTz?RQT
z)7$4vt0GUH0v)+IoibE?W>=GG8nrKY-bm6w@&YeZ=nr^>yGd1;IW|m1&eWR}=sk|2
zFSg^okgT{!-~+?+U*q=Q2;&_t65cM-aGUpk;q*mU^F2=HUD|UwU-0c;cs017=|Nyn
zcIoPK>l3}@UUu<)w#be9PK)=>El*tg&3ur}c@XitU^aTkPZq&7YMycNZr>?^yafR$
zcb@OGRB4NV(*3}KBHa>{0Djld_fX(xRPUk!y~e!&HI%@w?m<uQwdn?fyss4wX9Il_
z{Kqtd?GaR-Lks|SG=BSj%S}NDiGe;pLiUV6&|g0H4IvR0T2o<etXv*cgnqD(U_Qc-
zUqzZm5};R{e(BP|nHH=p+aWT=esgr8A0$FMOhe&L&`?1$-Pik}#RLHYuA#Y2p#TwQ
zx1<1vL3K}<o;R9HJAoP{k7lq|pk88ld_y?;t?z1IpcY}o&Yn*ej|gsvUv6`7j8^#C
zb=U$;u*;W_pkk#c)Cdp^>?-M*V`22gga0o~<_3nXXc73QnL7{`o|vzF2XlQe_tUfB
zh_vu*CIq$)dX||2|3NPCc=f_U-L)W&APAmT7@<cP31MW*Kv)L>Sjod<MH8$p{rW1|
zXA2r#+Z>IH&d><eI+hMcT+}+bj_Yj_UE++_0D^T2z~*=%IF?cM(lO8b@tlLfryyRG
zmPln-Bt0nMTXsT~$M<ctAU@Bip!g{G%WZUm7@)OTcY;v0Q#y|3Al3$k(SjG(&J*_z
z3L)??9|whv6ojcuM1I_ldxid;LpwUflqNbXey13u!VoK168w!Q23aCd%oAGb>~Knn
zy_F4xxkm$ee8xrWy}x3=u}qSJeHao=Au7U3h`~^x2bXFYj{d+Hfteb3`f!4IZ#9YV
z@Ufq1Eqt3kkah#2wa_))0Jh**(`Ij`5aZ!y2*fG5m?o~=6(E8KncsH|yGhPS_QHOn
z%hqQi({0cflj$6b)uT<gpTs50faRj1om8C;mgMNA$T}uUEAB>i`HYc$frdbgp0j1z
z#{1#dC$`*dG_r2MPhQKpnryZlk!(LTY=sSc!ql9s4Fs*w)buOBAOjgCUv7C104K)M
zP}2pj$-u1RLavM=`d=3rPywX>wT6oLXAOk{r=W{6vCOn6t+YAnbYPxvv5k<cJoE8~
zcmJr6Vm^J}ORbQ@&X+P=>=JIpm!(nawk+$>wNXt75rK5AnB0%vR8AZ;KbhDyt?#!8
zS)H{V`JsEWdj$B0dIp7a13_W75wUEV3B2-&l5sT2P$`WJfz({4tn8!$#k^9ULh<wp
z!75&_+Kh(6s<P7J>?Y0DxG3|GUXw^;-CqI2pwYnYpn<XJfJyH@qw(G)gP~d9m5udz
z?{&Z5HrvkCHSNcpe0t}amx<?x&Zp4pk~_;|fxE?NZtDmUP2`h<O9Hx&f?+9yc0Ks7
zRymwk>$OHhRY*y}L-cm<kyJ4yjOkS1U#DS?S|j{hvZ|g3Z_`E@0D?QSL@FaaZoFr!
z35ZjJO5|dR#{vxrmP(9Lo}Ic-b(twj6?b)oxIZcj4r}3&q+2#+#IavwQc<Qkd$gc#
zy>@bPT)Ru;E=;=$F7AWV<&y7)+lXV>dntYW30X&3Ya$DQH5gpYumkm9QP%47xSpbB
z#J20T2qUUCYlz6I@6g_eG#o7;BM&B3$O4X+%aBG3PmIn8rih9*G{%-(5!SrEK30-6
zUFk^`ga7^%WwZt#!D!U06tjWuXAw4KYeE!l!KgTm?(j~dmgOCte%*;EA#c|kCklI^
zCl}f6aw25HY($bDKe7Xesf#z@ff!^S*+6*{_Anq34+tTMK(9MH=)G(+x=4oQ$Bh6&
ztKt9@Od-MzVgD0Ub$@Z&R}>-0I)fXLJgm^15JC?gln|~%3!|vlPK1W9s)MEbKxi12
zJ@Lx9%{c*xvN?LXXPn&e_VyCVI)E8l^GxJ-@-Z1H=0;&;sjyh?Zud3xA3+`^vE~Ly
zuYYJ3W?D9)i$MENUTJ>1nByf+dAC8-llz9f)dJbHc4*ZKjl%qABD8QTol3v;Rbj^N
z$&h*0o?tg^igD}xl3h}!2pvMUQCLx?&Ag6vNr|2NijCKzc!<xAzGh)=l;mV_O|%g4
zfh!ImW~nl|0XB<xjg_<wH~KKYPZ7Jq2sLcl(1G^EO5Xss8@~odY&ETfGf^}=f(a?W
zijtOR9m=$WmEl6Y+3WRls%{kwi};|*)+1~%do%x^<=^e7M`h=|$CNg|V=D%A4dd4g
zfM)}@X7r}9f;S^y3mIY?3oIu+iOpP%!x?Rgtx{$GB4u{<oYQtu%ADQmFucnqedgT{
zON6&dKe#(sF{bAT;VgIO4QON>&qcf~D<AdmB%({=%z=y+&eSvOm)EaB80)yA58bA(
z1Y=zCU6Ro)^F^r+8%NEED{dyPcla!=+VC)ra#Ypyk88AqORsa^i5Qsq23<b%bwQ1H
z;~}tV3-%7oWWrW>E8h1(mO(rZ(t<!LIsvcNlQ{XEa20k-uK|j^m;AvpVb5F?%JsXA
z`lOTh=etNjstz$#aw`H&1zVuaEAk>g`@o8It&5}OEswTWq|=qbCp3qd{Ac$MooxfX
z6H)mv3rk)Uhm1@Xvtp^4QMVWWpC6jXUF9_LC`3eFu>-9lYnL<cLYZEA6fA`=7pIHG
z(gE}cTJ_VZb1`!~0}3qKu|ewdLiBaRJvbzcY2?X@TO9ScC$`p1iAat&-5Jl!z;G%G
zWGqm3+p2>7=SvbS1iGet8D+umwLjjn(|>u*S{X#vu7f64Tx_ae<YYRSi{CWZ$3nIN
z(8tOn969fUe{#x!7-LZp&lF3{H%|dx-Nlnmi4CA`ltjHQ&iin%4?x|&hz4R&lmERx
zAVBmd2CF+Bfnft6M*Anm9od8&MMmaIJ}wSWoJWdqE{R0n6X~39jP$TCE%EhFLMSy2
zquQdh*tANNolCTA=QM7MLwLwd5YfwQe<9~ZZKz`!$tto%IU-q%3OZy3(Vj+}_@N4f
zTR*X(<t$okdLBf&Lh+uQuGdbZCip$|3c7Y<T%sT<u7S?j2zDYD;Z3dWIOHQcJoz&z
zpKO?bcp*-*_Lr71cFU{LMckqi@sI4dDvG1D@1^J^20zV)zf+F{^m{56mBgfnO79h&
zx)=I)!e{cj>pud*QpAjJlmpC+eth0RSGG8`$^Jd6z==c9Aa3X!1UaJMF1k~8z!u51
z!8#-k;_J_Gx`6zkF2#==mgKH|6_qxcPeujK6xei(NgO>SXCoT?#<dX}VY8#DLL^;j
z^)1>AC0~82Zb;EDjx(pclyN{-v#NHwGVguax3udbE!C@}Kk<mq4)+DFvgaWePy1|Q
z7(HHbSDCbPbg}`U(nQKgkVDXcQaq2EKIK)RlHR`J2jT#GS;oS51vE*j^f0{CifYz;
zW;whg#eOa>vuFu?p=j+<-@=5Hm*el_h^dU0{RydZ^=9ux%ao^#;_KDZiNzI)m%4<0
zro({}=9s)o<G<#y@*y;KQdAP7tC{L4T`Z|+FJNsdV)r@@1y+TslIC5z%a&Eh>8c{;
zcLe%|VwvYEVx$!bYYJeArHd6HyLCud)iqkPf%@Y_>0G^{YvK=60F|8QaIGS=m!^1I
z=YDCS$cqC#`{^Co9)?Ey+FYgcDid=oKWcQsC9Tn9v7uv|7SWAICTkyyr(CPp+S|#d
zgcDtdu;R}bOM4x7$IP2HI^S&%-**YHRJiyuPE7#C2Wk=*ZMq(}i21ZF#6oRiCmzKT
zS$Q*0BF)m!7<W=>XNMz6D!7|Q*IB(&KK|HcH5zE|;t)O`1<BUgQ7tbIwQ6T3+rph<
zBKY^V@V}s;D(G1_r<yaz&(|m3TxMP5{CG9+Ex|jan!ZN%H-<l~hfpIwwC_P$+N*ia
z!uOh7YDME+7oI#LK23ze!Djm=XMYv*MS+w;l!$j@Tkwse?N9!Li>1iHdz&v_@hc*~
zqtK_80yxZfj<glHlV`MM>imi#bj-GbzM)w}S{sqreplqr2UY5#p){Kf**#7jC%TyR
zefa*-CoJ!sh*DyN>w4&^XIBnwdfON!y+%QN;p`Cg3gxOQ@8$7U(`)X*Afof%8jnMX
zp=^;w)oF;;yNltc^*<NJOu<S|yUfb$)g*c{m|d#T?PMnEuHzE#{=(!c@oQ+|=ItBr
zq<Tw=Dobk&%NI<XopyL89<Z3Pix6GL6ejTR@vJ4uVBNr@wVpcw{oVz7sn25T9kvY(
zkBRd4npK^NHhg9}VCDCAzVGDeR>kZjJRPr&?UQA!%&EvDF%@UMqT9FWCJ;5WJHI7N
zwC{3H+>d*|TxR2R>`N&<OsBnE6)SZdYEC@Nx4m3fM|T{XD?KhPzuYuWbey_RJgz;y
z+;-!1o`)$tZIZz629-MhBu_l;^26^ZqdTvPl%5ZD;SaEh&YPx*=TmR^;|5OG-GI`|
zpEUT>zEao2!o<r>8~ph^y6b6A3I4DQf4Q6Jdb!QIS3K0~anAms(&qwqNFaK3?hhFB
z*IjT5+oQEnbF0EdX3-?I3UhKdw-oE~P!`im%mdPHxCd}63mOOPBLq}By0uLK=Md~t
z@l4NlKag-5#2C5DA$gvLxuFv1n!9O9iMvT}6B|vsmj@6B&O4qaI<eAYge1GQnn*3s
zIv<+_?YaY%3BEPo0E7lKM2cj-a=Y-OYQ9bikqMKLE3!ekb79~zig|Bb{6$l4PjcDZ
zkrC=B8v2Elz&wG=Nd!s3hl;Tq#ZrXJL7K--kAmc)P;a3|8EZ%Hjk~)l$OmE46}wp2
z&e(oU!uDgLE^dsi)UJiUmeabM6V+{y7F_@@A+z<LU>;Y~aOohphq=#qzhaPCn2DQx
zfQMKMrwC*o48H-dnUOI|I}}(T8K~N+&+AH=eb@Y{aL{k=d;{vyv~v9A?2%wqQfOu5
z5%N}2#vsv<MAD{_R;E?ba1q9A>fx#oW@HJn`l(^Vw)@QvYU2R%sqxUNm52y2i!h@N
z2j2uo%-b)`n{^JF(9(ejpdPQ1EeAYIhCt>jzd$M$&ehHOhVIb`7T_tj2&w{$R<xLQ
z`j}^A(4$3+U2?F9GDJ<1`8AQw7%Y5zAM{q+=X%iiHZ=AQWdCHL1Rn$sA;*bcnK6fi
zA<{q`q#zh2ajk=KBcSgrM6oppU`10a=`btYMyuuGNO)jE<SM=Ox|U{`i?x<^RJ$Zl
z5f%AcvxdiX)G3eaIlYEG52TknzD+&;JRz0}96_orPqrBUbQMqOY4JqwMk52F^GqQB
z74!el_KxkDZfm#h6WeCRPAYaPwr!gg+qUt<wr$&XQn8InQb{UV8Dq|O9c%BkzwTdf
zf9m(udu#1FTP2kfGK}2Z7{<D(;)ekgt|(}OMM9BLQgT^BY)abk(a#^6ngSkSeb_*H
z2_V0JqN^(~BEl|e&0a2DYZ)W+TRxm-fo{7>x{+%V@J|#(MB2w%0&j!~U^J8Dw~|OY
zc$uXB7!XL`4lG>;k`bwZQyA#6W^1FvSOyyylf|gH8>(umR)wbQkHyqKsWy%n?zO2N
zxT_g?#M+UAn~%pfwWL~>tJ|KY-jCt-^`lg(N}Cu%|7LOf#7NJ?(oEwhPZxU1^u)=^
z!A{KM%pfZ#WYkDzi_e-YmZu#ToIcBlrj}cQ$oq)UH8suzjm+F7w@nLA8c0qX9*TJT
zoi6p1Hk+&|^FZK80)hFe`RZ&}b*kgDLeK!h{x+V=v7&{I0qwZ1$k&nyPM!Qx_*0pT
zZQGO<Q7X&EDgG9sC>0G~F}^S(6eyKWH$}x&JiuD7h_$4dZMh-3p$RFGQeulMwj~*(
zVwvKq6{|j`N@^BsTxR84k)r_vfG;r+6ot5>cCk8(wSjiFN0&B!%*R5}P-N7oEtWHM
zEs%jVXNfFUV2Nl*qzo4=_SJMW<p_o#f>+rshD%TWoS-UMz;J+2fUJXIHzdt8CM_V+
zD#v5X16t*!Q!5+_254mj_K`$+3<~6L*xsZR2R7uETLF0{vb51S_nh%r0Ocph1z4(z
z5>g2i9YsAA>~{NZw6`=2&Q-#Lwo9);=314pw^iXU#Z?oQ$jfXO4u!0BB~}%+(x%y3
zk0nburMj%8iss@goT_`&5_+d9%=W3u5g}-<bpd2$i>E45<aI_SWf$RP5A9NF&nmI$
z%nhv4jqTNO>(#B6ap0cmj)gQe{WKf~HG!cuKa+~<wWu32DubCJDk77$2lX9{$Xjsv
zMY+psL<>^2f@!UFo+@xxCLABw8}qosXO%cV@plPlCK~5xxO_01RQ#*iA=AaYihSdX
zgjs9QB5Omin+??i*<cB2{F`s{o5S6UQLylUt6J}#1|P7cJ{Kk0{`EGmt&X@Ui=6&&
zJaGj?{^8Q~tO9N8Fzq-z5Qv?UO66^A>`hcf)nXIXrf`%c=We><h-q#f>_n|SBoIE7
z9Xlu;R$d4h(k)g2l?hT!jhP;0osH>GEv|i9#ux3BaFAJPon;jsUeaQT(kc$Hb)Xb&
zMn&0KX<c9~C13ho5J`)aKzR!u<X~raxI%Y5T-VlHZgXclxwOa7TTO;}cVT~fFJ9N}
zWbx@mcW9l*=w$12RBuux#7t+cHEef%CS`Y!boT{b&mC>oVP-X@BIc8H@3KN4$!2b1
zMz^?iPitf+;w98BUjK@zG^tg8D^D*`RZp8&*I&GLGxRplt=f0kzKqs^4_X7fu0GN?
zyld(HhPVC$>n@xvD3+~3s41*$ydhZcev+&~T=;%gx_)RnsEy2y!n7Vq-YyFG!PRnD
z$}CaMXh4PeuoirK(P-!S?T~1urxM*z!D>IM;7A+ga0Mm1Dw9T6SaTf~=zpDHcmQ1t
zKm(u$Vgdkwe=<r&%yn@#PIrD9Q2A;~YOa?3qi1Atsgm35xYt}@(|?xhBD&u#2al1#
zS@6>2&QaM37So_FSGi6$8x<E^KhdlN&bHnMR_W#K+?J+p*DN-kzT#HSHXQg{x%v2q
zgp%@6iA2dp!SKe$Bt%k#NysF}vQVXF+ec)GB<9NzXA~Bs3*;~Yi$v3_8l;@OeN2N|
zb=y0<zDN&^q=7BnU3LTGjLp5B!_!l9dcC8r-V=C3bIU4gzew_GDa!UKkLvah%PUiB
zj?Q6Xc7E-hoIc^)MpwL@yr!6M6(6`E?efac7pd-vU1<)6O=Gtt6wnt82J0e{JUY!6
z3@{OV{**jqUPu>;Y!hlR<WxGy_k7t$dE|Idk;VBO*_MG2-KBNs(!~sn_+B~<6odQN
ziYPycD-wBN@*!iD3#o)c)Y+bBu3UxH?2ROVQ=?sPG@Nynt#qwkZ_#TMBA&!#SZUS2
zh^&UCqL~KzN(!<)+tJ8@%OQRGaHrf*7K<Xt3(<Hi8f8Sd=&f{(-DUQHfe0gZJ3sVI
zkwa>mU5>Hf)_7iZq{Lu;ziMbT9$dCnzeek5@q!BD>#DS7&6AFzu#s=JIu22kX5;IA
zaG)NCP}jpsZ+bqJ_qM|Ne!%@SztmazO`o&j@v`awjp<v+%T?F#4e2gDuiMAQYYN-y
zr^Y*o#IB$EJQjqvI6Wnr=}vtZ4l1aMg&_#IiG%<MJ|waL2&lKYVF-@r*j@ywk-=C9
zWh%CR$W`8IPSEVQgkBIDER#_Pw$&Ih2%()jNf-|edw(p$6L2q{NX>mL1Q(SN005zr
zEJ}*2hSZ43Vr$(FVmWRbj0L5lCW}|ifGJ3n)haUul_)4LiIcjA-p5n0;xq+-!6P4~
zfOfU01~i~ZW#&U-M(zfHT)Xx8L%UOz7eQh(mKP<+Wt4}dt94+MWNUezl@+;0juZn_
zU;!zWkaOq7C*AEi7CJ&<g^ot&0wo#PkmV%+KhR3UbjQ?jvp9+m$&&`WuXp}uovo3F
za1PG(dTFw+9_>*sgbH#QGQ6DFLE2ubwr&mA<pg~O9^}P!UAM2qWy`W044}n##_}j}
zrU&|aFI8+CXtR=%$5p@YLMCIUEeRGy_2CB9x0>CvHqu)7-pQZILm8Ym13op8KU=;v
zbuwiPpfcWM0Ki_apun{=ucnq)=!(PO;9v^HVz@V03L3YenlySu1+4%nsh(#gAi*0=
zMJk?cRtuFaumVu3=Jad}1&$SGt63Qn0&5t&e3liE8q-!wHqzDS^Mo{GeKDxGO~Gxa
z`+3(5Jyu(EqYySkKjVltc^Z-l9?RQWh}Au=;-;U*9Fw|9h^j)~&Mg@~r=vG{0W*rB
zawpl2q^S9j25sVd!xv9i#uI*@7fgHKwmLcY@#$*ZyH)nJYfs}_*B+0^&f8xqpp7p)
zn)9NryP|l~7<`z$ZZ2NO*DCS9Pd*ya-e2ur<k%ndr1kQ2^CRXGACJ(+dcREWOr1Q;
zLXFopEuMUzoR^H7Xj<1hzy%Z@(==fy*g`L9fs{X0R7h3_q%r&NW~i~3naZka1?5$4
zrLwmrRQNe8=0fKVarYFD|0Dv{sfRZ2y18QT?l{Okz!o38)0}m@pw;W%g7U|9l{1_!
z)IYskrF)OL4Oc4rm0p9@dFf(f&;F2er6)0r?fEnGpfZ1YAxt>s^UU7l={_GJfRmpX
zv0m!g3kP-e1)RL(Cb;%t6RlmH6N}_Bwzae1Pg8i$1PYRChu1fZgXebU3`JoP8*Dr*
z7-%H&E5CT~P13!UUUh<7f7q;yVtn^;In=oXv@X~ROkfLqi)~PiXC@TsS~Gz0K4oG}
zwGWoDbCr0~G0{39e#)eaDElUj|8W0XRCqpGI#t>Xo<1_tcn#~oeR?dha!3~&8R1d9
zhOL%TgKIlId5j`(mCOt!H>H5Io=R^jT8X3(YTA`hF%|Sy4W%B2oI*1^W4&mLQ=g0x
zb1X3}T;zavTXHTiwl75@ez#m8Tp@`2F&{bR3-lm0AF1{D`DGTDiE&KK$9g^%5+RgJ
zh)ey)ES4>oQlD5z?RYF^j478fmr}NPYAoUW9m={4-H4(ak#!k75bH>@=(W$R^+0FF
zR_dWLb=D{;z(xY^4a@Zgky1thv0TC_(4s2Fn2b?H1VKv<Ui*YpiN{t^U$a!`*$|id
zZ9xs)&tuT=N3)P3LIMn3(=^ozQjEGNEvg&DlGQIq(~$;Lf#1+mbiRvmdtH@)d(Rni
z;(I+<mO|BHnzf7fM#&Z(LyIG_4w~Zx@0jg9OyUbs1Id=!@uvLBeevGu`=&-!2NPPR
zW>!h9b3Y^#15l=MNm<W^0Nf&U4Zd)}W{lf*yw9q`6(B9m*34kc>3a%(>vKJ(97>!)
zk>QP!bx+4}-PZyY@q1!x^}3l_cuTV#owNlXr`h+AhObzi(9?GM9t!Z_=-@yMs)*s9
zs{8#YE71D*7t_j<a6r;`_PWe^PAzwzEmPu~S1-;xQ>MPYBz!)em8E7+mi`H8y%XF^
z^<hV~frs54JFu}$TzSWiqM@SLMl~If72pV<YFCi{>zjP5?eiGR)RYhh6$-$J7Z;<@
z6Dv;aR}SZ~d#q59m4;1Ef30)byTHw;^^okc@%f?~)T_-Q_SyPQydPQju`Uhff30)$
zFhPKdRYn=j9I}xjP8mKM-0b4()5^bYK6C1(s#u1vH9_F2_^aE64<r68Y#f^Buy|rM
zU<+{?#MdwMVfNwq#X}UTm7&j+NRpDKk7M{~P!kbX7L)Cbhlc7VZyr{YnkF^<uzFOO
ztvg|)iIYq8J!)S-3&z|!XRRb{f{|TePE$RVbqK8HOCks{(%u;Up1N6O62lQGxM{Rd
zbHhODbH&haDI%$5)k$7QB6TpSE`qvOfd0GD2Wpx>h6Wd1j6Cpzabhu>XxT+bvC=fD
z^Ba;mr%^$-a`y@}l?-t{YcC2@n6SmxQO#!i;DKF&m-h-H8`d_E{%(<Pb46-5c9NVu
zAY!A`ysh7(6zuvY6O2~?6icW8@iT--SW)E&ZBuE~7UMqEE8<Ynts`L#MX^Ypz~~#t
zpUGyh-<8(c$B(IH%hEY6sp38ts5ji}^Lp0FcuOaLSN_Zd{CW^vCb<6igJAzCOjRiF
zd|9sfI^Nskn67?_8Y2JB|AFY*BCc~DPx(%^MCjfa6mgCW@xDus<S<T|L&@~nwaT$$
z6TY8)?KsPI9x?OW*(rJh^~p7l>GC+jL2!87(|v6#<gq~e<G`rZ=cGQ?YtZWhsvPa_
zM!()$3;)NTPJXXP#b=x&^^eP}md>rP70l}c@uw;dMB31qn>9C;htuc3w*)tcHrV|4
zi+?O$vuFQ2*XpC;*7sgZbNd;T90)^Pwt5$jV!gKdQn`3muTrtk`P7`S=qPd@uHrE)
z`=zboHmUjF<?~}}5HgAe6e1%pp13YH2GB4o6Iy@>*Lz)y1ga=1L%U;ssXgqiZu^uP
z@cXEkWA13AhA98T00RK%BtZ-S7$72me;8nZ|C<38tRSnUko><HV0lWiii+y#h5u!M
z1s0c<H~h;0%Wo>H==z5N*4ooD{0{>xZnSUuivcz;yR^EtUcIuh{c9(Ft4o22DTB!Y
zUs-MUYJ0y!hF(?UIFZVpfq_~1`eXIhp2=ZBP@hjiVP9pwwRWdBY#MYTG9V;h&?_3!
zuKqL_W+-lAci4isut+jVPOD63T!}mkN7-m38U&#a4hIuwz@aSMNYIC%&K+FR8OTY2
z;Y6c5k-UdViG9bW+5s^mi35kDX35l4wyL{dvYRF4YK6h@#e7_*43b`Gkov5gDuW>k
z*zR<{BM~rIRo3hD`uv4Jfz7zngFLKB4BhH5gQ&{R%zL_6-;*5<`-xD6<3QS<#p4xQ
z%;l`-c3U+RKmG~<%Rq13Y9DxXxG^dOrKz~aNhKy+aFc=fqXYSLaOkdwCZ_9_BO;&m
z*n5Kwg=>Y`xX!Do)$17ysw?UnKOwKj&GBrd_)UfP%kS-GK`fVt6U~nNL?n4TjYr=P
zn0Ix2vMCU3BK?Ia%18_y6=E#kKPZ%W!P5lh26|{#BN71s#MbD*LPkYh+E>-J{0QuV
zG5yefQ#I_U%yLcx2BKg0qKI7H^%EXv{i6q7=f6)$J%kXce}M#IYZiURNk^*3Q1>DS
z2_v|U3kG3jCA;U_Ge5N!r|A!j6$cp6n8PQJ-I5GLIv$ckfodofm;!YPU&w*lsg@@Z
zCM3^N0!l@Oq1cwm#G<r%L~|tuY*g{XWKPGLr8$_t$|;MzYQpzvK++w=u=7GaA#qId
z5=JQX4jD(Y-KPWk3d7$m$Pxr5xGTL{Q_~LPWouTg<C{BB=dklJwdrt8o$rScsuutw
zXq9?xfW$x%PvR(G$=G?Z%g9=(K~{lg63$4fS15Ltg5Z&^<D3H(fJ1C@rzuF|&DMPV
ze3`!IZC`S)yEFzh9@i*O@VxY>ARm%kiK?zfmu*)e99@NusP@ys(dO1p_jBP)zxR8f
zj^$_us7(nK8)%*wjzzE(WJiSFnFMC!elq~O<MKCcQu9K_MFQW6RCS`@U~A*-oh@k%
zsbxIMIkpl}oz)N?={`i0+jK$@!hAgbeG7?~^-p`?2bLW@GA;>3eO}`HZ~;sg&I$1(
zJI}MQzBX=4i?N^0y#eU=t8i@SFvC&(N8ADiy(_i97y%w$HnpUFvulzQL1pvIWiEZw
z3|T>}@AjZ5{DknJxeA-GphB>;ZKOGY8Bl~pUO9knRxjViv#!D?Pf}A(gmVIUcaRYT
ztjW9J3eBI}Zx6G7d&1G3*HEkot)UYk2wFA~{yyJJ){cE9doJBQj*RN-6n7>U1wi5&
z(ZPSbOBG&?fxwY5juJ3X@<?2}QxlK}s?#w8`~4oJ^C%h3!OYenkUXGMaNq;@J1=8V
zGib5OW&r$usBeQ3B-WP;*up4n7~sd4MW)(H!kNQC0)of#AfwnSzyfbWqstVR4qbx2
z4>7=>WCY{-zAz(6?S-+huHaCF4^mXfdWR?gwyXpo0LaKHuyA46!Qz8VWN;BDuuIr&
z7FFonchLaA{C-7|zhHc&?Wqwi4x4-E0DV2OFq!b)z%4Utj-sH8_RdHKCXKQOGRn2|
zK786~+f;;MwBF;vw|r=S71L_>V2w=@an%YYchpY=uiyhrbD*eX1~bas`kt;`pO6r;
zTtc1q`p5)hC|~M*ausJfKba6;n=W!3WpFX-w7rBlcMLq^5c%jw0W>0r9R>)Gb}}qe
zaVPXGvNkV}F#vm9v@9R^fS2@3szh3nbI}nlnGpM)a!ewb7{LfR2<L}pg-MR$S7dVC
z&2_j@?$+je9kc|*?=XKcnnt~k3jEyHk=ownpBX{e7Kqobg9)N?N(Q8*Vw9ti{_cVx
z&<X%ikFfdB*oPuLY3g;F$2rz%d2><HjCms(WuNotTow#mSz8PRsgIz1nxo9a&<>@L
zjK}nV#$0uOt);@$<T77vDlV^zr2<B_ij#$|m0yp|^Leh2SU|7v>PL^J!lR{<GHLJy
zGt(7=;AK2@mkQBl&wSCb=JH+UNcq1gt5uN*6*C?~y7iGN-77+HvJzEBSd(ib+)wrK
zF;ynSa3R9Ke-}8hS%DsY<+R1XrAnczEySfa7BZfi%4Dmp3jK5IKdP#DOc&1W*=TKE
zjGEh~tL@zIHYg<a8qzUn{B@W#%tGT@$7E|93&FPrP)XW6$Yss5t+l0Po;ud1Yg`H7
zAXJA`>-^Yi7!ExZETcyw4ykKdwN&Q&D$;NQ{xjwf|AV?T0O)~!Wk$YI_Wu8O%D#5(
zOF6mn?9~QhLo#H}o;G<-+jZ{Tw&8OV&fdIq`Oe<FefsOT7zO+fBGWF&B<8<}O!GM4
ze-N2I8TtP~WQr74{ENtRuWI-gktq}RUqoh5$3KWnslk5`nepRa<FRgbWp#CFV{<EK
zZD+TC`{3{>V(;`U`1tbb+Ufjm?dDMq67cfpD`gM)`}!W#7frA(uRjPHA+T@AUpPDr
znN%uzETF%agkHyDYplL-6ccM52LI1g;dm0hpx$dd3i$-)Hz7pJv-{#HM=~dd%5mjF
zsZVJ-FW+d7q>{O0j`1@c*s74lQiVdPkXKN&5G>_JrQ&$>%9UFB3W}?dCc4@}20t~}
z$Q4S(bg|6}0_o|hZ6;g!nd~98>&<wF`Rii5tLyD93Mlb&+LxQ*K5-1RA7*O|Ym;)r
zS{;#^=WsO~-LA0}9t}+sW+;9`L!1o<e(@nv?A35Cn#%;{->vB1T)NlzTo!vwGpX&0
zXah=r%gTGm?hRUF=yShXTS{eBnnThnH$BzO!^zKjc#}GdbOo{ao$%Vem>i6!xjB3&
zc;+xBwY2`paePmBm>=En6+R2o_W4_Wzaz0D>#|L@ZuzXKj$oFW#{>t9P81lj_58Wz
zd5sKQ3mG=So(lydN!3?`O4P`VxXS}(MH01;?prbJgBtT<B$}nT70P03#UUMQOvj#$
zK`+G|FOMN6jp0xeB%V^WV<taxSt6$XkhFwLQJonzBqC%m&$BZ2T!#VfJxVOcA;7K^
zBv?%hP;ja#DIH5|r4APRyAXPuuzB2v97WnUW1rFn87Y^Md7Up)a`~0CmyyTl9ULo*
zilG|1IEI3gm8Eqgmb1k%xSkdrsAyTymZp-KMS2j!0t;#jP%Bx=*-<Txs$37OYC5hb
zrb;mN?k(fDBBUtmOR*<qYNOw^h@vcn@T!{z6*@O7%qz;OskdBtE~1+uC$p#P4nmb`
z7{>xjFUx=-o+#bfE*lIKH;@O_BrC@y*X)<q7qY#*@0k*P)Cg6w{g6(9x8F%sZ0?4!
z&AscPsvPF}M~TAd9LMlEWnzTUinExZQ2d0XCmBa=D4Cd7Z5jhvcd8y{pjP`IW(Cym
z9p^-_2*&2bD61a{B)(rgE?UWK!7ZssQ?q?nHJ9CA*08>Ean?C`|GgF*!Y6_JUo{l+
zpG=qC*Io?OKPOh;|6?yEB;cPDt0lc#=PrZk2O7+pPh`<rduwrE%$#!m($#Zq3I72G
z5oqJ^bz<cSUC5$i$VlVjNfQ$Z0e)6?GG4I>Nx3BX1tdfWC@9FtC}>rssI_(ez#s^a
za3zGusMy@3!hE7{<>jTrRaK}BR^Tlet+R8I9WmX#B*bg$`0$jJgTwWHLBd(t-90Nr
z@a5aTF0XF}hepv5km|-K!9nMR+TD*U{=#C`8gO`2MDn#gTWJRPBBRI}lQF7<Td#3j
zu-+QVbpEW-1GyJy_`1*%Nd#()I~IdL!5d9vNj91VWpWU3YK)=z%YWvg5GZg)G?+-I
zp<B@uM>Gb^<nY^yX2F_MDI$rhJFZPE1457t`Zu~@Fa)^tPO1{Lp!SUWTZbY=>%zXL
z)A|1WxGGRnMDK68MFbV2ax>(VQ9)BrKeZexi&|%O-91&bAAk;<y}!ChtKRG%q#LCd
z!^*7!aW6b$Ly3RTp9~b$k2TOBBLa<d5;vT}F@_#b9`=Sb_wqN3wDb#6cxGVaog<QD
z;eDrMYg(?JkJ%@J_q;r5wB8i0>f}ZHl_w%N(^hW`biECa>-A(KU#TL}W7y_zEMLs#
z<-0{wK!y?hrY1&kgyAR6_IpVPOv?0Eu(*aOy04DQZ&i(N(WakB!9NIAfv$y&P(Y{q
zF^W~4MGSQUk+u93y@>7p<Jd@8*;4orUd#Z(h>O1~dZu?FtU2K)oT;(q>?P2@B8wHn
zaHBiwC=R0gmcmJ#3+GD?Z23Yh`{Ja2jQldW?lw>N_9sf;GN$mQz>Qs4cFAy=9csgg
z$hUu9aSJ|@Ah0vKmpC@=0ZB81xfOL=3!q#N)Awa$YRmOQN)<KWhg>k<@u8=;pjPHI
z#Wl?5)xx$^!?8QU2qQ>*&G#ohpC1o5O&vQ-wVxg-$aYhNnM-Lm`*RW_4|`6MUzXuk
z<{5!Vy_F%>VrlK_4ccgJF+1-emCPWQuAZ`n`L>bzE3);|xN+usS=(fxLX*sFxc!e^
zmaHS5MRo}U&vl&_CT(EuFXGPHw4jE~nv@t~*zXyOO42vp@wmmPUl_3p^b&v-tbjs=
zScXBFq$OQa5J7H5ogH!9mQp2t*F=7p>3Wo@`Se+(lk-js=dY;G>yWMKB8zgT4*kT|
z2BTRmbowC_9<7_^A=oap8GDa6>t6p|kEk5s9q;S;@tgt%pft-B!#olcW$lu<5<y+x
zq;00lIv?0(bDdC}1w#KHl5G2p2sWSTMLQO5on}838>TW?H7iFyDkzByd7^JGmTCoZ
zdR*Z@BqiKM==HtPr<lV;Sx(u_y?#gVIGxe9@kdpD;<gW!7&i&J=T<+SBI6Ji6^IPj
z+7h->lw<aEO&}J}y4_FPuX)E#zxDSZ_0iq_#kQMIkD&eW)67v>p5vk3TGs1PQ2yrm
zyMN)P*TRO=w}jj9?;EEUaon*)hxv(HheiWTlL)8A5H#6RI-$uR%)3r$VE(6<&+rgN
zWvb<9QB_uIKXmA4?R1pBJ-)l}_$$i0jh?F-p0@JA{sQ&0)lPniehypFMDTIrSz9SO
zWE1h94q}zce@On_h}m(A{A*JG?uCQxFl7?gWl#(Hu4T~v_boENcM{dUIQwP&ZTOr&
z@ylatTSUx|U*Z4|0Hx6fAYgRLF*5L#I&N1g{-mQZsLCtV2<b;Cw+pJe$h%J^8|G4U
z@FD9$yao*&2rQ2eznCCJU4<kg7mJB-a57r{p)qDh;27*>y@M8XI!2sv6_uDpHu#He
zgj_GwJ0lAZ-GNh-fP^`j{4x{st%+w2+D@}v<tPV#Mam<lmh<Cnr-=Eu4@wBxIWtnM
z^qh2bCLKPI2F?thZfq3Zlu<1?b6MVIOmgi=fpB&aZ_e?oM;B8zyqB(k9gbLxSn$dg
z$eRN*tuDvqv5=alQ%ds8CDHqcs&E=iwsGtcLN+p&VpEY%w2dR`w8EVKzMubC_q#O+
z7rqc0j6xVsYFr25yWTzz#V~%F*i3bOY_cosuK%ut>|*^;2JRpQp|}-<T~1A0o!0iz
zn50A$E^6L+)3$)iI^M+}N8g|WYK(KqF6o|zh&S+k0ReZFcr``P*R}%UhBoO^l4SFB
zmI4(tMI|asv|M!pd7NWhNS>{|npA+uRnrMF$ICJfx|Zx8GL#5|IWUbqEip{Uz13#5
z0L0OB@S0cqNEnHT`k%-`$o~^QhW*c=iuz|zL44+s{J+A-v`_^%-Z$S`^Xw(0vA-5O
zQOmUnBj!{VC1qvO=Bw1A$~<ewtKF;aGh%jGFa*ttmw&Q#SletiI&-nq_PqV{wDt~=
zbdWF!)ei~?^^0YSa*WW6OR@U_Oy_~(%E;l*PPfg<O)o0WDE*OIMV(*9S5e1P-AooN
zo#fdOo?zAyDc3Rx+hg80FjU<p^#!nZF`fyT>+P9nURGT+TuYr=+TBy_Zrhq({gt{A
zICY-VnA32Vms42V_)rY;{tgKV0ENY;s>>A&szyY`Kke)93!=RpUWBri=?y_5WSs)m
z6ZP`%$7WfJ%i;1k2f%(JYe*6S{6QEErGS!71K=5`cKb`z#Ku!Va9C&znmmhnJWvhP
z7cM|)FeHN2{UKKpb#IDT)Bsnx3H&5bDPIg5&d>%tlQ*D-j)+KVjO*uKDmu#otU4);
zW{1f+E2U}$m!;YJX6tw5V%k3l(^e|f`dJFaE6KbMW+Q!^>7WD?YGEq^dg_7Iyn=M=
zizpKrx<0N0rZ7xc-+WM7?P{!!ptC14Uyf#b*xk5~xHQ`C2FCOUT{qA@ZqpMa<x}<A
zPr#;@6L@@lfaK;NVME?2k{ixeOBI^6?0klFS{Wcv?w>L-dVFs{ss)n5PvuV;sK3I<
z;`oB124LVn{0%<E@W@YhgOHg|1%hFPO!GtF1%?4&2!<AUAt>w;hT&*R(0~A>KgI&+
zSP;$zVYnmid(l_}5``g*6sL*+w}eN`?-c2aq(ABZuy4o(6R2-F%UHE;yKLl}E?Sui
z8XSe1X|8Ko`^vg%Cd$ne;X6*N7OP2vh%o7;v!|DCWS-ZX<#;)Z5v_QcO@yi1^1TA#
zb$vEc5|zCEvf~5SHN&V}4PhaRos^W)H&WnDG*^=Q`LNc~MnkyF3{3}IkHr<LaMZvw
z3$RW+%W77BX&P^rpQZ2q#Xhx71~1=?55|=wOw2ZFH7OWkx5`dZ>ha7-K{k+FDZVo0
zUapU_dM^JoOpnPhD=+xFVODt(lKHE`X~3$c%Cdhb5%99T%7FB_9kk;I1c#mzK*ZHB
z2!yjz*$)SxQSAqDOtcY0Ai7JC27^J--S#5qj44KfybqG_gLVV!`XLrAjQhXI<16sD
z#u{7K_``CQ>Ggz4>DCYN)lnJ5=tYrfB{E-J7HLae9Jwr0JX58wS7ffWhyb+++w4O-
zE3$W2zVM8!^AqMefiumbx}CpYvFl`EX`Sj=y|`KJ6G|$aif5m^lS)!S2&$URjkTLw
ztXwC}EM+QRS(mE1x!Ee*BP%FDnnO+Sq_mt+ELQ3KWO1fqXKd)?*rh`nH<Go^UDK8w
zaM?e%4MSg(^dyk-oAm8o|2nq^j!L~$iIILVbfGrmefMim6RJgeLLB?q3wuAQIEbhm
z{vH5fzSh@|$L~ivh)nr?FC5jasc=}K3D_OT&VA!O$|;7_@P`CU;C}g1IRTHfOU#aH
zEjfzIb<LC~oy#)w`=-Yx&~vj%M4fJdYuwrWU`45GxK$<M;-|lpYIa#_sY|oGL)$#Y
zyV?rgcz3j-QRCLpWmr|ypIS|u15JQnD|LH}oJBG1#-2n9Yj^fUfUKA9(iB_UO3{UV
z1ls7n%u{JKAA>JJ*3O{-HVaCuy`S&dj>pPzJH|kamQ&Ckh-r977rp(@YOmcL1CIXB
z^}qJIt(zh@myMlF?+pCb;PHas!L@q?WA3Ysgng;%dB>LFAkfNd(PgEhVTMSeo7#%c
zjK>9_A@X8}K@+2P=*(B;ao@-{!B+f}8+0A&BnVB2(P+h6P!buXD6;lHRj}znKB5)>
zT)?5HIkj%gE4Z-h;36s(4)&$Yhc!3tjx&TqAY6k+<f-gKfh-OwWuQimPps24n+$_=
z)O|@Fh@iIV+{9Ja+MUk0?XK87eHb%VgEHnQ1f|S;$mI&+S|luz5&X)8a4AYv3#|FW
z#k8o%!H`Q7SaHY0qydXR4<gZUW=%&7jL2iS-AQRSs30RoNMe6y9CS0AjrweVGR1|E
zp@eW#{16cP>5WBVBJtN{>`}MDD3UDjnYDy5Iq_#Ap>QtwYN;HtSzQvIbLna_^@PX9
zY(!d+8O`sA0h*S?5QiXBrHhfQfP(Tocz9#P(KG2#(8fTob81db%OTf^y=;2nOcsph
zmGV@^+$1X+K<@dhH7IMQNaYcHCr<EBcI13y9Sfvc%}%0NwxkRje8SilN%s$_oWXqa
zzc~`B)3Omxj;5yk)zqrS(~g;5!!+1$6eD_4bCtmmBqAsVil0M@dNxB;x2!b0$39Di
zbh_nI#3Bp)kf@2&KFHs|*tcT8+I46;fYP|>36Q)>o(aiCf2hhAp)R58KOIr5Is84R
zMoNAwSQD&J<!Wkv=spGW6jJDN;WZ6-uT-=?nlWgKZ&cGHXZ6Zde_f)-b5oa-gi`c*
z({R=cTb3J-V)i{$(=~tFJ*8Zwm<C#=m(J15<@sS43oVmstotn6zx}rKQ+(RV%W)|K
zW3UQX*P2B^B>IsNahE@bN>C=pP=PW7AC2Tx(mYl|uX$Uk<}t2HND;+TsvV`KwyEXO
zmFo78Xp0os8qckkZuH3st)J4V6H8d@i9;IR-IRqyZ9G5{{hrfXQcB7+$l4=1SEISw
zzQzUCMtkEfGH#P(E{^<AM`m`Cef1vv<I`}qmAUEL$7QSyBj%jD8q6aBG6JsT8!`BQ
zpRr%JgBXD8SEz^JpHL67q{mDbr}^+dp`O^t5>*PJe?mQWQkvBNgnDjt_umq8zoaQp
zlo7J;lJLwiGsHhTOvG|UD_kds5o*^cIqAd_lMd`NE-%&Qj~ng(I&I$k^3Xxtet7ef
z^|c8ych+<#Gz}1s5{Zb9z@}nONn%Y+XUSkr&dSWi%E?E=&`l}KFUR@X?x|JQ4~Y&7
zXtrvMZD|kI?eJ@E{ZTjM!9NfjZ9g&EHQ6+yf!d=sKf5YFyz#wZ>dU&B8r$pps>50H
z?mynVqD?EJuD&Y<K0-f~JypCFmFT=)AAzZkXA7bncEw1S%;^Ym!9~dwlH?T(gJQG5
zQXvxwfJ9+_;=BUd6ADM8zX`(5yP}u^z%g6-R4^4Y2AxSJ*_MPHNdt1h8BtHM(Jd5m
z`S}Z)s090vqA~qk=?s#slq$icgsRtADTX68VBi7B27Q1+b!FH(7Bt+p7UZAoh1BZE
z@`;8asMEB0R{D8AN=f+M7U|Xp%pX88JXNgxdo|Ni$;S5!=Ic#oGccrqb&CCZ4t<>*
z8P1jgf0+^BC0=(@VF-*z*$o6-ZNOU`cCIDfOl=wnKme!oI_>}fVI<xsL0;?C_MHAX
zdtW~3<;kce-VS1ym;Ke6vD4y1i=xNF{y9Y%7sp@Sc#rby-_qaeyyJoba3T9V9so#Y
z5N$Z0=3x-w8s<60Z0IulqQ$xX12AQp<{=m>ih&lUoJ*2cFph*?%l?Ce;TPqlqh6`>
zuKJ2mf-68DJQ`JEqk-S0IR2<48oU0GPaK7M@Mfy>rpTZ~#O5rnuKA%dc56nW_Giv|
z5hNAjBoX3y&}yo*_p16q&*M}pL2R&8n6cuh*#2=gPZHSieq8RmzT)@5!$es#2^A%o
zh(uhz%0CY$lmR)6W#l2Qj(yaq!6!O)@j|PacB6mUb!;aH(y|;UVZ?Px^E@f>Twpa;
z%Zi6B(=1E-ear#&dwkDj&b|gXM+~a_=c!)${iDT6dMy?z1}~aN>%Qzc>w>Y|HD?r`
zajuZ$`tgn%oT&+BVwEPE9_Q^8xeAHuIn{*hMHlUJ77<ITeZGH4fK12Yq<-rKmL(as
zLelw7a3frYK_FtltDa4xwW}QQkj-D(hrc4>I?jP>(H(cqw3oxTux51WkGL;84O|PS
zRXtE2oYlPyQdD)L;M!xht+_s#b%4_JR4Pi2NvE=zvh^-1fzk=BO{Zin%1!5HMcB$x
zAZDp0R94`trCWXrx0OrN#7KFCT%(qyYwbwnb`=_@P56*Mkd}PtNa6j$8@m@zvkPxF
z^KulQk=C&X`WntW=yS%yHk&>wgmNmD?<~0uzK}lQK&6KM4})E$1yk-dD(&%f{pv5<
zn?{}|-Fx7BPcU-=i1An0gaI#$a)5w2=OXzqma4uQO?F;+*xs11_4pojt=^Bw!c{Xm
z6D9>)ZECPRMScQKp7SEKH`+ZK*Wswta?@$Y$C@WI-f23JS?jS(Qrzl%9z1(?bIu5l
z{ugbF?u739G(yZKqS?vP%Oy(Tq+Hu=6d;reo^Cz+Oh766gD=`OzA+o%(HsIgG8`zz
z84l@1#MA6U6{yyceX!;z(2{N&L`9}Q%Lssxjjr`+7tXgpZx+JYV1)YL4l>w34zf7_
z4n+K42N~@Dc94^!mA*V=b;T?qRR#uadkuOjnUw!&kxEgL&CF`f(#g&1U?8xU`>s&;
zpBAa`w5FD+oX*)Udxz4o<(1X7m4?ZwskXUYRr;m%qvMm)h|TTG?DpL`Rs6%V-%rm2
z3R_pdZf@t8OTY)kza(<8h8Jq*C!`!sPbgBUE-29`p^zQik3m%9g3-96M_rv$c~VwR
zDuD_eE}26KUmV#1;qiu&X(<N%7Go+Wvx!WBAc~3dB;Bc;T?<%Unq-T4JKh9}?13h$
z=}38|)a2Lb!sS{*G_xbDl#510xhj8M>$x)xZSl|PAC;(K)w*69JJ(w@>S@tfZeVF>
zm8(=cJzZMx=u<Di&4Fv=HyfFBY{Rj?WP{S$?TwYAz)35};-$tj4Ozz3j)G#zxYgS9
zsXoWGs-)pkCw|bs$!wQ9z3D?KZ|bcM;tDF(AT#f7@N@)Zix|my9ltMDQHc8VvQeMG
zH+r@CDSvoB*DBEo>HX^RL873ynsj!Q;&pp?dN}yr%h&t)w`#3b-&g%A3B&8UxfBBG
z-clvYZv_F`(Dg5j#$NEVZa6XN7v?)Z6zYy0H4vs{G#D*hm1&T8qj_x~1geedAe!at
zxe~?xtBf?3>H72lB=F_MC{76R%$P5YKx6+iQF+W?0}jl9DnCqF>2%LcRjNGSSNmg?
zJZ%djDMzn|UUT1`Z@%;>WzAGGI}>@}j66l()%_@W=#ULF!mQ;P6w}9{i6ZmcjHE?=
zSdXT8sLjN>S(*oK8CtFn`>K$$8H5TMD3=|LaVbaOd3i#iFRn>K0c`qtoCwJ-u!vN5
zPpcSa1`wu0h2Tk*6}ypcQM*eYSzH$#x{g|fr6@&fFFR3OP!oJFMF)(4lr}G1)UvE%
zEblJ9Y^dWqxrCoHvOcX{zjwRJKBIXhVA{Thsqxy+DBdrr+~1^$`E#yaQ4aRPW7V7A
z;u#GJM^<$^0MF9Z-*q*-D}sTpZgclJj5#QH9o&a`aZz*SiElnepxsGNN34wn7@A(5
zTyDfKjXoWnpWuBMJ8pQpW@JCHhnVbZr^A@yEc9X+Th73Dnz=9%j|O$b_Y49N_*|*#
zW`X9lB6+{=v}9xRoUVw167;b^;8sD<#z&YDS$4ojykJ#US+YOHr>*oc(g*3k;vj~i
zi$7hm(znILME+}=g~dh2EsmvX?O>^&Mg7q_4MW!lImgn3FpH_9QS$<+i1Yz5gjhu+
zq+cB2tFya2b2l_QiEA$m>J?3trd~5R?Y`iItVfL(sJ<Eo10-?LzVTgT5?_E>s_U<U
zv6>e>TY*s!f|jtH>e?|tM|%GR<@WXx#d3{u8#rga`{;I1BD&>$Tpo822H@58k3h=P
zG5Yy>?FLB-Jpbt3Bl3CdoWcJH%ReAT!oQ}?vuh9lgQTzz2;2B|B19?J*3S^I(!ZNe
z)YntvTog1KkqePeIUo#i8$ctJzhh(1gG`YZ66To4a7rrNOAQEk9NgPxU27#AkPRV1
zH!2|64a2~h|EcFb0DHqODl`oOu<|I_=}{2IRJ)UEcnHMA7#$|^ofqapKENJd6CKTV
z5aM_lz!g;=S?gxvcak{3*ERoIS5)Mc8k)nm$Q$8{oPlHQBgFn3BjB<TfDJXtK}WO@
z71J{ZF$gySK`EDjhFFmM;g~0k$-3VE{Y5c8da4jXVqN&F)h1~*K^XCHY=UwF0K)b{
zLU%&cEwtho&7L=i!0j=JvGEhE=iQX7+aHXZhzJVK3lxFf-ruBx<Ud{r;#WuCmlyIK
zpaPopuNU%vxR*2tv7uj#FeL)W(tq8{f4q?Yx|f)Vzi!*S37?y8M&u`lzuZe-`fu*R
zA$s`4{}%k=hyJJF&%_^?9*}C`nUNcqRp928n^*YnuUV?3)|<XsKc~(wzp-7rxTUq@
zpMpO<`hN@lM!yfrpnsp3pG2Qt2Fxw2(@(8@-4F}9OLs+@_Ziv_+q+Iq&u?z;(ysg)
zZjblR?#nMvp56dpu=ql?dc5A<j|f#u-**PWkozq&HKI2=&C!#(^Dq-oTcXG4T=69v
zR0Z{)aR-z%P~)VuKeZ;ZxXunsk{>k|R303UW<GNTHpj4~n#$%2Ma_pQ8NtdIi!cHk
zEMJ={;ER<Stssn>FBGb7fS!EZq~|LvDx<g%UM<y|r0j1)WMRn1d9B8tJsDB0H!E%R
zi08{ii?yl!2k^A16)iN{jz(YX#7>~J*0?&Y^{)t=Gh_P%^0e))qXvtGGD%R^utwdz
zB~fIwP+6}%tDc?nnl5d;h)bC^FSyT@^h>2hV{s&oK%J|Tqq$5BeXp*@`%|F|%F&tb
zb=!U}597}mYWL@dik{Xd${*YwL8k|;897bd#}{kOUOo)He&nwrcdN1%F?(3qzPd1{
zJ72)N=U6+hW~gm1Dkh73GQ<k7eCpcYVxN1mSfLuw{`%{bxTb$(OY_3%QU#67Zjn#%
zBcUqR_G7F~Bv!*tCED=g0`{niaJT~-iK%`dLXlYuv*V0J(Xx{oJF*Ie<*6!imy@F^
zWM~+qOzNJkrJC3&n%MEWYHTJRr<_p;`ZsG%Cj^sI<7fUn9w(2`gk?GMH9(|1{z?_B
zo1`%zN~z@yP@kvg$HO|5a5#gSmxfV}<5(sUIG>-D=7qkVk>0Z23c{3?RGe2-_|Elt
zxZBZOR1xSJ^jEhXS6tL!&7EJ=_CeBK)(v4=U)GONR9-erv0q#^&WX`pH7%)GUp23p
zRbI7hxn5kg?uOD{w;iThU$>u@RDND}T((?XcixWBez#>@vcBnl+2Fb9!92dW>3zPZ
zWpo8#+1&O)FIwLYKu})Z8o`Tu-wvX;lHUy@s8`*|W4poMju5pT-i>{P+Axcdl}6u;
z(}5M;PrkO$v2Zc2!VgYyY8y9Bb3MaP&G5X@vC;~F@jcELpzE?O$jBEo&C80*jx9<{
z+cx8>(E9vdF*DI+TQ%_8YhE!->mFXy&#ZPuwMgoI+7xZdX5X@(L}1%?+4SM~Wp&Zb
zv19s1z`AP&_k(lK5YLx$Uz>J@<v@o=kL55y`h)o>M!SajSlzmZ>qN;bhxs%=>Id_g
zVx}+mxlH9X(?xY>EYqdL<d09DE8$IFrt9_#LZ%y`w-27%A8`CkcYJucO!r*0pG*(a
zJo?O!^U~i~esgMnV|-e-_G5Wo_L}W~IZXTc@#iQ?WQOImHTQ@3RySba{c-i@=il>h
zSKZx7uF94kX<Eu9RW1D3kF&U+mEr(Pw92Kc8-FLMMNq><0Vu1lQq8d)4#vR#$UY>V
zZ)dyg%;tR1?4$v$Km#ip3&FE=du%HBU|7Y$0Zf{kkb&@g9W#jx+zkbH5|vQM?*4v6
zyF*@LR-^r_ut9@UMoiwVXe4R#E(*|t2)@8&0GK(iqQ_kn0nsuKwtu)7FaZVMz#kK?
zpnQ!B(H_y=AOA#RlzZcC9>m&<^yU7`d)c41^9A2p108QGML~6n;vplEERonns7;9f
zYWSm+9GB9%PXtaCQE-fp%X!`><-r$IiAzo>W!xv1$rRJ5k571b0KjXb$?43gC$$!s
zA@A%3;BCgGwFa0W-7gU#cm<}6a36qU?*>%WFK~1f5dqrx<SZ_GQ&d)Fk=a>h3>EDo
zS;@@dxDnzgOzuP1WC>ZtOUHC=>jXBAO4-#0lx|z?lI{&cIR_CXRQ))p4mn9AN73K-
z!+_JA0i$dyRq%Xlmb0q6i+ry-C4#F-als5``RPr8VjP|!?gIU>MBT=i!G8k&WrWF=
zGYjJUkErl3GxGbFH~#ND_&=GEU-KaB|1l33ADn3trjHuAr`i36ZeQy5nAUGzcz-P-
zzd$$!1O{mnlDmdcL_~$hQ2f;QB>SiEHH8oaJQExuI9I~iEscycsiZiG5FV@=%+EKk
zq0!KVqNoiB$ka_tCH<NQ{a*mdQB<(3O#h~U0@vQbL85PHt7tV75L-DjJG-JS$%{ur
zBjeRtgkNcvYobe{hsOsfM1(&GY5<UrkG(F=yxSUsF3%^b(@k**|3TkRQ1Gmm2m?VR
zXqJt^(c6AuiXIwSG{J@<Xk>VzvS8%=Vri4HRF{G>@D2Ke0hz?Al6!FJ&oq=eS&7w(
zOpXkR?r0v2Dii2L`NABTKP;fk>VDC|WE?Ulaup`tHB}pqR5GSnWE6Y`%38|Vyu|UE
zXJ}<}HZ|`q+LP+z3rat;L$PImU_tFP`h<hH(qn2RTrQyk>uB{l^~M2^A!mws0TH$i
zVxhRJ4QEqAJXmZSt-k|$3q?f;w({A-kjUo@TrE@U{iCoB442&F0`3mRl4$kU`UI0h
zkw7@{pu4sOgQ2LXc6_@)f<k6WMbs}mt3`uwxXSc%{|0$IPd-Gry<pp4CMJJ3Zt?b@
zTZew@6H%d^9z(@d57>JaG<A*`{-&v<b2MRoR1KjW*chUq4F$EE`l)SaSY3pz_&erM
z)t8ugEzd6l!abE8BG8e@q%W(@z>nq!v`TQ4tVVvw{M;#qA)f0?zFlWC*&cw7^^6RT
zS^&lrRz=Oy6qcsUe*gkgqi!Hg*Rx#+Xq0GK0)eHI*Pmf+v|ExnqodHDq`2ZyoT8;R
zM-DWK)jUquEg3(~#5TD#R&rvuJW0`H-zY<l@TD%#H9<T-PLf;UI?ARoh%n9Zy8mNd
z=5J*X02$a&4w8>O6aiWi#r#SQixE9uT2z!_NmF6f@~0#}Y~it@AX90*yigN1e*nZu
zF47v<`5Gx0p_>hzY6;w<B2i#qkR+mK*-$6d;V`P)Z=t{A{3HtLmvi20qd+Mk4kPph
z8mUSvdF`mDTz$2?ZWSC{(e7?Iq6OZjI&ZdzgJjk8<upsrcajd#;@LLicpP?<b_7z_
z*Z;DtO4WJ7DJd%i&8R5;Ig(B_HtZ;6T{Bx?b373YO6$P+J&c#RVUl^Xs4-cH_G(n=
z)uyUcbH>K8MnT>4d}3ihauQ<D4A&`T^w_d8_bcLlRKxk%;Uu6Lw$)rX0W0e~KVNfR
z(gU;aR^4mNwWZX`XQX;dRY2aQ-0p6j36wq;^JeEnN0KD#7C#TQ>+#SrBGGZHE#vC&
zg4=p-Z4B0~mV~q3v~NKcx;)t5VZB}&eh})ZHzjBd{A?;AVUcnyOD?c^nC@<{`Az4z
zknVh~!R>Q#?+=OVJyYek_^^@-if}eJlQVvQHR?3MS|(rm{#LFGrSDRyZjR6}rn~sc
zcB2@l+jGk;{?(4jRQvZ7WRhLFX^E~dbN8h<cN*uK-y09PU&x%X6~2x&WKnxx&75De
zjX^JN5!h`}TGRtmXS8yj2J#z{XqK8$EEjpZN6Neg>{`O5+CUwG-$8J_uSViGC<;{d
z0>?GAtebYA{?Z5*Ma6ivsk)cuLfI(WQ9z8xG;L<)Ime)&Oq`DZoK{goX=R}gyxZkl
z4w{#G(_O-}w>W+dT^%GXMN6%kA8h8+u{s-#+9wn8OH#`3my?!H!3&jz*F5zSk^!f7
zMg!1=5m1DszP^AtGUTN!aKo}_o&`pUeMkHe*0MpeyLgclr(FPyrhsrFV?d+`F|mpU
z2TC1dV3}8btBHjq*Ak;JXEgpOw*>k(W)%5OxZIl|NM6-q6rUkw5^N`^o+G|`4-3zn
zbt~#{T1T3wRpWqfv`542AGaEf3rUQV5;FI96Tm9R6pq0)R!(jf-{WMX{4(lr-u-gV
zw~Ji%R?8WI(1nD!V3T7R9BGlBv7hkZ_yeHaoS|H0c}SV$d|-;gWnT=VM4l~5UE(q1
z)CK!eRzsT4P)S^-rIg?#G7(b7er&m=)K6eE0s~9vysq7ntNtb7eTG_tc|>iNsE9Fl
zl10}y+{p+bG9%Wr=LJp;WjC*_{i3GT>4FZ$=>5ktMrl#;Jz}Sr^Tjj1%|AV*f3Kru
zY%8!Y$Jx9oqT)Ud3f@6qW<zq4lb`qHCD33<6A7n^*d5D=l_?dQS4c{#ld)u7+Jz_f
z`W*|=EQkd=7Etdo@}pI#3|#J|QW~Hgl8cHB+wCXu7+hU*bP~TOj5ZrsrDV<NR8)j!
z$W%78q|1Aop%-%v&j;?6_eIk@m23=?)}&_dq3_GLd(Nz*N@a_hmagtYivlJVV|!dc
zwbNR}eR>f5KfJ4`ZXydX5nDt_u0E}Wq-koB#F)itZ7s<gH$x%^?DVpxsCsxc+B3HX
z(EBXDLr-eAJ>WVURN#XH$_jGpM6M;`B&fal@#beEQhQ{mt`1CE`<I@kp>d$=!!=E1
zltmv*Og3m(V<faQf;FIV`uZx&vS?Tm9EQ8HDMMTRN6>q(q-84vs-Glv><H`OND%8Y
z7Y<8MbH}4~`Sd&eF^nlQf$gi?4){h}hit`bph6!^?s0UXW-s{wW*mS2>w#mKJf&`)
zAczdEd@~RSiY6^g5e^-PXc*o+kPH~-D@Xx2jTb?Ra0-8Z)aeLt@!7d}Owb~{q!W2)
ze>@O?KMBXQrHjh{@65<+$IQ2_Q@PfT)#+>3&bRH`*w(HS*&ENzw_h(atv%1vH@<Ig
zI{>7%J}9}{K)m-|X!*7QteM+Tp7%ZExVHZkzP|5c&$f+lAUa6Qrq6)cOVD2O2ILu#
zf_^gnVfz)W8Hvq3O;YQWs~YP#T?9E>{~^pF!0^Bir**W}HbGILob3T`PP!$@?Fd98
zJoOI7Tq5q^tpN+Xq{`;m^@tTG6#67oQSRd-d;!>(>BT*Doq*k)jR|u{wvV4TH_$=p
znyurlhh|*oqnlCBDF4NJ)36!*(_C)MX03FOnB3sedMS9sP$;&Mq7%qx60+KC^#<Bg
z5_44R4#G_a8i#y+X6pe<(5ty1i7lQ)N4JBLS@+dbi9kpZxm3;aI~x7uT++N_r5Ksu
zOyDmsWIdv5Q_$O?iO&zjv)A$fq`1fb)!JRYMHPT;0v~D^hLkQT=>};KDGBNB66wx?
zp@wFL?(Xhp2<Z+Hq!E#B5D}!*S>M>*>;1g@_51_pI?uW9-(9ct$}UuMBjuCdRLIQ*
zJn4yvM)SU>X#b{arZ<RB%?aNoexx8j{}6|7TNYYayiWLPPwCsAo&k#6A73SFc|!jV
z+S8@y-T9~f2#L+2!u}=xMJdz=DYqR10g446+Ws9kby1a3A=b|V8~FpTwF1|60An$}
z6GuJ-0?%i$35N~+M(@JLpM{%d1=SgZ(<&2w!Vb2C_$^NS>n0gS9fici1QV`_qcf2t
z{=zF?wFvWt07U|3JV>7=plAoszcFDATETv4{w|%4GYrq7fz)sO#r>+ZZ3RgE1sEMY
z0meU^ezWl*TjbYdqA{<qp$s^Gg>jG`{B*^RB=1PE_#<OJ1L(Iwo|G|l#rTRtF<mQ=
z8Y_ZfExd_AoIr<I+89#cd|<i}oG=9|<v#~s^Vi^o_wZs$M5!2}+z3(W|KEeJ^=pX6
zdqlIc%QJyElobFd6ZcG3v&$$BsT_y8^>b8gaU`C%6NMQ6q~KPR1#Ixgj~?4ULYza3
z;~DMc{Os%-2eFbX;|1*P!w%`Ks{KKS)L!IX{vZ;TBjPP(BXR@hg)W>)kHoE%M8Ym+
zMJoq-B#xk{_rpB#$vt1OeLRklLo)*jIywU^+AF|D=2SVLS;Srt;)Op9pq~eZuZr43
zQtT=Gr~{q}Y=?0=1aZekXo})ugr!)q`MonF5=ai`oDARl5k796N<$UI6_6sj7Otl(
z6L66913NjH9aw)OgP$D<t%9nHg~69Yv)Q6BlGD-_BBUN7wqs$hserQU&^wBd*J2?V
zN0Fgb>G5Of;&8)5mH?S9e-xTH$S@$1CmniL?Q}>XneP*J$`(k?PD`!rOZSlS^;s&9
zSonaU51TTf!9*7ClrNu{-`ri$0yaHEjh{FrO!8P;GDj2@o2icjbjAr#cE~it$+CEm
z$fC&fozj+A3rRQ542;SN5w^%*&wQ{?ugZ+>jx?zdkE%L}Do4xMqI3|gQif*dST^TW
zQUrL(lGlXAU}(jf!_ylK!;sc|k7PaxVm=V6h{*1&FGIA?8B+<u;4062hXk^5(83?J
zuoln?TYwQthJ-IC(Joqit{GEN{FpX4=-5*<awRfD#*Cvi41Uji3Wum;D03t9qPRWr
z1%~jHuVfDfV;vr19qiY54aM>603@m)+<rv?acu!QPV^T5bV3jO#%2mth8UmhQfB@b
zu39kKV1DL%65s4nZYW8eOz~KBY_}Co&S0^r71jreayrIx04#!_*q~Dxo-^({wOZcU
z<w84Dpfg>d^!R_VNz(s1#>M@|$Jak>lI4Hrz3S+&nLhcbkGTEACcmQw|K+{RSQ7t1
z{y7SyMbcE>8w$)NYxSA$E1)EE4gUF0xk;b7jPs-oYtFiUFZpsU{`|0Z>8g4AI>awL
z6c(-J8{`1TiAf9-NlAUlpO%uum64g6n<t!IEG|%(UnWvg&5qEG4613cYj&$?e-R(l
z`nIFEPOZBuX`mk2<=dM*>Nean0qawpu@4VefJ{wKeO&rvwQ9NHRbE)Io3>wNbF_PU
z06MqccCNe-{9gFOdDHz-dBA4*sc>i*IsSzL<^*!vLB?9k^P%tv7Dcs6DB*fUOf6lu
zVG~IV@(9ctnW4!v_E)G(H5EJC=`>!;(s-)WJ@Pa`>)l!7MON}cK1cND9PL%vrQ#{*
z`ll~v=1Mq=2wcHqCF5`+zITzGWM{;+v0dh_n3=K5joA2#=fb~sR$CS3O#*=skX`}g
zN2v=(MwQM$@T-;Q#FQTYreh*#2_7h%Z2ALeX5QygD({qMSsMKHT(L&Fo2*Y4%)Iwz
zXemp|zFg=Q&Y!Q_2;uF^RdPZioW2{W3I3d)uwg!XrDhBv_{I@cBvcr2r*x2Q3{=uc
zf1DkjP2!8@6%52({r!8$fVsEyjtptvB;g)eat@2?G~+2s=tJDtTvU0`WrU*o7T?%?
z^-v5;8wvxlW*4Juzu+4chcMqym}}+8`mILdvKys_)6%WQhf_wfm&VetHy8Vjii1)q
zpR;x`h9|<5QcU*9%9PPC_myP;0KDzJB$>a}Hi=jutMZf>5dZsRVxjeY3_^g444NJ}
zjLyl&wZta*HTry6Iwq}nOuUgDi=`82r}{;bn#2ifmVC5hIUf3C$$q9x4+mPhJGwDT
z#y{68kJ6uD`w%logI_jHP6N(NMO^D&;G?9{1Bj+}<7Wa=|HqN8$PKX_?akc9QB7e6
zaH@V$=x`DWY4I<Pt+x1gq$6)epvBuLoPMhy1NxUBateD+TZ$3cr;XrgiL=-are3Ey
zKCpi_s;xaFm$PwGgXSF&w>yi@v8jM#BSF43r>YP^H{F;PbV^m8ue9<oQXt-W@*V?U
zY~3v_?(wNIOZqPdK*ZQdyLy1+ie_kpNanW(CIZMkl=Q}crO|#jhbGU=>9G1T3HtVm
zZ}7YH18j`tCFenr!6}Rn?NMZkZv-8~<wxm{xjGyA2&bH;Bs@uOPt0eUzdgn@9ziky
z7<lJwX$I$vvW3?P+|X_Y$#q)Y>V)osE8Q+mR;`*4eyvQLlWTQr(MDWIpVfl8PLrRf
z7|U~LhBY1XWX^sYPIYg^T1)%0hm>vY13PzO0`bLn-_e84J4_jlyY~GcTMa-5<OL&&
z@I6?eY+^qw|1yiYZANg0b)>how;kysIV7#&c$Io~`K4)2JnzHLLc&qHpefmZYDePj
z9Fx#Tg)<kS&r1I)5x2h!x!*7GriV1<xD?ks=GH5P9-ncLB!ygbX3>5h`{}jb^IfbA
zPih+8`mG<ci_myK<zRYvxO^1`XSsl_sunL~AGV^gHv#OoY21JNk*Hd8I*%jrJ6Wq_
z-!~-amN0E@Fp0|HM>l%K)#Z{4u_5uHmr=-#m7}ZideXnO5(A~h<ouXig&;TY=iJuV
zxJMjBl^1TQG^Ip@NCj<1hc`Kana{+r<v&dk8B%vG?+GzT(1ec$(qrJCx{Su4k}s-*
zqP+_Kasw-FpSy>)ez6=Qtq=kkC86O}uYEpelL|Zdo^TOZbWth_K)nKkF-W&=h?M&<
zIbETuBNiCkE7kk~K+%`PHuwGZ*e?@jgKqa;(0}Pt6zgg7zsTFeJdG8S++Bb@E3@g<
z7;oF{ewG;SVoXhAq@02UNRj_iQA%$7N=dpE_STeTjP8&hINX$FooW@qjs*hC9>nm_
zG98Omf5azmaW<%z`6>}LYGXc#$-HmZ>Z3ox-Ryz*QeR5uy3E5fK5t+hSSqBe@KMi<
z*MpMQjA(iNqicw_e)n64BTfd59$SGDI%bEBOv+&<zl8#w{5+`(zc+!LC?8YfrHn0D
zap6^dBUOQ!`NvDPw|g~B>6JdZyyjI(7@frEO_4_2hT=0je_ATS6l|aT9@HE-3A5)(
z>_(E;l@+O9q9>bG>gCn+Z3?*KS!2>GWp1koWuCw1eSUDh1(MXAy9pA`$bRlQ4KUJ)
zuZk;W`7vx_@TK5ZJ-GEWG2|gqfgr6WzP(VOtX9odCnFWwK@lkvrtY7sRl4z;K}-@7
z79G-<uMp4uzI$>mg?y)g`YZcaiQ4&?@O0M;GZ%JhQ!Rv_ZYv1C=7>^4BT(_CBd_4y
z0e>zUL#jbLIm3m#dfX>33%!ow<I}fK$_DFS1?vU+>gGPb?dv#f&p^2cb9vj`=^g{g
z5*4r(Em9-~1~%GjG;LXRUx+WGOSGjT-dr-Kf9chd%Sy0ubu_<YGvCn`eYfITr_uIB
z_w|NO=(n$y{#*e|{lGQ{7>^wkXJ%_egs0^?7}MF)RLfg#uB8}!Bqq<vvl{+!G{55*
zsfdj=-$T^3N!+NU$)!VXzeYr};u7;RZ<lDsuOxG<)b-V@b>qpeE}psLIO`zIn7OVl
zVc=@QQQhaq)|>vhC`UDY)(P=e!9lkSTeD!OmCS~Ib;N9)_JaxL0PpPwjpygk3MZpG
z1G3y71=qC4lCPhJ2?joWbq{x~n&#`(8C)a#>F2Dn%5!)3&dCBrk_X?mdshk>_U5gJ
zenS{Zoly~q8|>O)L$w-t(hIW=s1f=FU*<OM+unxIrg^gLCGC=Q6#ltklt~|gCqA}R
zT$0AZ)#iHfb0*3~TI(u4$gxEDtaPyQD(L4sn=i@%_*I>XRMt0nyv0BIyXKzbb<AA#
z*Y$?4ES6E!uL9k7l!XGRM~<_%;M!e%`TfmR4Gqaq>)z?$U!6S*+)d$ernb^Fp9hda
zt2aBT+mmtae79N^TiSQotBXQ<7n_dH4|2Z2wF@T$_A655PxjegcVo~dd!=JA9Pqsk
zn5A#NP7QS2pN>-i;8_6<);}D`#C)EP;PuYRGTWD$7@b6^hj@kja6ZsTf-aR@`s94u
z{K{aTIABjcORthuoh&W(gShd<^Ff!2v&?&cZM5&$bxB*)NDquxg|{>#^?)u6+qJQN
z2z$yarMp_g{A&U?i?=2;uJr34ME_Xet^WD3eyGzm!MoM!Jfv(_pX1+>NH|M)g+{w7
z`juW2O17Q9FNJ(q^azPv+><)7ni5a)C%7r|?!W2M9LgtZ_6<EM1VIS@PK5q{#U?+Y
z{yw2l07@9T7z~AJ1OxiRK-n;G7YuI=MsN=!q6{Mz3nMiOBli!Z%nqaO3Zq>Mqq`4d
z__r7)7EZesh%Up%>aXmX9B!%<4sY>Y7xAwzb1l}3*fR)#A<=J%BcgVN>PH~wopuF~
zaF7;DQI=&XME@K+LTW7{pbCOcp%iuJF{$h3DyVzHs!L?=5iRN&;K8hD^wOeJ=3L+Y
zK?L&lKDfyqP`m1dpX}ux>*cBJ&8_6)r|cuI<fDU(!G|g7t;PgV`ULpLgd4>uh<X!R
zc`Mrkv^=0{cmJNlHL&49Ah-b%nsyi*1dOt}wKraI-CD7XveUH^u|lvK9v?cGiUqv!
z^+yq8>Jb6$m452o*+nNH-M=B>R!DQBO2IJlsM2HGa(@SFpkbVd;U{4S-L8NfcFYWN
z>nz2%90Ti;nCQ%Q0jqNA=w$L^Iq8{Y_{oUtBUXH!nE6em!KedbJQiUK)Pu^QA55}4
zK>}s3;#=30KWBR``A2`+_q@>pqd>`NGQeL}I9N5_FS4Mov17bJP>*V_XysU9l^8#E
zINl&%$T2_zlHzXU8zq(^BN{6k6N{*pYBt1Vn()#33<#Y}q2++5Rj2Sf!nNK7qVe<o
zfu)Jps2KCp@4XPTs8B3sPwb;a$YJ^QQoa=((UFw5OCUENd&vh}l%n||b#QBkB4#y8
z)Qdw5vt``8#`aeE-jZe#g(bb7AoGwga2y9Rh{|Ag)c+j#fy6^KAYKg~e|??VBhR9c
z&5yqChrmqm%=E->6HHfN){|q)8ckSNCbtm+y$(=xs<E|zN8B*6-U((w4YNM6un=Nq
zDu(m-$*{v5Er`dH61>tlK{#ju7(eH8Z?AHTk_lQ>z}Su$&ehPK0N+NXBrlkE?+J_4
zYTid9^p0+Vi2y>=<W!4PFD4G}dL>{2PL7mg=5CrwyQfX~ZkEwtxPlR%KzPC~6@6a1
zex-cjbw@#2fXyODF4|Jssxhm3Nx^jv%?3_hdUF1aRx)Ny(cyMc-W34~3M@vg=jyH$
ze)iD0no_~bC8DY<JRAD=%d0@2ir_~;;f8}Nky8=XN;cRt^B5jPb6U(>9fCQH!;)Ld
z*;C35rubXQI!(eBIQ7bT+g-5sh2CzS)lNa(RB7T`v`;m(N)$NQoh<B_#%4^;>Imrg
zhi9?_id0xqA=YU}kW6vRHM_`2wj`NJt1-AgE_Pg?PQst;Xp-y-G79GJ5$R@Y5N)pt
zaabi5%<o4Rq~SPf0uY_*D81g{S$*OU>hcxJPB#(LbL~+zsLjG`#_X+PHW;_`rH*W*
z1iP|Tx?)0}{Nu{lV6TuqGT>BF@l^gJFCva|u^7OcTxc=E3-xK;iy2-Xe-A1|#Oku8
zr7EYvkIR4Fm3k60^Bs9?y@}FwsEU28JQzo8E+-Cc2s&1|%VlFbI!RO5yD!GN=Q>sH
z+n4n{CKQP!qTl(}?6c;JOF?oFS~wONcdv!tvitx7epag89#&1I*FX$dcG;?m+T*s3
zBo$8J-%P3^?F9CyrOxlu?V{cq#0q$Jhbs<y05DkYsx!cP4P?4G{wrlp*~u;r<?5@+
z_$SG76e)F&DN5A&Jtz6m$1Q$qwInzIFjYark@v@SA0BuLzj2+;s#gu0*I8AZWk)6-
z7D7N65P<y>|4W3GXmgNW^VFnj)Q!vt1oSIA<2LgZ>Uq`+pWP5?uJkSHcJs6Pc?D*6
z%1jmhms}O?ykqSFHHNbhIlcTHS*$H2iy0tOej#wEX`pmEJhJCTFtioJ&e_)COFD+V
zf9T9J4;rJXNF&X~PVJ|V?x_~8npQ7RO1D#*)Dvc#L|bNWYKF6qsA#_BDaou#op4?o
zKg74CCp6&9-tC0tCH2d!svMOk$@v3hP&c*5Qx(Ni*WGH5(|G4iY6q8cFNTuecFuG7
zd%-M|Cd#MK9`@HQXT9EozSny~T5Zj>QSIhB(sXwpd<6&|jmd$=c|0b#BoamJ%f)1m
zfo4MmT}NcB|K8)uyytl(z7)8!Hm-MH1}?Y?)|QNmm>(VAla>%7idx`<4~{s0sFIP!
z{i*!L%@2cF3?)C$N`#3ADQo*rI0pSZicfln7!e?fjRB}gDZR@ODRk(&W5M6N;ujx`
z*w3Y~;|EE(`|;HB2!cw{;RK@NBO)FnZR;hBzlRfz3v1ejG3rfT1_2pnhqdwxl+6ZN
zrEJw*fSUEAbhCI#Cx!ZIMNH@5JI4_jm*gadQCz8^a>MaP6~dnAVgVNr1Lt@*WDNB*
z{)Tp<n190dAyA!mfaEP%5O*+<QxN!^03J5p;u!3rhBN&?O-jXo@pYg7h_5G4snqp}
zo%Lm*7$y_`&&EbcX=MA|mVx;U(<O@PYs?)Qb&|5~yKV)B?D=ZF+)cHnIp@;pH;#Fl
zt`If5H*Mc;9#jloE}XUorACJy-Al2EkUT<O+J?#pN4$b6hblzGCcF=dPKk?AOpQvR
zQ%Dp;WJTu{%Q(B0`<2^OSeLukYL#&KHq@y$b#RuoSypzNzODIy)2rP{+cId?J~}PS
zkd`em_euCg=I5Nk(3!xHh3vVFZM@`_`L+Fzho8SjoW)NU9O0hrjCM`@y1SnkcKYqs
zn;3tQ_9lvsJ^0}_{%lNqmR#7oLm3}skMtqMz1@;UP;A);pDWZ{N1Ff}b9V|ohj~!@
z!k%yzk8mkBg?r_+!lq2?VovJ#w1^hn9C2>k@u<FH6?5Oa{o{FrY>D7Q4(3i@1*)8B
zxfaV=FIpo+?5l(ySf7FF)kaXK$dO8+o3H`mX{EfV&B3NNsxGm~+&x5c`Xg644}QAH
z55%A8WPO{uH{I`2HZxjzG2^%_51jM_2qp(VWCl}jwCXITz0};2f@a%OLdB^?giJlY
z<%apr^5jc4T=X_slZ3CQ`Cp9mSt8Wv-idxZ2=&E=pylq`jN@oaT4bBwI<91Csw;K;
zX*s^K>Ja5F*y>IHIV5IE_h}fZcIe}|8YO+N<THqRQ22%d|2k1J^8{{<TT0FSsbp|3
z!t=-VOBh0$K+ipqIf2U^<VF6(h4YM#s}0x|@7V}O8Kc-sDU@Q_NV^!+CZ;GET<^(b
z*Sw!(j|t*=D6?K9;k0JhBuLQ7?nkJ;#om9$lj%?bfA3iRPM<rqD-vMl$01{{nYgp-
zs~h4_kWuk<n<WdYeZ3MuTHa-shlbf~r(jcmVw+7awsTYj13n(1VS}8GOCsrN9ZC_r
zCJto@#88ETbR8!c8k&p~ds+BOfMZ1tI2XGbEr=RWM3J9kPTl{0c?%axE;Cq<*{&i}
z(9!cynUyQha#-&>{kE<V%ZEcLYj{rLpOiU!%8JUbPP{6FF1AYSM9~aOur+jVZMd{{
zfQ#!24_L11klU=P=eha}GZ(FBc>IIS?ux1w>1wj;1)Ua^TwIMO;6c}xJuk<J?jZs-
zzP?Xh0g=7!!(4o5B$B30eXm^}k4vBm(82QZOaw;_2xcN!!4`VTHccE$dp(m;=>i}w
zM)%+V%<j^{=8E6NV`gAQQJoE<LL{39N0?sKbsZzP>hlJH$(O_Al5su-$`rj-U?Q%W
z^HHl$ssbY#GG{;6Rq*=w2bGZOT#G}3uR2?=yiB>4zedw^eD-p_XvQ(u{eAnvn#<XL
zDWt67p3uqgqu*yYK69a=7~K!tfJ{RvZq)MF<)2@R!R`&R+r%Vpk2~)OVa|=?yq6LL
ze0fgS=j?%qlPO7E#Lp_RvrWl1zL|K*%bamFM;zgA`9H6H(ZB!xSl-Y33Y-9W>RL`A
z0U(#W;#|e&a`NapKWr@`ZjTHic<WYBObm^HejU0W+nKAcA*a5Xn(k+dckZ&cojrwH
z3^Dy(I5UCQ==2Yx6EfEe3C7;I1&_m6qIWzA>RNf0A2bYGmN>XV{o1}X&K?f@MQe6|
zykPhRp6tU=Jonm(+d+SR-)Fbr@valR`ncx9h3k~0`d#q(9C%fBDU3go(MK02OF3*U
zA>OYeu5{X`N;1#-6e4+MPX13E;X=8!1W4@}Puh*cBpT`weY%C@BWoWHWeM%dA4y5f
zA#&~&9#Q^FTl+nCa##``VLQFnUomrfm`py!n1h)fqCv{?yL=YP@#W7Oej&vboi#?~
ztOr|>uO1F+0XXeD^h)9**ofBTYAG|oGn`QhUSdFn&ptLI#}rXxVmNa<^Yejy>8e+8
zX@PoKn}Wi^I_Ry@Ic27tN1boWSyF>JHjTMo`47BUNi{{P<?|xpXnWo9{$oG&X0(8F
zSr?ZGYqhGMGH(=LN(>e3r<+f%bhn8Px9D8&S4t}}@YYYM#|(PWAMYRXn&)Ub<-REA
z{BoqmAgAm6Hz=*!AH=)7aE;2vRySd}n_5_~7St_y!TyHCxUSV$&ETg5gK%DeY}l)G
z)xYPTNjH5};}zA*y3eaM&{mtCT{dT6@t+XpDDs;gTqWcCo+x7x>GD>DWl@bfh&&({
zYpHkq_oQs9J*v<kh35sAAC~a9vo-5-g*CIe*?R?(4JtQOe7Ix`0C{hw@(XVp&F2>t
zH35dSG9A`_V|7;8s%yj4znWv!{|7w8rn)|D@~bubW4)c|%=#SkS6eau|A2=KXEs)P
zL}&#I*!cw54F}Ntf^nYq7njDG(P4T9pUj+eF`fpD9zGZAem!%3=%{S9P7cOL(HQbm
zMT<p!{OECjYb%Hhl%HtPsZpp%TZ)HnmTfInQZ<};nQAGa`DsK!U2<{hW4jfpb(4um
z_j@lv!pWUW#%q0>LfWFLf6QNYkD9xK^C<;Ah&AnYW}j0AAjiQNe2JROIim6`bGWm*
z0mgVOkwx|}+;43faU%x(uw5X1`>MlLaMS)ijogKasCz)*_Xl<{xmqun&kfh+A3GeY
z!A49=2e1iHFrA0u!+oMe{AC+EV1VbLp(juBq!Id?pUz2ZQsIj}m4QCf%M_|9lb+Nx
z0mt_e)o(i~X?Y8;PY-T7yTP#C^h&ADBk8m5PXSw$#V9EUS&R+M)N3?U5n+OZJT_v!
zG<PeumYKy#y~ji)aTYNhb*QQ;p~@kcR3ZB{Nn4YHTl#7~yMOUr;V++t-{(40R`{5G
z790AuylD>G-cGaS&}BzEU*7jTT3>drtEAn|G-J*TMHt2A;}z4(%3f7F(o=s<9`3Ac
z?>kc1vszd<6hR-wUuk&P5r6oL)3^=1;w33t-%Mi@{m17_Cu@DS<nNoxqxcF70b?-m
ztU}Wi;bM<N76HIw7y2WqN9X(!tK-#`|DR|_?Qf>5OW{d^dSAILp$~d^l-12k;H6DF
zt&nunE}589(SyHh>po-EdDG*b!Jl?5gpmk)Cps<+R&}F+ihVb4l!KQ057%(;M6ox?
zxwhrT$6OWK5@4~q>ubi+FDt)<#|QD*as9m!G;T+5M@Y?%t62UIkt!NhT0tz;_p0>I
z-G9BOwJfS4oDq}eTxhbZ`h=Ew(!y(;Q1dXU`M7rB_+@3oDqpDw@_B}8mIqd+7%**p
z@%=p5Z7Eh+JuZy&DpqtjP4vNg@H6ctbB0vtvOfR3{D-;lFIInqAV>4=;X~BYcQ`Jh
ze#tY80W2Z{2v^HElE=)zc0XUPh-GNj;zLo(>ysV$w^*Z&eix@xjuiyTOf<Ogab~&h
zZ0Nr?Hdd<;ABT7ABdeE3C!l3lYOd}B<2d^(P^TY#-+$L=Rc%%MAQ8qk`4!Cw(LztJ
zw7ZpY${%-6(q}ANfpz_IcO(YWp|i$k_}*59T~9bXR0-(Egwij9LdL@$><xy1VVw7N
z1;0q$mBPsEdDQeADJa5ZUWRc`;+g|sc>WP@4<)3I-QT~9_-*ek?hi9d_7-4wIX`->
zM-iR?j7l00`=S^XejR2g=E{7`uFvKM9aop_3gPm%<1k`rDvo@fibYEnt>)kfTnp!G
zg~_djv#&*XfS8z*VbJ@C8(1`VxS=L{)PAObKBZfd9K9LDHD)YYbq)71JfaTpBIGzW
z&LO6JA%vEKC+8lPxfYpF93umAX=E_|@3s@|e?;;B%ga>!&$iS5vzJ+hGdhMdJUP`?
zIWS#1K0j8sfCB=}PcMzm_04u}*01dDVq=5qRu1-#HqSt(=iBN1->&mF7FO;*CocU%
z!QSsY+0W83LkID6(2e35Mqtsu%>!dUE)T+&NO|R|wMpK@kTQZ(DFye0Tp85;m`6Qr
z*&rvgL;2kVbn1CR-kHt^1oj$PGfpg+8^<rkQ%7~=bg5HMTB6vKq?f9iSr$TcD>8j@
z_09~M7MRQxPPGb`>*C{?gvUFmjXIQ3i;65~%j?GN$###k>$->P13|aw1TGiamcx6$
z#^wDe_?Wt!zoNTHKDe$_W~vD8FRyuy&ZMw>FO!n+ww?7+Jv=?nA=>Y7RY}6<p%!vl
zMj9a%nJER-#^BgbiQ*rs7)A$C<c1V+!X&(c&1yqW626Wb9WQ3)+<G57wd=cGJa^>A
zaZmA(M>F*yuYO%z?5$#bcRem9-#6FGX?fBz+-S-1dk#bYdzax$1|Oyl*}qu*rW$kN
zW9GRJ65T{20cM)HQ=lJChd+qlGq3~a$V~!O$tKOAoS8;M!E%hl#UZ~F)~3xc`>RTW
zK>gKL!Gh67WeL6cYo&o(1%6g2BYqL@$#^E>?o_b|hDwkZCA2gxrUACLovdR)mczsv
zf`r@Q_>t_T$wgCDiqOGtrv9OMU6qVl;Zw2r?p?BP$lZXP4q6(!9OYzcMvP-j7F`SD
zWny@oHR%?oM+&$aVggaYk!#z>W$plplj>f56D;x^2>}ceg#V)hO-U+eolRwF?n!M!
z2)M4g?boSJL(Oh(Y+dp7=~)X9Es(2j<dmALbv_r1IS+rMma{FEsMooDb3?eHWEmKD
z!C<+sB~Jhrb9O<VpO&6?MER%43y4;Kx$L_PF$JZsfF=LAkECq?{3hwR??cTW&YBni
zxN06PAf?|W{gGE(ZYV~4l9wJsXK&A2*uY7+GUGTdc%F<-v5e8w^vEEhvAd|Xrb*_!
z4?K*v$<Gui-^cD;f1(-UjvbqMN83D3_)RL7%Kn^ooKi+9Sb0)Wa@LbkO%lIj$&AG0
zQ@^04n({{#8gAtk$t3OQX>Q1$m&-Qv=3eV(r61d<Y~rmIsTy`1$`g@O4{NE8sZ2ru
zg%KL$G8^C5o4NP<4Wi%J7;ByfDpi8~Q!#*-Ww}w|&)pW{UIYs>`Y9FOZAGVhjjhIc
zY(3A-a+j8j`^Wg;Y@()J+tvZ)yxmlel;~p|+E#KnF{J%A)*c@XDT5_G{Q334Yh-6w
za-@GT;dW1oP*WVmIQyGv>>-YoN%FE_^)C^#?bhE1-Y-d;e@+r58+x|JD0Kdkse`OY
z#DrsSIXFT*Yw{1+TT>rX@I&n}zWp^idcAKhi;Es9_xKxwT64ZpV_2p*=W2KGNtieM
zk;VcwX)lWh)QWJEG{B*%5+aq;2#UTh!o}_yqMUY$u9URCVy+&h?c|Smb+i1`yvsx+
z9iid}HXj>S?Acl%@*g(+dJim-|5qGg%%Ncf)XFpQ*JAoK$E_ce+K(};c*Js;eFb;>
zk5aIDiVD@}+_XkkXz{xXsK4Etubx!AG;eWJSSo$y+#*lOSq|@xW0v0C7Z;$u)F@s2
zG+TS9$jzGiJv2_?&5Q4oxX%o9Qlq#KRD?^k?&n%CGzHmOF@6lvwQDRjm@UcRd=%S#
zE3U*EjDP)Vn)MujKdBHwwK6y>d?k~W)x3?>A*1eatrb=$RDnhaB6BTl$(Y2g5}Qz&
z^UD31f2>v|hC_)n>~j2^s&roRD;k*lqXJdGR+aSK)Ta=pCLEo$O3@RaX?G3uRP209
z{_B%Z(Gu+?okZ2&Siv;Sn|l%Gs+lbHQ~z617cMCV!{6z7w_A_NlpM?Z81eDXco$~)
qJY$4*-jJ!BvYK-1zD1l~R@#n!&EI^Hv<|qfE`gEgcs~OHB>xwH>+8J$

diff --git a/docs/fa/images/logo.svg b/docs/fa/images/logo.svg
deleted file mode 100644
index b5ab923ff65..00000000000
--- a/docs/fa/images/logo.svg
+++ /dev/null
@@ -1 +0,0 @@
-<svg xmlns="http://www.w3.org/2000/svg" width="54" height="48" markdown="1" viewBox="0 0 9 8"><style>.o{fill:#fc0}.r{fill:red}</style><path d="M0,7 h1 v1 h-1 z" class="r"/><path d="M0,0 h1 v7 h-1 z" class="o"/><path d="M2,0 h1 v8 h-1 z" class="o"/><path d="M4,0 h1 v8 h-1 z" class="o"/><path d="M6,0 h1 v8 h-1 z" class="o"/><path d="M8,3.25 h1 v1.5 h-1 z" class="o"/></svg>
\ No newline at end of file
diff --git a/docs/fa/images/row-oriented.gif b/docs/fa/images/row-oriented.gif
deleted file mode 100644
index 41395b5693e973a41ea0827844c7fe546e3565fb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 39281
zcmd@61z1(<x;BnaKuH0`0+dETT9gh!3>rm61VK6_1f;uj(%s$NjdV{!y1QE%8NV?n
zvea*{v(Gu--q-(seb-*DbqQn5@s8&m^U3?UpZA6Ea}G`=6J%theFy|#!vfey0PqJa
z6hQJaaO)Dl@&KTx0Q|LpTqPjH9#CQfxEKMg_kfx(;I08cZGbXgz|Ib!!3ApUfI?G%
z@CJ~=2*^ADc58vJ5I}?jsEP-M4S_K`pe7Gkumd_EKzlwgSqDsO0kyS&q9PC*3j}@!
zGGhT)EMTq#%x40wB0#7w0OJJKVu4|PpfLpKmIY)40e*fU1$>GpV08}=5dq8}0U;1T
zM-><?2L_XYZ~nk+B(RnVth4~zr9j>jpve`WKn8XyfL`09wL)Ms8`ww$3?V==1lTDD
z3LwB20bt1)*ckv0hk%1#;CnN$;sfkf0f%G2!8c&13s{T+PL_e~0^oQa*qz<qnEw9#
z`^3aJa5OGoI2;UH_`W`NyuZ;rzq9cD2<Y#(E-x%;(2K9OIM`i;H40c+n5Cv9MMi|l
zy?@u&*E=^i`$|%5d3jk~Rk^IJ#NW@SrKS0^zOJi_BLIMJ9YO|RNj!V=T2SESGZsc>
z6r}S@GU6{upDGzEfq(NnHZxFC(NQxdRaVo`(&HuHtf(O;)l%gpf5$4$EN&pErl}=l
zVW{@nLgI~zg^miRD*0nRQXVrdGhG8+HDe`GGu=;mMqFmR<Vvdg%4%HT&+yAk<fMp?
z80+wo3&8&eDg2p&`i5$xtc+|7D$EZak+O3#K44{I=VYfRWdVO@V&-6CVP;_F<YIlu
z#mqwb^B;2XX@;umTvAV;|9lqs8!x%0v9SRc6O*Z_DWmB_MtwsKrU#syoJ`CtOe`!6
z;3pW2%=L_w%oy~HC@xlbs%E5OsAXWRrLRW{Ur|X}|BEp%IVkD*7IY2%T2{}95wRUc
z6@6VMGbID22aL?{EnR$2T>PJZR9E+}Pa7Fasr{1oZx=RtV{V|vB&BAg|HV*64g5F-
z{80v6f`)2J#`=bD^z}boyv3KA`o{W3n)(K$f`W**MoJ^Dq@tw<zjz;Um$*2Wu%3~z
zlAem1@KauLa2-Z1Emba#r%#_h;}m$tE-1kI;K4IiP8QCGf)ANFIGI^FnV$%<Uflas
zU*(Ignx65+y{f<Neg0qG3s(qT1MtaD)eN;v)Ks4v>g$psHqNE>H?jz_Jbm<pjhz)-
zkNNLqIlou+Z)Ev-FWY~4FB2#X6a4G_?d!g{1nLm{$G?;p{N*q8SJMM^-Vju7B;f4F
z>B;fY;lcji_uZZCt<8<~wbhm7rNxE$x!IZNsmY1)vC)y?p}~RvZ+*Qz-LS6Cj`p_J
zmgc6$hWfg%wKdgMl@;Y>r6t8hg$4O}xjETcnHlM6sVT`xi3#y>u`$t6krClxp&`LR
zfdT%0zCKWIFHaA5H&+*DCr1Z+J6juTD@zM=GgFf<#zuyp4fOSNKj~;|X=<pesj4U|
zDSlLt{~#y(Ugn+j+c&SJUcHo*5El~_5f*y!{Ml2%Cj$JB`FMG_xi~r4*;pSvWO=~M
z#K=HTM|+=!n(7`U1vwch2{F;#JA?%Iw{P9NaUJj4Ra_kGD_EEq=xC^yFQFiVE`sdn
z(q$abQ_zF|LEw%Yf(F>xI5;{vySTc!dw6<zLw$Vx`~w1mf<r>X!XqN1qGMv?;u8{+
zl2cOC(lau%vU76t@(T)!ic3n%$}1|Xs%vV$*3~yOHZ`}jwzYS3cEP%Pdi%ch50rl%
z{%k(zYC3FgI$k|FJQHDTJiEHqY+~`*!eHIO*yOXdiPhrwLQ4~~nNEy?`*Jmo=%0sQ
zz0e@$wRGGv5XIM#h!nVlrI6T?H=FKkLwJmF9SutSWn`v%7$rqA+RI@lb+_Qv%Q6n-
zCks7&8b0Dy*FR&9)H8Gt8^n=f&LlMZ;PX=d7!zYRO2Fr|usX(|{u2M<#lGS|#G!8D
z-GG&ix%)@{5^Y)5z*He+1X@?S@7oF-sgt6dNk7*$x9h@2uo`CLovpY8X)59@hp7)8
zDy~<f8Vwh^BLg&Gk&y;-YvyasU6ss63-_s3m;;7<gBlz13aGuJcml66sekfiS?e;J
zJG8IQ-J5*+`4B&xK|*p~|HXD~uo35nFHJ@=c+C{3Ur4yD6YtOy<+D!DE}cYKGb9_D
z3p}6gxX&k4top>ivE%bc{m*x|?<|uw6YciczttKGdW0*vsg@tDW&(LSF5SRd*la%R
zX8%I%ie6HfygNZiv`i}lyDPEjC-h0#pliu8sw-<x`<@xT)Ibw3rN1G`#eh23XTE%S
z*xSko{Y8uC<}x(_K>Ypa>kIw^>|Q+6Q|CZJ5(D4DSHz5$oxbT#=RLwBx#l5+;rD#t
zbrQ*EtpEv~&#I`eG_`Tie0ZK5Z^wq`G;+F%2K_*h^u$?4OCZ_mSV9vG!Djg=Jp5e-
zFF<`kYx$v4?bl`<lm3U2JQNR(h>61U-uD@l__3oai8b99k}lpBR4^d-qeb-%QZ2vl
z<UB_<o^FsVJ8bLFLPqo%JK2?r%xp=(_tnETjZuTK!rT6aas=+5i0cR_Ul6a)t4eY@
zT;;;k4N^$oU{RiPis3WdewC<UG1aqXnYv82$uC9t{$5)6jDSDU=O5aiNFx1A(Ujk#
zhOFINzZHLj%xcRI1`y%1JyXD!BwxFpUwYQ~IoQb!>4mmQ$14eZ&bJF0#6~x?a9_s|
zY0H_Jk<v@3Gn-bt@=W_duv7k&;`Iw6XZoja-K2WRnus{_u6*Po3$p4Gd(F)t#P&ud
z@k{@f`<-H{7q=Zk*}c5yvfsQLbp2wgy-1KprrqDPpU(Ec1g*(nOxEzZTfY#Rn44Om
zDKACR?%K#Rb{nx_r%cXA)U#E{WwS9K^jhbf-awBQ$2Ge|27@WEEvVyP*A0><#%z>7
zO6$9RvKrVSak3sfQVrcG<*u{btUcH}VXa5=5!!B|p2Xex#+*}0+Vz;pnziS}YwMjs
z$(*W(!$$hY`<}+QXTV{T8_esdG(qz0xF$8m>m;Whc6M6Y^6~88JFc?r*=c?L;|D<f
z2gu2b+Ba92@zLmIk+E9%U(t8p#(ned(jB3%;$jB3Z+E;#rEB>*GQCN9=ZX|Mx6qSG
zYXfuY#7T6~mb#~zxwn{3MX$&S2`(k&5<R>zfvwXbD8Vu9%6~-}&;M!zIqEem8RmGr
z5SgcxEZgpnjmdAs(LAHT@pFG08IM<x+DL7f=cyn@jvsRPj3M}%+dIkx{N|wsR+DWn
zbz_P<)A-LgyLzB1i7IzCTbdcAk<3KV6G_p8Tb|(fW4>WdB)?4{^ps`C4{Ak8dHsIt
zljr&VE|rv21Zl0}hW>zmbRi`T@362GlqJxcCy7$DOjugEH^{+B?Vehh$XiDL;P@-|
z7%wkh;*VzuskyYkWO~%9G?E|G{79WyKTJ%O_F-s)YBFO4XRBH-OL$nKI_t+Y@h8eg
z7(Huho5AKSdR@Jd!<5t<J?|w9Z3;qHzEg4EJnH%)YZP5Kx4?UVA*nf25Ow@${t^3q
zi7~RBSak8!C)e99Gtz&LyZTI3kV2%#U8*o1rz-UcLwb+1VPV3xA2dRO;XQtOg^3h5
zwM1TNOS$KNkEgw?CC1Iw=Q!{tf!%polq|e2AiOXIt<!<2|2@q3I3N|E*QT8%Xt&)D
zh(X~^=Uz<vmM--=Z69#bW=L2O6T9`@M68jPKPIg|TZA=JB8W<=)k7rDrY~KsQ$wyV
zyx+)>H8$v!cD=jpTY1-)EL-mk#S}uAMO{!XGOvzefBI0P9&4U@P@=-eK`Eb&!hC*f
zO?7jN_g>Ni$x*t?>RN=dy~@Rflt1V-Z9QbW(%DiH_Lg<zR;30;iW8m?X(%moNjK-S
z=2t)a^zp}tOeN|;wh05H!Mw-V0?R;YYv<}qXRM(~;)A@l&J9JfcKJn<+ZBV}jJ(Sp
z{hHN5=}VEBtA}k0s}`maBiQ;@aiWv+)uxrBmvde%VtxE^TvFrnW^?(CXZKL~egUdF
zjqXjcsY^O0Uz6`K12^&3rZ5DD@=JKvKk-&f<IH}q%Nzfs_jzz)rR`nizIdKxTKnXW
z=))SxDki(IlX1e?!6q2?mhrBq3VsGh6U)Z7hqKiz+2HM#$I*E_@9)kfvz3)_4P?28
zMXHiel(orF<p&vM&eIujwlm`F26$Gg5n7h{BBMq*=~Sp=S>k`at^P1_lwO1Domo-5
z_rvJPQzgEfz<Q(oU3)dmnae)-nHB4+O6Fn<w;hjK<P{7(Ve|_xM338ptBu20y_KIQ
z9~s?CW=VYEttIth<XZ%rQA%^=H{o}LZJE+VnIGk~A8iixi#%sdx<j-oe_%0C+4U&p
zwfHJSNJ!-p&t~Xjz`KlXvaHr3yTE04Y)Vrlw5vDT#3fCBUDxsimUi<|Tr;+wq0aYi
zOL5~=N%=L|>nGzGXM6FV#Xp$TTMX@2o90?)=?k)qeqK#Bt@+}uue2G_v!z$$H@mK9
zQ*tsCug9K?wV^*nG(Ce4D{W$r-hSX^KTC>x)X2-Y;~!8tM+I=SvD@qf8CA|R-sbF3
zVKfTri=1amIqLWly&K_Exkxi<-r>Aq7_Tz6MEAm?+n(4kY4&tMqWO@-a&b50Vb#hj
zH1mN7o4vqyKbGVVjs`r5P4ZQ$)>r|qp*W~Xc82`2itX{}=$TRR==l6=>b&xU4NX^E
zo@s1=webg^8Q?;4cMJ0|&&>6h)mp&X7ts4qdt2hrT~1;9DEoAtWb?4=A>ZyEqtz@n
z({Zm6pRXTN_z1VeK@!Y*?}eM?_($B6qQU6Bq7dsfIVRH)+^7S>!5?em8z%+8*+z47
zMWYd})yy5+z4F^<TVb}AWA%K;oh8=W0ntB}DL$@_ADkUjb?t6@@@%?Av(!C!Yys1+
z{$V|MT6tgJ!oA|o%qlMLbiKLGae%^Z$~)Wr7Y3JFY&LJ(p)RQ+r`T;!+l8cj@(Z?j
zYGm1a+iLoqeZ_&*M_2oSch&@E*2C1+`1q#eX7+0D>}iH9DABFtTx|*k?WZ;DN2yK7
z@Ez}_TK6{t_CxHB3omR4g&g?~9r-m)=HEHdEjr{pG~YJ0!#OmMZFYjV*<C4hLg8?B
zNU@bRbCx-@xk@81b?fuHC23*jPxbetU(z^B$k=@dmEJXVkrVnPFJypM%E<E4)x^xz
zEY#JM2AMq8)#lLkON*-=hnoY3o70f1OQ@@JsGCKpn-{tp^w7=M&CNg6Es)0D&&@qV
z#@)Wu-6hoB2i?Pq#=}I&!(G!OX35>w%_CUGJyX+_55j}S>{%$|S#0K68tPeI>RCDD
zS$*hPi|<v(;ng7H)nw+?66)1f>eVsi)ph9AE#!#<;X!`sJz(ZN6zV-v>OD5(J#pwg
zg%6$K0HAX+&;>K-QYdt#6uLG9-8h79;rr}pdSBu9-Zk?%4D~rK^*J5#IXm=$5cndS
zd+!Z#w`)Q=+<co-eVbc+>y~^Q(EVCy{91+l>NWkU-2AFj{c2kLN|*d9(EZDo{Kz@|
zuM>FP6ZX8%>3NUSyQ<#ZJJo~v$iqe`AcH2r6+IxyEg(`eAfYATF=qfjr#n|!KsHAp
z`}@GurGTu|K%rsx7X(3G_?{m_ZMO#P#1CEGrMbx6xBb*2_Zi>i-7}Y?+rbTNt}F3Q
z%4s&hZD&0hXPIG_JgSgH7u#(0V0ri85M)PAO$SmMC*D%~2by2Lu{+rjgm!6!dI*Q|
zgaTG$uAx)6jf9rCtlo#YYB`0Lg?6)tRt<&<pojT{g~cz2`YngWnTJ0W3ctr5mXZ)0
zOYL$NV&_R6Q5fc;TW0&QRmFrL!fe^VLhF9EmVxYWkfuyzk#J<Qa7b`+WYhCtQ+I{-
zVk=v%uyBm<r2C=7W{yOf;qF>dG0PT11kvNmQM2!(wb;W+o5N!Tqas?Pri7yh--iyj
zhH=wG@4JU@4TpJ|$8423Y^6oVHkm5AMT(V1eBz8P2@5KIZ`UzwgUY2|HEdoJM*X!l
z2rE3c$vjRHJ)|`(0zEypKFti5Q0rQ_-E~^ZwdLrAwD2_ZFvhl+{-fvzZSj-B2@K^x
z3=?evt3@<h+h>Re=Y7lscCG}T@Pwtbc<%5-E|Elz@E8`EM6vWl$&rNZvhW`-oMqDD
zE)m8z4=25sjl{;(SF*6}YK`b7uz#2COn@076CS63l<YDeC*7K)VJ5CdXnRlAnVOJN
zKs%9+EAenS@g;4H5LePG+N5LiL{aTj*W(ng@>EAc!^bNe)+4Fn+G(TiX>PQs?u4mt
zR?_@1Q{z1x!;e#;BWZCf30mcG?`a}sS6tMG(n-pbR6HV#j!h{r!9Z(n8BToDBaZYq
z{VQQcopzieZOV7)3|!Ncs}{+M0~t%N(jsYXBEubam+imFX4wo!dz7cW^+->^1kyuR
zvJx$9dRw!cxU%MHv)9tICuP$~mQvD=v!`j324qvuhO-FR)BLGpOK3Cdf-~~8G9h=I
zKhZ{F)8=B7XY8S6HE(Bln&wIhWg25<-j&V#Dx25FrGts(+C}TSD4RNmnY|~HbMGW=
zOFP|nB%4krpFt;w4ZnaUBR_@q3mIMF{X01v+&N4cIUC_w6ru&x5ovs@`CJhNFWL(z
zxwDtc(zDBx6**lBwDaV`gYLA)z4OfI5Q!&=h{ZX%eO0dLrd+ICg`J*zo~B%GZFrIP
zXr6p)F4AF<&Ge^%CPjNHJ-cLGo&8Vw{kmhxC3YFF&FD&}O-k&!HLt1b-F61_gqL#E
zxr?Rcicv(1{7!PDT8eM46yu<kXk(d6h~~buj8(=eQ;;p!@+^zOipQWU!x}BpI4TR2
zOL@gzMzETETeLVhqCAfKWB90fBweQA=xt*ije-47H>69fDl{4@N-U(6n&dPcBT5F<
zOKn9<Jw`Q3FIN<lRRALuc{=63p5^$S<tAK3Zx1Uz5LSM?R*cGBp_^VYX;~3;QabCI
z$+A$jxLR(WR+Z3Rh2>WB11m*Jw1!Zp<_T);o@@2#Ab0&}t*e~g)elv8!Ij-jmAGD2
zJ)<RfcfS%=e!c5eiXU0(*<Pc8RijUkvT&!i$g}Q}SM?cPjTTl7W~2h;DUg)DS}iM-
zcjHcdb9lvGM8*7S{X$Yr_51p%_IkY4bgm9LWU&e=uOie)RrI@d55->A&emT4Q2Aw5
zo!F|%##7hIvXX$lYGAaHjHl|hRg*Jao%WSiUKI+^)dn7`^3056@zd(WlZH9&;QNua
zPwC^HU#VxOFV`z;sAp|9UaP-+rNN56p>@BRim*lBqk)4bPwcc|^iK7w4n0er@(H;{
zg)fb_yc#E^+tfZarA9V=s%%sE)JA&xHS@z)mD9Gu$|l{@m-=JjpS_xe#d2M&TGU(W
z3^SV}#4KLZ*ZXFs_<yJf6l-BSZC7h)sPk%md|E0XRwKw0^5{d*C9l?rF`(Y#Q-x_|
z@cpq?=MT*x5gpO(wFzTgX;y7{cVU}rZCO`fdsZ-9wsy@**!NGcqbu!2l`qS#aIKvr
zRh?FKXKMEH)YgCKthegKj_Qo8?6g?yK$mM3v1)bW>B@2MxhB_PblSQymfKF>)j8H|
z9@*PL-_@6y%y`<VZ`M(V*`}cRa^tjd_fz}M8Z14skITB9zp9VuN;glG?o;`1CZ4d<
zwWfR6eU4teEWEAso!#FmTL#8jhE7{XJ~fVwbu*16zpCn$h-zWr=~ck&`9|N<F5I*1
z+RJR!T@coN*}FnbybJ4gzjkNrCvon?Oqk#}3=pg07$4+gXy+Aga$^9#A?bb-i5e39
z(dWz1End|_JzlkRT6ovG=hlyJrq;vNIs;o7)x-}5_1AmQvwCQwhMO=4QL%gPGxW+4
zwaLr(Gk1<G-tBaa9AT)6W0D_E!WzBa+0Pc$*iJWO_hZN-YRudFo4x!{%lKF`_PA};
zm}k_tw$34c-cggaQHi?)RJ{GTx+Ciu5z$e0j~LzuM2(DL56nlk(uwsmVvppnw$58m
zyprzG<DGmtK0$kBqLO|hOMK#}GiiTaD_(5O$$A_nKMq|V>-aI%NAwMkc=~Gfl&Q%y
z)-C1kh^mp!^i>A^Q~A10qKSwf{Ze;l-q24jM@%%(R)_OUDOdGW`~V88qM9|M>Sc+>
z^1UagPp6L-##ORL@^nU%7^a|=13j%>=r(;X<fmP%hcGwhdU>a>OiW=B4-0uuJ9^K*
z(;L6R+KnVTL&C72M>|+?H#eIhSxX`rC3;W?tWQK2W~(Nd&&CD#W@F`MGe#FUp>y05
z1H5{(5SvlVsL`)iCM&aMs1z3VvSzS&#^m(IUTw?=WLJtRjQKInOXAE2Pt5ga%^zn@
z_lRFsgmNZkO$N&^3h>PU42uh=9p1#Ftk_HAYqOf!D}n2iCQ+F>jPW$kj(q3@5p=k?
zD~LaO)fBq)D0`{MyZ_qwq6NcPNx&4&#BxIQ@}S;)zr^wzK43l?x(;GJE!-Q^(D8}r
zaUO+L2gXG*?-B0I(YENt4u!QGqE#-w)#auQ4c?_(=xA+aH>E;XRduG-#v-h3hH!nx
z45!?Ladw-y#$sc{40~OlaowtO&VOS4t;BSA_4d5Y#s}h^k*@Wiu14a?d19uONr@Ho
zk4s;o1~#B0I3!y}$163uo2X1{%NzZj*_+MT6Xg><*?e1fPgWnUFB#x8A1llm6EE?{
ztUZFQdWlWGmYedV93c`|AI90BgYDgeZI5p3k>l<V>Tgg;?#D)ND@yJVe_Vl>E<Bn1
zzH;{c;p7VP<2|Rd$geh&g<ZSfam*eA8?MBA0Xn-5SAa22*ufEW6%*Ln9^KlKIDDgd
znCr3IbGCTfb~#L8p9Z!c`FNjX@<`cspIU!M30H28c;yc9hTde3sLu+Z^IZyi&*bCo
z(~oA?V-9n;*RB8ug|sIRh>wbx_TGu_skwi@MY8B+dt%Ic;DEbT|M9S6vN(TpK|A_1
zJ7G_L^C(9DSgB@zl<9cjY;R(6TOBs91zV<t9W&UjJhj<9BL>pWcEUR=`X#pqeU92l
zmb`(r9orSqZ+)H|zHEDh20QWDJW+68HD)@kVEkb=x!GKEfSNrQQL{Hoay(CRmZX1{
z0KOE-{VArigqSnFs<XE7<7Y-Ikwhn@5(jlPz-q70!4I2LOZ}-z;IMi#2yyklxhPV7
zB=`6%?&I0?$K!>^$EvvCzh^U#kC!+5R&&O(K0Zq68qV|iQ>L!J6ZCH{{x78eZ{+;j
z9sMah@c*>*|GMzNpWo8|Pv8B&F8#kQJn)~X_J6&4;QvLV{Y(0PU3lPs>oEUym-BCw
z{$Cd!0As+fExifJCZ{W;Z!Z*V&wm_INH13)LRTmtTKHtNK%^oY{F$&hC;fl$nco7;
zuf_k?8~^|NiNJrtCjZGE!~UCZ`+xpTR-vHFAX>>z3JR{CUJmZwzF;%iBf!N!*fliF
z8*C;A#e~GgL?<Q2LsJ8iBeTMC9P@$;GBdo265`A9ZT@T}H`yb))oAD4>gSN}NXQTf
z>RWz010i}spO!?!)=yk9-KoYRS+Y4pnI`S)7BzzXs$z^0Ff}rZPU4Kwb#@+{(1iK@
zhkUS!-IFi2ruGgtRxY+~b`DxjULJZ-AAjdSPxoMBt4jhupM(UV-$fFFAc21%$jDET
zehILPBz$pM?BX)`X#$8aWE3tJ3Oj!J*co%1a7Go!YG(zYNCQ>XdT#gGO?%Kn|Cavl
zJI9jX*OvWqH7{PWcwO>r3KCsbL5>m^L;m#$2;>F0$IIXz(`y~zdvw2Lcd<v>qAS@$
znQRe>7By43W@09?C7Q-19eNd$TcuVKIis70l{T==6Tr^?S0~?03#ui29nr}TLW6`v
z1cyb&1fps9XorI=g_QK`X&LER*-^=PnP6|fFuyPt1SBfU%K~ci8X}q^Tbiq5@!1ib
z{2mf7U6T8lqhsR}<M#&!XVs|b7MGS+R;lMUHa#z1915IJ0RM_GAaFu~{J9pqe*M4K
z0>^haSU5FbYwH>tn!ny>et;kpz?j>6`g^|(40q7pe>5>UH9d8oc4VY)VYy>zWo2!>
zXLF00nsxu+@aUL&Xsc^y8Pc`7C^^Myi*}9ep^SGNt1C8!x+Pg`e4{7+Lxn&Hxl^+b
zsi4OdjQH7>07~)r56gZIm%N$Tr4(E9DLW&Gb!QsVj22s>`2;Gxgx^43#5{hx^Ty+b
z=IdngD86UmhAH2|U*;Xtw-wF2N*DgR(6Q2|Ht2<??t%UJ?WfTq{oO48EY9!rO*saO
z(Owz-SqjCrC&xkDteT3xDD;#HnWYbAo1wVO5dO0K`SwtzhoO;W1?pYVg0I;OAo*I&
z9=MmTGFUuZ9SoGOcVVzJSr{oM2z+imQm8swBG7jW=dS7JnNV*Mv@`SKoq?7(7_nkW
z`QGYKfzD)CRmH*PRJ|vOWOe1y?gNzAkFe^hlY_0<_87?;n|G-DyQ`D1ni`NjR^42S
zed(6wls!6O3lbUz+Y+fg79Wk06P`qiqBFXbo00>e-l3u^v5lFM8vzub+>JV1h}?-*
z+AZFdNe^Ge{-Lr=f+qu)nTk8*hD_`g`*UIm8Uz_`K%$_ffF=PN5a#c8C3ayzf7unn
z+{FLkGJ>5V0V)${g_j>Gl7p7y|H?Q!GqiXMt9j*9+rInade=eGB*WqEP4_3a4b|sZ
zjbN|7v8ge>?~h~Vj(56{2C<L`xDY02R6uPw!l<ZaKEWM_L@1t!w?xKJ(u(mK`P<>l
zM`8-l_W6f|=?e9w6J`u$>L2?KEaYNrH;%qYYuYMXJ8Lo-dOR_<H-W0V=*W3Kr&jcR
z;N%+-7Uk%#Y!LL!J38)7jB8|ScvePcteswt7!xvr9#f7-N`|1vG?3OdwKcc4cYVEq
zSJhX20|sju9QistIyyelG&N1y`)v`qW_qS`a(#7nYqN2CXSHKuZ)o>qdI>1~Hm<_%
zd#A>r2eRX@n5BqreVL3aFm#iY%?Q&JBU1AfL8HwzZoV5BEUM2e=Y(+TYx9%ZLzv~W
z&Fm7AJ0m!ZW~}&Mr@(+HUR%tpviPqq2|@w1;v<TU-EllIB3T4qR=%Z6e^Kr{R(#fx
z!>pm+PxxJXI8Ux8x-(3AT_#p~^ocyTX*!hX7X6Kuig!$tH8v;*ouZ|=)AerG=@dFj
z^CpmeDMX`rhVnpdeyB6iVV<K=6C;SWAXZ+u+?V<~L&2KkMblueN_(_;Me+J*snP00
zXGO{8WUb?C71GMmZO{nmK6X`>?JhzHI6@_=KyB{7^Qg9~>cn_`qTUgg$%gxAbrz-~
znKQwCvcJ(;|AL9+%<^P!(H16oW@8DgAPGg;EnXWUu^lH6nzX{+>YhO1drC9ybVHhB
z8l6HWb=u{catqHisLtrhF67eq%I>$K-N;>Ovs=jB8N<;*P44AT@gka_QTC?Waf|oC
zLw+Cc%e_)c=Eu_HmgvNL>B8gxrJ3+Z^tsj%p-@!6yfiCOj!-%x5>2Jt6y>9=Un;cd
z1if^Z1Kdk5w^i6M!FG>qZ0#T@mz`Z*Kwg-=gQ+*v(J#O^zzh;>B;x526^RlQ7Uv%p
z9-3sGVwvEV3C;eJYm%Rr?r`VA*&?Kn1l1ZIcepvq$GR@JAmUCI8omRy6&bU`Omo(!
z)oKH)XBzK8)>fO<CQut|AVYTbx2Q>rL3v>&mmu`W5J|`m5(>B;3(eEE(XH0J^xxuG
zv}SrXd_8)YvF@Z<_NEmKxjOb|6sGpQSO&Ca0P+g52e*Axs@i`H(`-nE@Gu>o2@he6
z5zg3}SAUOwaEt$sGE|D2&6hn1m{r;$g^j2@Ls*SQ8qx}=#ZCwqWpF-|)u+HBo(I%D
zO@DL0FPSywiQ2U{OE05es)>k~f1w@7ls8qs$<3xd6shqg`PoVTqFsr>Y+KZw1BhdV
z+3w1Cdr8h@jolAI4*n7Yc@+C|L!E85#JCg9Q_DDaZm4Ai8dcaV9>n4ohT2(Pw0dr+
z5rmE-zZohPT8mx&Z-&~PAR2=(R50wMRFgR%!VVfRU4OW{R23o#v*A72UzqeXWwPb@
z0aj?UFcMqf^z3B$HmTiN+KVYm<e3mfYb=|=SSws|Gg6CdXNw=5C)2K8`lSzq5GlwA
zT*J|<?f97x{6rUi2RAQwPj6pG2!fv&;OFNN9_1Jr9UU9zmXOFFnwI91=$sstlaiU0
z2hA!jaVqkv@UE&X@Pi;B_=(K{tsO1xo!yP;eL+1vuz}&B;gR~W&e6$lv(uBk6EjN-
z4fD%`E2~KB8)LguTLb$oSoS|90s|W%<TWS}7?V&Q;^&T?G13UlW||RwtpKL{)Os};
z=gpI88;X%=U}ODkIbrqtRdVc#zS{{m=w7Jc3JU#UB+o%3!3B4wU?+e`l#u?-%*#P=
zU&D|K(LuXZ19LMUBs}nu!FEW$Qp9tzrxZPc>?!5<uaG_AkA$a)U~V=uJ2$_8ND<f8
zH#WDncXq$;!E-Yo$nlS}y1N`>_(Hj{UmfnA@#2}~D%Cq-&R_l`3zh=?02U&RWIazK
zshJ-jc&Sik58pt)fS^!MT58uQH`=f;|F}fYgruaDRNwRr=E&$gR`-m|khGGbtnxCS
ziprwk)SCFJ##E;KHiyEm#a+ow84>L+)Un+U8oEb^$Lo9JbNih;C#C}@o5z+$)>qf2
zYO^=Jn2^CV^5paw4BW_=cZG6E1+GG{X?a2o;_B^gP=1eC@~NwLMQ75!68d?z2}+FZ
za0TNDd1C<bne&a|EtU2l3Z-g#{MQR2F2p*@k!24l+hPviOsH}OQoww#+3y4>=4qlw
zJ&WTC3g4x99w2gn5vBc>tUvly1>a39woh*(C|hwTZ?8Uep)mkJdlog-b1C_<JJOg@
z!Zb!aI~2V%J-9hu=Qd3&5oz{dwj4^Lf!<+qYqHspf?|OFh(*22@`39uqT9v_eHO1`
z_SXg-5ccdMUw_FP5qPskopdK^Edd;fyQbd5En2rfZdjJ>j&{a8_F;@--&>)AQcvo|
znS5ETPjLloqD~LT=R0k0GxA!0K4_TUwej7XvpYHbD~&{z`N)TaNF%9IryS0(Q*j-y
zK1T#z&1vUT-Ki;;yCzH1uB0wBGj5c@nltV+$*D6Q#4NQlp3F@&vtEw|G-tgz7HA+S
zG~btIefUw25|A;`wdVYI@!aQJ{Y4mCRsAGThgAcgNC@BamsW7U7bq*zniTxr;Yck+
z7`m()`Yv8LDV#5#ASps4+?+B}!9+O4haD2P7;Uw`OdazCeS0z1X@x*D&W+eZGv0x5
zB_$quhM|?{EFq$m<gIY5nH(ZJaz7=U5OXCyT1r+sF=ZnxJt4!Ni#9GxFI_9slIj}z
z?><TT+$W*>@ymRISE0{CueO4rtUC^qAFM)U-abknvv3{XWT$`b-_D$AA#NS)siA*&
z-3At=ZxwB(u^(Y;^W`NI&Kvx<Zm#ZLo^NnmARhkSflyy)aCkuEr)Zg|usBF)L{LIx
zQgVEXS5j)0XHH&(Ure-LZl-H`d0;_BMr}r2SxQx5Tzz#wdvkF|V$)ZTu6VlNasxuh
zyK_H<D#}lY^pGCUr->5J@fu^$OY%;FEOK@`co5dhRHWJyMwP7BoGa^)X6qA{HI;xt
zr&lcH(p_`5pV_K8*eN?d*SEB{)^+lLzU8=BA9N-Vhzw|<m%!XyNRbrG&Ho`g*aRpb
zKeL02`V~>5-&BUz=;LeHVmO{KmKGIwW^}dC3I`kM=PO1m{vKQ$OhhgV{ErqF_l5%i
z689uYo+_^^kPUD7tunCZ&J<dBV_mF@NSEG$tAe%Zzo801Mv&yaK=*(MLcyf|p^;$`
zQLzCx@O+YdZ^Xrgr)36YWM$>#hUOQLCMK65`xO+%<keIa)qM@AZ>WmSZBB3OEGX~s
zsBEq7&+aNn=!N2?4w7{Y&P>g<52u%od4HQ<id=xrZccyS*<EZY-VZ`M10X1vmo#St
zJRQ-m(|$<ZvKMf<dWX+TXnP9tI?6-553lm#>!GB$HdhD?DTQ6AB>8Gn^XBaxs9#CY
zb3RlTiD11w(LnH;ymc#z*a-EWyP{nWyb5@x9hcUZ@-jgrN~9>gKSQ*DrK+tcV=zat
z-Xki#D6=O|voBq~y*O*MM2bB#LbN1%{I}!+1&dg$H1|HL%SCbluL9`3?Hv)xMP!)(
zN>{Al$9?+pN6Wp*j}s=WELax@vY*vM8RS@X2a2^|15qdYOB1Q4&9^qfIn-w}{Ls*d
zWjQxSvCSH6rV<b}?MIRaPr#bCzs!+@$%f}>W1%2KGRK<Na%*D}tO7prS|4q1Pv(%=
z)Eu2|BDF-@4O|P2wg-+5h#dC&n`6KHk+~y7WWgL4o}8+kV@U3$a14pXxl8jpZ5FMM
zOlH5xxJAVT6X}P`0R@^AoZ1t`u-UyGUZ3`yeQxN+T*0og5*Ifz3JRFIyLozeqiDe=
zCA3`JL%c#=0{@Rm3CM-Tfa-S#A_o~pWDaaH<zo|&%4PB@`jyU#rqIh!XCdgqd*O6)
z>^eyM_NPJCQFX4c;>T~V_KsppHoq{;e{+k;=^`xx?PC||!#~u^;N@8)dB`<*;(ZB&
zxkXq9(z!zLhx*Hc>JR4DAT;wI8dJw=;aY3}j6W$ANJOadOqIa9oXIL{05e+$<;hsR
zq3#vp4%58Za&MByQ2O^w^KI;uq!S&|Po~;TnYeFxA3fCUwG&8@*1cWyanM$&hK={o
z?vG*?i$vm&Viukw+eADc_#0?usqeLF>@R4h`o{@B!O~A?29;*Y?i`wd$J8rqOH;qc
zR94dZ^O#EHL5d8<)Y3RNs$@514_au;j4NF=y0RBbxR8oBTe%yB7uSqgf)DS8nX)ha
znM{Ho3wdkYRevUy_mqD3xLRkSQie-{q`!h21fl>c38+Gs?PAH`kc-q8coC_WRA<aH
zc$hAv;X_*%NiXyP+q01ZFZqMCS#>H|k?Ms1p!VwsYu&Q9cXsI3f<qkP1#b?6ojbhX
zU9~&3_8Hs-jBe>U>f5=PySN*=d3bnvoBH@d9Grqt41E1;ppoJJG0`TmapBh9iFRqW
z8K(GTzl36ge1udZgyNXG<ORkWJ2!YGnvGe%BQ~n*y?I)-T0@LsMn2=kMk!LJ%&2=Q
z?sq&`@ipm%?I4gTMbLJ@9sY()ftMi=rSp)33gx%|ySVieTdq}vW6Sf7q_uF|wS-y1
z6}Ea<JgvA4;;y!6sOILT&Tilgm5%2Z4=6Gk%B{fQpwN(TZK$!YbBv#Nly00}vS+GS
zd}8|NY&|SG!~|6lwPJ<XH8|{DTiMVkcNY^eL3OtYK0)>2HwSY5-TX%t$J{?rtnj}@
zvFe_7B(S`@LeyrI))y`w!{<%=mbyP3*Nc4ILQ(x~hCqtT4~w9+p-8n(o6EGU41ERq
zF)Kq46z%NFP1k3}GfMOou<Xv`7aYZ+$X*T6pJ@JaQ#4u(fyrXs*6biKoa~4d^gJ()
zo!C`B{3?!rp;+v!sMU_Y89t7$fa4<E@QI_)a94&39+zZSaUX0<<T%EhS@Z1eEEFY3
z<|y!3?raR_gpdF~_K&9)QwH^;9~%R+NTDP)!x-q3mZ(qAzT%!6KG%>S?loymGRNx*
zsY)({dO~bUu2&7wm7U0;W=if<(T7SNWZ9wQ9!%ve<Sr~G=n3xZ&`=deZik@+Z&uku
z6;FDcVNxuCi|P{*i&Vf^1R4R#)Bh?K%~Uaus<VU@mxK%MRmRl3Fkrc{&*&8TM=po3
zi8T8^tV{JDtP7FQsr|Gr|G$BResykY)e)VW*Y#iF)@7<fl+(Vv&olZo<H4z&EjT&(
zh|0pk$j$SUhnE-B=d+(b66Y1fd?Kfrzh0ncynmuka$HO-4p<4AXMM>F$T7iHEG-ix
zzX_jDtYW`OUf$IF?k*cmduIo%tLJVDIG;H9?!v+lVk-ZqhsZ}4A#x$sKJGk3CjAv6
zMJZl@Arb|5zuh!XrOtx{SC2mI^IWs@H63;Cl6-|We*w!T(h;NO$`ra39P6V^?ZK?e
zHC-7LtF1`C!$>7jk{5XIDf?&Z&c9$JOBAy|yBAA+86RP1C;R*7-3u^8f@LR~T|B&d
zfqEDNmWg2Z;>R_&DF;l(7Dam;)FDMDWC<ZMhg%A6WKM)4EpaXc4u?vv7|<m}x7+bT
zaUN%R_;H@p;bx>>#3n*2w&+8U1}M)ySa$Mal3ntBdaEqK_c@ijDu=%aPV1bHC?AGu
zpcJ97T97msyzEpqPYRLOGgl22vw5EsCKcbB5H6Yjo+|8FdFy<z;ST=Oi%^PCCiTCR
z3GW=kxJN*Gj$sg7U>FqlKn#Q8PYi<q#4zyw7Q>)KM$FcBfMo}Kwsvs9b7*vMWNh-=
z4LsOf_l>EkiKW$*)wSM@vGr}z+4%$Hp6$`yr61q7_FtX6^N!_q+=O60bpu;rR#$_T
zueUIfK69OFcxFsBeYes6*5g}O?i;EK`;x5cTCwF(J`W)O$VM6Fo%|$(O@p!H{pZOx
zO9n|7-(l}XF7L<pEWEUgNqU@~#7MjjGk)J4D6TUzb}UXSmdsvH+#%v^KU@G-4bLJR
zQC+}%3&b$!LR{p^%|Oh*{eZ#yE-EruHkcWVR$H%=E3BC^sWf<y%zD!k)KAuhJ|xM`
zEMZaWis9u>z9ai+u{3End7(mfPqUf}wdEh02fw*pMDw5k=}puHCi$xsrZ3NRw2M%t
z^Lz`1pT7pKOzU(neQRoLk57J3E7~FBw0yKbyym88gUNXK(GiEwOwkEL0-wz3wyY4D
z9pNpvI7bpjd}V72a+!EnqGMBK=Ns8FG1&YK2n>TG;p&s2)LH0*nU+}}zB6=H=#v3_
zRX;XjcS?F65W}GKlOV)M3J{m#R14%)xUU){YUrLA!s75gF;q^wj3P|xxqGsgz@>8#
z%;3D;tqr+>aMF~TAiPidds}&qCK80>wU(>#=}HWAC-*XAFcA6DP0;&-xr{cbc_N5R
z|KFu~NdG&{L;81W-p7C#en(6q!W$ScYnBS4XNyR!P<XxS?a@%*nz$Ui!NZBI^DgCe
zy$fsG&5U<}4}7AZMeHY!I?4iR_rnkc>z5R<uk9t9AF6CnP;ltYn5HWnac9LdhnPV0
z4qNa!J;4qL+ED|YVuyw*Fb{#go7SPm8eP`nucI@=8NKcy+E#LGH))HER$Z(uOExE}
zZD(;L?r?06H2G{wWLq6=Ei}fkYw*c)8BYv2zJ6Ez!|Y&a(%p41TK?d0sT<a8lAr%q
z6ZYJV{ZBG|e08vG^>^qQeeu$t=ozSa2sg%$dVdadV<37aM3puN_=~YE&jq}Eet$mj
zjkMN$kc@iTeDDX8<@pdrm-`E$s=-<dVVcQl3*n!Nmlq-on(i+~8V_hKMwu<7A<(nM
z7&}zjrC6t1+Dl-Kk-ik~#kR5px=7mP#6W57<)l#c^yTD8la=L^SQpxr)Wl%zm9*64
z^p*6?;+2(*+$P%9%)$Zf)vVHm^wsRj{gu_6T2#8V+=g2^Yk4hH8Eg3+Y^!Sp-OuUP
z3%^Ozt)UF5XRH^GX=5Q>8h4>%ES`kw=#?!*W9gNT#kcE~Y*cgWRqk|E=vA#x$T3x&
ztavh&oh7&DRHD?#85E-xMC8^Yc~%%yAM!<JVPAgpX&Y$7*RaaFd`oj}yZNTkm7NxH
zA2GvbDvb|@ZG<@;EG>*RS01*pWQY}XJeajI>LlCzWZ1=o(wX0V>v~jv&*PKR2fb{A
z9fggT&`I~cy?Lj**Ds@ywKwp=bbW77(UoC;NHs)ve^@gmYk%ZZ$@>22YZS=AnDL<Q
z!MNFC*1?3;!MbTbgoE^O%IUTq$29gMgTomwtZ1`Y-^V!Sa~_g<rE|d~Q1b<E{Vwyx
zAX^*rr5H;EuH|@c=<!^#(S*f94lZ%Ud_h4q*KCmwqs4|}$yWVlEgIA5*4Kk>l<gL3
zpklj?9cH!LMS}Zd3nnRPwKqWLW4%8j3gg|IFsi8{Ih?kwu{!GZiK#jsD8Q{e>8p?7
zJ8o^qJv-P(fjzm1RtRt`|2#uOi?zc#k5&+z{|n*<*F(ff5MOEe8d_Rwn%X)+>PB;S
zJ*=;xf1nL)5A=?Gn;09NnVxK)@17lA8Ca{`=-XOeYTcQd-2VzWIsJhExj@7{_A3J9
zYRQeOcfCp>5-F4iCvF@OVO(UJ2%!r=p}{m3&B{*lTxcPo{|liBU!4p6j^KYUbgi`g
z@4#jDUol_sTp$^l{|kXcE}aX+Mofk{Potfbw6muJ*4y7E#MUs<_-tU{+r%{4)XenU
zd|&rc3+eFa=B1|9<<-T#mEGCHp8bQP)*p$NGud8F@#$Z_MDqdu7M<~YPZJJuVmT=B
zh_zK|;_9ASlSC0+!C*;zW`C6}{SAK4T#G(aV-zL+bwzO__NvapW!&*DRg8C-y2AOY
z)iJ%ynAStv6jD)~i@fu<iwN8TMZ-jlW#10J$&t@mIK>RsDNEC=cVYhbCy;kYSKIzf
zAUj|FN+7pg{<{RS+PZ#y13`be@Vxx?@C1^E)Q+)~8Kl1)zf*L$0w$1-sC+cBj(9ji
zO3oMxZb~lK^f;7U?`VU}7h+nW8Ao#EP-SPjv%z>Lrg$@QhX*!GO5Q-yzcYah{XK!)
zMJfWLIoN9alY|C=6oWbjUcSV9wN*GHNo2fJZDR_}Wkl0`!8v)nt$5zDDMzj^-_?h0
zG^Iwk`_bGwM`IX0r|{F?3c&M4K+8cjt_?;I7-+tIZoNSj(M|m*J(4hKfP!sw%&?+=
zll62jxK)|jLVKaOU{h&~OCu+2FOTDKrSTb@W@b-M@8srg>*C=Jb`f2D9eo0vf`UE3
zlFUCcFgh|KJ}$;H$u}V^Jvh@YJ0LeL)jdBprr3`7qU1uDa4xu;bHW%31kvGjCU!eN
zfyVinpWBVV^Al*C@uEDUex5)R>W~nZmJJPv2+k=iN{fliD*k6D(EQevtj0k!B^OGk
zufC*vxv{mm{eAc93=D7iWNGyf7>P!Q`yBxXAudfBgx|s8HM0}ij%)D1zhm(-^x8}#
z^yXuSH5x<8R(GoV!H>!wB-P{4$ZLCX8mfsz&}&(ITgKDqieWcb|1NyZ<s4h*(gd;f
z=SXktMc&f(XNc#}f)M-t!R)sw4*kbpKK14+7KD4#nykMnl({{c?HnP!Ayximyt)YM
z=H}}fg(JSVco&@~L|&HzzAJ1*UU%NWbtZNFd0G!t$nWQAJ#G;{PwVkQj&@H>^SS{t
z{Bm+rbKzK1baGUFNqlByO>IfVSFjr%hljwL+QGsEaavD5LC@gm5Li+4QrzpBgHcRP
z4KJ<suB@$XYz}Vk5X{aW;&t!rPHdf>E?vH)DL%z-Gd@8e_QH3X8!wvD4qX7@qnSk7
zTdsk56)ByRuYoYKvoG1>_z!7@_uAbVxr@Cp94M*WA8>X(EeoLPh`ebjdt=3aNi>Gv
zTm6m2gBi(K;uxwR%rB~~0WTe;Iz{}J-((Ax>=eG2qVJ7V_!2%}#`aXUND&w>#y+{Z
z{=rjXws-zGIN_}*)$G2w`Czs}*?S%Jy8ETM(z%WYZN`;>hTjT8J*C)c%L*1@vAm05
zQH!7>B_s>T7OnPYeQakGr+Be68m|H~>9i=(A1SwmZ7@WdZcP?_rd#AGFV&u@i{ox4
z9XH?mHt4D0V{^J^vN^71E14x|ho~rCJdXW6uUp+Ms5vLsfe5bE@lDMMJM_O0+#Mvv
zDUgl?c18a#uOkz2oALNPuNxvq!JI?nb)^YdjE6LHzMROybAHc>-BlfYMfO8g1Nitb
z?)gc9UC{urJWUFEYgnch{LCgzHRQEFMp778{BUBpiU%iUgseJ73iLii36a-PM?XQ&
z1M|9(VU1WP91+bp8{+hoIFF51%>;WsOszzBiE_=P0Fm(f$-$Uy%W>gP2(=RuCf=vV
zr#Kwnk4;n1*2*yb)er^Mau=!W@BLKyzr#<#7x@?bRL8&Ir-=UWQx)fepjp}xo=0|K
z;{SbQccMhln`;FH>ziAu8(TZTv$C3CbzQyn-}+lYPt`NpH$FNtJvGrb2b&pM?q980
z@7-KlY}uZi*sCG^Bh!FKf%9(8zpKXke+FG}Jx3Q-$)7m<L>Jf{F3^Q_>^ry!bOAhd
z$@*kOyyI|vrpcQ`FqzKW(CH333rI~Y+x4yrn3Y!N8DUxKPTF&kt|HXauFTnOa<L9)
zx<-M3s^kuwFsdA}ntxc9ZqGFNkO)oO;oM!QjiELLr|Z72RHlgzDnxOcY}S8$c>D1W
z3xl2cyv^sEqo-yE%Q4qeMG)x1FNOrXn=^sNZ~w~|fDDN^$dxw;U*M*MO=z+d=X}?O
zM%j%VDx>U58J()+L2J{Z?8#WSH0?>-I~4EDJj0RTb!W#c4tf*LOr)A<q447^9^#j{
zc3$Ig-FHBLC9QQY;I%@UTCl91uv*AVLk#smWvIDYn0oY)TDVen7*)7_c`H@0p$SGx
zm?<<&Bf!#OI3?<f?2$&qC!CQ)O#6!*0TFKCwg<NO!B%MiB1f>lpxZwRHzdk=`cAtI
zY~@eomTEPIi)ZH{NRC^julYeLx>?1uE<l#v+}^^{+S$eB778LvIl2CqhssI)-YSJa
z;Kl|%`I70?b5i34nO@`xNJ6yyjf99GHC~JY(4$6!qX2|zG6YCEw=&iZYveXf==T-A
zs(n8YkuDit-XA5(iCH!~dLP3+dSq*2X|L^QZQyET<!Nf>=H={U2aYNz`8Wh#!MgUV
z`2>MfgR+2J1hg!>Tjz$43PC!D@gNs49t0H)9&}^eK_o9RB|IcGF*zeJD;o(sBrm<N
zD6gQbIJ?{jJT>rZMr~+gP;(6i;)uLXT9)o_{p~D$0|P@N<74Bn$*Jy{+0o&JiKXSP
z`Gt+;t+k!Swa)KThl8v8$19tsXN_1wx~P|h;oblLqcD1?J=T&39(M;a+V2XpO#AZx
zUX)zyAmUHnmj^29E%<0apfB|NkUvjUG(?Jp8uRmzzibHNkiSCQo8pKRtNP}R+J>6C
z#+Is^7-HO=Ac)=#!zc$&MjRXwA08b6S<Lm*6*mXw=4Y2GrzTgH)~C0>Zf@<(?KT`W
zo*W-EN-F+Lv2yYL*g-(RAM(QW?myGDbvpeM*QSekTL+~;yr(1wB!5jJ$X_ZT`RfIQ
zzBJ#x*oSOWx02IH6&AH<gBtaoX|~5jFhyM~apfV_b+2>abmY47<b<~z`{ramgNy;g
zU5>4>rhxY6*&jgHRuUr^!#q|58R||rF{$RQFy0*3wMC1mGTq&7u20dIs4c&kA-E`_
zY93ob&MyDfsE)P0^60NdwUmsYGd_!fk_*0G3z-wK4Ze~axvb0#=-QSPJ!sMoNj<6S
zWa7N;_J+oJ6P6#wL+OIuX5DDdmK0H*-9W%s=84bH$!S3N>KO~hd?1+Ss0Bz<y;lns
z(QCaIs9=LZ6|Af+oE)kYZ>}EpDqBk}{9|2fQsndAu%syc@*~P<_2AYNKiZ#&>dyh9
zub^hZ+g?=Y|2U`<EvlFawv`!ZF9^<|e>lURw_f4`xfQ?9_xxl&T{q|edC^5**Uov?
z7cS}7bdtb}-;j$tkh*g+$R$Sja#@fu-G@LRn!-$J5S3eUdQ<eqolGW%Q4+lsipR|?
z?m3Nw%68my8rP71cT9EXj_I;~tQrwHXYf**KmSjD_GnWa$j`o0a>36&@7gV`J%RJn
zbe#RyEz)jm9NZy}XjiA_ijpsAojKrStSO%~HLtFA9n7-UvR5>=bu=<_cC+wMAe8$3
zEKpwpvY#@5jPY~lh@e#QyCXtG(iKhkU`3bL`C!F-DmYm2;`hM{jnauy%D)+`p!`26
zRidF0A>rV(63D1Z^t}-q8=aZ~o;>QG9hsF!nvhh2?3Wi&kXi+fECtpCHDovC)Yi3x
zb_ADpdz9Bze*M-J8{Y%POZiqmFxd!_QRk;7i$;C==7$z$Haq9SzPD}c@3tTHSFD!c
zacLr`sE(-IX8bK%v2`w2v7~eNnBF<NT_aH*OBJAK_9lMJ^?}Av5zXVK5e9vj?_9I*
zJtdF8VShD&a3*=>hGAc7!Oj>o26Q5k!qivsXy`QZZG}H6RfPR^_6ah6gs~TtsxKC-
z8Sk-#n}1TO3})FHee?g3QpKzQ`IAybT04P+7_2~4G8Zjr_+Z7amh{OkD$dXB#TECr
z>;*-#3(Q_7x?*sB7_E<YRyuRurBusvo6JlE7=`einIDZUhNavlQ8+wa8=73ab?rh?
z5lKM9Pc8eWR6I%yXiFl?`%hd(?Wx~|K`mo{PMHe^;0b1YQIIbIpMb!*&|So;jpv4l
z%KA_H!FKHngdwd9k1XUR?Eji_<6*m~i4pig6SxwHhM)@7x*{}?T0#w>fo|s-s7C3$
z0wyW?wEmqU?V9VX@_Yqp8>VV^vPWO*l*tkg9vqoV+S*x&JHB<5ad)$Siy`p4iNP0#
z<BM5#Jm;~W@fyZ??7wyq``M{+5wV||9Sr_Ssh%lmX&ITm**VuD<BE!?Lvp<HQY-Vz
z%BzFR>l?i40$YOGT5Cg}KA`OB>+SzGI3OZ0G&V5tO>}f}c5GyPaZ*I|LEn1s##*ny
z>fGMc%+k^D;r@@og|lPlzIS>=m5!Tub+Ipe@7B6JAVxiH#*KgEK2Ix=$!0)N488Q=
z_<ER+YSl$7MHndDZ6P=#=d>1gyq5?AmGC`(J@=j&u94sW-9Q~d110@O1J%Jp91QGv
zk3b5ZGXxR%1&0TQMnnft+=C|gP{hPUrKFQ0#tB2h@-pKSOYnT*1BF!u71fm${&jgx
z;Vlv1&SNMId*B09{qO;*-sgCVgJe!{&ZFb7vccFhkn{Lv!SyHS(N1q)eD(ACRBjm-
zzH&s3*5uYTRXnDb^~|_GQn@)?NrK(3Fvz}^xjg$EdX*J(ti)yJ8V1p$)DNxT<Wn#a
zPi5pX3sq+XJ)PJG>NsQxAd<}%v;V4bYIpo|oi?%b{CWvnnlM^5kH8hFw5K^;nc6p3
zMY11#ow#vFdQ}n&!FiNkM?yuK0SVY8jPj@k>nl|era6<Ps8<S!)&^=PYs_%zpb=(Z
zc>rC10`1^uo^HQ2@jQ6!;PYZ<fPiiG9og^d)lg9i;;NAcr~!X7`Q#2k|BWnWz6C*v
z|20tYt9gl-<NMjXv|PT!(E`r#Ra+mE@QqEvKH8j}LC(+=?T)cE!B)+LtD?gX1`x=+
z3~yfIa><Z6;~l$B+udRrx~b$q(seuDp2Dz{%=VrHjgrT%`(L9Lh$_D2@2dD+q}Gee
zzmL2^Agw<QSmvJ^F#q`|t^}l0&!>NbgNN~BA8ePKE5~&A#Ky$V%)!pq#o1Bc-PqL{
zYT>KuZyM<Br5o(z7_Q3lhZ(m0G($x@jB_)*cI|&(dpkabAW-$cIi>m>BdmR4|GVwO
zT@*NifC~I4SdJYMFD9nuR%}Ti`6k0%jDnFn0e#BH?rHhLFu;q2Xytp_tE5+coc^?6
zXj_&d#+4O9u!Ylc;}ym|-qH=`NZs2q5ZO<Amn&BgFHiTDL9SSDQo)<<;OkJnnGt^w
z_raQMxfRmjp3d7X#cKIU!n5*Fo!JZy&nvkvW8o994^@i!-xn-)Mm_c{=Bb^V>q+?k
zx;v||xVmmj;}9GY+}$;J2tfiAPH=a3cP*?6cXxM}!rk31NP-hAxFpad-+%h~PoL8l
z-F?@$`*J^f?zQHe?-+x>Ku=eb+j^;5-#VIQUDPtO#MHdFGu{1krVZsDf#lca#qzK@
z?0F}#>*WL-<$tXlB17^&3fTXsoFAx!|Ee58kN=~}G5oKUBXZIIk9L9Mb_VuUyKtW$
zC2%`p93!-ev>W*eUCKC4;uvHSFOB?X?a$d-nD|Ag)i_C5KCLiW!s$&xiWo4BCYe9{
z&0d08--zhH3E-}vC;m&h{e>3)Jbpch{ta4utyvhT$$wyGIF<kYQVP8da8}%Mu~WD|
zyAzhaD5=1T>DMY45oC><)N?^DqAgpp+4lTs6}DLYrSgeqa+4LW$|R-Vv>xNEXqxmt
zHNjK=sz9Ir*bbuoUu_2g|LnD({x7zJJ)izlb^iG!{D0IV2K<9KH13UJa<>1}2`hw2
z_=`AbL681H9P}2BW2||J;QGQzWST3{YA$Ew`;p)8DK*=^Y;0zFE80f<W%4ubdSSZ)
zV7G3VAnf1zLSLE#oKjxTr&uyF2~-cxy@8bX+EbP8SEkeHIL>FxkIqN4xpKy&8+Tk*
z%Yn+np)49a`Y8WSYW+7bvwWx585+}n(V73LGW}@i|I{N&n#|<>Lu!#>2>!p3S_S@?
zzjFT~4pcE8uP=6DKOeusHGtPqIB&ct>rp|x{4<hiqWEi%m?Wq7V3Mq^wMvtsMfhev
zUQbEWEYbWdwK%~#o}V_()~?Jn^Fux6KUYYOe>j^zA2-6^wF>z^#|r_$za1~6<jJoH
zZ(4GELPT~>Vt!#>VMuX)Sy6aNXhl?QPJKcnd2>NEsH&l(ysNX2TJ7)gGNh_HIyp5k
zK0Wse@lGs`EUb*Ktxvxy<Cedz?tI%m*x#KwUOe19U;jCHwQ_Uzs$}2WeHxT`)prmB
z9LRAP;omaCdAy3vLea@6BLSF{gFsw1)`?Qboq^XCl-n+!5;Y){mMVS$a%nUkz{W77
zlBV=+B9`19!Nm#NcrshyEke_SvXMfnxB|LsS|Y<tF=-6t<eQ|@g)|vQy{ho|^5qD5
z^grJcvnH#~M7gdvCd+z@o%&Xv98-(U*EX~B@1_;*Z2E0}r!cqcDHq#4wix3q9Vr}o
z!$uU#NgWzLwZ?$3#<&^c<vo>ZF+iS?q{f3;QJD`n9VT4IOXa?PzHN&Zr|X=?<|N0|
z|M7qOd-0cmVuS|&+Y0M{4V-{h7Wo@Ep`65mmtR;=TvS@Zm{M64B+SY3XBO4SDO~*;
zIFU$PFTm2<|LPCXPn-nz&oqsPlyG68a~TA{nfW>^uAo5pZE<C9KV^LiYWxS>>G}BF
z_HHzs?Cn>mS7F~1GC&T72U^lWha2sHm7*^2T(jE`nI4H)<HDdX0w0Z|W7uY+-}mjc
z+&x|_`A6{{GZD?v`aNkx6obCPxIV<VS4BOxXKzEvG#&xb0|<V?bUYPcSv~{48l1}d
z6eQg#p%OM*h+;9*lbd8MS1j*K$!LZeu3EurN;&zMRJLBM@ZxW`%9#`!qu)P47?Qsf
zIM-sZbDO!|P;ChCh!Th`YvPDP<L7}>bo>Uhog)nI`r{s}5DN+52Kvh)gXLm9=q+Z}
z_-!`?VA=C?fk*2_bY2=Cr(em6&^c~zi$agU9e4y(B;i1?^FfKs?NUHYftdRlseG<3
zT#Nf$scM4|=;B7gg0$hh!1n3McB4Z(1yTM}&qMUFIUX<Ybs}`|fgOuP9HEGMT+fn%
zTUq<FMsh+BugE<vrmz9+62I6aa7hojzDXsRPYMYi>z!7rrf-j`>!NJ*N8DADdKKCN
z?bNuWWla|T9`!JrRj%(bhH)Bs26*Yt>Y7CLjT$eqD1Iy3+LS}8lqw;40DU8`&Vf|p
zSP=wcQzSlm!&o8Pp=hB8PlR;uGdXHK@vbyjZ6VT|e$otBp1KSvM=i@#hs>W1WKN?j
z%U_*m0_n0u7WWc#)1hoigxx*54$OS!TWJq`kA(%aZIc)YXR_0#4$O5kjpz<@hacQa
z17P->Ew~Yy0}P@`=5}`yFm45mUP)>V`A~6+RBL2;QF_BfKIn+mvaqs4B_$TOHwE<X
zB{YrM0cPL|t&h)0yUNO;I5?pmZ+1>w<U;9Lb=VTMsT-9ITffEoITC21>+50Cf-aOE
zfN9y64IAls`wz4^bV={&ys|dZF3>MHDj8lnMWDU*%YWUN)8~VuX)*hw@=MCyzREFM
z38SQ>&xoSAY8`mx%InmP<I5x+PdpMV9}mwAGBWlzZI<uWwTDAaVy3iGG3$;AE0*-3
zuC%z7<)$;P#OFu{^Sk29FpZlHew!4u@iDeiLE5^!30lR{D{i<YH%n7xPxU_9bvRCU
z-tgZtwwfC2UNZ5d8ts2JQ-C|)IqJ<TW3Crw8NaI^>i=08Gw^21=3xupP(E||(+gsK
zC7hb_rK?50VA*bdNZ8Rq#*koUNoLqFzh|y-qqE<Wt4`@rEjoZpvzf5dO$n9pl*vFd
z$C~=f7iT{1`ZK-B6S>)|g%8VvURkOyO>E&&wx(*lraUcfbPw1uw(W9MUn8C-Wi~9%
zLt4UCyNQxJR3AyV^WAECEsGp}KdL_-^RmAmm7vZ66Q8hhXA2qb7@~tUCI#p)m1gAw
zRxq=&0K6UQ&=wZ+npqR1DfMrZFy+zO4azSHTED7Vx#Pl7u=x#hd}~D(7R}H(F8#u_
zcSED&rM*_e_^z_#%e3$J@r=d9!{oC!GGQHugfgY@&DNtMoNHS8(hiB#BqUhi%Xz8T
zF&g&syb5j0RkFpo7G9_}tcYc#%w!``AvTgJeK3kf8u5xiBE>`qa|X$|UJ(D3@K~rv
zpCRhcLu4$cNX1WrB*+A=7(Yg2U!3Et@^($sd!=q+%(4q99C=FH(TB|A62HP@EccgV
z!_0cjGrZ2Q@IMJCIf}}1#l7WrsW7Ig@OPO2;~1w6UfBM$4rba~nZc9D$&88&4<rkk
z!)NCa`Vr+ez8}92>3sMpXXkEG%yd112irChv!b+}3R>uy6l6~fBc|DVm)5V$<78Z6
zgMlb{Gv-&GfSp`ebYW8_MG;?_5DjBWuOBw@Ir-9vvylXC9!`o!3cCQYYJizneOwk7
z!xgn5P}){8Fsbdj2pLo+Ys?5k@ecZpcy5oJyH;=(rAUcTCj)k9I2;9%Aum9#91)u`
zn6$L9h+X$c)|fDWbo*VY`pYSUd=sNeKJHDaw5}CE``bcFxl1`mNPrdvJBU<qyUKo&
z0p8(wv6ho6DeyS5kh+vpsSmTT#02mec5T^LYeL1iDA?e=yHpGon+ducg`WC-98zDj
z5u4!29+y|KWc_7m^@5ENi(!z;C9_BLN0k7zcBw@c<N6pFQ%Cx8h5l!py5)dXgVXC(
zKq#(xfhzNlci~dGS+z|IrBEt)R!a?QP*q$_mTE_9$~i`hC3@Ue8VO?yr1UARtg1bl
zC0dJ>XV+~yH^+)iL`&OReeK&gY%a@VY9bKsY5`v+U9gq9sI*H>%1woZwItm%a$^!M
ze6=@KorY?>OCD{A&C7|Ic+|4ftqEkjWRkOD8^zAJ9{bcH!|$mV{!@PAF+Rl+XX_fd
zksIhcCZaVmFrD_RSv7Q-EfCQr`aTyyu*gtU!B$Z5BhEr1tzIx90w-2@9D*9Tu_(MO
zA7NgUjX=uGXWaVQH@F@T<IESmDZaw{oEd2oO0h7h%M(EIT+mx+q`u_WtPYO#hY54}
z_ZjP%Cb|}sQ!b<p7=`4)?<=6DP0Sip4A@g7cnJ|=mw>p$az`vZ<jIlME(J7IM>2N=
zR0&Isr6j+PlrkO{O68l%)hCbD+8-Bdqnj$t<$h?bKQ2M0nyTF=f9O3uF881}*M`ZR
z7!f_KjL0|Fr@Ty_n0<I!or!L4ERj34(tcW7nQCrsnLM@gep=r~Z-ETUojGMZeLa+K
zX<ME=b8COvxQK4)IFLK{T7TNSpK9s4n>_b>dfI}*fb<~BUjT`IZ6hf_`tYVMLO=Za
zh8Y7Hpp*X@uKnwuz=^4!(cYOmvFQA$^q*e?Cv@g$d0R`mQ;u2-zwXj2@au+?T&8ya
z+JBesNrOLm#G-hJC=B(8;im|f{{mGFK(tbjBoEH}u(2y}H;?PZdYy~c*(Nn?kCpoD
z5-*vx9EI*R0~P{enS4B2JoREFj|=`-(u&A@2%SG!2^7oGJabxppPJC)-lYwm^h$pE
z`oqutg=|-MQt!+g+iSy(tzY-TM5yu04|&hA49&AwHU7_BV$;vu!Eb`Le}vkO8{2r~
z@<Sj0au#AkLVlN=Tjb7t{9#(t?{i^ZoN1!}jn!&+acB-;b1?IQkqFD5uAw&ARg_Fe
z=X)J)>q21Z=rhyU@;Rix)t229eo;Fnp6{WC)N(rAzE49lt&h-w!6V~I=Wyw|LqzV}
z^-f0R)=s^0-{RPPl5z9rRAUGKpz2|W?kc>Rw79h?j@~J+>h+?UBaQmepuV)Lx(g){
z)V_BTtlugg5oF$%s@a%u#cIu+b0S3x!fVLxX4vx9h)~U>+x-h<PXSL2@YUTQ7v6h?
z?gdy}WVGupL!Tsyi@-q*kZCmaW%JNxdk;ic3tBo5p%}5E^3bAwXSko@y_l<`Fz7c0
zuZw))H$SMnl%%KIq=x{}-DvXvb>PnlAF#|FaINld3Q|D=g|LUHp;_o-+y~gN=-+-0
zLJ%X$KL8R~DE5^EXNhYRxChhhTYVV`q6N`I3ccs<qzG_9NN&Cn^g-lHfjo!We5qhX
z3$32_AwxGlY8r;MgXm&_;KY36@YJA=Ty0ShNPIsyxYX(kUpS_j4%o?$y;;d+Md$Z$
zh#r2x0*${>sot%5=s~W3FMZ^$sVX#*zrlT|$w*{9f<7{zzV%*!a8a1?NLU@k%a^yN
zU|tYdK?Ag-p-JlDQ<xGB;nShf5ZJ>5FG79EI1KwS3rx8W&!zVv8xlZR3YJ9B$V)Yf
z5|0r=@{MW;r&bLHAI4l9BG=Q$b}WK7@4#=tR;{VAsIH=2sY+W-e#npjWz|Rl*GNNr
zl`;G<#FfYk@%T&Acomu`+YwbPjer$=>otuq)RicY`=~3rK&eH(U5~(OK2UE73eJNR
zo~18JLtM!ch*T=%78EW504EK`9MH$L0OFw2L}1fE&5*>hP$MRQPK<{VYFg4duP7!1
zsK-3^7@{o;NQNf}QlyXBX-V$%2qzQ{qh?UG;!~z4@Mn_JW%2ZHcYFz*2BdP8LD|p;
z@JR(YKoV+~60|MCgf&$?`4YuwqTz?UUoZ`bZ)0RFL3KBYVEiQg(KsJX88QY#HVIC~
zLg^%n^g_f4DE^>KKx|z}5K>t(G69!5f$!~Z>?2mn@6tq<wDcXm<fhb=hNZXx{tQ(R
zkl{up=tw7yK=+~~-i6!W_+B*<?7z1ixuKaFZ<&y&8MSAbeadZ}&Y+rErnb4Fyse@B
z765<`N|ZRv^wLbh?2pEO2n?rBDwarEwoLkDfqBp8%WM&y?cux2kt<7(%tW7c=3%;B
zOJv57X~`dhY8vy69SM!VXwjU3M}nLd3teFwn*1U?a4?X2w<WOD@k^&!7PS{K=1lk+
z*fgX^$$~!egg{rUNcFggusksBIxpLjUZ3uj`Wh=FohfwEu(@F<(xF$@10<4T78?l^
z8(Jm87hq6-%L@z1yPi#?TEpNGh6beC2tEoU_YiRm71NJlm08fvVH#iNmH5FB`68q7
zD8g|u+E_@jPhXS(wUDsJN@mzKabh({p$hYq;0_;b8kUW++dNs+;My_ajR@fjt;&nM
z%D)&GnXHvpF*^KDKIHG}MFJ|~U%edE-@f^O?d5>Ff4PE`*YLn3j=$l7#q9Z&iR|oU
zb>$URui=4Vwe{^Bjgao1Xo|n#frI4aL%oo(k(tr)k;%m+(ERM$^x*Pl^V+w$?;Be&
zUti-H_fMKukB)~=ui`sy3v2G`uR|Ul8(yS;65RvTdz7Btuyg>229?3+3Z3bQKlKNL
z-Vm^I9bQnfMO|;(dedFv3t08Y_bF?}@3F_80K#3Q(Dz&7XDq%i5K!VzTYT!DZG4d1
zmoDH2Yej&@j6atY0!22s7qgX%midep9x<%Bi?Lfdvlvw?RT~}!y_!OAndh5&UmPe=
z(xXch3Ppd$6Cv{!eKmCXa@%>ctYP5jrhE+F#>dv!+fDfX8RY?2BOnE<ndPamYF#DC
z-m_RhK<!W~?PpS#B(BC{ScPGbkS>#(@_MmF10!*aJ7^$|CgWZ9+cG<~fiPtu^fBJ;
zU8<&yByW#u$Nk*gJ6!N@<zqdFY18wKfU4(Dvvz;vnun^#FJ;sIJg4cMK37It`bITt
zoqkeNzl(Jp=NKeNTnMRCb2*WD4s#Jcf27YtAXVYqb{^m0%mb2o%xnuntKsQ#&7TGv
z1d)5JY`<l09{C=GVte@gEr}guBm~CHVm#=*+aYD7%;4~rE%M@Wniw1PL*EOo_Mbid
zXF-Odcv-Ladx^sL4n>KfsGj<E5Ss@WEMX{-&xz)Gs}t_}`Rdf3w;>1A2}=3=W{Jj|
zX$RR-$)kI0Mr%i~n4W8+C5aq1-)Q^;meS1A%!?V061#&z1%_TpD|29EAURSn)WnF<
zTRDhEc^S(i{c&inR$l=^K4swNh>~dOic%pVjpdMT`g^#_;xTEfw;y7)PHGFMN)4Ej
z5mKqZ2<aN}K@0-)R<8`~SUzGy__1w-uqb6gM7^1HMeDj(ZFx|_=wd}vBeL~L#{gx7
zZ8>8zvc8$^SaVDq$>=M7U_|OgpUozGOx*`>KMLsgwJM|TLsiaXf5}6QAm~RS3OdMP
z2^1wf8lg@REY49l^VaOX?*z+q+fGSc^o4u}7f*Uifa~+zZZofvgeM{`ay`+tEaHWB
zG7Dz`WLb5IE>1p*1&TseW}_O$EcN{{Tt9A%XYB-7!gG+npLQxNc(F#2mR8-ithJSv
zxAgRF7_}BG9p6?7b=kIjJ$@FTXe6Y){}CxSqJ94TmM5DJI~sN~x8YO(G4nlaIKZ|m
zl&Z`9>(^%%f$Bj2ACMi75|WnVfSBjgub)V#SUJwC@!58-Nxe^wVy@)N%NvOL_hSuP
znYA(j=wBU%aG1(222{mP1oJ*`MK)mw#h$p#%RQ|M4$#ZwT)wbS=x5zLn4^aarKuA!
z-?;xqv+rPGN69o<;M)4?k}j#;`SS82vo_m-CtQ++;Y}Oy?hbRP@%hb+BHS*)tMI>@
zrO`;*4SV&mzL{HUL)K8*TM4ymKVy7D^fNy8o2D_`a%<ly9TKl^YdVM@@Muvq+tx*}
z!r3b~D6DOZj@OS*)WjeJMw(3*sv8nTd>aqwn&BUG-}!U#V_yyhHw%Aj*skOENRtk&
zEcnu*!`nvbH|sdK7D(v6B1UHP!`7_O@TjZlbAMi`Xyx|osaI+{odlLEM2x8N9W}Wr
z{$(skwvgg|EVQ`5W!#tnHFXe$6hNRpKG~%Z5q~vL-mCsatp1W3TZn%Q9ZdwO2#$u~
z)2Ossc70M-ViL1C!#E|mAskh15vyw1n0j%%cCAYhCQxbuz333H>N5~iv25Io$2n~(
zk%r53bWBXEj$Ok=a-Xk>e2Rs`UaV5}a71H>f34QhQilp7YHvuncQ$i3k_u9Km`mcx
zVJml1aQ?gkVE|TyC$}%SrD8RwIVi&}#%H1Qr<HTWCx9*lsb1OODIOlXP#bTHA14UR
zqDZVF9uo!FK{x<zC6yeZ-IC5<57Th`G7(D*iVo;p&GMdCTA*>uwqM1wQR!zcM+@Hs
z6s*`H$CO<pKkCSwuONTqtSh8XG9oW}>@Tv)jZJ$ArlxHuUz8AvkJsBfrtD`_6SL!l
z9Yi%{R=1Q^36HNDyxwIBBAC?L<V<nhqha@bSb}&NRQpw#0c_(YESI>`LtV{`DlA8=
zpJ_6xX7cyXJQN)AnId;ij($)|Gvz9&l;W~j;m;SXMmi;ClSzO7=#97ND~}Va>Wd{T
zL$7EgjLW}XX~~ONw!p^eqK(c{r7*p($qh`-!Xv4&^iE%hM*m*$PN|AS%IZr3>lC<O
ziQ!#IIkTuha&d4!u}3RFbNx4NsO?+Uqm!Zb+<L6md|z|Rj0mj^9@nOa4%W`c2d(EJ
z+_uO3VC+Qp5C+uy9whl%Adb#9JXI<=Do^c85D9TGvN|6M$RIFOGoTaAd8MChsrFsr
zHY`TU$^f~%W4L7HcQoVkL3Y17WR+T3f?-HM#WQ<^LZu;Ti$_26b6qS;COm3GUmxRb
zFUWpkmlj0?Mb5A8UGA^%@3ilUWJc<fTQW@<6$8f&iqTSA6pJ}6MUXxL8q$}41(B3{
zhKYMPXU=y_@RzJkxtqPuUX?ZHy3(9-V1<E4(1k`;*`E1$*qe){3(cq8Gif(<#kt<G
z|M8`DI%TRceY_H$r7?fPXOn^zPuD{1t=DX+#7!yLM+=dLbeMwB_c`My5icGg6PZhW
z7y-3EK1n`KxjnmPF-4inSU(~rOu6K`zW}U|zi!V^Dstr!P1*nuiB>IGZ!@^FPK@o_
zmRp})X1rJqR5KpG7QHr!k~7C{-2zMX^6zUbZLJ~OYZHEIZngd_HWU`^b6!GjExw&6
zW@K$JU|Q}bc-vE3g~zQ;Qb@}(v7K6g*0eagd)a)|nM%#tA~_jX2g_?W=v_2Ve+R_N
zp13q^(?NpxJRs?zJE!=6L*c6NoN}MK%DD1LgP^v}c(VgP-$9`oAbI77kUD3r6CZqv
zX~Xnky-CS=IL=b@WK!I8N{QLtmma2>jhMQw59&M-{p3BP8||u)@oUKxp)W1w_Ya<P
z?aBU4o*ugBJD<0LGYFE6jRdEMFQGC5>)tVttp`^7_wBmx@aUR{6nxL3BQiH?(D^G@
zN$kT@%9iZI-k_!q6v_{0Eki4GY&_}NfDY2uBZlwm)8vkWbJ{K(_j#Kcs@ymAwZ0E$
z-&K=rA<s#6O|skbw6Sy_#<Z_5Qng%ld?I_ii`~30(SLuTJbi!qUTE^YdS^Wu>$9x)
z);f;=DwA|g$O!D_B8j`-KHJM-8!stRZcW$otLxmede*+mo&P7ifbj+YtbJ32Qh3H?
zOBkd8MY;g>I}^<Vc-Xjr*BoD~FgN`>cu{j#?0b(VJYe+&@(*`kZ3D02J6~*fFJY)R
z)EYq9c;5p&p8?5tE6bKp2QL;G>i*P{zLfVtHip1EH^=b-U`dG|ZK`j^5HQP)a7CTA
z{my(o%wJd|g#0IvM+BI62h;(DsNIJc;D;LVg_>xDnt6m;q=s5SLTy$;?e0Sz@WY(=
z!dx`|6&~mX3G-R`6CN0V|2H{M0~G230;Ph&Uy}n@{w4?FgX8(Yi5lQ!4{&NKI2{7c
zTmfg_gLCo2^ZCLHHNuNM!b?-b%OT;FE8*4m;kEb?^?d)E@W7Q&h6DIF76Ho+kz=I+
z@9s&5Adzx>kyHSn7*dFTGf)x<nau-uY91At;uj<WbPRj3Oi?q#rH%?E52ini+G_Fc
z8wRohqNG>cx9+03OWzd?N1Z@ysP1g{OCxmXgB9t0Y<Plv!lE1z%?g$+7gv1ihTXRT
z7z_A8rIO}U!rtjEL0Rtp2lx@whyG{~XE^+LHg{*N`@nICEEPdK6M-w1M&vbAJlC)b
z0m#kjAn-R`I1GQxmlf}tgV<AitBoQ1I5*qfgM?bV#5=sG-X6abfTaMwf9kN$??X=!
zW3X0iu;4>N#j<%7o!?NgFNTzjo4QAYnRl?dZL4`AXxZCPDjM^R-Q5WCgNMDIly_;f
zW3stjDT2Q$LyGzXNQ}?@@iwVv$je|g`aPd_VAzX8kh=wBIVsUCQ70`?njkL4AO*k0
zDon!Diy>)3(w~UmC-4Y_Q0m0&ZidI_tjC+6AQ@lDAAkXICIq;NySqryxfw49%9q49
zNX4@}IJ5BwRvHAnZw)jw&oFMu;2I5V0%yvp2hhI(2k|F6NhF6IC4tL;OPa}FG%XOr
zl4Hw~;|a_YkGx@)v(iJ;l5^AI!#uNEeUc6wm0MFX&HZ2KQys&C;J}V63~8PzSxFDc
z4iD~IM>aFJsVM6Hd#&D>lDP<@X1Db2<o9pfG~?V_tfu$V5=-oSS}puMbLJ$|NmfCN
zQtnS~?rY#gIIpOU(bN*$Y-GZ;Hur26>6e%k{uJDFAOUht&O;ihR!%N|`h#Wq@33?_
z&rHsP^e(A*RlH2$lEBaAE`So3iB*@n)k695BFxnE0S4qD2IrZwOe6JTo}<hr&jcIZ
ztjAHyV@>zZ;8f=FR5mRK4n_}T$pRa2cC~u!ahm0c=9@E3JE5_>t5&<bvbcLqS{g4D
zgWFP_ebd--(;$vA&81Q(C_A{joZn`tu<6<92nEHrHaM8Jp3>ReYspELe*V&q0i%hz
z4teMN7DS9W#9^h!xcP#IF_BhfU4&)&w-tSiuif-p8R5!4ud*j8q!fun#&BC-uL3{9
zayKh0POoy*mSpsja-XqsX{q$uwwD5h)q;7m(v~$JQNqG@tEAL1B(aO?i^pn>0QjF;
zHMd?hKLu*;AFELeYaZKb?$hC5GT=1G;iY<DU@DA0LK&g_Fhm=N5ur7~ZZ}dQuS4;!
zTbYODP&4Kjf+74-$AVk;R;G?>93~{77RDL{Hlh}_-Gp%6gl*hJ=GKU<qK>fLguLAl
z@k8zTqwXBG9$lg~ql#YFcm4w$vExOm%p_imYt3_U6;&Gjba8#PB=R}cMo%g>T2tMX
zJ^gBK<{NQ-_99~83~^BzJ)S}BtwbIJYWd!zM#)9J6B8L96-EoHrirG;`aNB?FMMt)
zyoK@lD~nBm>-tRa{2O~pi48B}jWo*NZyGGxwf9{$?WyFCk{a*(^b}MeSs|<*6<@^P
z30`iuXpA>&WynA7HkBlNX$WC3EdprYw1M8WgW%NaQD7RG)XbCAy02w=7SuXX)C1u)
z0vDyn8`VZC)C&gGN3~^NGhc_U+j?VV#|C7>iZqrg)Ux5;2r==PR><unq3d$BCWm~n
zi)a-ZWRxGIETa<3VG>w?fl&{63#si2iO|t$*AI)}nHlVazEMh3Qk2ZoM%tr5Hf>B?
zS4>4=MxyBsw?<v+)86HjIIC#%r)rBFCn;p&%W`e2+LP$nQG#CLep&BKH&TStVcD(F
zNs3?-9Q<-()D*?e>Mr)uTS4_2xY(AOPj$!Ldgrb5z@&9g*_Yzb4o+-ui5M6&Xs@pr
zNNa2#DD3Rc=qTB39~?j)aOucRlvX>D%G`yPl2tS1?yRI{0^`U52bpO)hJZgIn?$Yf
zI+`}#jTi4&^Mw0PtovQwb*~IC6|VDZMtoR;Z&nk>xA75&7F3R9>PmF&>2lR1Q>9Yp
z9__*G?Mxc3fH9zoq+(a?mWG2=4tA5_z))2VMOpX3bTBdaC|^`C6%nI)Oz`mJBW0cp
z-!}H;MSNZ~7-(P`>NpvY{naLKBc-U*5mbcLYx1UxS*`z<Y7eHY{#OcerxD*1hzL>F
zE@t;JQ@^UlxZu|pmBJI8jflQ2B2Dv%$;S7gn<uPBd{eMGQ;?9UUBNaZ$kes=bcdkY
zgAbqw6?GD|eSBhKTqhLzbq!VtFg~0rN1e_m*G%cdyV03EAr3|E!~>rUT`^C8%$vgY
zoqi`b8RI&;+%ZC(HHAeoxAk@MDY6}&WrBrd!qjypg=@xSWiFX|zG;1mylU3BV#L03
z*2H3(CT`|~?%dw?Jb~>3k?))!3HoQ>G4aj?{NGdb8$$;43xvd>Op|lklZ#WoQ245*
zyJhE%E#`Gi2Na@4pll}1))zpIB(hZtKXT_4b(gON7g2N<m2^WjJ}#SR%-Z`dEN#zp
zyr$uy@t8w+7Y%&@gmo)=wo>jEOEJL%_DCz<Ran7MD;_J$j-WAzxYdsvVLx=jDDp|s
z<v^Lg!sa5P>+t^#<BfW?6V-z@`O5`R0D<J>L17>YsK2D`ANc$=po4-u@h=yU1C<gK
z5|&&1YH40x3@Xgeuc%9^DF{uehqT5uR=2dh0!En}103w^gMXy01H*lBljFm4V>8QH
zi$f!894lMf<)aH5d+X!N`@8#t?BBkv{n$IdzKN}BZhQ=WcnU9n_IlVcA0=hg`;CCi
zIr8eS8G=MX3xmUMDDI1<*@=x*r#=)@KjdhvE=MY5nZ6K3Z5dB8VnL&xZSzpSPZvjL
zydO#DY(DPvNfo<c)VZV~d&!2;_ge8gO|*Q51Pwjbv2aDvv3O*7liE@dTao;Y0MD1@
z3f#M_jbjYr^>WJ>3{7|x?2=haz<Kt3yStfQu7CR*CMzzB_8u34wLR~|I?nzRa+!om
z<?{xeU|)nYZI+)O>P(mWSRxqC)}xEpp9QKMst*0Ly8}s|+FXw#3R*Xp)B$+bjooxZ
z#fX$*p`w4C_P_F79n2(sh>`D{xjvqYF}APv{orgdUE?jun(cl4EobixL0;?Q(OSc*
z0z9tH>FM$zNt?ZX`X|k`A89zbG#4M6)+At&HMZ0r;NRxhJ%54ERfZP=CEFv(@2z>E
z0hM*!cR~<f<!tc~9nbZ=!>sU~K=W)cnbNS4J&B&Nq2048zySF24IjssKop;vg<Alk
z?=8RzB6_hRytG&f%%^7frc8|cD*VXfFDvwYX9cFw!IwBP^%v_h+GCS0Oxu5_T>96t
zq}43LY00t#+h((jF5Bho$Sm8h?~O$+P(E)wD+pWQAWPGv?m$M9t8t((K}iJuAIp*?
zy|Guz5>`XY(!%g#%d*ty@bcpF>M=%~`kvasSIZLV3S2E4=%9+k=C<I<CYZpAs$t@U
zqYpi6ZSd8DO9^E)9bJUBr8Dx{wq?ut>8It%L*>kv+b|pzwOSw<o4R(VW9#}IbfW6|
zNlKa5Cg(dcYt>J^tCO<%v-R_mb*J%~o)?5jmdd)?4`=P#vDU2p1K-z~x{(vsFJ3zF
zGAb&om#JlH`mdL~G})7rC*bjDN-8hMn6<r}#@UBYILA1be>qJuZACgyah*?GjzYE>
zuV=)(zroJ}=vW$OwGuPA=A|WdUD&0?Sh%Zu?w@Lww4HS?de(q)7fTzozgYUw*(y2K
z@OcGKI;^!PZu{|DY&p7m+ML6Ouh*V_ZrSoywJ_?r+d4FcC8R?df3u>q_f^nm{_MXk
zN8{bF?*7OR`SgqYb1TJk=S9cakgr`=`~^w%RzOQN|L`{C*keUE!>VefF#)ZWF+S`o
zJ5@3w#?Orm*q^YNInI7Qkn!#hK1U9cY@EkYrFv|KRj^ZSLksJ>?<WNOYn)#0g%Vym
zAHKt~j4wj8CWYqC-m(N^>JwKD{u1+_^80m;HyJX+P?7%ou>}4Z>r@sh7x&DhrANxs
z$VUGvxymP{IZ~I^LmMi4E%ktZ#x+`R^8MykbW7)KTCHKP*G2~qQvJzqTkq9=JQ%Xn
zc7-?n4(&4H=QC>jD9F=x=_t!oW3C;TgpR@JPvlnv;=S+ot$^gaUw`S8emwc|Q?H+J
z71cP9p-mAP|3jrVMwmJ;xlo-))>Q^}l>0zTTr9}0(5QXNgMX^d(JxE80L9Ql9H-AN
zB7ke;33cU@==X3x*o7^MtCkUQPBec}<=x-;`ynq<a{kv(ebh8kqtLi>F9{kbh4e>Q
z5@SgyLHQZRBuOcPJQ9vz$3}G|@k3EnQAcoAzcE(Lil|<*VrT&>Esr$6<b>`_nB51e
zZ2|f|o;8l-*0~+#7qfAL&N*jMgB`Al!|_E!jMP3<I{azcA!W+<NuxS6M2jnemXu$T
z9erppjz;<@jjn>$ee!TTM+F?huX466$mri_^aNr@#l{bqP@{Nt2jkAg2QBO#@G%Gj
zIj;ktCg}k)uBdU7j3Bpm?RC~-dHXr+WDeN_xFA<1)95MJr;{CCb8fz<H5Wc&_~dP#
z+o~kdX(tAnP2{jPW`SaBr9men-WtTZ^v&zCZxfa>yv22ny(kFDFY&}OpR82mshdj3
ze$dI~NiWsgiK0BT9?ndREj72@R5?Ud=p0Bdx2@e&drVg7-Hk1GJ>Jv=pj8?m%B=Je
z-qwQTDvj{QSB3;`>tdrSO~@juN41h!>&K3$`LrsQ`ME8)7QdU4XjfK-s#U0>Rav%J
zsaA)}hUwc{s!F!6lx9ujBZeG43wnlc7$r8lv9RDMYA-H?SGZt|9|(F&t4#ZqYuNuV
z!!U>cnjy^{p@L)SxPu_4p5N%YNX>|>8_^Qol~^W|WrtAFE?#z-=rZ<dtCj{DIGeic
zB15sazWbn`#@Ym2FtrbZ3tulH;EGoaG7%$S_!P?M@%n;KUlzN_XA#}!@_)Xql>?>8
z8b7l;|AeP_-}y9w&4!hI30EUsHQK9Vc2%gdYaBUAV1Q<ym|1*Xi;;t8gh^|kvX!+@
z)UrMGD_*60P<tbyh-jW*d1Z+0n*;o4sqy!y3&fLMgYZ+(_qS`4U=L$Qh}P&X(|5En
zFu`u%qR;3f%k^Z`ZXv}M9=OnV3MHNTFjEX{HVyEMq^RNqh<_cU47&4@l)nZnX9&2C
zdBkuOspec=nL8^HBn91a+!nVQW6}vsL~aJ(%#80|%D0InRXY)UoD`kvt(|uXI=^l^
zP?hB651qh1)stIlNbcP6(LqYLN2y#Y&q|8#fv`jWcv*uWu!`V@i0PnziL+8+ZEMit
zJ8p@M5b+Q(Ug)$bueKlK+Xx8{MeNUm8`PPwOIg;)>Qfnn__j?W!+xa^tYUZ6XkV2(
zu|DQmXL0sfH2NsN`BsIZtqmXDXMSbV{J7~}E41rc%EugMSaXPj^yH@Qy!mZT+E{G!
z&-hs?D{do$(|nfGb!Z*;x-kaHoedlK<nTn!Fg~%&s>`I8j4hTL{t16ahdjLBUmZ<b
zXMNAk<+wN8WV&@(-wj_CR8$;0k!%f$u{u>N`~1Mg@EkSfaZ4*xz~zB$A6ndWO&e7`
zV!h*^oFuu1NMhot__r?Fre3S4c81End??L+zJ6)t^*-i_@oE*haqAxMyzp-Eo~B`Q
z?V!uPj5zq9({$#V?fPtPa{yTpQ*fKh=-jdR)VVC9cRTdrvlrX#)eV2{F?dyOGt=d>
zVXDBmOhkGZQ}XfLp6%D#*2lXbw&x#V)AwC$WcPtNANMIdJjUtt&nK1zb;5dnQy4&_
zY+!WX4=ebc`FH<1ROo)_t$Du9>HfXr|LNDx^z%ak8UArf_wV)^|I53VXD3%GS!@a=
zC+g-|YEwrV6<~nrcN9mO07O85@f_9VH!A!*GBo@^BO_WD_&^*G_1k+I9ZKq2VT=wA
zS|T8l9}X3}6D8FgaQ7#Wnv-f)B#1MgL<TyMghwNYGnF`SFHokB3?2|DGD6Mc2t?HY
z`ojlPrBYD<XkkkUvjc;vN60@}1ZaLI%Tx^3DFu><hUglFgbf1O@q;MhQ3Ne0=P6_b
zR)SW(X~-glO4Fn0dIa`ThbbY2Y4B0#(WAQ36GMfB5z}ir0;siSg9AL2f%Kt`;-Q;y
z_%n{`wueEA`++4AVJME^_<zB|RDWP$DQJUNQ@&R#omUs_|7PhKY;I>~{;!K_ZeD(_
zotc?ITEVMs@s9@!u&AW0uDRtk5-O*mwEYhW59w@r^??{2iy9oCnx5&OoPBk5te9VZ
z4bg~MZ8NvBO1EOgCL7u~Uf6;dVB_-d#4{kkz;M(2cseQWYBTUah0tNl5#ZsTeVZSy
z`Bv{%x3H@Sa3C#khsC*s+Nq_gx3{9+EfuLZi6R!HeicSJnTBJt8<tC{8&M8=BM7l8
z8B-PnKnpT^5kE2!O=rA%!51Md7<Co_5b@bHsq#cou=yA>IK{Qq^P%dKN}-!<G*MW4
zGWmq-LQyizUgAjk;_Se$X7E3i@{E?1_1e8(Hh<ILvu|~gG-SnLwm7Pw2*JM-JiaG|
z%?d?+L8~Nir0UK5;2m1T@3QH;)l~`}ZTpPu%wl|nuQ_M6kQ;<vZ)+n;PciE*2TP`l
zbp7p{hi;OP9)xH>(aK|`i<g|Kz@f_2?@MD#yZgBg#OF2O%=`Xwf3QHmJ7v85@?iCR
z@m5D=GSXr`M3j}d)o}LrL(AuY0g?L50N6`-Ip6$D=s<Yqqn0fPIHi$HN2Gn#JhMn*
z`do)Gc0Oc$t){-M5VHKzSBp?vBw|X^<`JX7R*(e>4t1<z2;JouEd7|B-$*%L!U$3(
zaoZ%L*)OplIr;V2dHV7PP$*R1^x<b@rW!iDe{LyC(QhkNPr*k9M1I2FG=fi3ReOLz
z(o@VgO*IK$P0Qkd38PCv3cW@CY?(`8L0IL1C7uCldlTdxH_=)Y;hij166qV?nijs2
ztBFKt;&N<RVj3JiL}wfud-&?DM+k!y2{Tg|4-k0BsuZ6?F07KEJff<U=^K;&VCuuj
zTpH{YFOCWZDu$Gm^AL$40Qu4>3X?ZAZL^{D#?8ZlrqbiZ{pcT#X~oDRN^ycrdTkm?
zgovs_^l4LVJ1&RX%?odo9#dLgP_YpR^AL#a2n;P?U^DF83`el`>wnO;ogbH-7G14<
z;CLCF>l;7qD*sF%K?sxZWvEmyz@dmrhdA5<^~2^IX-!LCW_ESM*e|Opo`kT9sjkb6
zVhVC^Ed(gW;aoT>ol0$*H~KUM9L-5{-sgk&2!~fx6e-YfeHBAsBpfvDBUiDIZ|(UD
zYie@b#U$3pNF~|zv#gDwi5c_*268YrLkjaAfCb_hY#IuRmN=_-#;^|T`E2x=cdRNp
z4L=gpKf&-4Sa)Fcq3DEdv*M{yk6rE*UcJ937ja)hcw=mWc{?W^CM=3uv|K%P1k~sa
zEwKhs0LHTDG9ae|>OoJ5_LUS|6xAi+E!0pkI=`-KGdF#Z+TY3`9fEnPrH*s+zc9bt
z>?VA_rBtqb9cb)u+MgXJ24h{;&ZXFQ(|+;F<9eeR^9htkZb3*1v-in=l1=9u)An!N
zR1kexr8LJ#-`>cK5a5@Lg$4ZzIW0)oP&GD?oH;lO7qOQD3d#pA0<H%^f*w5@*#z-j
zI*b^SDAww!A<;nYp3zFLyf3>VVkH?`*hsE11tW5>21OlLD$>QxOc3~9qsNSI0Dei*
zA4Dlq0oN<02ybJON0^%1mfFXd9!GG%1cy{lFD&A40luy<$PHE<dS6e;kM1ddxCZx0
z%mpj@`-g#Upeh1mdL2KwXUSXss)7sINZQt`cNP<?^HcbE>~o*VQ8Ra0q-oiU4W5<w
zhjPs31AbtDab+RxX;^mF4YK)WUa(IpwX~$3y{g*@W-6&`U4yBtQ2>!FRrg+3k*#B3
zJPgfR^22!ekxXh5(Ez>y6b!xr*rUV6jECiR!b~e7ZZ>ms+=8d!1~Qk)?`=Ba;yOj`
zTar9L9M1ccJYjj`B)d^a$Nm$4Dtf{>$9vqI9r|&aQ*}BHo#BudZ*4RbTO}u-Us*8B
z>AjOYdKNB;xkNV)wOjF9d`Nq!DD2p%ZMqZ|YE}ssrZf)-cfsb~XO>E-eA;B94>gr9
zNZx&HKKt>yL>R4HF^o_JDpDnli-ew!NL;CqwU>aGJ4B^Kda+#Vrd-2(vRtjjE7VoX
z#r!llhEXeRN`uh8!a}Y>YdKw&m$)e#Un~}!jx1;WIjQQ;MODr*v}LJ@&oRn^Ieu)~
v7W3xsMK#PyB?Z?F%i(tgi$%JO=~vWuiP{KWj6`T@lyBoQT_wn&pg#N$h3a7L

diff --git a/docs/fa/index.md b/docs/fa/index.md
deleted file mode 100644
index 2637d22638c..00000000000
--- a/docs/fa/index.md
+++ /dev/null
@@ -1,98 +0,0 @@
-<div markdown="1" markdown="1" markdown="1" dir="rtl">
-
-# ClickHouse چیست؟ {#clickhouse-chyst}
-
-ClickHouse یک مدیریت دیتابیس (DBMS) ستون گرا برای پردازش تحلیلی آنلاین (OLAP) می باشد.
-
-در یک مدیریت دیتابیس ردیف گرا، داده ها به فرم زیر ذخیره سازی می شوند:
-
-| Row | WatchID             | JavaEnable | Title              | GoodEvent | EventTime           |
-|-----|---------------------|------------|--------------------|-----------|---------------------|
-| #0 | 5385521489354350662 | 1          | Investor Relations | 1         | 2016-05-18 05:19:20 |
-| #1 | 5385521490329509958 | 0          | Contact us         | 1         | 2016-05-18 08:10:20 |
-| #2 | 5385521489953706054 | 1          | Mission            | 1         | 2016-05-18 07:38:00 |
-| #N | …                   | …          | …                  | …         | …                   |
-
-به این صورت، تمام مقادیر مربوط به یک سطر (رکورد) به صورت فیزیکی و در کنار یکدگیر ذخیره سازی می شوند.
-
-دیتابیس های MySQL, Postgres و MS SQL Server از انواع دیتابیس های ردیف گرا می باشند.
-{: .grey }
-
-در یک دیتابیس ستون گرا، داده ها به شکل زیر ذخیره سازی می شوند:
-
-| Row:        | #0                 | #1                 | #2                 | #N |
-|-------------|---------------------|---------------------|---------------------|-----|
-| WatchID:    | 5385521489354350662 | 5385521490329509958 | 5385521489953706054 | …   |
-| JavaEnable: | 1                   | 0                   | 1                   | …   |
-| Title:      | Investor Relations  | Contact us          | Mission             | …   |
-| GoodEvent:  | 1                   | 1                   | 1                   | …   |
-| EventTime:  | 2016-05-18 05:19:20 | 2016-05-18 08:10:20 | 2016-05-18 07:38:00 | …   |
-
-این مثال ها تنها نشان می دهند که داده ها منظم شده اند.
-مقادیر ستون های مختلف به صورت جدا، و داده های مربوط به یک ستون در کنار یکدیگر ذخیره می شوند.
-
-مثال های از دیتابیس های ستون گرا: Vertica, Paraccel (Actian Matrix, Amazon Redshift), Sybase IQ, Exasol, Infobright, InfiniDB, MonetDB (VectorWise, Actian Vector), LucidDB, SAP HANA, Google Dremel, Google PowerDrill, Druid, kdb+.
-{: .grey }
-
-ترتیب های مختلف برای ذخیره سازی داده ها، مناسب سناریو های مختلف هستند. سناریو دسترسی به داده اشاره دارد به، چه query هایی ساخته شده اند، چند وقت به چند وقت، در چه مقداری، چقدر داده در هنگام اجرای هر query خوانده می شود، چند رکورد، چند ستون و چند بایت؛ رابطه ی بین خوانده و نوشتن داده؛ سایز دیتاسی فعال مورد استفاده و نحوه ی استفاده آن به صورت محلی؛ آیا از تراکنش استفاده می شود؛ چگونه داده ها جدا می شوند؛ نیازمندی ها برای replication داده ها و یکپارچگی منطقی داده ها؛ نیازمندی ها برای latency و throughput برای هر نوع از query، و…
-
-مهمتر از بالا بودن لود سیستم، سفارشی کردن سیستم مطابق با نیازمندی های سناریو می باشد، و این سفارشی سازی در ادامه دقیق تر می شود. هیج سیستمی وجود ندارد که مناسب انجام سناریو های متفاوت(بسیار متفاوت) باشد. اگر یک سیستم برای اجرای سناریو های مختلف آداپته شده باشد، در زمان بالا بودن لود، سیستم تمام سناریوها را به صورت ضعیف handle می کند.
-
-## ویژگی های کلیدی یک سناریو OLAP {#wyjgy-hy-khlydy-ykh-snryw-olap}
-
--   اکثریت درخواست های برای خواندن می باشد.
--   داده ها به صورت batch های بزرگ (\< 1000 رکورد) وارد می شوند، نه به صورت تکی؛ یا اینکه اصلا بروز نمی شوند.
--   داده ها به دیتابیس اضافه می شوند و تغییر پیدا نمی کنند.
--   برای خواندن، تعداد زیادی از رکورد ها از دیتابیس استخراج می شوند، اما فقط چند ستون از رکورد ها.
--   جداول «wide» هستند، به این معنی تعداد زیادی ستون دارند.
--   query ها نسبتا کم هستند (معمولا صدها query در ثانیه به ازای هر سرور یا کمتر)
--   برای query های ساده، زمان تاخیر 50 میلی ثانیه مجاز باشد.
--   مقادیر ستون ها کوچک باشد: اعداد و رشته های کوتاه (برای مثال 60 بایت به ازای هر url)
--   نیازمند throughput بالا در هنگام اجرای یک query (بالای یک میلیارد رکورد در هر ثانیه به ازای هر سرور)
--   تراکنش واجب نیست.
--   نیازمندی کم برای consistency بودن داده ها.
--   فقط یک جدول بزرگ به ازای هر query وجود دارد. تمام جداول کوچک هستند، به جز یکی.
--   نتیجه query به طول قابل توجهی کوچکتر از source داده ها می باشد. به عبارتی دیگر در یک query، داده ها فیلتر یا تجمیع می شوند، پس نتایج در RAM یک سرور فیت می شوند.
-
-خوب خیلی ساده می توان دید که سناریو های OLAP خیلی متفاوت تر از دیگر سناریو های محبوب هستند (مثل OLTP یا Key-Value). پس اگر میخواهید performance مناسب داشته باشید، استفاده از دیتابیس های OLTP یا Key-Value برای اجرای query های OLAP معنی ندارد. برای مثال، اگر شما از دیتابیس MongoDB یا Redis برای آنالیز استفاده کنید، قطعا performance بسیار ضعیف تری نسبت به دیتابیس های OLAP خواهید داشت.
-
-## دلایل برتری دیتابیس های ستون گرا برای سناریو های OLAP {#dlyl-brtry-dytbys-hy-stwn-gr-bry-snryw-hy-olap}
-
-دیتابیس های ستون گرا مناسب سناریو های OLAP هستند
-(حداقل 100 برابر در بیشتر query ها سرعت پردازش آنها بهتر است). دلایل این برتری در پایین شرح داده شده است، اما آسانترش این هست که به صورت visually این تفاوت را ببینیم:
-
-**ردیف گرا**
-
-![Row oriented](images/row-oriented.gif#)
-
-**ستون گرا**
-
-![Column oriented](images/column-oriented.gif#)
-
-تفاوت را دیدید؟ بیشتر بخوانید تا یاد بگیرید چرا این اتفاق رخ میدهد.
-
-### Input/output {#inputoutput}
-
-1.  برای query های تحلیلی، تنها چند ستون از تمام ستون های جدول نیاز به خواندن دارد. در یک دیتابیس ستون گرا، شما فقط داده ی مورد نیاز را می خوانید. برای مثال، اگر شما نیاز به 5 ستون از 100 ستون را دارید، شما می توانید انتظار 20 برابر کاهش I/O را داشته باشید.
-2.  از آنجایی که داده در بسته ها خوانده می شوند، فشرده سازی ساده می باشد. همچنین داده های ستون ها برای فشرده سازی ساده می باشند. این باعث کاهش نرخ I/O در ادامه می شود.
-3.  با توجه به کاهش I/O، داده های بیشتری در system cache قرار می گیرند.
-
-برای مثال، query «تعداد رکوردها به ازای هر بستر نیازمندی» نیازمند خواندن ستون «آیدی بستر آگهی»، که 1 بایت بدون فشرده طول می کشد، خواهد بود. اگر بیشتر ترافیک مربوط به بستر های نیازمندی نبود، شما می توانید انتظار حداقل 10 برابر فشرده سازی این ستون را داشته باشید. زمانی که از الگوریتم فشرده سازی quick استفاده می کنید، عملیات decompression داده ها با سرعت حداقل چندین گیگابایت در ثانیه انجام می شود. به عبارت دیگر، این query توانایی پردازش تقریبا چندین میلیارد رکورد در ثانیه به ازای یک سرور را دارد. این سرعت در عمل واقعی و دست یافتنی است.
-
-### CPU {#cpu}
-
-از آنجایی که اجرای یک query نیازمند پردازش تعداد زیادی سطر می باشد، این کمک می کند تا تمام عملیات ها به جای ارسال به سطرهای جداگانه، برای کل بردار ارسال شود، یا برای ترکیب query engine به طوری که هیچ هزینه ی ارسالی وجود ندارد. اگر این کار رو نکنید، با هر half-decent disk subsystem، تفسیرگر query ناگزیر است که CPU را متوقف کند. این منطقی است که که در صورت امکان هر دو کار ذخیره سازی داده در ستون ها و پردازش ستون ها با هم انجام شود.
-
-دو راه برای انجام این کار وجود دارد:
-
-1.  یک موتور بردار. تمام عملیات ها به جای مقادیر جداگانه، برای بردارها نوشته شوند. این به این معنیست که شما خیلی از مواقع نیازی به صدا کردن عملیات ها ندارید، و هزینه انتقال ناچیز است. کد عملیاتی شامل یک چرخه داخلی بهینه شده است.
-
-2.  Code generation. کد تولید شده برای query دارای تمام تماس های غیرمستقیم در آن است.
-
-این در یک دیتابیس نرمال انجام نمی شود، چرا که برای اجرای query های ساده این کارها منطقی نیست. هرچند، استثناهاتی هم وجود دارد. برای مثال، MemSQL از code generation برای کاهش latency در هنگام پردازش query های SQL استفاده می کند. (برای مقایسه، مدیریت دیتابیس های آنالیزی نیازمند بهینه سازی توان عملیاتی (throughput) هستند نه latency.)
-
-توجه کنید که برای کارایی CPU، query language باید SQL یا MDX باشد، یا حداقل یک بردارد (J, K) باشد. query برای بهینه سازی باید فقط دارای حلقه های implicit باشد.
-
-</div>
-
-[مقاله اصلی](https://clickhouse.tech/docs/fa/) <!--hide-->
diff --git a/docs/fa/interfaces/cli.md b/docs/fa/interfaces/cli.md
deleted file mode 100644
index f1b5dfa6d91..00000000000
--- a/docs/fa/interfaces/cli.md
+++ /dev/null
@@ -1,149 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 17
-toc_title: "\u0645\u0634\u062A\u0631\u06CC \u062E\u0637 \u0641\u0631\u0645\u0627\u0646"
----
-
-# مشتری خط فرمان {#command-line-client}
-
-تاتر یک مشتری خط فرمان بومی فراهم می کند: `clickhouse-client`. مشتری پشتیبانی از گزینه های خط فرمان و فایل های پیکربندی. برای کسب اطلاعات بیشتر, دیدن [پیکربندی](#interfaces_cli_configuration).
-
-[نصب](../getting-started/index.md) این از `clickhouse-client` بسته بندی و اجرا با فرمان `clickhouse-client`.
-
-``` bash
-$ clickhouse-client
-ClickHouse client version 19.17.1.1579 (official build).
-Connecting to localhost:9000 as user default.
-Connected to ClickHouse server version 19.17.1 revision 54428.
-
-:)
-```
-
-مشتری و سرور نسخه های مختلف سازگار با یکدیگر هستند, اما برخی از ویژگی های ممکن است در مشتریان قدیمی تر در دسترس باشد. ما توصیه می کنیم با استفاده از همان نسخه از مشتری به عنوان برنامه سرور. هنگامی که شما سعی می کنید به استفاده از یک مشتری از نسخه های قدیمی تر و سپس سرور, `clickhouse-client` پیام را نمایش میدهد:
-
-      ClickHouse client version is older than ClickHouse server. It may lack support for new features.
-
-## استفاده {#cli_usage}
-
-مشتری را می توان در حالت تعاملی و غیر تعاملی (دسته ای) استفاده کرد. برای استفاده از حالت دسته ای ‘query’ پارامتر یا ارسال داده به ‘stdin’ (تایید می کند که ‘stdin’ یک ترمینال نیست), یا هر دو. هنگام استفاده از رابط اچ تی پی مشابه است ‘query’ پارامتر و ارسال داده به ‘stdin’, درخواست یک الحاق از است ‘query’ پارامتر, خوراک خط, و داده ها در ‘stdin’. این مناسب برای نمایش داده شد درج بزرگ است.
-
-نمونه ای از استفاده از مشتری برای وارد کردن داده ها:
-
-``` bash
-$ echo -ne "1, 'some text', '2016-08-14 00:00:00'\n2, 'some more text', '2016-08-14 00:00:01'" | clickhouse-client --database=test --query="INSERT INTO test FORMAT CSV";
-
-$ cat <<_EOF | clickhouse-client --database=test --query="INSERT INTO test FORMAT CSV";
-3, 'some text', '2016-08-14 00:00:00'
-4, 'some more text', '2016-08-14 00:00:01'
-_EOF
-
-$ cat file.csv | clickhouse-client --database=test --query="INSERT INTO test FORMAT CSV";
-```
-
-در حالت دسته ای, فرمت داده ها به طور پیش فرض جدول است. شما می توانید فرمت را در بند فرمت پرس و جو تنظیم کنید.
-
-به طور پیش فرض, شما فقط می توانید پردازش یک پرس و جو تنها در حالت دسته ای. برای ایجاد چندین نمایش داده شد از یک “script,” استفاده از `--multiquery` پارامتر. این برای همه نمایش داده شد به جز درج کار می کند. نتایج پرس و جو خروجی متوالی بدون جداکننده های اضافی می باشد. به طور مشابه, برای پردازش تعداد زیادی از نمایش داده شد, شما می توانید اجرا ‘clickhouse-client’ برای هر پرس و جو. توجه داشته باشید که ممکن است دهها میلی ثانیه برای راه اندازی ‘clickhouse-client’ برنامه
-
-در حالت تعاملی شما یک خط فرمان دریافت می کنید که می توانید نمایش داده شده را وارد کنید.
-
-اگر ‘multiline’ مشخص نشده است (به طور پیش فرض): برای اجرای پرس و جو را فشار دهید را وارد کنید. نقطه و ویرگول در پایان پرس و جو لازم نیست. برای ورود به پرس و جو چند خطی یک بک اسلش را وارد کنید `\` قبل از خط تغذیه. بعد از اینکه شما فشار وارد, از شما خواسته خواهد شد که برای ورود به خط بعدی از پرس و جو.
-
-اگر چند خطی مشخص شده است: برای اجرای یک پرس و جو, پایان با یک نقطه و ویرگول و مطبوعات را وارد کنید. اگر نقطه و ویرگول در پایان خط وارد شده حذف شد, از شما خواسته خواهد شد برای ورود به خط بعدی از پرس و جو.
-
-فقط یک پرس و جو تنها اجرا می شود, بنابراین همه چیز پس از نقطه و ویرگول نادیده گرفته شده است.
-
-شما می توانید مشخص کنید `\G` بجای یا بعد از نقطه و ویرگول. این نشان می دهد فرمت عمودی. در این قالب, هر مقدار بر روی یک خط جداگانه چاپ, مناسب است که برای جداول گسترده ای. این ویژگی غیر معمول برای سازگاری با خروجی زیر کلی اضافه شد.
-
-خط فرمان بر اساس ‘replxx’ (شبیه به ‘readline’). به عبارت دیگر از میانبرهای صفحهکلید اشنایی استفاده میکند و تاریخ را حفظ میکند. تاریخ به نوشته شده است `~/.clickhouse-client-history`.
-
-به طور پیش فرض, فرمت استفاده می شود قبل از شکست است. شما می توانید فرمت را در بند فرمت پرس و جو یا با مشخص کردن تغییر دهید `\G` در پایان پرس و جو, با استفاده از `--format` یا `--vertical` استدلال در خط فرمان, و یا با استفاده از فایل پیکربندی مشتری.
-
-برای خروج از مشتری, کنترل مطبوعات+د (یا کنترل+ج), و یا یکی از موارد زیر را وارد کنید به جای یک پرس و جو: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
-
-هنگامی که پردازش یک پرس و جو مشتری نشان می دهد:
-
-1.  پیشرفت, که به روز شده است بیش از 10 بار در ثانیه (به طور پیش فرض). برای نمایش داده شد سریع پیشرفت ممکن است زمان نمایش داده می شود.
-2.  پرس و جو فرمت شده پس از تجزیه, برای اشکال زدایی.
-3.  نتیجه در قالب مشخص شده است.
-4.  تعداد خطوط در نتیجه زمان گذشت و سرعت متوسط پردازش پرس و جو.
-
-شما می توانید یک پرس و جو طولانی با فشار دادن کنترل لغو+ج.با این حال, شما هنوز هم نیاز به کمی صبر کنید برای سرور به سقط درخواست. این ممکن است به لغو پرس و جو در مراحل خاص. اگر شما منتظر نیست و مطبوعات کنترل+ج بار دوم مشتری خروج خواهد شد.
-
-مشتری خط فرمان اجازه می دهد تا عبور داده های خارجی (جداول موقت خارجی) برای پرس و جو. برای کسب اطلاعات بیشتر به بخش مراجعه کنید “External data for query processing”.
-
-### نمایش داده شد با پارامترهای {#cli-queries-with-parameters}
-
-شما می توانید پرس و جو را با پارامترها ایجاد کنید و مقادیر را از برنامه مشتری منتقل کنید. این اجازه می دهد تا برای جلوگیری از قالب بندی پرس و جو با ارزش های پویا خاص در سمت سرویس گیرنده. به عنوان مثال:
-
-``` bash
-$ clickhouse-client --param_parName="[1, 2]"  -q "SELECT * FROM table WHERE a = {parName:Array(UInt16)}"
-```
-
-#### نحو پرس و جو {#cli-queries-with-parameters-syntax}
-
-یک پرس و جو را به طور معمول فرمت کنید و سپس مقادیر را که می خواهید از پارامترهای برنامه به پرس و جو در پرانتز در قالب زیر منتقل کنید قرار دهید:
-
-``` sql
-{<name>:<data type>}
-```
-
--   `name` — Placeholder identifier. In the console client it should be used in app parameters as `--param_<name> = value`.
--   `data type` — [نوع داده](../sql-reference/data-types/index.md) از مقدار پارامتر برنامه. برای مثال یک ساختار داده مانند `(integer, ('string', integer))` می تواند داشته باشد `Tuple(UInt8, Tuple(String, UInt8))` نوع داده (شما همچنین می توانید از یکی دیگر استفاده کنید [عدد صحیح](../sql-reference/data-types/int-uint.md) انواع).
-
-#### مثال {#example}
-
-``` bash
-$ clickhouse-client --param_tuple_in_tuple="(10, ('dt', 10))" -q "SELECT * FROM table WHERE val = {tuple_in_tuple:Tuple(UInt8, Tuple(String, UInt8))}"
-```
-
-## پیکربندی {#interfaces_cli_configuration}
-
-شما می توانید پارامترها را به `clickhouse-client` (همه پارامترها یک مقدار پیش فرض) با استفاده از:
-
--   از خط فرمان
-
-    گزینه های خط فرمان نادیده گرفتن مقادیر پیش فرض و تنظیمات در فایل های پیکربندی.
-
--   فایل های پیکربندی.
-
-    تنظیمات در فایل های پیکربندی نادیده گرفتن مقادیر پیش فرض.
-
-### گزینههای خط فرمان {#command-line-options}
-
--   `--host, -h` -– The server name, ‘localhost’ به طور پیش فرض. شما می توانید از نام یا نشانی اینترنتی4 یا ایپو6 استفاده کنید.
--   `--port` – The port to connect to. Default value: 9000. Note that the HTTP interface and the native interface use different ports.
--   `--user, -u` – The username. Default value: default.
--   `--password` – The password. Default value: empty string.
--   `--query, -q` – The query to process when using non-interactive mode.
--   `--database, -d` – Select the current default database. Default value: the current database from the server settings (‘default’ به طور پیش فرض).
--   `--multiline, -m` – If specified, allow multiline queries (do not send the query on Enter).
--   `--multiquery, -n` – If specified, allow processing multiple queries separated by semicolons.
--   `--format, -f` – Use the specified default format to output the result.
--   `--vertical, -E` – If specified, use the Vertical format by default to output the result. This is the same as ‘–format=Vertical’. در این قالب, هر مقدار بر روی یک خط جداگانه چاپ, مفید است که در هنگام نمایش جداول گسترده.
--   `--time, -t` – If specified, print the query execution time to ‘stderr’ در حالت غیر تعاملی.
--   `--stacktrace` – If specified, also print the stack trace if an exception occurs.
--   `--config-file` – The name of the configuration file.
--   `--secure` – If specified, will connect to server over secure connection.
--   `--param_<name>` — Value for a [پرسوجو با پارامترها](#cli-queries-with-parameters).
-
-### پروندههای پیکربندی {#configuration_files}
-
-`clickhouse-client` با استفاده از اولین فایل موجود در زیر:
-
--   تعریف شده در `--config-file` پارامتر.
--   `./clickhouse-client.xml`
--   `~/.clickhouse-client/config.xml`
--   `/etc/clickhouse-client/config.xml`
-
-نمونه ای از یک فایل پیکربندی:
-
-``` xml
-<config>
-    <user>username</user>
-    <password>password</password>
-    <secure>False</secure>
-</config>
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/cli/) <!--hide-->
diff --git a/docs/fa/interfaces/cpp.md b/docs/fa/interfaces/cpp.md
deleted file mode 100644
index db04e238caf..00000000000
--- a/docs/fa/interfaces/cpp.md
+++ /dev/null
@@ -1,13 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 24
-toc_title: "\u062C++ \u06A9\u062A\u0627\u0628\u062E\u0627\u0646\u0647 \u0645\u0634\
-  \u062A\u0631\u06CC"
----
-
-# ج++ کتابخانه مشتری {#c-client-library}
-
-دیدن README در [صفحه اصلی](https://github.com/ClickHouse/clickhouse-cpp) مخزن.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/cpp/) <!--hide-->
diff --git a/docs/fa/interfaces/formats.md b/docs/fa/interfaces/formats.md
deleted file mode 100644
index b21328fe07f..00000000000
--- a/docs/fa/interfaces/formats.md
+++ /dev/null
@@ -1,1213 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 21
-toc_title: "\u0641\u0631\u0645\u062A \u0647\u0627\u06CC \u0648\u0631\u0648\u062F\u06CC\
-  \ \u0648 \u062E\u0631\u0648\u062C\u06CC"
----
-
-# فرمت برای داده های ورودی و خروجی {#formats}
-
-تاتر می توانید قبول و بازگشت داده ها در فرمت های مختلف. یک قالب پشتیبانی شده برای ورودی می تواند برای تجزیه داده های موجود در `INSERT`برای انجام `SELECT`بازدید کنندگان از یک جدول فایل حمایت مانند فایل, نشانی اینترنتی و یا اچ دی, و یا به خواندن یک فرهنگ لغت خارجی. فرمت پشتیبانی شده برای خروجی می تواند مورد استفاده قرار گیرد به ترتیب
-نتایج یک `SELECT` و برای انجام `INSERT`ها را به یک جدول فایل حمایت.
-
-فرمت های پشتیبانی شده عبارتند از:
-
-| قالب                                                    | ورودی | خروجی |
-|---------------------------------------------------------|-------|-------|
-| [جدول دار](#tabseparated)                               | ✔     | ✔     |
-| [اطلاعات دقیق](#tabseparatedraw)                        | ✗     | ✔     |
-| [اطلاعات دقیق](#tabseparatedwithnames)                  | ✔     | ✔     |
-| [اطلاعات دقیق](#tabseparatedwithnamesandtypes)          | ✔     | ✔     |
-| [قالب](#format-template)                                | ✔     | ✔     |
-| [پاسخ تمپلیتینی](#templateignorespaces)                 | ✔     | ✗     |
-| [CSV](#csv)                                             | ✔     | ✔     |
-| [اطلاعات دقیق](#csvwithnames)                           | ✔     | ✔     |
-| [سفارشی](#format-customseparated)                       | ✔     | ✔     |
-| [مقادیر](#data-format-values)                           | ✔     | ✔     |
-| [عمودی](#vertical)                                      | ✗     | ✔     |
-| [عمودی](#verticalraw)                                   | ✗     | ✔     |
-| [JSON](#json)                                           | ✗     | ✔     |
-| [فوق العاده](#jsoncompact)                              | ✗     | ✔     |
-| [جیسانچرو](#jsoneachrow)                                | ✔     | ✔     |
-| [TSKV](#tskv)                                           | ✔     | ✔     |
-| [زیبا](#pretty)                                         | ✗     | ✔     |
-| [پیش تیمار](#prettycompact)                             | ✗     | ✔     |
-| [بلوک پیش ساخته](#prettycompactmonoblock)               | ✗     | ✔     |
-| [کتاب های پیش بینی شده](#prettynoescapes)               | ✗     | ✔     |
-| [چوب نما](#prettyspace)                                 | ✗     | ✔     |
-| [Protobuf](#protobuf)                                   | ✔     | ✔     |
-| [اورو](#data-format-avro)                               | ✔     | ✔     |
-| [هشدار داده می شود](#data-format-avro-confluent)        | ✔     | ✗     |
-| [پارکت](#data-format-parquet)                           | ✔     | ✔     |
-| [ORC](#data-format-orc)                                 | ✔     | ✗     |
-| [مربوط به حوزه](#rowbinary)                             | ✔     | ✔     |
-| [ارزشهای خبری عبارتند از:](#rowbinarywithnamesandtypes) | ✔     | ✔     |
-| [بومی](#native)                                         | ✔     | ✔     |
-| [خالی](#null)                                           | ✗     | ✔     |
-| [XML](#xml)                                             | ✗     | ✔     |
-| [کاپپروتو](#capnproto)                                  | ✔     | ✗     |
-
-شما می توانید برخی از پارامترهای پردازش فرمت با تنظیمات کلیک را کنترل کنید. برای اطلاعات بیشتر بخوانید [تنظیمات](../operations/settings/settings.md) بخش.
-
-## جدول دار {#tabseparated}
-
-در قالب جدولبندی داده ها توسط ردیف نوشته شده است. هر سطر شامل مقادیر جدا شده توسط زبانه. هر مقدار است که توسط یک تب به دنبال, به جز ارزش گذشته در ردیف, است که توسط یک خوراک خط به دنبال. به شدت یونیکس خط تغذیه در همه جا فرض شده است. ردیف گذشته نیز باید یک خوراک خط در پایان حاوی. ارزش ها در قالب متن نوشته شده, بدون گذاشتن علامت نقل قول, و با شخصیت های خاص فرار.
-
-این فرمت نیز تحت نام موجود است `TSV`.
-
-این `TabSeparated` فرمت مناسب برای پردازش داده ها با استفاده از برنامه های سفارشی و اسکریپت است. این است که به طور پیش فرض در رابط اچ تی پی و در حالت دسته ای مشتری خط فرمان استفاده می شود. این فرمت همچنین اجازه می دهد تا انتقال داده ها بین سرویس بهداشتی مختلف. مثلا, شما می توانید یک روگرفت از خروجی زیر و ارسال به کلیک, و یا بالعکس.
-
-این `TabSeparated` فرمت پشتیبانی خروجی ارزش کل (هنگام استفاده با بالغ) و ارزش های شدید (وقتی که ‘extremes’ به مجموعه 1). در این موارد, کل ارزش ها و افراط خروجی پس از داده های اصلی. نتیجه اصلی, کل ارزش, و افراط و از یکدیگر توسط یک خط خالی از هم جدا. مثال:
-
-``` sql
-SELECT EventDate, count() AS c FROM test.hits GROUP BY EventDate WITH TOTALS ORDER BY EventDate FORMAT TabSeparated``
-```
-
-``` text
-2014-03-17      1406958
-2014-03-18      1383658
-2014-03-19      1405797
-2014-03-20      1353623
-2014-03-21      1245779
-2014-03-22      1031592
-2014-03-23      1046491
-
-1970-01-01      8873898
-
-2014-03-17      1031592
-2014-03-23      1406958
-```
-
-### قالببندی داده {#data-formatting}
-
-اعداد صحیح به شکل اعشاری نوشته شده است. اعداد می توانند حاوی اضافی باشند “+” شخصیت در ابتدا (هنگام تجزیه نادیده گرفته شد و هنگام قالب بندی ثبت نشده است). اعداد غیر منفی نمی توانند علامت منفی داشته باشند. هنگام خواندن, مجاز است به تجزیه یک رشته خالی به عنوان یک صفر, یا (برای انواع امضا شده) یک رشته متشکل از فقط یک علامت منفی به عنوان یک صفر. اعداد است که به نوع داده مربوطه مناسب نیست ممکن است به عنوان شماره های مختلف تجزیه, بدون پیغام خطا.
-
-اعداد ممیز شناور به شکل اعشاری نوشته شده است. نقطه به عنوان جداکننده اعشاری استفاده می شود. ورودی های نمایشی پشتیبانی می شوند ‘inf’, ‘+inf’, ‘-inf’ و ‘nan’. ورود اعداد ممیز شناور ممکن است شروع یا پایان با یک نقطه اعشار.
-در قالب بندی, دقت ممکن است در اعداد ممیز شناور از دست داده.
-در تجزیه, این است که به شدت مورد نیاز برای خواندن نزدیکترین شماره ماشین نمایندگی.
-
-تاریخ در فرمت یی-میلی متر-دی دی دی دی اس نوشته شده و تجزیه در قالب همان, اما با هر شخصیت به عنوان جدا.
-تاریخ با زمان در قالب نوشته شده است `YYYY-MM-DD hh:mm:ss` و تجزیه در قالب همان, اما با هر شخصیت به عنوان جدا.
-این همه در منطقه زمانی سیستم در زمان مشتری یا سرور شروع می شود (بسته به نوع فرمت داده ها) رخ می دهد. برای تاریخ با زمان, نور روز صرفه جویی در زمان مشخص نشده است. بنابراین اگر یک روگرفت است بار در طول نور روز صرفه جویی در زمان, روگرفت به صراحت مطابقت با داده ها نیست, و تجزیه یکی از دو بار را انتخاب کنید.
-در طول یک عملیات به عنوان خوانده شده, تاریخ نادرست و تاریخ با زمان را می توان با سرریز طبیعی و یا تاریخ به عنوان تهی و بار تجزیه, بدون پیغام خطا.
-
-به عنوان یک استثنا, تجزیه تاریخ با زمان نیز در قالب برچسب زمان یونیکس پشتیبانی, اگر از دقیقا شامل 10 رقم اعشار. نتیجه این است زمان وابسته به منطقه نیست. فرمت های یی-ام-دی-دی-اچ: میلی متر: اس اس و نونن به طور خودکار متفاوت هستند.
-
-رشته ها خروجی با شخصیت های خاص بک اسلش فرار. توالی فرار زیر برای خروجی استفاده می شود: `\b`, `\f`, `\r`, `\n`, `\t`, `\0`, `\'`, `\\`. تجزیه همچنین از توالی ها پشتیبانی می کند `\a`, `\v` و `\xHH` (توالی فرار سحر و جادو) و هر `\c` دنباله هایی که `c` هر شخصیت (این توالی ها به تبدیل `c`). بدین ترتیب, خواندن داده ها پشتیبانی از فرمت های که یک خوراک خط را می توان به عنوان نوشته شده `\n` یا `\`, و یا به عنوان یک خوراک خط. مثلا, رشته `Hello world` با خوراک خط بین کلمات به جای فضا را می توان در هر یک از تغییرات زیر تجزیه شده است:
-
-``` text
-Hello\nworld
-
-Hello\
-world
-```
-
-نوع دوم پشتیبانی می شود زیرا خروجی زیر هنگام نوشتن افسردگی های جدا شده از تب استفاده می کند.
-
-حداقل مجموعه ای از شخصیت های که شما نیاز به فرار در هنگام عبور داده ها در قالب جدول پخش: باریکه, خوراک خط (ال اف) و بک اسلش.
-
-فقط یک مجموعه کوچک از علامت فرار. شما به راحتی می توانید بر روی یک مقدار رشته تلو تلو خوردن که ترمینال خود را در خروجی خراب کردن.
-
-ارریس به عنوان یک لیست از ارزش کاما از هم جدا در براکت مربع نوشته شده است. موارد شماره در مجموعه به طور معمول فرمت می شوند. `Date` و `DateTime` انواع در نقل قول تک نوشته شده است. رشته ها در نقل قول های تک با قوانین فرار همان بالا نوشته شده است.
-
-[NULL](../sql-reference/syntax.md) به عنوان فرمت `\N`.
-
-هر عنصر [تو در تو](../sql-reference/data-types/nested-data-structures/nested.md) سازه ها به عنوان مجموعه ای نشان داده شده است.
-
-به عنوان مثال:
-
-``` sql
-CREATE TABLE nestedt
-(
-    `id` UInt8,
-    `aux` Nested(
-        a UInt8,
-        b String
-    )
-)
-ENGINE = TinyLog
-```
-
-``` sql
-INSERT INTO nestedt Values ( 1, [1], ['a'])
-```
-
-``` sql
-SELECT * FROM nestedt FORMAT TSV
-```
-
-``` text
-1  [1]    ['a']
-```
-
-## اطلاعات دقیق {#tabseparatedraw}
-
-متفاوت از `TabSeparated` فرمت که در ردیف بدون فرار نوشته شده است.
-این فرمت فقط برای خروجی یک نتیجه پرس و جو مناسب است, اما نه برای تجزیه (بازیابی اطلاعات برای وارد کردن در یک جدول).
-
-این فرمت نیز تحت نام موجود است `TSVRaw`.
-
-## اطلاعات دقیق {#tabseparatedwithnames}
-
-متفاوت از `TabSeparated` فرمت در که نام ستون در سطر اول نوشته شده است.
-در تجزیه, ردیف اول به طور کامل نادیده گرفته. شما می توانید نام ستون برای تعیین موقعیت خود و یا برای بررسی صحت خود استفاده کنید.
-(پشتیبانی از تجزیه ردیف هدر ممکن است در اینده اضافه شده است.)
-
-این فرمت نیز تحت نام موجود است `TSVWithNames`.
-
-## اطلاعات دقیق {#tabseparatedwithnamesandtypes}
-
-متفاوت از `TabSeparated` فرمت در که نام ستون به سطر اول نوشته شده است, در حالی که انواع ستون در ردیف دوم هستند.
-در تجزیه, ردیف اول و دوم به طور کامل نادیده گرفته.
-
-این فرمت نیز تحت نام موجود است `TSVWithNamesAndTypes`.
-
-## قالب {#format-template}
-
-این فرمت اجازه می دهد تا تعیین یک رشته فرمت سفارشی با متغیرهایی برای ارزش با یک قاعده فرار مشخص شده است.
-
-با استفاده از تنظیمات `format_template_resultset`, `format_template_row`, `format_template_rows_between_delimiter` and some settings of other formats (e.g. `output_format_json_quote_64bit_integers` هنگام استفاده از `JSON` فرار, مشاهده بیشتر)
-
-تنظیم `format_template_row` مشخص مسیر به فایل, که شامل رشته فرمت برای ردیف با نحو زیر:
-
-`delimiter_1${column_1:serializeAs_1}delimiter_2${column_2:serializeAs_2} ... delimiter_N`,
-
-کجا `delimiter_i` یک جداساز بین مقادیر است (`$` نماد را می توان به عنوان فرار `$$`),
-`column_i` یک نام یا فهرست یک ستون است که مقادیر انتخاب شده یا درج شده است (اگر خالی باشد سپس ستون حذف خواهد شد),
-`serializeAs_i` یک قانون فرار برای مقادیر ستون است. قوانین فرار زیر پشتیبانی می شوند:
-
--   `CSV`, `JSON`, `XML` (به طور مشابه به فرمت های نام های مشابه)
--   `Escaped` (به طور مشابه به `TSV`)
--   `Quoted` (به طور مشابه به `Values`)
--   `Raw` (بدون فرار, به طور مشابه به `TSVRaw`)
--   `None` (هیچ قانون فرار, مشاهده بیشتر)
-
-اگر یک قانون فرار حذف شده است, سپس `None` استفاده خواهد شد. `XML` و `Raw` فقط برای خروجی مناسب است.
-
-بنابراین, برای رشته فرمت زیر:
-
-      `Search phrase: ${SearchPhrase:Quoted}, count: ${c:Escaped}, ad price: $$${price:JSON};`
-
-ارزش `SearchPhrase`, `c` و `price` ستون ها که به عنوان فرار `Quoted`, `Escaped` و `JSON` چاپ خواهد شد (برای انتخاب) و یا انتظار می رود (برای درج) میان `Search phrase:`, `, count:`, `, ad price: $` و `;` delimiters بود. به عنوان مثال:
-
-`Search phrase: 'bathroom interior design', count: 2166, ad price: $3;`
-
-این `format_template_rows_between_delimiter` تنظیم مشخص جداساز بین ردیف, که چاپ شده است (یا انتظار می رود) بعد از هر سطر به جز یکی از گذشته (`\n` به طور پیش فرض)
-
-تنظیم `format_template_resultset` مشخص کردن مسیر فایل که شامل یک رشته فرمت برای resultset. رشته فرمت برای حاصل است نحو همان رشته فرمت برای ردیف و اجازه می دهد تا برای مشخص کردن یک پیشوند, پسوند و یک راه برای چاپ برخی از اطلاعات اضافی. این شامل متغیرهایی زیر به جای نام ستون:
-
--   `data` ردیف با داده ها در `format_template_row` قالب, جدا شده توسط `format_template_rows_between_delimiter`. این حفره یا سوراخ باید اولین حفره یا سوراخ در رشته فرمت باشد.
--   `totals` ردیف با کل ارزش ها در `format_template_row` قالب (هنگام استفاده با مجموع)
--   `min` ردیف با حداقل مقدار در `format_template_row` فرمت (هنگامی که افراط و به مجموعه 1)
--   `max` ردیف با حداکثر ارزش در است `format_template_row` فرمت (هنگامی که افراط و به مجموعه 1)
--   `rows` تعداد کل ردیف خروجی است
--   `rows_before_limit` است حداقل تعداد ردیف وجود دارد که بدون محدودیت بوده است. خروجی تنها در صورتی که پرس و جو شامل حد. اگر پرس و جو شامل گروه های, ردیف ها_افور_لیمیت_تلاست تعداد دقیق ردیف وجود دارد که بدون محدودیت بوده است.
--   `time` زمان اجرای درخواست در ثانیه است
--   `rows_read` است تعداد ردیف خوانده شده است
--   `bytes_read` تعداد بایت (غیر فشرده) خوانده شده است
-
-متغیرهایی `data`, `totals`, `min` و `max` باید فرار حکومت مشخص نیست (یا `None` باید به صراحت مشخص شود). متغیرهایی باقی مانده ممکن است هر گونه قانون فرار مشخص شده اند.
-اگر `format_template_resultset` تنظیم یک رشته خالی است, `${data}` به عنوان مقدار پیش فرض استفاده می شود.
-برای قرار دادن نمایش داده شد فرمت اجازه می دهد تا پرش برخی از ستون ها و یا برخی از زمینه های اگر پیشوند یا پسوند (به عنوان مثال مراجعه کنید).
-
-انتخاب نمونه:
-
-``` sql
-SELECT SearchPhrase, count() AS c FROM test.hits GROUP BY SearchPhrase ORDER BY c DESC LIMIT 5 FORMAT Template SETTINGS
-format_template_resultset = '/some/path/resultset.format', format_template_row = '/some/path/row.format', format_template_rows_between_delimiter = '\n    '
-```
-
-`/some/path/resultset.format`:
-
-``` text
-<!DOCTYPE HTML>
-<html> <head> <title>Search phrases</title> </head>
- <body>
-  <table border="1"> <caption>Search phrases</caption>
-    <tr> <th>Search phrase</th> <th>Count</th> </tr>
-    ${data}
-  </table>
-  <table border="1"> <caption>Max</caption>
-    ${max}
-  </table>
-  <b>Processed ${rows_read:XML} rows in ${time:XML} sec</b>
- </body>
-</html>
-```
-
-`/some/path/row.format`:
-
-``` text
-<tr> <td>${0:XML}</td> <td>${1:XML}</td> </tr>
-```
-
-نتیجه:
-
-``` html
-<!DOCTYPE HTML>
-<html> <head> <title>Search phrases</title> </head>
- <body>
-  <table border="1"> <caption>Search phrases</caption>
-    <tr> <th>Search phrase</th> <th>Count</th> </tr>
-    <tr> <td></td> <td>8267016</td> </tr>
-    <tr> <td>bathroom interior design</td> <td>2166</td> </tr>
-    <tr> <td>yandex</td> <td>1655</td> </tr>
-    <tr> <td>spring 2014 fashion</td> <td>1549</td> </tr>
-    <tr> <td>freeform photos</td> <td>1480</td> </tr>
-  </table>
-  <table border="1"> <caption>Max</caption>
-    <tr> <td></td> <td>8873898</td> </tr>
-  </table>
-  <b>Processed 3095973 rows in 0.1569913 sec</b>
- </body>
-</html>
-```
-
-درج مثال:
-
-``` text
-Some header
-Page views: 5, User id: 4324182021466249494, Useless field: hello, Duration: 146, Sign: -1
-Page views: 6, User id: 4324182021466249494, Useless field: world, Duration: 185, Sign: 1
-Total rows: 2
-```
-
-``` sql
-INSERT INTO UserActivity FORMAT Template SETTINGS
-format_template_resultset = '/some/path/resultset.format', format_template_row = '/some/path/row.format'
-```
-
-`/some/path/resultset.format`:
-
-``` text
-Some header\n${data}\nTotal rows: ${:CSV}\n
-```
-
-`/some/path/row.format`:
-
-``` text
-Page views: ${PageViews:CSV}, User id: ${UserID:CSV}, Useless field: ${:CSV}, Duration: ${Duration:CSV}, Sign: ${Sign:CSV}
-```
-
-`PageViews`, `UserID`, `Duration` و `Sign` در داخل متغیرهایی نام ستون در جدول هستند. مقادیر پس از `Useless field` در ردیف و بعد از `\nTotal rows:` در پسوند نادیده گرفته خواهد شد.
-همه delimiters در داده های ورودی باید به شدت در برابر delimiters در فرمت مشخص شده رشته.
-
-## پاسخ تمپلیتینی {#templateignorespaces}
-
-این فرمت فقط برای ورودی مناسب است.
-مشابه به `Template`, اما پرش کاراکتر فضای سفید بین جداکننده ها و ارزش ها در جریان ورودی. با این حال, اگر رشته فرمت حاوی کاراکتر فضای سفید, این شخصیت خواهد شد در جریان ورودی انتظار می رود. همچنین اجازه می دهد برای مشخص متغیرهایی خالی (`${}` یا `${:None}`) به تقسیم برخی از جداساز به قطعات جداگانه به چشم پوشی از فضاهای بین. چنین متغیرهایی تنها برای پرش شخصیت فضای سفید استفاده می شود.
-خواندن ممکن است `JSON` با استفاده از این فرمت, اگر ارزش ستون همان نظم در تمام ردیف. برای مثال درخواست زیر می تواند مورد استفاده قرار گیرد برای قرار دادن داده ها از خروجی نمونه ای از فرمت [JSON](#json):
-
-``` sql
-INSERT INTO table_name FORMAT TemplateIgnoreSpaces SETTINGS
-format_template_resultset = '/some/path/resultset.format', format_template_row = '/some/path/row.format', format_template_rows_between_delimiter = ','
-```
-
-`/some/path/resultset.format`:
-
-``` text
-{${}"meta"${}:${:JSON},${}"data"${}:${}[${data}]${},${}"totals"${}:${:JSON},${}"extremes"${}:${:JSON},${}"rows"${}:${:JSON},${}"rows_before_limit_at_least"${}:${:JSON}${}}
-```
-
-`/some/path/row.format`:
-
-``` text
-{${}"SearchPhrase"${}:${}${phrase:JSON}${},${}"c"${}:${}${cnt:JSON}${}}
-```
-
-## TSKV {#tskv}
-
-شبیه به جدول, اما خروجی یک مقدار در نام=فرمت ارزش. نام ها به همان شیوه در قالب جدول فرار, و = نماد نیز فرار.
-
-``` text
-SearchPhrase=   count()=8267016
-SearchPhrase=bathroom interior design    count()=2166
-SearchPhrase=yandex     count()=1655
-SearchPhrase=2014 spring fashion    count()=1549
-SearchPhrase=freeform photos       count()=1480
-SearchPhrase=angelina jolie    count()=1245
-SearchPhrase=omsk       count()=1112
-SearchPhrase=photos of dog breeds    count()=1091
-SearchPhrase=curtain designs        count()=1064
-SearchPhrase=baku       count()=1000
-```
-
-[NULL](../sql-reference/syntax.md) به عنوان فرمت `\N`.
-
-``` sql
-SELECT * FROM t_null FORMAT TSKV
-```
-
-``` text
-x=1    y=\N
-```
-
-هنگامی که تعداد زیادی از ستون های کوچک وجود دارد, این فرمت بی اثر است, و به طور کلی هیچ دلیلی برای استفاده وجود دارد. با این وجود از لحاظ کارایی بدتر از جیسوناکرو نیست.
-
-Both data output and parsing are supported in this format. For parsing, any order is supported for the values of different columns. It is acceptable for some values to be omitted – they are treated as equal to their default values. In this case, zeros and blank rows are used as default values. Complex values that could be specified in the table are not supported as defaults.
-
-تجزیه اجازه می دهد تا حضور زمینه های اضافی `tskv` بدون علامت مساوی یا ارزش. این زمینه نادیده گرفته شده است.
-
-## CSV {#csv}
-
-با کاما از هم جدا فرمت ارزش ([RFC](https://tools.ietf.org/html/rfc4180)).
-
-هنگام قالب بندی, ردیف در دو نقل قول محصور. نقل قول دو در داخل یک رشته خروجی به عنوان دو نقل قول دو در یک ردیف است. هیچ قانون دیگری برای فرار از شخصیت وجود دارد. تاریخ و تاریخ زمان در دو نقل قول محصور شده است. اعداد خروجی بدون نقل قول. ارزش ها توسط یک شخصیت جداساز از هم جدا, که `,` به طور پیش فرض. شخصیت جداساز در تنظیمات تعریف شده است [_مخفی کردن _قابلیت _جدید](../operations/settings/settings.md#settings-format_csv_delimiter). ردیف ها با استفاده از خوراک خط یونیکس جدا می شوند. ارریس در سی سی اس وی به شرح زیر مرتب شده است: ابتدا مجموعه ای به یک رشته به عنوان در قالب تبسپار شده مرتب شده است و سپس رشته حاصل خروجی به سی سی اس وی در دو نقل قول است. دسته بندی ها در قالب سی اس وی به صورت ستون های جداگانه مرتب می شوند (به این معنا که لانه خود را در تاپل از دست داده است).
-
-``` bash
-$ clickhouse-client --format_csv_delimiter="|" --query="INSERT INTO test.csv FORMAT CSV" < data.csv
-```
-
-\* به طور پیش فرض, جداساز است `,`. دیدن [_مخفی کردن _قابلیت _جدید](../operations/settings/settings.md#settings-format_csv_delimiter) تنظیم برای اطلاعات بیشتر.
-
-هنگامی که تجزیه, تمام مقادیر را می توان یا با یا بدون نقل قول تجزیه. هر دو نقل قول دو و تک پشتیبانی می شوند. ردیف همچنین می توانید بدون نقل قول مرتب شود. در این مورد, به شخصیت جداساز و یا خوراک خط تجزیه (کروم و یا ال اف). در هنگام تجزیه ردیف بدون نقل قول فضاهای پیشرو و انتهایی و زبانه ها نادیده گرفته می شوند. برای اشتراک خط, یونیکس (کلیک کنید), پنجره ها (کروم ال اف) و سیستم عامل مک کلاسیک (کروم ال اف) انواع پشتیبانی می شوند.
-
-مقادیر ورودی بدون علامت خالی با مقادیر پیش فرض برای ستون های مربوطه جایگزین می شوند
-[_پوشه های ورودی و خروجی](../operations/settings/settings.md#session_settings-input_format_defaults_for_omitted_fields)
-فعال است.
-
-`NULL` به عنوان فرمت `\N` یا `NULL` یا یک رشته بدون علامت خالی (تنظیمات را ببینید [_فرستادن به _کوچکنمایی](../operations/settings/settings.md#settings-input_format_csv_unquoted_null_literal_as_null) و [_پوشه های ورودی و خروجی](../operations/settings/settings.md#session_settings-input_format_defaults_for_omitted_fields)).
-
-پشتیبانی از خروجی بالغ و افراط به همان شیوه به عنوان `TabSeparated`.
-
-## اطلاعات دقیق {#csvwithnames}
-
-همچنین چاپ ردیف هدر, شبیه به `TabSeparatedWithNames`.
-
-## سفارشی {#format-customseparated}
-
-مشابه به [قالب](#format-template) اما همه ستون ها را چاپ می کند یا می خواند و از قاعده فرار از تنظیم استفاده می کند `format_custom_escaping_rule` و جداکننده از تنظیمات `format_custom_field_delimiter`, `format_custom_row_before_delimiter`, `format_custom_row_after_delimiter`, `format_custom_row_between_delimiter`, `format_custom_result_before_delimiter` و `format_custom_result_after_delimiter`, نه از رشته فرمت.
-همچنین وجود دارد `CustomSeparatedIgnoreSpaces` قالب که شبیه به `TemplateIgnoreSpaces`.
-
-## JSON {#json}
-
-خروجی داده ها در فرمت جانسون. علاوه بر جداول داده, همچنین خروجی نام ستون و انواع, همراه با برخی از اطلاعات اضافی: تعداد کل ردیف خروجی, و تعداد ردیف است که می تواند خروجی بوده است اگر یک محدودیت وجود ندارد. مثال:
-
-``` sql
-SELECT SearchPhrase, count() AS c FROM test.hits GROUP BY SearchPhrase WITH TOTALS ORDER BY c DESC LIMIT 5 FORMAT JSON
-```
-
-``` json
-{
-        "meta":
-        [
-                {
-                        "name": "SearchPhrase",
-                        "type": "String"
-                },
-                {
-                        "name": "c",
-                        "type": "UInt64"
-                }
-        ],
-
-        "data":
-        [
-                {
-                        "SearchPhrase": "",
-                        "c": "8267016"
-                },
-                {
-                        "SearchPhrase": "bathroom interior design",
-                        "c": "2166"
-                },
-                {
-                        "SearchPhrase": "yandex",
-                        "c": "1655"
-                },
-                {
-                        "SearchPhrase": "spring 2014 fashion",
-                        "c": "1549"
-                },
-                {
-                        "SearchPhrase": "freeform photos",
-                        "c": "1480"
-                }
-        ],
-
-        "totals":
-        {
-                "SearchPhrase": "",
-                "c": "8873898"
-        },
-
-        "extremes":
-        {
-                "min":
-                {
-                        "SearchPhrase": "",
-                        "c": "1480"
-                },
-                "max":
-                {
-                        "SearchPhrase": "",
-                        "c": "8267016"
-                }
-        },
-
-        "rows": 5,
-
-        "rows_before_limit_at_least": 141137
-}
-```
-
-جانسون سازگار با جاوا اسکریپت است. برای اطمینان از این, برخی از شخصیت ها علاوه بر فرار: بریده بریده `/` فرار به عنوان `\/`; معافیت خط جایگزین `U+2028` و `U+2029`, که شکستن برخی از مرورگرهای, به عنوان فرار `\uXXXX`. شخصیت های کنترل اسکی فرار: برگشت به عقب, خوراک فرم, خوراک خط, بازگشت حمل, و تب افقی با جایگزین `\b`, `\f`, `\n`, `\r`, `\t` , و همچنین بایت باقی مانده در محدوده 00-1ف با استفاده از `\uXXXX` sequences. Invalid UTF-8 sequences are changed to the replacement character � so the output text will consist of valid UTF-8 sequences. For compatibility with JavaScript, Int64 and UInt64 integers are enclosed in double-quotes by default. To remove the quotes, you can set the configuration parameter [خروجی _فرمان_جسون_کوات_64بیت_تنظیمی](../operations/settings/settings.md#session_settings-output_format_json_quote_64bit_integers) به 0.
-
-`rows` – The total number of output rows.
-
-`rows_before_limit_at_least` حداقل تعداد ردیف وجود دارد که بدون محدودیت بوده است. خروجی تنها در صورتی که پرس و جو شامل حد.
-اگر پرس و جو شامل گروه های, ردیف ها_افور_لیمیت_تلاست تعداد دقیق ردیف وجود دارد که بدون محدودیت بوده است.
-
-`totals` – Total values (when using WITH TOTALS).
-
-`extremes` – Extreme values (when extremes are set to 1).
-
-این فرمت فقط برای خروجی یک نتیجه پرس و جو مناسب است, اما نه برای تجزیه (بازیابی اطلاعات برای وارد کردن در یک جدول).
-
-پشتیبانی از کلیک [NULL](../sql-reference/syntax.md), است که به عنوان نمایش داده `null` در خروجی جانسون.
-
-همچنین نگاه کنید به [جیسانچرو](#jsoneachrow) قالب.
-
-## فوق العاده {#jsoncompact}
-
-متفاوت از جانسون تنها در ردیف داده ها خروجی در ارریس, نه در اشیا.
-
-مثال:
-
-``` json
-{
-        "meta":
-        [
-                {
-                        "name": "SearchPhrase",
-                        "type": "String"
-                },
-                {
-                        "name": "c",
-                        "type": "UInt64"
-                }
-        ],
-
-        "data":
-        [
-                ["", "8267016"],
-                ["bathroom interior design", "2166"],
-                ["yandex", "1655"],
-                ["fashion trends spring 2014", "1549"],
-                ["freeform photo", "1480"]
-        ],
-
-        "totals": ["","8873898"],
-
-        "extremes":
-        {
-                "min": ["","1480"],
-                "max": ["","8267016"]
-        },
-
-        "rows": 5,
-
-        "rows_before_limit_at_least": 141137
-}
-```
-
-این فرمت فقط برای خروجی یک نتیجه پرس و جو مناسب است, اما نه برای تجزیه (بازیابی اطلاعات برای وارد کردن در یک جدول).
-همچنین نگاه کنید به `JSONEachRow` قالب.
-
-## جیسانچرو {#jsoneachrow}
-
-هنگامی که با استفاده از این فرمت, تاتر خروجی ردیف به عنوان جدا, اجسام جسون-خط حد و مرز مشخصی, اما داده ها به عنوان یک کل است جسون معتبر نیست.
-
-``` json
-{"SearchPhrase":"curtain designs","count()":"1064"}
-{"SearchPhrase":"baku","count()":"1000"}
-{"SearchPhrase":"","count()":"8267016"}
-```
-
-هنگام قرار دادن داده ها, شما باید یک شی جانسون جداگانه برای هر سطر فراهم.
-
-### درج داده {#inserting-data}
-
-``` sql
-INSERT INTO UserActivity FORMAT JSONEachRow {"PageViews":5, "UserID":"4324182021466249494", "Duration":146,"Sign":-1} {"UserID":"4324182021466249494","PageViews":6,"Duration":185,"Sign":1}
-```
-
-کلیک اجازه می دهد تا:
-
--   هر منظور از جفت کلید ارزش در جسم.
--   حذف برخی از ارزش ها.
-
-تاتر فضاهای بین عناصر و کاما را پس از اشیا نادیده می گیرد. شما می توانید تمام اشیا را در یک خط منتقل کنید. لازم نیست با شکستن خط اونارو جدا کنی
-
-**حذف پردازش مقادیر**
-
-را کلیک کنید جایگزین مقادیر حذف شده با مقادیر پیش فرض برای مربوطه [انواع داده ها](../sql-reference/data-types/index.md).
-
-اگر `DEFAULT expr` مشخص شده است, تاتر با استفاده از قوانین تعویض مختلف بسته به [_پوشه های ورودی و خروجی](../operations/settings/settings.md#session_settings-input_format_defaults_for_omitted_fields) تنظیمات.
-
-جدول زیر را در نظر بگیرید:
-
-``` sql
-CREATE TABLE IF NOT EXISTS example_table
-(
-    x UInt32,
-    a DEFAULT x * 2
-) ENGINE = Memory;
-```
-
--   اگر `input_format_defaults_for_omitted_fields = 0` سپس مقدار پیش فرض برای `x` و `a` برابر `0` (به عنوان مقدار پیش فرض برای `UInt32` نوع داده).
--   اگر `input_format_defaults_for_omitted_fields = 1` سپس مقدار پیش فرض برای `x` برابر `0` اما مقدار پیش فرض `a` برابر `x * 2`.
-
-!!! note "اخطار"
-    هنگام قرار دادن داده ها با `insert_sample_with_metadata = 1`, کلیکهاوس مصرف منابع محاسباتی بیشتر, در مقایسه با درج با `insert_sample_with_metadata = 0`.
-
-### انتخاب داده ها {#selecting-data}
-
-در نظر بگیرید که `UserActivity` جدول به عنوان مثال:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │   -1 │
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-پرسوجو `SELECT * FROM UserActivity FORMAT JSONEachRow` بازگشت:
-
-``` text
-{"UserID":"4324182021466249494","PageViews":5,"Duration":146,"Sign":-1}
-{"UserID":"4324182021466249494","PageViews":6,"Duration":185,"Sign":1}
-```
-
-بر خلاف [JSON](#json) قالب, هیچ جایگزینی نامعتبر گفته-8 توالی وجود دارد. ارزش ها در همان راه برای فرار `JSON`.
-
-!!! note "یادداشت"
-    هر مجموعه ای از بایت می تواند خروجی در رشته ها. استفاده از `JSONEachRow` فرمت اگر شما اطمینان حاصل کنید که داده ها در جدول را می توان به عنوان جانسون بدون از دست دادن هر گونه اطلاعات فرمت شده است.
-
-### استفاده از ساختارهای تو در تو {#jsoneachrow-nested}
-
-اگر شما یک جدول با [تو در تو](../sql-reference/data-types/nested-data-structures/nested.md) ستون نوع داده, شما می توانید داده های جانسون با همان ساختار وارد. فعال کردن این ویژگی با [تغییر _کم_تر_تنظیم مجدد _جنسان](../operations/settings/settings.md#settings-input_format_import_nested_json) تنظیمات.
-
-برای مثال جدول زیر را در نظر بگیرید:
-
-``` sql
-CREATE TABLE json_each_row_nested (n Nested (s String, i Int32) ) ENGINE = Memory
-```
-
-همانطور که شما می توانید در `Nested` شرح نوع داده, تاتر رفتار هر یک از اجزای ساختار تو در تو به عنوان یک ستون جداگانه (`n.s` و `n.i` برای جدول ما). شما می توانید داده ها را به روش زیر وارد کنید:
-
-``` sql
-INSERT INTO json_each_row_nested FORMAT JSONEachRow {"n.s": ["abc", "def"], "n.i": [1, 23]}
-```
-
-برای قرار دادن داده ها به عنوان یک شی جوسون سلسله مراتبی, تنظیم [وارد کردن _ترمپ_م_تر_اس_جسون ثبت شده=1](../operations/settings/settings.md#settings-input_format_import_nested_json).
-
-``` json
-{
-    "n": {
-        "s": ["abc", "def"],
-        "i": [1, 23]
-    }
-}
-```
-
-بدون این تنظیم, محل کلیک می اندازد یک استثنا.
-
-``` sql
-SELECT name, value FROM system.settings WHERE name = 'input_format_import_nested_json'
-```
-
-``` text
-┌─name────────────────────────────┬─value─┐
-│ input_format_import_nested_json │ 0     │
-└─────────────────────────────────┴───────┘
-```
-
-``` sql
-INSERT INTO json_each_row_nested FORMAT JSONEachRow {"n": {"s": ["abc", "def"], "i": [1, 23]}}
-```
-
-``` text
-Code: 117. DB::Exception: Unknown field found while parsing JSONEachRow format: n: (at row 1)
-```
-
-``` sql
-SET input_format_import_nested_json=1
-INSERT INTO json_each_row_nested FORMAT JSONEachRow {"n": {"s": ["abc", "def"], "i": [1, 23]}}
-SELECT * FROM json_each_row_nested
-```
-
-``` text
-┌─n.s───────────┬─n.i────┐
-│ ['abc','def'] │ [1,23] │
-└───────────────┴────────┘
-```
-
-## بومی {#native}
-
-فرمت موثر ترین. داده ها توسط بلوک ها در فرمت باینری نوشته شده و خوانده می شوند. برای هر بلوک, تعداد ردیف, تعداد ستون, نام ستون و انواع, و بخش هایی از ستون ها در این بلوک یکی پس از دیگری ثبت. به عبارت دیگر این قالب است “columnar” – it doesn't convert columns to rows. This is the format used in the native interface for interaction between servers, for using the command-line client, and for C++ clients.
-
-شما می توانید این فرمت را به سرعت تولید افسردگی است که تنها می تواند توسط سندرم تونل کارپ به عنوان خوانده شده استفاده کنید. این حس برای کار با این فرمت خود را ندارد.
-
-## خالی {#null}
-
-هیچ چیز خروجی است. اما پرس و جو پردازش شده است و در هنگام استفاده از خط فرمان مشتری داده منتقل می شود به مشتری. این است که برای تست استفاده, از جمله تست عملکرد.
-به طور مشخص, این فرمت فقط برای خروجی مناسب است, نه برای تجزیه.
-
-## زیبا {#pretty}
-
-خروجی داده ها به عنوان جداول یونیکد هنر, همچنین با استفاده از توالی انسی فرار برای تنظیم رنگ در ترمینال.
-یک شبکه کامل از جدول کشیده شده است, و هر سطر را اشغال دو خط در ترمینال.
-هر بلوک نتیجه خروجی به عنوان یک جدول جداگانه است. این لازم است به طوری که بلوک می تواند خروجی بدون نتیجه بافر (بافر می شود به منظور قبل از محاسبه عرض قابل مشاهده از تمام مقادیر لازم).
-
-[NULL](../sql-reference/syntax.md) خروجی به عنوان `ᴺᵁᴸᴸ`.
-
-مثال (نشان داده شده برای [پیش تیمار](#prettycompact) قالب):
-
-``` sql
-SELECT * FROM t_null
-```
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-└───┴──────┘
-```
-
-ردیف در زیبا \* فرمت فرار نیست. به عنوان مثال برای نشان داده شده است [پیش تیمار](#prettycompact) قالب:
-
-``` sql
-SELECT 'String with \'quotes\' and \t character' AS Escaping_test
-```
-
-``` text
-┌─Escaping_test────────────────────────┐
-│ String with 'quotes' and      character │
-└──────────────────────────────────────┘
-```
-
-برای جلوگیری از تخلیه اطلاعات بیش از حد به ترمینال تنها 10000 ردیف اول چاپ شده است. اگر تعداد ردیف بیشتر یا برابر با است 10,000, پیام “Showed first 10 000” چاپ شده است.
-این فرمت فقط برای خروجی یک نتیجه پرس و جو مناسب است, اما نه برای تجزیه (بازیابی اطلاعات برای وارد کردن در یک جدول).
-
-فرمت زیبا پشتیبانی خروجی ارزش کل (هنگام استفاده با بالغ) و افراط و (وقتی که ‘extremes’ به مجموعه 1). در این موارد, کل ارزش ها و ارزش های شدید خروجی پس از داده های اصلی هستند, در جداول جداگانه. مثال (نشان داده شده برای [پیش تیمار](#prettycompact) قالب):
-
-``` sql
-SELECT EventDate, count() AS c FROM test.hits GROUP BY EventDate WITH TOTALS ORDER BY EventDate FORMAT PrettyCompact
-```
-
-``` text
-┌──EventDate─┬───────c─┐
-│ 2014-03-17 │ 1406958 │
-│ 2014-03-18 │ 1383658 │
-│ 2014-03-19 │ 1405797 │
-│ 2014-03-20 │ 1353623 │
-│ 2014-03-21 │ 1245779 │
-│ 2014-03-22 │ 1031592 │
-│ 2014-03-23 │ 1046491 │
-└────────────┴─────────┘
-
-Totals:
-┌──EventDate─┬───────c─┐
-│ 1970-01-01 │ 8873898 │
-└────────────┴─────────┘
-
-Extremes:
-┌──EventDate─┬───────c─┐
-│ 2014-03-17 │ 1031592 │
-│ 2014-03-23 │ 1406958 │
-└────────────┴─────────┘
-```
-
-## پیش تیمار {#prettycompact}
-
-متفاوت از [زیبا](#pretty) در که شبکه بین ردیف کشیده شده و نتیجه جمع و جور تر است.
-این فرمت به طور پیش فرض در مشتری خط فرمان در حالت تعاملی استفاده می شود.
-
-## بلوک پیش ساخته {#prettycompactmonoblock}
-
-متفاوت از [پیش تیمار](#prettycompact) در که تا 10000 ردیف بافر و سپس خروجی به عنوان یک جدول واحد نه بلوک.
-
-## کتاب های پیش بینی شده {#prettynoescapes}
-
-متفاوت از زیبا که در توالی اس-فرار استفاده نمی شود. این برای نمایش این فرمت در یک مرورگر و همچنین برای استفاده ضروری است ‘watch’ ابزار خط فرمان.
-
-مثال:
-
-``` bash
-$ watch -n1 "clickhouse-client --query='SELECT event, value FROM system.events FORMAT PrettyCompactNoEscapes'"
-```
-
-شما می توانید رابط قام برای نمایش در مرورگر استفاده کنید.
-
-### کتاب های پیش ساخته {#prettycompactnoescapes}
-
-همان تنظیمات قبلی.
-
-### کتاب های پیش بینی شده {#prettyspacenoescapes}
-
-همان تنظیمات قبلی.
-
-## چوب نما {#prettyspace}
-
-متفاوت از [پیش تیمار](#prettycompact) در که فضای سفید (شخصیت های فضایی) به جای شبکه استفاده می شود.
-
-## مربوط به حوزه {#rowbinary}
-
-فرمت ها و تجزیه داده ها توسط ردیف در فرمت باینری. سطر و ارزش ها به صورت متوالی ذکر شده, بدون جدا.
-این فرمت کمتر از فرمت بومی است زیرا مبتنی بر ردیف است.
-
-اعداد صحیح استفاده از ثابت طول نمایندگی کوچک اندی. مثلا, اوینت64 با استفاده از 8 بایت.
-تاریخ ساعت به عنوان اوینت32 حاوی برچسب زمان یونیکس به عنوان ارزش نشان داده است.
-تاریخ به عنوان یک شی اوینت16 که شامل تعداد روز از 1970-01-01 به عنوان ارزش نشان داده شده است.
-رشته به عنوان یک طول ورق (بدون علامت) نشان داده شده است [LEB128](https://en.wikipedia.org/wiki/LEB128)), پس از بایت رشته.
-رشته ثابت است که به سادگی به عنوان یک دنباله از بایت نشان داده شده است.
-
-اری به عنوان یک طول ورینت (بدون علامت) نشان داده شده است [LEB128](https://en.wikipedia.org/wiki/LEB128)), پس از عناصر پی در پی از مجموعه.
-
-برای [NULL](../sql-reference/syntax.md#null-literal) حمایت کردن, یک بایت اضافی حاوی 1 یا 0 قبل از هر اضافه [Nullable](../sql-reference/data-types/nullable.md) ارزش. اگر 1, سپس ارزش است `NULL` و این بایت به عنوان یک مقدار جداگانه تفسیر. اگر 0, ارزش پس از بایت است `NULL`.
-
-## ارزشهای خبری عبارتند از: {#rowbinarywithnamesandtypes}
-
-مشابه به [مربوط به حوزه](#rowbinary) اما با هدر اضافه شده است:
-
--   [LEB128](https://en.wikipedia.org/wiki/LEB128)- کد گذاری تعداد ستون ها)
--   N `String`مشخص کردن نامهای ستون
--   N `String`بازدید کنندگان مشخص انواع ستون
-
-## مقادیر {#data-format-values}
-
-چاپ هر سطر در براکت. ردیف ها توسط کاما جدا می شوند. بعد از ردیف گذشته هیچ کاما وجود ندارد. مقادیر داخل براکت نیز با کاما از هم جدا هستند. اعداد خروجی در قالب اعشاری بدون نقل قول هستند. ارریس خروجی در براکت مربع است. رشته, تاریخ, و تاریخ با زمان خروجی در نقل قول. فرار قوانین و تجزیه شبیه به [جدول دار](#tabseparated) قالب. در قالب بندی فضاهای اضافی وارد نشده اند اما در طول تجزیه مجاز و نادیده گرفته می شوند (به جز فضاهای درون مقادیر مجموعه ای که مجاز نیستند). [NULL](../sql-reference/syntax.md) به عنوان نمایندگی `NULL`.
-
-The minimum set of characters that you need to escape when passing data in Values ​​format: single quotes and backslashes.
-
-این فرمت است که در استفاده می شود `INSERT INTO t VALUES ...` اما شما همچنین می توانید برای قالب بندی نتایج پرس و جو استفاده کنید.
-
-همچنین نگاه کنید به: [در حال خواندن:](../operations/settings/settings.md#settings-input_format_values_interpret_expressions) و [در حال خواندن:](../operations/settings/settings.md#settings-input_format_values_deduce_templates_of_expressions) تنظیمات.
-
-## عمودی {#vertical}
-
-چاپ هر مقدار در یک خط جداگانه با نام ستون مشخص. این فرمت مناسب برای چاپ فقط یک یا چند ردیف است اگر هر سطر شامل تعداد زیادی از ستون.
-
-[NULL](../sql-reference/syntax.md) خروجی به عنوان `ᴺᵁᴸᴸ`.
-
-مثال:
-
-``` sql
-SELECT * FROM t_null FORMAT Vertical
-```
-
-``` text
-Row 1:
-──────
-x: 1
-y: ᴺᵁᴸᴸ
-```
-
-ردیف در فرمت عمودی فرار نیست:
-
-``` sql
-SELECT 'string with \'quotes\' and \t with some special \n characters' AS test FORMAT Vertical
-```
-
-``` text
-Row 1:
-──────
-test: string with 'quotes' and      with some special
- characters
-```
-
-این فرمت فقط برای خروجی یک نتیجه پرس و جو مناسب است, اما نه برای تجزیه (بازیابی اطلاعات برای وارد کردن در یک جدول).
-
-## عمودی {#verticalraw}
-
-مشابه به [عمودی](#vertical), اما با فرار غیر فعال. این قالب فقط برای خروجی نتایج پرس و جو مناسب است, نه برای تجزیه (دریافت داده ها و قرار دادن در جدول).
-
-## XML {#xml}
-
-فرمت فقط برای خروجی مناسب است نه برای تجزیه. مثال:
-
-``` xml
-<?xml version='1.0' encoding='UTF-8' ?>
-<result>
-        <meta>
-                <columns>
-                        <column>
-                                <name>SearchPhrase</name>
-                                <type>String</type>
-                        </column>
-                        <column>
-                                <name>count()</name>
-                                <type>UInt64</type>
-                        </column>
-                </columns>
-        </meta>
-        <data>
-                <row>
-                        <SearchPhrase></SearchPhrase>
-                        <field>8267016</field>
-                </row>
-                <row>
-                        <SearchPhrase>bathroom interior design</SearchPhrase>
-                        <field>2166</field>
-                </row>
-                <row>
-                        <SearchPhrase>yandex</SearchPhrase>
-                        <field>1655</field>
-                </row>
-                <row>
-                        <SearchPhrase>2014 spring fashion</SearchPhrase>
-                        <field>1549</field>
-                </row>
-                <row>
-                        <SearchPhrase>freeform photos</SearchPhrase>
-                        <field>1480</field>
-                </row>
-                <row>
-                        <SearchPhrase>angelina jolie</SearchPhrase>
-                        <field>1245</field>
-                </row>
-                <row>
-                        <SearchPhrase>omsk</SearchPhrase>
-                        <field>1112</field>
-                </row>
-                <row>
-                        <SearchPhrase>photos of dog breeds</SearchPhrase>
-                        <field>1091</field>
-                </row>
-                <row>
-                        <SearchPhrase>curtain designs</SearchPhrase>
-                        <field>1064</field>
-                </row>
-                <row>
-                        <SearchPhrase>baku</SearchPhrase>
-                        <field>1000</field>
-                </row>
-        </data>
-        <rows>10</rows>
-        <rows_before_limit_at_least>141137</rows_before_limit_at_least>
-</result>
-```
-
-اگر نام ستون یک فرمت قابل قبول ندارد, فقط ‘field’ به عنوان نام عنصر استفاده می شود. به طور کلی ساختار ایکس میل از ساختار جسون پیروی می کند.
-Just as for JSON, invalid UTF-8 sequences are changed to the replacement character � so the output text will consist of valid UTF-8 sequences.
-
-در مقادیر رشته, شخصیت `<` و `&` فرار به عنوان `<` و `&`.
-
-ارریس خروجی به عنوان `<array><elem>Hello</elem><elem>World</elem>...</array>`,و تاپل به عنوان `<tuple><elem>Hello</elem><elem>World</elem>...</tuple>`.
-
-## کاپپروتو {#capnproto}
-
-کپن پروتو فرمت پیام باینری شبیه به بافر پروتکل و صرفه جویی است, اما جسون یا مساگپک را دوست ندارد.
-
-پیام های کپ ان پروتو به شدت تایپ شده و نه خود توصیف, به این معنی که نیاز به یک شرح طرح خارجی. طرح در پرواز اعمال می شود و ذخیره سازی برای هر پرس و جو.
-
-``` bash
-$ cat capnproto_messages.bin | clickhouse-client --query "INSERT INTO test.hits FORMAT CapnProto SETTINGS format_schema='schema:Message'"
-```
-
-کجا `schema.capnp` به نظر می رسد مثل این:
-
-``` capnp
-struct Message {
-  SearchPhrase @0 :Text;
-  c @1 :Uint64;
-}
-```
-
-Deserialization موثر است و معمولا نمی افزایش بار سیستم.
-
-همچنین نگاه کنید به [شمای فرمت](#formatschema).
-
-## Protobuf {#protobuf}
-
-Protobuf - یک [بافر پروتکل](https://developers.google.com/protocol-buffers/) قالب.
-
-این فرمت نیاز به یک طرح فرمت خارجی دارد. طرح بین نمایش داده شد ذخیره سازی.
-تاتر از هر دو `proto2` و `proto3` syntaxes. تکرار / اختیاری / زمینه های مورد نیاز پشتیبانی می شوند.
-
-نمونه های استفاده:
-
-``` sql
-SELECT * FROM test.table FORMAT Protobuf SETTINGS format_schema = 'schemafile:MessageType'
-```
-
-``` bash
-cat protobuf_messages.bin | clickhouse-client --query "INSERT INTO test.table FORMAT Protobuf SETTINGS format_schema='schemafile:MessageType'"
-```
-
-جایی که فایل `schemafile.proto` به نظر می رسد مثل این:
-
-``` capnp
-syntax = "proto3";
-
-message MessageType {
-  string name = 1;
-  string surname = 2;
-  uint32 birthDate = 3;
-  repeated string phoneNumbers = 4;
-};
-```
-
-برای پیدا کردن مکاتبات بین ستون های جدول و زمینه های بافر پروتکل' نوع پیام تاتر نام خود را مقایسه می کند.
-این مقایسه غیر حساس به حروف و شخصیت است `_` هشدار داده می شود `.` (نقطه) به عنوان برابر در نظر گرفته.
-اگر نوع ستون و زمینه پیام بافر پروتکل متفاوت تبدیل لازم اعمال می شود.
-
-پیام های تو در تو پشتیبانی می شوند. برای مثال برای این زمینه است `z` در نوع پیام زیر
-
-``` capnp
-message MessageType {
-  message XType {
-    message YType {
-      int32 z;
-    };
-    repeated YType y;
-  };
-  XType x;
-};
-```
-
-تاتر تلاش می کند برای پیدا کردن یک ستون به نام `x.y.z` (یا `x_y_z` یا `X.y_Z` و به همین ترتیب).
-پیام های تو در تو مناسب برای ورودی یا خروجی هستند [ساختارهای داده تو در تو](../sql-reference/data-types/nested-data-structures/nested.md).
-
-مقادیر پیش فرض تعریف شده در یک طرح اولیه مانند این
-
-``` capnp
-syntax = "proto2";
-
-message MessageType {
-  optional int32 result_per_page = 3 [default = 10];
-}
-```
-
-اعمال نمی شود [پیشفرضهای جدول](../sql-reference/statements/create.md#create-default-values) به جای اونها استفاده میشه
-
-ClickHouse ورودی و خروجی protobuf پیام در `length-delimited` قالب.
-این بدان معنی است قبل از هر پیام باید طول خود را به عنوان یک نوشته [ورینت](https://developers.google.com/protocol-buffers/docs/encoding#varints).
-همچنین نگاه کنید به [چگونه به خواندن / نوشتن طول-حد و مرز مشخصی پیام های ورودی به زبان های محبوب](https://cwiki.apache.org/confluence/display/GEODE/Delimiting+Protobuf+Messages).
-
-## اورو {#data-format-avro}
-
-[هشدار داده می شود](http://avro.apache.org/) یک چارچوب سریال داده ردیف گرا توسعه یافته در درون پروژه هادوپ خود نمایی است.
-
-قالب کلیک اور پشتیبانی از خواندن و نوشتن [پروندههای داد و ستد](http://avro.apache.org/docs/current/spec.html#Object+Container+Files).
-
-### تطبیق انواع داده ها {#data_types-matching}
-
-جدول زیر انواع داده های پشتیبانی شده را نشان می دهد و چگونه با کلیک مطابقت دارند [انواع داده ها](../sql-reference/data-types/index.md) داخل `INSERT` و `SELECT` نمایش داده شد.
-
-| نوع داده اورو `INSERT`                      | نوع داده کلیک                                                                                                              | نوع داده اورو `SELECT`       |
-|---------------------------------------------|----------------------------------------------------------------------------------------------------------------------------|------------------------------|
-| `boolean`, `int`, `long`, `float`, `double` | [اعضای هیات(8/16/32)](../sql-reference/data-types/int-uint.md), [اوینت (8/16/32)](../sql-reference/data-types/int-uint.md) | `int`                        |
-| `boolean`, `int`, `long`, `float`, `double` | [Int64](../sql-reference/data-types/int-uint.md), [UInt64](../sql-reference/data-types/int-uint.md)                        | `long`                       |
-| `boolean`, `int`, `long`, `float`, `double` | [Float32](../sql-reference/data-types/float.md)                                                                            | `float`                      |
-| `boolean`, `int`, `long`, `float`, `double` | [جسم شناور64](../sql-reference/data-types/float.md)                                                                        | `double`                     |
-| `bytes`, `string`, `fixed`, `enum`          | [رشته](../sql-reference/data-types/string.md)                                                                              | `bytes`                      |
-| `bytes`, `string`, `fixed`                  | [رشته ثابت)](../sql-reference/data-types/fixedstring.md)                                                                   | `fixed(N)`                   |
-| `enum`                                      | [شمارشی (8/16)](../sql-reference/data-types/enum.md)                                                                       | `enum`                       |
-| `array(T)`                                  | [& توری)](../sql-reference/data-types/array.md)                                                                            | `array(T)`                   |
-| `union(null, T)`, `union(T, null)`          | [Nullable(T)](../sql-reference/data-types/date.md)                                                                         | `union(null, T)`             |
-| `null`                                      | [Nullable(هیچ چیز)](../sql-reference/data-types/special-data-types/nothing.md)                                             | `null`                       |
-| `int (date)` \*                             | [تاریخ](../sql-reference/data-types/date.md)                                                                               | `int (date)` \*              |
-| `long (timestamp-millis)` \*                | [طول تاریخ 64 (3)](../sql-reference/data-types/datetime.md)                                                                | `long (timestamp-millis)` \* |
-| `long (timestamp-micros)` \*                | [طول تاریخ 64 (6)](../sql-reference/data-types/datetime.md)                                                                | `long (timestamp-micros)` \* |
-
-\* [انواع منطقی اورو](http://avro.apache.org/docs/current/spec.html#Logical+Types)
-
-انواع داده های ورودی پشتیبانی نشده: `record` (غیر ریشه), `map`
-
-انواع داده های منطقی پشتیبانی نشده: `uuid`, `time-millis`, `time-micros`, `duration`
-
-### درج داده {#inserting-data-1}
-
-برای وارد کردن داده ها از یک فایل اورو به جدول کلیک کنید:
-
-``` bash
-$ cat file.avro | clickhouse-client --query="INSERT INTO {some_table} FORMAT Avro"
-```
-
-طرح ریشه فایل ورودی ورودی باید باشد `record` نوع.
-
-برای پیدا کردن مکاتبات بین ستون های جدول و زمینه های اور طرحواره کلیک نام خود را مقایسه می کند. این مقایسه حساس به حروف است.
-زمینه های استفاده نشده قلم می شوند.
-
-انواع داده ها از ستون جدول کلیک می توانید از زمینه های مربوطه را از داده های اور قرار داده متفاوت است. در هنگام قرار دادن داده ها, تاتر تفسیر انواع داده ها با توجه به جدول بالا و سپس [کست](../sql-reference/functions/type-conversion-functions.md#type_conversion_function-cast) داده ها به نوع ستون مربوطه.
-
-### انتخاب داده ها {#selecting-data-1}
-
-برای انتخاب داده ها از جدول کلیک به یک فایل پیشرو:
-
-``` bash
-$ clickhouse-client --query="SELECT * FROM {some_table} FORMAT Avro" > file.avro
-```
-
-نام ستون باید:
-
--   شروع با `[A-Za-z_]`
--   متعاقبا تنها حاوی `[A-Za-z0-9_]`
-
-خروجی فشرده سازی فایل و فاصله همگام سازی را می توان با پیکربندی [_فرماندگی لبه بام](../operations/settings/settings.md#settings-output_format_avro_codec) و [_فرماندگی لبه چشم](../operations/settings/settings.md#settings-output_format_avro_sync_interval) به ترتیب.
-
-## هشدار داده می شود {#data-format-avro-confluent}
-
-ارتباط با پشتیبانی از رمز گشایی پیام های تک شی اور معمولا با استفاده می شود [کافکا](https://kafka.apache.org/) و [رجیستری طرح پساب](https://docs.confluent.io/current/schema-registry/index.html).
-
-هر پیام ایسترو جاسازی یک شناسه طرح است که می تواند به طرح واقعی با کمک رجیستری طرح حل و فصل شود.
-
-طرحواره ذخیره سازی یک بار حل شود.
-
-نشانی وب رجیستری طرحواره با پیکربندی [باز کردن _نمایش مجدد](../operations/settings/settings.md#settings-format_avro_schema_registry_url)
-
-### تطبیق انواع داده ها {#data_types-matching-1}
-
-مثل [اورو](#data-format-avro)
-
-### استفاده {#usage}
-
-به سرعت بررسی طرح قطعنامه شما می توانید استفاده کنید [کفککت](https://github.com/edenhill/kafkacat) با [کلیک-محلی](../operations/utilities/clickhouse-local.md):
-
-``` bash
-$ kafkacat -b kafka-broker  -C -t topic1 -o beginning -f '%s' -c 3 | clickhouse-local   --input-format AvroConfluent --format_avro_schema_registry_url 'http://schema-registry' -S "field1 Int64, field2 String"  -q 'select *  from table'
-1 a
-2 b
-3 c
-```
-
-برای استفاده `AvroConfluent` با [کافکا](../engines/table-engines/integrations/kafka.md):
-
-``` sql
-CREATE TABLE topic1_stream
-(
-    field1 String,
-    field2 String
-)
-ENGINE = Kafka()
-SETTINGS
-kafka_broker_list = 'kafka-broker',
-kafka_topic_list = 'topic1',
-kafka_group_name = 'group1',
-kafka_format = 'AvroConfluent';
-
-SET format_avro_schema_registry_url = 'http://schema-registry';
-
-SELECT * FROM topic1_stream;
-```
-
-!!! note "اخطار"
-    تنظیم `format_avro_schema_registry_url` نیاز به پیکربندی در `users.xml` برای حفظ ارزش پس از راه اندازی مجدد.
-
-## پارکت {#data-format-parquet}
-
-[پارکت چوب کمر درد](http://parquet.apache.org/) فرمت ذخیره سازی ستونی گسترده در اکوسیستم هادوپ است. تاتر پشتیبانی خواندن و نوشتن عملیات برای این فرمت.
-
-### تطبیق انواع داده ها {#data_types-matching-2}
-
-جدول زیر انواع داده های پشتیبانی شده را نشان می دهد و چگونه با کلیک مطابقت دارند [انواع داده ها](../sql-reference/data-types/index.md) داخل `INSERT` و `SELECT` نمایش داده شد.
-
-| نوع داده پارکت (`INSERT`) | نوع داده کلیک                                           | نوع داده پارکت (`SELECT`) |
-|---------------------------|---------------------------------------------------------|---------------------------|
-| `UINT8`, `BOOL`           | [UInt8](../sql-reference/data-types/int-uint.md)        | `UINT8`                   |
-| `INT8`                    | [Int8](../sql-reference/data-types/int-uint.md)         | `INT8`                    |
-| `UINT16`                  | [UInt16](../sql-reference/data-types/int-uint.md)       | `UINT16`                  |
-| `INT16`                   | [Int16](../sql-reference/data-types/int-uint.md)        | `INT16`                   |
-| `UINT32`                  | [UInt32](../sql-reference/data-types/int-uint.md)       | `UINT32`                  |
-| `INT32`                   | [Int32](../sql-reference/data-types/int-uint.md)        | `INT32`                   |
-| `UINT64`                  | [UInt64](../sql-reference/data-types/int-uint.md)       | `UINT64`                  |
-| `INT64`                   | [Int64](../sql-reference/data-types/int-uint.md)        | `INT64`                   |
-| `FLOAT`, `HALF_FLOAT`     | [Float32](../sql-reference/data-types/float.md)         | `FLOAT`                   |
-| `DOUBLE`                  | [جسم شناور64](../sql-reference/data-types/float.md)     | `DOUBLE`                  |
-| `DATE32`                  | [تاریخ](../sql-reference/data-types/date.md)            | `UINT16`                  |
-| `DATE64`, `TIMESTAMP`     | [DateTime](../sql-reference/data-types/datetime.md)     | `UINT32`                  |
-| `STRING`, `BINARY`        | [رشته](../sql-reference/data-types/string.md)           | `STRING`                  |
-| —                         | [رشته ثابت](../sql-reference/data-types/fixedstring.md) | `STRING`                  |
-| `DECIMAL`                 | [دهدهی](../sql-reference/data-types/decimal.md)         | `DECIMAL`                 |
-
-کلیک هاوس از دقت قابل تنظیم پشتیبانی می کند `Decimal` نوع. این `INSERT` پرس و جو رفتار پارکت `DECIMAL` نوع به عنوان محل کلیک `Decimal128` نوع.
-
-انواع داده های پارکت پشتیبانی نشده: `DATE32`, `TIME32`, `FIXED_SIZE_BINARY`, `JSON`, `UUID`, `ENUM`.
-
-انواع داده ها از ستون جدول کلیک خانه می تواند از زمینه های مربوطه را از داده پارکت قرار داده متفاوت است. در هنگام قرار دادن داده ها, تاتر تفسیر انواع داده ها با توجه به جدول بالا و سپس [بازیگران](../query_language/functions/type_conversion_functions/#type_conversion_function-cast) داده ها به این نوع داده است که برای ستون جدول کلیک مجموعه.
-
-### درج و انتخاب داده ها {#inserting-and-selecting-data}
-
-شما می توانید داده های پارکت از یک فایل را به جدول کلیک توسط دستور زیر وارد کنید:
-
-``` bash
-$ cat {filename} | clickhouse-client --query="INSERT INTO {some_table} FORMAT Parquet"
-```
-
-شما می توانید داده ها را از یک جدول کلیک انتخاب کنید و با دستور زیر به برخی از فایل ها در قالب پارکت ذخیره کنید:
-
-``` bash
-$ clickhouse-client --query="SELECT * FROM {some_table} FORMAT Parquet" > {some_file.pq}
-```
-
-برای تبادل اطلاعات با هادوپ, شما می توانید استفاده کنید [موتور جدول اچ دی اف](../engines/table-engines/integrations/hdfs.md).
-
-## ORC {#data-format-orc}
-
-[آپاچی ORC](https://orc.apache.org/) فرمت ذخیره سازی ستونی گسترده در اکوسیستم هادوپ است. شما فقط می توانید داده ها را در این قالب به کلیک کنید.
-
-### تطبیق انواع داده ها {#data_types-matching-3}
-
-جدول زیر انواع داده های پشتیبانی شده را نشان می دهد و چگونه با کلیک مطابقت دارند [انواع داده ها](../sql-reference/data-types/index.md) داخل `INSERT` نمایش داده شد.
-
-| نوع داده اورک (`INSERT`) | نوع داده کلیک                                       |
-|--------------------------|-----------------------------------------------------|
-| `UINT8`, `BOOL`          | [UInt8](../sql-reference/data-types/int-uint.md)    |
-| `INT8`                   | [Int8](../sql-reference/data-types/int-uint.md)     |
-| `UINT16`                 | [UInt16](../sql-reference/data-types/int-uint.md)   |
-| `INT16`                  | [Int16](../sql-reference/data-types/int-uint.md)    |
-| `UINT32`                 | [UInt32](../sql-reference/data-types/int-uint.md)   |
-| `INT32`                  | [Int32](../sql-reference/data-types/int-uint.md)    |
-| `UINT64`                 | [UInt64](../sql-reference/data-types/int-uint.md)   |
-| `INT64`                  | [Int64](../sql-reference/data-types/int-uint.md)    |
-| `FLOAT`, `HALF_FLOAT`    | [Float32](../sql-reference/data-types/float.md)     |
-| `DOUBLE`                 | [جسم شناور64](../sql-reference/data-types/float.md) |
-| `DATE32`                 | [تاریخ](../sql-reference/data-types/date.md)        |
-| `DATE64`, `TIMESTAMP`    | [DateTime](../sql-reference/data-types/datetime.md) |
-| `STRING`, `BINARY`       | [رشته](../sql-reference/data-types/string.md)       |
-| `DECIMAL`                | [دهدهی](../sql-reference/data-types/decimal.md)     |
-
-تاتر از دقت قابل تنظیم از `Decimal` نوع. این `INSERT` پرس و جو رفتار اورک `DECIMAL` نوع به عنوان محل کلیک `Decimal128` نوع.
-
-انواع داده های پشتیبانی نشده: `DATE32`, `TIME32`, `FIXED_SIZE_BINARY`, `JSON`, `UUID`, `ENUM`.
-
-انواع داده ها از ستون جدول کلیک هاوس لازم نیست برای مطابقت با زمینه های داده اورک مربوطه. در هنگام قرار دادن داده ها, تاتر تفسیر انواع داده ها با توجه به جدول بالا و سپس [کست](../sql-reference/functions/type-conversion-functions.md#type_conversion_function-cast) داده ها به نوع داده تعیین شده برای ستون جدول کلیک.
-
-### درج داده {#inserting-data-2}
-
-شما می توانید داده اورک از یک فایل به جدول کلیک توسط دستور زیر وارد کنید:
-
-``` bash
-$ cat filename.orc | clickhouse-client --query="INSERT INTO some_table FORMAT ORC"
-```
-
-برای تبادل اطلاعات با هادوپ, شما می توانید استفاده کنید [موتور جدول اچ دی اف](../engines/table-engines/integrations/hdfs.md).
-
-## شمای فرمت {#formatschema}
-
-نام پرونده حاوی شمای قالب با تنظیم تنظیم می شود `format_schema`.
-لازم است این تنظیم را هنگام استفاده از یکی از فرمت ها تنظیم کنید `Cap'n Proto` و `Protobuf`.
-شمای فرمت ترکیبی از یک نام فایل و نام یک نوع پیام در این فایل است که توسط روده بزرگ جدا شده است,
-e.g. `schemafile.proto:MessageType`.
-اگر فایل دارای فرمت استاندارد برای فرمت (به عنوان مثال, `.proto` برای `Protobuf`),
-این را می توان حذف و در این مورد طرح فرمت به نظر می رسد `schemafile:MessageType`.
-
-اگر داده های ورودی یا خروجی را از طریق [کارگیر](../interfaces/cli.md) در [حالت تعاملی](../interfaces/cli.md#cli_usage), نام پرونده مشخص شده در شمای فرمت
-می تواند شامل یک مسیر مطلق و یا یک مسیر نسبت به دایرکتوری جاری در مشتری.
-اگر شما با استفاده از مشتری در [حالت دسته ای](../interfaces/cli.md#cli_usage) مسیر طرح باید به دلایل امنیتی نسبی باشد.
-
-اگر داده های ورودی یا خروجی را از طریق [رابط قام](../interfaces/http.md) نام پرونده مشخص شده در شمای قالب
-باید در دایرکتوری مشخص شده در واقع [قالب_شکلمات شیمی](../operations/server-configuration-parameters/settings.md#server_configuration_parameters-format_schema_path)
-در پیکربندی سرور.
-
-## پرش خطاها {#skippingerrors}
-
-برخی از فرمت های مانند `CSV`, `TabSeparated`, `TSKV`, `JSONEachRow`, `Template`, `CustomSeparated` و `Protobuf` می توانید ردیف شکسته جست و خیز اگر خطای تجزیه رخ داده است و ادامه تجزیه از ابتدای ردیف بعدی. ببینید [وارد کردن _فرست_مرزیابی _نمایش مجدد](../operations/settings/settings.md#settings-input_format_allow_errors_num) و
-[ثبت نام](../operations/settings/settings.md#settings-input_format_allow_errors_ratio) تنظیمات.
-محدودیت ها:
-- در صورت خطای تجزیه `JSONEachRow` پرش تمام داده ها تا زمانی که خط جدید (یا بخش ویژه), بنابراین ردیف باید توسط حد و مرز مشخصی `\n` برای شمارش خطاها به درستی.
-- `Template` و `CustomSeparated` استفاده از جداساز پس از ستون گذشته و جداساز بین ردیف برای پیدا کردن ابتدای سطر بعدی, بنابراین اشتباهات پرش کار می کند تنها اگر حداقل یکی از خالی نیست.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/formats/) <!--hide-->
diff --git a/docs/fa/interfaces/http.md b/docs/fa/interfaces/http.md
deleted file mode 100644
index 16d7aa390dc..00000000000
--- a/docs/fa/interfaces/http.md
+++ /dev/null
@@ -1,617 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 19
-toc_title: "\u0631\u0627\u0628\u0637 \u0642\u0627\u0645"
----
-
-# رابط قام {#http-interface}
-
-رابط اچ تی پی به شما امکان استفاده از کلیک بر روی هر پلت فرم از هر زبان برنامه نویسی. ما برای کار از جاوا و پرل و همچنین اسکریپت های پوسته استفاده می کنیم. در بخش های دیگر, رابط قام است از پرل استفاده, پایتون, و رفتن. رابط قام محدود تر از رابط بومی است, اما سازگاری بهتر.
-
-به طور پیش فرض, کلیک سرور گوش برای اچ تی پی در بندر 8123 (این را می توان در پیکربندی تغییر).
-
-اگر شما یک دریافت / درخواست بدون پارامتر, باز می گردد 200 کد پاسخ و رشته که در تعریف [نقلقولهای جدید از این نویسنده](../operations/server-configuration-parameters/settings.md#server_configuration_parameters-http_server_default_response) مقدار پیشفرض “Ok.” (با خوراک خط در پایان)
-
-``` bash
-$ curl 'http://localhost:8123/'
-Ok.
-```
-
-استفاده از دریافت / درخواست پینگ در بهداشت و درمان چک اسکریپت. این کنترل همیشه باز می گردد “Ok.” (با یک خوراک خط در پایان). موجود از نسخه 18.12.13.
-
-``` bash
-$ curl 'http://localhost:8123/ping'
-Ok.
-```
-
-ارسال درخواست به عنوان نشانی وب ‘query’ پارامتر, و یا به عنوان یک پست. و یا ارسال ابتدای پرس و جو در ‘query’ پارامتر, و بقیه در پست (بعدا توضیح خواهیم داد که چرا این لازم است). اندازه نشانی اینترنتی محدود به 16 کیلوبایت است بنابراین این را در نظر داشته باشید در هنگام ارسال نمایش داده شد بزرگ.
-
-اگر موفق, شما دریافت 200 کد پاسخ و در نتیجه در بدن پاسخ.
-اگر یک خطا رخ می دهد, شما در دریافت 500 کد پاسخ و یک متن شرح خطا در بدن پاسخ.
-
-هنگام استفاده از روش دریافت, ‘readonly’ قرار است. به عبارت دیگر برای نمایش داده شد که تغییر داده ها شما فقط می توانید با استفاده از روش پست. شما می توانید پرس و جو خود را در قسمت پست یا در پارامتر نشانی وب ارسال کنید.
-
-مثالها:
-
-``` bash
-$ curl 'http://localhost:8123/?query=SELECT%201'
-1
-
-$ wget -nv -O- 'http://localhost:8123/?query=SELECT 1'
-1
-
-$ echo -ne 'GET /?query=SELECT%201 HTTP/1.0\r\n\r\n' | nc localhost 8123
-HTTP/1.0 200 OK
-Date: Wed, 27 Nov 2019 10:30:18 GMT
-Connection: Close
-Content-Type: text/tab-separated-values; charset=UTF-8
-X-ClickHouse-Server-Display-Name: clickhouse.ru-central1.internal
-X-ClickHouse-Query-Id: 5abe861c-239c-467f-b955-8a201abb8b7f
-X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-
-1
-```
-
-همانطور که می بینید, حلقه تا حدودی ناخوشایند است که در فضاهای باید نشانی اینترنتی فرار.
-اگر چه سازمان تجارت جهانی از همه چیز خود فرار می کند ما توصیه نمی کنیم از این استفاده کنیم زیرا هنگام استفاده از زنده ماندن و انتقال رمزگذاری به خوبی کار نمی کند 1.1.
-
-``` bash
-$ echo 'SELECT 1' | curl 'http://localhost:8123/' --data-binary @-
-1
-
-$ echo 'SELECT 1' | curl 'http://localhost:8123/?query=' --data-binary @-
-1
-
-$ echo '1' | curl 'http://localhost:8123/?query=SELECT' --data-binary @-
-1
-```
-
-اگر بخشی از پرس و جو در پارامتر ارسال, و بخشی در پست, خوراک خط بین این دو بخش داده قرار داده.
-مثال (این کار نخواهد کرد):
-
-``` bash
-$ echo 'ECT 1' | curl 'http://localhost:8123/?query=SEL' --data-binary @-
-Code: 59, e.displayText() = DB::Exception: Syntax error: failed at position 0: SEL
-ECT 1
-, expected One of: SHOW TABLES, SHOW DATABASES, SELECT, INSERT, CREATE, ATTACH, RENAME, DROP, DETACH, USE, SET, OPTIMIZE., e.what() = DB::Exception
-```
-
-به طور پیش فرض, داده ها در قالب جدولبندی بازگشت (برای اطلاعات بیشتر, دیدن “Formats” بخش).
-شما با استفاده از بند فرمت پرس و جو به درخواست هر فرمت دیگر.
-
-``` bash
-$ echo 'SELECT 1 FORMAT Pretty' | curl 'http://localhost:8123/?' --data-binary @-
-┏━━━┓
-┃ 1 ┃
-┡━━━┩
-│ 1 │
-└───┘
-```
-
-روش پست انتقال داده ها برای درج نمایش داده شد لازم است. در این مورد می توانید ابتدا پرس و جو را در پارامتر نشانی وب بنویسید و از پست برای انتقال داده ها برای وارد کردن استفاده کنید. داده ها برای وارد کردن می تواند, مثلا, تخلیه تب جدا از خروجی زیر. در این راه وارد کردن پرس و جو جایگزین بارگذاری داده های محلی INFILE از MySQL.
-
-نمونه: ایجاد یک جدول:
-
-``` bash
-$ echo 'CREATE TABLE t (a UInt8) ENGINE = Memory' | curl 'http://localhost:8123/' --data-binary @-
-```
-
-با استفاده از قرار دادن پرس و جو برای درج داده ها:
-
-``` bash
-$ echo 'INSERT INTO t VALUES (1),(2),(3)' | curl 'http://localhost:8123/' --data-binary @-
-```
-
-داده ها را می توان به طور جداگانه از پرس و جو ارسال می شود:
-
-``` bash
-$ echo '(4),(5),(6)' | curl 'http://localhost:8123/?query=INSERT%20INTO%20t%20VALUES' --data-binary @-
-```
-
-شما می توانید هر فرمت داده را مشخص کنید. این ‘Values’ فرمت همان چیزی است که هنگام نوشتن به مقادیر تی استفاده می شود:
-
-``` bash
-$ echo '(7),(8),(9)' | curl 'http://localhost:8123/?query=INSERT%20INTO%20t%20FORMAT%20Values' --data-binary @-
-```
-
-برای وارد کردن داده ها از تخلیه زبانه جدا شده فرمت مربوطه را مشخص کنید:
-
-``` bash
-$ echo -ne '10\n11\n12\n' | curl 'http://localhost:8123/?query=INSERT%20INTO%20t%20FORMAT%20TabSeparated' --data-binary @-
-```
-
-خواندن محتویات جدول. داده ها خروجی به صورت تصادفی به دلیل پردازش پرس و جو موازی است:
-
-``` bash
-$ curl 'http://localhost:8123/?query=SELECT%20a%20FROM%20t'
-7
-8
-9
-10
-11
-12
-1
-2
-3
-4
-5
-6
-```
-
-حذف جدول.
-
-``` bash
-$ echo 'DROP TABLE t' | curl 'http://localhost:8123/' --data-binary @-
-```
-
-برای درخواست موفق است که یک جدول داده ها بازگشت نیست, بدن پاسخ خالی بازگشته است.
-
-شما می توانید فرمت فشرده سازی کلیک داخلی در هنگام انتقال داده ها استفاده کنید. داده های فشرده دارای فرمت غیر استاندارد است و شما باید از ویژه استفاده کنید `clickhouse-compressor` برنامه ای برای کار با ان (با ان نصب شده است `clickhouse-client` بسته). برای افزایش بهره وری از درج داده, شما می توانید سرور سمت تایید کنترلی با استفاده از غیر فعال کردن [تغییر در حسابهای کاربری دستگاه](../operations/settings/settings.md#settings-http_native_compression_disable_checksumming_on_decompress) تنظیمات.
-
-اگر شما مشخص `compress=1` در نشانی وب سرور دادههای ارسالی شما را فشرده میکند.
-اگر شما مشخص `decompress=1` در نشانی اینترنتی کارگزار دادههای مشابهی را که در `POST` روش.
-
-شما همچنین می توانید استفاده کنید را انتخاب کنید [فشردهسازی قام](https://en.wikipedia.org/wiki/HTTP_compression). برای ارسال یک فشرده `POST` درخواست, اضافه هدر درخواست `Content-Encoding: compression_method`. به منظور کلیک برای فشرده سازی پاسخ, شما باید اضافه `Accept-Encoding: compression_method`. پشتیبانی از کلیک `gzip`, `br` و `deflate` [روش های فشرده سازی](https://en.wikipedia.org/wiki/HTTP_compression#Content-Encoding_tokens). برای فعال کردن فشرده سازی قام, شما باید از خانه کلیک استفاده [نصب و راه اندازی](../operations/settings/settings.md#settings-enable_http_compression) تنظیمات. شما می توانید سطح فشرده سازی داده ها در پیکربندی [_تنظیم مجدد به حالت اولیه](#settings-http_zlib_compression_level) تنظیم برای تمام روش های فشرده سازی.
-
-شما می توانید این برای کاهش ترافیک شبکه در هنگام انتقال مقدار زیادی از داده ها و یا برای ایجاد افسردگی است که بلافاصله فشرده استفاده کنید.
-
-نمونه هایی از ارسال داده ها با فشرده سازی:
-
-``` bash
-#Sending data to the server:
-$ curl -vsS "http://localhost:8123/?enable_http_compression=1" -d 'SELECT number FROM system.numbers LIMIT 10' -H 'Accept-Encoding: gzip'
-
-#Sending data to the client:
-$ echo "SELECT 1" | gzip -c | curl -sS --data-binary @- -H 'Content-Encoding: gzip' 'http://localhost:8123/'
-```
-
-!!! note "یادداشت"
-    برخی از مشتریان اچ تی پی ممکن است داده ها را از حالت فشرده خارج از سرور به طور پیش فرض (با `gzip` و `deflate`) و شما ممکن است داده ها از حالت فشرده خارج حتی اگر شما با استفاده از تنظیمات فشرده سازی به درستی.
-
-شما می توانید از ‘database’ پارامتر نشانی وب برای مشخص کردن پایگاه داده به طور پیش فرض.
-
-``` bash
-$ echo 'SELECT number FROM numbers LIMIT 10' | curl 'http://localhost:8123/?database=system' --data-binary @-
-0
-1
-2
-3
-4
-5
-6
-7
-8
-9
-```
-
-به طور پیش فرض, پایگاه داده است که در تنظیمات سرور ثبت نام به عنوان پایگاه داده به طور پیش فرض استفاده. به طور پیش فرض, این پایگاه داده به نام است ‘default’. متناوبا, شما همیشه می توانید مشخص کردن پایگاه داده با استفاده از یک نقطه قبل از نام جدول.
-
-نام کاربری و رمز عبور را می توان در یکی از سه راه نشان داد:
-
-1.  با استفاده از احراز هویت اولیه. مثال:
-
-<!-- -->
-
-``` bash
-$ echo 'SELECT 1' | curl 'http://user:password@localhost:8123/' -d @-
-```
-
-1.  در ‘user’ و ‘password’ پارامترهای نشانی وب. مثال:
-
-<!-- -->
-
-``` bash
-$ echo 'SELECT 1' | curl 'http://localhost:8123/?user=user&password=password' -d @-
-```
-
-1.  با استفاده از ‘X-ClickHouse-User’ و ‘X-ClickHouse-Key’ سرصفحهها. مثال:
-
-<!-- -->
-
-``` bash
-$ echo 'SELECT 1' | curl -H 'X-ClickHouse-User: user' -H 'X-ClickHouse-Key: password' 'http://localhost:8123/' -d @-
-```
-
-اگر نام کاربر مشخص نشده است `default` نام استفاده شده است. اگر رمز عبور مشخص نشده است, رمز عبور خالی استفاده شده است.
-شما همچنین می توانید از پارامترهای نشانی وب برای مشخص کردن هر گونه تنظیمات برای پردازش یک پرس و جو یا کل پروفایل های تنظیمات استفاده کنید. هشدار داده می شودمشخصات=وب و حداکثر_نظیم = 1000000000 & پرس و جو = انتخاب+1
-
-برای کسب اطلاعات بیشتر, دیدن [تنظیمات](../operations/settings/index.md) بخش.
-
-``` bash
-$ echo 'SELECT number FROM system.numbers LIMIT 10' | curl 'http://localhost:8123/?' --data-binary @-
-0
-1
-2
-3
-4
-5
-6
-7
-8
-9
-```
-
-برای اطلاعات در مورد پارامترهای دیگر, بخش را ببینید “SET”.
-
-به طور مشابه, شما می توانید جلسات کلیک در پروتکل قام استفاده. برای انجام این کار, شما نیاز به اضافه کردن `session_id` دریافت پارامتر به درخواست. شما می توانید هر رشته به عنوان شناسه جلسه استفاده کنید. به طور پیش فرض جلسه پس از 60 ثانیه عدم فعالیت خاتمه می یابد. برای تغییر این فاصله, تغییر `default_session_timeout` تنظیم در پیکربندی سرور یا اضافه کردن `session_timeout` دریافت پارامتر به درخواست. برای بررسی وضعیت جلسه از `session_check=1` پارامتر. فقط یک پرس و جو در یک زمان می تواند در یک جلسه اجرا شود.
-
-شما می توانید اطلاعات در مورد پیشرفت یک پرس و جو در دریافت `X-ClickHouse-Progress` هدر پاسخ. برای انجام این کار, فعال کردن [نمایش سایت](../operations/settings/settings.md#settings-send_progress_in_http_headers). مثال توالی هدر:
-
-``` text
-X-ClickHouse-Progress: {"read_rows":"2752512","read_bytes":"240570816","total_rows_to_read":"8880128"}
-X-ClickHouse-Progress: {"read_rows":"5439488","read_bytes":"482285394","total_rows_to_read":"8880128"}
-X-ClickHouse-Progress: {"read_rows":"8783786","read_bytes":"819092887","total_rows_to_read":"8880128"}
-```
-
-زمینه های سربرگ احتمالی:
-
--   `read_rows` — Number of rows read.
--   `read_bytes` — Volume of data read in bytes.
--   `total_rows_to_read` — Total number of rows to be read.
--   `written_rows` — Number of rows written.
--   `written_bytes` — Volume of data written in bytes.
-
-درخواست های در حال اجرا به طور خودکار متوقف نمی شود اگر اتصال قام از دست داده است. تجزیه و قالب بندی داده ها در سمت سرور انجام, و با استفاده از شبکه ممکن است بی اثر.
-اختیاری ‘query_id’ پارامتر را می توان به عنوان شناسه پرس و جو (هر رشته) منتقل می شود. برای کسب اطلاعات بیشتر به بخش مراجعه کنید “Settings, replace_running_query”.
-
-اختیاری ‘quota_key’ پارامتر را می توان به عنوان کلید سهمیه (هر رشته) منتقل می شود. برای کسب اطلاعات بیشتر به بخش مراجعه کنید “Quotas”.
-
-رابط اچ تی پی اجازه می دهد تا عبور داده های خارجی (جداول موقت خارجی) برای پرس و جو. برای کسب اطلاعات بیشتر به بخش مراجعه کنید “External data for query processing”.
-
-## بافر پاسخ {#response-buffering}
-
-شما می توانید پاسخ بافر در سمت سرور را فعال کنید. این `buffer_size` و `wait_end_of_query` پارامترهای نشانی وب برای این منظور فراهم شده است.
-
-`buffer_size` تعیین تعداد بایت در نتیجه به بافر در حافظه سرور. اگر یک بدن نتیجه بزرگتر از این حد است, بافر به کانال قام نوشته شده, و داده های باقی مانده به طور مستقیم به کانال قام ارسال.
-
-برای اطمینان از اینکه کل پاسخ بافر شده است, تنظیم `wait_end_of_query=1`. در این مورد داده هایی که در حافظه ذخیره نمی شوند در یک فایل سرور موقت بافر می شوند.
-
-مثال:
-
-``` bash
-$ curl -sS 'http://localhost:8123/?max_result_bytes=4000000&buffer_size=3000000&wait_end_of_query=1' -d 'SELECT toUInt8(number) FROM system.numbers LIMIT 9000000 FORMAT RowBinary'
-```
-
-استفاده از بافر برای جلوگیری از شرایطی که یک خطای پردازش پرس و جو رخ داده است پس از کد پاسخ و هدر قام به مشتری ارسال شد. در این وضعیت یک پیغام خطا نوشته شده است در پایان پاسخ بدن و در سمت سرویس گیرنده خطا تنها می تواند تشخیص داده شده در مرحله تجزیه.
-
-### نمایش داده شد با پارامترهای {#cli-queries-with-parameters}
-
-شما می توانید پرس و جو را با پارامترها ایجاد کنید و مقادیر را از پارامترهای درخواست مربوط به اچ تی پی منتقل کنید. برای کسب اطلاعات بیشتر, دیدن [نمایش داده شد با پارامترهای کلی](cli.md#cli-queries-with-parameters).
-
-### مثال {#example}
-
-``` bash
-$ curl -sS "<address>?param_id=2&param_phrase=test" -d "SELECT * FROM table WHERE int_column = {id:UInt8} and string_column = {phrase:String}"
-```
-
-## حذف میانبر در صفحه خانه {#predefined_http_interface}
-
-تاتر پشتیبانی از نمایش داده شد خاص از طریق رابط قام. مثلا, شما می توانید داده ها را به یک جدول به شرح زیر ارسال:
-
-``` bash
-$ echo '(4),(5),(6)' | curl 'http://localhost:8123/?query=INSERT%20INTO%20t%20VALUES' --data-binary @-
-```
-
-کلیک هاوس همچنین از رابط اچ تی پی از پیش تعریف شده پشتیبانی می کند که می تواند به شما در ادغام راحت تر با ابزارهای شخص ثالث مانند کمک کند [پرومته صادر کننده](https://github.com/percona-lab/clickhouse_exporter).
-
-مثال:
-
--   اول از همه, اضافه کردن این بخش به فایل پیکربندی سرور:
-
-<!-- -->
-
-``` xml
-<http_handlers>
-    <rule>
-        <url>/predefined_query</url>
-        <methods>POST,GET</methods>
-        <handler>
-            <type>predefined_query_handler</type>
-            <query>SELECT * FROM system.metrics LIMIT 5 FORMAT Template SETTINGS format_template_resultset = 'prometheus_template_output_format_resultset', format_template_row = 'prometheus_template_output_format_row', format_template_rows_between_delimiter = '\n'</query>
-        </handler>
-    </rule>
-    <rule>...</rule>
-    <rule>...</rule>
-</http_handlers>
-```
-
--   شما هم اکنون می توانید لینک را مستقیما برای داده ها در قالب پرومته درخواست کنید:
-
-<!-- -->
-
-``` bash
-$ curl -v 'http://localhost:8123/predefined_query'
-*   Trying ::1...
-* Connected to localhost (::1) port 8123 (#0)
-> GET /predefined_query HTTP/1.1
-> Host: localhost:8123
-> User-Agent: curl/7.47.0
-> Accept: */*
->
-< HTTP/1.1 200 OK
-< Date: Tue, 28 Apr 2020 08:52:56 GMT
-< Connection: Keep-Alive
-< Content-Type: text/plain; charset=UTF-8
-< X-ClickHouse-Server-Display-Name: i-mloy5trc
-< Transfer-Encoding: chunked
-< X-ClickHouse-Query-Id: 96fe0052-01e6-43ce-b12a-6b7370de6e8a
-< X-ClickHouse-Format: Template
-< X-ClickHouse-Timezone: Asia/Shanghai
-< Keep-Alive: timeout=3
-< X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-<
-# HELP "Query" "Number of executing queries"
-# TYPE "Query" counter
-"Query" 1
-
-# HELP "Merge" "Number of executing background merges"
-# TYPE "Merge" counter
-"Merge" 0
-
-# HELP "PartMutation" "Number of mutations (ALTER DELETE/UPDATE)"
-# TYPE "PartMutation" counter
-"PartMutation" 0
-
-# HELP "ReplicatedFetch" "Number of data parts being fetched from replica"
-# TYPE "ReplicatedFetch" counter
-"ReplicatedFetch" 0
-
-# HELP "ReplicatedSend" "Number of data parts being sent to replicas"
-# TYPE "ReplicatedSend" counter
-"ReplicatedSend" 0
-
-* Connection #0 to host localhost left intact
-
-
-* Connection #0 to host localhost left intact
-```
-
-همانطور که شما می توانید از مثال ببینید, اگر `<http_handlers>` در پیکربندی پیکربندی پیکربندی شده است.فایل و `<http_handlers>` می تواند شامل بسیاری از `<rule>s`. کلیک هاوس خواهد درخواست قام قام دریافت به نوع از پیش تعریف شده در مطابقت `<rule>` و اولین همسان اجرا می شود کنترل. سپس خانه را کلیک کنید پرس و جو از پیش تعریف شده مربوطه اجرا اگر بازی موفق است.
-
-> حالا `<rule>` می توانید پیکربندی کنید `<method>`, `<headers>`, `<url>`,`<handler>`:
-> `<method>` برای تطبیق روش بخشی از درخواست قام است. `<method>` به طور کامل مطابق با تعریف [روش](https://developer.mozilla.org/en-US/docs/Web/HTTP/Methods) در پروتکل قام. این پیکربندی اختیاری است. اگر در فایل پیکربندی تعریف نشده, این کار بخش روش درخواست قام مطابقت ندارد.
->
-> `<url>` وظیفه تطبیق بخشی نشانی وب از درخواست قام است. این سازگار با است [RE2](https://github.com/google/re2)عبارات منظم است. این پیکربندی اختیاری است. اگر در فایل پیکربندی تعریف نشده باشد با بخش نشانی وب درخواست قام مطابقت ندارد.
->
-> `<headers>` برای تطبیق بخش هدر درخواست قام است. این است که سازگار با عبارات منظم را دوباره2 است. این پیکربندی اختیاری است. اگر در فایل پیکربندی تعریف نشده است, این کار بخش هدر درخواست قام مطابقت ندارد.
->
-> `<handler>` شامل بخش پردازش اصلی. حالا `<handler>` می توانید پیکربندی کنید `<type>`, `<status>`, `<content_type>`, `<response_content>`, `<query>`, `<query_param_name>`.
-> \> `<type>` در حال حاضر پشتیبانی از سه نوع: **باز تعریف**, **هشدار داده می شود**, **ایستا**.
-> \>
-> \> `<query>` - استفاده از با نوع بازتعریف_کرکی_ هندلر, اجرا پرس و جو زمانی که کنترل نامیده می شود.
-> \>
-> \> `<query_param_name>` - استفاده با نوع داینامیک_کرکی_خندلر عصارهها و اجرا مقدار مربوط به `<query_param_name>` ارزش در پارامترهای درخواست قام.
-> \>
-> \> `<status>` - استفاده با نوع استاتیک, پاسخ کد وضعیت.
-> \>
-> \> `<content_type>` - استفاده با نوع استاتیک پاسخ [نوع محتوا](https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Type).
-> \>
-> \> `<response_content>` - استفاده با نوع استاتیک, محتوای پاسخ ارسال شده به مشتری, هنگام استفاده از پیشوند ‘file://’ یا ‘config://’, پیدا کردن محتوا از فایل و یا پیکربندی ارسال به مشتری.
-
-بعد روش پیکربندی برای متفاوت هستند `<type>`.
-
-## باز تعریف {#predefined_query_handler}
-
-`<predefined_query_handler>` پشتیبانی از تنظیمات و مقادیر قوری_پرم. شما می توانید پیکربندی کنید `<query>` در نوع `<predefined_query_handler>`.
-
-`<query>` مقدار پرس و جو از پیش تعریف شده است `<predefined_query_handler>`, است که توسط کلیکهاوس اجرا زمانی که یک درخواست قام همسان است و در نتیجه از پرس و جو بازگشته است. این پیکربندی باید است.
-
-مثال زیر مقادیر را تعریف می کند `max_threads` و `max_alter_threads` تنظیمات, سپس نمایش داده شد جدول سیستم برای بررسی اینکه این تنظیمات با موفقیت تعیین شد.
-
-مثال:
-
-``` xml
-<http_handlers>
-    <rule>
-        <url><![CDATA[/query_param_with_url/\w+/(?P<name_1>[^/]+)(/(?P<name_2>[^/]+))?]]></url>
-        <method>GET</method>
-        <headers>
-            <XXX>TEST_HEADER_VALUE</XXX>
-            <PARAMS_XXX><![CDATA[(?P<name_1>[^/]+)(/(?P<name_2>[^/]+))?]]></PARAMS_XXX>
-        </headers>
-        <handler>
-            <type>predefined_query_handler</type>
-            <query>SELECT value FROM system.settings WHERE name = {name_1:String}</query>
-            <query>SELECT name, value FROM system.settings WHERE name = {name_2:String}</query>
-        </handler>
-    </rule>
-</http_handlers>
-```
-
-``` bash
-$ curl -H 'XXX:TEST_HEADER_VALUE' -H 'PARAMS_XXX:max_threads' 'http://localhost:8123/query_param_with_url/1/max_threads/max_alter_threads?max_threads=1&max_alter_threads=2'
-1
-max_alter_threads   2
-```
-
-!!! note "احتیاط"
-    در یک `<predefined_query_handler>` تنها پشتیبانی از یک `<query>` از یک نوع درج.
-
-## هشدار داده می شود {#dynamic_query_handler}
-
-داخل `<dynamic_query_handler>`, پرس و جو در قالب پرام از درخواست قام نوشته شده است. تفاوت این است که در `<predefined_query_handler>`, پرس و جو در فایل پیکربندی نوشت. شما می توانید پیکربندی کنید `<query_param_name>` داخل `<dynamic_query_handler>`.
-
-عصاره کلیک و اجرا ارزش مربوط به `<query_param_name>` مقدار در نشانی وب درخواست قام. مقدار پیش فرض `<query_param_name>` هست `/query` . این پیکربندی اختیاری است. در صورتی که هیچ تعریف در فایل پیکربندی وجود دارد, پرم در تصویب نشده است.
-
-برای آزمایش این قابلیت به عنوان مثال تعریف ارزش از max_threads و max_alter_threads و پرس و جو که آیا تنظیمات راه اندازی شد با موفقیت.
-
-مثال:
-
-``` xml
-<http_handlers>
-    <rule>
-    <headers>
-        <XXX>TEST_HEADER_VALUE_DYNAMIC</XXX>    </headers>
-    <handler>
-        <type>dynamic_query_handler</type>
-        <query_param_name>query_param</query_param_name>
-    </handler>
-    </rule>
-</http_handlers>
-```
-
-``` bash
-$ curl  -H 'XXX:TEST_HEADER_VALUE_DYNAMIC'  'http://localhost:8123/own?max_threads=1&max_alter_threads=2&param_name_1=max_threads&param_name_2=max_alter_threads&query_param=SELECT%20name,value%20FROM%20system.settings%20where%20name%20=%20%7Bname_1:String%7D%20OR%20name%20=%20%7Bname_2:String%7D'
-max_threads 1
-max_alter_threads   2
-```
-
-## ایستا {#static}
-
-`<static>` می توانید بازگشت [_نوع تماس](https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Type), [وضعیت](https://developer.mozilla.org/en-US/docs/Web/HTTP/Status) و پاسخ دهنده. پاسخ _حرکتکننده می تواند محتوای مشخص شده را بازگرداند
-
-مثال:
-
-بازگشت یک پیام.
-
-``` xml
-<http_handlers>
-        <rule>
-            <methods>GET</methods>
-            <headers><XXX>xxx</XXX></headers>
-            <url>/hi</url>
-            <handler>
-                <type>static</type>
-                <status>402</status>
-                <content_type>text/html; charset=UTF-8</content_type>
-                <response_content>Say Hi!</response_content>
-            </handler>
-        </rule>
-<http_handlers>
-```
-
-``` bash
-$ curl -vv  -H 'XXX:xxx' 'http://localhost:8123/hi'
-*   Trying ::1...
-* Connected to localhost (::1) port 8123 (#0)
-> GET /hi HTTP/1.1
-> Host: localhost:8123
-> User-Agent: curl/7.47.0
-> Accept: */*
-> XXX:xxx
->
-< HTTP/1.1 402 Payment Required
-< Date: Wed, 29 Apr 2020 03:51:26 GMT
-< Connection: Keep-Alive
-< Content-Type: text/html; charset=UTF-8
-< Transfer-Encoding: chunked
-< Keep-Alive: timeout=3
-< X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-<
-* Connection #0 to host localhost left intact
-Say Hi!%
-```
-
-پیدا کردن محتوا از پیکربندی ارسال به مشتری.
-
-``` xml
-<get_config_static_handler><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></get_config_static_handler>
-
-<http_handlers>
-        <rule>
-            <methods>GET</methods>
-            <headers><XXX>xxx</XXX></headers>
-            <url>/get_config_static_handler</url>
-            <handler>
-                <type>static</type>
-                <response_content>config://get_config_static_handler</response_content>
-            </handler>
-        </rule>
-</http_handlers>
-```
-
-``` bash
-$ curl -v  -H 'XXX:xxx' 'http://localhost:8123/get_config_static_handler'
-*   Trying ::1...
-* Connected to localhost (::1) port 8123 (#0)
-> GET /get_config_static_handler HTTP/1.1
-> Host: localhost:8123
-> User-Agent: curl/7.47.0
-> Accept: */*
-> XXX:xxx
->
-< HTTP/1.1 200 OK
-< Date: Wed, 29 Apr 2020 04:01:24 GMT
-< Connection: Keep-Alive
-< Content-Type: text/plain; charset=UTF-8
-< Transfer-Encoding: chunked
-< Keep-Alive: timeout=3
-< X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-<
-* Connection #0 to host localhost left intact
-<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>%
-```
-
-پیدا کردن محتوا از فایل ارسال به مشتری.
-
-``` xml
-<http_handlers>
-        <rule>
-            <methods>GET</methods>
-            <headers><XXX>xxx</XXX></headers>
-            <url>/get_absolute_path_static_handler</url>
-            <handler>
-                <type>static</type>
-                <content_type>text/html; charset=UTF-8</content_type>
-                <response_content>file:///absolute_path_file.html</response_content>
-            </handler>
-        </rule>
-        <rule>
-            <methods>GET</methods>
-            <headers><XXX>xxx</XXX></headers>
-            <url>/get_relative_path_static_handler</url>
-            <handler>
-                <type>static</type>
-                <content_type>text/html; charset=UTF-8</content_type>
-                <response_content>file://./relative_path_file.html</response_content>
-            </handler>
-        </rule>
-</http_handlers>
-```
-
-``` bash
-$ user_files_path='/var/lib/clickhouse/user_files'
-$ sudo echo "<html><body>Relative Path File</body></html>" > $user_files_path/relative_path_file.html
-$ sudo echo "<html><body>Absolute Path File</body></html>" > $user_files_path/absolute_path_file.html
-$ curl -vv -H 'XXX:xxx' 'http://localhost:8123/get_absolute_path_static_handler'
-*   Trying ::1...
-* Connected to localhost (::1) port 8123 (#0)
-> GET /get_absolute_path_static_handler HTTP/1.1
-> Host: localhost:8123
-> User-Agent: curl/7.47.0
-> Accept: */*
-> XXX:xxx
->
-< HTTP/1.1 200 OK
-< Date: Wed, 29 Apr 2020 04:18:16 GMT
-< Connection: Keep-Alive
-< Content-Type: text/html; charset=UTF-8
-< Transfer-Encoding: chunked
-< Keep-Alive: timeout=3
-< X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-<
-<html><body>Absolute Path File</body></html>
-* Connection #0 to host localhost left intact
-$ curl -vv -H 'XXX:xxx' 'http://localhost:8123/get_relative_path_static_handler'
-*   Trying ::1...
-* Connected to localhost (::1) port 8123 (#0)
-> GET /get_relative_path_static_handler HTTP/1.1
-> Host: localhost:8123
-> User-Agent: curl/7.47.0
-> Accept: */*
-> XXX:xxx
->
-< HTTP/1.1 200 OK
-< Date: Wed, 29 Apr 2020 04:18:31 GMT
-< Connection: Keep-Alive
-< Content-Type: text/html; charset=UTF-8
-< Transfer-Encoding: chunked
-< Keep-Alive: timeout=3
-< X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-<
-<html><body>Relative Path File</body></html>
-* Connection #0 to host localhost left intact
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/http_interface/) <!--hide-->
diff --git a/docs/fa/interfaces/index.md b/docs/fa/interfaces/index.md
deleted file mode 100644
index cf64a63b471..00000000000
--- a/docs/fa/interfaces/index.md
+++ /dev/null
@@ -1,29 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0648\u0627\u0633\u0637"
-toc_priority: 14
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# واسط {#interfaces}
-
-تاتر فراهم می کند دو رابط شبکه (هر دو می تواند به صورت اختیاری در ال اس برای امنیت بیشتر پیچیده):
-
--   [HTTP](http.md), که مستند شده است و به راحتی استفاده به طور مستقیم.
--   [بومی TCP](tcp.md), که دارای سربار کمتر.
-
-در اغلب موارد توصیه می شود به استفاده از ابزار مناسب و یا کتابخانه به جای تعامل با کسانی که به طور مستقیم. به طور رسمی توسط یاندکس پشتیبانی به شرح زیر است:
-
--   [مشتری خط فرمان](cli.md)
--   [JDBC driver](jdbc.md)
--   [ODBC driver](odbc.md)
--   [ج++ کتابخانه مشتری](cpp.md)
-
-همچنین طیف گسترده ای از کتابخانه های شخص ثالث برای کار با کلیک وجود دارد:
-
--   [کتابخانه های مشتری](third-party/client-libraries.md)
--   [یکپارچگی](third-party/integrations.md)
--   [رابط های بصری](third-party/gui.md)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/) <!--hide-->
diff --git a/docs/fa/interfaces/jdbc.md b/docs/fa/interfaces/jdbc.md
deleted file mode 100644
index 8af1efdaa89..00000000000
--- a/docs/fa/interfaces/jdbc.md
+++ /dev/null
@@ -1,15 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 22
-toc_title: JDBC Driver
----
-
-# JDBC Driver {#jdbc-driver}
-
--   **[راننده رسمی](https://github.com/ClickHouse/clickhouse-jdbc)**
--   رانندگان شخص ثالث:
-    -   [جستجو](https://github.com/housepower/ClickHouse-Native-JDBC)
-    -   [کلیک کنیدهوش4ج](https://github.com/blynkkk/clickhouse4j)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/jdbc/) <!--hide-->
diff --git a/docs/fa/interfaces/mysql.md b/docs/fa/interfaces/mysql.md
deleted file mode 100644
index cb0e478d1a4..00000000000
--- a/docs/fa/interfaces/mysql.md
+++ /dev/null
@@ -1,49 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 20
-toc_title: "\u0631\u0627\u0628\u0637 MySQL"
----
-
-# رابط MySQL {#mysql-interface}
-
-کلیک پروتکل سیم خروجی زیر را پشتیبانی می کند. این را می توان با فعال [_وارد کردن](../operations/server-configuration-parameters/settings.md#server_configuration_parameters-mysql_port) تنظیم در پرونده پیکربندی:
-
-``` xml
-<mysql_port>9004</mysql_port>
-```
-
-مثال اتصال با استفاده از ابزار خط فرمان `mysql`:
-
-``` bash
-$ mysql --protocol tcp -u default -P 9004
-```
-
-خروجی اگر اتصال موفق شد:
-
-``` text
-Welcome to the MySQL monitor.  Commands end with ; or \g.
-Your MySQL connection id is 4
-Server version: 20.2.1.1-ClickHouse
-
-Copyright (c) 2000, 2019, Oracle and/or its affiliates. All rights reserved.
-
-Oracle is a registered trademark of Oracle Corporation and/or its
-affiliates. Other names may be trademarks of their respective
-owners.
-
-Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
-
-mysql>
-```
-
-برای سازگاری با تمام مشتریان خروجی زیر, توصیه می شود برای مشخص کردن رمز عبور کاربر با [دو شی1](../operations/settings/settings-users.md#password_double_sha1_hex) در فایل پیکربندی.
-اگر رمز عبور کاربر مشخص شده است با استفاده از [SHA256](../operations/settings/settings-users.md#password_sha256_hex) برخی از مشتریان قادر نخواهد بود به تصدیق (رمز و نسخه های قدیمی خط فرمان ابزار خروجی زیر).
-
-محدودیت ها:
-
--   نمایش داده شد تهیه پشتیبانی نمی شوند
-
--   برخی از انواع داده ها به عنوان رشته ارسال می شود
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/mysql/) <!--hide-->
diff --git a/docs/fa/interfaces/odbc.md b/docs/fa/interfaces/odbc.md
deleted file mode 100644
index 80dd17842c5..00000000000
--- a/docs/fa/interfaces/odbc.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 23
-toc_title: ODBC Driver
----
-
-# ODBC Driver {#odbc-driver}
-
--   [راننده رسمی](https://github.com/ClickHouse/clickhouse-odbc).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/odbc/) <!--hide-->
diff --git a/docs/fa/interfaces/tcp.md b/docs/fa/interfaces/tcp.md
deleted file mode 100644
index 165270978e0..00000000000
--- a/docs/fa/interfaces/tcp.md
+++ /dev/null
@@ -1,13 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 18
-toc_title: "\u0631\u0627\u0628\u0637 \u06A9\u0627\u0631\u0628\u0631\u06CC \u0628\u0648\
-  \u0645\u06CC)"
----
-
-# رابط کاربری بومی) {#native-interface-tcp}
-
-پروتکل بومی در [مشتری خط فرمان](cli.md), برای ارتباط بین سرور در طول پردازش پرس و جو توزیع, و همچنین در دیگر ج++ برنامه. متاسفانه بومی ClickHouse پروتکل ندارد رسمی مشخصات رتبهدهی نشده است, اما می توان آن را مهندسی معکوس از ClickHouse کد منبع (شروع [اینجا](https://github.com/ClickHouse/ClickHouse/tree/master/src/Client)) و / یا با متوقف کردن و تجزیه و تحلیل ترافیک تی پی.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/tcp/) <!--hide-->
diff --git a/docs/fa/interfaces/third-party/client-libraries.md b/docs/fa/interfaces/third-party/client-libraries.md
deleted file mode 100644
index ad2d3e86aae..00000000000
--- a/docs/fa/interfaces/third-party/client-libraries.md
+++ /dev/null
@@ -1,62 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 26
-toc_title: "\u06A9\u062A\u0627\u0628\u062E\u0627\u0646\u0647 \u0647\u0627\u06CC \u0645\
-  \u0634\u062A\u0631\u06CC"
----
-
-# کتابخانه های مشتری از توسعه دهندگان شخص ثالث {#client-libraries-from-third-party-developers}
-
-!!! warning "تکذیبنامهها"
-    یاندکس می کند **نه** حفظ کتابخانه های ذکر شده در زیر و هر تست گسترده برای اطمینان از کیفیت خود را انجام نداده اند.
-
--   پایتون
-    -   [اطالعات.کلیک _شورم](https://github.com/Infinidat/infi.clickhouse_orm)
-    -   [کلیک راننده](https://github.com/mymarilyn/clickhouse-driver)
-    -   [کلیک مشتری](https://github.com/yurial/clickhouse-client)
-    -   [اطلاعات دقیق](https://github.com/maximdanilchenko/aiochclient)
--   PHP
-    -   [اسمی2 / تلفن هوشمند](https://packagist.org/packages/smi2/phpClickHouse)
-    -   [8bitov/clickhouse-php-مشتری](https://packagist.org/packages/8bitov/clickhouse-php-client)
-    -   [برزرکینس / ناحیه کاربری](https://packagist.org/packages/bozerkins/clickhouse-client)
-    -   [ساده / کلیک-کارفرما](https://packagist.org/packages/simpod/clickhouse-client)
-    -   [سوا کد / پی اچ پی-کلیک-خانه مشتری](https://packagist.org/packages/seva-code/php-click-house-client)
-    -   [دریازده ج++ مشتری](https://github.com/SeasX/SeasClick)
--   برو
-    -   [فاحشه خانه](https://github.com/kshvakov/clickhouse/)
-    -   [برو کلیک هاوس](https://github.com/roistat/go-clickhouse)
-    -   [میلروگو-کلیک هاوس](https://github.com/mailru/go-clickhouse)
-    -   [گلنگ-خانه کلیک](https://github.com/leprosus/golang-clickhouse)
--   نوکس
-    -   [فاحشه خانه)](https://github.com/TimonKK/clickhouse)
-    -   [گره کلیک هاوس](https://github.com/apla/node-clickhouse)
--   پرل
-    -   [perl-DBD-ClickHouse](https://github.com/elcamlost/perl-DBD-ClickHouse)
-    -   [صفحه اصلی](https://metacpan.org/release/HTTP-ClickHouse)
-    -   [هرفنت-کلیکهاوس](https://metacpan.org/release/AnyEvent-ClickHouse)
--   روبی
-    -   [تاتر (روبی)](https://github.com/shlima/click_house)
-    -   [clickhouse-activerecord](https://github.com/PNixx/clickhouse-activerecord)
--   R
-    -   [کلیک تحقیق](https://github.com/hannesmuehleisen/clickhouse-r)
-    -   [خانه روستایی](https://github.com/IMSMWU/RClickHouse)
--   جاوا
-    -   [فاحشه خانه-مشتری-جاوا](https://github.com/VirtusAI/clickhouse-client-java)
-    -   [کلیک مشتری](https://github.com/Ecwid/clickhouse-client)
--   اسکالا
-    -   [تاتر-اسکالا-کارفرما](https://github.com/crobox/clickhouse-scala-client)
--   کوتلین
-    -   [AORM](https://github.com/TanVD/AORM)
--   C#
-    -   [Octonica.ClickHouseClient](https://github.com/Octonica/ClickHouseClient)
-    -   [فاحشه خانه.ادو](https://github.com/killwort/ClickHouse-Net)
-    -   [فاحشه خانه.کارگیر](https://github.com/DarkWanderer/ClickHouse.Client)
-    -   [ClickHouse.Net](https://github.com/ilyabreev/ClickHouse.Net)
--   اکسیر
-    -   [کلیک](https://github.com/appodeal/clickhousex/)
-    -   [ستون](https://github.com/sofakingworld/pillar)
--   نیم
-    -   [نیم کلیک خانه](https://github.com/leonardoce/nim-clickhouse)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/third-party/client_libraries/) <!--hide-->
diff --git a/docs/fa/interfaces/third-party/gui.md b/docs/fa/interfaces/third-party/gui.md
deleted file mode 100644
index 8f9a3ae9bc6..00000000000
--- a/docs/fa/interfaces/third-party/gui.md
+++ /dev/null
@@ -1,156 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 28
-toc_title: "\u0631\u0627\u0628\u0637 \u0647\u0627\u06CC \u0628\u0635\u0631\u06CC"
----
-
-# رابط های بصری از توسعه دهندگان شخص ثالث {#visual-interfaces-from-third-party-developers}
-
-## متن باز {#open-source}
-
-### ترکیب {#tabix}
-
-رابط وب برای کلیک در [ترکیب](https://github.com/tabixio/tabix) پروژه.
-
-ویژگی ها:
-
--   با کلیک هاوس به طور مستقیم از مرورگر کار می کند, بدون نیاز به نصب نرم افزار اضافی.
--   ویرایشگر پرس و جو با نحو برجسته.
--   تکمیل خودکار دستورات.
--   ابزار برای تجزیه و تحلیل گرافیکی از اجرای پرس و جو.
--   گزینه های طرح رنگ.
-
-[مستندات زبانه](https://tabix.io/doc/).
-
-### خانه {#houseops}
-
-[خانه](https://github.com/HouseOps/HouseOps) برای اطلاعات بیشتر کلیک کنید
-
-ویژگی ها:
-
--   سازنده پرس و جو با نحو برجسته. مشاهده پاسخ در یک جدول و یا نمایش جسون.
--   صادرات نتایج پرس و جو به عنوان فیلم و یا جانسون.
--   فهرست فرایندها با توصیف. نوشتن حالت. توانایی متوقف کردن (`KILL`) یک فرایند .
--   نمودار پایگاه داده. نشان می دهد تمام جداول و ستون خود را با اطلاعات اضافی.
--   نمایش سریع از اندازه ستون.
--   پیکربندی سرور.
-
-ویژگی های زیر برای توسعه برنامه ریزی شده است:
-
--   مدیریت پایگاه داده.
--   مدیریت کاربر.
--   تجزیه و تحلیل داده های زمان واقعی.
--   نظارت خوشه.
--   مدیریت خوشه.
--   نظارت بر تکرار و کافکا جداول.
-
-### فانوس دریایی {#lighthouse}
-
-[فانوس دریایی](https://github.com/VKCOM/lighthouse) یک رابط وب بسیار سبک وزن و برای کلیک است.
-
-ویژگی ها:
-
--   فهرست جدول با فیلتر کردن و ابرداده.
--   پیش نمایش جدول با فیلتر کردن و مرتب سازی.
--   فقط خواندنی نمایش داده شد اعدام.
-
-### قرمز {#redash}
-
-[قرمز](https://github.com/getredash/redash) یک پلت فرم برای تجسم داده ها است.
-
-پشتیبانی از منابع چندگانه داده ها از جمله ClickHouse, Redash می توانید پیوستن به نتایج حاصل از پرس و جو از داده های مختلف منابع را به یکی از نهایی مجموعه.
-
-ویژگی ها:
-
--   ویرایشگر قدرتمند نمایش داده شد.
--   پایگاه اکسپلورر.
--   ابزار تجسم, که اجازه می دهد شما را به نمایندگی از داده ها در اشکال مختلف.
-
-### DBeaver {#dbeaver}
-
-[DBeaver](https://dbeaver.io/) - مشتری جهانی پایگاه داده دسکتاپ با پشتیبانی از کلیک.
-
-ویژگی ها:
-
--   توسعه پرس و جو با نحو برجسته و تکمیل خودکار.
--   فهرست جدول با فیلتر و ابرداده جستجو.
--   جدول پیش نمایش داده ها.
--   جستجوی کامل متن.
-
-### کلیک کل {#clickhouse-cli}
-
-[کلیک کل](https://github.com/hatarist/clickhouse-cli) یک مشتری خط فرمان جایگزین برای فاحشه خانه است که در پایتون 3 نوشته شده است.
-
-ویژگی ها:
-
--   تکمیل خودکار.
--   نحو برجسته برای نمایش داده شد و خروجی داده ها.
--   پشتیبانی پیجر برای خروجی داده ها.
--   دستورات مانند:
-
-### کلیک-شق {#clickhouse-flamegraph}
-
-[کلیک-شق](https://github.com/Slach/clickhouse-flamegraph) یک ابزار تخصصی برای تجسم است `system.trace_log` به عنوان [شق](http://www.brendangregg.com/flamegraphs.html).
-
-### کارخانه کلیک {#clickhouse-plantuml}
-
-[cickhouse-plantuml](https://pypi.org/project/clickhouse-plantuml/) یک اسکریپت برای تولید است [PlantUML](https://plantuml.com/) نمودار طرح جداول.
-
-## بازرگانی {#commercial}
-
-### نوار داده {#datagrip}
-
-[نوار داده](https://www.jetbrains.com/datagrip/) یک پایگاه داده محیط برنامه نویسی از جت با پشتیبانی اختصاصی برای کلیک. آن را نیز تعبیه شده در دیگر IntelliJ مبتنی بر ابزار: PyCharm, IntelliJ IDEA, GoLand, PhpStorm و دیگران.
-
-ویژگی ها:
-
--   تکمیل کد بسیار سریع است.
--   برجسته نحو تاتر.
--   پشتیبانی از ویژگی های خاص به تاتر, مثلا, ستون تو در تو, موتورهای جدول.
--   ویرایشگر داده.
--   Refactorings.
--   جستجو و ناوبری.
-
-### داده های یاندکس {#yandex-datalens}
-
-[داده های یاندکس](https://cloud.yandex.ru/services/datalens) یک سرویس تجسم داده ها و تجزیه و تحلیل.
-
-ویژگی ها:
-
--   طیف گسترده ای از تصویری در دسترس, از نمودار نوار ساده به داشبورد پیچیده.
--   داشبورد می تواند در دسترس عموم ساخته شده است.
--   پشتیبانی از منابع داده های متعدد از جمله خانه عروسکی.
--   ذخیره سازی برای داده های محقق بر اساس کلیک.
-
-اطلاعات دقیق [به صورت رایگان در دسترس است](https://cloud.yandex.com/docs/datalens/pricing) برای پروژه های کم بار, حتی برای استفاده تجاری.
-
--   [اسناد داده](https://cloud.yandex.com/docs/datalens/).
--   [اموزش](https://cloud.yandex.com/docs/solutions/datalens/data-from-ch-visualization) در تجسم داده ها از یک پایگاه داده کلیک.
-
-### Holistics نرم افزار {#holistics-software}
-
-[Holistics](https://www.holistics.io/) یک پلت فرم داده کامل پشته و ابزار هوش کسب و کار است.
-
-ویژگی ها:
-
--   خودکار ایمیل, شل و ورق گوگل برنامه از گزارش.
--   ویرایشگر گذاشتن با تصویری, کنترل نسخه, تکمیل خودکار, اجزای پرس و جو قابل استفاده مجدد و فیلتر پویا.
--   تجزیه و تحلیل ترافیک جاسازی شده از گزارش ها و داشبورد از طریق ای فریم.
--   تهیه داده ها و قابلیت های ال.
--   گذاشتن پشتیبانی مدل سازی داده ها برای نقشه برداری رابطه ای از داده ها.
-
-### تماشاچی {#looker}
-
-[تماشاچی](https://looker.com) یک پلت فرم داده ها و ابزار هوش کسب و کار با پشتیبانی از 50 گویش پایگاه داده از جمله کلیک است. تماشاچی به عنوان یک پلت فرم تولید و خود میزبانی در دسترس است. کاربران می توانند تماشاچی از طریق مرورگر برای کشف داده ها استفاده کنید, ساخت تصویری و داشبورد, گزارش برنامه, و به اشتراک گذاری بینش خود را با همکاران. تماشاچی فراهم می کند مجموعه ای غنی از ابزار برای جاسازی این ویژگی در برنامه های کاربردی دیگر و رابط برنامه کاربردی
-به ادغام داده ها با برنامه های کاربردی دیگر.
-
-ویژگی ها:
-
--   توسعه ساده و چابک با استفاده از نگاه میلی لیتر, یک زبان است که پشتیبانی از سرپرستی
-    [مدل سازی داده ها](https://looker.com/platform/data-modeling) برای حمایت از نویسندگان گزارش و کاربران نهایی.
--   ادغام گردش کار قدرتمند از طریق تماشاچی [کنشهای داده](https://looker.com/platform/actions).
-
-[چگونه برای پیکربندی تاتر در تماشاچی.](https://docs.looker.com/setup-and-management/database-config/clickhouse)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/third-party/gui/) <!--hide-->
diff --git a/docs/fa/interfaces/third-party/index.md b/docs/fa/interfaces/third-party/index.md
deleted file mode 100644
index bc0a2d3f49d..00000000000
--- a/docs/fa/interfaces/third-party/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0634\u062E\u0635 \u062B\u0627\u0644\u062B"
-toc_priority: 24
----
-
-
diff --git a/docs/fa/interfaces/third-party/integrations.md b/docs/fa/interfaces/third-party/integrations.md
deleted file mode 100644
index 80cf94c53e0..00000000000
--- a/docs/fa/interfaces/third-party/integrations.md
+++ /dev/null
@@ -1,110 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 27
-toc_title: "\u06CC\u06A9\u067E\u0627\u0631\u0686\u06AF\u06CC"
----
-
-# کتابخانه ادغام از توسعه دهندگان شخص ثالث {#integration-libraries-from-third-party-developers}
-
-!!! warning "تکذیبنامهها"
-    یاندکس می کند **نه** حفظ ابزار و کتابخانه های ذکر شده در زیر و هر تست گسترده برای اطمینان از کیفیت خود را انجام نداده اند.
-
-## محصولات زیربنایی {#infrastructure-products}
-
--   سیستم های مدیریت پایگاه داده رابطه ای
-    -   [MySQL](https://www.mysql.com)
-        -   [mysql2ch](https://github.com/long2ice/mysql2ch)
-        -   [در حال بارگذاری](https://github.com/sysown/proxysql/wiki/ClickHouse-Support)
-        -   [تاتر-خروجی زیر-داده خوان](https://github.com/Altinity/clickhouse-mysql-data-reader)
-        -   [horgh-replicator](https://github.com/larsnovikov/horgh-replicator)
-    -   [PostgreSQL](https://www.postgresql.org)
-        -   [_پاک کردن تصویر](https://github.com/Percona-Lab/clickhousedb_fdw)
-        -   [اطالعات._پاک کردن](https://github.com/Infinidat/infi.clickhouse_fdw) (استفاده [اطالعات.کلیک _شورم](https://github.com/Infinidat/infi.clickhouse_orm))
-        -   [پی جی 2چ](https://github.com/mkabilov/pg2ch)
-        -   [_پاک کردن](https://github.com/adjust/clickhouse_fdw)
-    -   [MSSQL](https://en.wikipedia.org/wiki/Microsoft_SQL_Server)
-        -   [کلیک کنیدهاجر](https://github.com/zlzforever/ClickHouseMigrator)
--   صف پیام
-    -   [کافکا](https://kafka.apache.org)
-        -   [در حال بارگذاری](https://github.com/housepower/clickhouse_sinker) (استفاده [برو کارگیر](https://github.com/ClickHouse/clickhouse-go/))
-        -   [stream-loader-clickhouse](https://github.com/adform/stream-loader)
--   پردازش جریان
-    -   [لرزش](https://flink.apache.org)
-        -   [سینک فلینک-کلیک](https://github.com/ivi-ru/flink-clickhouse-sink)
--   ذخیره سازی شی
-    -   [S3](https://en.wikipedia.org/wiki/Amazon_S3)
-        -   [کلیک-پشتیبان گیری](https://github.com/AlexAkulov/clickhouse-backup)
--   ارکستراسیون کانتینر
-    -   [کوبرنتس](https://kubernetes.io)
-        -   [کلیک اپراتور](https://github.com/Altinity/clickhouse-operator)
--   مدیریت پیکربندی
-    -   [عروسک](https://puppet.com)
-        -   [نام و نام خانوادگی / خانه کلیک](https://forge.puppet.com/innogames/clickhouse)
-        -   [مفدوتوف / خانه کلیک](https://forge.puppet.com/mfedotov/clickhouse)
--   نظارت
-    -   [گرافیت](https://graphiteapp.org)
-        -   [نمودار](https://github.com/yandex/graphouse)
-        -   [کربن کلیک](https://github.com/lomik/carbon-clickhouse) +
-        -   [گرافیت-تاتر](https://github.com/lomik/graphite-clickhouse)
-        -   [گرافیت-چ بهینه ساز](https://github.com/innogames/graphite-ch-optimizer) - بهینه سازی پارتیشن های ریخته شده در [اطلاعات دقیق](../../engines/table-engines/mergetree-family/graphitemergetree.md#graphitemergetree) اگر قوانین از [پیکربندی رولپ](../../engines/table-engines/mergetree-family/graphitemergetree.md#rollup-configuration) می تواند اعمال شود
-    -   [گرافانا](https://grafana.com/)
-        -   [فاحشه خانه-گرافانا](https://github.com/Vertamedia/clickhouse-grafana)
-    -   [پرومتیوس](https://prometheus.io/)
-        -   [کلیک _گزارشسپر](https://github.com/f1yegor/clickhouse_exporter)
-        -   [مجلس رقص رسمی دبیرستان](https://github.com/Percona-Lab/PromHouse)
-        -   [کلیک _گزارشسپر](https://github.com/hot-wifi/clickhouse_exporter) (استفاده [برو کارگیر](https://github.com/kshvakov/clickhouse/))
-    -   [Nagios](https://www.nagios.org/)
-        -   [_تخچه نشانزنی](https://github.com/exogroup/check_clickhouse/)
-        -   [check_clickhouse.py](https://github.com/innogames/igmonplugins/blob/master/src/check_clickhouse.py)
-    -   [زاببیکس](https://www.zabbix.com)
-        -   [هوکاوس-زاببیکس-قالب](https://github.com/Altinity/clickhouse-zabbix-template)
-    -   [کلیپ برد چند منظوره](https://sematext.com/)
-        -   [ادغام کلیک](https://github.com/sematext/sematext-agent-integrations/tree/master/clickhouse)
--   ثبت
-    -   [rsyslog](https://www.rsyslog.com/)
-        -   [املتخانه](https://www.rsyslog.com/doc/master/configuration/modules/omclickhouse.html)
-    -   [روان کننده](https://www.fluentd.org)
-        -   [خانه ثبت](https://github.com/flant/loghouse) (برای [کوبرنتس](https://kubernetes.io))
-    -   [ثبت](https://www.sematext.com/logagent)
-        -   [خروجی ورود-پلاگین-خانه کلیک](https://sematext.com/docs/logagent/output-plugin-clickhouse/)
--   نق
-    -   [نیروی برتر](https://dev.maxmind.com/geoip/)
-        -   [خانه هوشمند](https://github.com/AlexeyKupershtokh/clickhouse-maxmind-geoip)
-
-## اکوسیستم های زبان برنامه نویسی {#programming-language-ecosystems}
-
--   پایتون
-    -   [SQLAlchemy](https://www.sqlalchemy.org)
-        -   [sqlalchemy-clickhouse](https://github.com/cloudflare/sqlalchemy-clickhouse) (استفاده [اطالعات.کلیک _شورم](https://github.com/Infinidat/infi.clickhouse_orm))
-    -   [پانداها](https://pandas.pydata.org)
-        -   [پانداهاوس](https://github.com/kszucs/pandahouse)
--   PHP
-    -   [دکترین](https://www.doctrine-project.org/)
-        -   [خانه هوشمند](https://packagist.org/packages/friendsofdoctrine/dbal-clickhouse)
--   R
-    -   [هواپیمای دوباله](https://db.rstudio.com/dplyr/)
-        -   [خانه روستایی](https://github.com/IMSMWU/RClickHouse) (استفاده [صفحه اصلی](https://github.com/artpaul/clickhouse-cpp))
--   جاوا
-    -   [هادوپ](http://hadoop.apache.org)
-        -   [سرویس پرداخت درونبرنامهای پلی](https://github.com/jaykelin/clickhouse-hdfs-loader) (استفاده [JDBC](../../sql-reference/table-functions/jdbc.md))
--   اسکالا
-    -   [اککا](https://akka.io)
-        -   [تاتر-اسکالا-کارفرما](https://github.com/crobox/clickhouse-scala-client)
--   C#
-    -   [ADO.NET](https://docs.microsoft.com/en-us/dotnet/framework/data/adonet/ado-net-overview)
-        -   [فاحشه خانه.ادو](https://github.com/killwort/ClickHouse-Net)
-        -   [فاحشه خانه.کارگیر](https://github.com/DarkWanderer/ClickHouse.Client)
-        -   [ClickHouse.Net](https://github.com/ilyabreev/ClickHouse.Net)
-        -   [مهاجرت.](https://github.com/ilyabreev/ClickHouse.Net.Migrations)
--   اکسیر
-    -   [Ecto](https://github.com/elixir-ecto/ecto)
-        -   [حذف جستجو](https://github.com/appodeal/clickhouse_ecto)
--   Ruby
-    -   [Ruby on Rails](https://rubyonrails.org/)
-        -   [activecube](https://github.com/bitquery/activecube)
-        -   [ActiveRecord](https://github.com/PNixx/clickhouse-activerecord)        
-    -   [GraphQL](https://github.com/graphql)
-        -   [activecube-graphql](https://github.com/bitquery/activecube-graphql)
-        
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/third-party/integrations/) <!--hide-->
diff --git a/docs/fa/interfaces/third-party/proxy.md b/docs/fa/interfaces/third-party/proxy.md
deleted file mode 100644
index a63ee6d86de..00000000000
--- a/docs/fa/interfaces/third-party/proxy.md
+++ /dev/null
@@ -1,46 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 29
-toc_title: "\u067E\u0631\u0627\u06A9\u0633\u06CC \u0647\u0627"
----
-
-# سرور های پروکسی از توسعه دهندگان شخص ثالث {#proxy-servers-from-third-party-developers}
-
-## لوسیون صورت {#chproxy}
-
-[لوسیون صورت](https://github.com/Vertamedia/chproxy), یک پروکسی قام است و متعادل کننده بار برای پایگاه داده کلیک.
-
-ویژگی ها:
-
--   هر کاربر مسیریابی و ذخیره پاسخ.
--   محدودیت های انعطاف پذیر.
--   تمدید گواهی اس اس ال به صورت خودکار.
-
-اجرا در بروید.
-
-## خانه کوچک {#kittenhouse}
-
-[خانه کوچک](https://github.com/VKCOM/kittenhouse) طراحی شده است که یک پروکسی محلی بین کلاینت و سرور نرم افزار در صورتی که غیر ممکن است و یا ناخوشایند به بافر قرار دادن داده ها در سمت نرم افزار خود را.
-
-ویژگی ها:
-
--   در حافظه و بر روی دیسک بافر داده.
--   در هر جدول مسیریابی.
--   متعادل کننده بار و چک کردن سلامت.
-
-اجرا در بروید.
-
-## کلیک-فله {#clickhouse-bulk}
-
-[کلیک-فله](https://github.com/nikepan/clickhouse-bulk) یک جمع درج کلیک ساده است.
-
-ویژگی ها:
-
--   درخواست گروه و ارسال شده توسط حد و یا فاصله.
--   چندین سرور از راه دور.
--   احراز هویت عمومی.
-
-اجرا در بروید.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/interfaces/third-party/proxy/) <!--hide-->
diff --git a/docs/fa/introduction/adopters.md b/docs/fa/introduction/adopters.md
deleted file mode 100644
index 654f3a24736..00000000000
--- a/docs/fa/introduction/adopters.md
+++ /dev/null
@@ -1,86 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 8
-toc_title: "\u067E\u0630\u06CC\u0631\u0627"
----
-
-# پذیرندگان خانه کلیک {#clickhouse-adopters}
-
-!!! warning "تکذیبنامهها"
-    لیست زیر از شرکت ها با استفاده از کلیک و داستان های موفقیت خود را از منابع عمومی مونتاژ, در نتیجه ممکن است از واقعیت فعلی متفاوت. اگر داستان اتخاذ خانه کلیک در شرکت خود را به اشتراک بگذارید قدردانی می کنیم [افزودن به فهرست](https://github.com/ClickHouse/ClickHouse/edit/master/docs/en/introduction/adopters.md) اما لطفا اطمینان حاصل کنید که با انجام این کار هیچ مشکلی ندارید. فراهم کردن به روز رسانی با انتشارات از شرکت های دیگر نیز مفید است.
-
-| شرکت                                                                                           | صنعت                                   | حذف جستجو               | اندازه خوشه                              | (سازمان ملل متحد) حجم داده های فشرده<abbr title="of single replica"><sup>\*</sup></abbr> | مرجع                                                                                                                                                                                                                     |
-|------------------------------------------------------------------------------------------------|----------------------------------------|-------------------------|------------------------------------------|------------------------------------------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| <a href="https://2gis.ru" class="favicon">2گیس</a>                                             | مپز                                    | نظارت                   | —                                        | —                                                                                        | [بحث در روسیه, جولای 2019](https://youtu.be/58sPkXfq6nw)                                                                                                                                                                 |
-| <a href="https://alohabrowser.com/" class="favicon">Aloha Browser</a>                          | نرم افزار تلفن همراه                   | باطن مرورگر             | —                                        | —                                                                                        | [اسلاید در روسیه, بیشتر 2019](https://github.com/yandex/clickhouse-presentations/blob/master/meetup22/aloha.pdf)                                                                                                         |
-| <a href="https://amadeus.com/" class="favicon">Amadeus</a>                                     | سفر                                    | تجزیه و تحلیل           | —                                        | —                                                                                        | [اطلاعیه مطبوعاتی مارس 2018](https://www.altinity.com/blog/2018/4/5/amadeus-technologies-launches-investment-and-insights-tool-based-on-machine-learning-and-strategy-algorithms)                                        |
-| <a href="https://www.appsflyer.com" class="favicon">اپسفیر</a>                                 | تجزیه و تحلیل ترافیک تلفن همراه        | محصول اصلی              | —                                        | —                                                                                        | [بحث در روسیه, جولای 2019](https://www.youtube.com/watch?v=M3wbRlcpBbY)                                                                                                                                                  |
-| <a href="https://arenadata.tech/" class="favicon">دادههای رایانه</a>                           | پلت فرم داده                           | محصول اصلی              | —                                        | —                                                                                        | [اسلاید در روسیه, دسامبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup38/indexes.pdf)                                                                                                  |
-| <a href="https://badoo.com" class="favicon">بدو</a>                                            | دوستیابی                               | زمانهای                 | —                                        | —                                                                                        | [اسلاید در روسیه, دسامبر 2019](https://presentations.clickhouse.tech/meetup38/forecast.pdf)                                                                                                                              |
-| <a href="https://www.benocs.com/" class="favicon">بنکس</a>                                     | تله متری شبکه و تجزیه و تحلیل          | محصول اصلی              | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, اکتبر 2017](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup9/lpm.pdf)                                                                                                 |
-| <a href="https://www.bloomberg.com/" class="favicon">بلومبرگ</a>                               | امور مالی, رسانه ها                    | نظارت                   | 102 سرور                                 | —                                                                                        | [اسلاید مه 2018](https://www.slideshare.net/Altinity/http-analytics-for-6m-requests-per-second-using-clickhouse-by-alexander-bocharov)                                                                                   |
-| <a href="https://bloxy.info" class="favicon">نفخ</a>                                           | بلاکچین                                | تجزیه و تحلیل           | —                                        | —                                                                                        | [اسلاید در روسیه, اوت 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup17/4_bloxy.pptx)                                                                                                    |
-| <a href="https://www.chinatelecomglobal.com/" class="favicon">تمرد برای مخابرات چین</a>        | مخابرات                                | تجزیه و تحلیل           | —                                        | —                                                                                        | [اسلاید در چین, ژانویه 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup12/telecom.pdf)                                                                                                    |
-| <a href="https://carto.com/" class="favicon">CARTO</a>                                         | اطلاعات کسب و کار                      | تجزیه و تحلیل جغرافیایی | —                                        | —                                                                                        | [پردازش جغرافیایی با کلیک](https://carto.com/blog/geospatial-processing-with-clickhouse/)                                                                                                                                |
-| <a href="http://public.web.cern.ch/public/" class="favicon">CERN</a>                           | پژوهش و فناوری                         | تجربه                   | —                                        | —                                                                                        | [اطلاعیه مطبوعاتی مارس 2012](https://www.yandex.com/company/press_center/press_releases/2012/2012-04-10/)                                                                                                                |
-| <a href="http://cisco.com/" class="favicon">سیسکو</a>                                          | شبکه                                   | تجزیه و تحلیل ترافیک    | —                                        | —                                                                                        | [بحث رعد و برق, اکتبر 2019](https://youtu.be/-hI1vDR2oPY?t=5057)                                                                                                                                                         |
-| <a href="https://www.citadelsecurities.com/" class="favicon">Citadel Securities</a>            | امور مالی                              | —                       | —                                        | —                                                                                        | [مشارکت, مارس 2019](https://github.com/ClickHouse/ClickHouse/pull/4774)                                                                                                                                                  |
-| <a href="https://city-mobil.ru" class="favicon">سیتیموبیل</a>                                  | تاکسی                                  | تجزیه و تحلیل           | —                                        | —                                                                                        | [پست وبلاگ در روسیه مارس 2020](https://habr.com/en/company/citymobil/blog/490660/)                                                                                                                                       |
-| <a href="https://contentsquare.com" class="favicon">تماس با ما</a>                             | تجزیه و تحلیل ترافیک وب                | محصول اصلی              | —                                        | —                                                                                        | [پست وبلاگ در فرانسه, نوامبر 2018](http://souslecapot.net/2018/11/21/patrick-chatain-vp-engineering-chez-contentsquare-penser-davantage-amelioration-continue-que-revolution-constante/)                                 |
-| <a href="https://cloudflare.com" class="favicon">ابر پرچم</a>                                  | CDN                                    | تجزیه و تحلیل ترافیک    | 36 سرور                                  | —                                                                                        | [پست وبلاگ, بیشتر 2017](https://blog.cloudflare.com/how-cloudflare-analyzes-1m-dns-queries-per-second/), [پست وبلاگ, مارس 2018](https://blog.cloudflare.com/http-analytics-for-6m-requests-per-second-using-clickhouse/) |
-| <a href="https://coru.net/" class="favicon">کوروت</a>                                          | تجزیه و تحلیل                          | محصول اصلی              | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, مارس 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup21/predictive_models.pdf)                                                                                   |
-| <a href="https://www.creditx.com" class="favicon">CraiditX 氪信</a>                            | Finance AI                             | تجزیه و تحلیل           | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, نوامبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup33/udf.pptx)                                                                                              |
-| <a href="https://www.criteo.com/" class="favicon">Criteo</a>                                   | خرده فروشی                             | محصول اصلی              | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, اکتبر 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup18/3_storetail.pptx)                                                                                       |
-| <a href="https://db.com" class="favicon">Deutsche Bank</a>                                     | امور مالی                              | بی تجزیه و تحلیل        | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, اکتبر 2019](https://bigdatadays.ru/wp-content/uploads/2019/10/D2-H3-3_Yakunin-Goihburg.pdf)                                                                                                     |
-| <a href="https://www.diva-e.com" class="favicon">سردستهزنان خواننده اپرا</a>                   | مشاوره دیجیتال                         | محصول اصلی              | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, سپتامبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup29/ClickHouse-MeetUp-Unusual-Applications-sd-2019-09-17.pdf)                                             |
-| <a href="https://www.exness.com" class="favicon">اعمال</a>                                     | بازرگانی                               | معیارهای ورود به سیستم  | —                                        | —                                                                                        | [بحث در روسیه, بیشتر 2019](https://youtu.be/_rpU-TvSfZ8?t=3215)                                                                                                                                                          |
-| <a href="https://geniee.co.jp" class="favicon">ژنی</a>                                         | شبکه تبلیغاتی                          | محصول اصلی              | —                                        | —                                                                                        | [پست وبلاگ در ژاپن, جولای 2017](https://tech.geniee.co.jp/entry/2017/07/20/160100)                                                                                                                                       |
-| <a href="https://www.huya.com/" class="favicon">HUYA</a>                                       | جریان ویدیو                            | تجزیه و تحلیل           | —                                        | —                                                                                        | [اسلاید در چین, اکتبر 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup19/7.%20ClickHouse万亿数据分析实践%20李本旺(sundy-li)%20虎牙.pdf)                                                   |
-| <a href="https://www.idealista.com" class="favicon">Idealista</a>                              | املاک و مستغلات                        | تجزیه و تحلیل           | —                                        | —                                                                                        | [پست وبلاگ به زبان انگلیسی, مارس 2019](https://clickhouse.tech/blog/en/clickhouse-meetup-in-madrid-on-april-2-2019)                                                                                                    |
-| <a href="https://www.infovista.com/" class="favicon">اینفویستا</a>                             | شبکه ها                                | تجزیه و تحلیل           | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, اکتبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup30/infovista.pdf)                                                                                          |
-| <a href="https://www.innogames.com" class="favicon">نام</a>                                    | بازی ها                                | معیارهای ورود به سیستم  | —                                        | —                                                                                        | [اسلاید در روسیه, سپتامبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup28/graphite_and_clickHouse.pdf)                                                                                 |
-| <a href="https://integros.com" class="favicon">پوششی</a>                                       | بستر های نرم افزاری برای خدمات تصویری  | تجزیه و تحلیل           | —                                        | —                                                                                        | [اسلاید در روسیه, بیشتر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup22/strategies.pdf)                                                                                                |
-| <a href="https://www.kodiakdata.com/" class="favicon">دادههای کدیاک</a>                        | ابرها                                  | محصول اصلی              | —                                        | —                                                                                        | [اسلاید در انگلیسی, مارس 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup13/kodiak_data.pdf)                                                                                              |
-| <a href="https://kontur.ru" class="favicon">Kontur</a>                                         | توسعه نرم افزار                        | متریک                   | —                                        | —                                                                                        | [بحث در روسیه, نوامبر 2018](https://www.youtube.com/watch?v=U4u4Bd0FtrY)                                                                                                                                                 |
-| <a href="https://lifestreet.com/" class="favicon">اشک</a>                                      | شبکه تبلیغاتی                          | محصول اصلی              | 75 سرور (3 کپی)                          | 5.27 پوند                                                                                | [پست وبلاگ در روسیه, فوریه 2017](https://habr.com/en/post/322620/)                                                                                                                                                       |
-| <a href="https://mcs.mail.ru/" class="favicon">Mail.ru راه حل های ابر</a>                      | خدمات ابری                             | محصول اصلی              | —                                        | —                                                                                        | [مقاله در روسیه](https://mcs.mail.ru/help/db-create/clickhouse#)                                                                                                                                                         |
-| <a href="https://www.messagebird.com" class="favicon">مسگبرد</a>                               | مخابرات                                | امار                    | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, نوامبر 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup20/messagebird.pdf)                                                                                       |
-| <a href="https://www.mgid.com/" class="favicon">MGID</a>                                       | شبکه تبلیغاتی                          | تجزیه و تحلیل وب سایت   | —                                        | —                                                                                        | [پست وبلاگ در روسیه, مارس 2020](http://gs-studio.com/news-about-it/32777----clickhouse---c)                                                                                                                              |
-| <a href="https://www.oneapm.com/" class="favicon">بعد از ظهر</a>                               | مانیتورینگ و تجزیه و تحلیل داده ها     | محصول اصلی              | —                                        | —                                                                                        | [اسلاید در چین, اکتبر 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup19/8.%20clickhouse在OneAPM的应用%20杜龙.pdf)                                                                        |
-| <a href="http://www.pragma-innovation.fr/" class="favicon">Pragma Innovation</a>               | تله متری و تجزیه و تحلیل داده های بزرگ | محصول اصلی              | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, اکتبر 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup18/4_pragma_innovation.pdf)                                                                                |
-| <a href="https://www.qingcloud.com/" class="favicon">QINGCLOUD</a>                             | خدمات ابری                             | محصول اصلی              | —                                        | —                                                                                        | [اسلاید در چین, اکتبر 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup19/4.%20Cloud%20%2B%20TSDB%20for%20ClickHouse%20张健%20QingCloud.pdf)                                               |
-| <a href="https://qrator.net" class="favicon">فرمانده</a>                                       | DDoS protection                        | محصول اصلی              | —                                        | —                                                                                        | [وبلاگ پست, مارس 2019](https://blog.qrator.net/en/clickhouse-ddos-mitigation_37/)                                                                                                                                        |
-| <a href="https://www.percent.cn/" class="favicon">Percent 百分点</a>                           | تجزیه و تحلیل                          | محصول اصلی              | —                                        | —                                                                                        | [اسلاید در چین, خرداد 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup24/4.%20ClickHouse万亿数据双中心的设计与实践%20.pdf)                                                                |
-| <a href="https://rambler.ru" class="favicon">رامبلر</a>                                        | خدمات اینترنت                          | تجزیه و تحلیل           | —                                        | —                                                                                        | [بحث در روسیه, مارس 2018](https://medium.com/@ramblertop/разработка-api-clickhouse-для-рамблер-топ-100-f4c7e56f3141)                                                                                                     |
-| <a href="https://www.tencent.com" class="favicon">شمارش</a>                                    | پیامرسانی                              | ثبت                     | —                                        | —                                                                                        | [بحث در چین, نوامبر 2019](https://youtu.be/T-iVQRuw-QY?t=5050)                                                                                                                                                           |
-| <a href="https://trafficstars.com/" class="favicon">Traffic Stars</a>                          | شبکه تبلیغاتی                          | —                       | —                                        | —                                                                                        | [اسلاید در روسیه, بیشتر 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup15/lightning/ninja.pdf)                                                                                           |
-| <a href="https://www.s7.ru" class="favicon">S7 Airlines</a>                                    | خطوط هوایی                             | معیارهای ورود به سیستم  | —                                        | —                                                                                        | [بحث در روسیه, مارس 2019](https://www.youtube.com/watch?v=nwG68klRpPg&t=15s)                                                                                                                                             |
-| <a href="https://www.semrush.com/" class="favicon">SEMrush</a>                                 | بازاریابی                              | محصول اصلی              | —                                        | —                                                                                        | [اسلاید در روسیه, اوت 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup17/5_semrush.pdf)                                                                                                   |
-| <a href="https://www.scireum.de/" class="favicon">scireum GmbH</a>                             | تجارت الکترونیک                        | محصول اصلی              | —                                        | —                                                                                        | [بحث در, فوریه 2020](https://www.youtube.com/watch?v=7QWAn5RbyR4)                                                                                                                                                        |
-| <a href="https://sentry.io/" class="favicon">نگهبانی</a>                                       | توسعه دهنده نرم افزار                  | باطن برای محصول         | —                                        | —                                                                                        | [پست وبلاگ به زبان انگلیسی, بیشتر 2019](https://blog.sentry.io/2019/05/16/introducing-snuba-sentrys-new-search-infrastructure)                                                                                           |
-| <a href="http://www.sgk.gov.tr/wps/portal/sgk/tr" class="favicon">SGK</a>                      | دولت امنیت اجتماعی                     | تجزیه و تحلیل           | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, نوامبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup35/ClickHouse%20Meetup-Ramazan%20POLAT.pdf)                                                               |
-| <a href="https://seo.do/" class="favicon">seo.do</a>                                           | تجزیه و تحلیل                          | محصول اصلی              | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, نوامبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup35/CH%20Presentation-%20Metehan%20Çetinkaya.pdf)                                                          |
-| <a href="http://english.sina.com/index.html" class="favicon">سینا</a>                          | اخبار                                  | —                       | —                                        | —                                                                                        | [اسلاید در چین, اکتبر 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup19/6.%20ClickHouse最佳实践%20高鹏_新浪.pdf)                                                                         |
-| <a href="https://smi2.ru/" class="favicon">SMI2</a>                                            | اخبار                                  | تجزیه و تحلیل           | —                                        | —                                                                                        | [پست وبلاگ در روسیه, نوامبر 2017](https://habr.com/ru/company/smi2/blog/314558/)                                                                                                                                         |
-| <a href="https://www.splunk.com/" class="favicon">اسپانک</a>                                   | تجزیه و تحلیل کسب و کار                | محصول اصلی              | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, ژانویه 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup12/splunk.pdf)                                                                                            |
-| <a href="https://www.spotify.com" class="favicon">رفع ابهام</a>                                | موسیقی                                 | تجربه                   | —                                        | —                                                                                        | [اسلاید, جولای 2018](https://www.slideshare.net/glebus/using-clickhouse-for-experimentation-104247173)                                                                                                                   |
-| <a href="https://www.tencent.com" class="favicon">شمارش</a>                                    | داده های بزرگ                          | پردازش داده ها          | —                                        | —                                                                                        | [اسلاید در چین, اکتبر 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup19/5.%20ClickHouse大数据集群应用_李俊飞腾讯网媒事业部.pdf)                                                          |
-| <a href="https://www.uber.com" class="favicon">بارگذاری</a>                                    | تاکسی                                  | ثبت                     | —                                        | —                                                                                        | [اسلاید فوریه 2020](https://presentations.clickhouse.tech/meetup40/uber.pdf)                                                                                                                                             |
-| <a href="https://vk.com" class="favicon">اطلاعات دقیق</a>                                      | شبکه اجتماعی                           | ارقام, ورود به سیستم    | —                                        | —                                                                                        | [اسلاید در روسیه, اوت 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup17/3_vk.pdf)                                                                                                        |
-| <a href="https://wisebits.com/" class="favicon">خردمندهها</a>                                  | راه حل های فناوری اطلاعات              | تجزیه و تحلیل           | —                                        | —                                                                                        | [اسلاید در روسیه, بیشتر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup22/strategies.pdf)                                                                                                |
-| <a href="http://www.xiaoxintech.cn/" class="favicon">Xiaoxin Tech</a>                          | تحصیلات                                | هدف مشترک               | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, نوامبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup33/sync-clickhouse-with-mysql-mongodb.pptx)                                                               |
-| <a href="https://www.ximalaya.com/" class="favicon">خیمیایا</a>                                | به اشتراک گذاری صوتی                   | OLAP                    | —                                        | —                                                                                        | [اسلاید به زبان انگلیسی, نوامبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup33/ximalaya.pdf)                                                                                          |
-| <a href="https://cloud.yandex.ru/services/managed-clickhouse" class="favicon">Yandex Cloud</a> | ابر عمومی                              | محصول اصلی              | —                                        | —                                                                                        | [بحث در روسیه, دسامبر 2019](https://www.youtube.com/watch?v=pgnak9e_E0o)                                                                                                                                                 |
-| <a href="https://cloud.yandex.ru/services/datalens" class="favicon">Yandex DataLens</a>        | اطلاعات کسب و کار                      | محصول اصلی              | —                                        | —                                                                                        | [اسلاید در روسیه, دسامبر 2019](https://presentations.clickhouse.tech/meetup38/datalens.pdf)                                                                                                                              |
-| <a href="https://market.yandex.ru/" class="favicon">Yandex Market</a>                          | تجارت الکترونیک                        | معیارهای ورود به سیستم  | —                                        | —                                                                                        | [بحث در روسیه, ژانویه 2019](https://youtu.be/_l1qP0DyBcA?t=478)                                                                                                                                                          |
-| <a href="https://metrica.yandex.com" class="favicon">Yandex Metrica</a>                        | تجزیه و تحلیل ترافیک وب                | محصول اصلی              | 360 سرور در یک خوشه, 1862 سرور در یک بخش | 66.41 PiB / 5.68 PiB                                                                     | [اسلاید فوریه 2020](https://presentations.clickhouse.tech/meetup40/introduction/#13)                                                                                                                                     |
-| <a href="https://htc-cs.ru/" class="favicon">ЦВТ</a>                                           | توسعه نرم افزار                        | معیارهای ورود به سیستم  | —                                        | —                                                                                        | [پست وبلاگ, مارس 2019, در روسیه](https://vc.ru/dev/62715-kak-my-stroili-monitoring-na-prometheus-clickhouse-i-elk)                                                                                                       |
-| <a href="https://mkb.ru/" class="favicon">МКБ</a>                                              | بانک                                   | نظارت بر وب سیستم       | —                                        | —                                                                                        | [اسلاید در روسیه, سپتامبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup28/mkb.pdf)                                                                                                     |
-| <a href="https://jinshuju.net" class="favicon">Jinshuju 金数据</a>                             | بی تجزیه و تحلیل                       | محصول اصلی              | —                                        | —                                                                                        | [اسلاید در چین, اکتبر 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup24/3.%20金数据数据架构调整方案Public.pdf)                                                                           |
-| <a href="https://www.instana.com" class="favicon">پشت پا</a>                                   | پلتفرم                                 | محصول اصلی              | —                                        | —                                                                                        | [توییتر پست](https://twitter.com/mieldonkers/status/1248884119158882304)                                                                                                                                                 |
-| <a href="https://wargaming.com/en/" class="favicon">بازیهای جنگی</a>                           | بازی ها                                |                         | —                                        | —                                                                                        | [مصاحبه](https://habr.com/en/post/496954/)                                                                                                                                                                               |
-| <a href="https://crazypanda.ru/en/" class="favicon">دیوانه</a>                                 | بازی ها                                |                         | —                                        | —                                                                                        | جلسه زنده در ناهار کلیک                                                                                                                                                                                                  |
-| <a href="https://fun.co/rp" class="favicon">عمل کننده</a>                                      | بازی ها                                |                         | —                                        | —                                                                                        | [مقاله](https://www.altinity.com/blog/migrating-from-redshift-to-clickhouse)                                                                                                                                             |
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/introduction/adopters/) <!--hide-->
diff --git a/docs/fa/introduction/distinctive-features.md b/docs/fa/introduction/distinctive-features.md
deleted file mode 100644
index 94ee2ee76fa..00000000000
--- a/docs/fa/introduction/distinctive-features.md
+++ /dev/null
@@ -1,73 +0,0 @@
-<div markdown="1" markdown="1" markdown="1" dir="rtl">
-
-# ویژگی های برجسته ClickHouse {#wyjgy-hy-brjsth-clickhouse}
-
-## مدیریت دیتابیس ستون گرای واقعی {#mdyryt-dytbys-stwn-gry-wq-y}
-
-در یک مدیریت دیتابیس ستون گرای واقعی، هیچ مقداری فضای اضافی برای ذخیره سازی ندارد. برای مثال، این به این معنیست که برای مقادیر، constant-length باید پشتیبانی شوند تا از ذخیره سازی طول مقدار به عنوان یه عدد integer کنار مقدار جلوگیری شود. در این مورد، یک میلیارد مقدار Uint8 باید در واقع در حالت غیرفشرده 1 گیگابایت فضا اشغال کند، در غیراین صورت به شدت بر عملکرد CPU تاثیر میگذارد. این خیلی مهم هست که داده ها به صورت compact ذخیره سازی شوند حتی زمانی که uncompressed هستند، از آنجا که سرعت سرعت decompress (CPU Usage) عمدتا به حجم داده های uncompress بستگی دارد.
-
-این بسیار قابل توجه است چون سیستم هایی وجود دارند که توانایی ذخیره سازی مقادیر ستون ها را به صورت جداگانه دارند، اما به دلیل بهینه سازی آنها برای دیگر سناریو ها، نمیتوانند به طور موثر پردازش های تحیلی انجام دهند. برای مثال HBase، BigTable، Cassandra و HyperTable. در این سیستم ها، شما توان عملیاتی حدود صدها هزار سطر در ثانیه را دارید، اما نه صدها میلیون سطر در ثانیه.
-
-همچنین توجه داشته باشید که ClickHouse یک مدیریت دیتابیس است نه فقط یک دیتابیس. ClickHouse اجازه میدهد که در زمان اجرا اقدام به ساخت جدول، دیتابیس کنید، داده load کنید و query های خود را بدون restart و یا reconfigure مجدد سرور، اجرا کنید
-
-## فشرده سازی داده ها {#fshrdh-szy-ddh-h}
-
-بعضی دیتابیس های ستون گرا (InfiniDB CE یا MonetDB) از فشرده سازی داده ها استفاده نمی کنند. با این حال، فشرده سازی داده ها برای رسیدن به عملکرد عالی ضروری است.
-
-## Disk Storage of Data {#disk-storage-of-data}
-
-خیلی از مدیریت دیتابیس های ستون گرا (مثل SAP HANA و Google PowerDrill) فقط داخل RAM کار می کنند. این رویکرد منجر به تخصیص بودجه سخت افزاری بالا برای تحقق آنالیز های real-time می شود. ClickHouse برای کار بر روی هارد دیسک های معمولی طراحی شده است، که هزینه ی برای هر گیگابایت داده را تضمین می کند، اما اگر SSD و RAM موجود باشد به طور کامل مورد استفاده قرار می گیرد.
-
-## پردازش موازی روی چندین هسته {#prdzsh-mwzy-rwy-chndyn-hsth}
-
-query های بزرگ به طور طبیعی با استفاده از تمام منابع موجود در روی سرور فعلی، موازی سازی می شوند.
-
-## پردازش توزیع شده بر روی چندین سرور {#prdzsh-twzy-shdh-br-rwy-chndyn-srwr}
-
-تقریبا هیچ کدام از DBMS هایی که بالاتر ذکر شد، از اجرای query ها به صورت توزیع شده پشتیبانی نمی کنند. در ClickHouse، داده ها می توانن در shard های مختلف مستقر شوند. هر shard میتوامند گروهی از replica ها برای بالا بردن تحمل پذیری در برابر خطا (fault tolerance) را داشته باشد. یک query به صورت موازی بر روی تمامی shard های اجرا می شود. این برای کاربر شفاف است.
-
-## پشتیبانی SQL {#pshtybny-sql}
-
-اگر شما با SQL آشنا باشید، ما واقعا نمیتونیم در مورد پشتیبانی از SQL صحبت کنیم. تمام توابع اسم های مختلفی دارند. با این حال، این یک زبان بر پایه SQL هست که نمیتواند در بسیاری از موارد با SQL متفاوت باشد. JOIN ها پشتیبانی می شود. subquery ها در FROM، IN و JOIN پشتیبانی می شود. Dependent subquery ها پشتیبانی نمی شود.
-
-ClickHouse زبان بر پایه SQL است که در بسیاری از موارد از استاندارد SQL پیروی می کند. GROUP BY، ORDER BY، scalar subquery ها در FROM، IN و JOIN پشتیبانی می شود. subquery های مرتبط و window function ها پشتیبانی نمی شود.
-
-## موتور بردارد {#mwtwr-brdrd}
-
-داده ها نه فقط براساس ستون ها ذخیره می شوند، بلکه با استفاده از برداردها (بخشی از ستون ها) پردازش می شوند. این قابلیت باعث رسیدن به بهره وری بالای CPU می شود.
-
-## بروزرسانی داده ها به صورت Real-Time {#brwzrsny-ddh-h-bh-swrt-real-time}
-
-ClickHouse از جداول دارای Primary Key پشتیبانی می کند. به منظور اجرای query های range بر روی Primary Key، داده ها به صورت افزایشی (مرتب شده) با استفاده از merge tree ذخیره سازی می شوند. با توجه به این، داده ها می توانند به طور پیوسته به جدول اضافه شوند. هیچ نوع lock در هنگام مصرف داده ها وجود ندارد.
-
-## Index {#index}
-
-داشتن داده ها به صورت فیزیکی و مرتب شده براساس Primary Key این قابلیت را می دهد که استخراج کردن داده برای مقدار خاص و یا مقادیر range با کمترین latencey، یعنی کمتر از چند هزار میلی ثانیه ممکن شود.
-
-## مناسب برای query های آنلاین {#mnsb-bry-query-hy-anlyn}
-
-latency پایین به این معنی است که query ها بتونن بدون delay و بدون تلاش برای رسیدن به پیش پاسخ(از قبل محاسبه شده) دقیقا در همان لحظه که کاربر در حال load صفحه است پردازش شوند. به عبارتی دیگر، آنلاین
-
-## پشتیبانی از محاسبات تقریبی {#pshtybny-z-mhsbt-tqryby}
-
-ClickHouse روش های مختلفی برای کسب دقیق performance ارائه می دهد:
-
-1.  توابع Aggregate برای محاسبات تقریبی تعداد مقادیر متمایز (distinct)، median و quantity ها
-2.  اجرای یک query بر پایه بخشی از داده ها (داده ی sample) و دریافت خروجی تقریبی. در این مورد داده ی نسبتا کمتری از دیسک بازیابی می شود.
-3.  اجرای یک Aggregation برای تعداد محدودی از کلید های تصافی، به جای تمام کلید ها. در شرایط خاص برای توزیع کلید در داده ها، این روش کمک می کند به نتایج منطقی برسیم با استفاده از منابع کمتر.
-
-## Replication داده ها و Integrity {#replication-ddh-h-w-integrity}
-
-ClickHouse از روش asynchronous multimaster replication استفاده می کند. بعد از نوشتن داده در یکی از replica های موجود، داده به صورت توزیع شده به بقیه replica ها منتقل می شود. این سیستم داده های مشابه را در replica های مختلف نگه داری می کند. در اکثر موارد که سیستم fail می شوند، داده ها به صورت اتوماتیک restore می شوند و یا در موارد پیچیده به صورت نیمه اتوماتیک restore می شوند.
-
-برای اطلاعات بیشتر، به بخش [replication داده ها](../engines/table-engines/mergetree-family/replication.md) مراجعه کنید.
-
-## ویژگی های از ClickHouse که می تواند معایبی باشد {#wyjgy-hy-z-clickhouse-khh-my-twnd-m-yby-bshd}
-
-1.  بدون پشتیبانی کامل از تراکنش
-2.  عدم توانایی برای تغییر و یا حذف داده های در حال حاضر وارد شده با سرعت بالا و تاخیر کم. برای پاک کردن و یا اصلاح داده ها، به عنوان مثال برای پیروی از [GDPR](https://gdpr-info.eu)، دسته ای پاک و به روزرسانی وجود دارد.حال توسعه می باشد.
-3.  Sparse index باعث می شود ClickHouse چندان مناسب اجرای پرسمان های point query برای دریافت یک ردیف از داده ها با استفاده از کلید آنها نباشد.
-
-</div>
-
-[مقاله اصلی](https://clickhouse.tech/docs/fa/introduction/distinctive_features/) <!--hide-->
diff --git a/docs/fa/introduction/history.md b/docs/fa/introduction/history.md
deleted file mode 100644
index 214100ab544..00000000000
--- a/docs/fa/introduction/history.md
+++ /dev/null
@@ -1,56 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 7
-toc_title: "\u062A\u0627\u0631\u06CC\u062E\u0686\u0647"
----
-
-# تاریخچه کلیک {#clickhouse-history}
-
-تاتر در ابتدا به قدرت توسعه داده شده است [یاندکسمتریکا](https://metrica.yandex.com/), [دومین بزرگترین پلت فرم تجزیه و تحلیل ترافیک وب در جهان](http://w3techs.com/technologies/overview/traffic_analysis/all) و همچنان بخش اصلی این سیستم است. با بیش از 13 تریلیون رکورد در پایگاه داده و بیش از 20 میلیارد حوادث روزانه, خانه رعیتی اجازه می دهد تا تولید گزارش های سفارشی در پرواز به طور مستقیم از داده های غیر جمع. این مقاله به طور خلاصه اهداف کلیک در مراحل اولیه توسعه خود را پوشش می دهد.
-
-یاندکسمتریکا گزارش های سفارشی در پرواز را بر اساس بازدید ها و جلسات با بخش های دلخواه تعریف شده توسط کاربر ایجاد می کند. انجام این کار اغلب نیاز به ساختمان مجموعه های پیچیده مانند تعداد کاربران منحصر به فرد. اطلاعات جدید برای ساخت یک گزارش می رسد در زمان واقعی است.
-
-همانطور که از مارس 2014, یاندکس.متریکا روزانه حدود 12 میلیارد رویداد (نمایش صفحه و کلیک) را ردیابی کرد. همه این وقایع باید ذخیره شود برای ساخت گزارش های سفارشی. پرس و جو تنها ممکن است نیاز به اسکن میلیون ها ردیف در عرض چند صد میلی ثانیه و یا صدها میلیون ردیف فقط در چند ثانیه.
-
-## استفاده در یاندکس.متریکا و سایر خدمات یاندکس {#usage-in-yandex-metrica-and-other-yandex-services}
-
-خانه عروسکی در خدمت اهداف متعدد در یاندکس.متریکا
-وظیفه اصلی این است برای ساخت گزارش در حالت اینترنتی با استفاده از داده های غیر جمع. با استفاده از یک خوشه 374 سرور, که ذخیره بیش از 20.3 تریلیون ردیف در پایگاه داده. حجم داده های فشرده است در مورد 2 سرب, بدون حسابداری برای تکراری و کپی. حجم داده های غیر فشرده (در فرمت تسو) حدود 17 پوند خواهد بود.
-
-کلیک هاوس همچنین نقش کلیدی در فرایندهای زیر ایفا می کند:
-
--   ذخیره سازی داده ها برای پخش جلسه از یاندکس.متریکا
--   پردازش اطلاعات متوسط.
--   ساختمان گزارش های جهانی با تجزیه و تحلیل ترافیک.
--   در حال اجرا نمایش داده شد برای اشکال زدایی یاندکس.موتور متریکا.
--   تجزیه و تحلیل سیاهههای مربوط از رابط کاربر.
-
-امروزه چند ده ClickHouse تاسیسات در دیگر Yandex خدمات و ادارات: جستجوی عمودی, e-commerce, تبلیغات, کسب و کار, تجزیه و تحلیل ترافیک تلفن همراه و توسعه و خدمات شخصی ،
-
-## داده های جمع شده و غیر جمع شده {#aggregated-and-non-aggregated-data}
-
-یک نظر گسترده است که برای محاسبه ارقام به طور موثر وجود دارد, شما باید داده ها جمع از این حجم داده ها را کاهش می دهد.
-
-اما تجمع داده ها با محدودیت های زیادی همراه است:
-
--   شما باید یک لیست از پیش تعریف شده از گزارش های مورد نیاز داشته باشد.
--   کاربر می تواند گزارش های سفارشی را ندارد.
--   هنگامی که جمع بیش از تعداد زیادی از کلید های متمایز, حجم داده ها به سختی کاهش می یابد, بنابراین تجمع بی فایده است.
--   برای تعداد زیادی از گزارش, بیش از حد بسیاری از تغییرات تجمع وجود دارد (انفجار ترکیبی).
--   هنگامی که جمع کلید با کارتنیت بالا (مانند نشانیهای وب), حجم داده ها توسط بسیار کاهش می یابد (کمتر از دو قسم).
--   به همین دلیل حجم داده ها با تجمع ممکن است به جای کوچک شدن رشد می کنند.
--   کاربران تمام گزارش هایی را که برای ما تولید می کنیم مشاهده نمی کنند. بخش بزرگی از این محاسبات بی فایده است.
--   یکپارچگی منطقی داده ها ممکن است برای تجمع های مختلف نقض شده است.
-
-اگر ما هر چیزی جمع نیست و کار با داده های غیر جمع, این ممکن است حجم محاسبات را کاهش می دهد.
-
-با این حال, با تجمع, بخش قابل توجهی از کار گرفته شده است و نسبتا کلمی تکمیل. در مقابل محاسبات اینترنتی نیاز به محاسبه به همان سرعتی که ممکن است از کاربر در حال انتظار برای نتیجه.
-
-یاندکسمتریکا دارای یک سیستم تخصصی برای جمع بندی داده ها به نام متراژ, که برای اکثر گزارش مورد استفاده قرار گرفت.
-شروع در 2009, یاندکس.Metrica همچنین با استفاده از تخصصی OLAP پایگاه داده برای عدم جمع آوری داده ها به نام OLAPServer که قبلا با استفاده از گزارش ساز.
-برای دادههای غیر تجمیع خوب کار میکرد اما محدودیتهای زیادی داشت که اجازه نداد برای تمامی گزارشها مورد نظر استفاده قرار گیرد. این شامل عدم پشتیبانی از انواع داده ها (فقط اعداد) و ناتوانی در به روز رسانی تدریجی داده ها در زمان واقعی (تنها می تواند با بازنویسی داده ها روزانه انجام می شود). اولسپرز یک دسی بل نیست, اما یک دسی بل تخصصی.
-
-هدف اولیه برای ClickHouse بود برای حذف محدودیت های OLAPServer و حل مشکل از کار کردن با غیر جمع آوری داده ها برای همه, گزارش, اما در طول سال رشد کرده است به طور کلی هدف مدیریت پایگاه داده سیستم مناسب برای طیف گسترده ای از وظایف تحلیلی.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/introduction/history/) <!--hide-->
diff --git a/docs/fa/introduction/index.md b/docs/fa/introduction/index.md
deleted file mode 100644
index 3e2861957a5..00000000000
--- a/docs/fa/introduction/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
-toc_priority: 1
----
-
-
diff --git a/docs/fa/introduction/performance.md b/docs/fa/introduction/performance.md
deleted file mode 100644
index 497f84e1958..00000000000
--- a/docs/fa/introduction/performance.md
+++ /dev/null
@@ -1,29 +0,0 @@
-<div markdown="1" markdown="1" markdown="1" dir="rtl">
-
-# Performance {#performance}
-
-با توجه به نتایج تست های Yandex، ClickHouse بهترین عملکرد را برای سناریوهای عملیاتی قابل مقایسه با دیگر سیستم های در کلاس خود را از خود نشان داد. این تست ها شامل بالاترین توان عملیاتی برای query های طولانی، و کمترین latency برای query های کوتاه بود. نتایج این تست های در [صفحه ی جدا](https://clickhouse.tech/benchmark/dbms/) موجود است.
-
-benchmark های زیادی وجود دارند که این نتایج را تایید می کنند. میتوانید این نتایج را جستجو کنید و یا [این لینک های benchmark](https://clickhouse.tech/#independent-benchmarks). مستقل را ببینید.
-
-## توان عملیاتی برای یک query بزرگ {#twn-mlyty-bry-ykh-query-bzrg}
-
-توان عملیاتی می تواند به صورت تعداد سطر در ثانیه و یا تعداد مگابایت در ثانیه اندازه گیری شود. اگر داده ها در page cache قرار داشته باشند، یک query برای اجرا شدن بر روی سخت افزارهای مدرن چندان پیچیده نخواهد بود و با سرعت تقریبا 2 تا 10 گیگابایت در ثانیه برای داده های غیرفشرده و در یک سرور پردازش خواهد شد (برای ساده ترین موارد، سرعت ممکن است به 30 گیگابایت در ثانیه برسد). اگر داده ها در page cache قرار نداشته باشند، سرعت محدود به دیسک و همچنین چگونگی فشرده سازی داده ها بر روی دیسک می باشد. برای مثال اگر یک دیسک اجازه ی خواندن داده ها با سرعت 400 مگابایت در ثانیه را بدهد، و داده ها با نرخ 3 فشرده سازی شده باشند، سرعت در حدود 1.2 گیگابایت در ثانیه خواهد بود. برای گرفتن تعداد رکورد در ثانیه، سرعت بایت در ثانیه را تقسیم بر کل سایز ستون ها مورد استفاده در query می کنیم. برای مثال اگر 10 بایت از ستوه ها استخراج می شود، سرعت در حدود 100 تا 200 میلیون سطر در ثانیه می باشد.
-
-سرعت پردازش در سرویس توزیع شده تقریبا به صورت خطی افزایش پیدا می کند، اما فقط وقتی که نتایج سطرهای به دست آمده از aggeration یا مرتب سازی زیاد بزرگ نباشند.
-
-## Latency در زمان پردازش Query های کوتاه {#latency-dr-zmn-prdzsh-query-hy-khwth}
-
-اگر یک query از Primary Key استفاده کند و تعداد زیادی از سطر ها را برای پردازش select نکند (صدها هزار)، و از تعداد زیادی ستون استفاده نکند،اگر داده ها در page cache قرار داشته باشند، ما میتوانیم انتظار latency کمتر از 50 میلی ثانیه را داشته باشیم. در غیر این صورت محاسبه زمان براساس تعداد seek ها انجام خواهد گرفت. اگر شما از هارد های دیسکی استفاده می کنید، برای سیستمی که overload ندارد، محاسبه تقریبی latency با استفاده از این فرمول ممکن است: زمان seek (10 ms) \* تعداد ستون های مورد نیاز در query \* تعداد قطعات داده
-
-## توان عملیاتی در هنگام پردازش تعداد زیادی از query های کوتاه {#twn-mlyty-dr-hngm-prdzsh-t-dd-zydy-z-query-hy-khwth}
-
-تحت شرایط مشابه، ClickHouse توانایی رسیدگی به چند صد query در ثانیه به ازای یک سرور را دارد ( بالای چند هزار در ثانیه در بهترین مورد). از آنجایی که این سناریو در مدیریت دیتابیس های آنالیزی معمول نیست، بهتر است نهایتا انتظار چند صد query در ثانیه را داشته باشید.
-
-## Performance در هنگام درج داده ها {#performance-dr-hngm-drj-ddh-h}
-
-پیشنهاد می کنیم درج داده ها را به صورت دسته ای و حداقل 100 سطر در هر دسته انجام دهید و یا بیش از یک درخواست insert در ثانیه را نداشته باشید. در هنگام درج داده در جدول MergeTree از یک dump جدا شده با tab، سرعت درج داده از 50 تا 200 مگابایت در ثانیه می باشد. اگر سطر های درج شده حدود 1 کیلوبایت باشند، سرعت حدود 50 هزار تا 200 هزار سطر در ثانیه می باشد. اگر سطر ها کوچک باشند بازدهی بالایی در تعداد سطر در ثانیه خواهیم داشت. در Banner System Data -`>` 500 هزار سطر در ثانیه، در Graphite data -`>` 1 میلیون سطر در ثانیه). برای بهبود کارایی، شما می توانید چندین insert را به صورت موازی اجرا کنید، که در این حالت کارایی سیستم به صورت خطی افزایش می یابد.
-
-</div>
-
-[مقاله اصلی](https://clickhouse.tech/docs/fa/introduction/performance/) <!--hide-->
diff --git a/docs/fa/operations/access-rights.md b/docs/fa/operations/access-rights.md
deleted file mode 100644
index 6746a661424..00000000000
--- a/docs/fa/operations/access-rights.md
+++ /dev/null
@@ -1,144 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 48
-toc_title: "\u06A9\u0646\u062A\u0631\u0644 \u062F\u0633\u062A\u0631\u0633\u06CC \u0648\
-  \ \u0645\u062F\u06CC\u0631\u06CC\u062A \u062D\u0633\u0627\u0628"
----
-
-# کنترل دسترسی و مدیریت حساب {#access-control}
-
-تاتر از مدیریت کنترل دسترسی بر اساس [RBAC](https://en.wikipedia.org/wiki/Role-based_access_control) نزدیک شو
-
-نهادهای دسترسی کلیک کنید:
-- [حساب کاربری](#user-account-management)
-- [نقش](#role-management)
-- [سیاست سطر](#row-policy-management)
-- [تنظیمات](#settings-profiles-management)
-- [سهمیه](#quotas-management)
-
-شما می توانید اشخاص دسترسی با استفاده از پیکربندی کنید:
-
--   گردش کار گذاشتن رانده.
-
-    شما نیاز به [فعالسازی](#enabling-access-control) این قابلیت.
-
--   کارگزار [پروندههای پیکربندی](configuration-files.md) `users.xml` و `config.xml`.
-
-ما توصیه می کنیم با استفاده از گردش کار گذاشتن محور. هر دو روش پیکربندی به طور همزمان کار, بنابراین اگر شما با استفاده از فایل های پیکربندی سرور برای مدیریت حساب و حقوق دسترسی, شما به نرمی می توانید به گردش کار گذاشتن محور حرکت.
-
-!!! note "اخطار"
-    شما می توانید نهاد دسترسی مشابه توسط هر دو روش پیکربندی به طور همزمان مدیریت نیست.
-
-## استفاده {#access-control-usage}
-
-به طور پیش فرض سرور کلیک حساب کاربر را فراهم می کند `default` که مجاز نیست با استفاده از کنترل دسترسی گذاشتن محور و مدیریت حساب اما تمام حقوق و مجوز. این `default` حساب کاربری است که در هر مورد استفاده می شود زمانی که نام کاربری تعریف نشده است, مثلا, در ورود از مشتری و یا در نمایش داده شد توزیع. در پرس و جو توزیع پردازش یک حساب کاربری پیش فرض استفاده شده است, اگر پیکربندی سرور یا خوشه مشخص نیست [کاربر و رمز عبور](../engines/table-engines/special/distributed.md) خواص.
-
-اگر شما فقط شروع به استفاده از تاتر, شما می توانید سناریوی زیر استفاده کنید:
-
-1.  [فعالسازی](#enabling-access-control) کنترل دسترسی مبتنی بر مربع و مدیریت حساب برای `default` کاربر.
-2.  ورود زیر `default` حساب کاربری و ایجاد تمام کاربران مورد نیاز است. فراموش نکنید که برای ایجاد یک حساب کاربری مدیر (`GRANT ALL ON *.* WITH GRANT OPTION TO admin_user_account`).
-3.  [محدود کردن مجوزها](settings/permissions-for-queries.md#permissions_for_queries) برای `default` کاربر و غیر فعال کردن کنترل دسترسی مبتنی بر مربع و مدیریت حساب.
-
-### خواص راه حل فعلی {#access-control-properties}
-
--   شما می توانید مجوز برای پایگاه داده ها و جداول اعطای حتی در صورتی که وجود ندارد.
--   اگر یک جدول حذف شد, تمام امتیازات که به این جدول مطابقت لغو نمی. بنابراین, اگر یک جدول جدید بعد با همین نام ایجاد شده است تمام امتیازات تبدیل دوباره واقعی. برای لغو امتیازات مربوط به جدول حذف شده, شما نیاز به انجام, مثلا, `REVOKE ALL PRIVILEGES ON db.table FROM ALL` پرس و جو.
--   هیچ تنظیمات طول عمر برای امتیازات وجود دارد.
-
-## حساب کاربری {#user-account-management}
-
-یک حساب کاربری یک نهاد دسترسی است که اجازه می دهد تا به اجازه کسی در خانه کلیک است. یک حساب کاربری شامل:
-
--   اطلاعات شناسایی.
--   [امتیازات](../sql-reference/statements/grant.md#grant-privileges) که تعریف دامنه نمایش داده شد کاربر می تواند انجام دهد.
--   میزبان که از اتصال به سرور کلیک مجاز است.
--   نقش اعطا شده و به طور پیش فرض.
--   تنظیمات با محدودیت های خود را که به طور پیش فرض در ورود کاربر اعمال می شود.
--   اختصاص داده پروفایل تنظیمات.
-
-امتیازات به یک حساب کاربری را می توان با اعطا [GRANT](../sql-reference/statements/grant.md) پرس و جو و یا با اختصاص [نقش ها](#role-management). برای لغو امتیازات از یک کاربر, تاتر فراهم می کند [REVOKE](../sql-reference/statements/revoke.md) پرس و جو. به لیست امتیازات برای یک کاربر, استفاده از - [SHOW GRANTS](../sql-reference/statements/show.md#show-grants-statement) بیانیه.
-
-نمایش داده شد مدیریت:
-
--   [CREATE USER](../sql-reference/statements/create.md#create-user-statement)
--   [ALTER USER](../sql-reference/statements/alter.md#alter-user-statement)
--   [DROP USER](../sql-reference/statements/misc.md#drop-user-statement)
--   [SHOW CREATE USER](../sql-reference/statements/show.md#show-create-user-statement)
-
-### تنظیمات استفاده {#access-control-settings-applying}
-
-تنظیمات را می توان با روش های مختلف تنظیم: برای یک حساب کاربری, در نقش اعطا و تنظیمات پروفایل خود را. در ورود کاربر, اگر یک محیط در اشخاص دسترسی های مختلف مجموعه, ارزش و محدودیتهای این تنظیم توسط اولویت های زیر اعمال می شود (از بالاتر به پایین تر):
-
-1.  تنظیمات حساب کاربری.
-2.  تنظیمات نقش های پیش فرض حساب کاربری. اگر یک محیط در برخی از نقش ها تنظیم شده است, سپس سفارش از تنظیم استفاده تعریف نشده است.
-3.  تنظیمات در پروفایل تنظیمات اختصاص داده شده به یک کاربر و یا به نقش پیش فرض خود را. اگر یک محیط در برخی از پروفیل های مجموعه, سپس منظور از تنظیم استفاده از تعریف نشده است.
-4.  تنظیمات به طور پیش فرض به تمام سرور و یا از اعمال [نمایه پیشفرض](server-configuration-parameters/settings.md#default-profile).
-
-## نقش {#role-management}
-
-نقش یک ظرف برای اشخاص دسترسی است که می تواند به یک حساب کاربری اعطا شده است.
-
-نقش شامل:
-
--   [امتیازات](../sql-reference/statements/grant.md#grant-privileges)
--   تنظیمات و محدودیت ها
--   فهرست نقش های اعطا شده
-
-نمایش داده شد مدیریت:
-
--   [CREATE ROLE](../sql-reference/statements/create.md#create-role-statement)
--   [ALTER ROLE](../sql-reference/statements/alter.md#alter-role-statement)
--   [DROP ROLE](../sql-reference/statements/misc.md#drop-role-statement)
--   [SET ROLE](../sql-reference/statements/misc.md#set-role-statement)
--   [SET DEFAULT ROLE](../sql-reference/statements/misc.md#set-default-role-statement)
--   [SHOW CREATE ROLE](../sql-reference/statements/show.md#show-create-role-statement)
-
-امتیازات به نقش را می توان با اعطا [GRANT](../sql-reference/statements/grant.md) پرس و جو. برای لغو امتیازات از یک فاحشه خانه نقش فراهم می کند [REVOKE](../sql-reference/statements/revoke.md) پرس و جو.
-
-## سیاست سطر {#row-policy-management}
-
-سیاست ردیف یک فیلتر است که تعریف می کند که یا ردیف برای یک کاربر و یا برای نقش در دسترس است. سیاست ردیف شامل فیلتر برای یک جدول خاص و لیستی از نقش ها و/یا کاربران که باید این سیاست ردیف استفاده کنید.
-
-نمایش داده شد مدیریت:
-
--   [CREATE ROW POLICY](../sql-reference/statements/create.md#create-row-policy-statement)
--   [ALTER ROW POLICY](../sql-reference/statements/alter.md#alter-row-policy-statement)
--   [DROP ROW POLICY](../sql-reference/statements/misc.md#drop-row-policy-statement)
--   [SHOW CREATE ROW POLICY](../sql-reference/statements/show.md#show-create-row-policy-statement)
-
-## تنظیمات {#settings-profiles-management}
-
-مشخصات تنظیمات مجموعه ای از [تنظیمات](settings/index.md). مشخصات تنظیمات شامل تنظیمات و محدودیت, و لیستی از نقش ها و/یا کاربران که این سهمیه اعمال می شود.
-
-نمایش داده شد مدیریت:
-
--   [CREATE SETTINGS PROFILE](../sql-reference/statements/create.md#create-settings-profile-statement)
--   [ALTER SETTINGS PROFILE](../sql-reference/statements/alter.md#alter-settings-profile-statement)
--   [DROP SETTINGS PROFILE](../sql-reference/statements/misc.md#drop-settings-profile-statement)
--   [SHOW CREATE SETTINGS PROFILE](../sql-reference/statements/show.md#show-create-settings-profile-statement)
-
-## سهمیه {#quotas-management}
-
-سهمیه محدودیت استفاده از منابع. ببینید [سهمیه](quotas.md).
-
-سهمیه شامل مجموعه ای از محدودیت برای برخی از مدت زمان, و لیستی از نقش ها و/و یا کاربران که باید این سهمیه استفاده.
-
-نمایش داده شد مدیریت:
-
--   [CREATE QUOTA](../sql-reference/statements/create.md#create-quota-statement)
--   [ALTER QUOTA](../sql-reference/statements/alter.md#alter-quota-statement)
--   [DROP QUOTA](../sql-reference/statements/misc.md#drop-quota-statement)
--   [SHOW CREATE QUOTA](../sql-reference/statements/show.md#show-create-quota-statement)
-
-## فعال کردن کنترل دسترسی مبتنی بر مربع و مدیریت حساب {#enabling-access-control}
-
--   راه اندازی یک دایرکتوری برای ذخیره سازی تنظیمات.
-
-    فروشگاه های کلیک دسترسی به تنظیمات نهاد در مجموعه پوشه در [_پوشه دستیابی](server-configuration-parameters/settings.md#access_control_path) پارامتر پیکربندی سرور.
-
--   فعال کردن گذاشتن محور کنترل دسترسی و مدیریت حساب برای حداقل یک حساب کاربری.
-
-    به طور پیش فرض کنترل دسترسی مبتنی بر مربع و مدیریت حساب برای همه کاربران تبدیل شده است. شما نیاز به پیکربندی حداقل یک کاربر در `users.xml` فایل پیکربندی و اختصاص 1 به [مدیریت دسترسی](settings/settings-users.md#access_management-user-setting) تنظیمات.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/access_rights/) <!--hide-->
diff --git a/docs/fa/operations/backup.md b/docs/fa/operations/backup.md
deleted file mode 100644
index 1dbe4d7c493..00000000000
--- a/docs/fa/operations/backup.md
+++ /dev/null
@@ -1,42 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 49
-toc_title: "\u067E\u0634\u062A\u06CC\u0628\u0627\u0646 \u06AF\u06CC\u0631\u06CC \u062F\
-  \u0627\u062F\u0647 \u0647\u0627"
----
-
-# پشتیبان گیری داده ها {#data-backup}
-
-در حالی که [تکرار](../engines/table-engines/mergetree-family/replication.md) provides protection from hardware failures, it does not protect against human errors: accidental deletion of data, deletion of the wrong table or a table on the wrong cluster, and software bugs that result in incorrect data processing or data corruption. In many cases mistakes like these will affect all replicas. ClickHouse has built-in safeguards to prevent some types of mistakes — for example, by default [شما نمی توانید فقط جداول را با یک موتور ادغام مانند حاوی بیش از 50 گیگابایت داده رها کنید](https://github.com/ClickHouse/ClickHouse/blob/v18.14.18-stable/programs/server/config.xml#L322-L330). با این حال, این پادمان تمام موارد ممکن را پوشش نمی دهد و می تواند دور.
-
-به منظور به طور موثر کاهش خطاهای انسانی ممکن است, شما باید با دقت تهیه یک استراتژی برای پشتیبان گیری و بازیابی اطلاعات خود را **در پیش**.
-
-هر شرکت دارای منابع مختلف در دسترس و کسب و کار مورد نیاز, بنابراین هیچ راه حل جهانی برای پشتیبان گیری تاتر و بازیابی است که هر وضعیت مناسب وجود دارد. چه کار می کند برای یک گیگابایت از داده ها به احتمال زیاد برای ده ها پتابایت کار نمی کند. انواع روش های ممکن با جوانب مثبت و منفی خود را که در زیر مورد بحث وجود دارد. این یک ایده خوب برای استفاده از روش های مختلف به جای فقط یک به منظور جبران کاستی های مختلف خود است.
-
-!!! note "یادداشت"
-    به خاطر داشته باشید که اگر شما چیزی حمایت کردن و هرگز سعی در بازگرداندن, شانس هستند که بازگرداندن به درستی کار نمی کند زمانی که شما در واقع نیاز (یا حداقل طول خواهد کشید از کسب و کار می تواند تحمل). بنابراین هر روش پشتیبان گیری شما را انتخاب کنید, اطمینان حاصل کنید که به طور خودکار روند بازگرداندن و همچنین, و تمرین در یک خوشه محل انتخابی یدکی به طور منظم.
-
-## تکثیر اطلاعات منبع در جایی دیگر {#duplicating-source-data-somewhere-else}
-
-اغلب داده هایی که به خانه کلیک مصرف از طریق نوعی از صف مداوم تحویل داده, مانند [نمایی کافکا](https://kafka.apache.org). در این مورد ممکن است یک مجموعه اضافی از مشترکین را پیکربندی کنید که جریان داده های مشابه را می خواند در حالی که نوشته شده است کلیک کنید و جایی در ذخیره سازی سرد ذخیره کنید. اکثر شرکت ها در حال حاضر برخی از پیش فرض توصیه می شود ذخیره سازی سرد, که می تواند یک فروشگاه شی و یا یک فایل سیستم توزیع مانند [HDFS](https://hadoop.apache.org/docs/stable/hadoop-project-dist/hadoop-hdfs/HdfsDesign.html).
-
-## گزارشهای ویژه سیستم پرونده {#filesystem-snapshots}
-
-برخی از سیستم های فایل های محلی قابلیت عکس فوری (به عنوان مثال, [ZFS](https://en.wikipedia.org/wiki/ZFS)), اما ممکن است بهترین انتخاب برای خدمت نمایش داده شد زندگی می کنند. یک راه حل ممکن است برای ایجاد کپی های اضافی با این نوع از سیستم فایل و حذف از [توزیع شده](../engines/table-engines/special/distributed.md) جداول که برای استفاده `SELECT` نمایش داده شد. عکس های فوری در چنین کپی خواهد شد در دسترس از هر گونه نمایش داده شد که تغییر داده ها باشد. به عنوان یک جایزه, این کپی ممکن است تنظیمات سخت افزار خاص با دیسک های بیشتر متصل در هر سرور, خواهد بود که مقرون به صرفه.
-
-## تاتر-کپی {#clickhouse-copier}
-
-[تاتر-کپی](utilities/clickhouse-copier.md) یک ابزار همه کاره است که در ابتدا به جداول پتابایت به اندازه دوباره سفال ساخته شده است. همچنین می تواند برای تهیه پشتیبان و بازیابی اهداف استفاده شود زیرا به طور قابل اعتماد داده ها را بین جداول کلیک و خوشه ها کپی می کند.
-
-برای حجم کمتری از داده ها, ساده `INSERT INTO ... SELECT ...` به جداول از راه دور نیز ممکن است کار کند.
-
-## دستکاری با قطعات {#manipulations-with-parts}
-
-کلیک اجازه می دهد تا با استفاده از `ALTER TABLE ... FREEZE PARTITION ...` پرس و جو برای ایجاد یک کپی محلی از پارتیشن های جدول. این اجرا با استفاده از hardlinks به `/var/lib/clickhouse/shadow/` پوشه, بنابراین معمولا فضای دیسک اضافی برای داده های قدیمی مصرف نمی. نسخه های ایجاد شده از فایل ها توسط سرور کلیک هاوس انجام نمی شود, بنابراین شما فقط می توانید ترک وجود دارد: شما یک نسخه پشتیبان تهیه ساده است که هیچ سیستم خارجی اضافی نیاز ندارد, اما هنوز هم مستعد ابتلا به مشکلات سخت افزاری خواهد بود. به همین دلیل بهتر است از راه دور به مکان دیگری کپی کنید و سپس نسخه های محلی را حذف کنید. توزیع فایل سیستم ها و فروشگاه های شی هنوز هم یک گزینه خوب برای این, اما عادی فایل های پیوست شده سرور با ظرفیت به اندازه کافی بزرگ ممکن است کار و همچنین (در این مورد انتقال از طریق فایل سیستم شبکه و یا شاید رخ می دهد [درباره ما](https://en.wikipedia.org/wiki/Rsync)).
-
-برای کسب اطلاعات بیشتر در مورد نمایش داده شد مربوط به دستکاری پارتیشن, دیدن [تغییر مستندات](../sql-reference/statements/alter.md#alter_manipulations-with-partitions).
-
-یک ابزار شخص ثالث در دسترس است به طور خودکار این روش: [کلیک-پشتیبان گیری](https://github.com/AlexAkulov/clickhouse-backup).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/backup/) <!--hide-->
diff --git a/docs/fa/operations/configuration-files.md b/docs/fa/operations/configuration-files.md
deleted file mode 100644
index c1416100c6d..00000000000
--- a/docs/fa/operations/configuration-files.md
+++ /dev/null
@@ -1,58 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 50
-toc_title: "\u067E\u0631\u0648\u0646\u062F\u0647\u0647\u0627\u06CC \u067E\u06CC\u06A9\
-  \u0631\u0628\u0646\u062F\u06CC"
----
-
-# پروندههای پیکربندی {#configuration_files}
-
-تاتر پشتیبانی از مدیریت پیکربندی چند فایل. فایل پیکربندی سرور اصلی است `/etc/clickhouse-server/config.xml`. فایل های دیگر باید در `/etc/clickhouse-server/config.d` فهرست راهنما.
-
-!!! note "یادداشت"
-    تمام فایل های پیکربندی باید در فرمت میلی لیتر باشد. همچنین معمولا باید یک عنصر ریشه داشته باشند `<yandex>`.
-
-برخی از تنظیمات مشخص شده در فایل پیکربندی اصلی را می توان در دیگر فایل های پیکربندی باطل. این `replace` یا `remove` صفات را می توان برای عناصر این فایل های پیکربندی مشخص شده است.
-
-اگر نه مشخص شده است, ترکیبی از محتویات عناصر به صورت بازگشتی, جایگزینی مقادیر کودکان تکراری.
-
-اگر `replace` مشخص شده است, جایگزین کل عنصر با یک مشخص.
-
-اگر `remove` مشخص شده است, حذف عنصر.
-
-پیکربندی همچنین می توانید تعریف “substitutions”. اگر یک عنصر است `incl` ویژگی, جایگزینی مربوطه را از فایل خواهد شد به عنوان ارزش استفاده. به طور پیش فرض, مسیر به فایل با تعویض است `/etc/metrika.xml`. این را می توان در تغییر [شامل _فروم](server-configuration-parameters/settings.md#server_configuration_parameters-include_from) عنصر در پیکربندی سرور. مقادیر جایگزینی در مشخص `/yandex/substitution_name` عناصر در این فایل. اگر جایگزینی مشخص شده در `incl` وجود ندارد, این است که در ورود به سیستم ثبت. برای جلوگیری از جایگزینی ورود به سیستم کلیک کنید `optional="true"` ویژگی (مثلا, تنظیمات برای [& کلاندارها](server-configuration-parameters/settings.md)).
-
-تعویض همچنین می توانید از باغ وحش انجام شود. برای انجام این کار ویژگی را مشخص کنید `from_zk = "/path/to/node"`. مقدار عنصر با محتویات گره در جایگزین `/path/to/node` در باغ وحش. شما همچنین می توانید یک زیر درخت کل در گره باغ وحش قرار داده و به طور کامل به عنصر منبع وارد می شود.
-
-این `config.xml` فایل می تواند یک پیکربندی جداگانه با تنظیمات کاربر مشخص, پروفایل, و سهمیه. مسیر نسبی به این پیکربندی در مجموعه `users_config` عنصر. به طور پیش فرض است `users.xml`. اگر `users_config` حذف شده است, تنظیمات کاربر, پروفایل, و سهمیه به طور مستقیم در مشخص `config.xml`.
-
-پیکربندی کاربران را می توان به فایل های جداگانه شبیه به تقسیم `config.xml` و `config.d/`.
-نام فهرست راهنما به نام `users_config` تنظیم بدون `.xml` پس از مخلوط با `.d`.
-فهرست راهنما `users.d` به طور پیش فرض استفاده می شود, مانند `users_config` پیشفرضها به `users.xml`.
-مثلا, شما می توانید فایل پیکربندی جداگانه برای هر کاربر مثل این دارند:
-
-``` bash
-$ cat /etc/clickhouse-server/users.d/alice.xml
-```
-
-``` xml
-<yandex>
-    <users>
-      <alice>
-          <profile>analytics</profile>
-            <networks>
-                  <ip>::/0</ip>
-            </networks>
-          <password_sha256_hex>...</password_sha256_hex>
-          <quota>analytics</quota>
-      </alice>
-    </users>
-</yandex>
-```
-
-برای هر فایل پیکربندی سرور نیز تولید می کند `file-preprocessed.xml` فایل در هنگام شروع. این فایل ها شامل تمام تعویض های تکمیل شده و لغو می شوند و برای استفاده اطلاعاتی در نظر گرفته می شوند. اگر تعویض باغ وحش در فایل های پیکربندی مورد استفاده قرار گرفت اما باغ وحش در دسترس بر روی شروع سرور نیست, سرور بارهای پیکربندی از فایل پیش پردازش.
-
-مسیر سرور تغییر در فایل های پیکربندی, و همچنین فایل ها و گره باغ وحش که در هنگام انجام تعویض و لغو مورد استفاده قرار گرفت, و بارگذاری مجدد تنظیمات برای کاربران و خوشه در پرواز. این به این معنی است که شما می توانید خوشه تغییر, کاربران, و تنظیمات خود را بدون راه اندازی مجدد سرور.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/configuration_files/) <!--hide-->
diff --git a/docs/fa/operations/index.md b/docs/fa/operations/index.md
deleted file mode 100644
index 22fcfb0fa38..00000000000
--- a/docs/fa/operations/index.md
+++ /dev/null
@@ -1,28 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0639\u0645\u0644\u06CC\u0627\u062A"
-toc_priority: 41
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# عملیات {#operations}
-
-کتابچه راهنمای عملیات کلیک متشکل از بخش های اصلی زیر است:
-
--   [الزامات](requirements.md)
--   [نظارت](monitoring.md)
--   [عیب یابی](troubleshooting.md)
--   [توصیه های استفاده](tips.md)
--   [روش به روز رسانی](update.md)
--   [حقوق دسترسی](access-rights.md)
--   [پشتیبان گیری داده ها](backup.md)
--   [پروندههای پیکربندی](configuration-files.md)
--   [سهمیه](quotas.md)
--   [جداول سیستم](system-tables.md)
--   [پارامترهای پیکربندی سرور](server-configuration-parameters/index.md)
--   [چگونه برای تست سخت افزار خود را با کلیک](performance-test.md)
--   [تنظیمات](settings/index.md)
--   [تاسیسات](utilities/index.md)
-
-{## [مقاله اصلی](https://clickhouse.tech/docs/en/operations/) ##}
diff --git a/docs/fa/operations/monitoring.md b/docs/fa/operations/monitoring.md
deleted file mode 100644
index 48baa568952..00000000000
--- a/docs/fa/operations/monitoring.md
+++ /dev/null
@@ -1,46 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: "\u0646\u0638\u0627\u0631\u062A"
----
-
-# نظارت {#monitoring}
-
-شما می توانید نظارت:
-
--   استفاده از منابع سخت افزاری.
--   معیارهای سرور کلیک.
-
-## استفاده از منابع {#resource-utilization}
-
-کلیک می کند دولت از منابع سخت افزاری به خودی خود نظارت نیست.
-
-این است که به شدت توصیه می شود به راه اندازی نظارت برای:
-
--   بار و درجه حرارت در پردازنده.
-
-    شما می توانید استفاده کنید [راهنمایی و رانندگی](https://en.wikipedia.org/wiki/Dmesg), [توربوستات](https://www.linux.org/docs/man8/turbostat.html) و یا ابزار های دیگر.
-
--   استفاده از سیستم ذخیره سازی, رم و شبکه.
-
-## معیارهای سرور کلیک {#clickhouse-server-metrics}
-
-سرور کلیک ابزار برای نظارت خود دولت تعبیه شده است.
-
-برای پیگیری رویدادهای سرور استفاده از سیاهههای مربوط به سرور. دیدن [چوبگر](server-configuration-parameters/settings.md#server_configuration_parameters-logger) بخش از فایل پیکربندی.
-
-جمعهای کلیک:
-
--   معیارهای مختلف چگونه سرور با استفاده از منابع محاسباتی.
--   ارقام مشترک در پردازش پرس و جو.
-
-شما می توانید معیارهای موجود در [سیستم.متریک](../operations/system-tables.md#system_tables-metrics), [سیستم.رویدادها](../operations/system-tables.md#system_tables-events) و [سیستم._نامهنویسی ناهمزمان](../operations/system-tables.md#system_tables-asynchronous_metrics) میز
-
-شما می توانید کلیک کنید هاوس به صادرات معیارهای به پیکربندی کنید [گرافیت](https://github.com/graphite-project). دیدن [بخش گرافیت](server-configuration-parameters/settings.md#server_configuration_parameters-graphite) در فایل پیکربندی سرور کلیک. قبل از پیکربندی صادرات معیارهای, شما باید راه اندازی گرافیت با پیروی از رسمی خود را [راهنما](https://graphite.readthedocs.io/en/latest/install.html).
-
-شما می توانید کلیک کنید هاوس به صادرات معیارهای به پیکربندی کنید [پرومتیوس](https://prometheus.io). دیدن [بخش پرومته](server-configuration-parameters/settings.md#server_configuration_parameters-prometheus) در فایل پیکربندی سرور کلیک. قبل از پیکربندی صادرات معیارهای, شما باید راه اندازی پرومته با پیروی از رسمی خود [راهنما](https://prometheus.io/docs/prometheus/latest/installation/).
-
-علاوه بر این, شما می توانید در دسترس بودن سرور از طریق صفحه اصلی نظارت. ارسال `HTTP GET` درخواست برای `/ping`. اگر سرور در دسترس است, با پاسخ `200 OK`.
-
-برای نظارت بر سرور در یک پیکربندی خوشه, شما باید مجموعه ای از [_شروع مجدد _شروع مجدد _شروع مجدد _کاربری](settings/settings.md#settings-max_replica_delay_for_distributed_queries) پارامتر و استفاده از منبع قام `/replicas_status`. یک درخواست برای `/replicas_status` بازگشت `200 OK` اگر ماکت در دسترس است و در پشت کپی دیگر به تعویق افتاد. اگر یک ماکت به تاخیر افتاد, باز می گردد `503 HTTP_SERVICE_UNAVAILABLE` با اطلاعات در مورد شکاف.
diff --git a/docs/fa/operations/optimizing-performance/index.md b/docs/fa/operations/optimizing-performance/index.md
deleted file mode 100644
index 92223aee0e4..00000000000
--- a/docs/fa/operations/optimizing-performance/index.md
+++ /dev/null
@@ -1,9 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0628\u0647\u06CC\u0646\u0647 \u0633\u0627\u0632\u06CC \u0639\u0645\
-  \u0644\u06A9\u0631\u062F"
-toc_priority: 52
----
-
-
diff --git a/docs/fa/operations/optimizing-performance/sampling-query-profiler.md b/docs/fa/operations/optimizing-performance/sampling-query-profiler.md
deleted file mode 100644
index 3573c5e0806..00000000000
--- a/docs/fa/operations/optimizing-performance/sampling-query-profiler.md
+++ /dev/null
@@ -1,65 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 54
-toc_title: "\u067E\u0631\u0648\u0641\u0627\u06CC\u0644 \u067E\u0631\u0633 \u0648 \u062C\
-  \u0648"
----
-
-# پروفایل پرس و جو نمونه برداری {#sampling-query-profiler}
-
-فاحشه خانه اجرا می شود نمونه برداری پیشفیلتر که اجازه می دهد تجزیه و تحلیل اجرای پرس و جو. با استفاده از نیمرخ شما می توانید روال کد منبع که اغلب در طول اجرای پرس و جو استفاده پیدا. شما می توانید زمان پردازنده و دیوار ساعت زمان صرف شده از جمله زمان بیکار ردیابی.
-
-برای استفاده از پروفیل:
-
--   برپایی [_قطع](../server-configuration-parameters/settings.md#server_configuration_parameters-trace_log) بخش پیکربندی سرور.
-
-    در این بخش پیکربندی [_قطع](../../operations/system-tables.md#system_tables-trace_log) جدول سیستم حاوی نتایج حاصل از عملکرد پیشفیلتر. این است که به طور پیش فرض پیکربندی شده است. به یاد داشته باشید که داده ها در این جدول تنها برای یک سرور در حال اجرا معتبر است. پس از راه اندازی مجدد سرور, تاتر تمیز نمی کند تا جدول و تمام نشانی حافظه مجازی ذخیره شده ممکن است نامعتبر.
-
--   برپایی [ایران در تهران](../settings/settings.md#query_profiler_cpu_time_period_ns) یا [جستجو](../settings/settings.md#query_profiler_real_time_period_ns) تنظیمات. هر دو تنظیمات را می توان به طور همزمان استفاده کرد.
-
-    این تنظیمات به شما اجازه پیکربندی تایمر پیشفیلتر. همانطور که این تنظیمات جلسه هستند, شما می توانید فرکانس نمونه برداری های مختلف برای کل سرور از, کاربران فردی و یا پروفایل های کاربر, برای جلسه تعاملی خود را, و برای هر پرس و جو فردی.
-
-فرکانس نمونه گیری به طور پیش فرض یک نمونه در هر ثانیه است و هر دو پردازنده و تایمر واقعی را فعال کنید. این فرکانس اجازه می دهد تا اطلاعات کافی در مورد خوشه کلیک کنید. همزمان, کار با این فرکانس, پیشفیلتر می کند عملکرد سرور کلیک را تحت تاثیر قرار نمی. اگر شما نیاز به مشخصات هر پرس و جو فردی سعی کنید به استفاده از فرکانس نمونه برداری بالاتر است.
-
-برای تجزیه و تحلیل `trace_log` جدول سیستم:
-
--   نصب `clickhouse-common-static-dbg` بسته ببینید [نصب از بسته های دب](../../getting-started/install.md#install-from-deb-packages).
-
--   اجازه توابع درون گرایی توسط [اجازه دادن به _فعال کردن اختلال در عملکرد](../settings/settings.md#settings-allow_introspection_functions) تنظیمات.
-
-    به دلایل امنیتی, توابع درون گرایی به طور پیش فرض غیر فعال.
-
--   استفاده از `addressToLine`, `addressToSymbol` و `demangle` [توابع درون گرایی](../../sql-reference/functions/introspection.md) برای گرفتن نام تابع و موقعیت خود را در کد کلیک کنید. برای دریافت یک پروفایل برای برخی از پرس و جو, شما نیاز به جمع داده ها از `trace_log` جدول شما می توانید داده ها را با توابع فردی یا کل ردیابی پشته جمع کنید.
-
-اگر شما نیاز به تجسم `trace_log` اطلاعات را امتحان کنید [شق](../../interfaces/third-party/gui/#clickhouse-flamegraph) و [سرعت سنج](https://github.com/laplab/clickhouse-speedscope).
-
-## مثال {#example}
-
-در این مثال ما:
-
--   پالایش `trace_log` داده ها توسط یک شناسه پرس و جو و تاریخ جاری.
-
--   جمع توسط ردیابی پشته.
-
--   با استفاده از توابع درون گرایی, ما یک گزارش از دریافت:
-
-    -   نام نمادها و توابع کد منبع مربوطه.
-    -   محل کد منبع از این توابع.
-
-<!-- -->
-
-``` sql
-SELECT
-    count(),
-    arrayStringConcat(arrayMap(x -> concat(demangle(addressToSymbol(x)), '\n    ', addressToLine(x)), trace), '\n') AS sym
-FROM system.trace_log
-WHERE (query_id = 'ebca3574-ad0a-400a-9cbc-dca382f5998c') AND (event_date = today())
-GROUP BY trace
-ORDER BY count() DESC
-LIMIT 10
-```
-
-``` text
-{% include "examples/sampling_query_profiler_result.txt" %}
-```
diff --git a/docs/fa/operations/performance-test.md b/docs/fa/operations/performance-test.md
deleted file mode 100644
index 4bd5cc2c15f..00000000000
--- a/docs/fa/operations/performance-test.md
+++ /dev/null
@@ -1,82 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 54
-toc_title: "\u0633\u062E\u062A \u0627\u0641\u0632\u0627\u0631 \u062A\u0633\u062A"
----
-
-# چگونه برای تست سخت افزار خود را با کلیک {#how-to-test-your-hardware-with-clickhouse}
-
-با این آموزش شما می توانید اجرا پایه ClickHouse آزمون عملکرد بر روی هر سرور بدون نصب و راه اندازی ClickHouse بسته است.
-
-1.  برو به “commits” صفحه: https://github.com/ClickHouse/ClickHouse/commits/master
-
-2.  با کلیک بر روی اولین علامت چک سبز یا صلیب قرمز با سبز “ClickHouse Build Check” و با کلیک بر روی “Details” لینک نزدیک “ClickHouse Build Check”. چنین لینک در برخی از مرتکب وجود دارد, برای مثال مرتکب با اسناد و مدارک. در این مورد, را انتخاب کنید نزدیکترین ارتکاب داشتن این لینک.
-
-3.  رونوشت از پیوند به “clickhouse” دودویی برای amd64 یا aarch64.
-
-4.  به سرور بروید و با استفاده از ابزار دانلود کنید:
-
-<!-- -->
-
-      # For amd64:
-      wget https://clickhouse-builds.s3.yandex.net/0/00ba767f5d2a929394ea3be193b1f79074a1c4bc/1578163263_binary/clickhouse
-      # For aarch64:
-      wget https://clickhouse-builds.s3.yandex.net/0/00ba767f5d2a929394ea3be193b1f79074a1c4bc/1578161264_binary/clickhouse
-      # Then do:
-      chmod a+x clickhouse
-
-1.  دانلود تنظیمات:
-
-<!-- -->
-
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/config.xml
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/users.xml
-      mkdir config.d
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/config.d/path.xml -O config.d/path.xml
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/config.d/log_to_console.xml -O config.d/log_to_console.xml
-
-1.  دانلود فایل معیار:
-
-<!-- -->
-
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/benchmark/clickhouse/benchmark-new.sh
-      chmod a+x benchmark-new.sh
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/benchmark/clickhouse/queries.sql
-
-1.  دانلود داده های تست با توجه به [یاندکسمجموعه داده های متریکا](../getting-started/example-datasets/metrica.md) دستورالعمل (“hits” جدول حاوی 100 میلیون ردیف).
-
-<!-- -->
-
-      wget https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz
-      tar xvf hits_100m_obfuscated_v1.tar.xz -C .
-      mv hits_100m_obfuscated_v1/* .
-
-1.  اجرای کارساز:
-
-<!-- -->
-
-      ./clickhouse server
-
-1.  داده ها را بررسی کنید: در ترمینال دیگر به سرور مراجعه کنید
-
-<!-- -->
-
-      ./clickhouse client --query "SELECT count() FROM hits_100m_obfuscated"
-      100000000
-
-1.  ویرایش benchmark-new.sh تغییر `clickhouse-client` به `./clickhouse client` و اضافه کردن `–-max_memory_usage 100000000000` پارامتر.
-
-<!-- -->
-
-      mcedit benchmark-new.sh
-
-1.  اجرای معیار:
-
-<!-- -->
-
-      ./benchmark-new.sh hits_100m_obfuscated
-
-1.  ارسال اعداد و اطلاعات در مورد پیکربندی سخت افزار خود را به clickhouse-feedback@yandex-team.com
-
-همه نتایج در اینجا منتشر شده: https://clickhouse.فناوری / معیار / سخت افزار/
diff --git a/docs/fa/operations/quotas.md b/docs/fa/operations/quotas.md
deleted file mode 100644
index 63d77aafa84..00000000000
--- a/docs/fa/operations/quotas.md
+++ /dev/null
@@ -1,112 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 51
-toc_title: "\u0633\u0647\u0645\u06CC\u0647"
----
-
-# سهمیه {#quotas}
-
-سهمیه به شما اجازه محدود کردن استفاده از منابع بیش از یک دوره از زمان و یا پیگیری استفاده از منابع.
-سهمیه در پیکربندی کاربر راه اندازی, که معمولا ‘users.xml’.
-
-این سیستم همچنین دارای یک ویژگی برای محدود کردن پیچیدگی یک پرس و جو واحد. بخش را ببینید “Restrictions on query complexity”).
-
-در مقابل به پرس و جو محدودیت پیچیدگی, سهمیه:
-
--   محل محدودیت در مجموعه ای از نمایش داده شد که می تواند بیش از یک دوره از زمان اجرا, به جای محدود کردن یک پرس و جو.
--   حساب برای منابع صرف شده در تمام سرور از راه دور برای پردازش پرس و جو توزیع شده است.
-
-بیایید به بخش ‘users.xml’ فایل که سهمیه را تعریف می کند.
-
-``` xml
-<!-- Quotas -->
-<quotas>
-    <!-- Quota name. -->
-    <default>
-        <!-- Restrictions for a time period. You can set many intervals with different restrictions. -->
-        <interval>
-            <!-- Length of the interval. -->
-            <duration>3600</duration>
-
-            <!-- Unlimited. Just collect data for the specified time interval. -->
-            <queries>0</queries>
-            <errors>0</errors>
-            <result_rows>0</result_rows>
-            <read_rows>0</read_rows>
-            <execution_time>0</execution_time>
-        </interval>
-    </default>
-```
-
-به طور پیش فرض, سهمیه ردیابی مصرف منابع برای هر ساعت, بدون محدود کردن استفاده.
-مصرف منابع محاسبه شده برای هر فاصله خروجی به ورود به سیستم سرور بعد از هر درخواست است.
-
-``` xml
-<statbox>
-    <!-- Restrictions for a time period. You can set many intervals with different restrictions. -->
-    <interval>
-        <!-- Length of the interval. -->
-        <duration>3600</duration>
-
-        <queries>1000</queries>
-        <errors>100</errors>
-        <result_rows>1000000000</result_rows>
-        <read_rows>100000000000</read_rows>
-        <execution_time>900</execution_time>
-    </interval>
-
-    <interval>
-        <duration>86400</duration>
-
-        <queries>10000</queries>
-        <errors>1000</errors>
-        <result_rows>5000000000</result_rows>
-        <read_rows>500000000000</read_rows>
-        <execution_time>7200</execution_time>
-    </interval>
-</statbox>
-```
-
-برای ‘statbox’ سهمیه, محدودیت برای هر ساعت و برای هر مجموعه 24 ساعت ها (86,400 ثانیه). فاصله زمانی شمارش شده است, با شروع از یک لحظه ثابت پیاده سازی تعریف شده در زمان. به عبارت دیگر فاصله 24 ساعته لزوما در نیمه شب شروع نمی شود.
-
-هنگامی که فاصله به پایان می رسد تمام مقادیر جمع شده پاک می شوند. برای ساعت بعد محاسبه سهمیه بیش از شروع می شود.
-
-در اینجا مقدار است که می تواند محدود می شود:
-
-`queries` – The total number of requests.
-
-`errors` – The number of queries that threw an exception.
-
-`result_rows` – The total number of rows given as a result.
-
-`read_rows` – The total number of source rows read from tables for running the query on all remote servers.
-
-`execution_time` – The total query execution time, in seconds (wall time).
-
-اگر حد برای حداقل یک فاصله زمانی بیش از, یک استثنا با یک متن که در مورد محدودیت بیش از حد شد پرتاب, که فاصله, و هنگامی که فاصله جدید شروع می شود (هنگامی که نمایش داده شد را می توان دوباره ارسال).
-
-سهمیه می توانید استفاده کنید “quota key” ویژگی به گزارش منابع برای کلید های متعدد به طور مستقل. در اینجا یک مثال از این است:
-
-``` xml
-<!-- For the global reports designer. -->
-<web_global>
-    <!-- keyed – The quota_key "key" is passed in the query parameter,
-            and the quota is tracked separately for each key value.
-        For example, you can pass a Yandex.Metrica username as the key,
-            so the quota will be counted separately for each username.
-        Using keys makes sense only if quota_key is transmitted by the program, not by a user.
-
-        You can also write <keyed_by_ip />, so the IP address is used as the quota key.
-        (But keep in mind that users can change the IPv6 address fairly easily.)
-    -->
-    <keyed />
-```
-
-سهمیه به کاربران در اختصاص داده ‘users’ بخش پیکربندی. بخش را ببینید “Access rights”.
-
-برای پردازش پرس و جو توزیع, مقدار انباشته شده بر روی سرور درخواست ذخیره می شود. بنابراین اگر کاربر می رود به سرور دیگر, سهمیه وجود خواهد داشت “start over”.
-
-هنگامی که سرور دوباره راه اندازی شده است, سهمیه تنظیم مجدد.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/quotas/) <!--hide-->
diff --git a/docs/fa/operations/requirements.md b/docs/fa/operations/requirements.md
deleted file mode 100644
index f116f59208b..00000000000
--- a/docs/fa/operations/requirements.md
+++ /dev/null
@@ -1,61 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: "\u0627\u0644\u0632\u0627\u0645\u0627\u062A"
----
-
-# الزامات {#requirements}
-
-## CPU {#cpu}
-
-برای نصب و راه اندازی از بسته های پیش ساخته دب, استفاده از یک پردازنده با معماری ایکس86_64 و پشتیبانی برای سوس 4.2 دستورالعمل. برای اجرای ClickHouse با پردازنده های که پشتیبانی نمی کند SSE 4.2 یا AArch64 یا PowerPC64LE معماری شما باید ساخت ClickHouse از منابع.
-
-تاتر پیاده سازی پردازش داده های موازی و با استفاده از تمام منابع سخت افزاری در دسترس. در هنگام انتخاب یک پردازنده, را به حساب که فاحشه خانه کار می کند موثر تر در تنظیمات با تعداد زیادی از هسته اما نرخ ساعت پایین تر از در تنظیمات با هسته کمتر و نرخ ساعت بالاتر. مثلا, 16 هسته با 2600 مگاهرتز بهتر از است 8 هسته با 3600 مگاهرتز.
-
-توصیه می شود برای استفاده **افزایش توربو** و **بیش از حد نخ** تکنولوژیها. این به طور قابل توجهی بهبود عملکرد با حجم کار معمولی.
-
-## RAM {#ram}
-
-ما توصیه می کنیم با استفاده از حداقل 4 گیگابایت رم برای انجام نمایش داده شد غیر بدیهی است. سرور کلیک می توانید با مقدار بسیار کوچکتر از رم اجرا, اما نیاز به حافظه برای پردازش نمایش داده شد.
-
-حجم مورد نیاز رم بستگی دارد:
-
--   پیچیدگی نمایش داده شد.
--   مقدار داده هایی که در نمایش داده شد پردازش شده است.
-
-برای محاسبه حجم مورد نیاز رم, شما باید اندازه داده های موقت برای تخمین [GROUP BY](../sql-reference/statements/select/group-by.md#select-group-by-clause), [DISTINCT](../sql-reference/statements/select/distinct.md#select-distinct), [JOIN](../sql-reference/statements/select/join.md#select-join) و عملیات دیگر استفاده می کنید.
-
-تاتر می توانید حافظه خارجی برای داده های موقت استفاده. ببینید [گروه در حافظه خارجی](../sql-reference/statements/select/group-by.md#select-group-by-in-external-memory) برای اطلاعات بیشتر.
-
-## تعویض پرونده {#swap-file}
-
-غیر فعال کردن فایل مبادله برای محیط های تولید.
-
-## زیرسیستم ذخیره سازی {#storage-subsystem}
-
-شما باید 2 گیگابایت فضای دیسک رایگان برای نصب کلیک کنید.
-
-حجم ذخیره سازی مورد نیاز برای داده های خود را باید به طور جداگانه محاسبه می شود. ارزیابی باید شامل موارد زیر باشد:
-
--   تخمین حجم داده ها.
-
-    شما می توانید یک نمونه از داده ها و اندازه متوسط یک ردیف از. سپس مقدار ضرب شده توسط تعدادی از ردیف شما برنامه ای برای ذخیره.
-
--   ضریب فشرده سازی داده ها.
-
-    برای تخمین ضریب فشرده سازی داده ها, بار یک نمونه از داده های خود را به خانه, و مقایسه اندازه واقعی از داده ها با اندازه جدول ذخیره شده. مثلا, داده های کلیک استریم است که معمولا توسط فشرده 6-10 بار.
-
-برای محاسبه حجم نهایی داده ها ذخیره می شود, اعمال ضریب فشرده سازی به حجم داده های تخمین زده شده. اگر شما قصد دارید برای ذخیره داده ها در چند کپی, سپس ضرب حجم تخمین زده شده توسط تعدادی از کپی.
-
-## شبکه {#network}
-
-در صورت امکان از شبکه های 10 گرم یا کلاس بالاتر استفاده کنید.
-
-پهنای باند شبکه برای پردازش نمایش داده شد توزیع با مقدار زیادی از داده های متوسط بسیار مهم است. علاوه بر این, سرعت شبکه را تحت تاثیر قرار فرایندهای تکرار.
-
-## نرم افزار {#software}
-
-کلیک خانه در درجه اول برای خانواده لینوکس از سیستم عامل توسعه یافته است. توزیع لینوکس توصیه شده اوبونتو است. این `tzdata` بسته باید در سیستم نصب شود.
-
-تاتر همچنین می توانید در دیگر خانواده سیستم عامل کار. مشاهده اطلاعات در [شروع کار](../getting-started/index.md) بخش از اسناد و مدارک.
diff --git a/docs/fa/operations/server-configuration-parameters/index.md b/docs/fa/operations/server-configuration-parameters/index.md
deleted file mode 100644
index 94b493419d4..00000000000
--- a/docs/fa/operations/server-configuration-parameters/index.md
+++ /dev/null
@@ -1,20 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u067E\u0627\u0631\u0627\u0645\u062A\u0631\u0647\u0627\u06CC \u067E\
-  \u06CC\u06A9\u0631\u0628\u0646\u062F\u06CC \u0633\u0631\u0648\u0631"
-toc_priority: 54
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# پارامترهای پیکربندی سرور {#server-settings}
-
-این بخش شامل شرح تنظیمات سرور است که نمی تواند در سطح جلسه یا پرس و جو تغییر کند.
-
-این تنظیمات در ذخیره می شود `config.xml` فایل بر روی سرور کلیک.
-
-تنظیمات دیگر در توصیف “[تنظیمات](../settings/index.md#session-settings-intro)” بخش.
-
-قبل از مطالعه تنظیمات, خواندن [پروندههای پیکربندی](../configuration-files.md#configuration_files) بخش و توجه داشته باشید استفاده از تعویض ( `incl` و `optional` صفات).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/server_configuration_parameters/) <!--hide-->
diff --git a/docs/fa/operations/server-configuration-parameters/settings.md b/docs/fa/operations/server-configuration-parameters/settings.md
deleted file mode 100644
index b57a9d1bfa8..00000000000
--- a/docs/fa/operations/server-configuration-parameters/settings.md
+++ /dev/null
@@ -1,907 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 57
-toc_title: "\u062A\u0646\u0638\u06CC\u0645\u0627\u062A \u06A9\u0627\u0631\u06AF\u0632\
-  \u0627\u0631"
----
-
-# تنظیمات کارگزار {#server-settings}
-
-## ساختن و احراز هویت اکانتهای دستگاه {#builtin-dictionaries-reload-interval}
-
-فاصله در ثانیه قبل از بارگذاری ساخته شده است در لغت نامه.
-
-مخزن بارگذاری مجدد ساخته شده است در لغت نامه در هر ثانیه ایکس. این امکان ویرایش واژهنامهها را فراهم میکند “on the fly” بدون راه اندازی مجدد سرور.
-
-مقدار پیش فرض: 3600.
-
-**مثال**
-
-``` xml
-<builtin_dictionaries_reload_interval>3600</builtin_dictionaries_reload_interval>
-```
-
-## فشردهسازی {#server-settings-compression}
-
-تنظیمات فشرده سازی داده ها برای [ادغام](../../engines/table-engines/mergetree-family/mergetree.md)- جدول موتور .
-
-!!! warning "اخطار"
-    اگر شما فقط شروع به استفاده از خانه کلیک استفاده نکنید.
-
-قالب پیکربندی:
-
-``` xml
-<compression>
-    <case>
-      <min_part_size>...</min_part_size>
-      <min_part_size_ratio>...</min_part_size_ratio>
-      <method>...</method>
-    </case>
-    ...
-</compression>
-```
-
-`<case>` زمینه:
-
--   `min_part_size` – The minimum size of a data part.
--   `min_part_size_ratio` – The ratio of the data part size to the table size.
--   `method` – Compression method. Acceptable values: `lz4` یا `zstd`.
-
-شما می توانید چند پیکربندی کنید `<case>` بخش.
-
-اقدامات زمانی که شرایط ملاقات می شوند:
-
--   اگر بخشی از داده ها منطبق یک مجموعه شرایط, تاتر با استفاده از روش فشرده سازی مشخص.
--   اگر یک بخش داده منطبق مجموعه شرایط متعدد, خانه رعیتی با استفاده از اولین مجموعه شرایط همسان.
-
-اگر هیچ شرایطی برای یک بخش داده ملاقات, خانه عروسکی با استفاده از `lz4` فشردهسازی.
-
-**مثال**
-
-``` xml
-<compression incl="clickhouse_compression">
-    <case>
-        <min_part_size>10000000000</min_part_size>
-        <min_part_size_ratio>0.01</min_part_size_ratio>
-        <method>zstd</method>
-    </case>
-</compression>
-```
-
-## & تنظیمات {#default-database}
-
-پایگاه داده به طور پیش فرض.
-
-برای دریافت یک لیست از پایگاه داده, استفاده از [SHOW DATABASES](../../sql-reference/statements/show.md#show-databases) پرس و جو.
-
-**مثال**
-
-``` xml
-<default_database>default</default_database>
-```
-
-## قصور {#default-profile}
-
-تنظیمات پیش فرض مشخصات.
-
-پروفایل های تنظیمات در فایل مشخص شده در پارامتر واقع شده است `user_config`.
-
-**مثال**
-
-``` xml
-<default_profile>default</default_profile>
-```
-
-## دیکشنامهای {#server_configuration_parameters-dictionaries_config}
-
-مسیر به فایل پیکربندی برای لغت نامه های خارجی.
-
-مسیر:
-
--   مشخص کردن مسیر مطلق و یا مسیر نسبت به فایل پیکربندی سرور.
--   مسیر می تواند حاوی نویسه عام \* و?.
-
-همچنین نگاه کنید به “[واژهنامهها خارجی](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md)”.
-
-**مثال**
-
-``` xml
-<dictionaries_config>*_dictionary.xml</dictionaries_config>
-```
-
-## _بارگیری کامل {#server_configuration_parameters-dictionaries_lazy_load}
-
-بارگذاری تنبل از لغت نامه.
-
-اگر `true` سپس هر فرهنگ لغت در اولین استفاده ایجاد می شود. اگر ایجاد فرهنگ لغت شکست خورده, تابع بود که با استفاده از فرهنگ لغت می اندازد یک استثنا.
-
-اگر `false`, تمام لغت نامه ها ایجاد می شوند زمانی که سرور شروع می شود, و اگر یک خطا وجود دارد, سرور خاموش.
-
-به طور پیش فرض است `true`.
-
-**مثال**
-
-``` xml
-<dictionaries_lazy_load>true</dictionaries_lazy_load>
-```
-
-## قالب_شکلمات شیمی {#server_configuration_parameters-format_schema_path}
-
-مسیر به دایرکتوری با طرح برای داده های ورودی, مانند طرحواره برای [کاپپروتو](../../interfaces/formats.md#capnproto) قالب.
-
-**مثال**
-
-``` xml
-  <!-- Directory containing schema files for various input formats. -->
-  <format_schema_path>format_schemas/</format_schema_path>
-```
-
-## گرافیت {#server_configuration_parameters-graphite}
-
-ارسال داده به [گرافیت](https://github.com/graphite-project).
-
-تنظیمات:
-
--   host – The Graphite server.
--   port – The port on the Graphite server.
--   interval – The interval for sending, in seconds.
--   timeout – The timeout for sending data, in seconds.
--   root_path – Prefix for keys.
--   metrics – Sending data from the [سیستم.متریک](../../operations/system-tables.md#system_tables-metrics) جدول
--   events – Sending deltas data accumulated for the time period from the [سیستم.رویدادها](../../operations/system-tables.md#system_tables-events) جدول
--   events_cumulative – Sending cumulative data from the [سیستم.رویدادها](../../operations/system-tables.md#system_tables-events) جدول
--   asynchronous_metrics – Sending data from the [سیستم._نامهنویسی ناهمزمان](../../operations/system-tables.md#system_tables-asynchronous_metrics) جدول
-
-شما می توانید چند پیکربندی کنید `<graphite>` بند. برای مثال شما می توانید از این برای ارسال داده های مختلف در فواصل مختلف استفاده کنید.
-
-**مثال**
-
-``` xml
-<graphite>
-    <host>localhost</host>
-    <port>42000</port>
-    <timeout>0.1</timeout>
-    <interval>60</interval>
-    <root_path>one_min</root_path>
-    <metrics>true</metrics>
-    <events>true</events>
-    <events_cumulative>false</events_cumulative>
-    <asynchronous_metrics>true</asynchronous_metrics>
-</graphite>
-```
-
-## لغزش _ نمودار {#server_configuration_parameters-graphite-rollup}
-
-تنظیمات برای نازک شدن داده ها برای گرافیت.
-
-برای اطلاعات بیشتر, دیدن [نمودار](../../engines/table-engines/mergetree-family/graphitemergetree.md).
-
-**مثال**
-
-``` xml
-<graphite_rollup_example>
-    <default>
-        <function>max</function>
-        <retention>
-            <age>0</age>
-            <precision>60</precision>
-        </retention>
-        <retention>
-            <age>3600</age>
-            <precision>300</precision>
-        </retention>
-        <retention>
-            <age>86400</age>
-            <precision>3600</precision>
-        </retention>
-    </default>
-</graphite_rollup_example>
-```
-
-## _وارد کردن/پشتیبانی {#http-porthttps-port}
-
-درگاه برای اتصال به کارساز بالای صفحه) ها (.
-
-اگر `https_port` مشخص شده است, [openSSL](#server_configuration_parameters-openssl) باید پیکربندی شود.
-
-اگر `http_port` مشخص شده است, پیکربندی اپنسسل نادیده گرفته شده است حتی اگر قرار است.
-
-**مثال**
-
-``` xml
-<https_port>9999</https_port>
-```
-
-## نقلقولهای جدید از این نویسنده {#server_configuration_parameters-http_server_default_response}
-
-صفحه ای که به طور پیش فرض نشان داده شده است زمانی که شما دسترسی به سرور قام کلیک.
-مقدار پیش فرض است “Ok.” (با خوراک خط در پایان)
-
-**مثال**
-
-باز می شود `https://tabix.io/` هنگام دسترسی `http://localhost: http_port`.
-
-``` xml
-<http_server_default_response>
-  <![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]>
-</http_server_default_response>
-```
-
-## شامل _فروم {#server_configuration_parameters-include_from}
-
-مسیر به فایل با تعویض.
-
-برای کسب اطلاعات بیشتر به بخش مراجعه کنید “[پروندههای پیکربندی](../configuration-files.md#configuration_files)”.
-
-**مثال**
-
-``` xml
-<include_from>/etc/metrica.xml</include_from>
-```
-
-## _صادر کردن {#interserver-http-port}
-
-پورت برای تبادل اطلاعات بین سرور های فاحشه خانه.
-
-**مثال**
-
-``` xml
-<interserver_http_port>9009</interserver_http_port>
-```
-
-## حذف جستجو {#interserver-http-host}
-
-نام میزبان است که می تواند توسط سرور های دیگر برای دسترسی به این سرور استفاده می شود.
-
-اگر حذف, این است که در همان راه به عنوان تعریف `hostname-f` فرمان.
-
-مفید برای شکستن دور از یک رابط شبکه خاص.
-
-**مثال**
-
-``` xml
-<interserver_http_host>example.yandex.ru</interserver_http_host>
-```
-
-## پتانسیلهای متقابل {#server-settings-interserver-http-credentials}
-
-نام کاربری و رمز عبور مورد استفاده برای تصدیق در طول [تکرار](../../engines/table-engines/mergetree-family/replication.md) با تکرار \* موتورهای. این اعتبار تنها برای ارتباط بین کپی استفاده می شود و ربطی به اعتبار برای مشتریان خانه عروسکی هستند. سرور چک کردن این اعتبار برای اتصال کپی و استفاده از اعتبار همان هنگام اتصال به دیگر کپی. بنابراین, این اعتبار باید همین کار را برای همه کپی در یک خوشه مجموعه.
-به طور پیش فرض احراز هویت استفاده نمی شود.
-
-این بخش شامل پارامترهای زیر است:
-
--   `user` — username.
--   `password` — password.
-
-**مثال**
-
-``` xml
-<interserver_http_credentials>
-    <user>admin</user>
-    <password>222</password>
-</interserver_http_credentials>
-```
-
-## حفاظت از حریم خصوصی {#keep-alive-timeout}
-
-تعداد ثانیه که تاتر منتظر درخواست های دریافتی قبل از بستن اتصال. به طور پیش فرض به 3 ثانیه.
-
-**مثال**
-
-``` xml
-<keep_alive_timeout>3</keep_alive_timeout>
-```
-
-## _نوست فهرست {#server_configuration_parameters-listen_host}
-
-محدودیت در میزبان که درخواست می توانید از. اگر می خواهید سرور برای پاسخ به همه انها مشخص شود `::`.
-
-مثالها:
-
-``` xml
-<listen_host>::1</listen_host>
-<listen_host>127.0.0.1</listen_host>
-```
-
-## چوبگر {#server_configuration_parameters-logger}
-
-تنظیمات ورود به سیستم.
-
-کلید:
-
--   level – Logging level. Acceptable values: `trace`, `debug`, `information`, `warning`, `error`.
--   log – The log file. Contains all the entries according to `level`.
--   errorlog – Error log file.
--   size – Size of the file. Applies to `log`و`errorlog`. هنگامی که فایل می رسد `size`, بایگانی کلیک هوس و تغییر نام, و ایجاد یک فایل ورود به سیستم جدید را در خود جای.
--   count – The number of archived log files that ClickHouse stores.
-
-**مثال**
-
-``` xml
-<logger>
-    <level>trace</level>
-    <log>/var/log/clickhouse-server/clickhouse-server.log</log>
-    <errorlog>/var/log/clickhouse-server/clickhouse-server.err.log</errorlog>
-    <size>1000M</size>
-    <count>10</count>
-</logger>
-```
-
-نوشتن به وبلاگ نیز پشتیبانی می کند. پیکربندی مثال:
-
-``` xml
-<logger>
-    <use_syslog>1</use_syslog>
-    <syslog>
-        <address>syslog.remote:10514</address>
-        <hostname>myhost.local</hostname>
-        <facility>LOG_LOCAL6</facility>
-        <format>syslog</format>
-    </syslog>
-</logger>
-```
-
-کلید:
-
--   use_syslog — Required setting if you want to write to the syslog.
--   address — The host\[:port\] of syslogd. If omitted, the local daemon is used.
--   hostname — Optional. The name of the host that logs are sent from.
--   facility — [کلمه کلیدی تسهیلات سیسلوگ](https://en.wikipedia.org/wiki/Syslog#Facility) در حروف بزرگ با “LOG_” پیشوند: (`LOG_USER`, `LOG_DAEMON`, `LOG_LOCAL3`, و به همین ترتیب).
-    مقدار پیشفرض: `LOG_USER` اگر `address` مشخص شده است, `LOG_DAEMON otherwise.`
--   format – Message format. Possible values: `bsd` و `syslog.`
-
-## & کلاندارها {#macros}
-
-تعویض پارامتر برای جداول تکرار.
-
-می توان حذف اگر جداول تکرار استفاده نمی شود.
-
-برای کسب اطلاعات بیشتر به بخش مراجعه کنید “[ایجاد جداول تکرار شده](../../engines/table-engines/mergetree-family/replication.md)”.
-
-**مثال**
-
-``` xml
-<macros incl="macros" optional="true" />
-```
-
-## نشاندار کردن _چ_سیز {#server-mark-cache-size}
-
-اندازه تقریبی (به بایت) کش علامت های استفاده شده توسط موتورهای جدول [ادغام](../../engines/table-engines/mergetree-family/mergetree.md) خانواده
-
-کش برای سرور به اشتراک گذاشته و حافظه به عنوان مورد نیاز اختصاص داده است. اندازه کش باید حداقل 5368709120 باشد.
-
-**مثال**
-
-``` xml
-<mark_cache_size>5368709120</mark_cache_size>
-```
-
-## م_قیاس تصویر {#max-concurrent-queries}
-
-حداکثر تعداد درخواست به طور همزمان پردازش.
-
-**مثال**
-
-``` xml
-<max_concurrent_queries>100</max_concurrent_queries>
-```
-
-## _تنامههای بیشینه {#max-connections}
-
-حداکثر تعداد اتصالات ورودی.
-
-**مثال**
-
-``` xml
-<max_connections>4096</max_connections>
-```
-
-## _موضوعات بیشینه {#max-open-files}
-
-حداکثر تعداد فایل های باز.
-
-به طور پیش فرض: `maximum`.
-
-ما توصیه می کنیم با استفاده از این گزینه در سیستم عامل مک ایکس از `getrlimit()` تابع یک مقدار نادرست می گرداند.
-
-**مثال**
-
-``` xml
-<max_open_files>262144</max_open_files>
-```
-
-## حداکثر_طب_ضز_توقف {#max-table-size-to-drop}
-
-محدودیت در حذف جداول.
-
-اگر اندازه یک [ادغام](../../engines/table-engines/mergetree-family/mergetree.md) جدول بیش از `max_table_size_to_drop` با استفاده از پرس و جو قطره نمی توانید حذف کنید.
-
-اگر شما هنوز هم نیاز به حذف جدول بدون راه اندازی مجدد سرور کلیک, ایجاد `<clickhouse-path>/flags/force_drop_table` فایل و اجرای پرس و جو قطره.
-
-مقدار پیش فرض: 50 گیگابایت.
-
-ارزش 0 بدان معنی است که شما می توانید تمام جداول بدون هیچ گونه محدودیت حذف.
-
-**مثال**
-
-``` xml
-<max_table_size_to_drop>0</max_table_size_to_drop>
-```
-
-## ادغام {#server_configuration_parameters-merge_tree}
-
-تنظیم زیبا برای جداول در [ادغام](../../engines/table-engines/mergetree-family/mergetree.md).
-
-برای کسب اطلاعات بیشتر, دیدن ادغام.فایل هدر ساعت.
-
-**مثال**
-
-``` xml
-<merge_tree>
-    <max_suspicious_broken_parts>5</max_suspicious_broken_parts>
-</merge_tree>
-```
-
-## openSSL {#server_configuration_parameters-openssl}
-
-SSL client/server configuration.
-
-پشتیبانی از اس اس ال توسط `libpoco` کتابخونه. رابط در فایل شرح داده شده است [سوسمنگر.ه](https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h)
-
-کلید برای تنظیمات سرور / مشتری:
-
--   privateKeyFile – The path to the file with the secret key of the PEM certificate. The file may contain a key and certificate at the same time.
--   certificateFile – The path to the client/server certificate file in PEM format. You can omit it if `privateKeyFile` شامل گواهی.
--   caConfig – The path to the file or directory that contains trusted root certificates.
--   verificationMode – The method for checking the node's certificates. Details are in the description of the [متن](https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/Context.h) کلاس. مقادیر ممکن: `none`, `relaxed`, `strict`, `once`.
--   verificationDepth – The maximum length of the verification chain. Verification will fail if the certificate chain length exceeds the set value.
--   loadDefaultCAFile – Indicates that built-in CA certificates for OpenSSL will be used. Acceptable values: `true`, `false`. \|
--   cipherList – Supported OpenSSL encryptions. For example: `ALL:!ADH:!LOW:!EXP:!MD5:@STRENGTH`.
--   cacheSessions – Enables or disables caching sessions. Must be used in combination with `sessionIdContext`. مقادیر قابل قبول: `true`, `false`.
--   sessionIdContext – A unique set of random characters that the server appends to each generated identifier. The length of the string must not exceed `SSL_MAX_SSL_SESSION_ID_LENGTH`. این پارامتر همیشه توصیه می شود از این کمک می کند تا جلوگیری از مشکلات هر دو اگر سرور حافظه پنهان جلسه و اگر مشتری درخواست ذخیره. مقدار پیشفرض: `${application.name}`.
--   sessionCacheSize – The maximum number of sessions that the server caches. Default value: 1024\*20. 0 – Unlimited sessions.
--   sessionTimeout – Time for caching the session on the server.
--   extendedVerification – Automatically extended verification of certificates after the session ends. Acceptable values: `true`, `false`.
--   requireTLSv1 – Require a TLSv1 connection. Acceptable values: `true`, `false`.
--   requireTLSv1_1 – Require a TLSv1.1 connection. Acceptable values: `true`, `false`.
--   requireTLSv1 – Require a TLSv1.2 connection. Acceptable values: `true`, `false`.
--   fips – Activates OpenSSL FIPS mode. Supported if the library's OpenSSL version supports FIPS.
--   privateKeyPassphraseHandler – Class (PrivateKeyPassphraseHandler subclass) that requests the passphrase for accessing the private key. For example: `<privateKeyPassphraseHandler>`, `<name>KeyFileHandler</name>`, `<options><password>test</password></options>`, `</privateKeyPassphraseHandler>`.
--   invalidCertificateHandler – Class (a subclass of CertificateHandler) for verifying invalid certificates. For example: `<invalidCertificateHandler> <name>ConsoleCertificateHandler</name> </invalidCertificateHandler>` .
--   disableProtocols – Protocols that are not allowed to use.
--   preferServerCiphers – Preferred server ciphers on the client.
-
-**مثال تنظیمات:**
-
-``` xml
-<openSSL>
-    <server>
-        <!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt -->
-        <certificateFile>/etc/clickhouse-server/server.crt</certificateFile>
-        <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile>
-        <!-- openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096 -->
-        <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>
-        <verificationMode>none</verificationMode>
-        <loadDefaultCAFile>true</loadDefaultCAFile>
-        <cacheSessions>true</cacheSessions>
-        <disableProtocols>sslv2,sslv3</disableProtocols>
-        <preferServerCiphers>true</preferServerCiphers>
-    </server>
-    <client>
-        <loadDefaultCAFile>true</loadDefaultCAFile>
-        <cacheSessions>true</cacheSessions>
-        <disableProtocols>sslv2,sslv3</disableProtocols>
-        <preferServerCiphers>true</preferServerCiphers>
-        <!-- Use for self-signed: <verificationMode>none</verificationMode> -->
-        <invalidCertificateHandler>
-            <!-- Use for self-signed: <name>AcceptCertificateHandler</name> -->
-            <name>RejectCertificateHandler</name>
-        </invalidCertificateHandler>
-    </client>
-</openSSL>
-```
-
-## _خروج {#server_configuration_parameters-part-log}
-
-وقایع ورود به سیستم که با مرتبط [ادغام](../../engines/table-engines/mergetree-family/mergetree.md). برای مثال, اضافه کردن یا ادغام داده ها. شما می توانید ورود به سیستم برای شبیه سازی الگوریتم های ادغام و مقایسه ویژگی های خود استفاده کنید. شما می توانید روند ادغام تجسم.
-
-نمایش داده شد در سیستم وارد [سیستم._خروج](../../operations/system-tables.md#system_tables-part-log) جدول, نه در یک فایل جداگانه. شما می توانید نام این جدول را در پیکربندی `table` پارامتر (پایین را ببینید).
-
-از پارامترهای زیر برای پیکربندی ورود استفاده کنید:
-
--   `database` – Name of the database.
--   `table` – Name of the system table.
--   `partition_by` – Sets a [کلید پارتیشن بندی سفارشی](../../engines/table-engines/mergetree-family/custom-partitioning-key.md).
--   `flush_interval_milliseconds` – Interval for flushing data from the buffer in memory to the table.
-
-**مثال**
-
-``` xml
-<part_log>
-    <database>system</database>
-    <table>part_log</table>
-    <partition_by>toMonday(event_date)</partition_by>
-    <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-</part_log>
-```
-
-## مسیر {#server_configuration_parameters-path}
-
-مسیر به دایرکتوری حاوی داده.
-
-!!! note "یادداشت"
-    اسلش الزامی است.
-
-**مثال**
-
-``` xml
-<path>/var/lib/clickhouse/</path>
-```
-
-## پرومتیوس {#server_configuration_parameters-prometheus}
-
-افشای معیارهای داده ها برای خراش دادن از [پرومتیوس](https://prometheus.io).
-
-تنظیمات:
-
--   `endpoint` – HTTP endpoint for scraping metrics by prometheus server. Start from ‘/’.
--   `port` – Port for `endpoint`.
--   `metrics` – Flag that sets to expose metrics from the [سیستم.متریک](../system-tables.md#system_tables-metrics) جدول
--   `events` – Flag that sets to expose metrics from the [سیستم.رویدادها](../system-tables.md#system_tables-events) جدول
--   `asynchronous_metrics` – Flag that sets to expose current metrics values from the [سیستم._نامهنویسی ناهمزمان](../system-tables.md#system_tables-asynchronous_metrics) جدول
-
-**مثال**
-
-``` xml
- <prometheus>
-        <endpoint>/metrics</endpoint>
-        <port>8001</port>
-        <metrics>true</metrics>
-        <events>true</events>
-        <asynchronous_metrics>true</asynchronous_metrics>
-    </prometheus>
-```
-
-## _خروج {#server_configuration_parameters-query-log}
-
-تنظیم برای ورود به سیستم نمایش داده شد با دریافت [_ترکیب = 1](../settings/settings.md) تنظیمات.
-
-نمایش داده شد در سیستم وارد [سیستم._خروج](../../operations/system-tables.md#system_tables-query_log) جدول, نه در یک فایل جداگانه. شما می توانید نام جدول را در `table` پارامتر (پایین را ببینید).
-
-از پارامترهای زیر برای پیکربندی ورود استفاده کنید:
-
--   `database` – Name of the database.
--   `table` – Name of the system table the queries will be logged in.
--   `partition_by` – Sets a [کلید پارتیشن بندی سفارشی](../../engines/table-engines/mergetree-family/custom-partitioning-key.md) برای یک جدول.
--   `flush_interval_milliseconds` – Interval for flushing data from the buffer in memory to the table.
-
-اگه جدول وجود نداشته باشه. اگر ساختار ورود به سیستم پرس و جو تغییر زمانی که سرور فاحشه خانه به روز شد, جدول با ساختار قدیمی تغییر نام داد, و یک جدول جدید به طور خودکار ایجاد شده است.
-
-**مثال**
-
-``` xml
-<query_log>
-    <database>system</database>
-    <table>query_log</table>
-    <partition_by>toMonday(event_date)</partition_by>
-    <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-</query_log>
-```
-
-## _ر_خروج {#server_configuration_parameters-query-thread-log}
-
-تنظیم برای ورود به سیستم موضوعات نمایش داده شد دریافت شده با [& پایین: 1](../settings/settings.md#settings-log-query-threads) تنظیمات.
-
-نمایش داده شد در سیستم وارد [سیستم._ر_خروج](../../operations/system-tables.md#system_tables-query-thread-log) جدول, نه در یک فایل جداگانه. شما می توانید نام جدول را در `table` پارامتر (پایین را ببینید).
-
-از پارامترهای زیر برای پیکربندی ورود استفاده کنید:
-
--   `database` – Name of the database.
--   `table` – Name of the system table the queries will be logged in.
--   `partition_by` – Sets a [کلید پارتیشن بندی سفارشی](../../engines/table-engines/mergetree-family/custom-partitioning-key.md) برای یک جدول سیستم.
--   `flush_interval_milliseconds` – Interval for flushing data from the buffer in memory to the table.
-
-اگه جدول وجود نداشته باشه. اگر ساختار پرس و جو موضوع ورود به سیستم تغییر زمانی که سرور فاحشه خانه به روز شد, جدول با ساختار قدیمی تغییر نام داد, و یک جدول جدید به طور خودکار ایجاد شده است.
-
-**مثال**
-
-``` xml
-<query_thread_log>
-    <database>system</database>
-    <table>query_thread_log</table>
-    <partition_by>toMonday(event_date)</partition_by>
-    <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-</query_thread_log>
-```
-
-## _قطع {#server_configuration_parameters-trace_log}
-
-تنظیمات برای [_قطع](../../operations/system-tables.md#system_tables-trace_log) عملیات جدول سیستم.
-
-پارامترها:
-
--   `database` — Database for storing a table.
--   `table` — Table name.
--   `partition_by` — [کلید پارتیشن بندی سفارشی](../../engines/table-engines/mergetree-family/custom-partitioning-key.md) برای یک جدول سیستم.
--   `flush_interval_milliseconds` — Interval for flushing data from the buffer in memory to the table.
-
-فایل پیکربندی پیش فرض سرور `config.xml` شامل بخش تنظیمات زیر است:
-
-``` xml
-<trace_log>
-    <database>system</database>
-    <table>trace_log</table>
-    <partition_by>toYYYYMM(event_date)</partition_by>
-    <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-</trace_log>
-```
-
-## _منبع {#query-masking-rules}
-
-قوانین مبتنی بر عبارت منظم, خواهد شد که به نمایش داده شد و همچنین تمام پیام های ورود به سیستم قبل از ذخیره سازی در سیاهههای مربوط به سرور اعمال,
-`system.query_log`, `system.text_log`, `system.processes` جدول, و در سیاهههای مربوط به مشتری ارسال. که اجازه می دهد تا جلوگیری از
-نشت اطلاعات حساس از پرس و جو گذاشتن (مانند نام, ایمیل, شخصی
-شناسه و یا شماره کارت اعتباری) به سیاهههای مربوط.
-
-**مثال**
-
-``` xml
-<query_masking_rules>
-    <rule>
-        <name>hide SSN</name>
-        <regexp>(^|\D)\d{3}-\d{2}-\d{4}($|\D)</regexp>
-        <replace>000-00-0000</replace>
-    </rule>
-</query_masking_rules>
-```
-
-زمینه پیکربندی:
-- `name` - نام قانون (اختیاری)
-- `regexp` - تکرار 2 عبارت منظم سازگار (اجباری)
-- `replace` - رشته جایگزینی برای داده های حساس (اختیاری به طور پیش فرض-شش ستاره)
-
-قوانین پوشش به کل پرس و جو اعمال می شود (برای جلوگیری از نشت اطلاعات حساس از نمایش داده شد ناقص / غیر تجزیه).
-
-`system.events` جدول شمارنده `QueryMaskingRulesMatch` که تعداد کلی از پرس و جو پوشش قوانین مسابقات.
-
-برای نمایش داده شد توزیع هر سرور باید به طور جداگانه پیکربندی شود, در غیر این صورت, فرعی به دیگر منتقل
-گره ها بدون پوشش ذخیره می شوند.
-
-## دور دور {#server-settings-remote-servers}
-
-پیکربندی خوشه های مورد استفاده توسط [توزیع شده](../../engines/table-engines/special/distributed.md) موتور جدول و توسط `cluster` تابع جدول.
-
-**مثال**
-
-``` xml
-<remote_servers incl="clickhouse_remote_servers" />
-```
-
-برای ارزش `incl` ویژگی, بخش را ببینید “[پروندههای پیکربندی](../configuration-files.md#configuration_files)”.
-
-**همچنین نگاه کنید به**
-
--   [در حال بارگذاری](../settings/settings.md#settings-skip_unavailable_shards)
-
-## منطقهی زمانی {#server_configuration_parameters-timezone}
-
-منطقه زمانی سرور.
-
-مشخص شده به عنوان شناساگر ایانا برای منطقه زمانی یو تی سی یا موقعیت جغرافیایی (مثلا افریقا / ابیجان).
-
-منطقه زمانی برای تبدیل بین فرمت های رشته و تاریخ ساعت لازم است که زمینه های تاریخ ساعت خروجی به فرمت متن (چاپ شده بر روی صفحه نمایش و یا در یک فایل), و هنگامی که گرفتن تاریخ ساعت از یک رشته. علاوه بر این, منطقه زمانی در توابع است که با زمان و تاریخ کار می کنند در صورتی که منطقه زمانی در پارامترهای ورودی دریافت نمی استفاده.
-
-**مثال**
-
-``` xml
-<timezone>Europe/Moscow</timezone>
-```
-
-## _صادر کردن {#server_configuration_parameters-tcp_port}
-
-پورت برای برقراری ارتباط با مشتریان بیش از پروتکل تی سی پی.
-
-**مثال**
-
-``` xml
-<tcp_port>9000</tcp_port>
-```
-
-## _شروع مجدد {#server_configuration_parameters-tcp_port_secure}
-
-پورت تی سی پی برای برقراری ارتباط امن با مشتریان. با استفاده از [OpenSSL](#server_configuration_parameters-openssl) تنظیمات.
-
-**مقادیر ممکن**
-
-عدد صحیح مثبت.
-
-**مقدار پیشفرض**
-
-``` xml
-<tcp_port_secure>9440</tcp_port_secure>
-```
-
-## _وارد کردن {#server_configuration_parameters-mysql_port}
-
-پورت برای برقراری ارتباط با مشتریان بیش از پروتکل خروجی زیر.
-
-**مقادیر ممکن**
-
-عدد صحیح مثبت.
-
-مثال
-
-``` xml
-<mysql_port>9004</mysql_port>
-```
-
-## _مخفی کردن {#server-settings-tmp_path}
-
-مسیر به داده های موقت برای پردازش نمایش داده شد بزرگ است.
-
-!!! note "یادداشت"
-    اسلش الزامی است.
-
-**مثال**
-
-``` xml
-<tmp_path>/var/lib/clickhouse/tmp/</tmp_path>
-```
-
-## پیدا کردن موقعیت جغرافیایی از روی شبکه {#server-settings-tmp-policy}
-
-سیاست از [`storage_configuration`](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes) برای ذخیره فایل های موقت.
-اگر تنظیم نشود [`tmp_path`](#server-settings-tmp_path) استفاده شده است, در غیر این صورت نادیده گرفته شده است.
-
-!!! note "یادداشت"
-    - `move_factor` نادیده گرفته شده است
-- `keep_free_space_bytes` نادیده گرفته شده است
-- `max_data_part_size_bytes` نادیده گرفته شده است
-- شما باید دقیقا یک جلد در این سیاست داشته باشید
-
-## _بالا {#server-settings-uncompressed_cache_size}
-
-اندازه کش (به بایت) برای داده های غیر فشرده استفاده شده توسط موتورهای جدول از [ادغام](../../engines/table-engines/mergetree-family/mergetree.md).
-
-یک کش مشترک برای سرور وجود دارد. حافظه در تقاضا اختصاص داده. کش در صورتی که گزینه استفاده می شود [همترازی پایین](../settings/settings.md#setting-use_uncompressed_cache) فعال است.
-
-کش غیر فشرده سودمند برای نمایش داده شد بسیار کوتاه در موارد فردی است.
-
-**مثال**
-
-``` xml
-<uncompressed_cache_size>8589934592</uncompressed_cache_size>
-```
-
-## _مخفی کردن _صفحه {#server_configuration_parameters-user_files_path}
-
-دایرکتوری با فایل های کاربر. مورد استفاده در تابع جدول [پرونده()](../../sql-reference/table-functions/file.md).
-
-**مثال**
-
-``` xml
-<user_files_path>/var/lib/clickhouse/user_files/</user_files_path>
-```
-
-## _تنفورد {#users-config}
-
-مسیر پروندهی شامل:
-
--   تنظیمات کاربر.
--   حقوق دسترسی.
--   پروفایل تنظیمات.
--   تنظیمات سهمیه.
-
-**مثال**
-
-``` xml
-<users_config>users.xml</users_config>
-```
-
-## باغ وحش {#server-settings_zookeeper}
-
-شامل تنظیماتی است که اجازه می دهد تا کلیک برای ارتباط برقرار کردن با یک [باغ وحش](http://zookeeper.apache.org/) خوشه خوشه.
-
-کلیک هاوس با استفاده از باغ وحش برای ذخیره سازی ابرداده از کپی در هنگام استفاده از جداول تکرار. اگر جداول تکرار استفاده نمی شود, این بخش از پارامترها را می توان حذف.
-
-این بخش شامل پارامترهای زیر است:
-
--   `node` — ZooKeeper endpoint. You can set multiple endpoints.
-
-    به عنوان مثال:
-
-<!-- -->
-
-``` xml
-    <node index="1">
-        <host>example_host</host>
-        <port>2181</port>
-    </node>
-```
-
-      The `index` attribute specifies the node order when trying to connect to the ZooKeeper cluster.
-
--   `session_timeout` — Maximum timeout for the client session in milliseconds.
--   `root` — The [حالت](http://zookeeper.apache.org/doc/r3.5.5/zookeeperOver.html#Nodes+and+ephemeral+nodes) استفاده شده است که به عنوان ریشه برای znodes استفاده شده توسط ClickHouse سرور. اختیاری.
--   `identity` — User and password, that can be required by ZooKeeper to give access to requested znodes. Optional.
-
-**پیکربندی نمونه**
-
-``` xml
-<zookeeper>
-    <node>
-        <host>example1</host>
-        <port>2181</port>
-    </node>
-    <node>
-        <host>example2</host>
-        <port>2181</port>
-    </node>
-    <session_timeout_ms>30000</session_timeout_ms>
-    <operation_timeout_ms>10000</operation_timeout_ms>
-    <!-- Optional. Chroot suffix. Should exist. -->
-    <root>/path/to/zookeeper/node</root>
-    <!-- Optional. Zookeeper digest ACL string. -->
-    <identity>user:password</identity>
-</zookeeper>
-```
-
-**همچنین نگاه کنید به**
-
--   [تکرار](../../engines/table-engines/mergetree-family/replication.md)
--   [راهنمای برنامه نویس باغ وحش](http://zookeeper.apache.org/doc/current/zookeeperProgrammers.html)
-
-## سرویس پرداخت درونبرنامهای پلی {#server-settings-use_minimalistic_part_header_in_zookeeper}
-
-روش ذخیره سازی برای هدر بخش داده ها در باغ وحش.
-
-این تنظیم فقط در مورد `MergeTree` خانواده این را می توان مشخص کرد:
-
--   در سطح جهانی در [ادغام](#server_configuration_parameters-merge_tree) بخش از `config.xml` پرونده.
-
-    تاتر با استفاده از تنظیمات برای تمام جداول بر روی سرور. شما می توانید تنظیمات را در هر زمان تغییر دهید. جداول موجود رفتار خود را تغییر دهید زمانی که تنظیمات تغییر می کند.
-
--   برای هر جدول.
-
-    هنگام ایجاد یک جدول مربوطه را مشخص کنید [تنظیم موتور](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-creating-a-table). رفتار یک جدول موجود با این تنظیم تغییر نمی کند, حتی اگر تغییرات تنظیم جهانی.
-
-**مقادیر ممکن**
-
--   0 — Functionality is turned off.
--   1 — Functionality is turned on.
-
-اگر `use_minimalistic_part_header_in_zookeeper = 1` پس [تکرار](../../engines/table-engines/mergetree-family/replication.md) جداول هدر قطعات داده را با استفاده از یک واحد ذخیره می کنند `znode`. اگر جدول شامل بسیاری از ستون, این روش ذخیره سازی به طور قابل توجهی کاهش می دهد حجم داده های ذخیره شده در باغ وحش.
-
-!!! attention "توجه"
-    پس از استفاده از `use_minimalistic_part_header_in_zookeeper = 1` شما نمیتوانید سرور کلیک را به نسخه ای که از این تنظیم پشتیبانی نمی کند ارتقا دهید. مراقب باشید در هنگام به روز رسانی تاتر بر روی سرور در یک خوشه. همه سرورها را در یک زمان ارتقا ندهید. این امن تر است برای تست نسخه های جدید از خانه رعیتی در یک محیط تست, و یا فقط در چند سرور از یک خوشه.
-
-      Data part headers already stored with this setting can't be restored to their previous (non-compact) representation.
-
-**مقدار پیشفرض:** 0.
-
-## نمایش سایت {#server-settings-disable-internal-dns-cache}
-
-غیر فعال کش دی ان اس داخلی. توصیه شده برای کارخانه کلیک در سیستم
-با زیرساخت های اغلب در حال تغییر مانند کوبرنتس.
-
-**مقدار پیشفرض:** 0.
-
-## پیدا کردن موقعیت جغرافیایی از روی شبکه {#server-settings-dns-cache-update-period}
-
-دوره به روز رسانی نشانی های اینترنتی ذخیره شده در کش دی ان اس داخلی خانه (در ثانیه).
-به روز رسانی همزمان انجام, در یک موضوع سیستم جداگانه.
-
-**مقدار پیشفرض**: 15.
-
-## _پوشه دستیابی {#access_control_path}
-
-مسیر را به یک پوشه که یک سرور کلیک ذخیره کاربر و نقش تنظیمات ایجاد شده توسط دستورات گذاشتن.
-
-مقدار پیشفرض: `/var/lib/clickhouse/access/`.
-
-**همچنین نگاه کنید به**
-
--   [کنترل دسترسی و مدیریت حساب](../access-rights.md#access-control)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/server_configuration_parameters/settings/) <!--hide-->
diff --git a/docs/fa/operations/settings/constraints-on-settings.md b/docs/fa/operations/settings/constraints-on-settings.md
deleted file mode 100644
index 809dccdbec5..00000000000
--- a/docs/fa/operations/settings/constraints-on-settings.md
+++ /dev/null
@@ -1,76 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 62
-toc_title: "\u0645\u062D\u062F\u0648\u062F\u06CC\u062A \u062F\u0631 \u062A\u0646\u0638\
-  \u06CC\u0645\u0627\u062A"
----
-
-# محدودیت در تنظیمات {#constraints-on-settings}
-
-محدودیت در تنظیمات را می توان در تعریف `profiles` بخش از `user.xml` فایل پیکربندی و منع کاربران از تغییر برخی از تنظیمات با `SET` پرس و جو.
-محدودیت ها به صورت زیر تعریف می شوند:
-
-``` xml
-<profiles>
-  <user_name>
-    <constraints>
-      <setting_name_1>
-        <min>lower_boundary</min>
-      </setting_name_1>
-      <setting_name_2>
-        <max>upper_boundary</max>
-      </setting_name_2>
-      <setting_name_3>
-        <min>lower_boundary</min>
-        <max>upper_boundary</max>
-      </setting_name_3>
-      <setting_name_4>
-        <readonly/>
-      </setting_name_4>
-    </constraints>
-  </user_name>
-</profiles>
-```
-
-اگر کاربر تلاش می کند به نقض محدودیت یک استثنا پرتاب می شود و تنظیم تغییر نکرده است.
-سه نوع محدودیت پشتیبانی می شوند: `min`, `max`, `readonly`. این `min` و `max` محدودیت مشخص مرزهای بالا و پایین برای یک محیط عددی و می تواند در ترکیب استفاده می شود. این `readonly` محدودیت مشخص می کند که کاربر می تواند تنظیمات مربوطه را تغییر دهید و در همه.
-
-**مثال:** اجازه بدهید `users.xml` شامل خطوط:
-
-``` xml
-<profiles>
-  <default>
-    <max_memory_usage>10000000000</max_memory_usage>
-    <force_index_by_date>0</force_index_by_date>
-    ...
-    <constraints>
-      <max_memory_usage>
-        <min>5000000000</min>
-        <max>20000000000</max>
-      </max_memory_usage>
-      <force_index_by_date>
-        <readonly/>
-      </force_index_by_date>
-    </constraints>
-  </default>
-</profiles>
-```
-
-نمایش داده شد زیر همه استثنا پرتاب:
-
-``` sql
-SET max_memory_usage=20000000001;
-SET max_memory_usage=4999999999;
-SET force_index_by_date=1;
-```
-
-``` text
-Code: 452, e.displayText() = DB::Exception: Setting max_memory_usage should not be greater than 20000000000.
-Code: 452, e.displayText() = DB::Exception: Setting max_memory_usage should not be less than 5000000000.
-Code: 452, e.displayText() = DB::Exception: Setting force_index_by_date should not be changed.
-```
-
-**یادداشت:** این `default` مشخصات است دست زدن به ویژه: همه محدودیت های تعریف شده برای `default` مشخصات تبدیل به محدودیت های پیش فرض, بنابراین محدود کردن تمام کاربران تا زمانی که به صراحت برای این کاربران باطل.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/settings/constraints_on_settings/) <!--hide-->
diff --git a/docs/fa/operations/settings/index.md b/docs/fa/operations/settings/index.md
deleted file mode 100644
index 8dba6ab6542..00000000000
--- a/docs/fa/operations/settings/index.md
+++ /dev/null
@@ -1,33 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u062A\u0646\u0638\u06CC\u0645\u0627\u062A"
-toc_priority: 55
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# تنظیمات {#session-settings-intro}
-
-راه های متعدد را به تمام تنظیمات شرح داده شده در این بخش از اسناد و مدارک وجود دارد.
-
-تنظیمات در لایه پیکربندی, بنابراین هر لایه های بعدی دوباره تعریف تنظیمات قبلی.
-
-راه های پیکربندی تنظیمات به ترتیب اولویت:
-
--   تنظیمات در `users.xml` فایل پیکربندی سرور.
-
-    تنظیم در عنصر `<profiles>`.
-
--   تنظیمات جلسه.
-
-    ارسال `SET setting=value` از مشتری کنسول کلیک در حالت تعاملی.
-    به طور مشابه, شما می توانید جلسات کلیک در پروتکل قام استفاده. برای انجام این, شما نیاز به مشخص `session_id` پارامتر قام.
-
--   تنظیمات پرس و جو.
-
-    -   هنگام شروع مشتری کنسول کلیک در حالت غیر تعاملی, تنظیم پارامتر راه اندازی `--setting=value`.
-    -   هنگام استفاده از پارامترهای سیستم (`URL?setting_1=value&setting_2=value...`).
-
-تنظیمات است که تنها می تواند در فایل پیکربندی سرور ساخته شده در این بخش پوشش داده نمی شود.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/settings/) <!--hide-->
diff --git a/docs/fa/operations/settings/permissions-for-queries.md b/docs/fa/operations/settings/permissions-for-queries.md
deleted file mode 100644
index 6b49c6ca334..00000000000
--- a/docs/fa/operations/settings/permissions-for-queries.md
+++ /dev/null
@@ -1,62 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 58
-toc_title: "\u0645\u062C\u0648\u0632 \u0628\u0631\u0627\u06CC \u0646\u0645\u0627\u06CC\
-  \u0634 \u062F\u0627\u062F\u0647 \u0634\u062F"
----
-
-# مجوز برای نمایش داده شد {#permissions_for_queries}
-
-نمایش داده شد در کلیک خانه را می توان به انواع مختلفی تقسیم شده است:
-
-1.  خواندن نمایش داده شد داده: `SELECT`, `SHOW`, `DESCRIBE`, `EXISTS`.
-2.  نوشتن نمایش داده شد داده ها: `INSERT`, `OPTIMIZE`.
-3.  تغییر پرسوجوی تنظیمات: `SET`, `USE`.
-4.  [DDL](https://en.wikipedia.org/wiki/Data_definition_language) نمایش داده شد: `CREATE`, `ALTER`, `RENAME`, `ATTACH`, `DETACH`, `DROP` `TRUNCATE`.
-5.  `KILL QUERY`.
-
-تنظیمات زیر تنظیم مجوز کاربر بر اساس نوع پرس و جو:
-
--   [فقط خواندنی](#settings_readonly) — Restricts permissions for all types of queries except DDL queries.
--   [اجازه دادن به _نشانی](#settings_allow_ddl) — Restricts permissions for DDL queries.
-
-`KILL QUERY` را می توان با هر تنظیمات انجام می شود.
-
-## فقط خواندنی {#settings_readonly}
-
-محدود مجوز برای خواندن داده ها, نوشتن داده ها و تغییر تنظیمات نمایش داده شد.
-
-ببینید که چگونه نمایش داده شد به انواع تقسیم [بالا](#permissions_for_queries).
-
-مقادیر ممکن:
-
--   0 — All queries are allowed.
--   1 — Only read data queries are allowed.
--   2 — Read data and change settings queries are allowed.
-
-پس از تنظیم `readonly = 1` کاربر نمیتواند تغییر کند `readonly` و `allow_ddl` تنظیمات در جلسه فعلی.
-
-هنگام استفاده از `GET` روش در [رابط قام](../../interfaces/http.md), `readonly = 1` به طور خودکار تنظیم شده است. برای تغییر داده ها از `POST` روش.
-
-تنظیم `readonly = 1` منع کاربر از تغییر تمام تنظیمات. یک راه برای منع کاربر وجود دارد
-از تغییر تنظیمات تنها خاص, برای اطلاعات بیشتر ببینید [محدودیت در تنظیمات](constraints-on-settings.md).
-
-مقدار پیشفرض: 0
-
-## اجازه دادن به _نشانی {#settings_allow_ddl}
-
-اجازه می دهد یا رد می کند [DDL](https://en.wikipedia.org/wiki/Data_definition_language) نمایش داده شد.
-
-ببینید که چگونه نمایش داده شد به انواع تقسیم [بالا](#permissions_for_queries).
-
-مقادیر ممکن:
-
--   0 — DDL queries are not allowed.
--   1 — DDL queries are allowed.
-
-شما نمی توانید اجرا کنید `SET allow_ddl = 1` اگر `allow_ddl = 0` برای جلسه فعلی.
-
-مقدار پیشفرض: 1
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/settings/permissions_for_queries/) <!--hide-->
diff --git a/docs/fa/operations/settings/query-complexity.md b/docs/fa/operations/settings/query-complexity.md
deleted file mode 100644
index e78193e671e..00000000000
--- a/docs/fa/operations/settings/query-complexity.md
+++ /dev/null
@@ -1,302 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 59
-toc_title: "\u0645\u062D\u062F\u0648\u062F\u06CC\u062A \u062F\u0631 \u067E\u06CC\u0686\
-  \u06CC\u062F\u06AF\u06CC \u067E\u0631\u0633 \u0648 \u062C\u0648"
----
-
-# محدودیت در پیچیدگی پرس و جو {#restrictions-on-query-complexity}
-
-محدودیت در پیچیدگی پرس و جو بخشی از تنظیمات.
-برای اجرای امن تر از رابط کاربر استفاده می شود.
-تقریبا تمام محدودیت ها فقط برای اعمال `SELECT`. برای پردازش پرس و جو توزیع, محدودیت بر روی هر سرور به طور جداگانه اعمال.
-
-خانه را کلیک کنید چک محدودیت برای قطعات داده, نه برای هر سطر. این بدان معنی است که شما می توانید ارزش محدودیت با اندازه بخش داده ها تجاوز.
-
-محدودیت در “maximum amount of something” می توانید مقدار را 0, که به معنی “unrestricted”.
-اکثر محدودیت ها نیز دارند ‘overflow_mode’ محیط, به این معنی چه باید بکنید هنگامی که از حد فراتر رفته است.
-این می تواند یکی از دو مقدار را: `throw` یا `break`. محدودیت در تجمع (کد _شورت_فلو_وشه گروه) نیز ارزش داشته باشد `any`.
-
-`throw` – Throw an exception (default).
-
-`break` – Stop executing the query and return the partial result, as if the source data ran out.
-
-`any (only for group_by_overflow_mode)` – Continuing aggregation for the keys that got into the set, but don't add new keys to the set.
-
-## _کاساژ بیشینه {#settings_max_memory_usage}
-
-حداکثر مقدار رم برای استفاده برای اجرای پرس و جو بر روی یک سرور واحد.
-
-در فایل پیکربندی پیش فرض, حداکثر است 10 گیگابایت.
-
-تنظیم می کند حجم حافظه در دسترس و یا حجم کل حافظه بر روی دستگاه در نظر نمی.
-محدودیت شامل یک پرس و جو تنها در یک سرور.
-شما می توانید استفاده کنید `SHOW PROCESSLIST` برای دیدن مصرف حافظه فعلی برای هر پرس و جو.
-بعلاوه, مصرف حافظه اوج برای هر پرس و جو ردیابی و نوشته شده به ورود به سیستم.
-
-استفاده از حافظه برای ایالت های توابع مجموع خاص نظارت نیست.
-
-استفاده از حافظه به طور کامل برای ایالت ها از توابع کل ردیابی نیست `min`, `max`, `any`, `anyLast`, `argMin`, `argMax` از `String` و `Array` بحث کردن.
-
-مصرف حافظه نیز توسط پارامترها محدود شده است `max_memory_usage_for_user` و `max_memory_usage_for_all_queries`.
-
-## _شمارهگیر بیشینه {#max-memory-usage-for-user}
-
-حداکثر مقدار رم برای استفاده برای اجرای نمایش داده شد کاربر بر روی یک سرور واحد.
-
-مقادیر پیش فرض در تعریف [تنظیمات.ه](https://github.com/ClickHouse/ClickHouse/blob/master/src/Core/Settings.h#L288). به طور پیش فرض مقدار محدود نمی شود (`max_memory_usage_for_user = 0`).
-
-همچنین نگاه کنید به شرح [_کاساژ بیشینه](#settings_max_memory_usage).
-
-## _شیشه بخاطر _خروج {#max-memory-usage-for-all-queries}
-
-حداکثر مقدار رم برای استفاده برای اجرای تمام نمایش داده شد بر روی یک سرور واحد.
-
-مقادیر پیش فرض در تعریف [تنظیمات.ه](https://github.com/ClickHouse/ClickHouse/blob/master/src/Core/Settings.h#L289). به طور پیش فرض مقدار محدود نمی شود (`max_memory_usage_for_all_queries = 0`).
-
-همچنین نگاه کنید به شرح [_کاساژ بیشینه](#settings_max_memory_usage).
-
-## _گذرواژههای _ورود {#max-rows-to-read}
-
-محدودیت های زیر را می توان در هر بلوک بررسی (به جای در هر سطر). به این معنا که, محدودیت را می توان شکسته کمی.
-هنگامی که در حال اجرا یک پرس و جو در موضوعات مختلف, محدودیت های زیر به هر موضوع اعمال می شود به طور جداگانه.
-
-حداکثر تعداد ردیف است که می تواند از یک جدول زمانی که در حال اجرا یک پرس و جو به عنوان خوانده شده.
-
-## _مخفی کردن {#max-bytes-to-read}
-
-حداکثر تعداد بایت (داده های غیر فشرده) است که می تواند از یک جدول به عنوان خوانده شده در هنگام اجرای یک پرس و جو.
-
-## _ورود به سیستم {#read-overflow-mode}
-
-چه باید بکنید هنگامی که حجم داده ها به عنوان خوانده شده بیش از یکی از محدودیت های: ‘throw’ یا ‘break’. به طور پیش فرض, پرتاب.
-
-## _رو_تو_گروهها {#settings-max-rows-to-group-by}
-
-حداکثر تعداد کلید منحصر به فرد دریافت شده از تجمع. این تنظیم به شما امکان مصرف حافظه محدود در هنگام جمع.
-
-## _شماره _شماره گروه {#group-by-overflow-mode}
-
-چه باید بکنید هنگامی که تعدادی از کلید های منحصر به فرد برای تجمع بیش از حد: ‘throw’, ‘break’ یا ‘any’. به طور پیش فرض, پرتاب.
-با استفاده از ‘any’ ارزش شما اجازه می دهد یک تقریب از گروه های اجرا. کیفیت این تقریب بستگی به ماهیت استاتیک داده ها دارد.
-
-## ا_فزون_بر_گونهی_گونهی زیر_گروهها {#settings-max_bytes_before_external_group_by}
-
-فعالسازی یا غیرفعالسازی اعدام `GROUP BY` بند در حافظه خارجی. ببینید [گروه در حافظه خارجی](../../sql-reference/statements/select/group-by.md#select-group-by-in-external-memory).
-
-مقادیر ممکن:
-
--   حداکثر حجم رم (به بایت) است که می تواند توسط تک استفاده می شود [GROUP BY](../../sql-reference/statements/select/group-by.md#select-group-by-clause) عمل
--   0 — `GROUP BY` در حافظه خارجی غیر فعال.
-
-مقدار پیش فرض: 0.
-
-## _شماره بیشینه {#max-rows-to-sort}
-
-حداکثر تعداد ردیف قبل از مرتب سازی. این اجازه می دهد تا شما را به محدود کردن مصرف حافظه در هنگام مرتب سازی.
-
-## ا_سلایدی {#max-bytes-to-sort}
-
-حداکثر تعداد بایت قبل از مرتب سازی.
-
-## کد_و_وشهیابی {#sort-overflow-mode}
-
-چه باید بکنید اگر تعداد ردیف قبل از مرتب سازی دریافت بیش از یکی از محدودیت: ‘throw’ یا ‘break’. به طور پیش فرض, پرتاب.
-
-## بارشهای بیشینه {#setting-max_result_rows}
-
-محدود در تعداد ردیف در نتیجه. همچنین برای زیرمجموعه بررسی, و بر روی سرور از راه دور در هنگام اجرای بخش هایی از یک پرس و جو توزیع.
-
-## حداکثر_زمین بایت {#max-result-bytes}
-
-محدود در تعداد بایت در نتیجه. همان تنظیمات قبلی.
-
-## _شماره حاصل {#result-overflow-mode}
-
-چه باید بکنید اگر حجم نتیجه بیش از یکی از محدودیت های: ‘throw’ یا ‘break’. به طور پیش فرض, پرتاب.
-
-با استفاده از ‘break’ شبیه به استفاده از حد است. `Break` قطع اعدام تنها در سطح بلوک. این به این معنی است که مقدار ردیف بازگشت بیشتر از [بارشهای بیشینه](#setting-max_result_rows) چندین [ت_مایش بیشینه](settings.md#setting-max_block_size) و بستگی دارد [_مخفی کردن](settings.md#settings-max_threads).
-
-مثال:
-
-``` sql
-SET max_threads = 3, max_block_size = 3333;
-SET max_result_rows = 3334, result_overflow_mode = 'break';
-
-SELECT *
-FROM numbers_mt(100000)
-FORMAT Null;
-```
-
-نتیجه:
-
-``` text
-6666 rows in set. ...
-```
-
-## زمان _شنامهی حداکثر {#max-execution-time}
-
-حداکثر زمان اجرای پرس و جو در ثانیه.
-در این زمان برای یکی از مراحل مرتب سازی بررسی نمی شود و یا هنگام ادغام و نهایی کردن توابع کلی.
-
-## _شروع مجدد {#timeout-overflow-mode}
-
-چه باید بکنید اگر پرس و جو اجرا می شود بیش از ‘max_execution_time’: ‘throw’ یا ‘break’. به طور پیش فرض, پرتاب.
-
-## _شروع مجدد {#min-execution-speed}
-
-سرعت اجرای حداقل در ردیف در هر ثانیه. بررسی در هر بلوک داده زمانی که ‘timeout_before_checking_execution_speed’ انقضا مییابد. اگر سرعت اجرای پایین تر است, یک استثنا پرتاب می شود.
-
-## ا_فزونهها {#min-execution-speed-bytes}
-
-حداقل تعداد بایت اعدام در هر ثانیه. بررسی در هر بلوک داده زمانی که ‘timeout_before_checking_execution_speed’ انقضا مییابد. اگر سرعت اجرای پایین تر است, یک استثنا پرتاب می شود.
-
-## حداکثر_حاقسازی سرعت {#max-execution-speed}
-
-حداکثر تعداد ردیف اعدام در هر ثانیه. بررسی در هر بلوک داده زمانی که ‘timeout_before_checking_execution_speed’ انقضا مییابد. اگر سرعت اجرای بالا است, سرعت اجرای کاهش خواهد یافت.
-
-## حداکثر_کشن_پیمایههای سرعت {#max-execution-speed-bytes}
-
-حداکثر تعداد بایت اعدام در هر ثانیه. بررسی در هر بلوک داده زمانی که ‘timeout_before_checking_execution_speed’ انقضا مییابد. اگر سرعت اجرای بالا است, سرعت اجرای کاهش خواهد یافت.
-
-## جستجو {#timeout-before-checking-execution-speed}
-
-چک که سرعت اجرای بیش از حد کند نیست (کمتر از ‘min_execution_speed’), پس از زمان مشخص شده در ثانیه تمام شده است.
-
-## _رنگ _ورود {#max-columns-to-read}
-
-حداکثر تعداد ستون است که می تواند از یک جدول در یک پرس و جو به عنوان خوانده شده. اگر پرس و جو نیاز به خواندن تعداد بیشتری از ستون, این می اندازد یک استثنا.
-
-## _رنگ بیشینه {#max-temporary-columns}
-
-حداکثر تعداد ستون موقت است که باید در رم در همان زمان نگه داشته شود که در حال اجرا یک پرس و جو, از جمله ستون ثابت. اگر ستون موقت بیش از این وجود دارد, این یک استثنا می اندازد.
-
-## _رنگ {#max-temporary-non-const-columns}
-
-همان چیزی که به عنوان ‘max_temporary_columns’, اما بدون شمارش ستون ثابت.
-توجه داشته باشید که ستون های ثابت در حال اجرا یک پرس و جو نسبتا اغلب تشکیل, اما نیاز به حدود صفر منابع محاسباتی.
-
-## حداکثر {#max-subquery-depth}
-
-حداکثر عمق تودرتو از کارخانه های فرعی. اگر کارخانه های فرعی عمیق تر, یک استثنا پرتاب می شود. به طور پیش فرض, 100.
-
-## حداکثر _پیپیلین {#max-pipeline-depth}
-
-حداکثر عمق خط لوله. مربوط به تعدادی از تحولات که هر بلوک داده می رود از طریق در طول پردازش پرس و جو. شمارش در محدوده یک سرور واحد. اگر عمق خط لوله بیشتر است, یک استثنا پرتاب می شود. به طور پیش فرض 1000.
-
-## _ص_خلاف {#max-ast-depth}
-
-حداکثر عمق تودرتو از یک درخت نحوی پرس و جو. اگر بیش از, یک استثنا پرتاب می شود.
-در این زمان در تجزیه بررسی نمی شود اما تنها پس از تجزیه پرس و جو. به این معنا که, یک درخت نحوی است که بیش از حد عمیق می تواند در طول تجزیه ایجاد, اما پرس و جو شکست مواجه خواهد شد. به طور پیش فرض 1000.
-
-## _محلولات حداکثر {#max-ast-elements}
-
-حداکثر تعداد عناصر در یک درخت نحوی پرس و جو. اگر بیش از, یک استثنا پرتاب می شود.
-در همان راه به عنوان تنظیمات قبلی تنها پس از تجزیه پرس و جو بررسی می شود. به طور پیش فرض 50000.
-
-## _رو_ تنظیم {#max-rows-in-set}
-
-حداکثر تعداد ردیف برای یک مجموعه داده ها در بند در ایجاد شده از یک خرده فروشی.
-
-## تنظیم _سریع {#max-bytes-in-set}
-
-حداکثر تعداد بایت (داده های غیر فشرده) استفاده شده توسط یک مجموعه در بند در ایجاد شده از یک خرده فروشی.
-
-## _حالت تنظیم {#set-overflow-mode}
-
-چه باید بکنید هنگامی که مقدار داده ها بیش از یکی از محدودیت های: ‘throw’ یا ‘break’. به طور پیش فرض, پرتاب.
-
-## حوزه _کاربری مکس {#max-rows-in-distinct}
-
-حداکثر تعداد ردیف های مختلف در هنگام استفاده از متمایز.
-
-## مک_بتس_ حوزه {#max-bytes-in-distinct}
-
-حداکثر تعداد بایت استفاده شده توسط یک جدول هش در هنگام استفاده متمایز.
-
-## _شروع مجدد {#distinct-overflow-mode}
-
-چه باید بکنید هنگامی که مقدار داده ها بیش از یکی از محدودیت های: ‘throw’ یا ‘break’. به طور پیش فرض, پرتاب.
-
-## ترجمههای بیشینه {#max-rows-to-transfer}
-
-حداکثر تعداد ردیف است که می تواند به یک سرور از راه دور منتقل می شود و یا ذخیره شده در یک جدول موقت در هنگام استفاده از جهانی در.
-
-## ترجمههای بیشینه {#max-bytes-to-transfer}
-
-حداکثر تعداد بایت (داده های غیر فشرده) است که می تواند به یک سرور از راه دور منتقل می شود و یا ذخیره شده در یک جدول موقت در هنگام استفاده از جهانی در.
-
-## _شروع مجدد {#transfer-overflow-mode}
-
-چه باید بکنید هنگامی که مقدار داده ها بیش از یکی از محدودیت های: ‘throw’ یا ‘break’. به طور پیش فرض, پرتاب.
-
-## _پاک کردن _روشن گرافیک {#settings-max_rows_in_join}
-
-محدودیت تعداد ردیف در جدول هش استفاده شده است که در هنگام پیوستن به جداول.
-
-این تنظیمات در مورد [SELECT … JOIN](../../sql-reference/statements/select/join.md#select-join) عملیات و [پیوستن](../../engines/table-engines/special/join.md) موتور جدول.
-
-اگر یک پرس و جو شامل چند می پیوندد, خانه چک این تنظیم برای هر نتیجه متوسط.
-
-تاتر می توانید با اقدامات مختلف ادامه دهید زمانی که از حد رسیده است. استفاده از [_شروع مجدد](#settings-join_overflow_mode) تنظیم برای انتخاب عمل.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت.
--   0 — Unlimited number of rows.
-
-مقدار پیش فرض: 0.
-
-## _پویش همیشگی {#settings-max_bytes_in_join}
-
-محدودیت اندازه در بایت از جدول هش استفاده می شود در هنگام پیوستن به جداول.
-
-این تنظیمات در مورد [SELECT … JOIN](../../sql-reference/statements/select/join.md#select-join) عملیات و [پیوستن به موتور جدول](../../engines/table-engines/special/join.md).
-
-اگر پرس و جو شامل می پیوندد, کلیک چک این تنظیمات برای هر نتیجه متوسط.
-
-تاتر می توانید با اقدامات مختلف ادامه دهید زمانی که از حد رسیده است. استفاده [_شروع مجدد](#settings-join_overflow_mode) تنظیمات برای انتخاب عمل.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت.
--   0 — Memory control is disabled.
-
-مقدار پیش فرض: 0.
-
-## _شروع مجدد {#settings-join_overflow_mode}
-
-تعریف می کند که چه عمل کلیک انجام زمانی که هر یک از محدودیت های زیر ملحق رسیده است:
-
--   [_پویش همیشگی](#settings-max_bytes_in_join)
--   [_پاک کردن _روشن گرافیک](#settings-max_rows_in_join)
-
-مقادیر ممکن:
-
--   `THROW` — ClickHouse throws an exception and breaks operation.
--   `BREAK` — ClickHouse breaks operation and doesn't throw an exception.
-
-مقدار پیشفرض: `THROW`.
-
-**همچنین نگاه کنید به**
-
--   [پیوستن بند](../../sql-reference/statements/select/join.md#select-join)
--   [پیوستن به موتور جدول](../../engines/table-engines/special/join.md)
-
-## _مسدود کردن بیشینه {#max-partitions-per-insert-block}
-
-حداکثر تعداد پارتیشن در یک بلوک قرار داده شده را محدود می کند.
-
--   عدد صحیح مثبت.
--   0 — Unlimited number of partitions.
-
-مقدار پیش فرض: 100.
-
-**اطلاعات دقیق**
-
-هنگام قرار دادن داده ها, تاتر محاسبه تعداد پارتیشن در بلوک قرار داده. اگر تعداد پارتیشن ها بیش از `max_partitions_per_insert_block`, خانه را کلیک می اندازد یک استثنا با متن زیر:
-
-> “Too many partitions for single INSERT block (more than” اطلاعات دقیق “). The limit is controlled by ‘max_partitions_per_insert_block’ setting. A large number of partitions is a common misconception. It will lead to severe negative performance impact, including slow server startup, slow INSERT queries and slow SELECT queries. Recommended total number of partitions for a table is under 1000..10000. Please note, that partitioning is not intended to speed up SELECT queries (ORDER BY key is sufficient to make range queries fast). Partitions are intended for data manipulation (DROP PARTITION, etc).”
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/settings/query_complexity/) <!--hide-->
diff --git a/docs/fa/operations/settings/settings-profiles.md b/docs/fa/operations/settings/settings-profiles.md
deleted file mode 100644
index de6f40ba015..00000000000
--- a/docs/fa/operations/settings/settings-profiles.md
+++ /dev/null
@@ -1,82 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 61
-toc_title: "\u067E\u0631\u0648\u0641\u0627\u06CC\u0644 \u062A\u0646\u0638\u06CC\u0645\
-  \u0627\u062A"
----
-
-# پروفایل تنظیمات {#settings-profiles}
-
-مشخصات تنظیمات مجموعه ای از تنظیمات گروه بندی شده تحت همین نام است.
-
-!!! note "اطلاعات"
-    فاحشه خانه نیز پشتیبانی می کند [گردش کار مبتنی بر مربع](../access-rights.md#access-control) برای مدیریت پروفایل تنظیمات. ما توصیه می کنیم از این استفاده کنید.
-
-مشخصات می توانید هر نام دارند. مشخصات می توانید هر نام دارند. شما می توانید مشخصات مشابه برای کاربران مختلف را مشخص کنید. مهم ترین چیز شما می توانید در مشخصات تنظیمات ارسال شده است `readonly=1`, که تضمین می کند فقط خواندنی دسترسی.
-
-پروفایل تنظیمات می توانید از یکدیگر به ارث می برند. برای استفاده از ارث, نشان می دهد یک یا چند `profile` تنظیمات قبل از تنظیمات دیگر که در مشخصات ذکر شده. در صورتی که یک تنظیم در پروفایل های مختلف تعریف شده, از تعریف استفاده شده است.
-
-برای اعمال تمام تنظیمات در یک پروفایل, تنظیم `profile` تنظیمات.
-
-مثال:
-
-نصب `web` پرونده.
-
-``` sql
-SET profile = 'web'
-```
-
-پروفایل تنظیمات در فایل پیکربندی کاربر اعلام کرد. این است که معمولا `users.xml`.
-
-مثال:
-
-``` xml
-<!-- Settings profiles -->
-<profiles>
-    <!-- Default settings -->
-    <default>
-        <!-- The maximum number of threads when running a single query. -->
-        <max_threads>8</max_threads>
-    </default>
-
-    <!-- Settings for quries from the user interface -->
-    <web>
-        <max_rows_to_read>1000000000</max_rows_to_read>
-        <max_bytes_to_read>100000000000</max_bytes_to_read>
-
-        <max_rows_to_group_by>1000000</max_rows_to_group_by>
-        <group_by_overflow_mode>any</group_by_overflow_mode>
-
-        <max_rows_to_sort>1000000</max_rows_to_sort>
-        <max_bytes_to_sort>1000000000</max_bytes_to_sort>
-
-        <max_result_rows>100000</max_result_rows>
-        <max_result_bytes>100000000</max_result_bytes>
-        <result_overflow_mode>break</result_overflow_mode>
-
-        <max_execution_time>600</max_execution_time>
-        <min_execution_speed>1000000</min_execution_speed>
-        <timeout_before_checking_execution_speed>15</timeout_before_checking_execution_speed>
-
-        <max_columns_to_read>25</max_columns_to_read>
-        <max_temporary_columns>100</max_temporary_columns>
-        <max_temporary_non_const_columns>50</max_temporary_non_const_columns>
-
-        <max_subquery_depth>2</max_subquery_depth>
-        <max_pipeline_depth>25</max_pipeline_depth>
-        <max_ast_depth>50</max_ast_depth>
-        <max_ast_elements>100</max_ast_elements>
-
-        <readonly>1</readonly>
-    </web>
-</profiles>
-```
-
-به عنوان مثال دو پروفایل مشخص: `default` و `web`.
-
-این `default` مشخصات دارای یک هدف خاص: همیشه باید وجود داشته باشد و در هنگام شروع سرور اعمال می شود. به عبارت دیگر `default` مشخصات شامل تنظیمات پیش فرض.
-
-این `web` مشخصات یک پروفایل به طور منظم است که می تواند با استفاده از مجموعه است `SET` پرسوجو یا استفاده از یک پارامتر نشانی وب در پرسوجو اچتیتیپی.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/settings/settings_profiles/) <!--hide-->
diff --git a/docs/fa/operations/settings/settings-users.md b/docs/fa/operations/settings/settings-users.md
deleted file mode 100644
index c73f945e25a..00000000000
--- a/docs/fa/operations/settings/settings-users.md
+++ /dev/null
@@ -1,164 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 63
-toc_title: "\u062A\u0646\u0638\u06CC\u0645\u0627\u062A \u06A9\u0627\u0631\u0628\u0631"
----
-
-# تنظیمات کاربر {#user-settings}
-
-این `users` بخش از `user.xml` فایل پیکربندی شامل تنظیمات کاربر.
-
-!!! note "اطلاعات"
-    فاحشه خانه نیز پشتیبانی می کند [گردش کار مبتنی بر مربع](../access-rights.md#access-control) برای مدیریت کاربران. ما توصیه می کنیم از این استفاده کنید.
-
-ساختار `users` بخش:
-
-``` xml
-<users>
-    <!-- If user name was not specified, 'default' user is used. -->
-    <user_name>
-        <password></password>
-        <!-- Or -->
-        <password_sha256_hex></password_sha256_hex>
-
-        <access_management>0|1</access_management>
-
-        <networks incl="networks" replace="replace">
-        </networks>
-
-        <profile>profile_name</profile>
-
-        <quota>default</quota>
-
-        <databases>
-            <database_name>
-                <table_name>
-                    <filter>expression</filter>
-                <table_name>
-            </database_name>
-        </databases>
-    </user_name>
-    <!-- Other users settings -->
-</users>
-```
-
-### نام / رمز عبور {#user-namepassword}
-
-رمز عبور را می توان در متن یا در شی256 (فرمت سحر و جادو) مشخص شده است.
-
--   برای اختصاص دادن رمز عبور به متن (**توصیه نمی شود**), جای خود را در یک `password` عنصر.
-
-    به عنوان مثال, `<password>qwerty</password>`. رمز عبور را می توان خالی گذاشت.
-
-<a id="password_sha256_hex"></a>
-
--   برای اختصاص دادن رمز عبور با استفاده از هش ش256 در یک `password_sha256_hex` عنصر.
-
-    به عنوان مثال, `<password_sha256_hex>65e84be33532fb784c48129675f9eff3a682b27168c0ea744b2cf58ee02337c5</password_sha256_hex>`.
-
-    نمونه ای از نحوه تولید رمز عبور از پوسته:
-
-          PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha256sum | tr -d '-'
-
-    خط اول نتیجه رمز عبور است. خط دوم مربوط به هش ش256 است.
-
-<a id="password_double_sha1_hex"></a>
-
--   برای سازگاری با مشتریان خروجی زیر, رمز عبور را می توان در دو شی1 هش مشخص. محل را در `password_double_sha1_hex` عنصر.
-
-    به عنوان مثال, `<password_double_sha1_hex>08b4a0f1de6ad37da17359e592c8d74788a83eb0</password_double_sha1_hex>`.
-
-    نمونه ای از نحوه تولید رمز عبور از پوسته:
-
-          PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha1sum | tr -d '-' | xxd -r -p | sha1sum | tr -d '-'
-
-    خط اول نتیجه رمز عبور است. خط دوم مربوط به هش دو شی1 است.
-
-### مدیریت دسترسی {#access_management-user-setting}
-
-این تنظیم را قادر می سازد از غیر فعال با استفاده از گذاشتن محور [کنترل دسترسی و مدیریت حساب](../access-rights.md#access-control) برای کاربر.
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 0.
-
-### نام / شبکه {#user-namenetworks}
-
-لیست شبکه هایی که کاربر می تواند به سرور کلیک متصل شود.
-
-هر عنصر از لیست می توانید یکی از اشکال زیر را داشته باشد:
-
--   `<ip>` — IP address or network mask.
-
-    مثالها: `213.180.204.3`, `10.0.0.1/8`, `10.0.0.1/255.255.255.0`, `2a02:6b8::3`, `2a02:6b8::3/64`, `2a02:6b8::3/ffff:ffff:ffff:ffff::`.
-
--   `<host>` — Hostname.
-
-    مثال: `example01.host.ru`.
-
-    برای بررسی دسترسی یک پرسوجوی دی ان اس انجام میشود و تمامی نشانیهای اینترنتی برگشتی با نشانی همکار مقایسه میشوند.
-
--   `<host_regexp>` — Regular expression for hostnames.
-
-    مثال, `^example\d\d-\d\d-\d\.host\.ru$`
-
-    برای بررسی دسترسی [جستجو](https://en.wikipedia.org/wiki/Reverse_DNS_lookup) برای نشانی همکار انجام می شود و سپس عبارت منظم مشخص شده اعمال می شود. سپس پرس و جو دی ان اس دیگری برای نتایج پرس و جو انجام می شود و تمامی نشانیهای دریافتی با نشانی همکار مقایسه می شوند. ما قویا توصیه می کنیم که عبارت منظم به پایان می رسد با$.
-
-تمام نتایج درخواست دی ان اس ذخیره سازی تا زمانی که سرور راه اندازی مجدد.
-
-**مثالها**
-
-برای باز کردن دسترسی برای کاربر از هر شبکه مشخص کنید:
-
-``` xml
-<ip>::/0</ip>
-```
-
-!!! warning "اخطار"
-    این نا امن برای باز کردن دسترسی از هر شبکه مگر اینکه شما یک فایروال به درستی پیکربندی و یا سرور به طور مستقیم به اینترنت متصل نیست.
-
-برای باز کردن دسترسی فقط از جایل هاست مشخص کنید:
-
-``` xml
-<ip>::1</ip>
-<ip>127.0.0.1</ip>
-```
-
-### نام / پروفایل {#user-nameprofile}
-
-شما می توانید یک پروفایل تنظیمات برای کاربر اختصاص دهید. پروفایل های تنظیمات در یک بخش جداگانه از پیکربندی `users.xml` پرونده. برای کسب اطلاعات بیشتر, دیدن [پروفایل تنظیمات](settings-profiles.md).
-
-### نام / سهمیه {#user-namequota}
-
-سهمیه اجازه می دهد شما را به پیگیری و یا محدود کردن استفاده از منابع بیش از یک دوره از زمان. سهمیه در پیکربندی `quotas`
-بخش از `users.xml` فایل پیکربندی.
-
-شما می توانید یک سهمیه تعیین شده برای کاربر اختصاص. برای شرح مفصلی از پیکربندی سهمیه, دیدن [سهمیه](../quotas.md#quotas).
-
-### نام/پایگاه های داده {#user-namedatabases}
-
-در این بخش می توانید ردیف هایی را که توسط کلیک برای بازگشت هستند محدود کنید `SELECT` نمایش داده شد ساخته شده توسط کاربر فعلی, در نتیجه اجرای امنیت سطح ردیف پایه.
-
-**مثال**
-
-پیکربندی زیر نیروهای که کاربر `user1` فقط می توانید ردیف ها را ببینید `table1` به عنوان نتیجه `SELECT` نمایش داده شد که ارزش `id` درست است 1000.
-
-``` xml
-<user1>
-    <databases>
-        <database_name>
-            <table1>
-                <filter>id = 1000</filter>
-            </table1>
-        </database_name>
-    </databases>
-</user1>
-```
-
-این `filter` می تواند هر بیان و در نتیجه [UInt8](../../sql-reference/data-types/int-uint.md)- نوع ارزش. این حالت معمولا شامل مقایسه و اپراتورهای منطقی. سطرها از `database_name.table1` از کجا نتایج فیلتر به 0 برای این کاربر بازگشت نیست. فیلتر کردن با ناسازگار است `PREWHERE` عملیات و معلولین `WHERE→PREWHERE` بهینهسازی.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/settings/settings_users/) <!--hide-->
diff --git a/docs/fa/operations/settings/settings.md b/docs/fa/operations/settings/settings.md
deleted file mode 100644
index 61cb2a9793f..00000000000
--- a/docs/fa/operations/settings/settings.md
+++ /dev/null
@@ -1,1254 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# تنظیمات {#settings}
-
-## _شماره توزیع شده {#distributed-product-mode}
-
-تغییر رفتار [توزیع subqueries](../../sql-reference/operators/in.md).
-
-ClickHouse applies this setting when the query contains the product of distributed tables, i.e. when the query for a distributed table contains a non-GLOBAL subquery for the distributed table.
-
-محدودیت ها:
-
--   تنها برای اعمال در و پیوستن به subqueries.
--   فقط اگر از بخش با استفاده از یک جدول توزیع حاوی بیش از یک سفال.
--   اگر خرده فروشی مربوط به یک جدول توزیع حاوی بیش از یک سفال.
--   برای ارزش جدول استفاده نمی شود [دور](../../sql-reference/table-functions/remote.md) تابع.
-
-مقادیر ممکن:
-
--   `deny` — Default value. Prohibits using these types of subqueries (returns the “Double-distributed in/JOIN subqueries is denied” استثنا).
--   `local` — Replaces the database and table in the subquery with local ones for the destination server (shard), leaving the normal `IN`/`JOIN.`
--   `global` — Replaces the `IN`/`JOIN` پرسوجو با `GLOBAL IN`/`GLOBAL JOIN.`
--   `allow` — Allows the use of these types of subqueries.
-
-## تغییر در حسابهای کاربری دستگاه {#enable-optimize-predicate-expression}
-
-تبدیل به پیش فرض فشار در `SELECT` نمایش داده شد.
-
-افت فشار پیش فرض ممکن است به طور قابل توجهی کاهش ترافیک شبکه برای نمایش داده شد توزیع شده است.
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 1.
-
-استفاده
-
-پرس و جو های زیر را در نظر بگیرید:
-
-1.  `SELECT count() FROM test_table WHERE date = '2018-10-10'`
-2.  `SELECT count() FROM (SELECT * FROM test_table) WHERE date = '2018-10-10'`
-
-اگر `enable_optimize_predicate_expression = 1`, سپس زمان اجرای این نمایش داده شد برابر است چرا که کلیکاوس اعمال می شود `WHERE` به خرده فروشی در هنگام پردازش.
-
-اگر `enable_optimize_predicate_expression = 0` سپس زمان اجرای پرس و جو دوم بسیار طولانی تر است زیرا `WHERE` بند مربوط به تمام داده ها پس از اتمام زیرخاکری.
-
-## شناسه بسته: {#settings-fallback_to_stale_replicas_for_distributed_queries}
-
-نیروهای پرس و جو به ماکت خارج از تاریخ اگر داده به روز شده در دسترس نیست. ببینید [تکرار](../../engines/table-engines/mergetree-family/replication.md).
-
-تاتر انتخاب مناسب ترین از کپی منسوخ شده از جدول.
-
-مورد استفاده در هنگام انجام `SELECT` از یک جدول توزیع شده است که اشاره به جداول تکرار.
-
-به طور پیش فرض, 1 (فعال).
-
-## اجبار {#settings-force_index_by_date}
-
-غیرفعال اجرای پرس و جو در صورتی که شاخص می تواند بر اساس تاریخ استفاده نمی شود.
-
-با جداول در خانواده ادغام کار می کند.
-
-اگر `force_index_by_date=1` چک چه پرس و جو وضعیت کلید تاریخ است که می تواند مورد استفاده قرار گیرد برای محدود کردن محدوده داده. اگر هیچ شرایط مناسب وجود دارد, این یک استثنا می اندازد. با این حال, بررسی نمی کند که وضعیت مقدار داده ها به خواندن را کاهش می دهد. مثلا, شرایط `Date != ' 2000-01-01 '` قابل قبول است حتی زمانی که منطبق بر تمام داده ها در جدول (به عنوان مثال در حال اجرا پرس و جو نیاز به اسکن کامل). برای کسب اطلاعات بیشتر در مورد محدوده داده ها در جداول ادغام, دیدن [ادغام](../../engines/table-engines/mergetree-family/mergetree.md).
-
-## اجبار {#force-primary-key}
-
-غیر فعال اعدام پرس و جو اگر نمایه سازی توسط کلید اصلی امکان پذیر نیست.
-
-با جداول در خانواده ادغام کار می کند.
-
-اگر `force_primary_key=1` چک خانه را ببینید اگر پرس و جو شرایط کلیدی اولیه است که می تواند مورد استفاده قرار گیرد برای محدود کردن محدوده داده است. اگر هیچ شرایط مناسب وجود دارد, این یک استثنا می اندازد. با این حال, بررسی نمی کند که وضعیت مقدار داده ها به خواندن را کاهش می دهد. برای کسب اطلاعات بیشتر در مورد محدوده داده ها در جداول ادغام, دیدن [ادغام](../../engines/table-engines/mergetree-family/mergetree.md).
-
-## قالب_نما {#format-schema}
-
-این پارامتر زمانی مفید است که شما با استفاده از فرمت های که نیاز به یک تعریف طرح, مانند [سروان نیا](https://capnproto.org/) یا [Protobuf](https://developers.google.com/protocol-buffers/). ارزش بستگی به فرمت.
-
-## دادههای سایت {#fsync-metadata}
-
-فعالسازی یا غیرفعال کردن [فوسینک](http://pubs.opengroup.org/onlinepubs/9699919799/functions/fsync.html) هنگام نوشتن `.sql` پرونده ها فعال به طور پیش فرض.
-
-این را حس می کند به غیر فعال کردن اگر سرور دارای میلیون ها جدول کوچک است که به طور مداوم در حال ایجاد و نابود شده است.
-
-## نصب و راه اندازی {#settings-enable_http_compression}
-
-را قادر می سازد و یا غیر فعال فشرده سازی داده ها در پاسخ به درخواست قام.
-
-برای کسب اطلاعات بیشتر, خواندن [توصیف واسط قام](../../interfaces/http.md).
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 0.
-
-## _تنظیم مجدد به حالت اولیه {#settings-http_zlib_compression_level}
-
-سطح فشرده سازی داده ها را در پاسخ به درخواست قام تنظیم می کند [قابلیت تنظیم صدا = 1](#settings-enable_http_compression).
-
-مقادیر ممکن: اعداد از 1 تا 9.
-
-مقدار پیش فرض: 3.
-
-## تغییر در حسابهای کاربری دستگاه {#settings-http_native_compression_disable_checksumming_on_decompress}
-
-را قادر می سازد و یا غیر فعال تایید کنترلی زمانی که از حالت فشرده خارج کردن اطلاعات ارسال قام از مشتری. فقط برای فرمت فشرده سازی بومی کلیک (با استفاده نمی شود `gzip` یا `deflate`).
-
-برای کسب اطلاعات بیشتر, خواندن [توصیف واسط قام](../../interfaces/http.md).
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 0.
-
-## نمایش سایت {#settings-send_progress_in_http_headers}
-
-فعالسازی یا غیرفعال کردن `X-ClickHouse-Progress` هدرهای پاسخ قام در `clickhouse-server` پاسخ.
-
-برای کسب اطلاعات بیشتر, خواندن [توصیف واسط قام](../../interfaces/http.md).
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 0.
-
-## عناصر {#setting-max_http_get_redirects}
-
-محدودیت حداکثر تعداد قام از رازک تغییر مسیر برای [URL](../../engines/table-engines/special/url.md)- جدول موتور . تنظیمات مربوط به هر دو نوع جداول: کسانی که ایجاد شده توسط [CREATE TABLE](../../sql-reference/statements/create.md#create-table-query) پرس و جو و توسط [نشانی وب](../../sql-reference/table-functions/url.md) تابع جدول.
-
-مقادیر ممکن:
-
--   هر عدد صحیح مثبت رازک.
--   0 — No hops allowed.
-
-مقدار پیش فرض: 0.
-
-## وارد کردن _فرست_مرزیابی _نمایش مجدد {#settings-input_format_allow_errors_num}
-
-حداکثر تعداد خطاهای قابل قبول را در هنگام خواندن از فرمت های متنی تنظیم می کند).
-
-مقدار پیش فرض 0 است.
-
-همیشه با جفت `input_format_allow_errors_ratio`.
-
-اگر یک خطا رخ داده است در حالی که خواندن ردیف اما ضد خطا است که هنوز هم کمتر از `input_format_allow_errors_num`, خانه را نادیده می گیرد ردیف و حرکت بر روی یک بعدی.
-
-اگر هر دو `input_format_allow_errors_num` و `input_format_allow_errors_ratio` بیش از حد, فاحشه خانه می اندازد یک استثنا.
-
-## ثبت نام {#settings-input_format_allow_errors_ratio}
-
-حداکثر درصد خطاها را در هنگام خواندن از فرمت های متنی تنظیم می کند.).
-درصد خطاها به عنوان یک عدد ممیز شناور بین 0 و 1 تنظیم شده است.
-
-مقدار پیش فرض 0 است.
-
-همیشه با جفت `input_format_allow_errors_num`.
-
-اگر یک خطا رخ داده است در حالی که خواندن ردیف اما ضد خطا است که هنوز هم کمتر از `input_format_allow_errors_ratio`, خانه را نادیده می گیرد ردیف و حرکت بر روی یک بعدی.
-
-اگر هر دو `input_format_allow_errors_num` و `input_format_allow_errors_ratio` بیش از حد, فاحشه خانه می اندازد یک استثنا.
-
-## در حال خواندن: {#settings-input_format_values_interpret_expressions}
-
-را قادر می سازد و یا غیر فعال تجزیه کننده کامل گذاشتن اگر تجزیه کننده جریان سریع نمی تواند تجزیه داده ها. این تنظیم فقط برای [مقادیر](../../interfaces/formats.md#data-format-values) فرمت در درج داده ها. برای کسب اطلاعات بیشتر در مورد تجزیه نحو, دیدن [نحو](../../sql-reference/syntax.md) بخش.
-
-مقادیر ممکن:
-
--   0 — Disabled.
-
-    در این مورد, شما باید داده های فرمت شده را فراهم. دیدن [فرشها](../../interfaces/formats.md) بخش.
-
--   1 — Enabled.
-
-    در این مورد, شما می توانید یک عبارت گذاشتن به عنوان یک ارزش استفاده, اما درج داده است این راه بسیار کندتر. اگر شما وارد کردن داده های فرمت شده تنها, سپس کلیک کنیدهاوس رفتار به عنوان اگر مقدار تنظیم است 0.
-
-مقدار پیش فرض: 1.
-
-مثال استفاده
-
-درج [DateTime](../../sql-reference/data-types/datetime.md) ارزش نوع با تنظیمات مختلف.
-
-``` sql
-SET input_format_values_interpret_expressions = 0;
-INSERT INTO datetime_t VALUES (now())
-```
-
-``` text
-Exception on client:
-Code: 27. DB::Exception: Cannot parse input: expected ) before: now()): (at row 1)
-```
-
-``` sql
-SET input_format_values_interpret_expressions = 1;
-INSERT INTO datetime_t VALUES (now())
-```
-
-``` text
-Ok.
-```
-
-پرس و جو گذشته معادل به شرح زیر است:
-
-``` sql
-SET input_format_values_interpret_expressions = 0;
-INSERT INTO datetime_t SELECT now()
-```
-
-``` text
-Ok.
-```
-
-## در حال خواندن: {#settings-input_format_values_deduce_templates_of_expressions}
-
-را قادر می سازد و یا غیر فعال کسر الگو برای عبارات گذاشتن در [مقادیر](../../interfaces/formats.md#data-format-values) قالب. این اجازه می دهد تجزیه و تفسیر عبارات در `Values` بسیار سریع تر اگر عبارات در ردیف متوالی همان ساختار. تاتر تلاش می کند به استنباط قالب یک عبارت, تجزیه ردیف زیر با استفاده از این الگو و ارزیابی بیان در یک دسته از ردیف موفقیت تجزیه.
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 1.
-
-برای پرس و جو زیر:
-
-``` sql
-INSERT INTO test VALUES (lower('Hello')), (lower('world')), (lower('INSERT')), (upper('Values')), ...
-```
-
--   اگر `input_format_values_interpret_expressions=1` و `format_values_deduce_templates_of_expressions=0`, عبارات به طور جداگانه برای هر سطر تفسیر (این برای تعداد زیادی از ردیف بسیار کند است).
--   اگر `input_format_values_interpret_expressions=0` و `format_values_deduce_templates_of_expressions=1`, عبارات در اولین, ردیف دوم و سوم با استفاده از الگو تجزیه `lower(String)` و با هم تفسیر, بیان در ردیف جلو با قالب دیگری تجزیه (`upper(String)`).
--   اگر `input_format_values_interpret_expressions=1` و `format_values_deduce_templates_of_expressions=1`, همان است که در مورد قبلی, بلکه اجازه می دهد تا عقب نشینی به تفسیر عبارات به طور جداگانه اگر این امکان وجود ندارد به استنباط الگو.
-
-## وارد کردن _تماس_عول_ایجاد _شکلتهای _شخصی {#settings-input-format-values-accurate-types-of-literals}
-
-این تنظیم تنها زمانی استفاده می شود `input_format_values_deduce_templates_of_expressions = 1`. این می تواند رخ دهد, که عبارت برای برخی از ستون دارای ساختار مشابه, اما حاوی لیتر عددی از انواع مختلف, به عنوان مثال
-
-``` sql
-(..., abs(0), ...),             -- UInt64 literal
-(..., abs(3.141592654), ...),   -- Float64 literal
-(..., abs(-1), ...),            -- Int64 literal
-```
-
-مقادیر ممکن:
-
--   0 — Disabled.
-
-    In this case, ClickHouse may use a more general type for some literals (e.g., `Float64` یا `Int64` به جای `UInt64` برای `42`), اما ممکن است مشکلات سرریز و دقت شود.
-
--   1 — Enabled.
-
-    در این مورد, تاتر چک نوع واقعی تحت اللفظی و با استفاده از یک قالب بیان از نوع مربوطه. در بعضی موارد, ممکن است به طور قابل توجهی کاهش سرعت ارزیابی بیان در `Values`.
-
-مقدار پیش فرض: 1.
-
-## _پوشه های ورودی و خروجی {#session_settings-input_format_defaults_for_omitted_fields}
-
-هنگام انجام `INSERT` نمایش داده شد, جایگزین مقادیر ستون ورودی حذف شده با مقادیر پیش فرض از ستون مربوطه. این گزینه فقط برای اعمال [جیسانچرو](../../interfaces/formats.md#jsoneachrow), [CSV](../../interfaces/formats.md#csv) و [جدول دار](../../interfaces/formats.md#tabseparated) فرمتها.
-
-!!! note "یادداشت"
-    هنگامی که این گزینه فعال است, ابرداده جدول طولانی از سرور به مشتری ارسال. این مصرف منابع محاسباتی اضافی بر روی سرور و می تواند عملکرد را کاهش دهد.
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 1.
-
-## پیشسو {#settings-input-format-tsv-empty-as-default}
-
-هنگامی که فعال, جایگزین زمینه های ورودی خالی در فیلم با مقادیر پیش فرض. برای عبارات پیش فرض پیچیده `input_format_defaults_for_omitted_fields` باید بیش از حد فعال شود.
-
-غیر فعال به طور پیش فرض.
-
-## خرابی در حذف گواهینامهها {#settings-input-format-null-as-default}
-
-را قادر می سازد و یا غیر فعال با استفاده از مقادیر پیش فرض اگر داده های ورودی شامل `NULL`, اما نوع داده از ستون مربوطه در نمی `Nullable(T)` (برای فرمت های ورودی متن).
-
-## _دفتر_صرفههای شناسنامهی ورودی {#settings-input-format-skip-unknown-fields}
-
-را قادر می سازد و یا غیر فعال پرش درج داده های اضافی.
-
-در هنگام نوشتن داده ها, تاتر می اندازد یک استثنا اگر داده های ورودی حاوی ستون که در جدول هدف وجود ندارد. اگر پرش فعال است, تاتر می کند داده های اضافی وارد کنید و یک استثنا پرتاب نمی.
-
-فرمت های پشتیبانی شده:
-
--   [جیسانچرو](../../interfaces/formats.md#jsoneachrow)
--   [اطلاعات دقیق](../../interfaces/formats.md#csvwithnames)
--   [اطلاعات دقیق](../../interfaces/formats.md#tabseparatedwithnames)
--   [TSKV](../../interfaces/formats.md#tskv)
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 0.
-
-## تغییر _کم_تر_تنظیم مجدد _جنسان {#settings-input_format_import_nested_json}
-
-درج دادههای جسون را با اشیای تو در تو فعال یا غیرفعال میکند.
-
-فرمت های پشتیبانی شده:
-
--   [جیسانچرو](../../interfaces/formats.md#jsoneachrow)
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 0.
-
-همچنین نگاه کنید به:
-
--   [استفاده از ساختارهای تو در تو](../../interfaces/formats.md#jsoneachrow-nested) با `JSONEachRow` قالب.
-
-## _فرست_ام_امنمایش گذرواژه {#settings-input-format-with-names-use-header}
-
-را قادر می سازد و یا غیر فعال چک کردن سفارش ستون در هنگام قرار دادن داده ها.
-
-برای بهبود عملکرد درج, توصیه می کنیم غیر فعال کردن این چک اگر شما اطمینان حاصل کنید که سفارش ستون از داده های ورودی همان است که در جدول هدف است.
-
-فرمت های پشتیبانی شده:
-
--   [اطلاعات دقیق](../../interfaces/formats.md#csvwithnames)
--   [اطلاعات دقیق](../../interfaces/formats.md#tabseparatedwithnames)
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 1.
-
-## تغییر _شماره {#settings-date_time_input_format}
-
-اجازه می دهد تا انتخاب تجزیه کننده از نمایش متن از تاریخ و زمان.
-
-تنظیمات برای اعمال نمی شود [توابع تاریخ و زمان](../../sql-reference/functions/date-time-functions.md).
-
-مقادیر ممکن:
-
--   `'best_effort'` — Enables extended parsing.
-
-    تاتر می توانید پایه تجزیه `YYYY-MM-DD HH:MM:SS` فرمت و همه [ISO 8601](https://en.wikipedia.org/wiki/ISO_8601) فرمت های تاریخ و زمان. به عنوان مثال, `'2018-06-08T01:02:03.000Z'`.
-
--   `'basic'` — Use basic parser.
-
-    تاتر می توانید تنها پایه تجزیه `YYYY-MM-DD HH:MM:SS` قالب. به عنوان مثال, `'2019-08-20 10:18:56'`.
-
-مقدار پیشفرض: `'basic'`.
-
-همچنین نگاه کنید به:
-
--   [نوع داده حسگر ناحیه رنگی.](../../sql-reference/data-types/datetime.md)
--   [توابع برای کار با تاریخ و زمان.](../../sql-reference/functions/date-time-functions.md)
-
-## بررسی اجمالی {#settings-join_default_strictness}
-
-مجموعه سختی پیش فرض برای [تاریخ بند](../../sql-reference/statements/select/join.md#select-join).
-
-مقادیر ممکن:
-
--   `ALL` — If the right table has several matching rows, ClickHouse creates a [محصول دکارتی](https://en.wikipedia.org/wiki/Cartesian_product) از تطبیق ردیف. این طبیعی است `JOIN` رفتار از استاندارد گذاشتن.
--   `ANY` — If the right table has several matching rows, only the first one found is joined. If the right table has only one matching row, the results of `ANY` و `ALL` یکسان هستند.
--   `ASOF` — For joining sequences with an uncertain match.
--   `Empty string` — If `ALL` یا `ANY` در پرس و جو مشخص نشده است, خانه عروسکی می اندازد یک استثنا.
-
-مقدار پیشفرض: `ALL`.
-
-## نمایش سایت {#settings-join_any_take_last_row}
-
-تغییرات رفتار پیوستن به عملیات با `ANY` سخت بودن.
-
-!!! warning "توجه"
-    این تنظیم فقط برای `JOIN` عملیات با [پیوستن](../../engines/table-engines/special/join.md) جداول موتور.
-
-مقادیر ممکن:
-
--   0 — If the right table has more than one matching row, only the first one found is joined.
--   1 — If the right table has more than one matching row, only the last one found is joined.
-
-مقدار پیش فرض: 0.
-
-همچنین نگاه کنید به:
-
--   [پیوستن بند](../../sql-reference/statements/select/join.md#select-join)
--   [پیوستن به موتور جدول](../../engines/table-engines/special/join.md)
--   [بررسی اجمالی](#settings-join_default_strictness)
-
-## ارزشهای خبری عبارتند از: {#join_use_nulls}
-
-نوع را تنظیم می کند [JOIN](../../sql-reference/statements/select/join.md) رفتار هنگامی که ادغام جداول سلول های خالی ممکن است ظاهر شود. کلیک هاوس بر اساس این تنظیم متفاوت است.
-
-مقادیر ممکن:
-
--   0 — The empty cells are filled with the default value of the corresponding field type.
--   1 — `JOIN` رفتار به همان شیوه به عنوان در گذاشتن استاندارد. نوع زمینه مربوطه به تبدیل [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) سلول های خالی پر شده اند [NULL](../../sql-reference/syntax.md).
-
-مقدار پیش فرض: 0.
-
-## ت_مایش بیشینه {#setting-max_block_size}
-
-در خانه, داده ها توسط بلوک های پردازش (مجموعه ای از قطعات ستون). چرخه پردازش داخلی برای یک بلوک به اندازه کافی موثر هستند, اما هزینه های قابل توجه در هر بلوک وجود دارد. این `max_block_size` تنظیم یک توصیه برای چه اندازه بلوک (در تعداد ردیف) برای بارگذاری از جداول است. اندازه بلوک نباید بیش از حد کوچک, به طوری که هزینه در هر بلوک هنوز هم قابل توجه است, اما نه بیش از حد بزرگ به طوری که پرس و جو با محدودیت است که پس از اولین بلوک به سرعت پردازش تکمیل. هدف این است که برای جلوگیری از مصرف حافظه بیش از حد در هنگام استخراج تعداد زیادی از ستون ها در موضوعات مختلف و برای حفظ حداقل برخی از محل کش.
-
-مقدار پیش فرض: 65,536.
-
-بلوک اندازه `max_block_size` همیشه از جدول لود نمی. اگر واضح است که داده های کمتر نیاز به بازیابی یک بلوک کوچکتر پردازش می شود.
-
-## ترجی_حات {#preferred-block-size-bytes}
-
-مورد استفاده برای همان هدف به عنوان `max_block_size` اما با تطبیق تعداد سطرها در بلوک اندازه بلوک توصیه شده را در بایت تنظیم می کند.
-با این حال, اندازه بلوک نمی تواند بیش از `max_block_size` ردیف
-به طور پیش فرض: 1,000,000. تنها در هنگام خواندن از موتورهای ادغام کار می کند.
-
-## ادغام _تر_م_را_م_مایش مجدد {#setting-merge-tree-min-rows-for-concurrent-read}
-
-اگر تعداد ردیف از یک فایل از یک خوانده شود [ادغام](../../engines/table-engines/mergetree-family/mergetree.md) جدول بیش از `merge_tree_min_rows_for_concurrent_read` سپس کلیک کنیدهاوس تلاش می کند برای انجام خواندن همزمان از این فایل در موضوعات مختلف.
-
-مقادیر ممکن:
-
--   هر عدد صحیح مثبت.
-
-مقدار پیش فرض: 163840.
-
-## _انتقال به _انتقال به _شخصی {#setting-merge-tree-min-bytes-for-concurrent-read}
-
-اگر تعداد بایت برای خواندن از یک فایل از یک [ادغام](../../engines/table-engines/mergetree-family/mergetree.md)- جدول موتور بیش از `merge_tree_min_bytes_for_concurrent_read` سپس کلیک کنیدهاوس تلاش می کند به صورت همزمان از این فایل در موضوعات مختلف به عنوان خوانده شده.
-
-مقدار ممکن:
-
--   هر عدد صحیح مثبت.
-
-مقدار پیش فرض: 251658240.
-
-## ادغام _تر_م_را_م_را_مایش مجدد {#setting-merge-tree-min-rows-for-seek}
-
-اگر فاصله بین دو بلوک داده در یک فایل خوانده شود کمتر از `merge_tree_min_rows_for_seek` ردیف, سپس کلیک می کند از طریق فایل به دنبال ندارد اما می خواند پی در پی داده ها.
-
-مقادیر ممکن:
-
--   هر عدد صحیح مثبت.
-
-مقدار پیش فرض: 0.
-
-## ادغام _تر_حضربه _ترکمال {#setting-merge-tree-min-bytes-for-seek}
-
-اگر فاصله بین دو بلوک داده در یک فایل خوانده شود کمتر از `merge_tree_min_bytes_for_seek` بایت, سپس پی در پی تاتر می خواند طیف وسیعی از فایل است که شامل هر دو بلوک, در نتیجه اجتناب اضافی به دنبال.
-
-مقادیر ممکن:
-
--   هر عدد صحیح مثبت.
-
-مقدار پیش فرض: 0.
-
-## ادغام _تر_کوارسی_یندگرمانی {#setting-merge-tree-coarse-index-granularity}
-
-هنگامی که جستجو برای داده ها, تاتر چک علامت داده ها در فایل شاخص. اگر فاحشه خانه می یابد که کلید های مورد نیاز در برخی از محدوده هستند, این تقسیم این محدوده به `merge_tree_coarse_index_granularity` موشک و جستجو کلید های مورد نیاز وجود دارد به صورت بازگشتی.
-
-مقادیر ممکن:
-
--   هر عدد صحیح حتی مثبت.
-
-مقدار پیش فرض: 8.
-
-## _انتقال به _انتقال {#setting-merge-tree-max-rows-to-use-cache}
-
-اگر کلیک خانه باید بیش از خواندن `merge_tree_max_rows_to_use_cache` ردیف ها در یک پرس و جو از کش بلوک های غیر فشرده استفاده نمی کنند.
-
-ذخیره سازی داده های ذخیره شده بلوک های غیر فشرده برای نمایش داده شد. تاتر با استفاده از این کش برای سرعت بخشیدن به پاسخ به نمایش داده شد کوچک تکرار شده است. این تنظیم محافظت از کش از سطل زباله توسط نمایش داده شد که مقدار زیادی از داده ها به عنوان خوانده شده. این [_بالا](../server-configuration-parameters/settings.md#server-settings-uncompressed_cache_size) تنظیم سرور اندازه کش از بلوک های غیر فشرده را تعریف می کند.
-
-مقادیر ممکن:
-
--   هر عدد صحیح مثبت.
-
-Default value: 128 ✕ 8192.
-
-## _انتقال به _انتقال {#setting-merge-tree-max-bytes-to-use-cache}
-
-اگر کلیک خانه باید بیش از خواندن `merge_tree_max_bytes_to_use_cache` بایت در یک پرس و جو, این کش از بلوک های غیر فشرده استفاده نمی.
-
-ذخیره سازی داده های ذخیره شده بلوک های غیر فشرده برای نمایش داده شد. تاتر با استفاده از این کش برای سرعت بخشیدن به پاسخ به نمایش داده شد کوچک تکرار شده است. این تنظیم محافظت از کش از سطل زباله توسط نمایش داده شد که مقدار زیادی از داده ها به عنوان خوانده شده. این [_بالا](../server-configuration-parameters/settings.md#server-settings-uncompressed_cache_size) تنظیم سرور اندازه کش از بلوک های غیر فشرده را تعریف می کند.
-
-مقدار ممکن:
-
--   هر عدد صحیح مثبت.
-
-مقدار پیش فرض: 2013265920.
-
-## _عنوان _تو_میشه {#settings-min-bytes-to-use-direct-io}
-
-حداقل حجم داده های مورد نیاز برای استفاده از دسترسی مستقیم به دیسک ذخیره سازی.
-
-تاتر با استفاده از این تنظیم در هنگام خواندن داده ها از جداول. اگر حجم کل ذخیره سازی از تمام داده ها به عنوان خوانده شده بیش از `min_bytes_to_use_direct_io` بایت, سپس کلیک هاوس می خواند داده ها از دیسک ذخیره سازی با `O_DIRECT` انتخاب
-
-مقادیر ممکن:
-
--   0 — Direct I/O is disabled.
--   عدد صحیح مثبت.
-
-مقدار پیش فرض: 0.
-
-## _خروج {#settings-log-queries}
-
-راه اندازی ورود به سیستم پرس و جو.
-
-نمایش داده شد با توجه به قوانین در به کلیک خانه فرستاده می شود [_خروج](../server-configuration-parameters/settings.md#server_configuration_parameters-query-log) پارامتر پیکربندی سرور.
-
-مثال:
-
-``` text
-log_queries=1
-```
-
-## _قاب کردن _نوع {#settings-log-queries-min-type}
-
-`query_log` حداقل نوع برای ورود به سیستم.
-
-مقادیر ممکن:
-- `QUERY_START` (`=1`)
-- `QUERY_FINISH` (`=2`)
-- `EXCEPTION_BEFORE_START` (`=3`)
-- `EXCEPTION_WHILE_PROCESSING` (`=4`)
-
-مقدار پیشفرض: `QUERY_START`.
-
-می توان برای محدود کردن که `query_log`, می گویند شما جالب تنها در اشتباهات هستند, سپس شما می توانید استفاده کنید `EXCEPTION_WHILE_PROCESSING`:
-
-``` text
-log_queries_min_type='EXCEPTION_WHILE_PROCESSING'
-```
-
-## باز کردن {#settings-log-query-threads}
-
-راه اندازی موضوعات پرس و جو ورود به سیستم.
-
-نمایش داده شد' موضوعات runned توسط ClickHouse با راه اندازی این سیستم هستند با توجه به قوانین در [_ر_خروج](../server-configuration-parameters/settings.md#server_configuration_parameters-query-thread-log) پارامتر پیکربندی سرور.
-
-مثال:
-
-``` text
-log_query_threads=1
-```
-
-## ا_فزونهها {#settings-max_insert_block_size}
-
-اندازه بلوک به شکل برای درج به یک جدول.
-این تنظیم فقط در مواردی که سرور بلوک را تشکیل می دهد اعمال می شود.
-برای مثال برای درج از طریق رابط اچ.تی. تی. پی سرور تجزیه فرمت داده ها و اشکال بلوک از اندازه مشخص شده است.
-اما هنگامی که با استفاده از کلیک-مشتری تجزیه داده های خود را و ‘max_insert_block_size’ تنظیم بر روی سرور به اندازه بلوک قرار داده تاثیر نمی گذارد.
-تنظیمات نیز یک هدف در هنگام استفاده از درج را انتخاب کنید ندارد, از داده ها با استفاده از بلوک های مشابه که پس از انتخاب تشکیل قرار داده.
-
-مقدار پیش فرض: 1,048,576.
-
-به طور پیش فرض کمی بیش از `max_block_size`. دلیل این کار این است زیرا موتورهای جدول خاص (`*MergeTree`) بخش داده ها بر روی دیسک برای هر بلوک قرار داده شده است که یک نهاد نسبتا بزرگ را تشکیل می دهند. به طور مشابه, `*MergeTree` جداول مرتب سازی بر داده ها در هنگام درج و اندازه بلوک به اندازه کافی بزرگ اجازه می دهد مرتب سازی داده های بیشتر در رم.
-
-## _معرض _سبک_ز_وز {#min-insert-block-size-rows}
-
-مجموعه حداقل تعداد ردیف در بلوک است که می تواند به یک جدول توسط یک قرار داده `INSERT` پرس و جو. بلوک های کوچکتر به اندازه به موارد بزرگتر له می شوند.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت.
--   0 — Squashing disabled.
-
-مقدار پیش فرض: 1048576.
-
-## ا_فزونهها {#min-insert-block-size-bytes}
-
-مجموعه حداقل تعداد بایت در بلوک است که می تواند به یک جدول توسط یک قرار داده `INSERT` پرس و جو. بلوک های کوچکتر به اندازه به موارد بزرگتر له می شوند.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت.
--   0 — Squashing disabled.
-
-مقدار پیش فرض: 268435456.
-
-## _شروع مجدد _شروع مجدد _شروع مجدد _کاربری {#settings-max_replica_delay_for_distributed_queries}
-
-غیرفعال تاخیر کپی برای نمایش داده شد توزیع شده است. ببینید [تکرار](../../engines/table-engines/mergetree-family/replication.md).
-
-زمان را در عرض چند ثانیه تنظیم می کند. اگر یک ماکت نشدم بیش از ارزش مجموعه, این ماکت استفاده نمی شود.
-
-مقدار پیش فرض: 300.
-
-مورد استفاده در هنگام انجام `SELECT` از یک جدول توزیع شده است که اشاره به جداول تکرار.
-
-## _مخفی کردن {#settings-max_threads}
-
-حداکثر تعداد موضوعات پردازش پرس و جو, به جز موضوعات برای بازیابی داده ها از سرور از راه دور (دیدن ‘max_distributed_connections’ پارامتر).
-
-این پارامتر شامل موضوعات است که انجام همان مراحل از خط لوله پردازش پرس و جو به صورت موازی.
-مثلا, در هنگام خواندن از یک جدول, اگر ممکن است به ارزیابی عبارات با توابع, فیلتر با کجا و از پیش جمع شده برای گروه به صورت موازی با استفاده از حداقل ‘max_threads’ تعداد موضوعات, سپس ‘max_threads’ استفاده می شود.
-
-مقدار پیش فرض: تعداد هسته های پردازنده فیزیکی.
-
-اگر کمتر از یک پرس و جو را انتخاب کنید به طور معمول بر روی یک سرور در یک زمان اجرا, تنظیم این پارامتر به یک مقدار کمی کمتر از تعداد واقعی هسته پردازنده.
-
-برای نمایش داده شد که به سرعت به دلیل محدودیت تکمیل, شما می توانید یک مجموعه پایین تر ‘max_threads’. مثلا , اگر تعداد لازم از نوشته در هر بلوک و حداکثر _سرخ واقع = 8, سپس 8 بلوک بازیابی می شوند, اگر چه این امر می توانست به اندازه کافی برای خواندن فقط یک بوده است.
-
-کوچکتر `max_threads` ارزش حافظه کمتر مصرف می شود.
-
-## ا_فزونهها {#settings-max-insert-threads}
-
-حداکثر تعداد موضوعات برای اجرای `INSERT SELECT` پرس و جو.
-
-مقادیر ممکن:
-
--   0 (or 1) — `INSERT SELECT` بدون اجرای موازی.
--   عدد صحیح مثبت. بزرگتر از 1.
-
-مقدار پیش فرض: 0.
-
-موازی `INSERT SELECT` اثر تنها در صورتی که `SELECT` بخش به صورت موازی اجرا, دیدن [_مخفی کردن](#settings-max_threads) تنظیمات.
-مقادیر بالاتر به استفاده از حافظه بالاتر منجر شود.
-
-## _بزرگنمایی {#max-compress-block-size}
-
-حداکثر اندازه بلوک از داده های غیر فشرده قبل از فشرده سازی برای نوشتن به یک جدول. به طور پیش فرض, 1,048,576 (1 مگابایت). اگر اندازه کاهش می یابد, میزان فشرده سازی به طور قابل توجهی کاهش می یابد, سرعت فشرده سازی و رفع فشار کمی با توجه به محل کش را افزایش می دهد, و مصرف حافظه کاهش می یابد. معمولا وجود دارد هر دلیلی برای تغییر این تنظیم نیست.
-
-هنوز بلوک برای فشرده سازی اشتباه نیست (یک تکه از حافظه متشکل از بایت) با بلوک برای پردازش پرس و جو (مجموعه ای از ردیف از یک جدول).
-
-## _بزرگنمایی {#min-compress-block-size}
-
-برای [ادغام](../../engines/table-engines/mergetree-family/mergetree.md)"جداول . به منظور کاهش زمان تاخیر در هنگام پردازش نمایش داده شد, یک بلوک فشرده شده است در هنگام نوشتن علامت بعدی اگر اندازه خود را حداقل ‘min_compress_block_size’. به طور پیش فرض 65,536.
-
-اندازه واقعی بلوک, اگر داده غیر فشرده کمتر از است ‘max_compress_block_size’, کمتر از این مقدار و کمتر از حجم داده ها برای یک علامت.
-
-بیایید نگاهی به عنوان مثال. فرض کنیم که ‘index_granularity’ در طول ایجاد جدول به 8192 تنظیم شد.
-
-ما در حال نوشتن یک ستون نوع 32 (4 بایت در هر مقدار). هنگام نوشتن 8192 ردیف, کل خواهد بود 32 کیلوبایت داده. پس min_compress_block_size = 65,536 یک فشرده بلوک تشکیل خواهد شد برای هر دو نشانه است.
-
-ما در حال نوشتن یک ستون نشانی اینترنتی با نوع رشته (اندازه متوسط 60 بایت در هر مقدار). هنگام نوشتن 8192 ردیف, متوسط خواهد بود کمی کمتر از 500 کیلوبایت داده. پس از این بیش از است 65,536, یک بلوک فشرده خواهد شد برای هر علامت تشکیل. در این مورد, در هنگام خواندن داده ها از دیسک در طیف وسیعی از یک علامت, اطلاعات اضافی نمی خواهد از حالت فشرده خارج شود.
-
-معمولا وجود دارد هر دلیلی برای تغییر این تنظیم نیست.
-
-## بیشینه_کرکی_سیز {#settings-max_query_size}
-
-حداکثر بخشی از پرس و جو است که می تواند به رم برای تجزیه با تجزیه کننده گذاشتن گرفته شده است.
-پرس و جو درج همچنین شامل داده ها برای درج است که توسط تجزیه کننده جریان جداگانه پردازش (که مصرف درجه(1) رم), است که در این محدودیت شامل نمی شود.
-
-مقدار پیش فرض: 256 کیلوبایت.
-
-## فعالسازی _دلای {#interactive-delay}
-
-فاصله در میکروثانیه برای بررسی اینکه اجرای درخواست لغو شده است و ارسال پیشرفت.
-
-مقدار پیش فرض: 100,000 (چک برای لغو و پیشرفت می فرستد ده بار در ثانیه).
-
-## connect_timeout, receive_timeout, send_timeout {#connect-timeout-receive-timeout-send-timeout}
-
-وقفه در ثانیه بر روی سوکت مورد استفاده برای برقراری ارتباط با مشتری.
-
-مقدار پیش فرض: 10, 300, 300.
-
-## _انتقال به _ار_خروج {#cancel-http-readonly-queries-on-client-close}
-
-Cancels HTTP read-only queries (e.g. SELECT) when a client closes the connection without waiting for the response.
-
-مقدار پیشفرض: 0
-
-## پول_نتروال {#poll-interval}
-
-قفل در یک حلقه انتظار برای تعداد مشخصی از ثانیه.
-
-مقدار پیش فرض: 10.
-
-## _ادغام گیر {#max-distributed-connections}
-
-حداکثر تعداد اتصالات همزمان با سرور از راه دور برای پردازش توزیع از یک پرس و جو تنها به یک جدول توزیع. ما توصیه می کنیم تنظیم یک مقدار کمتر از تعداد سرور در خوشه.
-
-مقدار پیش فرض: 1024.
-
-پارامترهای زیر فقط هنگام ایجاد جداول توزیع شده (و هنگام راه اندازی یک سرور) استفاده می شود بنابراین هیچ دلیلی برای تغییر در زمان اجرا وجود ندارد.
-
-## نمایش سایت {#distributed-connections-pool-size}
-
-حداکثر تعداد اتصالات همزمان با سرور از راه دور برای پردازش توزیع از همه نمایش داده شد به یک جدول توزیع شده است. ما توصیه می کنیم تنظیم یک مقدار کمتر از تعداد سرور در خوشه.
-
-مقدار پیش فرض: 1024.
-
-## _انتقال به _مزاح_اف_کننده {#connect-timeout-with-failover-ms}
-
-فاصله در میلی ثانیه برای اتصال به یک سرور از راه دور برای یک موتور جدول توزیع, اگر ‘shard’ و ‘replica’ بخش ها در تعریف خوشه استفاده می شود.
-اگر ناموفق, چندین تلاش برای اتصال به کپی های مختلف ساخته شده.
-
-مقدار پیش فرض: 50.
-
-## قابلیت اتصال به شبکه {#connections-with-failover-max-tries}
-
-حداکثر تعداد تلاش اتصال با هر ماکت برای موتور جدول توزیع.
-
-مقدار پیش فرض: 3.
-
-## افراط {#extremes}
-
-اینکه مقادیر شدید (حداقل و حداکثر در ستون یک نتیجه پرس و جو) شمارش شود. می پذیرد 0 یا 1. به طور پیش فرض, 0 (غیر فعال).
-برای کسب اطلاعات بیشتر به بخش مراجعه کنید “Extreme values”.
-
-## همترازی پایین {#setting-use_uncompressed_cache}
-
-اینکه از یک کش از بلوکهای غیر فشرده استفاده شود یا خیر. می پذیرد 0 یا 1. به طور پیش فرض, 0 (غیر فعال).
-با استفاده از کش غیر فشرده (فقط برای جداول در خانواده ادغام) می تواند به طور قابل توجهی کاهش زمان تاخیر و افزایش توان در هنگام کار با تعداد زیادی از نمایش داده شد کوتاه است. فعال کردن این تنظیم برای کاربرانی که ارسال درخواست کوتاه مکرر. همچنین با توجه به پرداخت [_بالا](../server-configuration-parameters/settings.md#server-settings-uncompressed_cache_size) configuration parameter (only set in the config file) – the size of uncompressed cache blocks. By default, it is 8 GiB. The uncompressed cache is filled in as needed and the least-used data is automatically deleted.
-
-برای نمایش داده شد که خواندن حداقل حجم تا حدودی زیادی از داده ها (یک میلیون ردیف یا بیشتر) غیر فشرده کش غیر فعال است به طور خودکار به صرفه جویی در فضا برای واقعا کوچک نمایش داده شد. این به این معنی است که شما می توانید نگه دارید ‘use_uncompressed_cache’ تنظیم همیشه به مجموعه 1.
-
-## جایگزینی _خروج {#replace-running-query}
-
-هنگام استفاده از رابط قام ‘query_id’ پارامتر را می توان گذشت. این هر رشته که به عنوان شناسه پرس و جو در خدمت است.
-اگر پرس و جو از همان کاربر با همان ‘query_id’ در حال حاضر در این زمان وجود دارد, رفتار بستگی به ‘replace_running_query’ پارامتر.
-
-`0` (default) – Throw an exception (don't allow the query to run if a query with the same ‘query_id’ در حال حاضر در حال اجرا).
-
-`1` – Cancel the old query and start running the new one.
-
-یاندکسمتریکا با استفاده از این پارامتر را به 1 برای اجرای پیشنهادات خود را برای شرایط تقسیم بندی. پس از ورود به شخصیت بعدی, اگر پرس و جو قدیمی هنوز تمام نشده است, باید لغو شود.
-
-## _خاله جریان {#stream-flush-interval-ms}
-
-این نسخهها کار میکند برای جداول با جریان در مورد یک ایست, و یا زمانی که یک موضوع تولید [ا_فزونهها](#settings-max_insert_block_size) ردیف
-
-مقدار پیش فرض 7500 است.
-
-کوچکتر ارزش, اطلاعات بیشتر به جدول سرخ. تنظیم مقدار خیلی کم منجر به عملکرد ضعیف می شود.
-
-## _تبالسازی {#settings-load_balancing}
-
-تعیین الگوریتم انتخاب کپی است که برای پردازش پرس و جو توزیع استفاده.
-
-کلیک هاوس از الگوریتم های زیر برای انتخاب کپی ها پشتیبانی می کند:
-
--   [تصادفی](#load_balancing-random) (به طور پیش فرض)
--   [نزدیکترین نام میزبان](#load_balancing-nearest_hostname)
--   [به ترتیب](#load_balancing-in_order)
--   [اول یا تصادفی](#load_balancing-first_or_random)
-
-### تصادفی (به طور پیش فرض) {#load_balancing-random}
-
-``` sql
-load_balancing = random
-```
-
-تعداد خطاها برای هر ماکت شمارش. پرس و جو با کمترین خطاها به ماکت ارسال می شود و اگر چندین مورد از این موارد وجود داشته باشد به هر کسی.
-معایب: نزدیکی سرور برای خود اختصاص نمی; اگر کپی داده های مختلف, شما همچنین می خواهد داده های مختلف.
-
-### نزدیکترین نام میزبان {#load_balancing-nearest_hostname}
-
-``` sql
-load_balancing = nearest_hostname
-```
-
-The number of errors is counted for each replica. Every 5 minutes, the number of errors is integrally divided by 2. Thus, the number of errors is calculated for a recent time with exponential smoothing. If there is one replica with a minimal number of errors (i.e. errors occurred recently on the other replicas), the query is sent to it. If there are multiple replicas with the same minimal number of errors, the query is sent to the replica with a hostname that is most similar to the server's hostname in the config file (for the number of different characters in identical positions, up to the minimum length of both hostnames).
-
-مثلا example01-01-1 و example01-01-2.yandex.ru متفاوت هستند در یک موقعیت در حالی که example01-01-1 و example01-02-2 متفاوت در دو مکان است.
-این روش ممکن است ابتدایی به نظر برسد اما اطلاعات خارجی در مورد توپولوژی شبکه نیاز ندارد و نشانی های اینترنتی را مقایسه نمی کند که برای نشانیهای اینترنتی6 پیچیده خواهد بود.
-
-بدین ترتیب, اگر کپی معادل وجود دارد, نزدیک ترین یک به نام ترجیح داده می شود.
-ما همچنین می توانیم فرض کنیم که در هنگام ارسال یک پرس و جو به همان سرور در صورت عدم وجود شکست توزیع پرس و جو نیز به همان سرور. بنابراین حتی اگر داده های مختلف بر روی کپی قرار داده شده, پرس و جو بیشتر همان نتایج بازگشت.
-
-### به ترتیب {#load_balancing-in_order}
-
-``` sql
-load_balancing = in_order
-```
-
-کپی با همان تعداد از اشتباهات در همان جهت قابل دسترسی هستند که در پیکربندی مشخص شده است.
-این روش مناسب است که شما می دانید دقیقا همان است که ماکت ترجیح داده شده است.
-
-### اول یا تصادفی {#load_balancing-first_or_random}
-
-``` sql
-load_balancing = first_or_random
-```
-
-این الگوریتم را انتخاب اولین ماکت در مجموعه و یا یک ماکت تصادفی اگر برای اولین بار در دسترس نیست. این در تنظیم توپولوژی متقابل تکرار موثر, اما بی فایده در تنظیمات دیگر.
-
-این `first_or_random` الگوریتم حل مشکل از `in_order` الگوریتم. با `in_order`, اگر یک ماکت پایین می رود, یک بعدی می شود یک بار دو برابر در حالی که کپی باقی مانده رسیدگی به مقدار معمول از ترافیک. هنگام استفاده از `first_or_random` الگوریتم, بار به طور مساوی در میان کپی که هنوز هم در دسترس هستند توزیع.
-
-## پیشفرض {#settings-prefer-localhost-replica}
-
-را قادر می سازد / غیر فعال ترجیح با استفاده از ماکت مجنون زمانی که پردازش نمایش داده شد توزیع شده است.
-
-مقادیر ممکن:
-
--   1 — ClickHouse always sends a query to the localhost replica if it exists.
--   0 — ClickHouse uses the balancing strategy specified by the [_تبالسازی](#settings-load_balancing) تنظیمات.
-
-مقدار پیش فرض: 1.
-
-!!! warning "اخطار"
-    غیر فعال کردن این تنظیم در صورت استفاده [بیشینه_راپرال_راپیکال](#settings-max_parallel_replicas).
-
-## کد _ورود {#totals-mode}
-
-چگونه برای محاسبه مجموع زمانی که نیاز است در حال حاضر به عنوان زمانی که max_rows_to_group_by و group_by_overflow_mode = ‘any’ حضور دارند.
-بخش را ببینید “WITH TOTALS modifier”.
-
-## در حال بارگذاری {#totals-auto-threshold}
-
-نگهبان `totals_mode = 'auto'`.
-بخش را ببینید “WITH TOTALS modifier”.
-
-## بیشینه_راپرال_راپیکال {#settings-max_parallel_replicas}
-
-حداکثر تعداد کپی برای هر سفال در هنگام اجرای یک پرس و جو.
-برای سازگاری (برای دریافت بخش های مختلف از تقسیم داده های مشابه), این گزینه تنها کار می کند زمانی که کلید نمونه گیری قرار است.
-تاخیر المثنی کنترل نمی شود.
-
-## کامپایل {#compile}
-
-فعال کردن مجموعه ای از نمایش داده شد. به طور پیش فرض, 0 (غیر فعال).
-
-تدوین تنها برای بخشی از خط لوله پرس و جو پردازش استفاده می شود: برای مرحله اول تجمع (گروه های).
-اگر این بخش از خط لوله وارد شده بود, پرس و جو ممکن است سریع تر با توجه به استقرار چرخه های کوتاه و محدود تماس تابع جمع اجرا. حداکثر بهبود عملکرد (تا چهار برابر سریعتر در موارد نادر) برای نمایش داده شد با توابع چند دانه ساده دیده می شود. معمولا افزایش عملکرد ناچیز است. در موارد بسیار نادر, ممکن است کم کردن سرعت اجرای پرس و جو.
-
-## _کوچکنمایی {#min-count-to-compile}
-
-چند بار به طور بالقوه استفاده از یک تکه وارد شده از کد قبل از در حال اجرا تلفیقی. به طور پیش فرض, 3.
-For testing, the value can be set to 0: compilation runs synchronously and the query waits for the end of the compilation process before continuing execution. For all other cases, use values ​​starting with 1. Compilation normally takes about 5-10 seconds.
-اگر مقدار است 1 یا بیشتر, تلفیقی ناهمگام در یک موضوع جداگانه رخ می دهد. نتیجه به محض این که حاضر است از جمله نمایش داده شد که در حال حاضر در حال اجرا استفاده می شود.
-
-کد کامپایل شده برای هر ترکیب های مختلف از توابع کل مورد استفاده در پرس و جو و نوع کلید در گروه بند مورد نیاز است.
-The results of the compilation are saved in the build directory in the form of .so files. There is no restriction on the number of compilation results since they don't use very much space. Old results will be used after server restarts, except in the case of a server upgrade – in this case, the old results are deleted.
-
-## خروجی _فرمان_جسون_کوات_64بیت_تنظیمی {#session_settings-output_format_json_quote_64bit_integers}
-
-اگر مقدار درست است صحیح به نظر می رسد در نقل قول ها در هنگام استفاده از JSON\* Int64 و UInt64 فرمت (برای سازگاری بیشتر با جاوا اسکریپت پیاده سازی); در غیر این صورت اعداد صحیح هستند و خروجی بدون نقل قول.
-
-## _مخفی کردن _قابلیت _جدید {#settings-format_csv_delimiter}
-
-شخصیت به عنوان یک جداساز در داده های سی سی. وی تفسیر شده است. به طور پیش فرض, جداساز است `,`.
-
-## _فرستادن به _کوچکنمایی {#settings-input_format_csv_unquoted_null_literal_as_null}
-
-برای فرمت ورودی سی اس وی را قادر می سازد و یا غیر فعال تجزیه بدون نقل `NULL` به عنوان تحت اللفظی (مترادف برای `\N`).
-
-## _انتقال به _شروع مجدد {#settings-output-format-csv-crlf-end-of-line}
-
-استفاده از داس/ویندوز-سبک خط جدا کننده (CRLF) در CSV به جای یونیکس سبک (LF).
-
-## _فرستادن در_م_مایش از _برخط {#settings-output-format-tsv-crlf-end-of-line}
-
-استفاده از توضیحات / ویندوز به سبک خط جدا (سازمان تنظیم مقررات) در واحد پشتیبانی فنی فنی فنی مهندسی به جای سبک یونیکس.
-
-## _معامله {#settings-insert_quorum}
-
-را قادر می سازد حد نصاب می نویسد.
-
--   اگر `insert_quorum < 2`, حد نصاب می نویسد غیر فعال هستند.
--   اگر `insert_quorum >= 2`, حد نصاب می نویسد فعال هستند.
-
-مقدار پیش فرض: 0.
-
-حد نصاب می نویسد
-
-`INSERT` موفق تنها زمانی که تاتر موفق به درستی ارسال داده ها به `insert_quorum` از کپی در طول `insert_quorum_timeout`. اگر به هر دلیلی تعدادی از کپی با موفق می نویسد می کند از دسترس نیست `insert_quorum` نوشتن در نظر گرفته شده است شکست خورده و خانه را حذف بلوک قرار داده شده از تمام کپی که داده ها در حال حاضر نوشته شده است.
-
-همه تکرار در حد نصاب سازگار هستند, به عنوان مثال, حاوی اطلاعات از همه قبلی `INSERT` نمایش داده شد. این `INSERT` دنباله خطی است.
-
-هنگام خواندن داده های نوشته شده از `insert_quorum` شما می توانید از [مورد احترام](#settings-select_sequential_consistency) انتخاب
-
-تاتر تولید یک استثنا
-
--   اگر تعداد کپی های موجود در زمان پرس و جو کمتر از `insert_quorum`.
--   در تلاش برای نوشتن داده ها زمانی که بلوک قبلی هنوز در وارد نشده است `insert_quorum` از کپی. این وضعیت ممکن است رخ دهد اگر کاربر تلاش می کند برای انجام یک `INSERT` قبل از قبلی با `insert_quorum` کامل شده است.
-
-همچنین نگاه کنید به:
-
--   [_بههنگامسازی](#settings-insert_quorum_timeout)
--   [مورد احترام](#settings-select_sequential_consistency)
-
-## _بههنگامسازی {#settings-insert_quorum_timeout}
-
-ارسال به فاصله حد نصاب در ثانیه. اگر ایست را تصویب کرده است و بدون نوشتن صورت گرفته است و در عین حال, تاتر یک استثنا تولید و مشتری باید پرس و جو تکرار برای نوشتن همان بلوک به همان و یا هر ماکت دیگر.
-
-مقدار پیش فرض: 60 ثانیه.
-
-همچنین نگاه کنید به:
-
--   [_معامله](#settings-insert_quorum)
--   [مورد احترام](#settings-select_sequential_consistency)
-
-## مورد احترام {#settings-select_sequential_consistency}
-
-قوام متوالی را فعال یا غیرفعال می کند `SELECT` نمایش داده شد:
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 0.
-
-استفاده
-
-هنگامی که قوام پی در پی فعال است, تاتر اجازه می دهد تا مشتری برای اجرای `SELECT` پرس و جو فقط برای کسانی که کپی که حاوی داده ها از همه قبلی `INSERT` نمایش داده شد اجرا با `insert_quorum`. اگر مشتری اشاره به یک ماکت بخشی, تاتر یک استثنا تولید. پرس و جو را انتخاب کنید داده است که هنوز به حد نصاب کپی نوشته نشده است را شامل نمی شود.
-
-همچنین نگاه کنید به:
-
--   [_معامله](#settings-insert_quorum)
--   [_بههنگامسازی](#settings-insert_quorum_timeout)
-
-## _تنظیم مجدد به حالت اولیه {#settings-insert-deduplicate}
-
-امکان حذف یا غیرفعال کردن مسدود کردن تقسیم بندی `INSERT` (برای تکرار\* جداول).
-
-مقادیر ممکن:
-
--   0 — Disabled.
--   1 — Enabled.
-
-مقدار پیش فرض: 1.
-
-به طور پیش فرض بلوک ها به جداول تکرار شده توسط `INSERT` بیانیه تقسیم شده است (نگاه کنید به [تکرار داده ها](../../engines/table-engines/mergetree-family/replication.md)).
-
-## دریافت حسابهای کاربری دستگاه {#settings-deduplicate-blocks-in-dependent-materialized-views}
-
-را قادر می سازد و یا غیر فعال بررسی تقسیم بندی برای نمایش محقق که دریافت داده ها از تکرار\* جداول.
-
-مقادیر ممکن:
-
-      0 — Disabled.
-      1 — Enabled.
-
-مقدار پیش فرض: 0.
-
-استفاده
-
-به طور پیش فرض, تقسیم بندی برای نمایش تحقق انجام نشده است اما بالادست انجام, در جدول منبع.
-اگر یک بلوک قرار داده شده است به دلیل تقسیم بندی در جدول منبع قلم, وجود خواهد داشت بدون درج به نمایش مواد متصل. این رفتار وجود دارد برای فعال کردن درج داده ها بسیار جمع به نمایش محقق, برای مواردی که بلوک های قرار داده شده همان پس از تجمع مشاهده محقق اما مشتق شده از درج های مختلف را به جدول منبع.
-همزمان, این رفتار “breaks” `INSERT` حق تقدم. اگر یک `INSERT` به جدول اصلی موفق بود و `INSERT` into a materialized view failed (e.g. because of communication failure with Zookeeper) a client will get an error and can retry the operation. However, the materialized view won't receive the second insert because it will be discarded by deduplication in the main (source) table. The setting `deduplicate_blocks_in_dependent_materialized_views` اجازه می دهد تا برای تغییر این رفتار. در تلاش مجدد, یک دیدگاه محقق درج تکرار دریافت خواهد کرد و بررسی تکرار به خودی خود انجام,
-نادیده گرفتن نتیجه چک برای جدول منبع, و ردیف به دلیل شکست اول از دست داده وارد.
-
-## ویژ_گیها {#settings-max-network-bytes}
-
-محدودیت حجم داده ها (به بایت) است که دریافت و یا انتقال بر روی شبکه در هنگام اجرای یک پرس و جو. این تنظیم در مورد هر پرس و جو فردی.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت.
--   0 — Data volume control is disabled.
-
-مقدار پیش فرض: 0.
-
-## _عرض {#settings-max-network-bandwidth}
-
-محدودیت سرعت تبادل داده ها بر روی شبکه در بایت در هر ثانیه. این تنظیم در مورد هر پرس و جو.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت.
--   0 — Bandwidth control is disabled.
-
-مقدار پیش فرض: 0.
-
-## _شمارهگیر بیشینه {#settings-max-network-bandwidth-for-user}
-
-محدودیت سرعت تبادل داده ها بر روی شبکه در بایت در هر ثانیه. این تنظیم به تمام نمایش داده شد همزمان در حال اجرا انجام شده توسط یک کاربر اعمال می شود.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت.
--   0 — Control of the data speed is disabled.
-
-مقدار پیش فرض: 0.
-
-## _شمارهگیرها {#settings-max-network-bandwidth-for-all-users}
-
-محدودیت سرعت است که داده ها در بیش از شبکه در بایت در هر ثانیه رد و بدل. این تنظیم در مورد تمام نمایش داده شد به صورت همزمان در حال اجرا بر روی سرور.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت.
--   0 — Control of the data speed is disabled.
-
-مقدار پیش فرض: 0.
-
-## ا_فزونهها {#settings-count_distinct_implementation}
-
-مشخص می کند که کدام یک از `uniq*` توابع باید برای انجام [COUNT(DISTINCT …)](../../sql-reference/aggregate-functions/reference.md#agg_function-count) ساخت و ساز.
-
-مقادیر ممکن:
-
--   [دانشگاه](../../sql-reference/aggregate-functions/reference.md#agg_function-uniq)
--   [مخلوط نشده](../../sql-reference/aggregate-functions/reference.md#agg_function-uniqcombined)
--   [نیم قرن 64](../../sql-reference/aggregate-functions/reference.md#agg_function-uniqcombined64)
--   [یونقلل12](../../sql-reference/aggregate-functions/reference.md#agg_function-uniqhll12)
--   [قرارداد اتحادیه](../../sql-reference/aggregate-functions/reference.md#agg_function-uniqexact)
-
-مقدار پیشفرض: `uniqExact`.
-
-## در حال بارگذاری {#settings-skip_unavailable_shards}
-
-را قادر می سازد و یا غیر فعال سکوت پرش از خرده ریز در دسترس نیست.
-
-سفال در دسترس نیست در نظر گرفته اگر همه کپی خود را در دسترس نیست. ماکت در موارد زیر در دسترس نیست:
-
--   تاتر نمی تواند به هر دلیلی به ماکت متصل شود.
-
-    هنگام اتصال به یک ماکت, تاتر انجام چندین تلاش. اگر تمام این تلاش شکست, ماکت در دسترس نیست در نظر گرفته شده است.
-
--   بدل نمی تواند از طریق دی ان اس حل شود.
-
-    اگر نام میزبان ماکت را نمی توان از طریق دی ان اس حل و فصل, می تواند شرایط زیر نشان می دهد:
-
-    -   میزبان ماکت هیچ سابقه دی ان اس. این می تواند در سیستم های با دی ان اس پویا رخ می دهد, مثلا, [کوبرنتس](https://kubernetes.io), جایی که گره می تواند در طول خرابی قابل حل, و این یک خطا نیست.
-
-    -   خطای پیکربندی. فایل پیکربندی کلیک شامل یک نام میزبان اشتباه است.
-
-مقادیر ممکن:
-
--   1 — skipping enabled.
-
-    اگر یک سفال در دسترس نیست, خانه را برمی گرداند در نتیجه بر اساس داده های بخشی می کند و مشکلات در دسترس بودن گره گزارش نمی.
-
--   0 — skipping disabled.
-
-    اگر یک سفال در دسترس نیست, تاتر می اندازد یک استثنا.
-
-مقدار پیش فرض: 0.
-
-## افراد زیر در این افزونه مشارکت کردهاند {#settings-optimize_skip_unused_shards}
-
-فعال یا غیر فعال پرش استفاده نشده خرده ریز برای انتخاب نمایش داده شد که sharding شرط کلیدی در PREWHERE/که در آن (به فرض که داده ها توزیع شده است sharding کلیدی در غیر این صورت هیچ چیز).
-
-مقدار پیشفرض: 0
-
-## افراد زیر در این افزونه مشارکت کردهاند {#settings-force_optimize_skip_unused_shards}
-
-فعال یا غیرفعال اجرای پرس و جو اگر [`optimize_skip_unused_shards`](#settings-optimize_skip_unused_shards) فعال و پرش از خرده ریز استفاده نشده امکان پذیر نیست. اگر پرش امکان پذیر نیست و تنظیمات را فعال کنید استثنا پرتاب خواهد شد.
-
-مقادیر ممکن:
-
--   0-معلول (نمی اندازد)
--   1-غیر فعال کردن اجرای پرس و جو تنها در صورتی که جدول دارای کلید شارژ
--   2-غیر فعال کردن اجرای پرس و جو بدون در نظر گرفتن کلید شاردینگ برای جدول تعریف شده است
-
-مقدار پیشفرض: 0
-
-## ا_فزون_ف_کوپ {#setting-optimize_throw_if_noop}
-
-را قادر می سازد و یا غیر فعال پرتاب یک استثنا اگر یک [OPTIMIZE](../../sql-reference/statements/misc.md#misc_operations-optimize) پرس و جو یک ادغام انجام نمی.
-
-به طور پیش فرض, `OPTIMIZE` حتی اگر هیچ کاری انجام نمی دهد با موفقیت باز می گردد. این تنظیم به شما اجازه می دهد تا این شرایط را متمایز کنید و دلیل را در یک پیام استثنا دریافت کنید.
-
-مقادیر ممکن:
-
--   1 — Throwing an exception is enabled.
--   0 — Throwing an exception is disabled.
-
-مقدار پیش فرض: 0.
-
-## در حال بارگذاری {#settings-distributed_replica_error_half_life}
-
--   نوع: ثانیه
--   مقدار پیشفرض: 60 ثانیه
-
-کنترل خطاهای چگونه سریع در جداول توزیع صفر. اگر یک ماکت برای برخی از زمان در دسترس نیست, تجمع می یابد 5 اشتباهات, و توزیع _راپیرار_لفا_لایف تنظیم شده است 1 دوم, سپس ماکت در نظر گرفته شده است طبیعی 3 ثانیه پس از خطا گذشته.
-
-همچنین نگاه کنید به:
-
--   [موتور جدول توزیع شده است](../../engines/table-engines/special/distributed.md)
--   [نمایش سایت](#settings-distributed_replica_error_cap)
-
-## نمایش سایت {#settings-distributed_replica_error_cap}
-
--   نوع: امضا نشده
--   مقدار پیش فرض: 1000
-
-تعداد خطا از هر ماکت است که در این مقدار پوش, جلوگیری از یک ماکت از تجمع بیش از حد بسیاری از اشتباهات.
-
-همچنین نگاه کنید به:
-
--   [موتور جدول توزیع شده است](../../engines/table-engines/special/distributed.md)
--   [در حال بارگذاری](#settings-distributed_replica_error_half_life)
-
-## در حال بارگذاری {#distributed_directory_monitor_sleep_time_ms}
-
-فاصله پایه برای [توزیع شده](../../engines/table-engines/special/distributed.md) موتور جدول برای ارسال داده ها. فاصله واقعی نمایی رشد می کند در صورت خطا.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت میلی ثانیه.
-
-مقدار پیش فرض: 100 میلی ثانیه.
-
-## در حال بارگذاری {#distributed_directory_monitor_max_sleep_time_ms}
-
-حداکثر فاصله برای [توزیع شده](../../engines/table-engines/special/distributed.md) موتور جدول برای ارسال داده ها. محدودیت رشد نمایی از فاصله تعیین شده در [در حال بارگذاری](#distributed_directory_monitor_sleep_time_ms) تنظیمات.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت میلی ثانیه.
-
-مقدار پیش فرض: 30000 میلی ثانیه (30 ثانیه).
-
-## نمایش سایت {#distributed_directory_monitor_batch_inserts}
-
-را قادر می سازد/غیر فعال ارسال داده های درج شده در دسته.
-
-هنگام ارسال دسته ای فعال است [توزیع شده](../../engines/table-engines/special/distributed.md) موتور جدول تلاش می کند چندین فایل داده های درج شده را در یک عملیات به جای ارسال جداگانه ارسال کند. دسته ای ارسال را بهبود می بخشد عملکرد خوشه با استفاده بهتر از سرور و شبکه منابع.
-
-مقادیر ممکن:
-
--   1 — Enabled.
--   0 — Disabled.
-
-مقدار پیش فرض: 0.
-
-## _شخصیت {#setting-os-thread-priority}
-
-اولویت را تنظیم می کند ([خوبه](https://en.wikipedia.org/wiki/Nice_(Unix))) برای موضوعات که نمایش داده شد را اجرا کند . زمانبندی سیستم عامل این اولویت در نظر هنگام انتخاب موضوع بعدی به اجرا در هر هسته پردازنده در دسترس است.
-
-!!! warning "اخطار"
-    برای استفاده از این تنظیم, شما نیاز به تنظیم `CAP_SYS_NICE` توان. این `clickhouse-server` بسته بندی در هنگام نصب تنظیم می شود. برخی از محیط های مجازی اجازه نمی دهد که شما را به مجموعه `CAP_SYS_NICE` توان. در این مورد, `clickhouse-server` در ابتدا پیامی در موردش نشان می دهد.
-
-مقادیر ممکن:
-
--   شما می توانید مقادیر را در محدوده تنظیم کنید `[-20, 19]`.
-
-مقادیر پایین تر به معنای اولویت بالاتر است. رشتهها با کم `nice` مقادیر اولویت اغلب از موضوعات با ارزش های بالا اجرا می شود. مقادیر بالا برای پرس و جو های غیر تعاملی طولانی تر ترجیح داده می شود زیرا اجازه می دهد تا به سرعت منابع را به نفع نمایش های تعاملی کوتاه در هنگام ورود به دست بدهند.
-
-مقدار پیش فرض: 0.
-
-## جستجو {#query_profiler_real_time_period_ns}
-
-دوره را برای یک تایمر ساعت واقعی تنظیم می کند [پروفیل پرس و جو](../../operations/optimizing-performance/sampling-query-profiler.md). تایمر ساعت واقعی شمارش زمان دیوار ساعت.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت در nanoseconds.
-
-    مقادیر توصیه شده:
-
-            - 10000000 (100 times a second) nanoseconds and less for single queries.
-            - 1000000000 (once a second) for cluster-wide profiling.
-
--   0 برای خاموش کردن تایمر.
-
-نوع: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-مقدار پیش فرض: 1000000000 نانو ثانیه (یک بار در ثانیه).
-
-همچنین نگاه کنید به:
-
--   جدول سیستم [_قطع](../../operations/system-tables.md#system_tables-trace_log)
-
-## ایران در تهران {#query_profiler_cpu_time_period_ns}
-
-دوره را برای تایمر ساعت پردازنده تنظیم می کند [پروفیل پرس و جو](../../operations/optimizing-performance/sampling-query-profiler.md). این تایمر شمارش تنها زمان پردازنده.
-
-مقادیر ممکن:
-
--   عدد صحیح مثبت نانو ثانیه.
-
-    مقادیر توصیه شده:
-
-            - 10000000 (100 times a second) nanoseconds and more for single queries.
-            - 1000000000 (once a second) for cluster-wide profiling.
-
--   0 برای خاموش کردن تایمر.
-
-نوع: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-مقدار پیش فرض: 1000000000 نانو ثانیه.
-
-همچنین نگاه کنید به:
-
--   جدول سیستم [_قطع](../../operations/system-tables.md#system_tables-trace_log)
-
-## اجازه دادن به _فعال کردن اختلال در عملکرد {#settings-allow_introspection_functions}
-
-فعالسازی از کارانداختن [توابع درون گونه](../../sql-reference/functions/introspection.md) برای پروفایل پرس و جو.
-
-مقادیر ممکن:
-
--   1 — Introspection functions enabled.
--   0 — Introspection functions disabled.
-
-مقدار پیش فرض: 0.
-
-**همچنین نگاه کنید به**
-
--   [پروفایل پرس و جو نمونه برداری](../optimizing-performance/sampling-query-profiler.md)
--   جدول سیستم [_قطع](../../operations/system-tables.md#system_tables-trace_log)
-
-## وارد_فرمت_پارلل_درپارس {#input-format-parallel-parsing}
-
--   نوع: بولی
--   مقدار پیشفرض: درست
-
-فعال کردن نظم حفظ تجزیه موازی از فرمت های داده. پشتیبانی تنها برای TSV TKSV CSV و JSONEachRow فرمت های.
-
-## _حداقل کردن _بیتس_برای_پرال_درپارس {#min-chunk-bytes-for-parallel-parsing}
-
--   نوع: امضا نشده
--   مقدار پیشفرض: 1 مگابایت
-
-حداقل اندازه تکه در بایت, که هر موضوع به صورت موازی تجزیه خواهد شد.
-
-## _فرماندگی لبه بام {#settings-output_format_avro_codec}
-
-مجموعه کدک فشرده سازی مورد استفاده برای خروجی فایل اورو.
-
-نوع: رشته
-
-مقادیر ممکن:
-
--   `null` — No compression
--   `deflate` — Compress with Deflate (zlib)
--   `snappy` — Compress with [روح](https://google.github.io/snappy/)
-
-مقدار پیشفرض: `snappy` (در صورت موجود بودن) یا `deflate`.
-
-## _فرماندگی لبه چشم {#settings-output_format_avro_sync_interval}
-
-مجموعه حداقل اندازه داده (در بایت) بین نشانگر هماهنگ سازی برای فایل خروجی هواپیما.
-
-نوع: امضا نشده
-
-مقادیر ممکن: 32 (32 بایت) - 1073741824 (1 دستگاه گوارش)
-
-مقدار پیش فرض: 32768 (32 کیلوبایت)
-
-## باز کردن _نمایش مجدد {#settings-format_avro_schema_registry_url}
-
-نشانی اینترنتی رجیستری طرحواره را برای استفاده تنظیم میکند [هشدار داده می شود](../../interfaces/formats.md#data-format-avro-confluent) قالب
-
-نوع: نشانی وب
-
-مقدار پیشفرض: خالی
-
-## پس زمینه {#background_pool_size}
-
-مجموعه تعدادی از موضوعات انجام عملیات پس زمینه در موتورهای جدول (مثلا, ادغام در [موتور ادغام](../../engines/table-engines/mergetree-family/index.md) جدول). این تنظیم در شروع سرور کلیک استفاده می شود و نمی تواند در یک جلسه کاربر تغییر کند. با تنظیم این تنظیم شما پردازنده و دیسک بار مدیریت. اندازه استخر کوچکتر با بهره گیری از پردازنده و دیسک منابع کمتر, اما فرایندهای پس زمینه پیشرفت کندتر که در نهایت ممکن است تاثیر عملکرد پرس و جو.
-
-مقادیر ممکن:
-
--   هر عدد صحیح مثبت.
-
-مقدار پیش فرض: 16.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->
diff --git a/docs/fa/operations/system-tables.md b/docs/fa/operations/system-tables.md
deleted file mode 100644
index d634e6dc541..00000000000
--- a/docs/fa/operations/system-tables.md
+++ /dev/null
@@ -1,1168 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 52
-toc_title: "\u062C\u062F\u0627\u0648\u0644 \u0633\u06CC\u0633\u062A\u0645"
----
-
-# جداول سیستم {#system-tables}
-
-جداول سیستم برای اجرای بخشی از قابلیت های سیستم استفاده می شود و برای دسترسی به اطلاعات در مورد چگونگی کار سیستم.
-شما می توانید یک جدول سیستم را حذف کنید (اما شما می توانید جدا انجام).
-جداول سیستم فایل های با داده ها بر روی دیسک و یا فایل های با ابرداده ندارد. سرور ایجاد تمام جداول سیستم زمانی که شروع می شود.
-جداول سیستم فقط خواندنی.
-این در واقع ‘system’ بانک اطلاعات.
-
-## سیستم._نامهنویسی ناهمزمان {#system_tables-asynchronous_metrics}
-
-شامل معیارهای که به صورت دوره ای در پس زمینه محاسبه می شود. مثلا, مقدار رم در حال استفاده.
-
-ستونها:
-
--   `metric` ([رشته](../sql-reference/data-types/string.md)) — Metric name.
--   `value` ([جسم شناور64](../sql-reference/data-types/float.md)) — Metric value.
-
-**مثال**
-
-``` sql
-SELECT * FROM system.asynchronous_metrics LIMIT 10
-```
-
-``` text
-┌─metric──────────────────────────────────┬──────value─┐
-│ jemalloc.background_thread.run_interval │          0 │
-│ jemalloc.background_thread.num_runs     │          0 │
-│ jemalloc.background_thread.num_threads  │          0 │
-│ jemalloc.retained                       │  422551552 │
-│ jemalloc.mapped                         │ 1682989056 │
-│ jemalloc.resident                       │ 1656446976 │
-│ jemalloc.metadata_thp                   │          0 │
-│ jemalloc.metadata                       │   10226856 │
-│ UncompressedCacheCells                  │          0 │
-│ MarkCacheFiles                          │          0 │
-└─────────────────────────────────────────┴────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [نظارت](monitoring.md) — Base concepts of ClickHouse monitoring.
--   [سیستم.متریک](#system_tables-metrics) — Contains instantly calculated metrics.
--   [سیستم.رویدادها](#system_tables-events) — Contains a number of events that have occurred.
--   [سیستم._اشکالزدایی](#system_tables-metric_log) — Contains a history of metrics values from tables `system.metrics` и `system.events`.
-
-## سیستم.خوشه {#system-clusters}
-
-حاوی اطلاعاتی در مورد خوشه های موجود در فایل پیکربندی و سرورهای موجود در ان.
-
-ستونها:
-
--   `cluster` (String) — The cluster name.
--   `shard_num` (UInt32) — The shard number in the cluster, starting from 1.
--   `shard_weight` (UInt32) — The relative weight of the shard when writing data.
--   `replica_num` (UInt32) — The replica number in the shard, starting from 1.
--   `host_name` (String) — The host name, as specified in the config.
--   `host_address` (String) — The host IP address obtained from DNS.
--   `port` (UInt16) — The port to use for connecting to the server.
--   `user` (String) — The name of the user for connecting to the server.
--   `errors_count` (اوینت32) - تعداد دفعاتی که این میزبان موفق به رسیدن به ماکت.
--   `estimated_recovery_time` (اوینت32) - ثانیه به سمت چپ تا زمانی که تعداد خطا ماکت صفر است و در نظر گرفته می شود به حالت عادی.
-
-لطفا توجه داشته باشید که `errors_count` یک بار در هر پرس و جو به خوشه به روز, ولی `estimated_recovery_time` بر روی تقاضا محاسبه شده است. بنابراین می تواند یک مورد غیر صفر باشد `errors_count` و صفر `estimated_recovery_time`, که پرس و جو بعدی صفر خواهد شد `errors_count` و سعی کنید به استفاده از ماکت به عنوان اگر هیچ خطا.
-
-**همچنین نگاه کنید به**
-
--   [موتور جدول توزیع شده است](../engines/table-engines/special/distributed.md)
--   [تنظیمات _فرهنگ توزیع میشود](settings/settings.md#settings-distributed_replica_error_cap)
--   [پخش _راپیشا_را_را_را_حالف_لایف تنظیم](settings/settings.md#settings-distributed_replica_error_half_life)
-
-## سیستم.ستونها {#system-columns}
-
-حاوی اطلاعات در مورد ستون در تمام جداول.
-
-شما می توانید از این جدول برای دریافت اطلاعات شبیه به [DESCRIBE TABLE](../sql-reference/statements/misc.md#misc-describe-table) پرس و جو, اما برای جداول متعدد در یک بار.
-
-این `system.columns` جدول شامل ستون های زیر (نوع ستون در براکت نشان داده شده است):
-
--   `database` (String) — Database name.
--   `table` (String) — Table name.
--   `name` (String) — Column name.
--   `type` (String) — Column type.
--   `default_kind` (String) — Expression type (`DEFAULT`, `MATERIALIZED`, `ALIAS`) برای مقدار پیش فرض, و یا یک رشته خالی اگر تعریف نشده است.
--   `default_expression` (String) — Expression for the default value, or an empty string if it is not defined.
--   `data_compressed_bytes` (UInt64) — The size of compressed data, in bytes.
--   `data_uncompressed_bytes` (UInt64) — The size of decompressed data, in bytes.
--   `marks_bytes` (UInt64) — The size of marks, in bytes.
--   `comment` (String) — Comment on the column, or an empty string if it is not defined.
--   `is_in_partition_key` (UInt8) — Flag that indicates whether the column is in the partition expression.
--   `is_in_sorting_key` (UInt8) — Flag that indicates whether the column is in the sorting key expression.
--   `is_in_primary_key` (UInt8) — Flag that indicates whether the column is in the primary key expression.
--   `is_in_sampling_key` (UInt8) — Flag that indicates whether the column is in the sampling key expression.
-
-## سیستم.یاریدهندکان {#system-contributors}
-
-حاوی اطلاعات در مورد همکاران. همه مربیان به صورت تصادفی. سفارش تصادفی در زمان اجرای پرس و جو است.
-
-ستونها:
-
--   `name` (String) — Contributor (author) name from git log.
-
-**مثال**
-
-``` sql
-SELECT * FROM system.contributors LIMIT 10
-```
-
-``` text
-┌─name─────────────┐
-│ Olga Khvostikova │
-│ Max Vetrov       │
-│ LiuYangkuan      │
-│ svladykin        │
-│ zamulla          │
-│ Šimon Podlipský  │
-│ BayoNet          │
-│ Ilya Khomutov    │
-│ Amy Krishnevsky  │
-│ Loud_Scream      │
-└──────────────────┘
-```
-
-برای پیدا کردن خود را در جدول, استفاده از یک پرس و جو:
-
-``` sql
-SELECT * FROM system.contributors WHERE name='Olga Khvostikova'
-```
-
-``` text
-┌─name─────────────┐
-│ Olga Khvostikova │
-└──────────────────┘
-```
-
-## سیستم.پایگاههای داده {#system-databases}
-
-این جدول شامل یک ستون رشته ای به نام ‘name’ – the name of a database.
-هر پایگاه داده که سرور می داند در مورد یک ورودی مربوطه را در جدول.
-این جدول سیستم برای اجرای استفاده می شود `SHOW DATABASES` پرس و جو.
-
-## سیستم.قطعات مجزا {#system_tables-detached_parts}
-
-حاوی اطلاعات در مورد قطعات جدا شده از [ادغام](../engines/table-engines/mergetree-family/mergetree.md) میز این `reason` ستون مشخص می کند که چرا بخش جدا شد. برای قطعات کاربر جدا, دلیل خالی است. چنین قطعات را می توان با [ALTER TABLE ATTACH PARTITION\|PART](../sql-reference/statements/alter.md#alter_attach-partition) فرمان. برای توضیحات ستون های دیگر را ببینید [سیستم.قطعات](#system_tables-parts). اگر نام قسمت نامعتبر است, ارزش برخی از ستون ممکن است `NULL`. این قطعات را می توان با حذف [ALTER TABLE DROP DETACHED PART](../sql-reference/statements/alter.md#alter_drop-detached).
-
-## سیستم.واژهنامهها {#system_tables-dictionaries}
-
-حاوی اطلاعات در مورد [واژهنامهها خارجی](../sql-reference/dictionaries/external-dictionaries/external-dicts.md).
-
-ستونها:
-
--   `database` ([رشته](../sql-reference/data-types/string.md)) — Name of the database containing the dictionary created by DDL query. Empty string for other dictionaries.
--   `name` ([رشته](../sql-reference/data-types/string.md)) — [نام واژهنامه](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md).
--   `status` ([شمار8](../sql-reference/data-types/enum.md)) — Dictionary status. Possible values:
-    -   `NOT_LOADED` — Dictionary was not loaded because it was not used.
-    -   `LOADED` — Dictionary loaded successfully.
-    -   `FAILED` — Unable to load the dictionary as a result of an error.
-    -   `LOADING` — Dictionary is loading now.
-    -   `LOADED_AND_RELOADING` — Dictionary is loaded successfully, and is being reloaded right now (frequent reasons: [SYSTEM RELOAD DICTIONARY](../sql-reference/statements/system.md#query_language-system-reload-dictionary) پرس و جو, ایست, پیکربندی فرهنگ لغت تغییر کرده است).
-    -   `FAILED_AND_RELOADING` — Could not load the dictionary as a result of an error and is loading now.
--   `origin` ([رشته](../sql-reference/data-types/string.md)) — Path to the configuration file that describes the dictionary.
--   `type` ([رشته](../sql-reference/data-types/string.md)) — Type of a dictionary allocation. [ذخیره واژهنامهها در حافظه](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md).
--   `key` — [نوع کلید](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-key): کلید عددی ([UInt64](../sql-reference/data-types/int-uint.md#uint-ranges)) or Сomposite key ([رشته](../sql-reference/data-types/string.md)) — form “(type 1, type 2, …, type n)”.
--   `attribute.names` ([& حذف](../sql-reference/data-types/array.md)([رشته](../sql-reference/data-types/string.md))) — Array of [نام خصیصه](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes) فراهم شده توسط فرهنگ لغت.
--   `attribute.types` ([& حذف](../sql-reference/data-types/array.md)([رشته](../sql-reference/data-types/string.md))) — Corresponding array of [انواع خصیصه](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes) که توسط فرهنگ لغت فراهم شده است.
--   `bytes_allocated` ([UInt64](../sql-reference/data-types/int-uint.md#uint-ranges)) — Amount of RAM allocated for the dictionary.
--   `query_count` ([UInt64](../sql-reference/data-types/int-uint.md#uint-ranges)) — Number of queries since the dictionary was loaded or since the last successful reboot.
--   `hit_rate` ([جسم شناور64](../sql-reference/data-types/float.md)) — For cache dictionaries, the percentage of uses for which the value was in the cache.
--   `element_count` ([UInt64](../sql-reference/data-types/int-uint.md#uint-ranges)) — Number of items stored in the dictionary.
--   `load_factor` ([جسم شناور64](../sql-reference/data-types/float.md)) — Percentage filled in the dictionary (for a hashed dictionary, the percentage filled in the hash table).
--   `source` ([رشته](../sql-reference/data-types/string.md)) — Text describing the [منبع داده](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md) برای فرهنگ لغت.
--   `lifetime_min` ([UInt64](../sql-reference/data-types/int-uint.md#uint-ranges)) — Minimum [طول عمر](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md) از فرهنگ لغت در حافظه, پس از کلیک که تلاش می کند به بازنگری فرهنگ لغت (اگر `invalidate_query` قرار است, سپس تنها در صورتی که تغییر کرده است). تنظیم در ثانیه.
--   `lifetime_max` ([UInt64](../sql-reference/data-types/int-uint.md#uint-ranges)) — Maximum [طول عمر](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md) از فرهنگ لغت در حافظه, پس از کلیک که تلاش می کند به بازنگری فرهنگ لغت (اگر `invalidate_query` قرار است, سپس تنها در صورتی که تغییر کرده است). تنظیم در ثانیه.
--   `loading_start_time` ([DateTime](../sql-reference/data-types/datetime.md)) — Start time for loading the dictionary.
--   `last_successful_update_time` ([DateTime](../sql-reference/data-types/datetime.md)) — End time for loading or updating the dictionary. Helps to monitor some troubles with external sources and investigate causes.
--   `loading_duration` ([Float32](../sql-reference/data-types/float.md)) — Duration of a dictionary loading.
--   `last_exception` ([رشته](../sql-reference/data-types/string.md)) — Text of the error that occurs when creating or reloading the dictionary if the dictionary couldn't be created.
-
-**مثال**
-
-پیکربندی فرهنگ لغت.
-
-``` sql
-CREATE DICTIONARY dictdb.dict
-(
-    `key` Int64 DEFAULT -1,
-    `value_default` String DEFAULT 'world',
-    `value_expression` String DEFAULT 'xxx' EXPRESSION 'toString(127 * 172)'
-)
-PRIMARY KEY key
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT 9000 USER 'default' TABLE 'dicttbl' DB 'dictdb'))
-LIFETIME(MIN 0 MAX 1)
-LAYOUT(FLAT())
-```
-
-اطمینان حاصل کنید که فرهنگ لغت لود شده است.
-
-``` sql
-SELECT * FROM system.dictionaries
-```
-
-``` text
-┌─database─┬─name─┬─status─┬─origin──────┬─type─┬─key────┬─attribute.names──────────────────────┬─attribute.types─────┬─bytes_allocated─┬─query_count─┬─hit_rate─┬─element_count─┬───────────load_factor─┬─source─────────────────────┬─lifetime_min─┬─lifetime_max─┬──loading_start_time─┌──last_successful_update_time─┬──────loading_duration─┬─last_exception─┐
-│ dictdb   │ dict │ LOADED │ dictdb.dict │ Flat │ UInt64 │ ['value_default','value_expression'] │ ['String','String'] │           74032 │           0 │        1 │             1 │ 0.0004887585532746823 │ ClickHouse: dictdb.dicttbl │            0 │            1 │ 2020-03-04 04:17:34 │   2020-03-04 04:30:34        │                 0.002 │                │
-└──────────┴──────┴────────┴─────────────┴──────┴────────┴──────────────────────────────────────┴─────────────────────┴─────────────────┴─────────────┴──────────┴───────────────┴───────────────────────┴────────────────────────────┴──────────────┴──────────────┴─────────────────────┴──────────────────────────────┘───────────────────────┴────────────────┘
-```
-
-## سیستم.رویدادها {#system_tables-events}
-
-حاوی اطلاعات در مورد تعدادی از حوادث که در سیستم رخ داده است. مثلا, در جدول, شما می توانید پیدا کنید که چگونه بسیاری از `SELECT` نمایش داده شد از سرور کلیک شروع پردازش شد.
-
-ستونها:
-
--   `event` ([رشته](../sql-reference/data-types/string.md)) — Event name.
--   `value` ([UInt64](../sql-reference/data-types/int-uint.md)) — Number of events occurred.
--   `description` ([رشته](../sql-reference/data-types/string.md)) — Event description.
-
-**مثال**
-
-``` sql
-SELECT * FROM system.events LIMIT 5
-```
-
-``` text
-┌─event─────────────────────────────────┬─value─┬─description────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ Query                                 │    12 │ Number of queries to be interpreted and potentially executed. Does not include queries that failed to parse or were rejected due to AST size limits, quota limits or limits on the number of simultaneously running queries. May include internal queries initiated by ClickHouse itself. Does not count subqueries.                  │
-│ SelectQuery                           │     8 │ Same as Query, but only for SELECT queries.                                                                                                                                                                                                                │
-│ FileOpen                              │    73 │ Number of files opened.                                                                                                                                                                                                                                    │
-│ ReadBufferFromFileDescriptorRead      │   155 │ Number of reads (read/pread) from a file descriptor. Does not include sockets.                                                                                                                                                                             │
-│ ReadBufferFromFileDescriptorReadBytes │  9931 │ Number of bytes read from file descriptors. If the file is compressed, this will show the compressed data size.                                                                                                                                              │
-└───────────────────────────────────────┴───────┴────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [سیستم._نامهنویسی ناهمزمان](#system_tables-asynchronous_metrics) — Contains periodically calculated metrics.
--   [سیستم.متریک](#system_tables-metrics) — Contains instantly calculated metrics.
--   [سیستم._اشکالزدایی](#system_tables-metric_log) — Contains a history of metrics values from tables `system.metrics` и `system.events`.
--   [نظارت](monitoring.md) — Base concepts of ClickHouse monitoring.
-
-## سیستم.توابع {#system-functions}
-
-حاوی اطلاعات در مورد توابع عادی و جمع.
-
-ستونها:
-
--   `name`(`String`) – The name of the function.
--   `is_aggregate`(`UInt8`) — Whether the function is aggregate.
-
-## سیستم.بازداشت گرافیت {#system-graphite-retentions}
-
-حاوی اطلاعات در مورد پارامترها [لغزش _ نمودار](server-configuration-parameters/settings.md#server_configuration_parameters-graphite) که در جداول با استفاده [اطلاعات دقیق](../engines/table-engines/mergetree-family/graphitemergetree.md) موتورها.
-
-ستونها:
-
--   `config_name` ) رشته) - `graphite_rollup` نام پارامتر.
--   `regexp` (رشته) - یک الگوی برای نام متریک.
--   `function` (رشته) - نام تابع جمع.
--   `age` (UInt64) - حداقل سن دیتا در ثانیه.
--   `precision` (اوینت64) - چگونه دقیقا به تعریف سن داده ها در ثانیه.
--   `priority` (UInt16) - الگوی اولویت است.
--   `is_default` (UInt8) - آیا الگوی پیش فرض است.
--   `Tables.database` (مجموعه (رشته)) - مجموعه ای از نام جداول پایگاه داده که از `config_name` پارامتر.
--   `Tables.table` (صف (رشته)) - مجموعه ای از نام جدول که با استفاده از `config_name` پارامتر.
-
-## سیستم.ادغام {#system-merges}
-
-حاوی اطلاعات در مورد ادغام و جهش بخشی در حال حاضر در روند برای جداول در خانواده ادغام.
-
-ستونها:
-
--   `database` (String) — The name of the database the table is in.
--   `table` (String) — Table name.
--   `elapsed` (Float64) — The time elapsed (in seconds) since the merge started.
--   `progress` (Float64) — The percentage of completed work from 0 to 1.
--   `num_parts` (UInt64) — The number of pieces to be merged.
--   `result_part_name` (String) — The name of the part that will be formed as the result of merging.
--   `is_mutation` (اوینت8) - 1 اگر این فرایند جهش بخشی است.
--   `total_size_bytes_compressed` (UInt64) — The total size of the compressed data in the merged chunks.
--   `total_size_marks` (UInt64) — The total number of marks in the merged parts.
--   `bytes_read_uncompressed` (UInt64) — Number of bytes read, uncompressed.
--   `rows_read` (UInt64) — Number of rows read.
--   `bytes_written_uncompressed` (UInt64) — Number of bytes written, uncompressed.
--   `rows_written` (UInt64) — Number of rows written.
-
-## سیستم.متریک {#system_tables-metrics}
-
-شامل معیارهای است که می تواند فورا محاسبه, و یا یک مقدار فعلی. مثلا, تعداد نمایش داده شد به طور همزمان پردازش و یا تاخیر ماکت فعلی. این جدول همیشه به روز.
-
-ستونها:
-
--   `metric` ([رشته](../sql-reference/data-types/string.md)) — Metric name.
--   `value` ([Int64](../sql-reference/data-types/int-uint.md)) — Metric value.
--   `description` ([رشته](../sql-reference/data-types/string.md)) — Metric description.
-
-لیستی از معیارهای پشتیبانی شده شما می توانید در [همایش های بین المللیپردازنده](https://github.com/ClickHouse/ClickHouse/blob/master/src/Common/CurrentMetrics.cpp) فایل منبع از خانه کلیک.
-
-**مثال**
-
-``` sql
-SELECT * FROM system.metrics LIMIT 10
-```
-
-``` text
-┌─metric─────────────────────┬─value─┬─description──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ Query                      │     1 │ Number of executing queries                                                                                                                                                                      │
-│ Merge                      │     0 │ Number of executing background merges                                                                                                                                                            │
-│ PartMutation               │     0 │ Number of mutations (ALTER DELETE/UPDATE)                                                                                                                                                        │
-│ ReplicatedFetch            │     0 │ Number of data parts being fetched from replicas                                                                                                                                                │
-│ ReplicatedSend             │     0 │ Number of data parts being sent to replicas                                                                                                                                                      │
-│ ReplicatedChecks           │     0 │ Number of data parts checking for consistency                                                                                                                                                    │
-│ BackgroundPoolTask         │     0 │ Number of active tasks in BackgroundProcessingPool (merges, mutations, fetches, or replication queue bookkeeping)                                                                                │
-│ BackgroundSchedulePoolTask │     0 │ Number of active tasks in BackgroundSchedulePool. This pool is used for periodic ReplicatedMergeTree tasks, like cleaning old data parts, altering data parts, replica re-initialization, etc.   │
-│ DiskSpaceReservedForMerge  │     0 │ Disk space reserved for currently running background merges. It is slightly more than the total size of currently merging parts.                                                                     │
-│ DistributedSend            │     0 │ Number of connections to remote servers sending data that was INSERTed into Distributed tables. Both synchronous and asynchronous mode.                                                          │
-└────────────────────────────┴───────┴──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [سیستم._نامهنویسی ناهمزمان](#system_tables-asynchronous_metrics) — Contains periodically calculated metrics.
--   [سیستم.رویدادها](#system_tables-events) — Contains a number of events that occurred.
--   [سیستم._اشکالزدایی](#system_tables-metric_log) — Contains a history of metrics values from tables `system.metrics` и `system.events`.
--   [نظارت](monitoring.md) — Base concepts of ClickHouse monitoring.
-
-## سیستم._اشکالزدایی {#system_tables-metric_log}
-
-دارای تاریخچه معیارهای ارزش از جداول `system.metrics` و `system.events`, دوره ای به دیسک سرخ.
-برای روشن کردن مجموعه تاریخچه معیارهای در `system.metric_log` ایجاد `/etc/clickhouse-server/config.d/metric_log.xml` با محتوای زیر:
-
-``` xml
-<yandex>
-    <metric_log>
-        <database>system</database>
-        <table>metric_log</table>
-        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
-    </metric_log>
-</yandex>
-```
-
-**مثال**
-
-``` sql
-SELECT * FROM system.metric_log LIMIT 1 FORMAT Vertical;
-```
-
-``` text
-Row 1:
-──────
-event_date:                                                 2020-02-18
-event_time:                                                 2020-02-18 07:15:33
-milliseconds:                                               554
-ProfileEvent_Query:                                         0
-ProfileEvent_SelectQuery:                                   0
-ProfileEvent_InsertQuery:                                   0
-ProfileEvent_FileOpen:                                      0
-ProfileEvent_Seek:                                          0
-ProfileEvent_ReadBufferFromFileDescriptorRead:              1
-ProfileEvent_ReadBufferFromFileDescriptorReadFailed:        0
-ProfileEvent_ReadBufferFromFileDescriptorReadBytes:         0
-ProfileEvent_WriteBufferFromFileDescriptorWrite:            1
-ProfileEvent_WriteBufferFromFileDescriptorWriteFailed:      0
-ProfileEvent_WriteBufferFromFileDescriptorWriteBytes:       56
-...
-CurrentMetric_Query:                                        0
-CurrentMetric_Merge:                                        0
-CurrentMetric_PartMutation:                                 0
-CurrentMetric_ReplicatedFetch:                              0
-CurrentMetric_ReplicatedSend:                               0
-CurrentMetric_ReplicatedChecks:                             0
-...
-```
-
-**همچنین نگاه کنید به**
-
--   [سیستم._نامهنویسی ناهمزمان](#system_tables-asynchronous_metrics) — Contains periodically calculated metrics.
--   [سیستم.رویدادها](#system_tables-events) — Contains a number of events that occurred.
--   [سیستم.متریک](#system_tables-metrics) — Contains instantly calculated metrics.
--   [نظارت](monitoring.md) — Base concepts of ClickHouse monitoring.
-
-## سیستم.اعداد {#system-numbers}
-
-این جدول شامل یک UInt64 ستون به نام ‘number’ که شامل تقریبا تمام اعداد طبیعی با شروع از صفر.
-شما می توانید این جدول برای تست استفاده, و یا اگر شما نیاز به انجام یک جستجو نیروی بی رحم.
-بار خوانده شده از این جدول موازی نیست.
-
-## سیستم._شماره حساب {#system-numbers-mt}
-
-همان ‘system.numbers’ اما بار خوانده شده موازی هستند. اعداد را می توان در هر سفارش بازگشت.
-مورد استفاده برای تست.
-
-## سیستم.یک {#system-one}
-
-این جدول شامل یک ردیف با یک ‘dummy’ در زیر8 ستون حاوی مقدار 0.
-این جدول استفاده می شود اگر پرس و جو را انتخاب کنید از بند مشخص نیست.
-این شبیه میز دوگانه است که در سایر موارد یافت می شود.
-
-## سیستم.قطعات {#system_tables-parts}
-
-حاوی اطلاعات در مورد بخش هایی از [ادغام](../engines/table-engines/mergetree-family/mergetree.md) میز
-
-هر سطر توصیف یک بخش داده.
-
-ستونها:
-
--   `partition` (String) – The partition name. To learn what a partition is, see the description of the [ALTER](../sql-reference/statements/alter.md#query_language_queries_alter) پرس و جو.
-
-    فرشها:
-
-    -   `YYYYMM` برای پارتیشن بندی خودکار در ماه.
-    -   `any_string` هنگامی که پارتیشن بندی دستی.
-
--   `name` (`String`) – Name of the data part.
-
--   `active` (`UInt8`) – Flag that indicates whether the data part is active. If a data part is active, it's used in a table. Otherwise, it's deleted. Inactive data parts remain after merging.
-
--   `marks` (`UInt64`) – The number of marks. To get the approximate number of rows in a data part, multiply `marks` با دانه دانه دانه شاخص (معمولا 8192) (این اشاره برای دانه دانه تطبیقی کار نمی کند).
-
--   `rows` (`UInt64`) – The number of rows.
-
--   `bytes_on_disk` (`UInt64`) – Total size of all the data part files in bytes.
-
--   `data_compressed_bytes` (`UInt64`) – Total size of compressed data in the data part. All the auxiliary files (for example, files with marks) are not included.
-
--   `data_uncompressed_bytes` (`UInt64`) – Total size of uncompressed data in the data part. All the auxiliary files (for example, files with marks) are not included.
-
--   `marks_bytes` (`UInt64`) – The size of the file with marks.
-
--   `modification_time` (`DateTime`) – The time the directory with the data part was modified. This usually corresponds to the time of data part creation.\|
-
--   `remove_time` (`DateTime`) – The time when the data part became inactive.
-
--   `refcount` (`UInt32`) – The number of places where the data part is used. A value greater than 2 indicates that the data part is used in queries or merges.
-
--   `min_date` (`Date`) – The minimum value of the date key in the data part.
-
--   `max_date` (`Date`) – The maximum value of the date key in the data part.
-
--   `min_time` (`DateTime`) – The minimum value of the date and time key in the data part.
-
--   `max_time`(`DateTime`) – The maximum value of the date and time key in the data part.
-
--   `partition_id` (`String`) – ID of the partition.
-
--   `min_block_number` (`UInt64`) – The minimum number of data parts that make up the current part after merging.
-
--   `max_block_number` (`UInt64`) – The maximum number of data parts that make up the current part after merging.
-
--   `level` (`UInt32`) – Depth of the merge tree. Zero means that the current part was created by insert rather than by merging other parts.
-
--   `data_version` (`UInt64`) – Number that is used to determine which mutations should be applied to the data part (mutations with a version higher than `data_version`).
-
--   `primary_key_bytes_in_memory` (`UInt64`) – The amount of memory (in bytes) used by primary key values.
-
--   `primary_key_bytes_in_memory_allocated` (`UInt64`) – The amount of memory (in bytes) reserved for primary key values.
-
--   `is_frozen` (`UInt8`) – Flag that shows that a partition data backup exists. 1, the backup exists. 0, the backup doesn't exist. For more details, see [FREEZE PARTITION](../sql-reference/statements/alter.md#alter_freeze-partition)
-
--   `database` (`String`) – Name of the database.
-
--   `table` (`String`) – Name of the table.
-
--   `engine` (`String`) – Name of the table engine without parameters.
-
--   `path` (`String`) – Absolute path to the folder with data part files.
-
--   `disk` (`String`) – Name of a disk that stores the data part.
-
--   `hash_of_all_files` (`String`) – [سیفون128](../sql-reference/functions/hash-functions.md#hash_functions-siphash128) از فایل های فشرده.
-
--   `hash_of_uncompressed_files` (`String`) – [سیفون128](../sql-reference/functions/hash-functions.md#hash_functions-siphash128) از فایل های غیر فشرده (فایل های با علامت, فایل شاخص و غیره.).
-
--   `uncompressed_hash_of_compressed_files` (`String`) – [سیفون128](../sql-reference/functions/hash-functions.md#hash_functions-siphash128) از داده ها در فایل های فشرده به عنوان اگر غیر فشرده شد.
-
--   `bytes` (`UInt64`) – Alias for `bytes_on_disk`.
-
--   `marks_size` (`UInt64`) – Alias for `marks_bytes`.
-
-## سیستم._خروج {#system_tables-part-log}
-
-این `system.part_log` جدول تنها در صورتی ایجاد می شود [_خروج](server-configuration-parameters/settings.md#server_configuration_parameters-part-log) تنظیم سرور مشخص شده است.
-
-این جدول حاوی اطلاعات در مورد اتفاقاتی که با رخ داده است [قطعات داده](../engines/table-engines/mergetree-family/custom-partitioning-key.md) در [ادغام](../engines/table-engines/mergetree-family/mergetree.md) جداول خانواده, مانند اضافه کردن و یا ادغام داده ها.
-
-این `system.part_log` جدول شامل ستون های زیر است:
-
--   `event_type` (Enum) — Type of the event that occurred with the data part. Can have one of the following values:
-    -   `NEW_PART` — Inserting of a new data part.
-    -   `MERGE_PARTS` — Merging of data parts.
-    -   `DOWNLOAD_PART` — Downloading a data part.
-    -   `REMOVE_PART` — Removing or detaching a data part using [DETACH PARTITION](../sql-reference/statements/alter.md#alter_detach-partition).
-    -   `MUTATE_PART` — Mutating of a data part.
-    -   `MOVE_PART` — Moving the data part from the one disk to another one.
--   `event_date` (Date) — Event date.
--   `event_time` (DateTime) — Event time.
--   `duration_ms` (UInt64) — Duration.
--   `database` (String) — Name of the database the data part is in.
--   `table` (String) — Name of the table the data part is in.
--   `part_name` (String) — Name of the data part.
--   `partition_id` (String) — ID of the partition that the data part was inserted to. The column takes the ‘all’ ارزش اگر پارتیشن بندی توسط `tuple()`.
--   `rows` (UInt64) — The number of rows in the data part.
--   `size_in_bytes` (UInt64) — Size of the data part in bytes.
--   `merged_from` (Array(String)) — An array of names of the parts which the current part was made up from (after the merge).
--   `bytes_uncompressed` (UInt64) — Size of uncompressed bytes.
--   `read_rows` (UInt64) — The number of rows was read during the merge.
--   `read_bytes` (UInt64) — The number of bytes was read during the merge.
--   `error` (UInt16) — The code number of the occurred error.
--   `exception` (String) — Text message of the occurred error.
-
-این `system.part_log` جدول پس از اولین قرار دادن داده ها به ایجاد `MergeTree` جدول
-
-## سیستم.فرایندها {#system_tables-processes}
-
-این جدول سیستم برای اجرای استفاده می شود `SHOW PROCESSLIST` پرس و جو.
-
-ستونها:
-
--   `user` (String) – The user who made the query. Keep in mind that for distributed processing, queries are sent to remote servers under the `default` کاربر. زمینه شامل نام کاربری برای یک پرس و جو خاص, نه برای پرس و جو که این پرس و جو شروع.
--   `address` (String) – The IP address the request was made from. The same for distributed processing. To track where a distributed query was originally made from, look at `system.processes` در سرور درخواست پرس و جو.
--   `elapsed` (Float64) – The time in seconds since request execution started.
--   `rows_read` (UInt64) – The number of rows read from the table. For distributed processing, on the requestor server, this is the total for all remote servers.
--   `bytes_read` (UInt64) – The number of uncompressed bytes read from the table. For distributed processing, on the requestor server, this is the total for all remote servers.
--   `total_rows_approx` (UInt64) – The approximation of the total number of rows that should be read. For distributed processing, on the requestor server, this is the total for all remote servers. It can be updated during request processing, when new sources to process become known.
--   `memory_usage` (UInt64) – Amount of RAM the request uses. It might not include some types of dedicated memory. See the [_کاساژ بیشینه](../operations/settings/query-complexity.md#settings_max_memory_usage) تنظیمات.
--   `query` (String) – The query text. For `INSERT` این شامل داده ها برای وارد کردن نیست.
--   `query_id` (String) – Query ID, if defined.
-
-## سیستم._خروج {#system_tables-text_log}
-
-شامل ورودی ورود به سیستم. سطح ورود به سیستم که می رود به این جدول را می توان با محدود `text_log.level` تنظیم سرور.
-
-ستونها:
-
--   `event_date` (`Date`)- تاریخ ورود.
--   `event_time` (`DateTime`)- زمان ورود .
--   `microseconds` (`UInt32`)- میکروثانیه از ورود.
--   `thread_name` (String) — Name of the thread from which the logging was done.
--   `thread_id` (UInt64) — OS thread ID.
--   `level` (`Enum8`)- ورود به سطح .
-    -   `'Fatal' = 1`
-    -   `'Critical' = 2`
-    -   `'Error' = 3`
-    -   `'Warning' = 4`
-    -   `'Notice' = 5`
-    -   `'Information' = 6`
-    -   `'Debug' = 7`
-    -   `'Trace' = 8`
--   `query_id` (`String`)- شناسه پرس و جو .
--   `logger_name` (`LowCardinality(String)`) - Name of the logger (i.e. `DDLWorker`)
--   `message` (`String`)- پیام خود را.
--   `revision` (`UInt32`)- تجدید نظر کلیک کنیدهاوس .
--   `source_file` (`LowCardinality(String)`)- فایل منبع که از ورود به سیستم انجام شد .
--   `source_line` (`UInt64`)- خط منبع که از ورود به سیستم انجام شد.
-
-## سیستم._خروج {#system_tables-query_log}
-
-حاوی اطلاعات در مورد اجرای نمایش داده شد. برای هر پرس و جو, شما می توانید زمان شروع پردازش را ببینید, مدت زمان پردازش, پیام های خطا و اطلاعات دیگر.
-
-!!! note "یادداشت"
-    جدول حاوی اطلاعات ورودی برای `INSERT` نمایش داده شد.
-
-تاتر این جدول را فقط در صورتی ایجاد می کند [_خروج](server-configuration-parameters/settings.md#server_configuration_parameters-query-log) پارامتر سرور مشخص شده است. این پارامتر مجموعه قوانین ورود به سیستم, مانند فاصله ورود به سیستم و یا نام جدول نمایش داده شد خواهد شد وارد سایت شوید.
-
-برای فعال کردن ورود به سیستم پرس و جو, تنظیم [_خروج](settings/settings.md#settings-log-queries) پارامتر به 1. برای اطلاعات بیشتر [تنظیمات](settings/settings.md) بخش.
-
-این `system.query_log` جدول ثبت دو نوع نمایش داده شد:
-
-1.  نمایش داده شد اولیه که به طور مستقیم توسط مشتری اجرا شد.
-2.  کودک نمایش داده شد که توسط دیگر نمایش داده شد (برای اجرای پرس و جو توزیع). برای این نوع از نمایش داده شد, اطلاعات در مورد پدر و مادر نمایش داده شد در نشان داده شده است `initial_*` ستون ها
-
-ستونها:
-
--   `type` (`Enum8`) — Type of event that occurred when executing the query. Values:
-    -   `'QueryStart' = 1` — Successful start of query execution.
-    -   `'QueryFinish' = 2` — Successful end of query execution.
-    -   `'ExceptionBeforeStart' = 3` — Exception before the start of query execution.
-    -   `'ExceptionWhileProcessing' = 4` — Exception during the query execution.
--   `event_date` (Date) — Query starting date.
--   `event_time` (DateTime) — Query starting time.
--   `query_start_time` (DateTime) — Start time of query execution.
--   `query_duration_ms` (UInt64) — Duration of query execution.
--   `read_rows` (UInt64) — Number of read rows.
--   `read_bytes` (UInt64) — Number of read bytes.
--   `written_rows` (UInt64) — For `INSERT` نمایش داده شد, تعداد ردیف نوشته شده. برای نمایش داده شد دیگر مقدار ستون 0 است.
--   `written_bytes` (UInt64) — For `INSERT` نمایش داده شد, تعداد بایت نوشته شده. برای نمایش داده شد دیگر مقدار ستون 0 است.
--   `result_rows` (UInt64) — Number of rows in the result.
--   `result_bytes` (UInt64) — Number of bytes in the result.
--   `memory_usage` (UInt64) — Memory consumption by the query.
--   `query` (String) — Query string.
--   `exception` (String) — Exception message.
--   `stack_trace` (String) — Stack trace (a list of methods called before the error occurred). An empty string, if the query is completed successfully.
--   `is_initial_query` (UInt8) — Query type. Possible values:
-    -   1 — Query was initiated by the client.
-    -   0 — Query was initiated by another query for distributed query execution.
--   `user` (String) — Name of the user who initiated the current query.
--   `query_id` (String) — ID of the query.
--   `address` (IPv6) — IP address that was used to make the query.
--   `port` (UInt16) — The client port that was used to make the query.
--   `initial_user` (String) — Name of the user who ran the initial query (for distributed query execution).
--   `initial_query_id` (String) — ID of the initial query (for distributed query execution).
--   `initial_address` (IPv6) — IP address that the parent query was launched from.
--   `initial_port` (UInt16) — The client port that was used to make the parent query.
--   `interface` (UInt8) — Interface that the query was initiated from. Possible values:
-    -   1 — TCP.
-    -   2 — HTTP.
--   `os_user` (String) — OS's username who runs [کلیک مشتری](../interfaces/cli.md).
--   `client_hostname` (String) — Hostname of the client machine where the [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از مشتری تی پی اجرا می شود.
--   `client_name` (String) — The [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از نام مشتری تی پی.
--   `client_revision` (UInt32) — Revision of the [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از مشتری تی پی.
--   `client_version_major` (UInt32) — Major version of the [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از مشتری تی پی.
--   `client_version_minor` (UInt32) — Minor version of the [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از مشتری تی پی.
--   `client_version_patch` (UInt32) — Patch component of the [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از نسخه مشتری تی سی پی.
--   `http_method` (UInt8) — HTTP method that initiated the query. Possible values:
-    -   0 — The query was launched from the TCP interface.
-    -   1 — `GET` روش مورد استفاده قرار گرفت.
-    -   2 — `POST` روش مورد استفاده قرار گرفت.
--   `http_user_agent` (String) — The `UserAgent` هدر در درخواست قام منتقل می شود.
--   `quota_key` (String) — The “quota key” مشخص شده در [سهمیه](quotas.md) تنظیم (دیدن `keyed`).
--   `revision` (UInt32) — ClickHouse revision.
--   `thread_numbers` (Array(UInt32)) — Number of threads that are participating in query execution.
--   `ProfileEvents.Names` (Array(String)) — Counters that measure different metrics. The description of them could be found in the table [سیستم.رویدادها](#system_tables-events)
--   `ProfileEvents.Values` (Array(UInt64)) — Values of metrics that are listed in the `ProfileEvents.Names` ستون.
--   `Settings.Names` (Array(String)) — Names of settings that were changed when the client ran the query. To enable logging changes to settings, set the `log_query_settings` پارامتر به 1.
--   `Settings.Values` (Array(String)) — Values of settings that are listed in the `Settings.Names` ستون.
-
-هر پرس و جو ایجاد یک یا دو ردیف در `query_log` جدول بسته به وضعیت پرس و جو:
-
-1.  اگر اجرای پرس و جو موفق است, دو رویداد با انواع 1 و 2 ایجاد می شوند (دیدن `type` ستون).
-2.  اگر یک خطا در طول پردازش پرس و جو رخ داده است, دو رویداد با انواع 1 و 4 ایجاد می شوند.
-3.  اگر یک خطا قبل از راه اندازی پرس و جو رخ داده است, یک رویداد واحد با نوع 3 ایجاد شده است.
-
-به طور پیش فرض, سیاهههای مربوط به جدول در فواصل 7.5 ثانیه اضافه. شما می توانید این فاصله در مجموعه [_خروج](server-configuration-parameters/settings.md#server_configuration_parameters-query-log) تنظیم سرور (نگاه کنید به `flush_interval_milliseconds` پارامتر). به خیط و پیت کردن سیاهههای مربوط به زور از بافر حافظه را به جدول, استفاده از `SYSTEM FLUSH LOGS` پرس و جو.
-
-هنگامی که جدول به صورت دستی حذف, به طور خودکار در پرواز ایجاد. توجه داشته باشید که تمام سیاهههای مربوط قبلی حذف خواهد شد.
-
-!!! note "یادداشت"
-    دوره ذخیره سازی برای سیاهههای مربوط نامحدود است. سیاهههای مربوط به طور خودکار از جدول حذف نمی شود. شما نیاز به سازماندهی حذف سیاهههای مربوط منسوخ شده خود را.
-
-شما می توانید یک کلید پارتیشن بندی دلخواه برای مشخص `system.query_log` جدول در [_خروج](server-configuration-parameters/settings.md#server_configuration_parameters-query-log) تنظیم سرور (نگاه کنید به `partition_by` پارامتر).
-
-## سیستم._ر_خروج {#system_tables-query-thread-log}
-
-جدول شامل اطلاعات در مورد هر موضوع اجرای پرس و جو.
-
-تاتر این جدول را فقط در صورتی ایجاد می کند [_ر_خروج](server-configuration-parameters/settings.md#server_configuration_parameters-query-thread-log) پارامتر سرور مشخص شده است. این پارامتر مجموعه قوانین ورود به سیستم, مانند فاصله ورود به سیستم و یا نام جدول نمایش داده شد خواهد شد وارد سایت شوید.
-
-برای فعال کردن ورود به سیستم پرس و جو, تنظیم [باز کردن](settings/settings.md#settings-log-query-threads) پارامتر به 1. برای اطلاعات بیشتر [تنظیمات](settings/settings.md) بخش.
-
-ستونها:
-
--   `event_date` (Date) — the date when the thread has finished execution of the query.
--   `event_time` (DateTime) — the date and time when the thread has finished execution of the query.
--   `query_start_time` (DateTime) — Start time of query execution.
--   `query_duration_ms` (UInt64) — Duration of query execution.
--   `read_rows` (UInt64) — Number of read rows.
--   `read_bytes` (UInt64) — Number of read bytes.
--   `written_rows` (UInt64) — For `INSERT` نمایش داده شد, تعداد ردیف نوشته شده. برای نمایش داده شد دیگر مقدار ستون 0 است.
--   `written_bytes` (UInt64) — For `INSERT` نمایش داده شد, تعداد بایت نوشته شده. برای نمایش داده شد دیگر مقدار ستون 0 است.
--   `memory_usage` (Int64) — The difference between the amount of allocated and freed memory in context of this thread.
--   `peak_memory_usage` (Int64) — The maximum difference between the amount of allocated and freed memory in context of this thread.
--   `thread_name` (String) — Name of the thread.
--   `thread_number` (UInt32) — Internal thread ID.
--   `os_thread_id` (Int32) — OS thread ID.
--   `master_thread_id` (UInt64) — OS initial ID of initial thread.
--   `query` (String) — Query string.
--   `is_initial_query` (UInt8) — Query type. Possible values:
-    -   1 — Query was initiated by the client.
-    -   0 — Query was initiated by another query for distributed query execution.
--   `user` (String) — Name of the user who initiated the current query.
--   `query_id` (String) — ID of the query.
--   `address` (IPv6) — IP address that was used to make the query.
--   `port` (UInt16) — The client port that was used to make the query.
--   `initial_user` (String) — Name of the user who ran the initial query (for distributed query execution).
--   `initial_query_id` (String) — ID of the initial query (for distributed query execution).
--   `initial_address` (IPv6) — IP address that the parent query was launched from.
--   `initial_port` (UInt16) — The client port that was used to make the parent query.
--   `interface` (UInt8) — Interface that the query was initiated from. Possible values:
-    -   1 — TCP.
-    -   2 — HTTP.
--   `os_user` (String) — OS's username who runs [کلیک مشتری](../interfaces/cli.md).
--   `client_hostname` (String) — Hostname of the client machine where the [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از مشتری تی پی اجرا می شود.
--   `client_name` (String) — The [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از نام مشتری تی پی.
--   `client_revision` (UInt32) — Revision of the [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از مشتری تی پی.
--   `client_version_major` (UInt32) — Major version of the [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از مشتری تی پی.
--   `client_version_minor` (UInt32) — Minor version of the [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از مشتری تی پی.
--   `client_version_patch` (UInt32) — Patch component of the [کلیک مشتری](../interfaces/cli.md) یا یکی دیگر از نسخه مشتری تی سی پی.
--   `http_method` (UInt8) — HTTP method that initiated the query. Possible values:
-    -   0 — The query was launched from the TCP interface.
-    -   1 — `GET` روش مورد استفاده قرار گرفت.
-    -   2 — `POST` روش مورد استفاده قرار گرفت.
--   `http_user_agent` (String) — The `UserAgent` هدر در درخواست قام منتقل می شود.
--   `quota_key` (String) — The “quota key” مشخص شده در [سهمیه](quotas.md) تنظیم (دیدن `keyed`).
--   `revision` (UInt32) — ClickHouse revision.
--   `ProfileEvents.Names` (Array(String)) — Counters that measure different metrics for this thread. The description of them could be found in the table [سیستم.رویدادها](#system_tables-events)
--   `ProfileEvents.Values` (Array(UInt64)) — Values of metrics for this thread that are listed in the `ProfileEvents.Names` ستون.
-
-به طور پیش فرض, سیاهههای مربوط به جدول در فواصل 7.5 ثانیه اضافه. شما می توانید این فاصله در مجموعه [_ر_خروج](server-configuration-parameters/settings.md#server_configuration_parameters-query-thread-log) تنظیم سرور (نگاه کنید به `flush_interval_milliseconds` پارامتر). به خیط و پیت کردن سیاهههای مربوط به زور از بافر حافظه را به جدول, استفاده از `SYSTEM FLUSH LOGS` پرس و جو.
-
-هنگامی که جدول به صورت دستی حذف, به طور خودکار در پرواز ایجاد. توجه داشته باشید که تمام سیاهههای مربوط قبلی حذف خواهد شد.
-
-!!! note "یادداشت"
-    دوره ذخیره سازی برای سیاهههای مربوط نامحدود است. سیاهههای مربوط به طور خودکار از جدول حذف نمی شود. شما نیاز به سازماندهی حذف سیاهههای مربوط منسوخ شده خود را.
-
-شما می توانید یک کلید پارتیشن بندی دلخواه برای مشخص `system.query_thread_log` جدول در [_ر_خروج](server-configuration-parameters/settings.md#server_configuration_parameters-query-thread-log) تنظیم سرور (نگاه کنید به `partition_by` پارامتر).
-
-## سیستم._قطع {#system_tables-trace_log}
-
-حاوی ردیاب های پشته ای است که توسط پروفایل پرس و جو نمونه گیری می شود.
-
-تاتر این جدول زمانی ایجاد می کند [_قطع](server-configuration-parameters/settings.md#server_configuration_parameters-trace_log) بخش پیکربندی سرور تنظیم شده است. همچنین [جستجو](settings/settings.md#query_profiler_real_time_period_ns) و [ایران در تهران](settings/settings.md#query_profiler_cpu_time_period_ns) تنظیمات باید تنظیم شود.
-
-برای تجزیه و تحلیل سیاهههای مربوط, استفاده از `addressToLine`, `addressToSymbol` و `demangle` توابع درون گرایی.
-
-ستونها:
-
--   `event_date` ([تاریخ](../sql-reference/data-types/date.md)) — Date of sampling moment.
-
--   `event_time` ([DateTime](../sql-reference/data-types/datetime.md)) — Timestamp of the sampling moment.
-
--   `timestamp_ns` ([UInt64](../sql-reference/data-types/int-uint.md)) — Timestamp of the sampling moment in nanoseconds.
-
--   `revision` ([UInt32](../sql-reference/data-types/int-uint.md)) — ClickHouse server build revision.
-
-    هنگام اتصال به سرور توسط `clickhouse-client`, شما رشته شبیه به دیدن `Connected to ClickHouse server version 19.18.1 revision 54429.`. این فیلد شامل `revision` اما نه `version` از یک سرور.
-
--   `timer_type` ([شمار8](../sql-reference/data-types/enum.md)) — Timer type:
-
-    -   `Real` نشان دهنده زمان دیوار ساعت.
-    -   `CPU` نشان دهنده زمان پردازنده.
-
--   `thread_number` ([UInt32](../sql-reference/data-types/int-uint.md)) — Thread identifier.
-
--   `query_id` ([رشته](../sql-reference/data-types/string.md)) — Query identifier that can be used to get details about a query that was running from the [_خروج](#system_tables-query_log) جدول سیستم.
-
--   `trace` ([Array(UInt64)](../sql-reference/data-types/array.md)) — Stack trace at the moment of sampling. Each element is a virtual memory address inside ClickHouse server process.
-
-**مثال**
-
-``` sql
-SELECT * FROM system.trace_log LIMIT 1 \G
-```
-
-``` text
-Row 1:
-──────
-event_date:    2019-11-15
-event_time:    2019-11-15 15:09:38
-revision:      54428
-timer_type:    Real
-thread_number: 48
-query_id:      acc4d61f-5bd1-4a3e-bc91-2180be37c915
-trace:         [94222141367858,94222152240175,94222152325351,94222152329944,94222152330796,94222151449980,94222144088167,94222151682763,94222144088167,94222151682763,94222144088167,94222144058283,94222144059248,94222091840750,94222091842302,94222091831228,94222189631488,140509950166747,140509942945935]
-```
-
-## سیستم.تکرار {#system_tables-replicas}
-
-شامل اطلاعات و وضعیت برای جداول تکرار ساکن بر روی سرور محلی.
-این جدول را می توان برای نظارت استفاده می شود. جدول شامل یک ردیف برای هر تکرار \* جدول.
-
-مثال:
-
-``` sql
-SELECT *
-FROM system.replicas
-WHERE table = 'visits'
-FORMAT Vertical
-```
-
-``` text
-Row 1:
-──────
-database:                   merge
-table:                      visits
-engine:                     ReplicatedCollapsingMergeTree
-is_leader:                  1
-can_become_leader:          1
-is_readonly:                0
-is_session_expired:         0
-future_parts:               1
-parts_to_check:             0
-zookeeper_path:             /clickhouse/tables/01-06/visits
-replica_name:               example01-06-1.yandex.ru
-replica_path:               /clickhouse/tables/01-06/visits/replicas/example01-06-1.yandex.ru
-columns_version:            9
-queue_size:                 1
-inserts_in_queue:           0
-merges_in_queue:            1
-part_mutations_in_queue:    0
-queue_oldest_time:          2020-02-20 08:34:30
-inserts_oldest_time:        1970-01-01 00:00:00
-merges_oldest_time:         2020-02-20 08:34:30
-part_mutations_oldest_time: 1970-01-01 00:00:00
-oldest_part_to_get:
-oldest_part_to_merge_to:    20200220_20284_20840_7
-oldest_part_to_mutate_to:
-log_max_index:              596273
-log_pointer:                596274
-last_queue_update:          2020-02-20 08:34:32
-absolute_delay:             0
-total_replicas:             2
-active_replicas:            2
-```
-
-ستونها:
-
--   `database` (`String`)- نام پایگاه داده
--   `table` (`String`)- نام جدول
--   `engine` (`String`)- نام موتور جدول
--   `is_leader` (`UInt8`)- چه ماکت رهبر است.
-    فقط یک ماکت در یک زمان می تواند رهبر باشد. رهبر برای انتخاب پس زمینه ادغام به انجام است.
-    توجه داشته باشید که می نویسد را می توان به هر ماکت است که در دسترس است و یک جلسه در زک انجام, صرف نظر از اینکه این یک رهبر است.
--   `can_become_leader` (`UInt8`)- چه ماکت می تواند به عنوان یک رهبر انتخاب می شوند.
--   `is_readonly` (`UInt8`)- چه ماکت در حالت فقط خواندنی است.
-    در این حالت روشن است اگر پیکربندی ندارد بخش با باغ وحش اگر یک خطای ناشناخته رخ داده است که reinitializing جلسات در باغ وحش و در طول جلسه reinitialization در باغ وحش.
--   `is_session_expired` (`UInt8`)- جلسه با باغ وحش منقضی شده است. در واقع همان `is_readonly`.
--   `future_parts` (`UInt32`)- تعداد قطعات داده است که به عنوان نتیجه درج و یا ادغام که هنوز انجام نشده است ظاهر می شود.
--   `parts_to_check` (`UInt32`)- تعداد قطعات داده در صف برای تایید. اگر شک وجود دارد که ممکن است صدمه دیده است بخشی در صف تایید قرار داده است.
--   `zookeeper_path` (`String`)- مسیر به داده های جدول در باغ وحش.
--   `replica_name` (`String`)- نام ماکت در باغ وحش. کپی های مختلف از همان جدول نام های مختلف.
--   `replica_path` (`String`)- مسیر به داده های ماکت در باغ وحش. همان الحاق ‘zookeeper_path/replicas/replica_path’.
--   `columns_version` (`Int32`)- تعداد نسخه از ساختار جدول . نشان می دهد که چند بار تغییر انجام شد. اگر کپی نسخه های مختلف, به این معنی برخی از کپی ساخته شده است همه از تغییر نکرده است.
--   `queue_size` (`UInt32`)- اندازه صف برای عملیات در حال انتظار برای انجام شود . عملیات شامل قرار دادن بلوک های داده ادغام و برخی اقدامات دیگر. معمولا همزمان با `future_parts`.
--   `inserts_in_queue` (`UInt32`)- تعداد درج بلوک از داده ها که نیاز به ساخته شده است . درج معمولا نسبتا به سرعت تکرار. اگر این تعداد بزرگ است, به این معنی چیزی اشتباه است.
--   `merges_in_queue` (`UInt32`)- تعداد ادغام انتظار ساخته شود. گاهی اوقات ادغام طولانی هستند, بنابراین این مقدار ممکن است بیشتر از صفر برای یک مدت طولانی.
--   `part_mutations_in_queue` (`UInt32`)- تعداد جهش در انتظار ساخته شده است.
--   `queue_oldest_time` (`DateTime`)- اگر `queue_size` بیشتر از 0, نشان می دهد که قدیمی ترین عملیات به صف اضافه شد.
--   `inserts_oldest_time` (`DateTime` دیدن وضعیت شبکه `queue_oldest_time`
--   `merges_oldest_time` (`DateTime` دیدن وضعیت شبکه `queue_oldest_time`
--   `part_mutations_oldest_time` (`DateTime` دیدن وضعیت شبکه `queue_oldest_time`
-
-4 ستون بعدی یک مقدار غیر صفر تنها جایی که یک جلسه فعال با زک وجود دارد.
-
--   `log_max_index` (`UInt64`)- حداکثر تعداد ورودی در ورود به سیستم از فعالیت های عمومی.
--   `log_pointer` (`UInt64`) - حداکثر تعداد ورودی در ورود به سیستم از فعالیت های عمومی که ماکت کپی شده به صف اعدام خود را, به علاوه یک. اگر `log_pointer` بسیار کوچکتر از `log_max_index`, چیزی اشتباه است.
--   `last_queue_update` (`DateTime`)- هنگامی که صف در زمان گذشته به روز شد.
--   `absolute_delay` (`UInt64`)- تاخیر چقدر بزرگ در ثانیه ماکت فعلی است.
--   `total_replicas` (`UInt8`)- تعداد کل کپی شناخته شده از این جدول.
--   `active_replicas` (`UInt8`)- تعداد کپی از این جدول که یک جلسه در باغ وحش (یعنی تعداد تکرار عملکرد).
-
-اگر شما درخواست تمام ستون, جدول ممکن است کمی کند کار, از چند بار خوانده شده از باغ وحش برای هر سطر ساخته شده.
-اگر شما درخواست آخرین 4 ستون (log_max_index, log_pointer, total_replicas, active_replicas) جدول با این نسخهها کار به سرعت.
-
-مثلا, شما می توانید بررسی کنید که همه چیز به درستی کار مثل این:
-
-``` sql
-SELECT
-    database,
-    table,
-    is_leader,
-    is_readonly,
-    is_session_expired,
-    future_parts,
-    parts_to_check,
-    columns_version,
-    queue_size,
-    inserts_in_queue,
-    merges_in_queue,
-    log_max_index,
-    log_pointer,
-    total_replicas,
-    active_replicas
-FROM system.replicas
-WHERE
-       is_readonly
-    OR is_session_expired
-    OR future_parts > 20
-    OR parts_to_check > 10
-    OR queue_size > 20
-    OR inserts_in_queue > 10
-    OR log_max_index - log_pointer > 10
-    OR total_replicas < 2
-    OR active_replicas < total_replicas
-```
-
-اگر این پرس و جو چیزی نمی گرداند, به این معنی که همه چیز خوب است.
-
-## سیستم.تنظیمات {#system-tables-system-settings}
-
-شامل اطلاعات در مورد تنظیمات جلسه برای کاربر فعلی.
-
-ستونها:
-
--   `name` ([رشته](../sql-reference/data-types/string.md)) — Setting name.
--   `value` ([رشته](../sql-reference/data-types/string.md)) — Setting value.
--   `changed` ([UInt8](../sql-reference/data-types/int-uint.md#uint-ranges)) — Shows whether a setting is changed from its default value.
--   `description` ([رشته](../sql-reference/data-types/string.md)) — Short setting description.
--   `min` ([Nullable](../sql-reference/data-types/nullable.md)([رشته](../sql-reference/data-types/string.md))) — Minimum value of the setting, if any is set via [قیدها](settings/constraints-on-settings.md#constraints-on-settings). اگر تنظیمات دارای حداقل مقدار, شامل [NULL](../sql-reference/syntax.md#null-literal).
--   `max` ([Nullable](../sql-reference/data-types/nullable.md)([رشته](../sql-reference/data-types/string.md))) — Maximum value of the setting, if any is set via [قیدها](settings/constraints-on-settings.md#constraints-on-settings). اگر تنظیمات دارای حداکثر مقدار, شامل [NULL](../sql-reference/syntax.md#null-literal).
--   `readonly` ([UInt8](../sql-reference/data-types/int-uint.md#uint-ranges)) — Shows whether the current user can change the setting:
-    -   `0` — Current user can change the setting.
-    -   `1` — Current user can't change the setting.
-
-**مثال**
-
-مثال زیر نشان می دهد که چگونه برای دریافت اطلاعات در مورد تنظیمات که شامل نام `min_i`.
-
-``` sql
-SELECT *
-FROM system.settings
-WHERE name LIKE '%min_i%'
-```
-
-``` text
-┌─name────────────────────────────────────────┬─value─────┬─changed─┬─description───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬─min──┬─max──┬─readonly─┐
-│ min_insert_block_size_rows                  │ 1048576   │       0 │ Squash blocks passed to INSERT query to specified size in rows, if blocks are not big enough.                                                                         │ ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ │        0 │
-│ min_insert_block_size_bytes                 │ 268435456 │       0 │ Squash blocks passed to INSERT query to specified size in bytes, if blocks are not big enough.                                                                        │ ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ │        0 │
-│ read_backoff_min_interval_between_events_ms │ 1000      │       0 │ Settings to reduce the number of threads in case of slow reads. Do not pay attention to the event, if the previous one has passed less than a certain amount of time. │ ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ │        0 │
-└─────────────────────────────────────────────┴───────────┴─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────┴──────┴──────────┘
-```
-
-استفاده از `WHERE changed` می تواند مفید باشد, مثلا, زمانی که شما می خواهید برای بررسی:
-
--   اینکه تنظیمات در پروندههای پیکربندی به درستی بارگذاری شوند یا در حال استفاده باشند.
--   تنظیماتی که در جلسه فعلی تغییر کرده است.
-
-<!-- -->
-
-``` sql
-SELECT * FROM system.settings WHERE changed AND name='load_balancing'
-```
-
-**همچنین نگاه کنید به**
-
--   [تنظیمات](settings/index.md#session-settings-intro)
--   [مجوز برای نمایش داده شد](settings/permissions-for-queries.md#settings_readonly)
--   [محدودیت در تنظیمات](settings/constraints-on-settings.md)
-
-## سیستم._زبانهها {#system.table_engines}
-
-``` text
-┌─name───────────────────┬─value───────┐
-│ max_threads            │ 8           │
-│ use_uncompressed_cache │ 0           │
-│ load_balancing         │ random      │
-│ max_memory_usage       │ 10000000000 │
-└────────────────────────┴─────────────┘
-```
-
-## سیستم.خرابی در حذف گواهینامهها {#system-merge_tree_settings}
-
-حاوی اطلاعات در مورد تنظیمات برای `MergeTree` میز
-
-ستونها:
-
--   `name` (String) — Setting name.
--   `value` (String) — Setting value.
--   `description` (String) — Setting description.
--   `type` (String) — Setting type (implementation specific string value).
--   `changed` (UInt8) — Whether the setting was explicitly defined in the config or explicitly changed.
-
-## سیستم._زبانهها {#system-table-engines}
-
-شامل شرح موتورهای جدول پشتیبانی شده توسط سرور و اطلاعات پشتیبانی از ویژگی های خود را.
-
-این جدول شامل ستون های زیر (نوع ستون در براکت نشان داده شده است):
-
--   `name` (String) — The name of table engine.
--   `supports_settings` (UInt8) — Flag that indicates if table engine supports `SETTINGS` بند بند.
--   `supports_skipping_indices` (UInt8) — Flag that indicates if table engine supports [پرش شاخص](../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-data_skipping-indexes).
--   `supports_ttl` (UInt8) — Flag that indicates if table engine supports [TTL](../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-ttl).
--   `supports_sort_order` (UInt8) — Flag that indicates if table engine supports clauses `PARTITION_BY`, `PRIMARY_KEY`, `ORDER_BY` و `SAMPLE_BY`.
--   `supports_replication` (UInt8) — Flag that indicates if table engine supports [تکرار داده ها](../engines/table-engines/mergetree-family/replication.md).
--   `supports_duduplication` (UInt8) — Flag that indicates if table engine supports data deduplication.
-
-مثال:
-
-``` sql
-SELECT *
-FROM system.table_engines
-WHERE name in ('Kafka', 'MergeTree', 'ReplicatedCollapsingMergeTree')
-```
-
-``` text
-┌─name──────────────────────────┬─supports_settings─┬─supports_skipping_indices─┬─supports_sort_order─┬─supports_ttl─┬─supports_replication─┬─supports_deduplication─┐
-│ Kafka                         │                 1 │                         0 │                   0 │            0 │                    0 │                      0 │
-│ MergeTree                     │                 1 │                         1 │                   1 │            1 │                    0 │                      0 │
-│ ReplicatedCollapsingMergeTree │                 1 │                         1 │                   1 │            1 │                    1 │                      1 │
-└───────────────────────────────┴───────────────────┴───────────────────────────┴─────────────────────┴──────────────┴──────────────────────┴────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   ادغام خانواده [بندهای پرسوجو](../engines/table-engines/mergetree-family/mergetree.md#mergetree-query-clauses)
--   کافکا [تنظیمات](../engines/table-engines/integrations/kafka.md#table_engine-kafka-creating-a-table)
--   پیوستن [تنظیمات](../engines/table-engines/special/join.md#join-limitations-and-settings)
-
-## سیستم.جداول {#system-tables}
-
-حاوی ابرداده از هر جدول که سرور می داند در مورد. جداول جداگانه در نشان داده نمی شود `system.tables`.
-
-این جدول شامل ستون های زیر (نوع ستون در براکت نشان داده شده است):
-
--   `database` (String) — The name of the database the table is in.
-
--   `name` (String) — Table name.
-
--   `engine` (String) — Table engine name (without parameters).
-
--   `is_temporary` (زیر8) - پرچم که نشان می دهد که جدول موقت است.
-
--   `data_path` (رشته) - مسیر به داده های جدول در سیستم فایل.
-
--   `metadata_path` (رشته) - مسیر به ابرداده جدول در سیستم فایل.
-
--   `metadata_modification_time` (تاریخ ساعت) - زمان شدن اصلاح ابرداده جدول.
-
--   `dependencies_database` - وابستگی پایگاه داده .
-
--   `dependencies_table` (رشته)) - وابستگی های جدول ([ماده بینی](../engines/table-engines/special/materializedview.md) جداول بر اساس جدول فعلی).
-
--   `create_table_query` (رشته) - پرس و جو که برای ایجاد جدول مورد استفاده قرار گرفت.
-
--   `engine_full` (رشته) - پارامترهای موتور جدول.
-
--   `partition_key` (رشته) - بیان کلید پارتیشن مشخص شده در جدول.
-
--   `sorting_key` (رشته) - عبارت کلیدی مرتب سازی مشخص شده در جدول.
-
--   `primary_key` (رشته) - عبارت کلیدی اولیه مشخص شده در جدول.
-
--   `sampling_key` (رشته) - نمونه عبارت کلیدی مشخص شده در جدول.
-
--   `storage_policy` (رشته) - سیاست ذخیره سازی:
-
-    -   [ادغام](../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes)
-    -   [توزیع شده](../engines/table-engines/special/distributed.md#distributed)
-
--   `total_rows` (Nullable(UInt64)) - تعداد کل ردیف آن است که اگر ممکن است به سرعت تعیین دقیق تعداد ردیف در جدول در غیر این صورت `Null` (از جمله زیرینگ `Buffer` جدول).
-
--   `total_bytes` (Nullable(UInt64)) - مجموع تعداد بایت, اگر آن را ممکن است به سرعت تعیین دقیق تعداد بایت به صورت جدول ذخیره در غیر این صورت `Null` (**نه** شامل هر ذخیره سازی زمینه ای).
-
-    -   If the table stores data on disk, returns used space on disk (i.e. compressed).
-    -   اگر جدول ذخیره داده ها در حافظه, بازده تعداد تقریبی بایت مورد استفاده در حافظه.
-
-این `system.tables` جدول در استفاده می شود `SHOW TABLES` اجرای پرس و جو.
-
-## سیستم.باغ وحش {#system-zookeeper}
-
-جدول وجود ندارد اگر باغ وحش پیکربندی نشده است. اجازه می دهد تا خواندن داده ها از خوشه باغ وحش تعریف شده در پیکربندی.
-پرس و جو باید یک ‘path’ شرایط برابری در بند جایی که. این مسیر در باغ وحش برای کودکان که شما می خواهید برای دریافت اطلاعات برای است.
-
-پرسوجو `SELECT * FROM system.zookeeper WHERE path = '/clickhouse'` خروجی داده ها برای همه کودکان در `/clickhouse` گره.
-به داده های خروجی برای تمام گره های ریشه, نوشتن مسیر = ‘/’.
-اگر مسیر مشخص شده در ‘path’ وجود ندارد, یک استثنا پرتاب خواهد شد.
-
-ستونها:
-
--   `name` (String) — The name of the node.
--   `path` (String) — The path to the node.
--   `value` (String) — Node value.
--   `dataLength` (Int32) — Size of the value.
--   `numChildren` (Int32) — Number of descendants.
--   `czxid` (Int64) — ID of the transaction that created the node.
--   `mzxid` (Int64) — ID of the transaction that last changed the node.
--   `pzxid` (Int64) — ID of the transaction that last deleted or added descendants.
--   `ctime` (DateTime) — Time of node creation.
--   `mtime` (DateTime) — Time of the last modification of the node.
--   `version` (Int32) — Node version: the number of times the node was changed.
--   `cversion` (Int32) — Number of added or removed descendants.
--   `aversion` (Int32) — Number of changes to the ACL.
--   `ephemeralOwner` (Int64) — For ephemeral nodes, the ID of the session that owns this node.
-
-مثال:
-
-``` sql
-SELECT *
-FROM system.zookeeper
-WHERE path = '/clickhouse/tables/01-08/visits/replicas'
-FORMAT Vertical
-```
-
-``` text
-Row 1:
-──────
-name:           example01-08-1.yandex.ru
-value:
-czxid:          932998691229
-mzxid:          932998691229
-ctime:          2015-03-27 16:49:51
-mtime:          2015-03-27 16:49:51
-version:        0
-cversion:       47
-aversion:       0
-ephemeralOwner: 0
-dataLength:     0
-numChildren:    7
-pzxid:          987021031383
-path:           /clickhouse/tables/01-08/visits/replicas
-
-Row 2:
-──────
-name:           example01-08-2.yandex.ru
-value:
-czxid:          933002738135
-mzxid:          933002738135
-ctime:          2015-03-27 16:57:01
-mtime:          2015-03-27 16:57:01
-version:        0
-cversion:       37
-aversion:       0
-ephemeralOwner: 0
-dataLength:     0
-numChildren:    7
-pzxid:          987021252247
-path:           /clickhouse/tables/01-08/visits/replicas
-```
-
-## سیستم.جهشها {#system_tables-mutations}
-
-جدول حاوی اطلاعات در مورد [جهشها](../sql-reference/statements/alter.md#alter-mutations) از جداول ادغام و پیشرفت خود را. هر دستور جهش توسط یک ردیف نشان داده شده است. جدول دارای ستون های زیر است:
-
-**دادگان**, **جدول** - نام پایگاه داده و جدول که جهش استفاده شد .
-
-**قطع عضو** - شناسه جهش. برای جداول تکرار این شناسه به نام زنود در مطابقت `<table_path_in_zookeeper>/mutations/` راهنمای در باغ وحش. برای جداول سه برابر شناسه مربوط به فایل نام در دایرکتوری داده ها از جدول.
-
-**فرمان** - رشته فرمان جهش (بخشی از پرس و جو پس از `ALTER TABLE [db.]table`).
-
-**_بروزرسانی** - هنگامی که این دستور جهش برای اجرای ارسال شد .
-
-**_شمارهی بلوک.ا_ضافه کردن**, **_شمارهی بلوک.شماره** - ستون تو در تو . برای جهش از جداول تکرار, این شامل یک رکورد برای هر پارتیشن: شناسه پارتیشن و شماره بلوک که توسط جهش خریداری شد (در هر پارتیشن, تنها بخش هایی که حاوی بلوک با اعداد کمتر از تعداد بلوک های خریداری شده توسط جهش در پارتیشن که جهش خواهد شد). در جداول غیر تکرار, تعداد بلوک در تمام پارتیشن به صورت یک توالی واحد. این به این معنی است که برای جهش از جداول غیر تکرار, ستون یک رکورد با یک عدد بلوک واحد خریداری شده توسط جهش شامل.
-
-**_کوچکنمایی** - تعدادی از قطعات داده است که نیاز به جهش را به پایان برساند جهش یافته است .
-
-**_مخفی کردن** - توجه داشته باشید که حتی اگر `parts_to_do = 0` ممکن است که جهش جدول تکرار هنوز به دلیل درج طولانی در حال اجرا است که ایجاد بخش داده های جدید است که نیاز به جهش انجام می شود است.
-
-اگر مشکلی با جهش برخی از قطعات وجود دارد, ستون های زیر حاوی اطلاعات اضافی:
-
-**_شروع مجدد** - نام جدید ترین بخش است که نمی تواند جهش یافته است.
-
-**زمان _رشته** - زمان جدید ترین شکست جهش بخشی .
-
-**_شروع مجدد** - پیام استثنا که باعث شکست جهش بخشی اخیر.
-
-## سیستم.دیسکها {#system_tables-disks}
-
-حاوی اطلاعات در مورد دیسک های تعریف شده در [پیکربندی کارساز](../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes_configure).
-
-ستونها:
-
--   `name` ([رشته](../sql-reference/data-types/string.md)) — Name of a disk in the server configuration.
--   `path` ([رشته](../sql-reference/data-types/string.md)) — Path to the mount point in the file system.
--   `free_space` ([UInt64](../sql-reference/data-types/int-uint.md)) — Free space on disk in bytes.
--   `total_space` ([UInt64](../sql-reference/data-types/int-uint.md)) — Disk volume in bytes.
--   `keep_free_space` ([UInt64](../sql-reference/data-types/int-uint.md)) — Amount of disk space that should stay free on disk in bytes. Defined in the `keep_free_space_bytes` پارامتر پیکربندی دیسک.
-
-## سیستم.داستان_یابی {#system_tables-storage_policies}
-
-حاوی اطلاعات در مورد سیاست های ذخیره سازی و حجم تعریف شده در [پیکربندی کارساز](../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes_configure).
-
-ستونها:
-
--   `policy_name` ([رشته](../sql-reference/data-types/string.md)) — Name of the storage policy.
--   `volume_name` ([رشته](../sql-reference/data-types/string.md)) — Volume name defined in the storage policy.
--   `volume_priority` ([UInt64](../sql-reference/data-types/int-uint.md)) — Volume order number in the configuration.
--   `disks` ([رشته)](../sql-reference/data-types/array.md)) — Disk names, defined in the storage policy.
--   `max_data_part_size` ([UInt64](../sql-reference/data-types/int-uint.md)) — Maximum size of a data part that can be stored on volume disks (0 — no limit).
--   `move_factor` ([جسم شناور64](../sql-reference/data-types/float.md)) — Ratio of free disk space. When the ratio exceeds the value of configuration parameter, ClickHouse start to move data to the next volume in order.
-
-اگر سیاست ذخیره سازی شامل بیش از یک حجم, سپس اطلاعات برای هر حجم در ردیف فرد از جدول ذخیره می شود.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/system_tables/) <!--hide-->
diff --git a/docs/fa/operations/tips.md b/docs/fa/operations/tips.md
deleted file mode 100644
index cf6e5660ac9..00000000000
--- a/docs/fa/operations/tips.md
+++ /dev/null
@@ -1,252 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 58
-toc_title: "\u062A\u0648\u0635\u06CC\u0647 \u0647\u0627\u06CC \u0627\u0633\u062A\u0641\
-  \u0627\u062F\u0647"
----
-
-# توصیه های استفاده {#usage-recommendations}
-
-## فرماندار پوسته پوسته شدن پردازنده {#cpu-scaling-governor}
-
-همیشه استفاده از `performance` پوسته پوسته شدن فرماندار. این `on-demand` پوسته پوسته شدن فرماندار کار می کند بسیار بدتر با تقاضای به طور مداوم بالا.
-
-``` bash
-$ echo 'performance' | sudo tee /sys/devices/system/cpu/cpu*/cpufreq/scaling_governor
-```
-
-## محدودیت های پردازنده {#cpu-limitations}
-
-پردازنده می تواند بیش از حد گرم. استفاده `dmesg` برای دیدن اگر نرخ ساعت پردازنده به دلیل گرمای بیش از حد محدود بود.
-محدودیت همچنین می توانید خارجی در سطح مرکز داده تنظیم شود. شما می توانید استفاده کنید `turbostat` تحت نظر داشته باشمش
-
-## RAM {#ram}
-
-برای مقدار کمی از داده ها (تا ~ 200 گیگابایت فشرده), بهتر است به استفاده از حافظه به همان اندازه که حجم داده ها.
-برای مقادیر زیادی از داده ها و در هنگام پردازش تعاملی (اینترنتی) نمایش داده شد, شما باید یک مقدار مناسب از رم استفاده (128 گیگابایت یا بیشتر) بنابراین زیر مجموعه داده های داغ در کش صفحات مناسب خواهد شد.
-حتی برای حجم داده ها از ~50 سل در هر سرور, با استفاده از 128 گیگابایت رم به طور قابل توجهی بهبود می بخشد عملکرد پرس و جو در مقایسه با 64 گیگابایت.
-
-هنوز بیش از حد غیر فعال کردن نیست. مقدار `cat /proc/sys/vm/overcommit_memory` باید 0 یا 1. بدو
-
-``` bash
-$ echo 0 | sudo tee /proc/sys/vm/overcommit_memory
-```
-
-## صفحات بزرگ {#huge-pages}
-
-همیشه صفحات بزرگ شفاف غیر فعال کنید. این با تخصیص حافظه تداخل, که منجر به تخریب عملکرد قابل توجهی.
-
-``` bash
-$ echo 'never' | sudo tee /sys/kernel/mm/transparent_hugepage/enabled
-```
-
-استفاده `perf top` برای تماشای زمان صرف شده در هسته برای مدیریت حافظه.
-صفحات بزرگ ثابت نیز لازم نیست اختصاص داده شود.
-
-## زیرسیستم ذخیره سازی {#storage-subsystem}
-
-اگر بودجه شما اجازه می دهد تا شما را به استفاده از اس اس دی, استفاده از اس اس دی.
-اگر نه, استفاده از هارد. ساعت 7200 دور در دقیقه انجام خواهد شد.
-
-دادن اولویت به بسیاری از سرور با دیسک های سخت محلی بیش از تعداد کمتری از سرور با قفسه های دیسک متصل.
-اما برای ذخیره سازی بایگانی با نمایش داده شد نادر, قفسه کار خواهد کرد.
-
-## RAID {#raid}
-
-هنگام استفاده از هارد, شما می توانید حمله خود را ترکیب-10, حمله-5, حمله-6 و یا حمله-50.
-برای لینوکس, حمله نرم افزار بهتر است (با `mdadm`). ما توصیه نمی کنیم با استفاده از سطح.
-هنگام ایجاد حمله-10, را انتخاب کنید `far` طرح بندی.
-اگر بودجه شما اجازه می دهد تا, را انتخاب کنید حمله-10.
-
-اگر شما بیش از 4 دیسک, استفاده از حمله-6 (ترجیحا) و یا حمله-50, به جای حمله-5.
-هنگام استفاده از حمله-5, حمله-6 و یا حمله-50, همیشه افزایش نزاع, از مقدار پیش فرض است که معمولا بهترین انتخاب نیست.
-
-``` bash
-$ echo 4096 | sudo tee /sys/block/md2/md/stripe_cache_size
-```
-
-محاسبه تعداد دقیق از تعداد دستگاه ها و اندازه بلوک با استفاده از فرمول: `2 * num_devices * chunk_size_in_bytes / 4096`.
-
-اندازه بلوک 1024 کیلوبایت برای تمام تنظیمات حمله کافی است.
-هرگز اندازه بلوک بیش از حد کوچک یا بیش از حد بزرگ تنظیم شده است.
-
-شما می توانید حمله استفاده-0 در اس اس دی.
-صرف نظر از استفاده از حمله, همیشه تکرار برای امنیت داده ها استفاده.
-
-فعال کردن دفتر مرکزی اروپا با یک صف طولانی. برای HDD را انتخاب کنید CFQ زمانبندی و برای SSD را انتخاب کنید noop. کاهش نمی دهد ‘readahead’ تنظیمات.
-برای هارد, فعال کردن کش نوشتن.
-
-## سیستم پرونده {#file-system}
-
-موجود 4 قابل اطمینان ترین گزینه است. تنظیم گزینههای سوارکردن `noatime, nobarrier`.
-XFS نیز مناسب است اما از آن شده است به طور کامل تست شده با ClickHouse.
-اکثر سیستم های فایل های دیگر نیز باید خوب کار می کنند. سیستم های فایل با تاخیر تخصیص کار بهتر است.
-
-## هسته لینوکس {#linux-kernel}
-
-هنوز یک هسته لینوکس منسوخ شده استفاده کنید.
-
-## شبکه {#network}
-
-اگر شما با استفاده از ایپو6, افزایش اندازه کش مسیر.
-هسته لینوکس قبل از 3.2 بسیاری از مشکلات با اجرای قانون مجازات اسلامی بود.
-
-استفاده از حداقل یک 10 شبکه گیگابایت, در صورت امکان. 1 گیگابایت نیز کار خواهد کرد, اما برای وصله کپی با ده ها ترابایت داده بسیار بدتر خواهد بود, و یا برای پردازش نمایش داده شد توزیع با مقدار زیادی از داده های متوسط.
-
-## باغ وحش {#zookeeper}
-
-شما احتمالا در حال حاضر با استفاده از باغ وحش برای مقاصد دیگر. شما می توانید نصب و راه اندازی همان باغ وحش استفاده, اگر در حال حاضر بیش از حد نیست.
-
-It's best to use a fresh version of ZooKeeper – 3.4.9 or later. The version in stable Linux distributions may be outdated.
-
-شما هرگز نباید از اسکریپت های دستی نوشته شده برای انتقال داده ها بین خوشه های مختلف باغ وحش استفاده کنید زیرا نتیجه برای گره های متوالی نادرست خواهد بود. هرگز استفاده از “zkcopy” ابزار به همین دلیل: https://github.com/ksprojects/zkcopy/issues/15
-
-اگر میخواهید یک خوشه باغ وحش موجود را به دو قسمت تقسیم کنید راه درست این است که تعداد تکرار های خود را افزایش دهید و سپس به عنوان دو خوشه مستقل پیکربندی کنید.
-
-باغ وحش را بر روی سرورهای مشابه کلیک کنید. چرا که باغ وحش برای تاخیر بسیار حساس است و خانه رعیتی ممکن است تمام منابع سیستم در دسترس استفاده کنند.
-
-با تنظیمات پیش فرض, باغ وحش یک بمب زمان است:
-
-> سرور باغ وحش فایل ها را از عکس های فوری و سیاهههای مربوط قدیمی هنگام استفاده از پیکربندی پیش فرض حذف نمی کند (نگاه کنید به کالبد شکافی), و این به عهده اپراتور است.
-
-این بمب باید خنثی شود.
-
-باغ وحش (3.5.1) پیکربندی زیر در یاندکس استفاده می شود.محیط تولید متریکا تا 20 مه 2017:
-
-باغ وحش.cfg:
-
-``` bash
-# http://hadoop.apache.org/zookeeper/docs/current/zookeeperAdmin.html
-
-# The number of milliseconds of each tick
-tickTime=2000
-# The number of ticks that the initial
-# synchronization phase can take
-initLimit=30000
-# The number of ticks that can pass between
-# sending a request and getting an acknowledgement
-syncLimit=10
-
-maxClientCnxns=2000
-
-maxSessionTimeout=60000000
-# the directory where the snapshot is stored.
-dataDir=/opt/zookeeper/{{ '{{' }} cluster['name'] {{ '}}' }}/data
-# Place the dataLogDir to a separate physical disc for better performance
-dataLogDir=/opt/zookeeper/{{ '{{' }} cluster['name'] {{ '}}' }}/logs
-
-autopurge.snapRetainCount=10
-autopurge.purgeInterval=1
-
-
-# To avoid seeks ZooKeeper allocates space in the transaction log file in
-# blocks of preAllocSize kilobytes. The default block size is 64M. One reason
-# for changing the size of the blocks is to reduce the block size if snapshots
-# are taken more often. (Also, see snapCount).
-preAllocSize=131072
-
-# Clients can submit requests faster than ZooKeeper can process them,
-# especially if there are a lot of clients. To prevent ZooKeeper from running
-# out of memory due to queued requests, ZooKeeper will throttle clients so that
-# there is no more than globalOutstandingLimit outstanding requests in the
-# system. The default limit is 1,000.ZooKeeper logs transactions to a
-# transaction log. After snapCount transactions are written to a log file a
-# snapshot is started and a new transaction log file is started. The default
-# snapCount is 10,000.
-snapCount=3000000
-
-# If this option is defined, requests will be will logged to a trace file named
-# traceFile.year.month.day.
-#traceFile=
-
-# Leader accepts client connections. Default value is "yes". The leader machine
-# coordinates updates. For higher update throughput at thes slight expense of
-# read throughput the leader can be configured to not accept clients and focus
-# on coordination.
-leaderServes=yes
-
-standaloneEnabled=false
-dynamicConfigFile=/etc/zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }}/conf/zoo.cfg.dynamic
-```
-
-نسخه جاوا:
-
-``` text
-Java(TM) SE Runtime Environment (build 1.8.0_25-b17)
-Java HotSpot(TM) 64-Bit Server VM (build 25.25-b02, mixed mode)
-```
-
-پارامترهای جی ام:
-
-``` bash
-NAME=zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }}
-ZOOCFGDIR=/etc/$NAME/conf
-
-# TODO this is really ugly
-# How to find out, which jars are needed?
-# seems, that log4j requires the log4j.properties file to be in the classpath
-CLASSPATH="$ZOOCFGDIR:/usr/build/classes:/usr/build/lib/*.jar:/usr/share/zookeeper/zookeeper-3.5.1-metrika.jar:/usr/share/zookeeper/slf4j-log4j12-1.7.5.jar:/usr/share/zookeeper/slf4j-api-1.7.5.jar:/usr/share/zookeeper/servlet-api-2.5-20081211.jar:/usr/share/zookeeper/netty-3.7.0.Final.jar:/usr/share/zookeeper/log4j-1.2.16.jar:/usr/share/zookeeper/jline-2.11.jar:/usr/share/zookeeper/jetty-util-6.1.26.jar:/usr/share/zookeeper/jetty-6.1.26.jar:/usr/share/zookeeper/javacc.jar:/usr/share/zookeeper/jackson-mapper-asl-1.9.11.jar:/usr/share/zookeeper/jackson-core-asl-1.9.11.jar:/usr/share/zookeeper/commons-cli-1.2.jar:/usr/src/java/lib/*.jar:/usr/etc/zookeeper"
-
-ZOOCFG="$ZOOCFGDIR/zoo.cfg"
-ZOO_LOG_DIR=/var/log/$NAME
-USER=zookeeper
-GROUP=zookeeper
-PIDDIR=/var/run/$NAME
-PIDFILE=$PIDDIR/$NAME.pid
-SCRIPTNAME=/etc/init.d/$NAME
-JAVA=/usr/bin/java
-ZOOMAIN="org.apache.zookeeper.server.quorum.QuorumPeerMain"
-ZOO_LOG4J_PROP="INFO,ROLLINGFILE"
-JMXLOCALONLY=false
-JAVA_OPTS="-Xms{{ '{{' }} cluster.get('xms','128M') {{ '}}' }} \
-    -Xmx{{ '{{' }} cluster.get('xmx','1G') {{ '}}' }} \
-    -Xloggc:/var/log/$NAME/zookeeper-gc.log \
-    -XX:+UseGCLogFileRotation \
-    -XX:NumberOfGCLogFiles=16 \
-    -XX:GCLogFileSize=16M \
-    -verbose:gc \
-    -XX:+PrintGCTimeStamps \
-    -XX:+PrintGCDateStamps \
-    -XX:+PrintGCDetails
-    -XX:+PrintTenuringDistribution \
-    -XX:+PrintGCApplicationStoppedTime \
-    -XX:+PrintGCApplicationConcurrentTime \
-    -XX:+PrintSafepointStatistics \
-    -XX:+UseParNewGC \
-    -XX:+UseConcMarkSweepGC \
--XX:+CMSParallelRemarkEnabled"
-```
-
-نمک درون:
-
-``` text
-description "zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }} centralized coordination service"
-
-start on runlevel [2345]
-stop on runlevel [!2345]
-
-respawn
-
-limit nofile 8192 8192
-
-pre-start script
-    [ -r "/etc/zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }}/conf/environment" ] || exit 0
-    . /etc/zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }}/conf/environment
-    [ -d $ZOO_LOG_DIR ] || mkdir -p $ZOO_LOG_DIR
-    chown $USER:$GROUP $ZOO_LOG_DIR
-end script
-
-script
-    . /etc/zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }}/conf/environment
-    [ -r /etc/default/zookeeper ] && . /etc/default/zookeeper
-    if [ -z "$JMXDISABLE" ]; then
-        JAVA_OPTS="$JAVA_OPTS -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.local.only=$JMXLOCALONLY"
-    fi
-    exec start-stop-daemon --start -c $USER --exec $JAVA --name zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }} \
-        -- -cp $CLASSPATH $JAVA_OPTS -Dzookeeper.log.dir=${ZOO_LOG_DIR} \
-        -Dzookeeper.root.logger=${ZOO_LOG4J_PROP} $ZOOMAIN $ZOOCFG
-end script
-```
-
-{## [مقاله اصلی](https://clickhouse.tech/docs/en/operations/tips/) ##}
diff --git a/docs/fa/operations/troubleshooting.md b/docs/fa/operations/troubleshooting.md
deleted file mode 100644
index f2dc276dc89..00000000000
--- a/docs/fa/operations/troubleshooting.md
+++ /dev/null
@@ -1,146 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 46
-toc_title: "\u0639\u06CC\u0628 \u06CC\u0627\u0628\u06CC"
----
-
-# عیب یابی {#troubleshooting}
-
--   [نصب و راه اندازی](#troubleshooting-installation-errors)
--   [اتصال به سرور](#troubleshooting-accepts-no-connections)
--   [پردازش پرس و جو](#troubleshooting-does-not-process-queries)
--   [کارایی پردازش پرس و جو](#troubleshooting-too-slow)
-
-## نصب و راه اندازی {#troubleshooting-installation-errors}
-
-### شما می توانید بسته های دب از مخزن کلیک با مناسب دریافت کنید {#you-cannot-get-deb-packages-from-clickhouse-repository-with-apt-get}
-
--   بررسی تنظیمات فایروال.
--   اگر شما می توانید مخزن به هر دلیلی دسترسی پیدا کنید, دانلود بسته همانطور که در توصیف [شروع کار](../getting-started/index.md) مقاله و نصب دستی با استفاده از `sudo dpkg -i <packages>` فرمان. همچنین شما می خواهد نیاز `tzdata` بسته
-
-## اتصال به سرور {#troubleshooting-accepts-no-connections}
-
-مشکلات احتمالی:
-
--   سرور در حال اجرا نیست.
--   پارامترهای پیکربندی غیر منتظره و یا اشتباه.
-
-### کارساز در حال اجرا نیست {#server-is-not-running}
-
-**بررسی کنید که کارگزار روننیگ باشد**
-
-فرمان:
-
-``` bash
-$ sudo service clickhouse-server status
-```
-
-اگر سرور در حال اجرا نیست, شروع با فرمان:
-
-``` bash
-$ sudo service clickhouse-server start
-```
-
-**بررسی سیاههها**
-
-ورود اصلی `clickhouse-server` در `/var/log/clickhouse-server/clickhouse-server.log` به طور پیش فرض.
-
-اگر سرور با موفقیت شروع, شما باید رشته ها را ببینید:
-
--   `<Information> Application: starting up.` — Server started.
--   `<Information> Application: Ready for connections.` — Server is running and ready for connections.
-
-اگر `clickhouse-server` شروع با یک خطای پیکربندی شکست خورده, شما باید ببینید `<Error>` رشته با شرح خطا. به عنوان مثال:
-
-``` text
-2019.01.11 15:23:25.549505 [ 45 ] {} <Error> ExternalDictionaries: Failed reloading 'event2id' external dictionary: Poco::Exception. Code: 1000, e.code() = 111, e.displayText() = Connection refused, e.what() = Connection refused
-```
-
-اگر شما یک خطا در انتهای فایل را نمی بینم, از طریق تمام فایل با شروع از رشته نگاه:
-
-``` text
-<Information> Application: starting up.
-```
-
-اگر شما سعی می کنید برای شروع یک نمونه دوم از `clickhouse-server` بر روی سرور, شما ورود به سیستم زیر را ببینید:
-
-``` text
-2019.01.11 15:25:11.151730 [ 1 ] {} <Information> : Starting ClickHouse 19.1.0 with revision 54413
-2019.01.11 15:25:11.154578 [ 1 ] {} <Information> Application: starting up
-2019.01.11 15:25:11.156361 [ 1 ] {} <Information> StatusFile: Status file ./status already exists - unclean restart. Contents:
-PID: 8510
-Started at: 2019-01-11 15:24:23
-Revision: 54413
-
-2019.01.11 15:25:11.156673 [ 1 ] {} <Error> Application: DB::Exception: Cannot lock file ./status. Another server instance in same directory is already running.
-2019.01.11 15:25:11.156682 [ 1 ] {} <Information> Application: shutting down
-2019.01.11 15:25:11.156686 [ 1 ] {} <Debug> Application: Uninitializing subsystem: Logging Subsystem
-2019.01.11 15:25:11.156716 [ 2 ] {} <Information> BaseDaemon: Stop SignalListener thread
-```
-
-**مشاهده سیستم.د سیاهههای مربوط**
-
-اگر شما هر گونه اطلاعات مفید در پیدا کنید `clickhouse-server` سیاهههای مربوط و یا هر گونه سیاهههای مربوط وجود ندارد, شما می توانید مشاهده `system.d` سیاهههای مربوط با استفاده از دستور:
-
-``` bash
-$ sudo journalctl -u clickhouse-server
-```
-
-**شروع کلیک-سرور در حالت تعاملی**
-
-``` bash
-$ sudo -u clickhouse /usr/bin/clickhouse-server --config-file /etc/clickhouse-server/config.xml
-```
-
-این دستور سرور را به عنوان یک برنامه تعاملی با پارامترهای استاندارد اسکریپت خودکار شروع می کند. در این حالت `clickhouse-server` چاپ تمام پیام های رویداد در کنسول.
-
-### پارامترهای پیکربندی {#configuration-parameters}
-
-بررسی:
-
--   تنظیمات کارگر بارانداز.
-
-    اطمینان حاصل کنید که اگر شما اجرا خانه عروسکی در کارگر بارانداز در یک شبکه اینترنتی6 `network=host` قرار است.
-
--   تنظیمات نقطه پایانی.
-
-    بررسی [_نوست فهرست](server-configuration-parameters/settings.md#server_configuration_parameters-listen_host) و [_صادر کردن](server-configuration-parameters/settings.md#server_configuration_parameters-tcp_port) تنظیمات.
-
-    سرور کلیک می پذیرد اتصالات مجنون تنها به طور پیش فرض.
-
--   تنظیمات پروتکل قام.
-
-    بررسی تنظیمات پروتکل برای صفحه اصلی.
-
--   تنظیمات اتصال امن.
-
-    بررسی:
-
-    -   این [_شروع مجدد](server-configuration-parameters/settings.md#server_configuration_parameters-tcp_port_secure) تنظیمات.
-    -   تنظیمات برای [SSL sertificates](server-configuration-parameters/settings.md#server_configuration_parameters-openssl).
-
-    استفاده از پارامترهای مناسب در حالی که اتصال. برای مثال با استفاده از `port_secure` پارامتر با `clickhouse_client`.
-
--   تنظیمات کاربر.
-
-    شما ممکن است با استفاده از نام کاربری اشتباه و یا رمز عبور.
-
-## پردازش پرس و جو {#troubleshooting-does-not-process-queries}
-
-اگر فاحشه خانه است که قادر به پردازش پرس و جو نمی, این شرح خطا به مشتری می فرستد. در `clickhouse-client` شما دریافت می کنید شرح خطا در کنسول. اگر شما با استفاده از HTTP رابط ClickHouse می فرستد خطا توضیحات در پاسخ بدن. به عنوان مثال:
-
-``` bash
-$ curl 'http://localhost:8123/' --data-binary "SELECT a"
-Code: 47, e.displayText() = DB::Exception: Unknown identifier: a. Note that there are no tables (FROM clause) in your query, context: required_names: 'a' source_tables: table_aliases: private_aliases: column_aliases: public_columns: 'a' masked_columns: array_join_columns: source_columns: , e.what() = DB::Exception
-```
-
-اگر شما شروع `clickhouse-client` با `stack-trace` پارامتر, خانه را برمی گرداند ردیابی پشته سرور با شرح خطا.
-
-شما ممکن است یک پیام در مورد یک اتصال شکسته را ببینید. در این مورد می توانید پرس و جو را تکرار کنید. اگر اتصال می شکند هر بار که شما انجام پرس و جو, بررسی سیاهههای مربوط به سرور برای اشتباهات.
-
-## کارایی پردازش پرس و جو {#troubleshooting-too-slow}
-
-اگر شما می بینید که تاتر در حال کار بیش از حد کند, شما نیاز به مشخصات بار بر روی منابع سرور و شبکه برای نمایش داده شد خود را.
-
-شما می توانید ابزار کلیک معیار به نمایش داده شد مشخصات استفاده کنید. این نشان می دهد تعداد نمایش داده شد پردازش در هر ثانیه, تعداد ردیف پردازش در هر ثانیه, و صدک از زمان پردازش پرس و جو.
diff --git a/docs/fa/operations/update.md b/docs/fa/operations/update.md
deleted file mode 100644
index f49a3d60444..00000000000
--- a/docs/fa/operations/update.md
+++ /dev/null
@@ -1,21 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 47
-toc_title: "\u0628\u0647 \u0631\u0648\u0632 \u0631\u0633\u0627\u0646\u06CC \u06A9\u0644\
-  \u06CC\u06A9"
----
-
-# به روز رسانی کلیک {#clickhouse-update}
-
-اگر تاتر از بسته های دب نصب شد, اجرای دستورات زیر را بر روی سرور:
-
-``` bash
-$ sudo apt-get update
-$ sudo apt-get install clickhouse-client clickhouse-server
-$ sudo service clickhouse-server restart
-```
-
-اگر شما نصب تاتر با استفاده از چیزی غیر از بسته های دب توصیه می شود, استفاده از روش به روز رسانی مناسب.
-
-کلیک می کند به روز رسانی توزیع را پشتیبانی نمی کند. این عملیات باید به صورت متوالی در هر سرور جداگانه انجام شود. هنوز تمام سرور بر روی یک خوشه به طور همزمان به روز رسانی نیست, یا خوشه برای برخی از زمان در دسترس نخواهد بود.
diff --git a/docs/fa/operations/utilities/clickhouse-benchmark.md b/docs/fa/operations/utilities/clickhouse-benchmark.md
deleted file mode 100644
index ca0be0f7860..00000000000
--- a/docs/fa/operations/utilities/clickhouse-benchmark.md
+++ /dev/null
@@ -1,156 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 61
-toc_title: "\u06A9\u0644\u06CC\u06A9-\u0645\u0639\u06CC\u0627\u0631"
----
-
-# کلیک-معیار {#clickhouse-benchmark}
-
-قابلیت اتصال به یک سرور کلیک و بارها و بارها نمایش داده شد مشخص می فرستد.
-
-نحو:
-
-``` bash
-$ echo "single query" | clickhouse-benchmark [keys]
-```
-
-یا
-
-``` bash
-$ clickhouse-benchmark [keys] <<< "single query"
-```
-
-اگر شما می خواهید برای ارسال مجموعه ای از نمایش داده شد, ایجاد یک فایل متنی و قرار دادن هر پرس و جو در رشته های فردی در این فایل. به عنوان مثال:
-
-``` sql
-SELECT * FROM system.numbers LIMIT 10000000
-SELECT 1
-```
-
-سپس این فایل را به یک ورودی استاندارد منتقل می کند `clickhouse-benchmark`.
-
-``` bash
-clickhouse-benchmark [keys] < queries_file
-```
-
-## کلید {#clickhouse-benchmark-keys}
-
--   `-c N`, `--concurrency=N` — Number of queries that `clickhouse-benchmark` می فرستد به طور همزمان. مقدار پیش فرض: 1.
--   `-d N`, `--delay=N` — Interval in seconds between intermediate reports (set 0 to disable reports). Default value: 1.
--   `-h WORD`, `--host=WORD` — Server host. Default value: `localhost`. برای [حالت مقایسه](#clickhouse-benchmark-comparison-mode) شما می توانید چند استفاده کنید `-h` کلیدا
--   `-p N`, `--port=N` — Server port. Default value: 9000. For the [حالت مقایسه](#clickhouse-benchmark-comparison-mode) شما می توانید چند استفاده کنید `-p` کلیدا
--   `-i N`, `--iterations=N` — Total number of queries. Default value: 0.
--   `-r`, `--randomize` — Random order of queries execution if there is more then one input query.
--   `-s`, `--secure` — Using TLS connection.
--   `-t N`, `--timelimit=N` — Time limit in seconds. `clickhouse-benchmark` متوقف می شود ارسال نمایش داده شد زمانی که محدودیت زمانی مشخص رسیده است. مقدار پیش فرض: 0 (محدودیت زمانی غیر فعال).
--   `--confidence=N` — Level of confidence for T-test. Possible values: 0 (80%), 1 (90%), 2 (95%), 3 (98%), 4 (99%), 5 (99.5%). Default value: 5. In the [حالت مقایسه](#clickhouse-benchmark-comparison-mode) `clickhouse-benchmark` انجام [تی تست دانشجویان مستقل دو نمونه](https://en.wikipedia.org/wiki/Student%27s_t-test#Independent_two-sample_t-test) تست برای تعیین اینکه دو توزیع با سطح انتخاب شده اعتماد به نفس متفاوت نیست.
--   `--cumulative` — Printing cumulative data instead of data per interval.
--   `--database=DATABASE_NAME` — ClickHouse database name. Default value: `default`.
--   `--json=FILEPATH` — JSON output. When the key is set, `clickhouse-benchmark` خروجی یک گزارش به مشخص جانسون فایل.
--   `--user=USERNAME` — ClickHouse user name. Default value: `default`.
--   `--password=PSWD` — ClickHouse user password. Default value: empty string.
--   `--stacktrace` — Stack traces output. When the key is set, `clickhouse-bencmark` خروجی پشته اثری از استثنا.
--   `--stage=WORD` — Query processing stage at server. ClickHouse stops query processing and returns answer to `clickhouse-benchmark` در مرحله مشخص شده. مقادیر ممکن: `complete`, `fetch_columns`, `with_mergeable_state`. مقدار پیشفرض: `complete`.
--   `--help` — Shows the help message.
-
-اگر شما می خواهید به درخواست برخی از [تنظیمات](../../operations/settings/index.md) برای پرس و جو, عبور خود را به عنوان یک کلید `--<session setting name>= SETTING_VALUE`. به عنوان مثال, `--max_memory_usage=1048576`.
-
-## خروجی {#clickhouse-benchmark-output}
-
-به طور پیش فرض, `clickhouse-benchmark` گزارش برای هر `--delay` فاصله.
-
-نمونه ای از گزارش:
-
-``` text
-Queries executed: 10.
-
-localhost:9000, queries 10, QPS: 6.772, RPS: 67904487.440, MiB/s: 518.070, result RPS: 67721584.984, result MiB/s: 516.675.
-
-0.000%      0.145 sec.
-10.000%     0.146 sec.
-20.000%     0.146 sec.
-30.000%     0.146 sec.
-40.000%     0.147 sec.
-50.000%     0.148 sec.
-60.000%     0.148 sec.
-70.000%     0.148 sec.
-80.000%     0.149 sec.
-90.000%     0.150 sec.
-95.000%     0.150 sec.
-99.000%     0.150 sec.
-99.900%     0.150 sec.
-99.990%     0.150 sec.
-```
-
-در این گزارش شما می توانید پیدا کنید:
-
--   تعداد نمایش داده شد در `Queries executed:` رشته.
-
--   رشته وضعیت حاوی) به ترتیب ():
-
-    -   نقطه پایانی از سرور کلیک.
-    -   تعداد نمایش داده شد پردازش شده است.
-    -   QPS: QPS: چگونه بسیاری از نمایش داده شد سرور انجام شده در هر ثانیه در طول یک دوره مشخص شده در `--delay` استدلال کردن.
-    -   سرور مجازی: چند ردیف سرور در هر ثانیه در طول یک دوره مشخص شده در `--delay` استدلال کردن.
-    -   مگابایت بر ثانیه: چگونه بسیاری از مگابایت سرور در ثانیه در طول یک دوره مشخص شده در خواندن `--delay` استدلال کردن.
-    -   نتیجه ریسمانهای: چگونه بسیاری از ردیف توسط سرور به نتیجه یک پرس و جو در هر ثانیه در طول یک دوره مشخص شده در قرار داده شده `--delay` استدلال کردن.
-    -   چگونه بسیاری از مگابایت توسط سرور به نتیجه یک پرس و جو در هر ثانیه در طول یک دوره مشخص شده در قرار داده شده `--delay` استدلال کردن.
-
--   صدک از نمایش داده شد زمان اجرای.
-
-## حالت مقایسه {#clickhouse-benchmark-comparison-mode}
-
-`clickhouse-benchmark` می توانید اجرای برای دو سرور در حال اجرا تاتر مقایسه.
-
-برای استفاده از حالت مقایسه, مشخص نقطه پایانی هر دو سرور توسط دو جفت از `--host`, `--port` کلیدا کلید با هم توسط موقعیت در لیست استدلال همسان, اولین `--host` با اولین همسان `--port` و به همین ترتیب. `clickhouse-benchmark` ایجاد ارتباط به هر دو سرور, سپس نمایش داده شد می فرستد. هر پرس و جو خطاب به یک سرور به طور تصادفی انتخاب شده است. نتایج برای هر سرور به طور جداگانه نشان داده شده است.
-
-## مثال {#clickhouse-benchmark-example}
-
-``` bash
-$ echo "SELECT * FROM system.numbers LIMIT 10000000 OFFSET 10000000" | clickhouse-benchmark -i 10
-```
-
-``` text
-Loaded 1 queries.
-
-Queries executed: 6.
-
-localhost:9000, queries 6, QPS: 6.153, RPS: 123398340.957, MiB/s: 941.455, result RPS: 61532982.200, result MiB/s: 469.459.
-
-0.000%      0.159 sec.
-10.000%     0.159 sec.
-20.000%     0.159 sec.
-30.000%     0.160 sec.
-40.000%     0.160 sec.
-50.000%     0.162 sec.
-60.000%     0.164 sec.
-70.000%     0.165 sec.
-80.000%     0.166 sec.
-90.000%     0.166 sec.
-95.000%     0.167 sec.
-99.000%     0.167 sec.
-99.900%     0.167 sec.
-99.990%     0.167 sec.
-
-
-
-Queries executed: 10.
-
-localhost:9000, queries 10, QPS: 6.082, RPS: 121959604.568, MiB/s: 930.478, result RPS: 60815551.642, result MiB/s: 463.986.
-
-0.000%      0.159 sec.
-10.000%     0.159 sec.
-20.000%     0.160 sec.
-30.000%     0.163 sec.
-40.000%     0.164 sec.
-50.000%     0.165 sec.
-60.000%     0.166 sec.
-70.000%     0.166 sec.
-80.000%     0.167 sec.
-90.000%     0.167 sec.
-95.000%     0.170 sec.
-99.000%     0.172 sec.
-99.900%     0.172 sec.
-99.990%     0.172 sec.
-```
diff --git a/docs/fa/operations/utilities/clickhouse-copier.md b/docs/fa/operations/utilities/clickhouse-copier.md
deleted file mode 100644
index 698ed6565b0..00000000000
--- a/docs/fa/operations/utilities/clickhouse-copier.md
+++ /dev/null
@@ -1,176 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 59
-toc_title: "\u062A\u0627\u062A\u0631-\u06A9\u067E\u06CC"
----
-
-# تاتر-کپی {#clickhouse-copier}
-
-کپی داده ها از جداول در یک خوشه به جداول در یکی دیگر از (یا همان) خوشه.
-
-شما می توانید چند اجرا `clickhouse-copier` نمونه بر روی سرور های مختلف برای انجام همان کار. باغ وحش برای همگام سازی فرایندها استفاده می شود.
-
-پس از شروع, `clickhouse-copier`:
-
--   قابلیت اتصال به باغ وحش و دریافت:
-
-    -   شغل کپی.
-    -   دولت از مشاغل کپی.
-
--   این کار را انجام می دهد.
-
-    هر فرایند در حال اجرا را انتخاب “closest” سفال از خوشه منبع و کپی داده ها را به خوشه مقصد, تغییر شکل داده ها در صورت لزوم.
-
-`clickhouse-copier` تغییرات باغ وحش را دنبال می کند و در پرواز اعمال می شود.
-
-برای کاهش ترافیک شبکه توصیه می کنیم در حال اجرا `clickhouse-copier` در همان سرور که داده های منبع واقع شده است.
-
-## در حال اجرا تاتر-کپی {#running-clickhouse-copier}
-
-ابزار باید به صورت دستی اجرا شود:
-
-``` bash
-$ clickhouse-copier copier --daemon --config zookeeper.xml --task-path /task/path --base-dir /path/to/dir
-```
-
-پارامترها:
-
--   `daemon` — Starts `clickhouse-copier` در حالت شبح.
--   `config` — The path to the `zookeeper.xml` فایل با پارامترهای اتصال به باغ وحش.
--   `task-path` — The path to the ZooKeeper node. This node is used for syncing `clickhouse-copier` پردازش و ذخیره سازی وظایف. وظایف در ذخیره می شود `$task-path/description`.
--   `task-file` — Optional path to file with task configuration for initial upload to ZooKeeper.
--   `task-upload-force` — Force upload `task-file` حتی اگر گره در حال حاضر وجود دارد.
--   `base-dir` — The path to logs and auxiliary files. When it starts, `clickhouse-copier` ایجاد `clickhouse-copier_YYYYMMHHSS_<PID>` زیرشاخه در `$base-dir`. اگر این پارامتر حذف شده است, دایرکتوری ها در دایرکتوری که ایجاد `clickhouse-copier` راه اندازی شد.
-
-## قالب باغ وحش.شمع {#format-of-zookeeper-xml}
-
-``` xml
-<yandex>
-    <logger>
-        <level>trace</level>
-        <size>100M</size>
-        <count>3</count>
-    </logger>
-
-    <zookeeper>
-        <node index="1">
-            <host>127.0.0.1</host>
-            <port>2181</port>
-        </node>
-    </zookeeper>
-</yandex>
-```
-
-## پیکربندی وظایف کپی کردن {#configuration-of-copying-tasks}
-
-``` xml
-<yandex>
-    <!-- Configuration of clusters as in an ordinary server config -->
-    <remote_servers>
-        <source_cluster>
-            <shard>
-                <internal_replication>false</internal_replication>
-                    <replica>
-                        <host>127.0.0.1</host>
-                        <port>9000</port>
-                    </replica>
-            </shard>
-            ...
-        </source_cluster>
-
-        <destination_cluster>
-        ...
-        </destination_cluster>
-    </remote_servers>
-
-    <!-- How many simultaneously active workers are possible. If you run more workers superfluous workers will sleep. -->
-    <max_workers>2</max_workers>
-
-    <!-- Setting used to fetch (pull) data from source cluster tables -->
-    <settings_pull>
-        <readonly>1</readonly>
-    </settings_pull>
-
-    <!-- Setting used to insert (push) data to destination cluster tables -->
-    <settings_push>
-        <readonly>0</readonly>
-    </settings_push>
-
-    <!-- Common setting for fetch (pull) and insert (push) operations. Also, copier process context uses it.
-         They are overlaid by <settings_pull/> and <settings_push/> respectively. -->
-    <settings>
-        <connect_timeout>3</connect_timeout>
-        <!-- Sync insert is set forcibly, leave it here just in case. -->
-        <insert_distributed_sync>1</insert_distributed_sync>
-    </settings>
-
-    <!-- Copying tasks description.
-         You could specify several table task in the same task description (in the same ZooKeeper node), they will be performed
-         sequentially.
-    -->
-    <tables>
-        <!-- A table task, copies one table. -->
-        <table_hits>
-            <!-- Source cluster name (from <remote_servers/> section) and tables in it that should be copied -->
-            <cluster_pull>source_cluster</cluster_pull>
-            <database_pull>test</database_pull>
-            <table_pull>hits</table_pull>
-
-            <!-- Destination cluster name and tables in which the data should be inserted -->
-            <cluster_push>destination_cluster</cluster_push>
-            <database_push>test</database_push>
-            <table_push>hits2</table_push>
-
-            <!-- Engine of destination tables.
-                 If destination tables have not be created, workers create them using columns definition from source tables and engine
-                 definition from here.
-
-                 NOTE: If the first worker starts insert data and detects that destination partition is not empty then the partition will
-                 be dropped and refilled, take it into account if you already have some data in destination tables. You could directly
-                 specify partitions that should be copied in <enabled_partitions/>, they should be in quoted format like partition column of
-                 system.parts table.
-            -->
-            <engine>
-            ENGINE=ReplicatedMergeTree('/clickhouse/tables/{cluster}/{shard}/hits2', '{replica}')
-            PARTITION BY toMonday(date)
-            ORDER BY (CounterID, EventDate)
-            </engine>
-
-            <!-- Sharding key used to insert data to destination cluster -->
-            <sharding_key>jumpConsistentHash(intHash64(UserID), 2)</sharding_key>
-
-            <!-- Optional expression that filter data while pull them from source servers -->
-            <where_condition>CounterID != 0</where_condition>
-
-            <!-- This section specifies partitions that should be copied, other partition will be ignored.
-                 Partition names should have the same format as
-                 partition column of system.parts table (i.e. a quoted text).
-                 Since partition key of source and destination cluster could be different,
-                 these partition names specify destination partitions.
-
-                 NOTE: In spite of this section is optional (if it is not specified, all partitions will be copied),
-                 it is strictly recommended to specify them explicitly.
-                 If you already have some ready partitions on destination cluster they
-                 will be removed at the start of the copying since they will be interpeted
-                 as unfinished data from the previous copying!!!
-            -->
-            <enabled_partitions>
-                <partition>'2018-02-26'</partition>
-                <partition>'2018-03-05'</partition>
-                ...
-            </enabled_partitions>
-        </table_hits>
-
-        <!-- Next table to copy. It is not copied until previous table is copying. -->
-        </table_visits>
-        ...
-        </table_visits>
-        ...
-    </tables>
-</yandex>
-```
-
-`clickhouse-copier` پیگیری تغییرات در `/task/path/description` و اونا رو تو پرواز بکار میبره برای مثال, اگر شما ارزش تغییر `max_workers` تعداد فرایندهای در حال اجرا وظایف نیز تغییر خواهد کرد.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/utils/clickhouse-copier/) <!--hide-->
diff --git a/docs/fa/operations/utilities/clickhouse-local.md b/docs/fa/operations/utilities/clickhouse-local.md
deleted file mode 100644
index ceea7471c2a..00000000000
--- a/docs/fa/operations/utilities/clickhouse-local.md
+++ /dev/null
@@ -1,81 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 60
-toc_title: "\u06A9\u0644\u06CC\u06A9-\u0645\u062D\u0644\u06CC"
----
-
-# کلیک-محلی {#clickhouse-local}
-
-این `clickhouse-local` برنامه شما را قادر به انجام پردازش سریع بر روی فایل های محلی, بدون نیاز به استقرار و پیکربندی سرور کلیک.
-
-داده هایی را می پذیرد که نشان دهنده جداول و نمایش داده شد با استفاده از [گویش کلیک مربعی](../../sql-reference/index.md).
-
-`clickhouse-local` بنابراین پشتیبانی از بسیاری از ویژگی های و همان مجموعه ای از فرمت ها و موتورهای جدول با استفاده از هسته همان سرور تاتر.
-
-به طور پیش فرض `clickhouse-local` دسترسی به داده ها در همان میزبان ندارد, اما پشتیبانی از پیکربندی سرور در حال بارگذاری با استفاده از `--config-file` استدلال کردن.
-
-!!! warning "اخطار"
-    توصیه نمی شود که پیکربندی سرور تولید را بارگیری کنید `clickhouse-local` زیرا داده ها می توانند در صورت خطای انسانی صدمه ببینند.
-
-## استفاده {#usage}
-
-استفاده عمومی:
-
-``` bash
-$ clickhouse-local --structure "table_structure" --input-format "format_of_incoming_data" -q "query"
-```
-
-نشانوندها:
-
--   `-S`, `--structure` — table structure for input data.
--   `-if`, `--input-format` — input format, `TSV` به طور پیش فرض.
--   `-f`, `--file` — path to data, `stdin` به طور پیش فرض.
--   `-q` `--query` — queries to execute with `;` به عنوان دسیمترتراپی.
--   `-N`, `--table` — table name where to put output data, `table` به طور پیش فرض.
--   `-of`, `--format`, `--output-format` — output format, `TSV` به طور پیش فرض.
--   `--stacktrace` — whether to dump debug output in case of exception.
--   `--verbose` — more details on query execution.
--   `-s` — disables `stderr` ثبت.
--   `--config-file` — path to configuration file in same format as for ClickHouse server, by default the configuration empty.
--   `--help` — arguments references for `clickhouse-local`.
-
-همچنین استدلال برای هر متغیر پیکربندی کلیک که معمولا به جای استفاده می شود وجود دارد `--config-file`.
-
-## مثالها {#examples}
-
-``` bash
-$ echo -e "1,2\n3,4" | clickhouse-local -S "a Int64, b Int64" -if "CSV" -q "SELECT * FROM table"
-Read 2 rows, 32.00 B in 0.000 sec., 5182 rows/sec., 80.97 KiB/sec.
-1   2
-3   4
-```
-
-مثال قبلی همان است:
-
-``` bash
-$ echo -e "1,2\n3,4" | clickhouse-local -q "CREATE TABLE table (a Int64, b Int64) ENGINE = File(CSV, stdin); SELECT a, b FROM table; DROP TABLE table"
-Read 2 rows, 32.00 B in 0.000 sec., 4987 rows/sec., 77.93 KiB/sec.
-1   2
-3   4
-```
-
-حالا اجازه دهید خروجی کاربر حافظه برای هر کاربر یونیکس:
-
-``` bash
-$ ps aux | tail -n +2 | awk '{ printf("%s\t%s\n", $1, $4) }' | clickhouse-local -S "user String, mem Float64" -q "SELECT user, round(sum(mem), 2) as memTotal FROM table GROUP BY user ORDER BY memTotal DESC FORMAT Pretty"
-```
-
-``` text
-Read 186 rows, 4.15 KiB in 0.035 sec., 5302 rows/sec., 118.34 KiB/sec.
-┏━━━━━━━━━━┳━━━━━━━━━━┓
-┃ user     ┃ memTotal ┃
-┡━━━━━━━━━━╇━━━━━━━━━━┩
-│ bayonet  │    113.5 │
-├──────────┼──────────┤
-│ root     │      8.8 │
-├──────────┼──────────┤
-...
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/utils/clickhouse-local/) <!--hide-->
diff --git a/docs/fa/operations/utilities/index.md b/docs/fa/operations/utilities/index.md
deleted file mode 100644
index ae0f1f724d8..00000000000
--- a/docs/fa/operations/utilities/index.md
+++ /dev/null
@@ -1,15 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u062A\u0627\u0633\u06CC\u0633\u0627\u062A"
-toc_priority: 56
-toc_title: "\u0628\u0631\u0631\u0633\u06CC \u0627\u062C\u0645\u0627\u0644\u06CC"
----
-
-# ابزار کلیک {#clickhouse-utility}
-
--   [کلیک-محلی](clickhouse-local.md) — Allows running SQL queries on data without stopping the ClickHouse server, similar to how `awk` این کار را می کند.
--   [تاتر-کپی](clickhouse-copier.md) — Copies (and reshards) data from one cluster to another cluster.
--   [کلیک-معیار](clickhouse-benchmark.md) — Loads server with the custom queries and settings.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/operations/utils/) <!--hide-->
diff --git a/docs/fa/sql-reference/aggregate-functions/combinators.md b/docs/fa/sql-reference/aggregate-functions/combinators.md
deleted file mode 100644
index af9361c5478..00000000000
--- a/docs/fa/sql-reference/aggregate-functions/combinators.md
+++ /dev/null
@@ -1,245 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: "\u062A\u0631\u06A9\u06CC\u0628 \u06A9\u0646\u0646\u062F\u0647\u0647\u0627"
----
-
-# ترکیب کنندههای تابع جمع {#aggregate_functions_combinators}
-
-نام یک تابع جمع می تواند یک پسوند اضافه شده است. این تغییر راه تابع کلی کار می کند.
-
-## - اگر {#agg-functions-combinator-if}
-
-The suffix -If can be appended to the name of any aggregate function. In this case, the aggregate function accepts an extra argument – a condition (Uint8 type). The aggregate function processes only the rows that trigger the condition. If the condition was not triggered even once, it returns a default value (usually zeros or empty strings).
-
-مثالها: `sumIf(column, cond)`, `countIf(cond)`, `avgIf(x, cond)`, `quantilesTimingIf(level1, level2)(x, cond)`, `argMinIf(arg, val, cond)` و به همین ترتیب.
-
-با توابع مجموع شرطی, شما می توانید مصالح برای چندین شرایط در یک بار محاسبه, بدون استفاده از کارخانه های فرعی و `JOIN`برای مثال در یاندکس.متریکا, توابع مجموع مشروط استفاده می شود برای پیاده سازی قابلیت مقایسه بخش.
-
-## حداقل صفحه نمایش: {#agg-functions-combinator-array}
-
-پسوند مجموعه را می توان به هر تابع جمع اضافه شده است. در این مورد, تابع کل استدلال از طول می کشد ‘Array(T)’ نوع (ارریس) به جای ‘T’ استدلال نوع. اگر تابع جمع استدلال های متعدد را می پذیرد, این باید مجموعه ای از طول های برابر شود. هنگامی که پردازش ارریس, تابع کل کار می کند مانند تابع کل اصلی در تمام عناصر مجموعه.
-
-مثال 1: `sumArray(arr)` - مجموع تمام عناصر از همه ‘arr’ اراریس در این مثال می توانست بیشتر به سادگی نوشته شده است: `sum(arraySum(arr))`.
-
-مثال 2: `uniqArray(arr)` – Counts the number of unique elements in all ‘arr’ اراریس این می تواند انجام شود یک راه ساده تر: `uniq(arrayJoin(arr))` اما همیشه امکان اضافه کردن وجود ندارد ‘arrayJoin’ به پرس و جو.
-
-\- اگر و مجموعه ای می تواند ترکیب شود. هرچند, ‘Array’ پس اول باید بیای ‘If’. مثالها: `uniqArrayIf(arr, cond)`, `quantilesTimingArrayIf(level1, level2)(arr, cond)`. با توجه به این سفارش ‘cond’ برهان صف نیست.
-
-## - وضعیت {#agg-functions-combinator-state}
-
-اگر شما درخواست این ترکیب, تابع کل می کند مقدار حاصل بازگشت نیست (مانند تعدادی از ارزش های منحصر به فرد برای [دانشگاه](reference.md#agg_function-uniq) تابع) , اما یک دولت متوسط از تجمع (برای `uniq`, این جدول هش برای محاسبه تعداد ارزش های منحصر به فرد است). این یک `AggregateFunction(...)` که می تواند برای پردازش بیشتر استفاده می شود و یا ذخیره شده در یک جدول را به پایان برساند جمع بعد.
-
-برای کار با این کشورها, استفاده:
-
--   [ریزدانه](../../engines/table-engines/mergetree-family/aggregatingmergetree.md) موتور جدول.
--   [پلاکتی](../../sql-reference/functions/other-functions.md#function-finalizeaggregation) تابع.
--   [خرابی اجرا](../../sql-reference/functions/other-functions.md#function-runningaccumulate) تابع.
--   [- ادغام](#aggregate_functions_combinators-merge) ترکیب کننده.
--   [اطلاعات دقیق](#aggregate_functions_combinators-mergestate) ترکیب کننده.
-
-## - ادغام {#aggregate_functions_combinators-merge}
-
-اگر شما درخواست این ترکیب, تابع کل طول می کشد حالت تجمع متوسط به عنوان یک استدلال, ترکیبی از کشورهای به پایان تجمع, و ارزش حاصل می گرداند.
-
-## اطلاعات دقیق {#aggregate_functions_combinators-mergestate}
-
-ادغام کشورهای تجمع متوسط در همان راه به عنوان ترکیب-ادغام. با این حال, این مقدار حاصل بازگشت نیست, اما یک دولت تجمع متوسط, شبیه به ترکیب دولت.
-
-## - فورچ {#agg-functions-combinator-foreach}
-
-تبدیل یک تابع جمع برای جداول به یک تابع کلی برای ارریس که جمع اقلام مجموعه مربوطه و مجموعه ای از نتایج را برمی گرداند. به عنوان مثال, `sumForEach` برای ارریس `[1, 2]`, `[3, 4, 5]`و`[6, 7]`نتیجه را برمی گرداند `[10, 13, 5]` پس از اضافه کردن با هم موارد مجموعه مربوطه.
-
-## شناسه بسته: {#agg-functions-combinator-ordefault}
-
-تغییر رفتار یک تابع جمع.
-
-اگر یک تابع جمع می کند ارزش های ورودی ندارد, با این ترکیب این مقدار پیش فرض برای نوع داده بازگشت خود را برمی گرداند. شامل توابع کل است که می تواند داده های ورودی خالی را.
-
-`-OrDefault` می توان با سایر ترکیب کننده ها استفاده کرد.
-
-**نحو**
-
-``` sql
-<aggFunction>OrDefault(x)
-```
-
-**پارامترها**
-
--   `x` — Aggregate function parameters.
-
-**مقادیر بازگشتی**
-
-بازگرداندن مقدار پیش فرض از نوع بازگشت یک تابع جمع است اگر چیزی برای جمع وجود دارد.
-
-نوع بستگی به عملکرد کلی مورد استفاده دارد.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT avg(number), avgOrDefault(number) FROM numbers(0)
-```
-
-نتیجه:
-
-``` text
-┌─avg(number)─┬─avgOrDefault(number)─┐
-│         nan │                    0 │
-└─────────────┴──────────────────────┘
-```
-
-همچنین `-OrDefault` می توان با یک ترکیب کننده دیگر استفاده کرد. این زمانی مفید است که تابع جمع می کند ورودی خالی را قبول نمی کند.
-
-پرسوجو:
-
-``` sql
-SELECT avgOrDefaultIf(x, x > 10)
-FROM
-(
-    SELECT toDecimal32(1.23, 2) AS x
-)
-```
-
-نتیجه:
-
-``` text
-┌─avgOrDefaultIf(x, greater(x, 10))─┐
-│                              0.00 │
-└───────────────────────────────────┘
-```
-
-## اطلاعات دقیق {#agg-functions-combinator-ornull}
-
-تغییر رفتار یک تابع جمع.
-
-این ترکیب تبدیل یک نتیجه از یک تابع جمع به [Nullable](../data-types/nullable.md) نوع داده. اگر تابع جمع می کند ارزش برای محاسبه بازده ندارد [NULL](../syntax.md#null-literal).
-
-`-OrNull` می توان با سایر ترکیب کننده ها استفاده کرد.
-
-**نحو**
-
-``` sql
-<aggFunction>OrNull(x)
-```
-
-**پارامترها**
-
--   `x` — Aggregate function parameters.
-
-**مقادیر بازگشتی**
-
--   نتیجه عملکرد کل, تبدیل به `Nullable` نوع داده.
--   `NULL`, اگر چیزی برای جمع وجود دارد.
-
-نوع: `Nullable(aggregate function return type)`.
-
-**مثال**
-
-افزودن `-orNull` به پایان تابع جمع.
-
-پرسوجو:
-
-``` sql
-SELECT sumOrNull(number), toTypeName(sumOrNull(number)) FROM numbers(10) WHERE number > 10
-```
-
-نتیجه:
-
-``` text
-┌─sumOrNull(number)─┬─toTypeName(sumOrNull(number))─┐
-│              ᴺᵁᴸᴸ │ Nullable(UInt64)              │
-└───────────────────┴───────────────────────────────┘
-```
-
-همچنین `-OrNull` می توان با یک ترکیب کننده دیگر استفاده کرد. این زمانی مفید است که تابع جمع می کند ورودی خالی را قبول نمی کند.
-
-پرسوجو:
-
-``` sql
-SELECT avgOrNullIf(x, x > 10)
-FROM
-(
-    SELECT toDecimal32(1.23, 2) AS x
-)
-```
-
-نتیجه:
-
-``` text
-┌─avgOrNullIf(x, greater(x, 10))─┐
-│                           ᴺᵁᴸᴸ │
-└────────────────────────────────┘
-```
-
-## - نمونه {#agg-functions-combinator-resample}
-
-به شما امکان می دهد داده ها را به گروه تقسیم کنید و سپس به طور جداگانه داده ها را در این گروه ها جمع کنید. گروه ها با تقسیم مقادیر از یک ستون به فواصل ایجاد شده است.
-
-``` sql
-<aggFunction>Resample(start, end, step)(<aggFunction_params>, resampling_key)
-```
-
-**پارامترها**
-
--   `start` — Starting value of the whole required interval for `resampling_key` ارزشهای خبری عبارتند از:
--   `stop` — Ending value of the whole required interval for `resampling_key` ارزشهای خبری عبارتند از: کل فاصله شامل نمی شود `stop` مقدار `[start, stop)`.
--   `step` — Step for separating the whole interval into subintervals. The `aggFunction` بیش از هر یک از این زیرگروه اعدام به طور مستقل.
--   `resampling_key` — Column whose values are used for separating data into intervals.
--   `aggFunction_params` — `aggFunction` پارامترها
-
-**مقادیر بازگشتی**
-
--   مجموعه ای از `aggFunction` نتایج برای هر زیر خدمات.
-
-**مثال**
-
-در نظر بگیرید که `people` جدول با داده های زیر:
-
-``` text
-┌─name───┬─age─┬─wage─┐
-│ John   │  16 │   10 │
-│ Alice  │  30 │   15 │
-│ Mary   │  35 │    8 │
-│ Evelyn │  48 │ 11.5 │
-│ David  │  62 │  9.9 │
-│ Brian  │  60 │   16 │
-└────────┴─────┴──────┘
-```
-
-بیایید نام افرادی که سن نهفته در فواصل `[30,60)` و `[60,75)`. پس ما با استفاده از نمایندگی عدد صحیح برای سن, ما سنین در `[30, 59]` و `[60,74]` فواصل زمانی.
-
-به نام کلی در مجموعه, ما با استفاده از [گرامری](reference.md#agg_function-grouparray) تابع جمع. طول می کشد تا یک استدلال. در مورد ما این است `name` ستون. این `groupArrayResample` تابع باید از `age` ستون به نام دانه های سن. برای تعریف فواصل مورد نیاز ما `30, 75, 30` نشانوندها به `groupArrayResample` تابع.
-
-``` sql
-SELECT groupArrayResample(30, 75, 30)(name, age) FROM people
-```
-
-``` text
-┌─groupArrayResample(30, 75, 30)(name, age)─────┐
-│ [['Alice','Mary','Evelyn'],['David','Brian']] │
-└───────────────────────────────────────────────┘
-```
-
-نتایج را در نظر بگیرید.
-
-`Jonh` خارج از نمونه است چرا که او بیش از حد جوان است. افراد دیگر با توجه به فواصل زمانی مشخص شده توزیع می شوند.
-
-حالا اجازه دهید تعداد کل مردم و متوسط دستمزد خود را در فواصل سنی مشخص شده است.
-
-``` sql
-SELECT
-    countResample(30, 75, 30)(name, age) AS amount,
-    avgResample(30, 75, 30)(wage, age) AS avg_wage
-FROM people
-```
-
-``` text
-┌─amount─┬─avg_wage──────────────────┐
-│ [3,2]  │ [11.5,12.949999809265137] │
-└────────┴───────────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/agg_functions/combinators/) <!--hide-->
diff --git a/docs/fa/sql-reference/aggregate-functions/index.md b/docs/fa/sql-reference/aggregate-functions/index.md
deleted file mode 100644
index 11d23a0c04d..00000000000
--- a/docs/fa/sql-reference/aggregate-functions/index.md
+++ /dev/null
@@ -1,62 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u062A\u0648\u0627\u0628\u0639 \u0645\u062C\u0645\u0648\u0639"
-toc_priority: 33
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# توابع مجموع {#aggregate-functions}
-
-توابع مجموع در کار [عادی](http://www.sql-tutorial.com/sql-aggregate-functions-sql-tutorial) راه به عنوان کارشناسان پایگاه داده انتظار می رود.
-
-فاحشه خانه نیز پشتیبانی می کند:
-
--   [توابع مجموع پارامتری](parametric-functions.md#aggregate_functions_parametric), که قبول پارامترهای دیگر علاوه بر ستون.
--   [ترکیب کنندهها](combinators.md#aggregate_functions_combinators) که تغییر رفتار مجموع توابع.
-
-## پردازش پوچ {#null-processing}
-
-در طول تجمع همه `NULL`بازدید کنندگان قلم می.
-
-**مثالها:**
-
-این جدول را در نظر بگیرید:
-
-``` text
-┌─x─┬────y─┐
-│ 1 │    2 │
-│ 2 │ ᴺᵁᴸᴸ │
-│ 3 │    2 │
-│ 3 │    3 │
-│ 3 │ ᴺᵁᴸᴸ │
-└───┴──────┘
-```
-
-بیایید می گویند شما نیاز به کل ارزش ها در `y` ستون:
-
-``` sql
-SELECT sum(y) FROM t_null_big
-```
-
-    ┌─sum(y)─┐
-    │      7 │
-    └────────┘
-
-این `sum` تابع تفسیر می کند `NULL` به عنوان `0`. به خصوص, این بدان معنی است که اگر تابع ورودی از یک انتخاب که تمام مقادیر دریافت `NULL` سپس نتیجه خواهد بود `0` نه `NULL`.
-
-حالا شما می توانید استفاده کنید `groupArray` تابع برای ایجاد مجموعه ای از `y` ستون:
-
-``` sql
-SELECT groupArray(y) FROM t_null_big
-```
-
-``` text
-┌─groupArray(y)─┐
-│ [2,2,3]       │
-└───────────────┘
-```
-
-`groupArray` شامل نمی شود `NULL` در مجموعه ای نتیجه.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/agg_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/aggregate-functions/parametric-functions.md b/docs/fa/sql-reference/aggregate-functions/parametric-functions.md
deleted file mode 100644
index c034720e485..00000000000
--- a/docs/fa/sql-reference/aggregate-functions/parametric-functions.md
+++ /dev/null
@@ -1,499 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: "\u067E\u0627\u0631\u0627\u0645\u062A\u0631\u06CC"
----
-
-# توابع مجموع پارامتری {#aggregate_functions_parametric}
-
-Some aggregate functions can accept not only argument columns (used for compression), but a set of parameters – constants for initialization. The syntax is two pairs of brackets instead of one. The first is for parameters, and the second is for arguments.
-
-## سابقهنما {#histogram}
-
-محاسبه هیستوگرام تطبیقی. این نتایج دقیق را تضمین نمی کند.
-
-``` sql
-histogram(number_of_bins)(values)
-```
-
-توابع استفاده می کند [جریان الگوریتم درخت تصمیم موازی](http://jmlr.org/papers/volume11/ben-haim10a/ben-haim10a.pdf). مرزهای سطل هیستوگرام تنظیم به عنوان داده های جدید وارد یک تابع. در مورد مشترک عرض سطل برابر نیست.
-
-**پارامترها**
-
-`number_of_bins` — Upper limit for the number of bins in the histogram. The function automatically calculates the number of bins. It tries to reach the specified number of bins, but if it fails, it uses fewer bins.
-`values` — [عبارت](../syntax.md#syntax-expressions) در نتیجه مقادیر ورودی.
-
-**مقادیر بازگشتی**
-
--   [& حذف](../../sql-reference/data-types/array.md) از [توپلس](../../sql-reference/data-types/tuple.md) از قالب زیر:
-
-        ```
-        [(lower_1, upper_1, height_1), ... (lower_N, upper_N, height_N)]
-        ```
-
-        - `lower` — Lower bound of the bin.
-        - `upper` — Upper bound of the bin.
-        - `height` — Calculated height of the bin.
-
-**مثال**
-
-``` sql
-SELECT histogram(5)(number + 1)
-FROM (
-    SELECT *
-    FROM system.numbers
-    LIMIT 20
-)
-```
-
-``` text
-┌─histogram(5)(plus(number, 1))───────────────────────────────────────────┐
-│ [(1,4.5,4),(4.5,8.5,4),(8.5,12.75,4.125),(12.75,17,4.625),(17,20,3.25)] │
-└─────────────────────────────────────────────────────────────────────────┘
-```
-
-شما می توانید یک هیستوگرام با تجسم [بار](../../sql-reference/functions/other-functions.md#function-bar) تابع, مثلا:
-
-``` sql
-WITH histogram(5)(rand() % 100) AS hist
-SELECT
-    arrayJoin(hist).3 AS height,
-    bar(height, 0, 6, 5) AS bar
-FROM
-(
-    SELECT *
-    FROM system.numbers
-    LIMIT 20
-)
-```
-
-``` text
-┌─height─┬─bar───┐
-│  2.125 │ █▋    │
-│   3.25 │ ██▌   │
-│  5.625 │ ████▏ │
-│  5.625 │ ████▏ │
-│  3.375 │ ██▌   │
-└────────┴───────┘
-```
-
-در این مورد, شما باید به یاد داشته باشید که شما مرزهای هیستوگرام بن نمی دانند.
-
-## sequenceMatch(pattern)(timestamp, cond1, cond2, …) {#function-sequencematch}
-
-بررسی اینکه دنباله شامل یک زنجیره رویداد که منطبق بر الگوی.
-
-``` sql
-sequenceMatch(pattern)(timestamp, cond1, cond2, ...)
-```
-
-!!! warning "اخطار"
-    رویدادهایی که در همان دوم رخ می دهد ممکن است در دنباله در سفارش تعریف نشده موثر بر نتیجه دراز.
-
-**پارامترها**
-
--   `pattern` — Pattern string. See [نحو الگو](#sequence-function-pattern-syntax).
-
--   `timestamp` — Column considered to contain time data. Typical data types are `Date` و `DateTime`. شما همچنین می توانید هر یک از پشتیبانی استفاده کنید [اینترنت](../../sql-reference/data-types/int-uint.md) انواع داده ها.
-
--   `cond1`, `cond2` — Conditions that describe the chain of events. Data type: `UInt8`. شما می توانید به تصویب تا 32 استدلال شرط. تابع طول می کشد تنها حوادث شرح داده شده در این شرایط به حساب. اگر دنباله حاوی اطلاعاتی است که در شرایط توصیف نشده, تابع پرش.
-
-**مقادیر بازگشتی**
-
--   1, اگر الگوی همسان است.
--   0, اگر الگوی همسان نیست.
-
-نوع: `UInt8`.
-
-<a name="sequence-function-pattern-syntax"></a>
-**نحو الگو**
-
--   `(?N)` — Matches the condition argument at position `N`. شرایط در شماره `[1, 32]` محدوده. به عنوان مثال, `(?1)` با استدلال به تصویب رسید `cond1` پارامتر.
-
--   `.*` — Matches any number of events. You don't need conditional arguments to match this element of the pattern.
-
--   `(?t operator value)` — Sets the time in seconds that should separate two events. For example, pattern `(?1)(?t>1800)(?2)` مسابقات رویدادهایی که رخ می دهد بیش از 1800 ثانیه از یکدیگر. تعداد دلخواه از هر رویدادی می تواند بین این حوادث دراز. شما می توانید از `>=`, `>`, `<`, `<=` اپراتورها.
-
-**مثالها**
-
-داده ها را در نظر بگیرید `t` جدول:
-
-``` text
-┌─time─┬─number─┐
-│    1 │      1 │
-│    2 │      3 │
-│    3 │      2 │
-└──────┴────────┘
-```
-
-انجام پرس و جو:
-
-``` sql
-SELECT sequenceMatch('(?1)(?2)')(time, number = 1, number = 2) FROM t
-```
-
-``` text
-┌─sequenceMatch('(?1)(?2)')(time, equals(number, 1), equals(number, 2))─┐
-│                                                                     1 │
-└───────────────────────────────────────────────────────────────────────┘
-```
-
-تابع زنجیره رویداد که تعداد پیدا شده است 2 زیر شماره 1. این قلم شماره 3 بین, چرا که تعداد به عنوان یک رویداد توصیف نشده. اگر ما می خواهیم این شماره را در نظر بگیریم هنگام جستجو برای زنجیره رویداد داده شده در مثال باید شرایط را ایجاد کنیم.
-
-``` sql
-SELECT sequenceMatch('(?1)(?2)')(time, number = 1, number = 2, number = 3) FROM t
-```
-
-``` text
-┌─sequenceMatch('(?1)(?2)')(time, equals(number, 1), equals(number, 2), equals(number, 3))─┐
-│                                                                                        0 │
-└──────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-در این مورد, تابع می تواند زنجیره رویداد تطبیق الگوی پیدا کنید, چرا که این رویداد برای شماره 3 رخ داده است بین 1 و 2. اگر در همان مورد ما شرایط را برای شماره بررسی 4, دنباله الگوی مطابقت.
-
-``` sql
-SELECT sequenceMatch('(?1)(?2)')(time, number = 1, number = 2, number = 4) FROM t
-```
-
-``` text
-┌─sequenceMatch('(?1)(?2)')(time, equals(number, 1), equals(number, 2), equals(number, 4))─┐
-│                                                                                        1 │
-└──────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [شمارش معکوس](#function-sequencecount)
-
-## sequenceCount(pattern)(time, cond1, cond2, …) {#function-sequencecount}
-
-شمارش تعداد زنجیره رویداد که الگوی همسان. تابع جستجو زنجیره رویداد که با هم همپوشانی دارند. این شروع به جستجو برای زنجیره بعدی پس از زنجیره فعلی همسان است.
-
-!!! warning "اخطار"
-    رویدادهایی که در همان دوم رخ می دهد ممکن است در دنباله در سفارش تعریف نشده موثر بر نتیجه دراز.
-
-``` sql
-sequenceCount(pattern)(timestamp, cond1, cond2, ...)
-```
-
-**پارامترها**
-
--   `pattern` — Pattern string. See [نحو الگو](#sequence-function-pattern-syntax).
-
--   `timestamp` — Column considered to contain time data. Typical data types are `Date` و `DateTime`. شما همچنین می توانید هر یک از پشتیبانی استفاده کنید [اینترنت](../../sql-reference/data-types/int-uint.md) انواع داده ها.
-
--   `cond1`, `cond2` — Conditions that describe the chain of events. Data type: `UInt8`. شما می توانید به تصویب تا 32 استدلال شرط. تابع طول می کشد تنها حوادث شرح داده شده در این شرایط به حساب. اگر دنباله حاوی اطلاعاتی است که در شرایط توصیف نشده, تابع پرش.
-
-**مقادیر بازگشتی**
-
--   تعداد زنجیره رویداد غیر با هم تداخل دارند که همسان.
-
-نوع: `UInt64`.
-
-**مثال**
-
-داده ها را در نظر بگیرید `t` جدول:
-
-``` text
-┌─time─┬─number─┐
-│    1 │      1 │
-│    2 │      3 │
-│    3 │      2 │
-│    4 │      1 │
-│    5 │      3 │
-│    6 │      2 │
-└──────┴────────┘
-```
-
-تعداد چند بار تعداد 2 پس از شماره 1 با هر مقدار از شماره های دیگر بین رخ می دهد:
-
-``` sql
-SELECT sequenceCount('(?1).*(?2)')(time, number = 1, number = 2) FROM t
-```
-
-``` text
-┌─sequenceCount('(?1).*(?2)')(time, equals(number, 1), equals(number, 2))─┐
-│                                                                       2 │
-└─────────────────────────────────────────────────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [ترتیب سنج](#function-sequencematch)
-
-## در پنجره {#windowfunnel}
-
-جستجو برای زنجیره رویداد در یک پنجره زمان کشویی و محاسبه حداکثر تعداد رویدادهایی که از زنجیره رخ داده است.
-
-تابع با توجه به الگوریتم کار می کند:
-
--   تابع جستجو برای داده هایی که باعث شرط اول در زنجیره و مجموعه ضد رویداد به 1. این لحظه ای است که پنجره کشویی شروع می شود.
-
--   اگر حوادث از زنجیره پی در پی در پنجره رخ می دهد, ضد افزایش است. اگر دنباله ای از حوادث مختل شده است, شمارنده است افزایش نمی.
-
--   اگر داده های زنجیره رویداد های متعدد در نقاط مختلف از اتمام, تابع تنها خروجی به اندازه طولانی ترین زنجیره ای.
-
-**نحو**
-
-``` sql
-windowFunnel(window, [mode])(timestamp, cond1, cond2, ..., condN)
-```
-
-**پارامترها**
-
--   `window` — Length of the sliding window in seconds.
--   `mode` - این یک استدلال اختیاری است .
-    -   `'strict'` - وقتی که `'strict'` تنظیم شده است, پنجره() اعمال شرایط تنها برای ارزش های منحصر به فرد.
--   `timestamp` — Name of the column containing the timestamp. Data types supported: [تاریخ](../../sql-reference/data-types/date.md), [DateTime](../../sql-reference/data-types/datetime.md#data_type-datetime) و دیگر انواع عدد صحیح بدون علامت (توجه داشته باشید که حتی اگر برچسب زمان پشتیبانی از `UInt64` نوع, این مقدار می تواند بین المللی تجاوز نمی64 بیشترین, که 2^63 - 1).
--   `cond` — Conditions or data describing the chain of events. [UInt8](../../sql-reference/data-types/int-uint.md).
-
-**مقدار بازگشتی**
-
-حداکثر تعداد متوالی باعث شرایط از زنجیره ای در پنجره زمان کشویی.
-تمام زنجیره ها در انتخاب تجزیه و تحلیل می شوند.
-
-نوع: `Integer`.
-
-**مثال**
-
-تعیین کنید که یک دوره زمانی معین برای کاربر کافی باشد تا گوشی را انتخاب کند و دو بار در فروشگاه اینترنتی خریداری کند.
-
-زنجیره ای از وقایع زیر را تنظیم کنید:
-
-1.  کاربر وارد شده به حساب خود را در فروشگاه (`eventID = 1003`).
-2.  کاربر برای یک تلفن جستجو می کند (`eventID = 1007, product = 'phone'`).
-3.  کاربر سفارش داده شده (`eventID = 1009`).
-4.  کاربر دوباره سفارش داد (`eventID = 1010`).
-
-جدول ورودی:
-
-``` text
-┌─event_date─┬─user_id─┬───────────timestamp─┬─eventID─┬─product─┐
-│ 2019-01-28 │       1 │ 2019-01-29 10:00:00 │    1003 │ phone   │
-└────────────┴─────────┴─────────────────────┴─────────┴─────────┘
-┌─event_date─┬─user_id─┬───────────timestamp─┬─eventID─┬─product─┐
-│ 2019-01-31 │       1 │ 2019-01-31 09:00:00 │    1007 │ phone   │
-└────────────┴─────────┴─────────────────────┴─────────┴─────────┘
-┌─event_date─┬─user_id─┬───────────timestamp─┬─eventID─┬─product─┐
-│ 2019-01-30 │       1 │ 2019-01-30 08:00:00 │    1009 │ phone   │
-└────────────┴─────────┴─────────────────────┴─────────┴─────────┘
-┌─event_date─┬─user_id─┬───────────timestamp─┬─eventID─┬─product─┐
-│ 2019-02-01 │       1 │ 2019-02-01 08:00:00 │    1010 │ phone   │
-└────────────┴─────────┴─────────────────────┴─────────┴─────────┘
-```
-
-یافتن پست های تا چه حد کاربر `user_id` می تواند از طریق زنجیره ای در یک دوره در ژانویه و فوریه از 2019.
-
-پرسوجو:
-
-``` sql
-SELECT
-    level,
-    count() AS c
-FROM
-(
-    SELECT
-        user_id,
-        windowFunnel(6048000000000000)(timestamp, eventID = 1003, eventID = 1009, eventID = 1007, eventID = 1010) AS level
-    FROM trend
-    WHERE (event_date >= '2019-01-01') AND (event_date <= '2019-02-02')
-    GROUP BY user_id
-)
-GROUP BY level
-ORDER BY level ASC
-```
-
-نتیجه:
-
-``` text
-┌─level─┬─c─┐
-│     4 │ 1 │
-└───────┴───┘
-```
-
-## نگهداری {#retention}
-
-تابع طول می کشد به عنوان استدلال مجموعه ای از شرایط از 1 به 32 استدلال از نوع `UInt8` که نشان می دهد که یک بیماری خاص برای این رویداد مواجه شد.
-هر گونه شرایط را می توان به عنوان یک استدلال مشخص (همانطور که در [WHERE](../../sql-reference/statements/select/where.md#select-where)).
-
-شرایط, به جز اولین, درخواست در جفت: نتیجه دوم درست خواهد بود اگر اول و دوم درست باشد, از سوم اگر اولین و فیرد درست باشد, و غیره.
-
-**نحو**
-
-``` sql
-retention(cond1, cond2, ..., cond32);
-```
-
-**پارامترها**
-
--   `cond` — an expression that returns a `UInt8` نتیجه (1 یا 0).
-
-**مقدار بازگشتی**
-
-مجموعه ای از 1 یا 0.
-
--   1 — condition was met for the event.
--   0 — condition wasn't met for the event.
-
-نوع: `UInt8`.
-
-**مثال**
-
-بیایید یک نمونه از محاسبه را در نظر بگیریم `retention` تابع برای تعیین ترافیک سایت.
-
-**1.** Сreate a table to illustrate an example.
-
-``` sql
-CREATE TABLE retention_test(date Date, uid Int32) ENGINE = Memory;
-
-INSERT INTO retention_test SELECT '2020-01-01', number FROM numbers(5);
-INSERT INTO retention_test SELECT '2020-01-02', number FROM numbers(10);
-INSERT INTO retention_test SELECT '2020-01-03', number FROM numbers(15);
-```
-
-جدول ورودی:
-
-پرسوجو:
-
-``` sql
-SELECT * FROM retention_test
-```
-
-نتیجه:
-
-``` text
-┌───────date─┬─uid─┐
-│ 2020-01-01 │   0 │
-│ 2020-01-01 │   1 │
-│ 2020-01-01 │   2 │
-│ 2020-01-01 │   3 │
-│ 2020-01-01 │   4 │
-└────────────┴─────┘
-┌───────date─┬─uid─┐
-│ 2020-01-02 │   0 │
-│ 2020-01-02 │   1 │
-│ 2020-01-02 │   2 │
-│ 2020-01-02 │   3 │
-│ 2020-01-02 │   4 │
-│ 2020-01-02 │   5 │
-│ 2020-01-02 │   6 │
-│ 2020-01-02 │   7 │
-│ 2020-01-02 │   8 │
-│ 2020-01-02 │   9 │
-└────────────┴─────┘
-┌───────date─┬─uid─┐
-│ 2020-01-03 │   0 │
-│ 2020-01-03 │   1 │
-│ 2020-01-03 │   2 │
-│ 2020-01-03 │   3 │
-│ 2020-01-03 │   4 │
-│ 2020-01-03 │   5 │
-│ 2020-01-03 │   6 │
-│ 2020-01-03 │   7 │
-│ 2020-01-03 │   8 │
-│ 2020-01-03 │   9 │
-│ 2020-01-03 │  10 │
-│ 2020-01-03 │  11 │
-│ 2020-01-03 │  12 │
-│ 2020-01-03 │  13 │
-│ 2020-01-03 │  14 │
-└────────────┴─────┘
-```
-
-**2.** کاربران گروه با شناسه منحصر به فرد `uid` با استفاده از `retention` تابع.
-
-پرسوجو:
-
-``` sql
-SELECT
-    uid,
-    retention(date = '2020-01-01', date = '2020-01-02', date = '2020-01-03') AS r
-FROM retention_test
-WHERE date IN ('2020-01-01', '2020-01-02', '2020-01-03')
-GROUP BY uid
-ORDER BY uid ASC
-```
-
-نتیجه:
-
-``` text
-┌─uid─┬─r───────┐
-│   0 │ [1,1,1] │
-│   1 │ [1,1,1] │
-│   2 │ [1,1,1] │
-│   3 │ [1,1,1] │
-│   4 │ [1,1,1] │
-│   5 │ [0,0,0] │
-│   6 │ [0,0,0] │
-│   7 │ [0,0,0] │
-│   8 │ [0,0,0] │
-│   9 │ [0,0,0] │
-│  10 │ [0,0,0] │
-│  11 │ [0,0,0] │
-│  12 │ [0,0,0] │
-│  13 │ [0,0,0] │
-│  14 │ [0,0,0] │
-└─────┴─────────┘
-```
-
-**3.** محاسبه تعداد کل بازدیدکننده داشته است سایت در هر روز.
-
-پرسوجو:
-
-``` sql
-SELECT
-    sum(r[1]) AS r1,
-    sum(r[2]) AS r2,
-    sum(r[3]) AS r3
-FROM
-(
-    SELECT
-        uid,
-        retention(date = '2020-01-01', date = '2020-01-02', date = '2020-01-03') AS r
-    FROM retention_test
-    WHERE date IN ('2020-01-01', '2020-01-02', '2020-01-03')
-    GROUP BY uid
-)
-```
-
-نتیجه:
-
-``` text
-┌─r1─┬─r2─┬─r3─┐
-│  5 │  5 │  5 │
-└────┴────┴────┘
-```
-
-کجا:
-
--   `r1`- تعداد بازدید کنندگان منحصر به فرد که در طول 2020-01-01 (بازدید `cond1` شرط).
--   `r2`- تعداد بازدید کنندگان منحصر به فرد که برای بازدید از سایت در طول یک دوره زمانی خاص بین 2020-01-01 و 2020-01-02 (`cond1` و `cond2` شرایط).
--   `r3`- تعداد بازدید کنندگان منحصر به فرد که برای بازدید از سایت در طول یک دوره زمانی خاص بین 2020-01-01 و 2020-01-03 (`cond1` و `cond3` شرایط).
-
-## uniqUpTo(N)(x) {#uniquptonx}
-
-Calculates the number of different argument values ​​if it is less than or equal to N. If the number of different argument values is greater than N, it returns N + 1.
-
-توصیه می شود برای استفاده با شماره های کوچک, تا 10. حداکثر مقدار نفر است 100.
-
-برای دولت از یک تابع جمع, با استفاده از مقدار حافظه برابر با 1 + نفر \* اندازه یک مقدار بایت.
-برای رشته, این فروشگاه یک هش غیر رمزنگاری 8 بایت. به این معنا که محاسبه برای رشته ها تقریبی است.
-
-این تابع همچنین برای چندین استدلال کار می کند.
-
-این کار به همان سرعتی که ممکن است, به جز برای موارد زمانی که یک مقدار نفر بزرگ استفاده می شود و تعدادی از ارزش های منحصر به فرد است کمی کمتر از ان.
-
-مثال طریقه استفاده:
-
-``` text
-Problem: Generate a report that shows only keywords that produced at least 5 unique users.
-Solution: Write in the GROUP BY query SearchPhrase HAVING uniqUpTo(4)(UserID) >= 5
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/agg_functions/parametric_functions/) <!--hide-->
-
-## sumMapFiltered(keys_to_keep)(کلید ارزش ها) {#summapfilteredkeys-to-keepkeys-values}
-
-رفتار مشابه [& سواپ](reference.md#agg_functions-summap) جز این که مجموعه ای از کلید به عنوان یک پارامتر منتقل می شود. این می تواند مفید باشد به خصوص در هنگام کار با یک کارت از کلید های بالا.
diff --git a/docs/fa/sql-reference/aggregate-functions/reference.md b/docs/fa/sql-reference/aggregate-functions/reference.md
deleted file mode 100644
index f18dc9e6bf6..00000000000
--- a/docs/fa/sql-reference/aggregate-functions/reference.md
+++ /dev/null
@@ -1,1914 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: "\u0645\u0631\u062C\u0639"
----
-
-# مرجع عملکرد کامل {#aggregate-functions-reference}
-
-## شمارش {#agg_function-count}
-
-شمارش تعداد ردیف یا نه تهی ارزش.
-
-ClickHouse زیر پشتیبانی می کند syntaxes برای `count`:
-- `count(expr)` یا `COUNT(DISTINCT expr)`.
-- `count()` یا `COUNT(*)`. این `count()` نحو تاتر خاص است.
-
-**پارامترها**
-
-این تابع می تواند:
-
--   صفر پارامتر.
--   یک [عبارت](../syntax.md#syntax-expressions).
-
-**مقدار بازگشتی**
-
--   اگر تابع بدون پارامتر نامیده می شود تعداد ردیف شمارش.
--   اگر [عبارت](../syntax.md#syntax-expressions) به تصویب می رسد, سپس تابع شمارش چند بار این عبارت بازگشت تهی نیست. اگر بیان می گرداند [Nullable](../../sql-reference/data-types/nullable.md)- نوع ارزش و سپس نتیجه `count` باقی نمی ماند `Nullable`. تابع بازده 0 اگر بیان بازگشت `NULL` برای تمام ردیف.
-
-در هر دو مورد نوع مقدار بازگشتی است [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**اطلاعات دقیق**
-
-تاتر از `COUNT(DISTINCT ...)` نحو. رفتار این ساخت و ساز بستگی به [ا_فزونهها](../../operations/settings/settings.md#settings-count_distinct_implementation) تنظیمات. این تعریف می کند که کدام یک از [دانشگاه\*](#agg_function-uniq) توابع برای انجام عملیات استفاده می شود. به طور پیش فرض است [قرارداد اتحادیه](#agg_function-uniqexact) تابع.
-
-این `SELECT count() FROM table` پرس و جو بهینه سازی شده نیست, چرا که تعداد ورودی در جدول به طور جداگانه ذخیره نمی. این ستون کوچک را از جدول انتخاب می کند و تعداد مقادیر موجود را شمارش می کند.
-
-**مثالها**
-
-مثال 1:
-
-``` sql
-SELECT count() FROM t
-```
-
-``` text
-┌─count()─┐
-│       5 │
-└─────────┘
-```
-
-مثال 2:
-
-``` sql
-SELECT name, value FROM system.settings WHERE name = 'count_distinct_implementation'
-```
-
-``` text
-┌─name──────────────────────────┬─value─────┐
-│ count_distinct_implementation │ uniqExact │
-└───────────────────────────────┴───────────┘
-```
-
-``` sql
-SELECT count(DISTINCT num) FROM t
-```
-
-``` text
-┌─uniqExact(num)─┐
-│              3 │
-└────────────────┘
-```
-
-این مثال نشان می دهد که `count(DISTINCT num)` توسط `uniqExact` عملکرد با توجه به `count_distinct_implementation` مقدار تنظیم.
-
-## هر) {#agg_function-any}
-
-انتخاب اولین مقدار مواجه می شوند.
-پرس و جو را می توان در هر سفارش و حتی در جهت های مختلف در هر زمان اجرا, بنابراین نتیجه این تابع نامشخص است.
-برای دریافت یک نتیجه معین, شما می توانید با استفاده از ‘min’ یا ‘max’ تابع به جای ‘any’.
-
-در بعضی موارد, شما می توانید در جهت اعدام تکیه. این امر در مورد مواردی که انتخاب می شود از یک زیرخاکی است که از سفارش استفاده می کند.
-
-هنگامی که یک `SELECT` پرسوجو دارد `GROUP BY` بند و یا حداقل یک مجموع عملکرد ClickHouse (در مقایسه با MySQL) مستلزم آن است که تمام عبارات در `SELECT`, `HAVING` و `ORDER BY` بند از کلید و یا از توابع کل محاسبه می شود. به عبارت دیگر, هر ستون انتخاب شده از جدول باید یا در کلید و یا در داخل توابع دانه استفاده می شود. برای دریافت رفتار مانند خروجی زیر, شما می توانید ستون های دیگر در قرار `any` تابع جمع.
-
-## هشدار داده می شود) {#anyheavyx}
-
-انتخاب یک مقدار اغلب اتفاق می افتد با استفاده از [بزرگان سنگین](http://www.cs.umd.edu/~samir/498/karp.pdf) الگوریتم. در صورتی که یک مقدار که بیش از در نیمی از موارد در هر یک از موضوعات اعدام پرس و جو رخ می دهد وجود دارد, این مقدار بازگشته است. به طور معمول نتیجه nondeterministic.
-
-``` sql
-anyHeavy(column)
-```
-
-**نشانوندها**
-
--   `column` – The column name.
-
-**مثال**
-
-نگاهی به [به موقع](../../getting-started/example-datasets/ontime.md) مجموعه داده ها و انتخاب هر مقدار اغلب اتفاق می افتد در `AirlineID` ستون.
-
-``` sql
-SELECT anyHeavy(AirlineID) AS res
-FROM ontime
-```
-
-``` text
-┌───res─┐
-│ 19690 │
-└───────┘
-```
-
-## حداقل صفحه نمایش:) {#anylastx}
-
-ارزش گذشته مواجه می شوند را انتخاب می کند.
-نتیجه این است که فقط به عنوان نامشخص به عنوان برای `any` تابع.
-
-## گروه بیتاند {#groupbitand}
-
-اعمال بیتی `AND` برای مجموعه ای از اعداد.
-
-``` sql
-groupBitAnd(expr)
-```
-
-**پارامترها**
-
-`expr` – An expression that results in `UInt*` نوع.
-
-**مقدار بازگشتی**
-
-ارزش `UInt*` نوع.
-
-**مثال**
-
-داده های تست:
-
-``` text
-binary     decimal
-00101100 = 44
-00011100 = 28
-00001101 = 13
-01010101 = 85
-```
-
-پرسوجو:
-
-``` sql
-SELECT groupBitAnd(num) FROM t
-```
-
-کجا `num` ستون با داده های تست است.
-
-نتیجه:
-
-``` text
-binary     decimal
-00000100 = 4
-```
-
-## ویرایشگر گروه {#groupbitor}
-
-اعمال بیتی `OR` برای مجموعه ای از اعداد.
-
-``` sql
-groupBitOr(expr)
-```
-
-**پارامترها**
-
-`expr` – An expression that results in `UInt*` نوع.
-
-**مقدار بازگشتی**
-
-ارزش `UInt*` نوع.
-
-**مثال**
-
-داده های تست:
-
-``` text
-binary     decimal
-00101100 = 44
-00011100 = 28
-00001101 = 13
-01010101 = 85
-```
-
-پرسوجو:
-
-``` sql
-SELECT groupBitOr(num) FROM t
-```
-
-کجا `num` ستون با داده های تست است.
-
-نتیجه:
-
-``` text
-binary     decimal
-01111101 = 125
-```
-
-## گروهبیتکسور {#groupbitxor}
-
-اعمال بیتی `XOR` برای مجموعه ای از اعداد.
-
-``` sql
-groupBitXor(expr)
-```
-
-**پارامترها**
-
-`expr` – An expression that results in `UInt*` نوع.
-
-**مقدار بازگشتی**
-
-ارزش `UInt*` نوع.
-
-**مثال**
-
-داده های تست:
-
-``` text
-binary     decimal
-00101100 = 44
-00011100 = 28
-00001101 = 13
-01010101 = 85
-```
-
-پرسوجو:
-
-``` sql
-SELECT groupBitXor(num) FROM t
-```
-
-کجا `num` ستون با داده های تست است.
-
-نتیجه:
-
-``` text
-binary     decimal
-01101000 = 104
-```
-
-## نگاشت گروهی {#groupbitmap}
-
-بیت مپ و یا کل محاسبات از یک unsigned integer ستون بازگشت cardinality از نوع UInt64 اگر اضافه کردن پسوند -دولت بازگشت [شی نگاشت بیت](../../sql-reference/functions/bitmap-functions.md).
-
-``` sql
-groupBitmap(expr)
-```
-
-**پارامترها**
-
-`expr` – An expression that results in `UInt*` نوع.
-
-**مقدار بازگشتی**
-
-ارزش `UInt64` نوع.
-
-**مثال**
-
-داده های تست:
-
-``` text
-UserID
-1
-1
-2
-3
-```
-
-پرسوجو:
-
-``` sql
-SELECT groupBitmap(UserID) as num FROM t
-```
-
-نتیجه:
-
-``` text
-num
-3
-```
-
-## کمینه) {#agg_function-min}
-
-محاسبه حداقل.
-
-## بیشینه) {#agg_function-max}
-
-محاسبه حداکثر.
-
-## هشدار داده می شود) {#agg-function-argmin}
-
-محاسبه ‘arg’ ارزش برای حداقل ‘val’ ارزش. اگر چندین مقدار مختلف وجود دارد ‘arg’ برای مقادیر حداقل ‘val’ اولین بار از این مقادیر مواجه خروجی است.
-
-**مثال:**
-
-``` text
-┌─user─────┬─salary─┐
-│ director │   5000 │
-│ manager  │   3000 │
-│ worker   │   1000 │
-└──────────┴────────┘
-```
-
-``` sql
-SELECT argMin(user, salary) FROM salary
-```
-
-``` text
-┌─argMin(user, salary)─┐
-│ worker               │
-└──────────────────────┘
-```
-
-## هشدار داده می شود) {#agg-function-argmax}
-
-محاسبه ‘arg’ مقدار برای حداکثر ‘val’ ارزش. اگر چندین مقدار مختلف وجود دارد ‘arg’ برای حداکثر مقادیر ‘val’ اولین بار از این مقادیر مواجه خروجی است.
-
-## جمع) {#agg_function-sum}
-
-محاسبه مجموع.
-فقط برای اعداد کار می کند.
-
-## ورود به سیستم) {#sumwithoverflowx}
-
-محاسبه مجموع اعداد, با استفاده از همان نوع داده برای نتیجه به عنوان پارامترهای ورودی. اگر مجموع بیش از حداکثر مقدار برای این نوع داده, تابع یک خطا می گرداند.
-
-فقط برای اعداد کار می کند.
-
-## sumMap(key, value), sumMap(تاپل(key, value)) {#agg_functions-summap}
-
-مجموع ‘value’ تنظیم با توجه به کلید های مشخص شده در ‘key’ صف کردن.
-عبور تاپل از کلید ها و ارزش های عرریس مترادف به عبور از دو مجموعه از کلید ها و ارزش است.
-تعداد عناصر در ‘key’ و ‘value’ باید همین کار را برای هر سطر است که بالغ بر شود.
-Returns a tuple of two arrays: keys in sorted order, and values ​​summed for the corresponding keys.
-
-مثال:
-
-``` sql
-CREATE TABLE sum_map(
-    date Date,
-    timeslot DateTime,
-    statusMap Nested(
-        status UInt16,
-        requests UInt64
-    ),
-    statusMapTuple Tuple(Array(Int32), Array(Int32))
-) ENGINE = Log;
-INSERT INTO sum_map VALUES
-    ('2000-01-01', '2000-01-01 00:00:00', [1, 2, 3], [10, 10, 10], ([1, 2, 3], [10, 10, 10])),
-    ('2000-01-01', '2000-01-01 00:00:00', [3, 4, 5], [10, 10, 10], ([3, 4, 5], [10, 10, 10])),
-    ('2000-01-01', '2000-01-01 00:01:00', [4, 5, 6], [10, 10, 10], ([4, 5, 6], [10, 10, 10])),
-    ('2000-01-01', '2000-01-01 00:01:00', [6, 7, 8], [10, 10, 10], ([6, 7, 8], [10, 10, 10]));
-
-SELECT
-    timeslot,
-    sumMap(statusMap.status, statusMap.requests),
-    sumMap(statusMapTuple)
-FROM sum_map
-GROUP BY timeslot
-```
-
-``` text
-┌────────────timeslot─┬─sumMap(statusMap.status, statusMap.requests)─┬─sumMap(statusMapTuple)─────────┐
-│ 2000-01-01 00:00:00 │ ([1,2,3,4,5],[10,10,20,10,10])               │ ([1,2,3,4,5],[10,10,20,10,10]) │
-│ 2000-01-01 00:01:00 │ ([4,5,6,7,8],[10,10,20,10,10])               │ ([4,5,6,7,8],[10,10,20,10,10]) │
-└─────────────────────┴──────────────────────────────────────────────┴────────────────────────────────┘
-```
-
-## سیخ کباب {#skewpop}
-
-محاسبه [skewness](https://en.wikipedia.org/wiki/Skewness) از یک توالی.
-
-``` sql
-skewPop(expr)
-```
-
-**پارامترها**
-
-`expr` — [عبارت](../syntax.md#syntax-expressions) بازگشت یک عدد.
-
-**مقدار بازگشتی**
-
-The skewness of the given distribution. Type — [جسم شناور64](../../sql-reference/data-types/float.md)
-
-**مثال**
-
-``` sql
-SELECT skewPop(value) FROM series_with_value_column
-```
-
-## سیخ {#skewsamp}
-
-محاسبه [نمونه skewness](https://en.wikipedia.org/wiki/Skewness) از یک توالی.
-
-این نشان دهنده یک تخمین بی طرفانه از اریب یک متغیر تصادفی اگر ارزش گذشت نمونه خود را تشکیل می دهند.
-
-``` sql
-skewSamp(expr)
-```
-
-**پارامترها**
-
-`expr` — [عبارت](../syntax.md#syntax-expressions) بازگشت یک عدد.
-
-**مقدار بازگشتی**
-
-The skewness of the given distribution. Type — [جسم شناور64](../../sql-reference/data-types/float.md). اگر `n <= 1` (`n` اندازه نمونه است), سپس بازده تابع `nan`.
-
-**مثال**
-
-``` sql
-SELECT skewSamp(value) FROM series_with_value_column
-```
-
-## کورتپ {#kurtpop}
-
-محاسبه [kurtosis](https://en.wikipedia.org/wiki/Kurtosis) از یک توالی.
-
-``` sql
-kurtPop(expr)
-```
-
-**پارامترها**
-
-`expr` — [عبارت](../syntax.md#syntax-expressions) بازگشت یک عدد.
-
-**مقدار بازگشتی**
-
-The kurtosis of the given distribution. Type — [جسم شناور64](../../sql-reference/data-types/float.md)
-
-**مثال**
-
-``` sql
-SELECT kurtPop(value) FROM series_with_value_column
-```
-
-## کردها {#kurtsamp}
-
-محاسبه [نمونه kurtosis](https://en.wikipedia.org/wiki/Kurtosis) از یک توالی.
-
-این نشان دهنده یک تخمین بی طرفانه از کورتوز یک متغیر تصادفی اگر ارزش گذشت نمونه خود را تشکیل می دهند.
-
-``` sql
-kurtSamp(expr)
-```
-
-**پارامترها**
-
-`expr` — [عبارت](../syntax.md#syntax-expressions) بازگشت یک عدد.
-
-**مقدار بازگشتی**
-
-The kurtosis of the given distribution. Type — [جسم شناور64](../../sql-reference/data-types/float.md). اگر `n <= 1` (`n` اندازه نمونه است) و سپس تابع بازده `nan`.
-
-**مثال**
-
-``` sql
-SELECT kurtSamp(value) FROM series_with_value_column
-```
-
-## میانگین) {#agg_function-avg}
-
-محاسبه متوسط.
-فقط برای اعداد کار می کند.
-نتیجه این است که همیشه شناور64.
-
-## کشتی کج {#avgweighted}
-
-محاسبه [میانگین ریاضی وزنی](https://en.wikipedia.org/wiki/Weighted_arithmetic_mean).
-
-**نحو**
-
-``` sql
-avgWeighted(x, weight)
-```
-
-**پارامترها**
-
--   `x` — Values. [عدد صحیح](../data-types/int-uint.md) یا [شناور نقطه](../data-types/float.md).
--   `weight` — Weights of the values. [عدد صحیح](../data-types/int-uint.md) یا [شناور نقطه](../data-types/float.md).
-
-نوع `x` و `weight` باید مثل قبل باشه
-
-**مقدار بازگشتی**
-
--   وزن متوسط.
--   `NaN`. اگر تمام وزن به برابر هستند 0.
-
-نوع: [جسم شناور64](../data-types/float.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT avgWeighted(x, w)
-FROM values('x Int8, w Int8', (4, 1), (1, 0), (10, 2))
-```
-
-نتیجه:
-
-``` text
-┌─avgWeighted(x, weight)─┐
-│                      8 │
-└────────────────────────┘
-```
-
-## دانشگاه {#agg_function-uniq}
-
-محاسبه تعداد تقریبی مقادیر مختلف استدلال.
-
-``` sql
-uniq(x[, ...])
-```
-
-**پارامترها**
-
-تابع طول می کشد تعداد متغیر از پارامترهای. پارامترها می توانند باشند `Tuple`, `Array`, `Date`, `DateTime`, `String`, یا انواع عددی.
-
-**مقدار بازگشتی**
-
--   A [UInt64](../../sql-reference/data-types/int-uint.md)- نوع شماره .
-
-**پیاده سازی اطلاعات**
-
-تابع:
-
--   هش را برای تمام پارامترها در مجموع محاسبه می کند و سپس در محاسبات استفاده می شود.
-
--   با استفاده از یک الگوریتم نمونه تطبیقی. برای محاسبه دولت تابع با استفاده از یک نمونه از عناصر هش ارزش تا 65536.
-
-        This algorithm is very accurate and very efficient on the CPU. When the query contains several of these functions, using `uniq` is almost as fast as using other aggregate functions.
-
--   نتیجه را تعیین می کند (به سفارش پردازش پرس و جو بستگی ندارد).
-
-ما توصیه می کنیم با استفاده از این تابع تقریبا در تمام حالات.
-
-**همچنین نگاه کنید به**
-
--   [مخلوط نشده](#agg_function-uniqcombined)
--   [نیم قرن 64](#agg_function-uniqcombined64)
--   [یونقلل12](#agg_function-uniqhll12)
--   [قرارداد اتحادیه](#agg_function-uniqexact)
-
-## مخلوط نشده {#agg_function-uniqcombined}
-
-محاسبه تعداد تقریبی مقادیر استدلال های مختلف.
-
-``` sql
-uniqCombined(HLL_precision)(x[, ...])
-```
-
-این `uniqCombined` تابع یک انتخاب خوب برای محاسبه تعداد مقادیر مختلف است.
-
-**پارامترها**
-
-تابع طول می کشد تعداد متغیر از پارامترهای. پارامترها می توانند باشند `Tuple`, `Array`, `Date`, `DateTime`, `String`, یا انواع عددی.
-
-`HLL_precision` پایه 2 لگاریتم تعداد سلول ها در است [جمع شدن](https://en.wikipedia.org/wiki/HyperLogLog). اختیاری, شما می توانید تابع به عنوان استفاده `uniqCombined(x[, ...])`. مقدار پیش فرض برای `HLL_precision` است 17, که به طور موثر 96 کیلوبایت فضا (2^17 سلول ها, 6 بیت در هر).
-
-**مقدار بازگشتی**
-
--   یک عدد [UInt64](../../sql-reference/data-types/int-uint.md)- نوع شماره .
-
-**پیاده سازی اطلاعات**
-
-تابع:
-
--   محاسبه هش (هش 64 بیتی برای `String` و در غیر این صورت 32 بیتی) برای تمام پارامترها در مجموع و سپس در محاسبات استفاده می شود.
-
--   با استفاده از ترکیبی از سه الگوریتم: مجموعه, جدول هش, و جمع شدن با جدول تصحیح خطا.
-
-        For a small number of distinct elements, an array is used. When the set size is larger, a hash table is used. For a larger number of elements, HyperLogLog is used, which will occupy a fixed amount of memory.
-
--   نتیجه را تعیین می کند (به سفارش پردازش پرس و جو بستگی ندارد).
-
-!!! note "یادداشت"
-    از هش 32 بیتی برای غیر استفاده می کند-`String` نوع, نتیجه خطا بسیار بالا برای کاریت به طور قابل توجهی بزرگتر از اند `UINT_MAX` (خطا به سرعت پس از چند ده میلیارد ارزش متمایز افزایش خواهد یافت), از این رو در این مورد شما باید استفاده کنید [نیم قرن 64](#agg_function-uniqcombined64)
-
-در مقایسه با [دانشگاه](#agg_function-uniq) عملکرد `uniqCombined`:
-
--   مصرف چندین بار حافظه کمتر.
--   محاسبه با دقت چند بار بالاتر است.
--   معمولا عملکرد کمی پایین تر است. در برخی از حالات, `uniqCombined` می توانید بهتر از انجام `uniq` برای مثال با توزیع نمایش داده شد که انتقال تعداد زیادی از جمع متحده بر روی شبکه.
-
-**همچنین نگاه کنید به**
-
--   [دانشگاه](#agg_function-uniq)
--   [نیم قرن 64](#agg_function-uniqcombined64)
--   [یونقلل12](#agg_function-uniqhll12)
--   [قرارداد اتحادیه](#agg_function-uniqexact)
-
-## نیم قرن 64 {#agg_function-uniqcombined64}
-
-مثل [مخلوط نشده](#agg_function-uniqcombined), اما با استفاده از هش 64 بیتی برای تمام انواع داده ها.
-
-## یونقلل12 {#agg_function-uniqhll12}
-
-محاسبه تعداد تقریبی مقادیر استدلال های مختلف, با استفاده از [جمع شدن](https://en.wikipedia.org/wiki/HyperLogLog) الگوریتم.
-
-``` sql
-uniqHLL12(x[, ...])
-```
-
-**پارامترها**
-
-تابع طول می کشد تعداد متغیر از پارامترهای. پارامترها می توانند باشند `Tuple`, `Array`, `Date`, `DateTime`, `String`, یا انواع عددی.
-
-**مقدار بازگشتی**
-
--   A [UInt64](../../sql-reference/data-types/int-uint.md)- نوع شماره .
-
-**پیاده سازی اطلاعات**
-
-تابع:
-
--   هش را برای تمام پارامترها در مجموع محاسبه می کند و سپس در محاسبات استفاده می شود.
-
--   با استفاده از الگوریتم جمع شدن تقریبی تعداد مقادیر استدلال های مختلف.
-
-        212 5-bit cells are used. The size of the state is slightly more than 2.5 KB. The result is not very accurate (up to ~10% error) for small data sets (<10K elements). However, the result is fairly accurate for high-cardinality data sets (10K-100M), with a maximum error of ~1.6%. Starting from 100M, the estimation error increases, and the function will return very inaccurate results for data sets with extremely high cardinality (1B+ elements).
-
--   نتیجه تعیین شده را فراهم می کند (به سفارش پردازش پرس و جو بستگی ندارد).
-
-ما توصیه نمی کنیم با استفاده از این تابع. در اغلب موارد از [دانشگاه](#agg_function-uniq) یا [مخلوط نشده](#agg_function-uniqcombined) تابع.
-
-**همچنین نگاه کنید به**
-
--   [دانشگاه](#agg_function-uniq)
--   [مخلوط نشده](#agg_function-uniqcombined)
--   [قرارداد اتحادیه](#agg_function-uniqexact)
-
-## قرارداد اتحادیه {#agg_function-uniqexact}
-
-محاسبه تعداد دقیق ارزش استدلال های مختلف.
-
-``` sql
-uniqExact(x[, ...])
-```
-
-استفاده از `uniqExact` تابع اگر شما کاملا نیاز به یک نتیجه دقیق. در غیر این صورت استفاده از [دانشگاه](#agg_function-uniq) تابع.
-
-این `uniqExact` تابع با استفاده از حافظه بیش از `uniq`, چرا که اندازه دولت رشد گشوده است به عنوان تعدادی از ارزش های مختلف را افزایش می دهد.
-
-**پارامترها**
-
-تابع طول می کشد تعداد متغیر از پارامترهای. پارامترها می توانند باشند `Tuple`, `Array`, `Date`, `DateTime`, `String`, یا انواع عددی.
-
-**همچنین نگاه کنید به**
-
--   [دانشگاه](#agg_function-uniq)
--   [مخلوط نشده](#agg_function-uniqcombined)
--   [یونقلل12](#agg_function-uniqhll12)
-
-## groupArray(x) groupArray(max_size)(x) {#agg_function-grouparray}
-
-مجموعه ای از مقادیر استدلال را ایجاد می کند.
-مقادیر را می توان به ترتیب در هر (نامعین) اضافه کرد.
-
-نسخه دوم (با `max_size` پارامتر) اندازه مجموعه حاصل را محدود می کند `max_size` عناصر.
-به عنوان مثال, `groupArray (1) (x)` معادل است `[any (x)]`.
-
-در بعضی موارد, شما هنوز هم می توانید در جهت اعدام تکیه. این امر در مورد مواردی که `SELECT` همراه از یک خرده فروشی که با استفاده از `ORDER BY`.
-
-## هشدار داده می شود {#grouparrayinsertat}
-
-مقدار را به مجموعه ای در موقعیت مشخص شده وارد می کند.
-
-**نحو**
-
-``` sql
-groupArrayInsertAt(default_x, size)(x, pos);
-```
-
-اگر در یک پرس و جو چند مقدار به همان موقعیت قرار داده, تابع رفتار در روش های زیر:
-
--   اگر پرس و جو در یک موضوع اجرا, یکی از اولین از مقادیر درج شده استفاده شده است.
--   اگر یک پرس و جو در موضوعات مختلف اجرا, ارزش حاصل یکی نامشخص از مقادیر درج شده است.
-
-**پارامترها**
-
--   `x` — Value to be inserted. [عبارت](../syntax.md#syntax-expressions) در نتیجه یکی از [انواع داده های پشتیبانی شده](../../sql-reference/data-types/index.md).
--   `pos` — Position at which the specified element `x` قرار داده می شود. شماره شاخص در مجموعه از صفر شروع می شود. [UInt32](../../sql-reference/data-types/int-uint.md#uint-ranges).
--   `default_x`— Default value for substituting in empty positions. Optional parameter. [عبارت](../syntax.md#syntax-expressions) در نتیجه نوع داده پیکربندی شده برای `x` پارامتر. اگر `default_x` تعریف نشده است [مقادیر پیشفرض](../../sql-reference/statements/create.md#create-default-values) استفاده می شود.
--   `size`— Length of the resulting array. Optional parameter. When using this parameter, the default value `default_x` باید مشخص شود. [UInt32](../../sql-reference/data-types/int-uint.md#uint-ranges).
-
-**مقدار بازگشتی**
-
--   مجموعه ای با مقادیر درج شده.
-
-نوع: [& حذف](../../sql-reference/data-types/array.md#data-type-array).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT groupArrayInsertAt(toString(number), number * 2) FROM numbers(5);
-```
-
-نتیجه:
-
-``` text
-┌─groupArrayInsertAt(toString(number), multiply(number, 2))─┐
-│ ['0','','1','','2','','3','','4']                         │
-└───────────────────────────────────────────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT groupArrayInsertAt('-')(toString(number), number * 2) FROM numbers(5);
-```
-
-نتیجه:
-
-``` text
-┌─groupArrayInsertAt('-')(toString(number), multiply(number, 2))─┐
-│ ['0','-','1','-','2','-','3','-','4']                          │
-└────────────────────────────────────────────────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT groupArrayInsertAt('-', 5)(toString(number), number * 2) FROM numbers(5);
-```
-
-نتیجه:
-
-``` text
-┌─groupArrayInsertAt('-', 5)(toString(number), multiply(number, 2))─┐
-│ ['0','-','1','-','2']                                             │
-└───────────────────────────────────────────────────────────────────┘
-```
-
-درج چند رشته ای از عناصر را به یک موقعیت.
-
-پرسوجو:
-
-``` sql
-SELECT groupArrayInsertAt(number, 0) FROM numbers_mt(10) SETTINGS max_block_size = 1;
-```
-
-به عنوان یک نتیجه از این پرس و جو شما عدد صحیح تصادفی در `[0,9]` محدوده. به عنوان مثال:
-
-``` text
-┌─groupArrayInsertAt(number, 0)─┐
-│ [7]                           │
-└───────────────────────────────┘
-```
-
-## هشدار داده می شود {#agg_function-grouparraymovingsum}
-
-محاسبه مجموع در حال حرکت از ارزش های ورودی.
-
-``` sql
-groupArrayMovingSum(numbers_for_summing)
-groupArrayMovingSum(window_size)(numbers_for_summing)
-```
-
-این تابع می تواند اندازه پنجره به عنوان یک پارامتر را. اگر سمت چپ نامشخص, تابع طول می کشد اندازه پنجره به تعداد ردیف در ستون برابر.
-
-**پارامترها**
-
--   `numbers_for_summing` — [عبارت](../syntax.md#syntax-expressions) در نتیجه یک مقدار نوع داده عددی.
--   `window_size` — Size of the calculation window.
-
-**مقادیر بازگشتی**
-
--   مجموعه ای از همان اندازه و نوع به عنوان داده های ورودی.
-
-**مثال**
-
-جدول نمونه:
-
-``` sql
-CREATE TABLE t
-(
-    `int` UInt8,
-    `float` Float32,
-    `dec` Decimal32(2)
-)
-ENGINE = TinyLog
-```
-
-``` text
-┌─int─┬─float─┬──dec─┐
-│   1 │   1.1 │ 1.10 │
-│   2 │   2.2 │ 2.20 │
-│   4 │   4.4 │ 4.40 │
-│   7 │  7.77 │ 7.77 │
-└─────┴───────┴──────┘
-```
-
-نمایش داده شد:
-
-``` sql
-SELECT
-    groupArrayMovingSum(int) AS I,
-    groupArrayMovingSum(float) AS F,
-    groupArrayMovingSum(dec) AS D
-FROM t
-```
-
-``` text
-┌─I──────────┬─F───────────────────────────────┬─D──────────────────────┐
-│ [1,3,7,14] │ [1.1,3.3000002,7.7000003,15.47] │ [1.10,3.30,7.70,15.47] │
-└────────────┴─────────────────────────────────┴────────────────────────┘
-```
-
-``` sql
-SELECT
-    groupArrayMovingSum(2)(int) AS I,
-    groupArrayMovingSum(2)(float) AS F,
-    groupArrayMovingSum(2)(dec) AS D
-FROM t
-```
-
-``` text
-┌─I──────────┬─F───────────────────────────────┬─D──────────────────────┐
-│ [1,3,6,11] │ [1.1,3.3000002,6.6000004,12.17] │ [1.10,3.30,6.60,12.17] │
-└────────────┴─────────────────────────────────┴────────────────────────┘
-```
-
-## گروهاریموینگاوگ {#agg_function-grouparraymovingavg}
-
-محاسبه میانگین متحرک از ارزش های ورودی.
-
-``` sql
-groupArrayMovingAvg(numbers_for_summing)
-groupArrayMovingAvg(window_size)(numbers_for_summing)
-```
-
-این تابع می تواند اندازه پنجره به عنوان یک پارامتر را. اگر سمت چپ نامشخص, تابع طول می کشد اندازه پنجره به تعداد ردیف در ستون برابر.
-
-**پارامترها**
-
--   `numbers_for_summing` — [عبارت](../syntax.md#syntax-expressions) در نتیجه یک مقدار نوع داده عددی.
--   `window_size` — Size of the calculation window.
-
-**مقادیر بازگشتی**
-
--   مجموعه ای از همان اندازه و نوع به عنوان داده های ورودی.
-
-تابع استفاده می کند [گرد کردن به سمت صفر](https://en.wikipedia.org/wiki/Rounding#Rounding_towards_zero). این کوتاه رقم اعشار ناچیز برای نوع داده و در نتیجه.
-
-**مثال**
-
-جدول نمونه `b`:
-
-``` sql
-CREATE TABLE t
-(
-    `int` UInt8,
-    `float` Float32,
-    `dec` Decimal32(2)
-)
-ENGINE = TinyLog
-```
-
-``` text
-┌─int─┬─float─┬──dec─┐
-│   1 │   1.1 │ 1.10 │
-│   2 │   2.2 │ 2.20 │
-│   4 │   4.4 │ 4.40 │
-│   7 │  7.77 │ 7.77 │
-└─────┴───────┴──────┘
-```
-
-نمایش داده شد:
-
-``` sql
-SELECT
-    groupArrayMovingAvg(int) AS I,
-    groupArrayMovingAvg(float) AS F,
-    groupArrayMovingAvg(dec) AS D
-FROM t
-```
-
-``` text
-┌─I─────────┬─F───────────────────────────────────┬─D─────────────────────┐
-│ [0,0,1,3] │ [0.275,0.82500005,1.9250001,3.8675] │ [0.27,0.82,1.92,3.86] │
-└───────────┴─────────────────────────────────────┴───────────────────────┘
-```
-
-``` sql
-SELECT
-    groupArrayMovingAvg(2)(int) AS I,
-    groupArrayMovingAvg(2)(float) AS F,
-    groupArrayMovingAvg(2)(dec) AS D
-FROM t
-```
-
-``` text
-┌─I─────────┬─F────────────────────────────────┬─D─────────────────────┐
-│ [0,1,3,5] │ [0.55,1.6500001,3.3000002,6.085] │ [0.55,1.65,3.30,6.08] │
-└───────────┴──────────────────────────────────┴───────────────────────┘
-```
-
-## groupUniqArray(x) groupUniqArray(max_size)(x) {#groupuniqarrayx-groupuniqarraymax-sizex}
-
-مجموعه ای از مقادیر مختلف استدلال ایجاد می کند. مصرف حافظه همان است که برای `uniqExact` تابع.
-
-نسخه دوم (با `max_size` پارامتر) اندازه مجموعه حاصل را محدود می کند `max_size` عناصر.
-به عنوان مثال, `groupUniqArray(1)(x)` معادل است `[any(x)]`.
-
-## quantile {#quantile}
-
-محاسبه تقریبی [quantile](https://en.wikipedia.org/wiki/Quantile) از یک توالی داده های عددی.
-
-این تابع اعمال می شود [نمونه برداری مخزن](https://en.wikipedia.org/wiki/Reservoir_sampling) با اندازه مخزن تا 8192 و یک مولد عدد تصادفی برای نمونه برداری. نتیجه غیر قطعی است. برای دریافت یک کمی دقیق, استفاده از [کوانتوم](#quantileexact) تابع.
-
-هنگام استفاده از چندین `quantile*` توابع با سطوح مختلف در پرس و جو, کشورهای داخلی در ترکیب نیست (به این معنا که, پرس و جو کار می کند موثر کمتر از می تواند). در این مورد از [quantiles](#quantiles) تابع.
-
-**نحو**
-
-``` sql
-quantile(level)(expr)
-```
-
-نام مستعار: `median`.
-
-**پارامترها**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` مقدار در محدوده `[0.01, 0.99]`. مقدار پیش فرض: 0.5. در `level=0.5` تابع محاسبه می کند [میانه](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [انواع داده ها](../../sql-reference/data-types/index.md#data_types), [تاریخ](../../sql-reference/data-types/date.md) یا [DateTime](../../sql-reference/data-types/datetime.md).
-
-**مقدار بازگشتی**
-
--   کمی تقریبی از سطح مشخص شده است.
-
-نوع:
-
--   [جسم شناور64](../../sql-reference/data-types/float.md) برای ورودی نوع داده عددی.
--   [تاریخ](../../sql-reference/data-types/date.md) اگر مقادیر ورودی `Date` نوع.
--   [DateTime](../../sql-reference/data-types/datetime.md) اگر مقادیر ورودی `DateTime` نوع.
-
-**مثال**
-
-جدول ورودی:
-
-``` text
-┌─val─┐
-│   1 │
-│   1 │
-│   2 │
-│   3 │
-└─────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT quantile(val) FROM t
-```
-
-نتیجه:
-
-``` text
-┌─quantile(val)─┐
-│           1.5 │
-└───────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [میانه](#median)
--   [quantiles](#quantiles)
-
-## نامعینیهای کوانتی {#quantiledeterministic}
-
-محاسبه تقریبی [quantile](https://en.wikipedia.org/wiki/Quantile) از یک توالی داده های عددی.
-
-این تابع اعمال می شود [نمونه برداری مخزن](https://en.wikipedia.org/wiki/Reservoir_sampling) با اندازه مخزن تا 8192 و الگوریتم قطعی نمونه گیری. نتیجه قطعی است. برای دریافت یک کمی دقیق, استفاده از [کوانتوم](#quantileexact) تابع.
-
-هنگام استفاده از چندین `quantile*` توابع با سطوح مختلف در پرس و جو, کشورهای داخلی در ترکیب نیست (به این معنا که, پرس و جو کار می کند موثر کمتر از می تواند). در این مورد از [quantiles](#quantiles) تابع.
-
-**نحو**
-
-``` sql
-quantileDeterministic(level)(expr, determinator)
-```
-
-نام مستعار: `medianDeterministic`.
-
-**پارامترها**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` مقدار در محدوده `[0.01, 0.99]`. مقدار پیش فرض: 0.5. در `level=0.5` تابع محاسبه می کند [میانه](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [انواع داده ها](../../sql-reference/data-types/index.md#data_types), [تاریخ](../../sql-reference/data-types/date.md) یا [DateTime](../../sql-reference/data-types/datetime.md).
--   `determinator` — Number whose hash is used instead of a random number generator in the reservoir sampling algorithm to make the result of sampling deterministic. As a determinator you can use any deterministic positive number, for example, a user id or an event id. If the same determinator value occures too often, the function works incorrectly.
-
-**مقدار بازگشتی**
-
--   کمی تقریبی از سطح مشخص شده است.
-
-نوع:
-
--   [جسم شناور64](../../sql-reference/data-types/float.md) برای ورودی نوع داده عددی.
--   [تاریخ](../../sql-reference/data-types/date.md) اگر مقادیر ورودی `Date` نوع.
--   [DateTime](../../sql-reference/data-types/datetime.md) اگر مقادیر ورودی `DateTime` نوع.
-
-**مثال**
-
-جدول ورودی:
-
-``` text
-┌─val─┐
-│   1 │
-│   1 │
-│   2 │
-│   3 │
-└─────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT quantileDeterministic(val, 1) FROM t
-```
-
-نتیجه:
-
-``` text
-┌─quantileDeterministic(val, 1)─┐
-│                           1.5 │
-└───────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [میانه](#median)
--   [quantiles](#quantiles)
-
-## کوانتوم {#quantileexact}
-
-دقیقا محاسبه می کند [quantile](https://en.wikipedia.org/wiki/Quantile) از یک توالی داده های عددی.
-
-To get exact value, all the passed values ​​are combined into an array, which is then partially sorted. Therefore, the function consumes `O(n)` حافظه, جایی که `n` تعدادی از ارزش هایی که تصویب شد. اما, برای تعداد کمی از ارزش, تابع بسیار موثر است.
-
-هنگام استفاده از چندین `quantile*` توابع با سطوح مختلف در پرس و جو, کشورهای داخلی در ترکیب نیست (به این معنا که, پرس و جو کار می کند موثر کمتر از می تواند). در این مورد از [quantiles](#quantiles) تابع.
-
-**نحو**
-
-``` sql
-quantileExact(level)(expr)
-```
-
-نام مستعار: `medianExact`.
-
-**پارامترها**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` مقدار در محدوده `[0.01, 0.99]`. مقدار پیش فرض: 0.5. در `level=0.5` تابع محاسبه می کند [میانه](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [انواع داده ها](../../sql-reference/data-types/index.md#data_types), [تاریخ](../../sql-reference/data-types/date.md) یا [DateTime](../../sql-reference/data-types/datetime.md).
-
-**مقدار بازگشتی**
-
--   Quantile از سطح مشخص شده.
-
-نوع:
-
--   [جسم شناور64](../../sql-reference/data-types/float.md) برای ورودی نوع داده عددی.
--   [تاریخ](../../sql-reference/data-types/date.md) اگر مقادیر ورودی `Date` نوع.
--   [DateTime](../../sql-reference/data-types/datetime.md) اگر مقادیر ورودی `DateTime` نوع.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT quantileExact(number) FROM numbers(10)
-```
-
-نتیجه:
-
-``` text
-┌─quantileExact(number)─┐
-│                     5 │
-└───────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [میانه](#median)
--   [quantiles](#quantiles)
-
-## نمایش سایت {#quantileexactweighted}
-
-دقیقا محاسبه می کند [quantile](https://en.wikipedia.org/wiki/Quantile) از یک توالی داده های عددی, با در نظر گرفتن وزن هر عنصر.
-
-To get exact value, all the passed values ​​are combined into an array, which is then partially sorted. Each value is counted with its weight, as if it is present `weight` times. A hash table is used in the algorithm. Because of this, if the passed values ​​are frequently repeated, the function consumes less RAM than [کوانتوم](#quantileexact). شما می توانید این تابع به جای استفاده از `quantileExact` و وزن 1 را مشخص کنید.
-
-هنگام استفاده از چندین `quantile*` توابع با سطوح مختلف در پرس و جو, کشورهای داخلی در ترکیب نیست (به این معنا که, پرس و جو کار می کند موثر کمتر از می تواند). در این مورد از [quantiles](#quantiles) تابع.
-
-**نحو**
-
-``` sql
-quantileExactWeighted(level)(expr, weight)
-```
-
-نام مستعار: `medianExactWeighted`.
-
-**پارامترها**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` مقدار در محدوده `[0.01, 0.99]`. مقدار پیش فرض: 0.5. در `level=0.5` تابع محاسبه می کند [میانه](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [انواع داده ها](../../sql-reference/data-types/index.md#data_types), [تاریخ](../../sql-reference/data-types/date.md) یا [DateTime](../../sql-reference/data-types/datetime.md).
--   `weight` — Column with weights of sequence members. Weight is a number of value occurrences.
-
-**مقدار بازگشتی**
-
--   Quantile از سطح مشخص شده.
-
-نوع:
-
--   [جسم شناور64](../../sql-reference/data-types/float.md) برای ورودی نوع داده عددی.
--   [تاریخ](../../sql-reference/data-types/date.md) اگر مقادیر ورودی `Date` نوع.
--   [DateTime](../../sql-reference/data-types/datetime.md) اگر مقادیر ورودی `DateTime` نوع.
-
-**مثال**
-
-جدول ورودی:
-
-``` text
-┌─n─┬─val─┐
-│ 0 │   3 │
-│ 1 │   2 │
-│ 2 │   1 │
-│ 5 │   4 │
-└───┴─────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT quantileExactWeighted(n, val) FROM t
-```
-
-نتیجه:
-
-``` text
-┌─quantileExactWeighted(n, val)─┐
-│                             1 │
-└───────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [میانه](#median)
--   [quantiles](#quantiles)
-
-## زمان کمی {#quantiletiming}
-
-با دقت تعیین شده محاسبه می شود [quantile](https://en.wikipedia.org/wiki/Quantile) از یک توالی داده های عددی.
-
-نتیجه قطعی است(به سفارش پردازش پرس و جو بستگی ندارد). این تابع برای کار با توالی هایی که توزیع هایی مانند بارگذاری صفحات وب بار یا زمان پاسخ باطن را توصیف می کنند بهینه شده است.
-
-هنگام استفاده از چندین `quantile*` توابع با سطوح مختلف در پرس و جو, کشورهای داخلی در ترکیب نیست (به این معنا که, پرس و جو کار می کند موثر کمتر از می تواند). در این مورد از [quantiles](#quantiles) تابع.
-
-**نحو**
-
-``` sql
-quantileTiming(level)(expr)
-```
-
-نام مستعار: `medianTiming`.
-
-**پارامترها**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` مقدار در محدوده `[0.01, 0.99]`. مقدار پیش فرض: 0.5. در `level=0.5` تابع محاسبه می کند [میانه](https://en.wikipedia.org/wiki/Median).
-
--   `expr` — [عبارت](../syntax.md#syntax-expressions) بیش از یک مقادیر ستون بازگشت [شناور\*](../../sql-reference/data-types/float.md)- نوع شماره .
-
-        - If negative values are passed to the function, the behavior is undefined.
-        - If the value is greater than 30,000 (a page loading time of more than 30 seconds), it is assumed to be 30,000.
-
-**دقت**
-
-محاسبه دقیق است اگر:
-
--   تعداد کل مقادیر 5670 تجاوز نمی کند.
--   تعداد کل مقادیر بیش از 5670, اما زمان بارگذاری صفحه کمتر از است 1024خانم.
-
-در غیر این صورت, نتیجه محاسبه به نزدیکترین چند از گرد 16 خانم.
-
-!!! note "یادداشت"
-    برای محاسبه زمان بارگذاری صفحه quantiles این تابع این است که موثر تر و دقیق تر از [quantile](#quantile).
-
-**مقدار بازگشتی**
-
--   Quantile از سطح مشخص شده.
-
-نوع: `Float32`.
-
-!!! note "یادداشت"
-    اگر هیچ ارزش به تابع منتقل می شود (هنگام استفاده از `quantileTimingIf`), [نان](../../sql-reference/data-types/float.md#data_type-float-nan-inf) بازگشته است. هدف از این است که افتراق این موارد از مواردی که منجر به صفر. ببینید [ORDER BY](../statements/select/order-by.md#select-order-by) برای یادداشت ها در مرتب سازی `NaN` ارزشهای خبری عبارتند از:
-
-**مثال**
-
-جدول ورودی:
-
-``` text
-┌─response_time─┐
-│            72 │
-│           112 │
-│           126 │
-│           145 │
-│           104 │
-│           242 │
-│           313 │
-│           168 │
-│           108 │
-└───────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT quantileTiming(response_time) FROM t
-```
-
-نتیجه:
-
-``` text
-┌─quantileTiming(response_time)─┐
-│                           126 │
-└───────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [میانه](#median)
--   [quantiles](#quantiles)
-
-## زمان کمی {#quantiletimingweighted}
-
-با دقت تعیین شده محاسبه می شود [quantile](https://en.wikipedia.org/wiki/Quantile) از یک توالی داده های عددی با توجه به وزن هر یک از اعضای دنباله.
-
-نتیجه قطعی است(به سفارش پردازش پرس و جو بستگی ندارد). این تابع برای کار با توالی هایی که توزیع هایی مانند بارگذاری صفحات وب بار یا زمان پاسخ باطن را توصیف می کنند بهینه شده است.
-
-هنگام استفاده از چندین `quantile*` توابع با سطوح مختلف در پرس و جو, کشورهای داخلی در ترکیب نیست (به این معنا که, پرس و جو کار می کند موثر کمتر از می تواند). در این مورد از [quantiles](#quantiles) تابع.
-
-**نحو**
-
-``` sql
-quantileTimingWeighted(level)(expr, weight)
-```
-
-نام مستعار: `medianTimingWeighted`.
-
-**پارامترها**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` مقدار در محدوده `[0.01, 0.99]`. مقدار پیش فرض: 0.5. در `level=0.5` تابع محاسبه می کند [میانه](https://en.wikipedia.org/wiki/Median).
-
--   `expr` — [عبارت](../syntax.md#syntax-expressions) بیش از یک مقادیر ستون بازگشت [شناور\*](../../sql-reference/data-types/float.md)- نوع شماره .
-
-        - If negative values are passed to the function, the behavior is undefined.
-        - If the value is greater than 30,000 (a page loading time of more than 30 seconds), it is assumed to be 30,000.
-
--   `weight` — Column with weights of sequence elements. Weight is a number of value occurrences.
-
-**دقت**
-
-محاسبه دقیق است اگر:
-
--   تعداد کل مقادیر 5670 تجاوز نمی کند.
--   تعداد کل مقادیر بیش از 5670, اما زمان بارگذاری صفحه کمتر از است 1024خانم.
-
-در غیر این صورت, نتیجه محاسبه به نزدیکترین چند از گرد 16 خانم.
-
-!!! note "یادداشت"
-    برای محاسبه زمان بارگذاری صفحه quantiles این تابع این است که موثر تر و دقیق تر از [quantile](#quantile).
-
-**مقدار بازگشتی**
-
--   Quantile از سطح مشخص شده.
-
-نوع: `Float32`.
-
-!!! note "یادداشت"
-    اگر هیچ ارزش به تابع منتقل می شود (هنگام استفاده از `quantileTimingIf`), [نان](../../sql-reference/data-types/float.md#data_type-float-nan-inf) بازگشته است. هدف از این است که افتراق این موارد از مواردی که منجر به صفر. ببینید [ORDER BY](../statements/select/order-by.md#select-order-by) برای یادداشت ها در مرتب سازی `NaN` ارزشهای خبری عبارتند از:
-
-**مثال**
-
-جدول ورودی:
-
-``` text
-┌─response_time─┬─weight─┐
-│            68 │      1 │
-│           104 │      2 │
-│           112 │      3 │
-│           126 │      2 │
-│           138 │      1 │
-│           162 │      1 │
-└───────────────┴────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT quantileTimingWeighted(response_time, weight) FROM t
-```
-
-نتیجه:
-
-``` text
-┌─quantileTimingWeighted(response_time, weight)─┐
-│                                           112 │
-└───────────────────────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [میانه](#median)
--   [quantiles](#quantiles)
-
-## مقدار کمی {#quantiletdigest}
-
-محاسبه تقریبی [quantile](https://en.wikipedia.org/wiki/Quantile) از یک توالی داده های عددی با استفاده از [خلاصه](https://github.com/tdunning/t-digest/blob/master/docs/t-digest-paper/histo.pdf) الگوریتم.
-
-حداکثر خطا است 1%. مصرف حافظه است `log(n)` کجا `n` تعدادی از ارزش است. نتیجه بستگی دارد منظور از در حال اجرا پرس و جو و nondeterministic.
-
-عملکرد تابع کمتر از عملکرد است [quantile](#quantile) یا [زمان کمی](#quantiletiming). از لحاظ نسبت اندازه دولت به دقت, این تابع بسیار بهتر از `quantile`.
-
-هنگام استفاده از چندین `quantile*` توابع با سطوح مختلف در پرس و جو, کشورهای داخلی در ترکیب نیست (به این معنا که, پرس و جو کار می کند موثر کمتر از می تواند). در این مورد از [quantiles](#quantiles) تابع.
-
-**نحو**
-
-``` sql
-quantileTDigest(level)(expr)
-```
-
-نام مستعار: `medianTDigest`.
-
-**پارامترها**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` مقدار در محدوده `[0.01, 0.99]`. مقدار پیش فرض: 0.5. در `level=0.5` تابع محاسبه می کند [میانه](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [انواع داده ها](../../sql-reference/data-types/index.md#data_types), [تاریخ](../../sql-reference/data-types/date.md) یا [DateTime](../../sql-reference/data-types/datetime.md).
-
-**مقدار بازگشتی**
-
--   کمی تقریبی از سطح مشخص شده است.
-
-نوع:
-
--   [جسم شناور64](../../sql-reference/data-types/float.md) برای ورودی نوع داده عددی.
--   [تاریخ](../../sql-reference/data-types/date.md) اگر مقادیر ورودی `Date` نوع.
--   [DateTime](../../sql-reference/data-types/datetime.md) اگر مقادیر ورودی `DateTime` نوع.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT quantileTDigest(number) FROM numbers(10)
-```
-
-نتیجه:
-
-``` text
-┌─quantileTDigest(number)─┐
-│                     4.5 │
-└─────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [میانه](#median)
--   [quantiles](#quantiles)
-
-## نمایش سایت {#quantiletdigestweighted}
-
-محاسبه تقریبی [quantile](https://en.wikipedia.org/wiki/Quantile) از یک توالی داده های عددی با استفاده از [خلاصه](https://github.com/tdunning/t-digest/blob/master/docs/t-digest-paper/histo.pdf) الگوریتم. تابع طول می کشد را به حساب وزن هر یک از اعضای دنباله. حداکثر خطا است 1%. مصرف حافظه است `log(n)` کجا `n` تعدادی از ارزش است.
-
-عملکرد تابع کمتر از عملکرد است [quantile](#quantile) یا [زمان کمی](#quantiletiming). از لحاظ نسبت اندازه دولت به دقت, این تابع بسیار بهتر از `quantile`.
-
-نتیجه بستگی دارد منظور از در حال اجرا پرس و جو و nondeterministic.
-
-هنگام استفاده از چندین `quantile*` توابع با سطوح مختلف در پرس و جو, کشورهای داخلی در ترکیب نیست (به این معنا که, پرس و جو کار می کند موثر کمتر از می تواند). در این مورد از [quantiles](#quantiles) تابع.
-
-**نحو**
-
-``` sql
-quantileTDigest(level)(expr)
-```
-
-نام مستعار: `medianTDigest`.
-
-**پارامترها**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` مقدار در محدوده `[0.01, 0.99]`. مقدار پیش فرض: 0.5. در `level=0.5` تابع محاسبه می کند [میانه](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [انواع داده ها](../../sql-reference/data-types/index.md#data_types), [تاریخ](../../sql-reference/data-types/date.md) یا [DateTime](../../sql-reference/data-types/datetime.md).
--   `weight` — Column with weights of sequence elements. Weight is a number of value occurrences.
-
-**مقدار بازگشتی**
-
--   کمی تقریبی از سطح مشخص شده است.
-
-نوع:
-
--   [جسم شناور64](../../sql-reference/data-types/float.md) برای ورودی نوع داده عددی.
--   [تاریخ](../../sql-reference/data-types/date.md) اگر مقادیر ورودی `Date` نوع.
--   [DateTime](../../sql-reference/data-types/datetime.md) اگر مقادیر ورودی `DateTime` نوع.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT quantileTDigestWeighted(number, 1) FROM numbers(10)
-```
-
-نتیجه:
-
-``` text
-┌─quantileTDigestWeighted(number, 1)─┐
-│                                4.5 │
-└────────────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [میانه](#median)
--   [quantiles](#quantiles)
-
-## میانه {#median}
-
-این `median*` توابع نام مستعار برای مربوطه `quantile*` توابع. متوسط یک نمونه داده عددی را محاسبه می کنند.
-
-توابع:
-
--   `median` — Alias for [quantile](#quantile).
--   `medianDeterministic` — Alias for [نامعینیهای کوانتی](#quantiledeterministic).
--   `medianExact` — Alias for [کوانتوم](#quantileexact).
--   `medianExactWeighted` — Alias for [نمایش سایت](#quantileexactweighted).
--   `medianTiming` — Alias for [زمان کمی](#quantiletiming).
--   `medianTimingWeighted` — Alias for [زمان کمی](#quantiletimingweighted).
--   `medianTDigest` — Alias for [مقدار کمی](#quantiletdigest).
--   `medianTDigestWeighted` — Alias for [نمایش سایت](#quantiletdigestweighted).
-
-**مثال**
-
-جدول ورودی:
-
-``` text
-┌─val─┐
-│   1 │
-│   1 │
-│   2 │
-│   3 │
-└─────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT medianDeterministic(val, 1) FROM t
-```
-
-نتیجه:
-
-``` text
-┌─medianDeterministic(val, 1)─┐
-│                         1.5 │
-└─────────────────────────────┘
-```
-
-## quantiles(level1, level2, …)(x) {#quantiles}
-
-تمام quantile توابع نیز مربوط quantiles توابع: `quantiles`, `quantilesDeterministic`, `quantilesTiming`, `quantilesTimingWeighted`, `quantilesExact`, `quantilesExactWeighted`, `quantilesTDigest`. این توابع محاسبه تمام کوانتوم از سطوح ذکر شده در یک پاس, و بازگشت مجموعه ای از مقادیر حاصل.
-
-## اطلاعات دقیق) {#varsampx}
-
-محاسبه مقدار `Σ((x - x̅)^2) / (n - 1)` کجا `n` اندازه نمونه است و `x̅`مقدار متوسط است `x`.
-
-این نشان دهنده یک تخمین بی طرفانه از واریانس یک متغیر تصادفی اگر ارزش گذشت نمونه خود را تشکیل می دهند.
-
-بازگشت `Float64`. چه زمانی `n <= 1`, بازگشت `+∞`.
-
-!!! note "یادداشت"
-    این تابع با استفاده از الگوریتم عددی ناپایدار. اگر شما نیاز دارید [پایداری عددی](https://en.wikipedia.org/wiki/Numerical_stability) در محاسبات, استفاده از `varSampStable` تابع. این کار کندتر, فراهم می کند اما خطای محاسباتی کمتر.
-
-## هشدار داده می شود) {#varpopx}
-
-محاسبه مقدار `Σ((x - x̅)^2) / n` کجا `n` اندازه نمونه است و `x̅`مقدار متوسط است `x`.
-
-به عبارت دیگر, پراکندگی برای مجموعه ای از ارزش. بازگشت `Float64`.
-
-!!! note "یادداشت"
-    این تابع با استفاده از الگوریتم عددی ناپایدار. اگر شما نیاز دارید [پایداری عددی](https://en.wikipedia.org/wiki/Numerical_stability) در محاسبات, استفاده از `varPopStable` تابع. این کار کندتر, فراهم می کند اما خطای محاسباتی کمتر.
-
-## اطلاعات دقیق) {#stddevsampx}
-
-نتیجه برابر با ریشه مربع است `varSamp(x)`.
-
-!!! note "یادداشت"
-    این تابع با استفاده از الگوریتم عددی ناپایدار. اگر شما نیاز دارید [پایداری عددی](https://en.wikipedia.org/wiki/Numerical_stability) در محاسبات, استفاده از `stddevSampStable` تابع. این کار کندتر, فراهم می کند اما خطای محاسباتی کمتر.
-
-## اطلاعات دقیق) {#stddevpopx}
-
-نتیجه برابر با ریشه مربع است `varPop(x)`.
-
-!!! note "یادداشت"
-    این تابع با استفاده از الگوریتم عددی ناپایدار. اگر شما نیاز دارید [پایداری عددی](https://en.wikipedia.org/wiki/Numerical_stability) در محاسبات, استفاده از `stddevPopStable` تابع. این کار کندتر, فراهم می کند اما خطای محاسباتی کمتر.
-
-## topK(N)(x) {#topknx}
-
-بازگرداندن مجموعه ای از مقادیر تقریبا شایع ترین در ستون مشخص. مجموعه حاصل به ترتیب نزولی فرکانس تقریبی ارزش ها (نه با ارزش های خود) طبقه بندی شده اند.
-
-پیاده سازی [فیلتر صرفه جویی در فضا](http://www.l2f.inesc-id.pt/~fmmb/wiki/uploads/Work/misnis.ref0a.pdf) الگوریتم برای تجزیه و تحلیل توپک, بر اساس الگوریتم کاهش و ترکیب از [صرفه جویی در فضای موازی](https://arxiv.org/pdf/1401.0702.pdf).
-
-``` sql
-topK(N)(column)
-```
-
-این تابع یک نتیجه تضمین شده را فراهم نمی کند. در شرایط خاص, اشتباهات ممکن است رخ دهد و ممکن است مقادیر مکرر که مقادیر شایع ترین نیست بازگشت.
-
-ما توصیه می کنیم با استفاده از `N < 10` عملکرد با بزرگ کاهش می یابد `N` ارزشهای خبری عبارتند از: حداکثر مقدار `N = 65536`.
-
-**پارامترها**
-
--   ‘N’ است تعدادی از عناصر به بازگشت.
-
-اگر پارامتر حذف شده است, مقدار پیش فرض 10 استفاده شده است.
-
-**نشانوندها**
-
--   ' x ' – The value to calculate frequency.
-
-**مثال**
-
-نگاهی به [به موقع](../../getting-started/example-datasets/ontime.md) مجموعه داده ها و انتخاب سه ارزش اغلب اتفاق می افتد در `AirlineID` ستون.
-
-``` sql
-SELECT topK(3)(AirlineID) AS res
-FROM ontime
-```
-
-``` text
-┌─res─────────────────┐
-│ [19393,19790,19805] │
-└─────────────────────┘
-```
-
-## کشتی کج {#topkweighted}
-
-مشابه به `topK` اما طول می کشد یک استدلال اضافی از نوع صحیح - `weight`. هر مقدار به حساب `weight` بار برای محاسبه فرکانس.
-
-**نحو**
-
-``` sql
-topKWeighted(N)(x, weight)
-```
-
-**پارامترها**
-
--   `N` — The number of elements to return.
-
-**نشانوندها**
-
--   `x` – The value.
--   `weight` — The weight. [UInt8](../../sql-reference/data-types/int-uint.md).
-
-**مقدار بازگشتی**
-
-بازگرداندن مجموعه ای از مقادیر با حداکثر مجموع تقریبی وزن.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT topKWeighted(10)(number, number) FROM numbers(1000)
-```
-
-نتیجه:
-
-``` text
-┌─topKWeighted(10)(number, number)──────────┐
-│ [999,998,997,996,995,994,993,992,991,990] │
-└───────────────────────────────────────────┘
-```
-
-## هشدار داده می شود) {#covarsampx-y}
-
-محاسبه ارزش `Σ((x - x̅)(y - y̅)) / (n - 1)`.
-
-را برمی گرداند شناور64. چه زمانی `n <= 1`, returns +∞.
-
-!!! note "یادداشت"
-    این تابع با استفاده از الگوریتم عددی ناپایدار. اگر شما نیاز دارید [پایداری عددی](https://en.wikipedia.org/wiki/Numerical_stability) در محاسبات, استفاده از `covarSampStable` تابع. این کار کندتر, فراهم می کند اما خطای محاسباتی کمتر.
-
-## نمایش سایت) {#covarpopx-y}
-
-محاسبه ارزش `Σ((x - x̅)(y - y̅)) / n`.
-
-!!! note "یادداشت"
-    این تابع با استفاده از الگوریتم عددی ناپایدار. اگر شما نیاز دارید [پایداری عددی](https://en.wikipedia.org/wiki/Numerical_stability) در محاسبات, استفاده از `covarPopStable` تابع. این کار کندتر فراهم می کند اما یک خطای محاسباتی کمتر.
-
-## هشدار داده می شود) {#corrx-y}
-
-محاسبه ضریب همبستگی پیرسون: `Σ((x - x̅)(y - y̅)) / sqrt(Σ((x - x̅)^2) * Σ((y - y̅)^2))`.
-
-!!! note "یادداشت"
-    این تابع با استفاده از الگوریتم عددی ناپایدار. اگر شما نیاز دارید [پایداری عددی](https://en.wikipedia.org/wiki/Numerical_stability) در محاسبات, استفاده از `corrStable` تابع. این کار کندتر, فراهم می کند اما خطای محاسباتی کمتر.
-
-## طبقه بندی فرمول بندی {#categoricalinformationvalue}
-
-محاسبه ارزش `(P(tag = 1) - P(tag = 0))(log(P(tag = 1)) - log(P(tag = 0)))` برای هر دسته.
-
-``` sql
-categoricalInformationValue(category1, category2, ..., tag)
-```
-
-نتیجه نشان می دهد که چگونه یک ویژگی گسسته (قطعی) `[category1, category2, ...]` کمک به یک مدل یادگیری که پیش بینی ارزش `tag`.
-
-## ساده سازی مقررات {#simplelinearregression}
-
-انجام ساده (unidimensional) رگرسیون خطی.
-
-``` sql
-simpleLinearRegression(x, y)
-```
-
-پارامترها:
-
--   `x` — Column with dependent variable values.
--   `y` — Column with explanatory variable values.
-
-مقادیر بازگشتی:
-
-ثابتها `(a, b)` از خط نتیجه `y = a*x + b`.
-
-**مثالها**
-
-``` sql
-SELECT arrayReduce('simpleLinearRegression', [0, 1, 2, 3], [0, 1, 2, 3])
-```
-
-``` text
-┌─arrayReduce('simpleLinearRegression', [0, 1, 2, 3], [0, 1, 2, 3])─┐
-│ (1,0)                                                             │
-└───────────────────────────────────────────────────────────────────┘
-```
-
-``` sql
-SELECT arrayReduce('simpleLinearRegression', [0, 1, 2, 3], [3, 4, 5, 6])
-```
-
-``` text
-┌─arrayReduce('simpleLinearRegression', [0, 1, 2, 3], [3, 4, 5, 6])─┐
-│ (1,3)                                                             │
-└───────────────────────────────────────────────────────────────────┘
-```
-
-## تنظیم مقررات {#agg_functions-stochasticlinearregression}
-
-این تابع پیاده سازی رگرسیون خطی تصادفی. این پشتیبانی از پارامترهای سفارشی برای نرخ یادگیری, ل2 ضریب منظم, اندازه مینی دسته ای و دارای چند روش برای به روز رسانی وزن ([ادام](https://en.wikipedia.org/wiki/Stochastic_gradient_descent#Adam) (به طور پیش فرض استفاده می شود), [اطلاعات دقیق](https://en.wikipedia.org/wiki/Stochastic_gradient_descent), [شتاب](https://en.wikipedia.org/wiki/Stochastic_gradient_descent#Momentum), [نستروف](https://mipt.ru/upload/medialibrary/d7e/41-91.pdf)).
-
-### پارامترها {#agg_functions-stochasticlinearregression-parameters}
-
-4 پارامتر قابل تنظیم وجود دارد. به ترتیب تابع منتقل می شود اما بدون نیاز به تصویب تمام مقادیر چهار پیش فرض استفاده می شود با این حال مدل خوب مورد نیاز برخی از تنظیم پارامتر وجود دارد.
-
-``` text
-stochasticLinearRegression(1.0, 1.0, 10, 'SGD')
-```
-
-1.  `learning rate` ضریب در طول گام است, زمانی که گام گرادیان تبار انجام شده است. نرخ یادگیری بیش از حد بزرگ ممکن است وزن بی نهایت از مدل شود. پیشفرض `0.00001`.
-2.  `l2 regularization coefficient` که ممکن است کمک به جلوگیری از سوراخ سوراخ شدن بیش از حد. پیشفرض `0.1`.
-3.  `mini-batch size` مجموعه تعدادی از عناصر که شیب محاسبه خواهد شد و خلاصه به انجام یک مرحله از گرادیان تبار. تبار تصادفی خالص با استفاده از یک عنصر, با این حال داشتن دسته های کوچک(در باره 10 عناصر) را گام شیب پایدار تر. پیشفرض `15`.
-4.  `method for updating weights` اونا: `Adam` (به طور پیش فرض), `SGD`, `Momentum`, `Nesterov`. `Momentum` و `Nesterov` نیاز به کمی بیشتر محاسبات و حافظه, اما آنها به اتفاق مفید از نظر سرعت convergance و ثبات stochastic gradient روش.
-
-### استفاده {#agg_functions-stochasticlinearregression-usage}
-
-`stochasticLinearRegression` در دو مرحله استفاده می شود: اتصالات مدل و پیش بینی بر روی داده های جدید. به منظور متناسب با مدل و صرفه جویی در دولت خود را برای استفاده های بعدی استفاده می کنیم `-State` ترکیب کننده, که اساسا موجب صرفه جویی در دولت (وزن مدل, و غیره).
-برای پیش بینی ما با استفاده از تابع [ارزیابی](../functions/machine-learning-functions.md#machine_learning_methods-evalmlmethod), که طول می کشد یک دولت به عنوان یک استدلال و همچنین ویژگی های به پیش بینی در.
-
-<a name="stochasticlinearregression-usage-fitting"></a>
-
-**1.** اتصالات
-
-چنین پرس و جو ممکن است مورد استفاده قرار گیرد.
-
-``` sql
-CREATE TABLE IF NOT EXISTS train_data
-(
-    param1 Float64,
-    param2 Float64,
-    target Float64
-) ENGINE = Memory;
-
-CREATE TABLE your_model ENGINE = Memory AS SELECT
-stochasticLinearRegressionState(0.1, 0.0, 5, 'SGD')(target, param1, param2)
-AS state FROM train_data;
-```
-
-در اینجا ما همچنین نیاز به وارد کردن داده ها به `train_data` جدول تعداد پارامترهای ثابت نیست, این تنها در تعدادی از استدلال بستگی دارد, گذشت به `linearRegressionState`. همه باید مقادیر عددی باشد.
-توجه داشته باشید که ستون با ارزش هدف(که ما می خواهم برای یادگیری به پیش بینی) به عنوان اولین استدلال قرار داده شده است.
-
-**2.** پیش بینی
-
-پس از ذخیره یک دولت به جدول, ما ممکن است چندین بار برای پیش بینی استفاده, و یا حتی با کشورهای دیگر ادغام و ایجاد مدل های جدید و حتی بهتر.
-
-``` sql
-WITH (SELECT state FROM your_model) AS model SELECT
-evalMLMethod(model, param1, param2) FROM test_data
-```
-
-پرس و جو یک ستون از مقادیر پیش بینی شده بازگشت. توجه داشته باشید که استدلال اول `evalMLMethod` هست `AggregateFunctionState` هدف, بعدی ستون از ویژگی های هستند.
-
-`test_data` یک جدول مانند `train_data` اما ممکن است حاوی ارزش هدف نیست.
-
-### یادداشتها {#agg_functions-stochasticlinearregression-notes}
-
-1.  برای ادغام دو مدل کاربر ممکن است چنین پرس و جو ایجاد کنید:
-    `sql  SELECT state1 + state2 FROM your_models`
-    کجا `your_models` جدول شامل هر دو مدل. این پرس و جو جدید باز خواهد گشت `AggregateFunctionState` اعتراض.
-
-2.  کاربر ممکن است وزن مدل ایجاد شده برای اهداف خود را بدون صرفه جویی در مدل اگر هیچ واکشی `-State` ترکیب استفاده شده است.
-    `sql  SELECT stochasticLinearRegression(0.01)(target, param1, param2) FROM train_data`
-    چنین پرس و جو خواهد مدل مناسب و بازگشت وزن خود را - برای اولین بار وزن هستند, که به پارامترهای مدل مطابقت, یکی از گذشته تعصب است. بنابراین در مثال بالا پرس و جو یک ستون با 3 مقدار بازگشت.
-
-**همچنین نگاه کنید به**
-
--   [سرکوب مقررات عمومی](#agg_functions-stochasticlogisticregression)
--   [تفاوت رگرسیون خطی و لجستیک](https://stackoverflow.com/questions/12146914/what-is-the-difference-between-linear-regression-and-logistic-regression)
-
-## سرکوب مقررات عمومی {#agg_functions-stochasticlogisticregression}
-
-این تابع پیاده سازی رگرسیون لجستیک تصادفی. این را می توان برای مشکل طبقه بندی دودویی استفاده, پشتیبانی از پارامترهای سفارشی به عنوان مقررات زدایی و کار به همان شیوه.
-
-### پارامترها {#agg_functions-stochasticlogisticregression-parameters}
-
-پارامترها دقیقا مشابه در تنظیم مقررات است:
-`learning rate`, `l2 regularization coefficient`, `mini-batch size`, `method for updating weights`.
-برای اطلاعات بیشتر نگاه کنید به [پارامترها](#agg_functions-stochasticlinearregression-parameters).
-
-``` text
-stochasticLogisticRegression(1.0, 1.0, 10, 'SGD')
-```
-
-1.  اتصالات
-
-<!-- -->
-
-    See the `Fitting` section in the [stochasticLinearRegression](#stochasticlinearregression-usage-fitting) description.
-
-    Predicted labels have to be in \[-1, 1\].
-
-1.  پیش بینی
-
-<!-- -->
-
-    Using saved state we can predict probability of object having label `1`.
-
-    ``` sql
-    WITH (SELECT state FROM your_model) AS model SELECT
-    evalMLMethod(model, param1, param2) FROM test_data
-    ```
-
-    The query will return a column of probabilities. Note that first argument of `evalMLMethod` is `AggregateFunctionState` object, next are columns of features.
-
-    We can also set a bound of probability, which assigns elements to different labels.
-
-    ``` sql
-    SELECT ans < 1.1 AND ans > 0.5 FROM
-    (WITH (SELECT state FROM your_model) AS model SELECT
-    evalMLMethod(model, param1, param2) AS ans FROM test_data)
-    ```
-
-    Then the result will be labels.
-
-    `test_data` is a table like `train_data` but may not contain target value.
-
-**همچنین نگاه کنید به**
-
--   [تنظیم مقررات](#agg_functions-stochasticlinearregression)
--   [تفاوت بین رگرسیون خطی و لجستیک.](https://stackoverflow.com/questions/12146914/what-is-the-difference-between-linear-regression-and-logistic-regression)
-
-## گروهبیتمافند {#groupbitmapand}
-
-محاسبات و یک بیت مپ ستون بازگشت cardinality از نوع UInt64 اگر اضافه کردن پسوند -دولت بازگشت [شی نگاشت بیت](../../sql-reference/functions/bitmap-functions.md).
-
-``` sql
-groupBitmapAnd(expr)
-```
-
-**پارامترها**
-
-`expr` – An expression that results in `AggregateFunction(groupBitmap, UInt*)` نوع.
-
-**مقدار بازگشتی**
-
-ارزش `UInt64` نوع.
-
-**مثال**
-
-``` sql
-DROP TABLE IF EXISTS bitmap_column_expr_test2;
-CREATE TABLE bitmap_column_expr_test2
-(
-    tag_id String,
-    z AggregateFunction(groupBitmap, UInt32)
-)
-ENGINE = MergeTree
-ORDER BY tag_id;
-
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag1', bitmapBuild(cast([1,2,3,4,5,6,7,8,9,10] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag2', bitmapBuild(cast([6,7,8,9,10,11,12,13,14,15] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag3', bitmapBuild(cast([2,4,6,8,10,12] as Array(UInt32))));
-
-SELECT groupBitmapAnd(z) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─groupBitmapAnd(z)─┐
-│               3   │
-└───────────────────┘
-
-SELECT arraySort(bitmapToArray(groupBitmapAndState(z))) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─arraySort(bitmapToArray(groupBitmapAndState(z)))─┐
-│ [6,8,10]                                         │
-└──────────────────────────────────────────────────┘
-```
-
-## گروهبیتمافور {#groupbitmapor}
-
-محاسبات و یا یک بیت مپ ستون بازگشت cardinality از نوع UInt64 اگر اضافه کردن پسوند -دولت بازگشت [شی نگاشت بیت](../../sql-reference/functions/bitmap-functions.md). این معادل است `groupBitmapMerge`.
-
-``` sql
-groupBitmapOr(expr)
-```
-
-**پارامترها**
-
-`expr` – An expression that results in `AggregateFunction(groupBitmap, UInt*)` نوع.
-
-**مقدار بازگشتی**
-
-ارزش `UInt64` نوع.
-
-**مثال**
-
-``` sql
-DROP TABLE IF EXISTS bitmap_column_expr_test2;
-CREATE TABLE bitmap_column_expr_test2
-(
-    tag_id String,
-    z AggregateFunction(groupBitmap, UInt32)
-)
-ENGINE = MergeTree
-ORDER BY tag_id;
-
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag1', bitmapBuild(cast([1,2,3,4,5,6,7,8,9,10] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag2', bitmapBuild(cast([6,7,8,9,10,11,12,13,14,15] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag3', bitmapBuild(cast([2,4,6,8,10,12] as Array(UInt32))));
-
-SELECT groupBitmapOr(z) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─groupBitmapOr(z)─┐
-│             15   │
-└──────────────────┘
-
-SELECT arraySort(bitmapToArray(groupBitmapOrState(z))) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─arraySort(bitmapToArray(groupBitmapOrState(z)))─┐
-│ [1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]           │
-└─────────────────────────────────────────────────┘
-```
-
-## گروهبیتمافکر {#groupbitmapxor}
-
-محاسبات XOR یک بیت مپ ستون بازگشت cardinality از نوع UInt64 اگر اضافه کردن پسوند -دولت بازگشت [شی نگاشت بیت](../../sql-reference/functions/bitmap-functions.md).
-
-``` sql
-groupBitmapOr(expr)
-```
-
-**پارامترها**
-
-`expr` – An expression that results in `AggregateFunction(groupBitmap, UInt*)` نوع.
-
-**مقدار بازگشتی**
-
-ارزش `UInt64` نوع.
-
-**مثال**
-
-``` sql
-DROP TABLE IF EXISTS bitmap_column_expr_test2;
-CREATE TABLE bitmap_column_expr_test2
-(
-    tag_id String,
-    z AggregateFunction(groupBitmap, UInt32)
-)
-ENGINE = MergeTree
-ORDER BY tag_id;
-
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag1', bitmapBuild(cast([1,2,3,4,5,6,7,8,9,10] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag2', bitmapBuild(cast([6,7,8,9,10,11,12,13,14,15] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag3', bitmapBuild(cast([2,4,6,8,10,12] as Array(UInt32))));
-
-SELECT groupBitmapXor(z) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─groupBitmapXor(z)─┐
-│              10   │
-└───────────────────┘
-
-SELECT arraySort(bitmapToArray(groupBitmapXorState(z))) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─arraySort(bitmapToArray(groupBitmapXorState(z)))─┐
-│ [1,3,5,6,8,10,11,13,14,15]                       │
-└──────────────────────────────────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/agg_functions/reference/) <!--hide-->
diff --git a/docs/fa/sql-reference/ansi.md b/docs/fa/sql-reference/ansi.md
deleted file mode 100644
index 5be2c353157..00000000000
--- a/docs/fa/sql-reference/ansi.md
+++ /dev/null
@@ -1,180 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: ad252bbb4f7e2899c448eb42ecc39ff195c8faa1
-toc_priority: 40
-toc_title: "\u0633\u0627\u0632\u06AF\u0627\u0631\u06CC \u0627\u0646\u0633\u06CC"
----
-
-# سازگاری انسی گذاشتن گویش فاحشه خانه {#ansi-sql-compatibility-of-clickhouse-sql-dialect}
-
-!!! note "یادداشت"
-    این مقاله متکی بر جدول 38, “Feature taxonomy and definition for mandatory features”, Annex F of ISO/IEC CD 9075-2:2013.
-
-## تفاوت در رفتار {#differences-in-behaviour}
-
-جدول زیر لیست موارد زمانی که از ویژگی های پرس و جو کار می کند در خانه رعیتی, اما رفتار نه به عنوان مشخص شده در انسی گذاشتن.
-
-| Feature ID | نام ویژگی                             | تفاوت                                                                                      |
-|------------|---------------------------------------|--------------------------------------------------------------------------------------------|
-| E011       | انواع داده های عددی                   | تحت اللفظی عددی با دوره به عنوان تقریبی تفسیر شده است (`Float64`) به جای دقیق (`Decimal`)  |
-| E051-05    | انتخاب موارد را می توان تغییر نام داد | تغییر نام مورد یک دامنه دید گسترده تر از فقط نتیجه را انتخاب کنید                          |
-| E141-01    | محدودیت NOT NULL                      | `NOT NULL` برای ستون های جدول به طور پیش فرض ضمنی                                          |
-| E011-04    | اپراتورهای ریاضی                      | سرریز کلیک به جای حساب بررسی می شود و نوع داده نتیجه را بر اساس قوانین سفارشی تغییر می دهد |
-
-## وضعیت ویژگی {#feature-status}
-
-| Feature ID | نام ویژگی                                                                                         | وضعیت                   | توضیح                                                                                                                                                                                      |
-|------------|---------------------------------------------------------------------------------------------------|-------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| **E011**   | **انواع داده های عددی**                                                                           | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| E011-01    | عدد صحیح و SMALLINT انواع داده ها                                                                 | بله {.text-success}      |                                                                                                                                                                                            |
-| E011-02    | انواع داده های دقیق و دوگانه واقعی و شناور                                                        | نسبی {.text-warning}     | `FLOAT(<binary_precision>)`, `REAL` و `DOUBLE PRECISION` پشتیبانی نمیشود                                                                                                                   |
-| E011-03    | دهدهی و انواع داده های عددی                                                                       | نسبی {.text-warning}     | فقط `DECIMAL(p,s)` پشتیبانی می شود, نه `NUMERIC`                                                                                                                                           |
-| E011-04    | اپراتورهای ریاضی                                                                                  | بله {.text-success}      |                                                                                                                                                                                            |
-| E011-05    | مقایسه عددی                                                                                       | بله {.text-success}      |                                                                                                                                                                                            |
-| E011-06    | ریخته گری ضمنی در میان انواع داده های عددی                                                        | نه {.text-danger}        | انسی گذاشتن اجازه می دهد تا بازیگران ضمنی دلخواه بین انواع عددی, در حالی که تاتر متکی بر توابع داشتن اضافه بار متعدد به جای بازیگران ضمنی                                                  |
-| **E021**   | **انواع رشته شخصیت**                                                                              | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| E021-01    | نوع دادههای نویسه                                                                                 | نه {.text-danger}        |                                                                                                                                                                                            |
-| E021-02    | شخصیت های مختلف نوع داده ها                                                                       | نه {.text-danger}        | `String` رفتار مشابه, اما بدون محدودیت طول در پرانتز                                                                                                                                       |
-| E021-03    | شخصیت literals                                                                                    | نسبی {.text-warning}     | بدون الحاق خودکار از لیتر متوالی و شخصیت پشتیبانی مجموعه                                                                                                                                   |
-| E021-04    | تابع _شخصی                                                                                       | نسبی {.text-warning}     | نه `USING` بند                                                                                                                                                                             |
-| E021-05    | تابع اکتبر                                                                                        | نه {.text-danger}        | `LENGTH` رفتار مشابه                                                                                                                                                                       |
-| E021-06    | SUBSTRING                                                                                         | نسبی {.text-warning}     | هیچ پشتیبانی برای `SIMILAR` و `ESCAPE` بند نه `SUBSTRING_REGEX` گزینه                                                                                                                      |
-| E021-07    | الحاق شخصیت                                                                                       | نسبی {.text-warning}     | نه `COLLATE` بند                                                                                                                                                                           |
-| E021-08    | توابع بالا و پایین                                                                                | بله {.text-success}      |                                                                                                                                                                                            |
-| E021-09    | تابع اصلاح                                                                                        | بله {.text-success}      |                                                                                                                                                                                            |
-| E021-10    | ریخته گری ضمنی در میان ثابت طول و متغیر طول انواع رشته شخصیت                                      | نه {.text-danger}        | انسی گذاشتن اجازه می دهد تا بازیگران ضمنی دلخواه بین انواع رشته, در حالی که تاتر متکی بر توابع داشتن اضافه بار متعدد به جای بازیگران ضمنی                                                  |
-| E021-11    | تابع موقعیت                                                                                       | نسبی {.text-warning}     | هیچ پشتیبانی برای `IN` و `USING` بند نه `POSITION_REGEX` گزینه                                                                                                                             |
-| E021-12    | مقایسه شخصیت                                                                                      | بله {.text-success}      |                                                                                                                                                                                            |
-| **E031**   | **شناسهها**                                                                                       | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| E031-01    | شناسه های محدود                                                                                   | نسبی {.text-warning}     | پشتیبانی تحت اللفظی یونیکد محدود است                                                                                                                                                       |
-| E031-02    | شناسه های مورد پایین                                                                              | بله {.text-success}      |                                                                                                                                                                                            |
-| E031-03    | انتهایی تاکید                                                                                     | بله {.text-success}      |                                                                                                                                                                                            |
-| **E051**   | **مشخصات پرس و جو عمومی**                                                                         | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| E051-01    | SELECT DISTINCT                                                                                   | بله {.text-success}      |                                                                                                                                                                                            |
-| E051-02    | گروه بر اساس بند                                                                                  | بله {.text-success}      |                                                                                                                                                                                            |
-| E051-04    | گروه توسط می تواند ستون ها را شامل نمی شود `<select list>`                                        | بله {.text-success}      |                                                                                                                                                                                            |
-| E051-05    | انتخاب موارد را می توان تغییر نام داد                                                             | بله {.text-success}      |                                                                                                                                                                                            |
-| E051-06    | داشتن بند                                                                                         | بله {.text-success}      |                                                                                                                                                                                            |
-| E051-07    | واجد شرایط \* در انتخاب لیست                                                                      | بله {.text-success}      |                                                                                                                                                                                            |
-| E051-08    | نام همبستگی در بند                                                                                | بله {.text-success}      |                                                                                                                                                                                            |
-| E051-09    | تغییر نام ستون ها در بند                                                                          | نه {.text-danger}        |                                                                                                                                                                                            |
-| **E061**   | **مخمصه عمومی و شرایط جستجو**                                                                     | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| E061-01    | پیش فرض مقایسه                                                                                    | بله {.text-success}      |                                                                                                                                                                                            |
-| E061-02    | بین پیش فرض                                                                                       | نسبی {.text-warning}     | نه `SYMMETRIC` و `ASYMMETRIC` بند                                                                                                                                                          |
-| E061-03    | در گزاره با لیستی از ارزش ها                                                                      | بله {.text-success}      |                                                                                                                                                                                            |
-| E061-04    | مثل گزاره                                                                                         | بله {.text-success}      |                                                                                                                                                                                            |
-| E061-05    | مانند گزاره: فرار بند                                                                             | نه {.text-danger}        |                                                                                                                                                                                            |
-| E061-06    | پیش فرض پوچ                                                                                       | بله {.text-success}      |                                                                                                                                                                                            |
-| E061-07    | گزاره مقایسه کمی                                                                                  | نه {.text-danger}        |                                                                                                                                                                                            |
-| E061-08    | پیش فرض وجود دارد                                                                                 | نه {.text-danger}        |                                                                                                                                                                                            |
-| E061-09    | Subqueries در مقایسه گزاره                                                                        | بله {.text-success}      |                                                                                                                                                                                            |
-| E061-11    | در حال بارگذاری                                                                                   | بله {.text-success}      |                                                                                                                                                                                            |
-| E061-12    | زیرمجموعه ها در پیش بینی مقایسه اندازه گیری شده                                                   | نه {.text-danger}        |                                                                                                                                                                                            |
-| E061-13    | ارتباط subqueries                                                                                 | نه {.text-danger}        |                                                                                                                                                                                            |
-| E061-14    | وضعیت جستجو                                                                                       | بله {.text-success}      |                                                                                                                                                                                            |
-| **E071**   | **عبارتهای پرسوجو پایه**                                                                          | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| E071-01    | اتحادیه اپراتور جدول مجزا                                                                         | نه {.text-danger}        |                                                                                                                                                                                            |
-| E071-02    | اتحادیه تمام اپراتور جدول                                                                         | بله {.text-success}      |                                                                                                                                                                                            |
-| E071-03    | به جز اپراتور جدول مجزا                                                                           | نه {.text-danger}        |                                                                                                                                                                                            |
-| E071-05    | ستون ترکیب از طریق اپراتورهای جدول نیاز دقیقا همان نوع داده ندارد                                 | بله {.text-success}      |                                                                                                                                                                                            |
-| E071-06    | اپراتورهای جدول در زیرمجموعه                                                                      | بله {.text-success}      |                                                                                                                                                                                            |
-| **E081**   | **امتیازات پایه**                                                                                 | **نسبی**{.text-warning} | کار در حال پیشرفت                                                                                                                                                                          |
-| **E091**   | **تنظیم توابع**                                                                                   | **بله**{.text-success}  |                                                                                                                                                                                            |
-| E091-01    | AVG                                                                                               | بله {.text-success}      |                                                                                                                                                                                            |
-| E091-02    | COUNT                                                                                             | بله {.text-success}      |                                                                                                                                                                                            |
-| E091-03    | MAX                                                                                               | بله {.text-success}      |                                                                                                                                                                                            |
-| E091-04    | MIN                                                                                               | بله {.text-success}      |                                                                                                                                                                                            |
-| E091-05    | SUM                                                                                               | بله {.text-success}      |                                                                                                                                                                                            |
-| E091-06    | همه کمی                                                                                           | نه {.text-danger}        |                                                                                                                                                                                            |
-| E091-07    | کمی متمایز                                                                                        | نسبی {.text-warning}     | همه توابع مجموع پشتیبانی                                                                                                                                                                   |
-| **E101**   | **دستکاری داده های پایه**                                                                         | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| E101-01    | درج بیانیه                                                                                        | بله {.text-success}      | توجه داشته باشید: کلید اصلی در خانه کلیک می کند به این معنی نیست `UNIQUE` محدودیت                                                                                                          |
-| E101-03    | بیانیه به روز رسانی جستجو                                                                         | نه {.text-danger}        | یک `ALTER UPDATE` بیانیه ای برای اصلاح داده های دسته ای                                                                                                                                    |
-| E101-04    | جستجو حذف بیانیه                                                                                  | نه {.text-danger}        | یک `ALTER DELETE` بیانیه ای برای حذف داده های دسته ای                                                                                                                                      |
-| **E111**   | **تک ردیف انتخاب بیانیه**                                                                         | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| **E121**   | **پشتیبانی عمومی مکان نما**                                                                       | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| E121-01    | DECLARE CURSOR                                                                                    | نه {.text-danger}        |                                                                                                                                                                                            |
-| E121-02    | سفارش ستون ها در لیست انتخاب نمی شود                                                              | نه {.text-danger}        |                                                                                                                                                                                            |
-| E121-03    | عبارات ارزش به ترتیب توسط بند                                                                     | نه {.text-danger}        |                                                                                                                                                                                            |
-| E121-04    | بیانیه باز                                                                                        | نه {.text-danger}        |                                                                                                                                                                                            |
-| E121-06    | بیانیه به روز رسانی موقعیت                                                                        | نه {.text-danger}        |                                                                                                                                                                                            |
-| E121-07    | موقعیت حذف بیانیه                                                                                 | نه {.text-danger}        |                                                                                                                                                                                            |
-| E121-08    | بستن بیانیه                                                                                       | نه {.text-danger}        |                                                                                                                                                                                            |
-| E121-10    | واکشی بیانیه: ضمنی بعدی                                                                           | نه {.text-danger}        |                                                                                                                                                                                            |
-| E121-17    | با نشانگر نگه دارید                                                                               | نه {.text-danger}        |                                                                                                                                                                                            |
-| **E131**   | **پشتیبانی ارزش صفر (صفر به جای ارزش)**                                                           | **نسبی**{.text-warning} | برخی از محدودیت ها اعمال می شود                                                                                                                                                            |
-| **E141**   | **محدودیت یکپارچگی عمومی**                                                                        | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| E141-01    | محدودیت NOT NULL                                                                                  | بله {.text-success}      | یادداشت: `NOT NULL` برای ستون های جدول به طور پیش فرض ضمنی                                                                                                                                 |
-| E141-02    | محدودیت منحصر به فرد از ستون تهی نیست                                                             | نه {.text-danger}        |                                                                                                                                                                                            |
-| E141-03    | محدودیت های کلیدی اولیه                                                                           | نه {.text-danger}        |                                                                                                                                                                                            |
-| E141-04    | محدودیت کلید خارجی عمومی با هیچ پیش فرض اقدام برای هر دو عمل حذف ارجاعی و عمل به روز رسانی ارجاعی | نه {.text-danger}        |                                                                                                                                                                                            |
-| E141-06    | بررسی محدودیت                                                                                     | بله {.text-success}      |                                                                                                                                                                                            |
-| E141-07    | پیشفرض ستون                                                                                       | بله {.text-success}      |                                                                                                                                                                                            |
-| E141-08    | تهی نیست استنباط در کلید اولیه                                                                    | بله {.text-success}      |                                                                                                                                                                                            |
-| E141-10    | نام در یک کلید خارجی را می توان در هر سفارش مشخص شده است                                          | نه {.text-danger}        |                                                                                                                                                                                            |
-| **E151**   | **پشتیبانی تراکنش**                                                                               | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| E151-01    | بیانیه متعهد                                                                                      | نه {.text-danger}        |                                                                                                                                                                                            |
-| E151-02    | بیانیه عقبگرد                                                                                     | نه {.text-danger}        |                                                                                                                                                                                            |
-| **E152**   | **بیانیه معامله عمومی مجموعه**                                                                    | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| E152-01    | مجموعه بیانیه معامله: جداسازی سطح SERIALIZABLE بند                                                | نه {.text-danger}        |                                                                                                                                                                                            |
-| E152-02    | تنظیم بیانیه معامله: فقط خواندن و خواندن نوشتن جملات                                              | نه {.text-danger}        |                                                                                                                                                                                            |
-| **E153**   | **نمایش داده شد بهروز با زیرمجموعه**                                                              | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| **E161**   | **گذاشتن نظرات با استفاده از منجر منهای دو**                                                      | **بله**{.text-success}  |                                                                                                                                                                                            |
-| **E171**   | **SQLSTATE پشتیبانی**                                                                             | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| **E182**   | **اتصال زبان میزبان**                                                                             | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| **F031**   | **دستکاری طرح اولیه**                                                                             | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| F031-01    | ایجاد بیانیه جدول برای ایجاد جداول پایه مداوم                                                     | نسبی {.text-warning}     | نه `SYSTEM VERSIONING`, `ON COMMIT`, `GLOBAL`, `LOCAL`, `PRESERVE`, `DELETE`, `REF IS`, `WITH OPTIONS`, `UNDER`, `LIKE`, `PERIOD FOR` بند و هیچ پشتیبانی برای کاربر حل و فصل انواع داده ها |
-| F031-02    | ایجاد نمایش بیانیه                                                                                | نسبی {.text-warning}     | نه `RECURSIVE`, `CHECK`, `UNDER`, `WITH OPTIONS` بند و هیچ پشتیبانی برای کاربر حل و فصل انواع داده ها                                                                                      |
-| F031-03    | بیانیه گرانت                                                                                      | بله {.text-success}      |                                                                                                                                                                                            |
-| F031-04    | تغییر بیانیه جدول: اضافه کردن بند ستون                                                            | نسبی {.text-warning}     | هیچ پشتیبانی برای `GENERATED` بند و مدت زمان سیستم                                                                                                                                         |
-| F031-13    | بیانیه جدول قطره: محدود کردن بند                                                                  | نه {.text-danger}        |                                                                                                                                                                                            |
-| F031-16    | قطره مشاهده بیانیه: محدود بند                                                                     | نه {.text-danger}        |                                                                                                                                                                                            |
-| F031-19    | لغو بیانیه: محدود کردن بند                                                                        | نه {.text-danger}        |                                                                                                                                                                                            |
-| **F041**   | **جدول پیوست عمومی**                                                                              | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| F041-01    | عضویت داخلی (اما نه لزوما کلمه کلیدی درونی)                                                       | بله {.text-success}      |                                                                                                                                                                                            |
-| F041-02    | کلیدواژه داخلی                                                                                    | بله {.text-success}      |                                                                                                                                                                                            |
-| F041-03    | LEFT OUTER JOIN                                                                                   | بله {.text-success}      |                                                                                                                                                                                            |
-| F041-04    | RIGHT OUTER JOIN                                                                                  | بله {.text-success}      |                                                                                                                                                                                            |
-| F041-05    | بیرونی می پیوندد می توان تو در تو                                                                 | بله {.text-success}      |                                                                                                                                                                                            |
-| F041-07    | جدول درونی در بیرونی چپ یا راست عضویت نیز می تواند مورد استفاده قرار گیرد در عضویت درونی          | بله {.text-success}      |                                                                                                                                                                                            |
-| F041-08    | همه اپراتورهای مقایسه پشتیبانی می شوند (و نه فقط =)                                               | نه {.text-danger}        |                                                                                                                                                                                            |
-| **F051**   | **تاریخ پایه و زمان**                                                                             | **نسبی** {.text-warning} |                                                                                                                                                                                            |
-| F051-01    | تاریخ نوع داده (از جمله پشتیبانی از تاریخ تحت اللفظی)                                             | نسبی {.text-warning}     | بدون تحت اللفظی                                                                                                                                                                            |
-| F051-02    | نوع داده زمان (از جمله پشتیبانی از زمان تحت اللفظی) با دقت ثانیه کسری حداقل 0                     | نه {.text-danger}        |                                                                                                                                                                                            |
-| F051-03    | نوع داده برچسب زمان (از جمله پشتیبانی از تحت اللفظی برچسب زمان) با دقت ثانیه کسری از حداقل 0 و 6  | نه {.text-danger}        | `DateTime64` زمان فراهم می کند قابلیت های مشابه                                                                                                                                            |
-| F051-04    | مقایسه گزاره در تاریخ, زمان, و انواع داده های برچسب زمان                                          | نسبی {.text-warning}     | فقط یک نوع داده موجود است                                                                                                                                                                  |
-| F051-05    | بازیگران صریح و روشن بین انواع تاریخ ساعت و انواع رشته شخصیت                                      | بله {.text-success}      |                                                                                                                                                                                            |
-| F051-06    | CURRENT_DATE                                                                                     | نه {.text-danger}        | `today()` مشابه است                                                                                                                                                                        |
-| F051-07    | LOCALTIME                                                                                         | نه {.text-danger}        | `now()` مشابه است                                                                                                                                                                          |
-| F051-08    | LOCALTIMESTAMP                                                                                    | نه {.text-danger}        |                                                                                                                                                                                            |
-| **F081**   | **اتحادیه و به جز در دیدگاه**                                                                     | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| **F131**   | **عملیات گروه بندی شده**                                                                          | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| F131-01    | جایی که, گروه های, و داشتن بند در نمایش داده شد با نمایش گروه بندی پشتیبانی                       | بله {.text-success}      |                                                                                                                                                                                            |
-| F131-02    | جداول چندگانه در نمایش داده شد با نمایش گروه بندی پشتیبانی می شود                                 | بله {.text-success}      |                                                                                                                                                                                            |
-| F131-03    | تنظیم توابع پشتیبانی شده در نمایش داده شد با نمایش گروه بندی می شوند                              | بله {.text-success}      |                                                                                                                                                                                            |
-| F131-04    | Subqueries با گروه و داشتن بند و گروه بندی views                                                  | بله {.text-success}      |                                                                                                                                                                                            |
-| F131-05    | تک ردیف با گروه و داشتن بند و دیدگاه های گروه بندی شده را انتخاب کنید                             | نه {.text-danger}        |                                                                                                                                                                                            |
-| **F181**   | **پشتیبانی از ماژول های متعدد**                                                                   | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| **F201**   | **تابع بازیگران**                                                                                 | **بله**{.text-success}  |                                                                                                                                                                                            |
-| **F221**   | **پیش فرض های صریح**                                                                              | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| **F261**   | **عبارت مورد**                                                                                    | **بله**{.text-success}  |                                                                                                                                                                                            |
-| F261-01    | مورد ساده                                                                                         | بله {.text-success}      |                                                                                                                                                                                            |
-| F261-02    | مورد جستجو                                                                                        | بله {.text-success}      |                                                                                                                                                                                            |
-| F261-03    | NULLIF                                                                                            | بله {.text-success}      |                                                                                                                                                                                            |
-| F261-04    | COALESCE                                                                                          | بله {.text-success}      |                                                                                                                                                                                            |
-| **F311**   | **بیانیه تعریف طرح**                                                                              | **نسبی**{.text-warning} |                                                                                                                                                                                            |
-| F311-01    | CREATE SCHEMA                                                                                     | نه {.text-danger}        |                                                                                                                                                                                            |
-| F311-02    | ایجاد جدول برای جداول پایه مداوم                                                                  | بله {.text-success}      |                                                                                                                                                                                            |
-| F311-03    | CREATE VIEW                                                                                       | بله {.text-success}      |                                                                                                                                                                                            |
-| F311-04    | CREATE VIEW: WITH CHECK OPTION                                                                    | نه {.text-danger}        |                                                                                                                                                                                            |
-| F311-05    | بیانیه گرانت                                                                                      | بله {.text-success}      |                                                                                                                                                                                            |
-| **F471**   | **مقادیر زیر مقیاس**                                                                              | **بله**{.text-success}  |                                                                                                                                                                                            |
-| **F481**   | **پیش فرض صفر گسترش یافته است**                                                                   | **بله**{.text-success}  |                                                                                                                                                                                            |
-| **F812**   | **عمومی ضعیف**                                                                                    | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| **T321**   | **روال عمومی گذاشتن استناد**                                                                      | **نه**{.text-danger}    |                                                                                                                                                                                            |
-| T321-01    | توابع تعریف شده توسط کاربر بدون اضافه بار                                                         | نه {.text-danger}        |                                                                                                                                                                                            |
-| T321-02    | روش های ذخیره شده تعریف شده توسط کاربر بدون اضافه بار                                             | نه {.text-danger}        |                                                                                                                                                                                            |
-| T321-03    | فراخوانی تابع                                                                                     | نه {.text-danger}        |                                                                                                                                                                                            |
-| T321-04    | بیانیه تماس                                                                                       | نه {.text-danger}        |                                                                                                                                                                                            |
-| T321-05    | بیانیه بازگشت                                                                                     | نه {.text-danger}        |                                                                                                                                                                                            |
-| **T631**   | **در گزاره با یک عنصر لیست**                                                                      | **بله**{.text-success}  |                                                                                                                                                                                            |
diff --git a/docs/fa/sql-reference/data-types/aggregatefunction.md b/docs/fa/sql-reference/data-types/aggregatefunction.md
deleted file mode 100644
index 85f80076192..00000000000
--- a/docs/fa/sql-reference/data-types/aggregatefunction.md
+++ /dev/null
@@ -1,71 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 52
-toc_title: "\u06A9\u0627\u0631\u06A9\u0631\u062F(\u0646\u0627\u0645 \u0648 \u0646\u0627\
-  \u0645 \u062E\u0627\u0646\u0648\u0627\u062F\u06AF\u06CC..)"
----
-
-# AggregateFunction(name, types_of_arguments…) {#data-type-aggregatefunction}
-
-Aggregate functions can have an implementation-defined intermediate state that can be serialized to an AggregateFunction(…) data type and stored in a table, usually, by means of [مشاهده محقق](../../sql-reference/statements/create.md#create-view). راه معمول برای تولید یک دولت تابع جمع است با فراخوانی تابع جمع با `-State` پسوند. برای دریافت نتیجه نهایی از تجمع در اینده, شما باید همان تابع کل با استفاده از `-Merge`پسوند.
-
-`AggregateFunction` — parametric data type.
-
-**پارامترها**
-
--   نام تابع جمع.
-
-        If the function is parametric, specify its parameters too.
-
--   انواع استدلال تابع جمع.
-
-**مثال**
-
-``` sql
-CREATE TABLE t
-(
-    column1 AggregateFunction(uniq, UInt64),
-    column2 AggregateFunction(anyIf, String, UInt8),
-    column3 AggregateFunction(quantiles(0.5, 0.9), UInt64)
-) ENGINE = ...
-```
-
-[دانشگاه](../../sql-reference/aggregate-functions/reference.md#agg_function-uniq). ([هر](../../sql-reference/aggregate-functions/reference.md#agg_function-any)+[اگر](../../sql-reference/aggregate-functions/combinators.md#agg-functions-combinator-if)) و [quantiles](../../sql-reference/aggregate-functions/reference.md) توابع مجموع پشتیبانی در خانه کلیک می باشد.
-
-## استفاده {#usage}
-
-### درج داده {#data-insertion}
-
-برای وارد کردن داده ها استفاده کنید `INSERT SELECT` با مجموع `-State`- توابع .
-
-**نمونه تابع**
-
-``` sql
-uniqState(UserID)
-quantilesState(0.5, 0.9)(SendTiming)
-```
-
-در مقایسه با توابع مربوطه `uniq` و `quantiles`, `-State`- توابع بازگشت به دولت, به جای ارزش نهایی. به عبارت دیگر ارزش بازگشت `AggregateFunction` نوع.
-
-در نتایج `SELECT` پرس و جو, ارزش `AggregateFunction` نوع اجرای خاص نمایندگی دودویی برای همه فرمت های خروجی کلیک کنید. اگر کمپرسی داده ها به, مثلا, `TabSeparated` قالب با `SELECT` پرس و جو, سپس این روگرفت را می توان با استفاده از لود `INSERT` پرس و جو.
-
-### گزینش داده {#data-selection}
-
-هنگام انتخاب داده ها از `AggregatingMergeTree` جدول استفاده کنید `GROUP BY` بند و توابع کل همان هنگام قرار دادن داده, اما با استفاده از `-Merge`پسوند.
-
-یک تابع جمع با `-Merge` پسوند مجموعه ای از ایالت ها را ترکیب می کند و نتیجه تجمع کامل داده ها را باز می گرداند.
-
-مثلا, دو نمایش داده شد زیر بازگشت به همان نتیجه:
-
-``` sql
-SELECT uniq(UserID) FROM table
-
-SELECT uniqMerge(state) FROM (SELECT uniqState(UserID) AS state FROM table GROUP BY RegionID)
-```
-
-## مثال طریقه استفاده {#usage-example}
-
-ببینید [ریزدانه](../../engines/table-engines/mergetree-family/aggregatingmergetree.md) موتور باشرکت.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/nested_data_structures/aggregatefunction/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/array.md b/docs/fa/sql-reference/data-types/array.md
deleted file mode 100644
index 218b0587e0a..00000000000
--- a/docs/fa/sql-reference/data-types/array.md
+++ /dev/null
@@ -1,77 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 51
-toc_title: "& \u062A\u0648\u0631\u06CC)"
----
-
-# & توری) {#data-type-array}
-
-مجموعه ای از `T`- نوع اقلام است. `T` می تواند هر نوع داده, از جمله مجموعه.
-
-## ایجاد یک مجموعه {#creating-an-array}
-
-شما می توانید یک تابع برای ایجاد مجموعه ای استفاده کنید:
-
-``` sql
-array(T)
-```
-
-شما همچنین می توانید براکت مربع استفاده کنید.
-
-``` sql
-[]
-```
-
-نمونه ای از ایجاد یک مجموعه:
-
-``` sql
-SELECT array(1, 2) AS x, toTypeName(x)
-```
-
-``` text
-┌─x─────┬─toTypeName(array(1, 2))─┐
-│ [1,2] │ Array(UInt8)            │
-└───────┴─────────────────────────┘
-```
-
-``` sql
-SELECT [1, 2] AS x, toTypeName(x)
-```
-
-``` text
-┌─x─────┬─toTypeName([1, 2])─┐
-│ [1,2] │ Array(UInt8)       │
-└───────┴────────────────────┘
-```
-
-## کار با انواع داده ها {#working-with-data-types}
-
-در هنگام ایجاد مجموعه ای در پرواز, خانه رعیتی به طور خودکار نوع استدلال به عنوان باریک ترین نوع داده است که می تواند تمام استدلال ذکر شده ذخیره تعریف. اگر وجود دارد [Nullable](nullable.md#data_type-nullable) یا تحت اللفظی [NULL](../../sql-reference/syntax.md#null-literal) ارزش, نوع عنصر مجموعه ای نیز می شود [Nullable](nullable.md).
-
-اگر فاحشه خانه می تواند نوع داده را تعیین نمی کند, این تولید یک استثنا. مثلا, این اتفاق می افتد زمانی که تلاش برای ایجاد مجموعه ای با رشته ها و اعداد به طور همزمان (`SELECT array(1, 'a')`).
-
-نمونه هایی از تشخیص نوع داده ها به صورت خودکار:
-
-``` sql
-SELECT array(1, 2, NULL) AS x, toTypeName(x)
-```
-
-``` text
-┌─x──────────┬─toTypeName(array(1, 2, NULL))─┐
-│ [1,2,NULL] │ Array(Nullable(UInt8))        │
-└────────────┴───────────────────────────────┘
-```
-
-اگر شما سعی می کنید برای ایجاد مجموعه ای از انواع داده های ناسازگار, تاتر می اندازد یک استثنا:
-
-``` sql
-SELECT array(1, 'a')
-```
-
-``` text
-Received exception from server (version 1.1.54388):
-Code: 386. DB::Exception: Received from localhost:9000, 127.0.0.1. DB::Exception: There is no supertype for types UInt8, String because some of them are String/FixedString and some of them are not.
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/array/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/boolean.md b/docs/fa/sql-reference/data-types/boolean.md
deleted file mode 100644
index d5136604738..00000000000
--- a/docs/fa/sql-reference/data-types/boolean.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 43
-toc_title: "\u0628\u0648\u0644\u06CC"
----
-
-# مقادیر بولی {#boolean-values}
-
-هیچ نوع جداگانه برای مقادیر بولی وجود دارد. استفاده از نوع اوینت8, محدود به ارزش 0 یا 1.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/boolean/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/date.md b/docs/fa/sql-reference/data-types/date.md
deleted file mode 100644
index 5de251b768c..00000000000
--- a/docs/fa/sql-reference/data-types/date.md
+++ /dev/null
@@ -1,15 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 47
-toc_title: "\u062A\u0627\u0631\u06CC\u062E"
----
-
-# تاریخ {#date}
-
-قرار ذخیره شده در دو بایت به عنوان تعداد روز از 1970-01-01 (بدون علامت). اجازه می دهد تا ذخیره سازی مقادیر از درست بعد از شروع عصر یونیکس به حد بالایی تعریف شده توسط ثابت در مرحله تدوین (در حال حاضر, این است تا سال 2106, اما نهایی سال به طور کامل پشتیبانی شده است 2105).
-حداقل مقدار خروجی به عنوان 1970-01-01.
-
-ارزش تاریخ بدون منطقه زمانی ذخیره می شود.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/date/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/datetime.md b/docs/fa/sql-reference/data-types/datetime.md
deleted file mode 100644
index 413b814f440..00000000000
--- a/docs/fa/sql-reference/data-types/datetime.md
+++ /dev/null
@@ -1,129 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 48
-toc_title: DateTime
----
-
-# تاریخ ساعت {#data_type-datetime}
-
-اجازه می دهد تا برای ذخیره یک لحظه در زمان, است که می تواند به عنوان یک تاریخ تقویم و یک زمان از یک روز بیان.
-
-نحو:
-
-``` sql
-DateTime([timezone])
-```
-
-محدوده پشتیبانی شده از ارزش ها: \[1970-01-01 00:00:00, 2105-12-31 23:59:59\].
-
-حل: 1 ثانیه.
-
-## اظهارات طریقه استفاده {#usage-remarks}
-
-نقطه در زمان به عنوان یک ذخیره می شود [برچسب زمان یونیکس](https://en.wikipedia.org/wiki/Unix_time), صرف نظر از منطقه زمانی و یا صرفه جویی در زمان نور روز. علاوه بر این `DateTime` نوع می توانید منطقه زمانی است که همین کار را برای کل ستون ذخیره, که تحت تاثیر قرار چگونه ارزش های `DateTime` مقادیر نوع در قالب متن نمایش داده می شود و چگونه مقادیر مشخص شده به عنوان رشته تجزیه می شوند (‘2020-01-01 05:00:01’). منطقه زمانی در ردیف جدول ذخیره نمی شود (و یا در نتیجه), اما در ابرداده ستون ذخیره می شود.
-لیستی از مناطق زمانی پشتیبانی شده را می توان در [اانا پایگاه منطقه زمانی](https://www.iana.org/time-zones).
-این `tzdata` بسته حاوی [اانا پایگاه منطقه زمانی](https://www.iana.org/time-zones), باید در سیستم نصب. استفاده از `timedatectl list-timezones` فرمان به لیست جغرافیایی شناخته شده توسط یک سیستم محلی.
-
-شما به صراحت می توانید یک منطقه زمانی برای `DateTime`- ستون نوع در هنگام ایجاد یک جدول. اگر منطقه زمانی تنظیم نشده است, خانه رعیتی با استفاده از ارزش [منطقهی زمانی](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone) پارامتر در تنظیمات سرور و یا تنظیمات سیستم عامل در حال حاضر از شروع سرور کلیک.
-
-این [کلیک مشتری](../../interfaces/cli.md) اعمال منطقه زمانی سرور به طور پیش فرض اگر یک منطقه زمانی است که به صراحت تنظیم نشده است که مقدار دهی اولیه نوع داده ها. برای استفاده از منطقه زمان مشتری اجرا کنید `clickhouse-client` با `--use_client_time_zone` پارامتر.
-
-خروجی کلیک ارزش در `YYYY-MM-DD hh:mm:ss` قالب متن به طور پیش فرض. شما می توانید خروجی را با تغییر [formatDateTime](../../sql-reference/functions/date-time-functions.md#formatdatetime) تابع.
-
-هنگام قرار دادن داده ها به تاتر, شما می توانید فرمت های مختلف تاریخ و زمان رشته استفاده, بسته به ارزش [تغییر _شماره](../../operations/settings/settings.md#settings-date_time_input_format) تنظیمات.
-
-## مثالها {#examples}
-
-**1.** ایجاد یک جدول با یک `DateTime`- ستون را تایپ کنید و داده ها را وارد کنید:
-
-``` sql
-CREATE TABLE dt
-(
-    `timestamp` DateTime('Europe/Moscow'),
-    `event_id` UInt8
-)
-ENGINE = TinyLog;
-```
-
-``` sql
-INSERT INTO dt Values (1546300800, 1), ('2019-01-01 00:00:00', 2);
-```
-
-``` sql
-SELECT * FROM dt;
-```
-
-``` text
-┌───────────timestamp─┬─event_id─┐
-│ 2019-01-01 03:00:00 │        1 │
-│ 2019-01-01 00:00:00 │        2 │
-└─────────────────────┴──────────┘
-```
-
--   هنگام قرار دادن تاریخ ساعت به عنوان یک عدد صحیح, این است که به عنوان برچسب زمان یونیکس درمان (مجموعه مقالات). `1546300800` نشان دهنده `'2019-01-01 00:00:00'` ادا کردن. با این حال, مانند `timestamp` ستون دارد `Europe/Moscow` (مجموعه مقالات+3) منطقه زمانی مشخص, در هنگام خروجی به عنوان رشته ارزش خواهد شد به عنوان نشان داده شده است `'2019-01-01 03:00:00'`
--   هنگام قرار دادن مقدار رشته به عنوان تاریخ ساعت, این است که به عنوان بودن در منطقه زمانی ستون درمان. `'2019-01-01 00:00:00'` خواهد شد به عنوان در درمان `Europe/Moscow` منطقه زمانی و ذخیره به عنوان `1546290000`.
-
-**2.** پالایش بر روی `DateTime` مقادیر
-
-``` sql
-SELECT * FROM dt WHERE timestamp = toDateTime('2019-01-01 00:00:00', 'Europe/Moscow')
-```
-
-``` text
-┌───────────timestamp─┬─event_id─┐
-│ 2019-01-01 00:00:00 │        2 │
-└─────────────────────┴──────────┘
-```
-
-`DateTime` مقادیر ستون را می توان با استفاده از یک مقدار رشته در فیلتر `WHERE` مسندکردن. این تبدیل خواهد شد به `DateTime` به طور خودکار:
-
-``` sql
-SELECT * FROM dt WHERE timestamp = '2019-01-01 00:00:00'
-```
-
-``` text
-┌───────────timestamp─┬─event_id─┐
-│ 2019-01-01 03:00:00 │        1 │
-└─────────────────────┴──────────┘
-```
-
-**3.** گرفتن یک منطقه زمانی برای یک `DateTime`- نوع ستون:
-
-``` sql
-SELECT toDateTime(now(), 'Europe/Moscow') AS column, toTypeName(column) AS x
-```
-
-``` text
-┌──────────────column─┬─x─────────────────────────┐
-│ 2019-10-16 04:12:04 │ DateTime('Europe/Moscow') │
-└─────────────────────┴───────────────────────────┘
-```
-
-**4.** تبدیل منطقه زمانی
-
-``` sql
-SELECT
-toDateTime(timestamp, 'Europe/London') as lon_time,
-toDateTime(timestamp, 'Europe/Moscow') as mos_time
-FROM dt
-```
-
-``` text
-┌───────────lon_time──┬────────────mos_time─┐
-│ 2019-01-01 00:00:00 │ 2019-01-01 03:00:00 │
-│ 2018-12-31 21:00:00 │ 2019-01-01 00:00:00 │
-└─────────────────────┴─────────────────────┘
-```
-
-## همچنین نگاه کنید به {#see-also}
-
--   [توابع تبدیل نوع](../../sql-reference/functions/type-conversion-functions.md)
--   [توابع برای کار با تاریخ و زمان](../../sql-reference/functions/date-time-functions.md)
--   [توابع برای کار با ارریس](../../sql-reference/functions/array-functions.md)
--   [این `date_time_input_format` تنظیم](../../operations/settings/settings.md#settings-date_time_input_format)
--   [این `timezone` پارامتر پیکربندی سرور](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
--   [اپراتورها برای کار با تاریخ و زمان](../../sql-reference/operators/index.md#operators-datetime)
--   [این `Date` نوع داده](date.md)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/datetime/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/datetime64.md b/docs/fa/sql-reference/data-types/datetime64.md
deleted file mode 100644
index f168ef9444b..00000000000
--- a/docs/fa/sql-reference/data-types/datetime64.md
+++ /dev/null
@@ -1,104 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 49
-toc_title: "\u0637\u0648\u0644 \u062A\u0627\u0631\u06CC\u062E 64"
----
-
-# طول تاریخ 64 {#data_type-datetime64}
-
-اجازه می دهد تا برای ذخیره یک لحظه در زمان, است که می تواند به عنوان یک تاریخ تقویم و یک زمان از یک روز بیان, با دقت زیر دوم تعریف شده
-
-اندازه تیک (دقت): 10<sup>- دقت</sup> ثانیه
-
-نحو:
-
-``` sql
-DateTime64(precision, [timezone])
-```
-
-داخلی, ذخیره داده ها به عنوان تعدادی از ‘ticks’ از عصر شروع (1970-01-01 00:00:00 یو تی سی) به عنوان اینترنشنال64. وضوح تیک توسط پارامتر دقیق تعیین می شود. علاوه بر این `DateTime64` نوع می توانید منطقه زمانی است که همین کار را برای کل ستون ذخیره, که تحت تاثیر قرار چگونه ارزش های `DateTime64` مقادیر نوع در قالب متن نمایش داده می شود و چگونه مقادیر مشخص شده به عنوان رشته تجزیه می شوند (‘2020-01-01 05:00:01.000’). منطقه زمانی در ردیف جدول ذخیره نمی شود (و یا در نتیجه), اما در ابرداده ستون ذخیره می شود. مشاهده اطلاعات در [DateTime](datetime.md).
-
-## مثالها {#examples}
-
-**1.** ایجاد یک جدول با `DateTime64`- ستون را تایپ کنید و داده ها را وارد کنید:
-
-``` sql
-CREATE TABLE dt
-(
-    `timestamp` DateTime64(3, 'Europe/Moscow'),
-    `event_id` UInt8
-)
-ENGINE = TinyLog
-```
-
-``` sql
-INSERT INTO dt Values (1546300800000, 1), ('2019-01-01 00:00:00', 2)
-```
-
-``` sql
-SELECT * FROM dt
-```
-
-``` text
-┌───────────────timestamp─┬─event_id─┐
-│ 2019-01-01 03:00:00.000 │        1 │
-│ 2019-01-01 00:00:00.000 │        2 │
-└─────────────────────────┴──────────┘
-```
-
--   هنگام قرار دادن تاریخ ساعت به عنوان یک عدد صحیح, این است که به عنوان یک مناسب کوچک برچسب زمان یونیکس درمان (مجموعه مقالات). `1546300800000` (با دقت 3) نشان دهنده `'2019-01-01 00:00:00'` ادا کردن. با این حال, مانند `timestamp` ستون دارد `Europe/Moscow` (مجموعه مقالات+3) منطقه زمانی مشخص, در هنگام خروجی به عنوان یک رشته ارزش خواهد شد به عنوان نشان داده شده است `'2019-01-01 03:00:00'`
--   هنگام قرار دادن مقدار رشته به عنوان تاریخ ساعت, این است که به عنوان بودن در منطقه زمانی ستون درمان. `'2019-01-01 00:00:00'` خواهد شد به عنوان در درمان `Europe/Moscow` منطقه زمانی و ذخیره شده به عنوان `1546290000000`.
-
-**2.** پالایش بر روی `DateTime64` مقادیر
-
-``` sql
-SELECT * FROM dt WHERE timestamp = toDateTime64('2019-01-01 00:00:00', 3, 'Europe/Moscow')
-```
-
-``` text
-┌───────────────timestamp─┬─event_id─┐
-│ 2019-01-01 00:00:00.000 │        2 │
-└─────────────────────────┴──────────┘
-```
-
-برخلاف `DateTime`, `DateTime64` ارزش ها از تبدیل نمی `String` به طور خودکار
-
-**3.** گرفتن یک منطقه زمانی برای یک `DateTime64`- مقدار نوع:
-
-``` sql
-SELECT toDateTime64(now(), 3, 'Europe/Moscow') AS column, toTypeName(column) AS x
-```
-
-``` text
-┌──────────────────column─┬─x──────────────────────────────┐
-│ 2019-10-16 04:12:04.000 │ DateTime64(3, 'Europe/Moscow') │
-└─────────────────────────┴────────────────────────────────┘
-```
-
-**4.** تبدیل منطقه زمانی
-
-``` sql
-SELECT
-toDateTime64(timestamp, 3, 'Europe/London') as lon_time,
-toDateTime64(timestamp, 3, 'Europe/Moscow') as mos_time
-FROM dt
-```
-
-``` text
-┌───────────────lon_time──┬────────────────mos_time─┐
-│ 2019-01-01 00:00:00.000 │ 2019-01-01 03:00:00.000 │
-│ 2018-12-31 21:00:00.000 │ 2019-01-01 00:00:00.000 │
-└─────────────────────────┴─────────────────────────┘
-```
-
-## همچنین نگاه کنید به {#see-also}
-
--   [توابع تبدیل نوع](../../sql-reference/functions/type-conversion-functions.md)
--   [توابع برای کار با تاریخ و زمان](../../sql-reference/functions/date-time-functions.md)
--   [توابع برای کار با ارریس](../../sql-reference/functions/array-functions.md)
--   [این `date_time_input_format` تنظیم](../../operations/settings/settings.md#settings-date_time_input_format)
--   [این `timezone` پارامتر پیکربندی سرور](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
--   [اپراتورها برای کار با تاریخ و زمان](../../sql-reference/operators/index.md#operators-datetime)
--   [`Date` نوع داده](date.md)
--   [`DateTime` نوع داده](datetime.md)
diff --git a/docs/fa/sql-reference/data-types/decimal.md b/docs/fa/sql-reference/data-types/decimal.md
deleted file mode 100644
index 722734ec6af..00000000000
--- a/docs/fa/sql-reference/data-types/decimal.md
+++ /dev/null
@@ -1,109 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 42
-toc_title: "\u062F\u0647\u062F\u0647\u06CC"
----
-
-# Decimal(P, S) Decimal32(ع) Decimal64(ع) Decimal128(S) {#decimalp-s-decimal32s-decimal64s-decimal128s}
-
-امضا اعداد ثابت نقطه که دقت در طول اضافه کردن نگه دارید, تفریق و ضرب عملیات. برای تقسیم رقم حداقل قابل توجهی دور انداخته می شوند (گرد نیست).
-
-## پارامترها {#parameters}
-
--   ص دقیق. محدوده معتبر: \[ 1 : 38 \]. تعیین می کند که چگونه بسیاری از اعداد اعشاری می تواند داشته باشد (از جمله کسر).
--   ص-مقیاس. محدوده معتبر: \[0: پ \]. تعیین می کند که چگونه بسیاری از رقم اعشاری کسر می تواند داشته باشد.
-
-بسته به فسفر اعشاری مقدار پارامتر (پ, بازدید کنندگان) مترادف برای است:
-- پ از \[ 1 : 9 \] - برای اعشار (بازدید کنندگان)
-- پ از \[ 10 : 18 \] - برای اعشار64(بازدید کنندگان)
-- پ از \[ 19: 38 \] - برای اعشار128 (بازدید کنندگان)
-
-## محدوده مقدار دهدهی {#decimal-value-ranges}
-
--   دسیمال32 (بازدید کنندگان) - ( -1 \* 10^(9 - بازدید کنندگان), 1 \* 10^(9 بازدید کنندگان) )
--   اعشار64 (بازدید کنندگان) - ( -1 \* 10^(18 - س), 1 \* 10^(18 بازدید کنندگان) )
--   اعشار128 (بازدید کنندگان) - ( -1 \* 10^(38 - بازدید کنندگان), 1 \* 10^(38 بازدید کنندگان) )
-
-برای مثال Decimal32(4) می تواند شامل اعداد از -99999.9999 به 99999.9999 با 0.0001 گام.
-
-## نمایندگی داخلی {#internal-representation}
-
-داخلی داده ها به عنوان اعداد صحیح امضا نرمال با عرض بیت مربوطه نشان داده است. محدوده ارزش واقعی است که می تواند در حافظه ذخیره می شود کمی بزرگتر از بالا مشخص, که تنها در تبدیل از یک رشته بررسی.
-
-چرا که پردازنده مدرن اعداد صحیح 128 بیتی بومی را پشتیبانی نمی کند, عملیات بر روی اعشار128 شبیه سازی. از آنجا که این Decimal128 با این نسخهها کار به طور قابل توجهی کندتر از Decimal32/Decimal64.
-
-## عملیات و نوع نتیجه {#operations-and-result-type}
-
-عملیات دودویی در نتیجه اعشاری در نوع نتیجه گسترده تر (با هر سفارش از استدلال).
-
--   `Decimal64(S1) <op> Decimal32(S2) -> Decimal64(S)`
--   `Decimal128(S1) <op> Decimal32(S2) -> Decimal128(S)`
--   `Decimal128(S1) <op> Decimal64(S2) -> Decimal128(S)`
-
-قوانین برای مقیاس:
-
--   اضافه کردن به, تفریق کردن: بازدید کنندگان = حداکثر(بازدید کنندگان 1, بازدید کنندگان2).
--   multuply: S = S1 + S2.
--   شکاف: بازدید کنندگان = س1.
-
-برای عملیات مشابه بین دهدهی و اعداد صحیح, نتیجه اعشاری از همان اندازه به عنوان یک استدلال است.
-
-عملیات بین دهدهی و Float32/Float64 تعریف نشده. اگر شما به آنها نیاز دارید, شما می توانید به صراحت بازیگران یکی از استدلال با استفاده از toDecimal32, toDecimal64, toDecimal128 یا toFloat32, toFloat64 برنامهنویسی. به خاطر داشته باشید که نتیجه دقت از دست دادن و تبدیل نوع یک عملیات محاسباتی گران است.
-
-برخی از توابع در نتیجه بازگشت اعشاری به عنوان شناور64 (مثلا, ور یا استودف). محاسبات متوسط هنوز هم ممکن است در دهدهی انجام شود, که ممکن است به نتایج مختلف بین نت64 و ورودی اعشاری با ارزش های مشابه منجر شود.
-
-## بررسی سرریز {#overflow-checks}
-
-در طول محاسبات در اعشاری, عدد صحیح سرریز ممکن است رخ دهد. رقم بیش از حد در کسری دور انداخته می شوند (گرد نیست). رقم بیش از حد در بخش عدد صحیح به یک استثنا منجر شود.
-
-``` sql
-SELECT toDecimal32(2, 4) AS x, x / 3
-```
-
-``` text
-┌──────x─┬─divide(toDecimal32(2, 4), 3)─┐
-│ 2.0000 │                       0.6666 │
-└────────┴──────────────────────────────┘
-```
-
-``` sql
-SELECT toDecimal32(4.2, 8) AS x, x * x
-```
-
-``` text
-DB::Exception: Scale is out of bounds.
-```
-
-``` sql
-SELECT toDecimal32(4.2, 8) AS x, 6 * x
-```
-
-``` text
-DB::Exception: Decimal math overflow.
-```
-
-سرریز چک منجر به کاهش سرعت عملیات. اگر مشخص است که سرریزهای امکان پذیر نیست, حس می کند برای غیر فعال کردن چک با استفاده از `decimal_check_overflow` تنظیمات. هنگامی که چک غیر فعال هستند و سرریز اتفاق می افتد, نتیجه نادرست خواهد بود:
-
-``` sql
-SET decimal_check_overflow = 0;
-SELECT toDecimal32(4.2, 8) AS x, 6 * x
-```
-
-``` text
-┌──────────x─┬─multiply(6, toDecimal32(4.2, 8))─┐
-│ 4.20000000 │                     -17.74967296 │
-└────────────┴──────────────────────────────────┘
-```
-
-چک سرریز اتفاق می افتد نه تنها در عملیات ریاضی بلکه در مقایسه ارزش:
-
-``` sql
-SELECT toDecimal32(1, 8) < 100
-```
-
-``` text
-DB::Exception: Can't compare.
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/decimal/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/domains/index.md b/docs/fa/sql-reference/data-types/domains/index.md
deleted file mode 100644
index a05eea1b59c..00000000000
--- a/docs/fa/sql-reference/data-types/domains/index.md
+++ /dev/null
@@ -1,33 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 56
-toc_folder_title: "\u062F\u0627\u0645\u0646\u0647"
-toc_title: "\u0628\u0631\u0631\u0633\u06CC \u0627\u062C\u0645\u0627\u0644\u06CC"
----
-
-# دامنه {#domains}
-
-دامنه انواع خاصی است که اضافه کردن برخی از ویژگی های اضافی در بالای نوع پایه موجود, اما ترک بر روی سیم و بر روی دیسک فرمت از نوع داده اساسی دست نخورده. درحال حاضر, تاتر می کند دامنه تعریف شده توسط کاربر را پشتیبانی نمی کند.
-
-شما می توانید دامنه در هر نقطه نوع پایه مربوطه استفاده می شود, مثلا:
-
--   ایجاد یک ستون از یک نوع دامنه
--   خواندن / نوشتن مقادیر از / به ستون دامنه
--   اگر یک نوع پایه می تواند به عنوان یک شاخص استفاده می شود به عنوان شاخص استفاده می شود
--   توابع تماس با مقادیر ستون دامنه
-
-### ویژگی های اضافی از دامنه {#extra-features-of-domains}
-
--   صریح نام نوع ستون در `SHOW CREATE TABLE` یا `DESCRIBE TABLE`
--   ورودی از فرمت انسان دوستانه با `INSERT INTO domain_table(domain_column) VALUES(...)`
--   خروجی به فرمت انسان دوستانه برای `SELECT domain_column FROM domain_table`
--   بارگیری داده ها از یک منبع خارجی در قالب انسان دوستانه: `INSERT INTO domain_table FORMAT CSV ...`
-
-### محدودیت ها {#limitations}
-
--   می توانید ستون شاخص از نوع پایه به نوع دامنه از طریق تبدیل کنید `ALTER TABLE`.
--   نمی تواند به طور ضمنی تبدیل مقادیر رشته به ارزش دامنه در هنگام قرار دادن داده ها از ستون یا جدول دیگر.
--   دامنه می افزاید: هیچ محدودیتی در مقادیر ذخیره شده.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/domains/overview) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/domains/ipv4.md b/docs/fa/sql-reference/data-types/domains/ipv4.md
deleted file mode 100644
index a010409d58b..00000000000
--- a/docs/fa/sql-reference/data-types/domains/ipv4.md
+++ /dev/null
@@ -1,84 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 59
-toc_title: IPv4
----
-
-## IPv4 {#ipv4}
-
-`IPv4` یک دامنه بر اساس `UInt32` نوع و به عنوان یک جایگزین تایپ شده برای ذخیره سازی مقادیر ایپو4 عمل می کند. این فراهم می کند ذخیره سازی جمع و جور با فرمت ورودی خروجی انسان پسند و نوع ستون اطلاعات در بازرسی.
-
-### استفاده عمومی {#basic-usage}
-
-``` sql
-CREATE TABLE hits (url String, from IPv4) ENGINE = MergeTree() ORDER BY url;
-
-DESCRIBE TABLE hits;
-```
-
-``` text
-┌─name─┬─type───┬─default_type─┬─default_expression─┬─comment─┬─codec_expression─┐
-│ url  │ String │              │                    │         │                  │
-│ from │ IPv4   │              │                    │         │                  │
-└──────┴────────┴──────────────┴────────────────────┴─────────┴──────────────────┘
-```
-
-یا شما می توانید از دامنه ایپو4 به عنوان یک کلید استفاده کنید:
-
-``` sql
-CREATE TABLE hits (url String, from IPv4) ENGINE = MergeTree() ORDER BY from;
-```
-
-`IPv4` دامنه پشتیبانی از فرمت ورودی سفارشی به عنوان ایپو4 رشته:
-
-``` sql
-INSERT INTO hits (url, from) VALUES ('https://wikipedia.org', '116.253.40.133')('https://clickhouse.tech', '183.247.232.58')('https://clickhouse.tech/docs/en/', '116.106.34.242');
-
-SELECT * FROM hits;
-```
-
-``` text
-┌─url────────────────────────────────┬───────────from─┐
-│ https://clickhouse.tech/docs/en/ │ 116.106.34.242 │
-│ https://wikipedia.org              │ 116.253.40.133 │
-│ https://clickhouse.tech          │ 183.247.232.58 │
-└────────────────────────────────────┴────────────────┘
-```
-
-مقادیر به صورت باینری جمع و جور ذخیره می شود:
-
-``` sql
-SELECT toTypeName(from), hex(from) FROM hits LIMIT 1;
-```
-
-``` text
-┌─toTypeName(from)─┬─hex(from)─┐
-│ IPv4             │ B7F7E83A  │
-└──────────────────┴───────────┘
-```
-
-ارزش دامنه به طور ضمنی قابل تبدیل به انواع دیگر از `UInt32`.
-اگر شما می خواهید برای تبدیل `IPv4` ارزش به یک رشته, شما باید برای انجام این کار به صراحت با `IPv4NumToString()` تابع:
-
-``` sql
-SELECT toTypeName(s), IPv4NumToString(from) as s FROM hits LIMIT 1;
-```
-
-    ┌─toTypeName(IPv4NumToString(from))─┬─s──────────────┐
-    │ String                            │ 183.247.232.58 │
-    └───────────────────────────────────┴────────────────┘
-
-یا بازیگران به یک `UInt32` مقدار:
-
-``` sql
-SELECT toTypeName(i), CAST(from as UInt32) as i FROM hits LIMIT 1;
-```
-
-``` text
-┌─toTypeName(CAST(from, 'UInt32'))─┬──────────i─┐
-│ UInt32                           │ 3086477370 │
-└──────────────────────────────────┴────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/domains/ipv4) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/domains/ipv6.md b/docs/fa/sql-reference/data-types/domains/ipv6.md
deleted file mode 100644
index 64a9487cb07..00000000000
--- a/docs/fa/sql-reference/data-types/domains/ipv6.md
+++ /dev/null
@@ -1,86 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 60
-toc_title: IPv6
----
-
-## IPv6 {#ipv6}
-
-`IPv6` یک دامنه بر اساس `FixedString(16)` نوع و به عنوان یک جایگزین تایپ شده برای ذخیره سازی ارزش های ایپو6 عمل می کند. این فراهم می کند ذخیره سازی جمع و جور با فرمت ورودی خروجی انسان پسند و نوع ستون اطلاعات در بازرسی.
-
-### استفاده عمومی {#basic-usage}
-
-``` sql
-CREATE TABLE hits (url String, from IPv6) ENGINE = MergeTree() ORDER BY url;
-
-DESCRIBE TABLE hits;
-```
-
-``` text
-┌─name─┬─type───┬─default_type─┬─default_expression─┬─comment─┬─codec_expression─┐
-│ url  │ String │              │                    │         │                  │
-│ from │ IPv6   │              │                    │         │                  │
-└──────┴────────┴──────────────┴────────────────────┴─────────┴──────────────────┘
-```
-
-یا شما می توانید استفاده کنید `IPv6` دامنه به عنوان یک کلید:
-
-``` sql
-CREATE TABLE hits (url String, from IPv6) ENGINE = MergeTree() ORDER BY from;
-```
-
-`IPv6` دامنه پشتیبانی از ورودی های سفارشی به عنوان ایپو6 رشته:
-
-``` sql
-INSERT INTO hits (url, from) VALUES ('https://wikipedia.org', '2a02:aa08:e000:3100::2')('https://clickhouse.tech', '2001:44c8:129:2632:33:0:252:2')('https://clickhouse.tech/docs/en/', '2a02:e980:1e::1');
-
-SELECT * FROM hits;
-```
-
-``` text
-┌─url────────────────────────────────┬─from──────────────────────────┐
-│ https://clickhouse.tech          │ 2001:44c8:129:2632:33:0:252:2 │
-│ https://clickhouse.tech/docs/en/ │ 2a02:e980:1e::1               │
-│ https://wikipedia.org              │ 2a02:aa08:e000:3100::2        │
-└────────────────────────────────────┴───────────────────────────────┘
-```
-
-مقادیر به صورت باینری جمع و جور ذخیره می شود:
-
-``` sql
-SELECT toTypeName(from), hex(from) FROM hits LIMIT 1;
-```
-
-``` text
-┌─toTypeName(from)─┬─hex(from)────────────────────────┐
-│ IPv6             │ 200144C8012926320033000002520002 │
-└──────────────────┴──────────────────────────────────┘
-```
-
-ارزش دامنه به طور ضمنی قابل تبدیل به انواع دیگر از `FixedString(16)`.
-اگر شما می خواهید برای تبدیل `IPv6` ارزش به یک رشته, شما باید برای انجام این کار به صراحت با `IPv6NumToString()` تابع:
-
-``` sql
-SELECT toTypeName(s), IPv6NumToString(from) as s FROM hits LIMIT 1;
-```
-
-``` text
-┌─toTypeName(IPv6NumToString(from))─┬─s─────────────────────────────┐
-│ String                            │ 2001:44c8:129:2632:33:0:252:2 │
-└───────────────────────────────────┴───────────────────────────────┘
-```
-
-یا بازیگران به یک `FixedString(16)` مقدار:
-
-``` sql
-SELECT toTypeName(i), CAST(from as FixedString(16)) as i FROM hits LIMIT 1;
-```
-
-``` text
-┌─toTypeName(CAST(from, 'FixedString(16)'))─┬─i───────┐
-│ FixedString(16)                           │  ��� │
-└───────────────────────────────────────────┴─────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/domains/ipv6) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/enum.md b/docs/fa/sql-reference/data-types/enum.md
deleted file mode 100644
index 3ededf871b4..00000000000
--- a/docs/fa/sql-reference/data-types/enum.md
+++ /dev/null
@@ -1,132 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 50
-toc_title: "\u0634\u0645\u0627\u0631\u0634\u06CC"
----
-
-# شمارشی {#enum}
-
-نوع شمارش متشکل از ارزش به نام.
-
-مقادیر نام شده باید به عنوان اعلام شود `'string' = integer` جفت انبار فروشگاه تنها اعداد, اما پشتیبانی از عملیات با ارزش از طریق نام خود را.
-
-پشتیبانی از کلیک:
-
--   8 بیتی `Enum`. این می تواند تا 256 مقدار شمارش شده در `[-128, 127]` محدوده.
--   16 بیتی `Enum`. این می تواند تا 65536 مقدار شمارش شده در `[-32768, 32767]` محدوده.
-
-تاتر به طور خودکار انتخاب نوع `Enum` هنگامی که داده درج شده است. شما همچنین می توانید استفاده کنید `Enum8` یا `Enum16` انواع برای اطمینان در اندازه ذخیره سازی.
-
-## نمونه های استفاده {#usage-examples}
-
-در اینجا ما یک جدول با یک ایجاد می کنیم `Enum8('hello' = 1, 'world' = 2)` نوع ستون:
-
-``` sql
-CREATE TABLE t_enum
-(
-    x Enum('hello' = 1, 'world' = 2)
-)
-ENGINE = TinyLog
-```
-
-ستون `x` فقط می توانید مقادیر که در تعریف نوع ذکر شده را ذخیره کنید: `'hello'` یا `'world'`. اگر شما سعی می کنید برای صرفه جویی در هر مقدار دیگر, کلیک یک استثنا بالا می برد. اندازه 8 بیتی برای این `Enum` به طور خودکار انتخاب شده است.
-
-``` sql
-INSERT INTO t_enum VALUES ('hello'), ('world'), ('hello')
-```
-
-``` text
-Ok.
-```
-
-``` sql
-INSERT INTO t_enum values('a')
-```
-
-``` text
-Exception on client:
-Code: 49. DB::Exception: Unknown element 'a' for type Enum('hello' = 1, 'world' = 2)
-```
-
-هنگامی که شما پرس و جو داده ها را از جدول, تاتر خروجی مقادیر رشته از `Enum`.
-
-``` sql
-SELECT * FROM t_enum
-```
-
-``` text
-┌─x─────┐
-│ hello │
-│ world │
-│ hello │
-└───────┘
-```
-
-اگر شما نیاز به دیدن معادل عددی از ردیف, شما باید بازیگران `Enum` ارزش به نوع صحیح.
-
-``` sql
-SELECT CAST(x, 'Int8') FROM t_enum
-```
-
-``` text
-┌─CAST(x, 'Int8')─┐
-│               1 │
-│               2 │
-│               1 │
-└─────────────────┘
-```
-
-برای ایجاد یک مقدار شمارشی در پرس و جو, شما همچنین نیاز به استفاده از `CAST`.
-
-``` sql
-SELECT toTypeName(CAST('a', 'Enum(\'a\' = 1, \'b\' = 2)'))
-```
-
-``` text
-┌─toTypeName(CAST('a', 'Enum(\'a\' = 1, \'b\' = 2)'))─┐
-│ Enum8('a' = 1, 'b' = 2)                             │
-└─────────────────────────────────────────────────────┘
-```
-
-## قوانین عمومی و استفاده {#general-rules-and-usage}
-
-هر یک از مقادیر یک عدد در محدوده اختصاص داده شده است `-128 ... 127` برای `Enum8` یا در محدوده `-32768 ... 32767` برای `Enum16`. همه رشته ها و اعداد باید متفاوت باشد. یک رشته خالی مجاز است. اگر این نوع مشخص شده است (در یک تعریف جدول), اعداد را می توان در جهت دلخواه. با این حال, سفارش مهم نیست.
-
-نه رشته و نه مقدار عددی در یک `Enum` می تواند باشد [NULL](../../sql-reference/syntax.md).
-
-یک `Enum` می توان در [Nullable](nullable.md) نوع. بنابراین اگر شما یک جدول با استفاده از پرس و جو ایجاد کنید
-
-``` sql
-CREATE TABLE t_enum_nullable
-(
-    x Nullable( Enum8('hello' = 1, 'world' = 2) )
-)
-ENGINE = TinyLog
-```
-
-این می تواند نه تنها ذخیره `'hello'` و `'world'` اما `NULL` همینطور
-
-``` sql
-INSERT INTO t_enum_nullable Values('hello'),('world'),(NULL)
-```
-
-در رم `Enum` ستون به همان شیوه ذخیره می شود `Int8` یا `Int16` از مقادیر عددی مربوطه.
-
-هنگام خواندن در فرم متن, تاتر تجزیه ارزش به عنوان یک رشته و جستجو برای رشته مربوطه را از مجموعه ای از ارزش شمارشی. اگر یافت نشد, یک استثنا پرتاب می شود. هنگام خواندن در قالب متن, رشته به عنوان خوانده شده و مقدار عددی مربوطه نگاه کردن. یک استثنا پرتاب خواهد شد اگر یافت نشد.
-هنگام نوشتن در فرم متن, این ارزش به عنوان رشته مربوطه می نویسد. اگر داده های ستون شامل زباله (اعداد است که از مجموعه معتبر نیست), یک استثنا پرتاب می شود. زمانی که خواندن و نوشتن در فایل باینری فرم آن را با این نسخهها کار به همان روش برای Int8 و Int16 انواع داده ها.
-مقدار پیش فرض ضمنی ارزش با کمترین تعداد است.
-
-در طول `ORDER BY`, `GROUP BY`, `IN`, `DISTINCT` و به همین ترتیب, مادران رفتار به همان شیوه به عنوان اعداد مربوطه. مثلا, سفارش شده توسط انواع عددی. اپراتورهای برابری و مقایسه کار به همان شیوه در مادران به عنوان در مقادیر عددی اساسی انجام.
-
-مقادیر شمارشی را نمی توان با اعداد مقایسه شده است. شمارشی را می توان به یک رشته ثابت در مقایسه. اگر رشته در مقایسه با یک مقدار معتبر برای شمارشی نیست, یک استثنا پرتاب خواهد شد. اپراتور در با شمارشی در سمت چپ و مجموعه ای از رشته ها در سمت راست پشتیبانی می شود. رشته ارزش مربوط شمارشی هستند.
-
-Most numeric and string operations are not defined for Enum values, e.g. adding a number to an Enum or concatenating a string to an Enum.
-با این حال, شمارشی طبیعی است `toString` تابع است که ارزش رشته خود را برمی گرداند.
-
-مقادیر شمارشی نیز قابل تبدیل به انواع عددی با استفاده از `toT` تابع, که تی یک نوع عددی است. هنگامی که تی مربوط به نوع عددی اساسی شمارشی است, این تبدیل صفر هزینه است.
-نوع شمارشی را می توان بدون هزینه با استفاده از تغییر تغییر, اگر تنها مجموعه ای از ارزش تغییر است. ممکن است که به هر دو اضافه کردن و حذف اعضای شمارشی با استفاده از تغییر (از بین بردن امن است تنها در صورتی که مقدار حذف شده است هرگز در جدول استفاده می شود). به عنوان یک حفاظت, تغییر مقدار عددی از یک عضو شمارشی که قبلا تعریف یک استثنا پرتاب.
-
-با استفاده از تغییر آن را ممکن است برای تغییر یک Enum8 به Enum16 یا بالعکس فقط مانند تغییر یک Int8 به Int16.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/enum/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/fixedstring.md b/docs/fa/sql-reference/data-types/fixedstring.md
deleted file mode 100644
index 36d13975dbf..00000000000
--- a/docs/fa/sql-reference/data-types/fixedstring.md
+++ /dev/null
@@ -1,63 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: "\u0631\u0634\u062A\u0647 \u062B\u0627\u0628\u062A)"
----
-
-# رشته ثابت {#fixedstring}
-
-یک رشته ثابت طول `N` بایت (نه شخصیت و نه نقاط کد).
-
-برای اعلام یک ستون از `FixedString` نوع, استفاده از نحو زیر:
-
-``` sql
-<column_name> FixedString(N)
-```
-
-کجا `N` یک عدد طبیعی است.
-
-این `FixedString` نوع زمانی موثر است که داده ها طول دقیق داشته باشند `N` بایت در تمام موارد دیگر, این احتمال وجود دارد به کاهش بهره وری.
-
-نمونه هایی از مقادیر است که می تواند موثر در ذخیره می شود `FixedString`- ستون های تایپ شده:
-
--   نمایندگی دودویی نشانی های اینترنتی (`FixedString(16)` برای ایپو6).
--   Language codes (ru_RU, en_US … ).
--   Currency codes (USD, RUB … ).
--   نمایش دودویی رشته هش (`FixedString(16)` برای ام دی 5, `FixedString(32)` برای شی256).
-
-برای ذخیره مقادیر یوید از [UUID](uuid.md) نوع داده.
-
-هنگام قرار دادن داده ها, تاتر:
-
--   مکمل یک رشته با بایت پوچ اگر رشته شامل کمتر از `N` بایت
--   پرتاب `Too large value for FixedString(N)` استثنا اگر رشته شامل بیش از `N` بایت
-
-در هنگام انتخاب داده, تاتر می کند بایت پوچ در پایان رشته را حذف کنید. اگر شما استفاده از `WHERE` بند, شما باید بایت پوچ دستی اضافه برای مطابقت با `FixedString` ارزش. مثال زیر نشان میدهد که چگونه به استفاده از `WHERE` بند با `FixedString`.
-
-بیایید جدول زیر را با تک در نظر بگیریم `FixedString(2)` ستون:
-
-``` text
-┌─name──┐
-│ b     │
-└───────┘
-```
-
-پرسوجو `SELECT * FROM FixedStringTable WHERE a = 'b'` هیچ داده به عنوان یک نتیجه نمی گرداند. ما باید الگوی فیلتر با بایت پوچ تکمیل.
-
-``` sql
-SELECT * FROM FixedStringTable
-WHERE a = 'b\0'
-```
-
-``` text
-┌─a─┐
-│ b │
-└───┘
-```
-
-این رفتار از خروجی زیر برای متفاوت `CHAR` نوع (جایی که رشته ها با فضاهای خالی, و فضاهای برای خروجی حذف).
-
-توجه داشته باشید که طول `FixedString(N)` ارزش ثابت است. این [طول](../../sql-reference/functions/array-functions.md#array_functions-length) بازده عملکرد `N` حتی اگر `FixedString(N)` ارزش تنها با بایت پوچ پر, اما [خالی](../../sql-reference/functions/string-functions.md#empty) بازده عملکرد `1` در این مورد.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/fixedstring/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/float.md b/docs/fa/sql-reference/data-types/float.md
deleted file mode 100644
index 25ce81c3645..00000000000
--- a/docs/fa/sql-reference/data-types/float.md
+++ /dev/null
@@ -1,87 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: Float32, Float64
----
-
-# Float32, Float64 {#float32-float64}
-
-[اعداد ممیز شناور](https://en.wikipedia.org/wiki/IEEE_754).
-
-انواع معادل انواع ج هستند:
-
--   `Float32` - `float`
--   `Float64` - `double`
-
-ما توصیه می کنیم که شما ذخیره داده ها در فرم صحیح در هر زمان ممکن است. مثلا, تبدیل اعداد دقت ثابت به ارزش عدد صحیح, مانند مقدار پولی و یا بار بار صفحه در میلی ثانیه.
-
-## با استفاده از اعداد ممیز شناور {#using-floating-point-numbers}
-
--   محاسبات با اعداد ممیز شناور ممکن است یک خطای گرد کردن تولید.
-
-<!-- -->
-
-``` sql
-SELECT 1 - 0.9
-```
-
-``` text
-┌───────minus(1, 0.9)─┐
-│ 0.09999999999999998 │
-└─────────────────────┘
-```
-
--   نتیجه محاسبه بستگی به روش محاسبه (نوع پردازنده و معماری سیستم کامپیوتری).
--   محاسبات ممیز شناور ممکن است در اعداد مانند بی نهایت منجر شود (`Inf`) و “not-a-number” (`NaN`). این را باید در نظر گرفته شود در هنگام پردازش نتایج محاسبات.
--   هنگامی که تجزیه اعداد ممیز شناور از متن, نتیجه ممکن است نزدیکترین شماره ماشین نمایندگی.
-
-## هشدار داده می شود {#data_type-float-nan-inf}
-
-در مقابل به گذاشتن استاندارد, خانه رعیتی پشتیبانی از مقوله های زیر است از اعداد ممیز شناور:
-
--   `Inf` – Infinity.
-
-<!-- -->
-
-``` sql
-SELECT 0.5 / 0
-```
-
-``` text
-┌─divide(0.5, 0)─┐
-│            inf │
-└────────────────┘
-```
-
--   `-Inf` – Negative infinity.
-
-<!-- -->
-
-``` sql
-SELECT -0.5 / 0
-```
-
-``` text
-┌─divide(-0.5, 0)─┐
-│            -inf │
-└─────────────────┘
-```
-
--   `NaN` – Not a number.
-
-<!-- -->
-
-``` sql
-SELECT 0 / 0
-```
-
-``` text
-┌─divide(0, 0)─┐
-│          nan │
-└──────────────┘
-```
-
-    See the rules for `NaN` sorting in the section [ORDER BY clause](../sql_reference/statements/select/order-by.md).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/float/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/index.md b/docs/fa/sql-reference/data-types/index.md
deleted file mode 100644
index 8ec0ba03469..00000000000
--- a/docs/fa/sql-reference/data-types/index.md
+++ /dev/null
@@ -1,15 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0627\u0646\u0648\u0627\u0639 \u062F\u0627\u062F\u0647 \u0647\u0627"
-toc_priority: 37
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# انواع داده ها {#data_types}
-
-تاتر می توانید انواع مختلف داده ها در سلول های جدول ذخیره کنید.
-
-این بخش انواع داده های پشتیبانی شده و ملاحظات ویژه ای را برای استفاده و/یا در صورت وجود اجرا می کند.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/int-uint.md b/docs/fa/sql-reference/data-types/int-uint.md
deleted file mode 100644
index 749c1b52a1b..00000000000
--- a/docs/fa/sql-reference/data-types/int-uint.md
+++ /dev/null
@@ -1,26 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: UInt8, UInt16, UInt32, UInt64, Int8, Int16, Int32, Int64
----
-
-# UInt8, UInt16, UInt32, UInt64, Int8, Int16, Int32, Int64 {#uint8-uint16-uint32-uint64-int8-int16-int32-int64}
-
-اعداد صحیح ثابت طول, با یا بدون نشانه.
-
-## محدوده اعضای هیات {#int-ranges}
-
--   بین8- \[-128 : 127\]
--   اینتر16- \[-32768 : 32767\]
--   اینتر32 - \[-2147483648: 2147483647\]
--   اینتر64- \[-9223372036854775808 : 9223372036854775807\]
-
-## محدوده دانشگاه تهران {#uint-ranges}
-
--   توینت8- \[0: 255\]
--   اوینت16- \[0: 65535\]
--   اوینت32- \[0: 4294967295\]
--   اوت64 - \[0: 18446744073709551615\]
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/int_uint/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/nested-data-structures/index.md b/docs/fa/sql-reference/data-types/nested-data-structures/index.md
deleted file mode 100644
index b6cbdb6dc16..00000000000
--- a/docs/fa/sql-reference/data-types/nested-data-structures/index.md
+++ /dev/null
@@ -1,13 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0633\u0627\u062E\u062A\u0627\u0631\u0647\u0627\u06CC \u062F\u0627\
-  \u062F\u0647 \u062A\u0648 \u062F\u0631 \u062A\u0648"
-toc_hidden: true
-toc_priority: 54
-toc_title: "\u0645\u062E\u0641\u06CC"
----
-
-# ساختارهای داده تو در تو {#nested-data-structures}
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/nested_data_structures/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/nested-data-structures/nested.md b/docs/fa/sql-reference/data-types/nested-data-structures/nested.md
deleted file mode 100644
index 4857274f47e..00000000000
--- a/docs/fa/sql-reference/data-types/nested-data-structures/nested.md
+++ /dev/null
@@ -1,106 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 57
-toc_title: "\u062A\u0648 \u062F\u0631 \u062A\u0648(Name1 Type1, Name2 Type2, ...)"
----
-
-# Nested(name1 Type1, Name2 Type2, …) {#nestedname1-type1-name2-type2}
-
-A nested data structure is like a table inside a cell. The parameters of a nested data structure – the column names and types – are specified the same way as in a [CREATE TABLE](../../../sql-reference/statements/create.md) پرس و جو. هر سطر جدول می تواند به هر تعداد از ردیف در یک ساختار داده تو در تو مطابقت.
-
-مثال:
-
-``` sql
-CREATE TABLE test.visits
-(
-    CounterID UInt32,
-    StartDate Date,
-    Sign Int8,
-    IsNew UInt8,
-    VisitID UInt64,
-    UserID UInt64,
-    ...
-    Goals Nested
-    (
-        ID UInt32,
-        Serial UInt32,
-        EventTime DateTime,
-        Price Int64,
-        OrderID String,
-        CurrencyID UInt32
-    ),
-    ...
-) ENGINE = CollapsingMergeTree(StartDate, intHash32(UserID), (CounterID, StartDate, intHash32(UserID), VisitID), 8192, Sign)
-```
-
-این مثال اعلام کرد `Goals` ساختار داده های تو در تو, که شامل داده ها در مورد تبدیل (اهداف رسیده). هر سطر در ‘visits’ جدول می تواند به صفر یا هر تعداد از تبدیل مطابقت دارد.
-
-فقط یک سطح تودرتو تک پشتیبانی می شود. ستون های سازه های تو در تو حاوی ارریس معادل چندین بعدی هستند بنابراین پشتیبانی محدودی دارند (هیچ پشتیبانی ای برای ذخیره این ستون ها در جداول با موتور ادغام وجود ندارد).
-
-در بیشتر موارد, در هنگام کار با یک ساختار داده های تو در تو, ستون خود را با نام ستون جدا شده توسط یک نقطه مشخص. این ستون ها مجموعه ای از انواع تطبیق را تشکیل می دهند. تمام ستون ها از یک ساختار داده های تو در تو یکسان هستند.
-
-مثال:
-
-``` sql
-SELECT
-    Goals.ID,
-    Goals.EventTime
-FROM test.visits
-WHERE CounterID = 101500 AND length(Goals.ID) < 5
-LIMIT 10
-```
-
-``` text
-┌─Goals.ID───────────────────────┬─Goals.EventTime───────────────────────────────────────────────────────────────────────────┐
-│ [1073752,591325,591325]        │ ['2014-03-17 16:38:10','2014-03-17 16:38:48','2014-03-17 16:42:27']                       │
-│ [1073752]                      │ ['2014-03-17 00:28:25']                                                                   │
-│ [1073752]                      │ ['2014-03-17 10:46:20']                                                                   │
-│ [1073752,591325,591325,591325] │ ['2014-03-17 13:59:20','2014-03-17 22:17:55','2014-03-17 22:18:07','2014-03-17 22:18:51'] │
-│ []                             │ []                                                                                        │
-│ [1073752,591325,591325]        │ ['2014-03-17 11:37:06','2014-03-17 14:07:47','2014-03-17 14:36:21']                       │
-│ []                             │ []                                                                                        │
-│ []                             │ []                                                                                        │
-│ [591325,1073752]               │ ['2014-03-17 00:46:05','2014-03-17 00:46:05']                                             │
-│ [1073752,591325,591325,591325] │ ['2014-03-17 13:28:33','2014-03-17 13:30:26','2014-03-17 18:51:21','2014-03-17 18:51:45'] │
-└────────────────────────────────┴───────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-ساده ترین راه این است که از یک ساختار داده های تو در تو فکر می کنم به عنوان مجموعه ای از مجموعه ای از مجموعه های ستون های متعدد از همان طول.
-
-تنها جایی که پرس و جو را انتخاب کنید می توانید نام کل ساختار داده های تو در تو به جای ستون های فردی مشخص مجموعه ملحق بند. برای کسب اطلاعات بیشتر, دیدن “ARRAY JOIN clause”. مثال:
-
-``` sql
-SELECT
-    Goal.ID,
-    Goal.EventTime
-FROM test.visits
-ARRAY JOIN Goals AS Goal
-WHERE CounterID = 101500 AND length(Goals.ID) < 5
-LIMIT 10
-```
-
-``` text
-┌─Goal.ID─┬──────Goal.EventTime─┐
-│ 1073752 │ 2014-03-17 16:38:10 │
-│  591325 │ 2014-03-17 16:38:48 │
-│  591325 │ 2014-03-17 16:42:27 │
-│ 1073752 │ 2014-03-17 00:28:25 │
-│ 1073752 │ 2014-03-17 10:46:20 │
-│ 1073752 │ 2014-03-17 13:59:20 │
-│  591325 │ 2014-03-17 22:17:55 │
-│  591325 │ 2014-03-17 22:18:07 │
-│  591325 │ 2014-03-17 22:18:51 │
-│ 1073752 │ 2014-03-17 11:37:06 │
-└─────────┴─────────────────────┘
-```
-
-شما نمی توانید انتخاب کنید برای کل ساختار داده های تو در تو انجام دهد. شما فقط می توانید به صراحت ستون های فردی را که بخشی از این هستند لیست کنید.
-
-برای پرس و جو درج, شما باید تمام عناصر ستون مولفه از یک ساختار داده های تو در تو به طور جداگانه منتقل (در صورتی که مجموعه فردی بودند). در حین درج سیستم چک می کند که همان طول را دارند.
-
-برای پرس و جو توصیف, ستون در یک ساختار داده های تو در تو به طور جداگانه در همان راه ذکر شده.
-
-پرس و جو را تغییر دهید برای عناصر در یک ساختار داده های تو در تو دارای محدودیت.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/nested_data_structures/nested/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/nullable.md b/docs/fa/sql-reference/data-types/nullable.md
deleted file mode 100644
index 96643e8ac6c..00000000000
--- a/docs/fa/sql-reference/data-types/nullable.md
+++ /dev/null
@@ -1,46 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 54
-toc_title: Nullable
----
-
-# Nullable(typename) {#data_type-nullable}
-
-اجازه می دهد تا برای ذخیره نشانگر ویژه ([NULL](../../sql-reference/syntax.md)) که نشان دهنده “missing value” در کنار مقادیر عادی مجاز `TypeName`. برای مثال یک `Nullable(Int8)` ستون نوع می تواند ذخیره شود `Int8` ارزش نوع و ردیف است که ارزش ذخیره خواهد شد `NULL`.
-
-برای یک `TypeName` شما نمی توانید از انواع داده های کامپوزیت استفاده کنید [& حذف](array.md) و [تاپل](tuple.md). انواع داده های کامپوزیت می تواند شامل `Nullable` مقادیر نوع مانند `Array(Nullable(Int8))`.
-
-A `Nullable` فیلد نوع را نمی توان در شاخص های جدول گنجانده شده است.
-
-`NULL` مقدار پیش فرض برای هر `Nullable` نوع, مگر اینکه در غیر این صورت در پیکربندی سرور کلیک مشخص.
-
-## ویژگی های ذخیره سازی {#storage-features}
-
-برای ذخیره `Nullable` ارزش نوع در یک ستون جدول, تاتر با استفاده از یک فایل جداگانه با `NULL` ماسک علاوه بر فایل عادی با ارزش. مطالب در ماسک فایل اجازه می دهد خانه کلیک برای تشخیص بین `NULL` و یک مقدار پیش فرض از نوع داده مربوطه را برای هر سطر جدول. به دلیل یک فایل اضافی, `Nullable` ستون مصرف فضای ذخیره سازی اضافی در مقایسه با یک نرمال مشابه.
-
-!!! info "یادداشت"
-    با استفاده از `Nullable` تقریبا همیشه منفی تاثیر می گذارد عملکرد, نگه داشتن این در ذهن در هنگام طراحی پایگاه داده های خود را.
-
-## مثال طریقه استفاده {#usage-example}
-
-``` sql
-CREATE TABLE t_null(x Int8, y Nullable(Int8)) ENGINE TinyLog
-```
-
-``` sql
-INSERT INTO t_null VALUES (1, NULL), (2, 3)
-```
-
-``` sql
-SELECT x + y FROM t_null
-```
-
-``` text
-┌─plus(x, y)─┐
-│       ᴺᵁᴸᴸ │
-│          5 │
-└────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/nullable/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/simpleaggregatefunction.md b/docs/fa/sql-reference/data-types/simpleaggregatefunction.md
deleted file mode 100644
index ddb1cd56be0..00000000000
--- a/docs/fa/sql-reference/data-types/simpleaggregatefunction.md
+++ /dev/null
@@ -1,38 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# عملکرد پلاکتی {#data-type-simpleaggregatefunction}
-
-`SimpleAggregateFunction(name, types_of_arguments…)` نوع داده ها ارزش فعلی عملکرد کل را ذخیره می کند و حالت کامل خود را ذخیره نمی کند [`AggregateFunction`](aggregatefunction.md) چرا این بهینه سازی را می توان به توابع که اموال زیر را نگه می دارد اعمال می شود: در نتیجه استفاده از یک تابع `f` به مجموعه ردیف `S1 UNION ALL S2` می توان با استفاده از `f` به بخش هایی از مجموعه ردیف به طور جداگانه, و سپس دوباره استفاده `f` به نتایج: `f(S1 UNION ALL S2) = f(f(S1) UNION ALL f(S2))`. این ویژگی تضمین می کند که نتایج تجمع بخشی به اندازه کافی برای محاسبه یک ترکیب هستند, بنابراین ما لازم نیست برای ذخیره و پردازش هر گونه اطلاعات اضافی.
-
-توابع زیر مجموع پشتیبانی می شوند:
-
--   [`any`](../../sql-reference/aggregate-functions/reference.md#agg_function-any)
--   [`anyLast`](../../sql-reference/aggregate-functions/reference.md#anylastx)
--   [`min`](../../sql-reference/aggregate-functions/reference.md#agg_function-min)
--   [`max`](../../sql-reference/aggregate-functions/reference.md#agg_function-max)
--   [`sum`](../../sql-reference/aggregate-functions/reference.md#agg_function-sum)
--   [`groupBitAnd`](../../sql-reference/aggregate-functions/reference.md#groupbitand)
--   [`groupBitOr`](../../sql-reference/aggregate-functions/reference.md#groupbitor)
--   [`groupBitXor`](../../sql-reference/aggregate-functions/reference.md#groupbitxor)
-
-مقادیر `SimpleAggregateFunction(func, Type)` نگاه و ذخیره شده به همان شیوه به عنوان `Type` بنابراین شما نیازی به اعمال توابع با `-Merge`/`-State` پسوندها. `SimpleAggregateFunction` عملکرد بهتر از `AggregateFunction` با همان تابع تجمع.
-
-**پارامترها**
-
--   نام تابع جمع.
--   انواع استدلال تابع جمع.
-
-**مثال**
-
-``` sql
-CREATE TABLE t
-(
-    column1 SimpleAggregateFunction(sum, UInt64),
-    column2 SimpleAggregateFunction(any, String)
-) ENGINE = ...
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/simpleaggregatefunction/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/special-data-types/expression.md b/docs/fa/sql-reference/data-types/special-data-types/expression.md
deleted file mode 100644
index 5efa0708cf5..00000000000
--- a/docs/fa/sql-reference/data-types/special-data-types/expression.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 58
-toc_title: "\u0639\u0628\u0627\u0631\u062A"
----
-
-# عبارت {#expression}
-
-عبارات برای نمایندگی لامبداها در توابع بالا سفارش استفاده می شود.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/special_data_types/expression/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/special-data-types/index.md b/docs/fa/sql-reference/data-types/special-data-types/index.md
deleted file mode 100644
index 901a39a5335..00000000000
--- a/docs/fa/sql-reference/data-types/special-data-types/index.md
+++ /dev/null
@@ -1,15 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0627\u0646\u0648\u0627\u0639 \u062F\u0627\u062F\u0647 \u0647\u0627\
-  \u06CC \u0648\u06CC\u0698\u0647"
-toc_hidden: true
-toc_priority: 55
-toc_title: "\u0645\u062E\u0641\u06CC"
----
-
-# انواع داده های ویژه {#special-data-types}
-
-مقادیر ویژه نوع داده را نمی توان برای صرفه جویی در یک جدول یا خروجی در نتایج پرس و جو سریال, اما می تواند به عنوان یک نتیجه متوسط در طول اجرای پرس و جو مورد استفاده قرار.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/special_data_types/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/special-data-types/interval.md b/docs/fa/sql-reference/data-types/special-data-types/interval.md
deleted file mode 100644
index 7fcf722e0e5..00000000000
--- a/docs/fa/sql-reference/data-types/special-data-types/interval.md
+++ /dev/null
@@ -1,85 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 61
-toc_title: "\u0641\u0627\u0635\u0644\u0647"
----
-
-# فاصله {#data-type-interval}
-
-خانواده از انواع داده ها به نمایندگی از فواصل زمان و تاریخ. انواع حاصل از [INTERVAL](../../../sql-reference/operators/index.md#operator-interval) اپراتور
-
-!!! warning "اخطار"
-    `Interval` مقادیر نوع داده را نمی توان در جداول ذخیره کرد.
-
-ساختار:
-
--   فاصله زمانی به عنوان یک مقدار عدد صحیح بدون علامت.
--   نوع فاصله.
-
-انواع فاصله پشتیبانی شده:
-
--   `SECOND`
--   `MINUTE`
--   `HOUR`
--   `DAY`
--   `WEEK`
--   `MONTH`
--   `QUARTER`
--   `YEAR`
-
-برای هر نوع فاصله, یک نوع داده جداگانه وجود دارد. برای مثال `DAY` فاصله مربوط به `IntervalDay` نوع داده:
-
-``` sql
-SELECT toTypeName(INTERVAL 4 DAY)
-```
-
-``` text
-┌─toTypeName(toIntervalDay(4))─┐
-│ IntervalDay                  │
-└──────────────────────────────┘
-```
-
-## اظهارات طریقه استفاده {#data-type-interval-usage-remarks}
-
-شما می توانید استفاده کنید `Interval`- ارزش نوع در عملیات ریاضی با [تاریخ](../../../sql-reference/data-types/date.md) و [DateTime](../../../sql-reference/data-types/datetime.md)- ارزش نوع . مثلا, شما می توانید اضافه کنید 4 روز به زمان فعلی:
-
-``` sql
-SELECT now() as current_date_time, current_date_time + INTERVAL 4 DAY
-```
-
-``` text
-┌───current_date_time─┬─plus(now(), toIntervalDay(4))─┐
-│ 2019-10-23 10:58:45 │           2019-10-27 10:58:45 │
-└─────────────────────┴───────────────────────────────┘
-```
-
-فواصل با انواع مختلف نمی تواند ترکیب شود. شما می توانید فواصل مانند استفاده کنید `4 DAY 1 HOUR`. مشخص فواصل در واحد است که کوچکتر یا برابر با کوچکترین واحد فاصله, مثلا, فاصله `1 day and an hour` فاصله را می توان به عنوان بیان شده است `25 HOUR` یا `90000 SECOND`.
-
-شما می توانید عملیات ریاضی با انجام نمی `Interval`- ارزش نوع, اما شما می توانید فواصل از انواع مختلف در نتیجه به ارزش در اضافه `Date` یا `DateTime` انواع داده ها. به عنوان مثال:
-
-``` sql
-SELECT now() AS current_date_time, current_date_time + INTERVAL 4 DAY + INTERVAL 3 HOUR
-```
-
-``` text
-┌───current_date_time─┬─plus(plus(now(), toIntervalDay(4)), toIntervalHour(3))─┐
-│ 2019-10-23 11:16:28 │                                    2019-10-27 14:16:28 │
-└─────────────────────┴────────────────────────────────────────────────────────┘
-```
-
-پرس و جو زیر باعث یک استثنا:
-
-``` sql
-select now() AS current_date_time, current_date_time + (INTERVAL 4 DAY + INTERVAL 3 HOUR)
-```
-
-``` text
-Received exception from server (version 19.14.1):
-Code: 43. DB::Exception: Received from localhost:9000. DB::Exception: Wrong argument types for function plus: if one argument is Interval, then another must be Date or DateTime..
-```
-
-## همچنین نگاه کنید به {#see-also}
-
--   [INTERVAL](../../../sql-reference/operators/index.md#operator-interval) اپراتور
--   [توینتروال](../../../sql-reference/functions/type-conversion-functions.md#function-tointerval) توابع تبدیل نوع
diff --git a/docs/fa/sql-reference/data-types/special-data-types/nothing.md b/docs/fa/sql-reference/data-types/special-data-types/nothing.md
deleted file mode 100644
index 4bc900edb67..00000000000
--- a/docs/fa/sql-reference/data-types/special-data-types/nothing.md
+++ /dev/null
@@ -1,26 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 60
-toc_title: "\u0647\u06CC\u0686\u06CC"
----
-
-# هیچی {#nothing}
-
-تنها هدف از این نوع داده ها نشان دهنده مواردی است که انتظار نمی رود ارزش باشد. بنابراین شما می توانید یک ایجاد کنید `Nothing` نوع ارزش.
-
-مثلا, تحت اللفظی [NULL](../../../sql-reference/syntax.md#null-literal) دارای نوع `Nullable(Nothing)`. اطلاعات بیشتر در مورد [Nullable](../../../sql-reference/data-types/nullable.md).
-
-این `Nothing` نوع نیز می تواند مورد استفاده برای نشان دادن خالی:
-
-``` sql
-SELECT toTypeName(array())
-```
-
-``` text
-┌─toTypeName(array())─┐
-│ Array(Nothing)      │
-└─────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/special_data_types/nothing/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/special-data-types/set.md b/docs/fa/sql-reference/data-types/special-data-types/set.md
deleted file mode 100644
index 9a5fcee4855..00000000000
--- a/docs/fa/sql-reference/data-types/special-data-types/set.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 59
-toc_title: "\u062A\u0646\u0638\u06CC\u0645"
----
-
-# تنظیم {#set}
-
-مورد استفاده برای نیمه راست یک [IN](../../operators/in.md#select-in-operators) اصطلاح.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/special_data_types/set/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/string.md b/docs/fa/sql-reference/data-types/string.md
deleted file mode 100644
index e260b681e0d..00000000000
--- a/docs/fa/sql-reference/data-types/string.md
+++ /dev/null
@@ -1,20 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: "\u0631\u0634\u062A\u0647"
----
-
-# رشته {#string}
-
-رشته ها از طول دلخواه. طول محدود نمی شود. مقدار می تواند مجموعه دلخواه از بایت شامل, از جمله بایت پوچ.
-نوع رشته جایگزین انواع لاکار, قطره, مسدود کردن, و دیگران را از دیگر سرویس بهداشتی.
-
-## کدگذاریها {#encodings}
-
-کلیکهاوس مفهوم کدگذاریها را ندارد. رشته ها می توانند شامل مجموعه دلخواه از بایت, که ذخیره می شود و خروجی به عنوان است.
-اگر شما نیاز به ذخیره متون, توصیه می کنیم با استفاده از یونایتد-8 رمزگذاری. حداقل, اگر ترمینال خود را با استفاده از سخن گفتن-8 (به عنوان توصیه می شود), شما می توانید خواندن و نوشتن ارزش های خود را بدون ساخت تبدیل.
-به طور مشابه, توابع خاص برای کار با رشته تغییرات جداگانه که با این فرض کار می کنند که رشته شامل مجموعه ای از بایت به نمایندگی از یک متن کد گذاری شده-8.
-برای مثال ‘length’ تابع محاسبه طول رشته در بایت, در حالی که ‘lengthUTF8’ تابع محاسبه طول رشته در نقاط کد یونیکد, فرض کنید که ارزش است گفتن-8 کد گذاری.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/string/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/tuple.md b/docs/fa/sql-reference/data-types/tuple.md
deleted file mode 100644
index fc4aeb92fe0..00000000000
--- a/docs/fa/sql-reference/data-types/tuple.md
+++ /dev/null
@@ -1,52 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 53
-toc_title: "\u062A\u0627\u067E\u0644 (\u062A\u06CC1, \u062A\u06CC2,...)"
----
-
-# Tuple(t1, T2, …) {#tuplet1-t2}
-
-یک تاپل از عناصر, هر یک با داشتن یک فرد [نوع](index.md#data_types).
-
-تاپل برای گروه بندی ستون موقت استفاده می شود. ستون ها را می توان گروه بندی کرد زمانی که یک عبارت در یک پرس و جو استفاده می شود, و برای مشخص کردن پارامترهای رسمی خاصی از توابع لامبدا. برای کسب اطلاعات بیشتر به بخش ها مراجعه کنید [در اپراتورها](../../sql-reference/operators/in.md) و [توابع سفارش بالاتر](../../sql-reference/functions/higher-order-functions.md).
-
-تاپل می تواند در نتیجه یک پرس و جو. در این مورد, برای فرمت های متنی غیر از جانسون, ارزش کاما از هم جدا در براکت. در فرمت های جوسون, تاپل خروجی به عنوان ارریس هستند (در براکت مربع).
-
-## ایجاد یک تاپل {#creating-a-tuple}
-
-شما می توانید یک تابع برای ایجاد یک تاپل استفاده کنید:
-
-``` sql
-tuple(T1, T2, ...)
-```
-
-نمونه ای از ایجاد یک تاپل:
-
-``` sql
-SELECT tuple(1,'a') AS x, toTypeName(x)
-```
-
-``` text
-┌─x───────┬─toTypeName(tuple(1, 'a'))─┐
-│ (1,'a') │ Tuple(UInt8, String)      │
-└─────────┴───────────────────────────┘
-```
-
-## کار با انواع داده ها {#working-with-data-types}
-
-در هنگام ایجاد یک تاپل در پرواز, تاتر به طور خودکار نوع هر استدلال به عنوان حداقل از انواع که می تواند ارزش استدلال ذخیره تشخیص. اگر استدلال است [NULL](../../sql-reference/syntax.md#null-literal), نوع عنصر تاپل است [Nullable](nullable.md).
-
-نمونه ای از تشخیص نوع داده ها به صورت خودکار:
-
-``` sql
-SELECT tuple(1, NULL) AS x, toTypeName(x)
-```
-
-``` text
-┌─x────────┬─toTypeName(tuple(1, NULL))──────┐
-│ (1,NULL) │ Tuple(UInt8, Nullable(Nothing)) │
-└──────────┴─────────────────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/tuple/) <!--hide-->
diff --git a/docs/fa/sql-reference/data-types/uuid.md b/docs/fa/sql-reference/data-types/uuid.md
deleted file mode 100644
index bc414b3b7e3..00000000000
--- a/docs/fa/sql-reference/data-types/uuid.md
+++ /dev/null
@@ -1,77 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 46
-toc_title: UUID
----
-
-# UUID {#uuid-data-type}
-
-شناسه جهانی منحصر به فرد (شناسه) یک عدد 16 بایت مورد استفاده برای شناسایی سوابق است. برای کسب اطلاعات دقیق در مورد شناسه, دیدن [ویکیپدیا](https://en.wikipedia.org/wiki/Universally_unique_identifier).
-
-نمونه ای از ارزش نوع شناسه در زیر نشان داده شده است:
-
-``` text
-61f0c404-5cb3-11e7-907b-a6006ad3dba0
-```
-
-اگر شما مقدار ستون شناسه مشخص نیست در هنگام قرار دادن یک رکورد جدید, ارزش شناسه با صفر پر:
-
-``` text
-00000000-0000-0000-0000-000000000000
-```
-
-## چگونه برای تولید {#how-to-generate}
-
-برای تولید ارزش شناسه, خانه فراهم می کند [جنراتیدو4](../../sql-reference/functions/uuid-functions.md) تابع.
-
-## مثال طریقه استفاده {#usage-example}
-
-**مثال 1**
-
-این مثال نشان می دهد ایجاد یک جدول با ستون نوع شناسه و قرار دادن یک مقدار به جدول.
-
-``` sql
-CREATE TABLE t_uuid (x UUID, y String) ENGINE=TinyLog
-```
-
-``` sql
-INSERT INTO t_uuid SELECT generateUUIDv4(), 'Example 1'
-```
-
-``` sql
-SELECT * FROM t_uuid
-```
-
-``` text
-┌────────────────────────────────────x─┬─y─────────┐
-│ 417ddc5d-e556-4d27-95dd-a34d84e46a50 │ Example 1 │
-└──────────────────────────────────────┴───────────┘
-```
-
-**مثال 2**
-
-در این مثال مقدار ستون یوید هنگام وارد کردن یک رکورد جدید مشخص نشده است.
-
-``` sql
-INSERT INTO t_uuid (y) VALUES ('Example 2')
-```
-
-``` sql
-SELECT * FROM t_uuid
-```
-
-``` text
-┌────────────────────────────────────x─┬─y─────────┐
-│ 417ddc5d-e556-4d27-95dd-a34d84e46a50 │ Example 1 │
-│ 00000000-0000-0000-0000-000000000000 │ Example 2 │
-└──────────────────────────────────────┴───────────┘
-```
-
-## محدودیت ها {#restrictions}
-
-نوع داده شناسه تنها پشتیبانی از توابع که [رشته](string.md) نوع داده نیز پشتیبانی می کند (به عنوان مثال, [کمینه](../../sql-reference/aggregate-functions/reference.md#agg_function-min), [حداکثر](../../sql-reference/aggregate-functions/reference.md#agg_function-max) و [شمارش](../../sql-reference/aggregate-functions/reference.md#agg_function-count)).
-
-نوع داده یوید توسط عملیات ریاضی پشتیبانی نمی شود (به عنوان مثال, [شکم](../../sql-reference/functions/arithmetic-functions.md#arithm_func-abs)) و یا توابع دانه, مانند [جمع](../../sql-reference/aggregate-functions/reference.md#agg_function-sum) و [میانگین](../../sql-reference/aggregate-functions/reference.md#agg_function-avg).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/data_types/uuid/) <!--hide-->
diff --git a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md b/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md
deleted file mode 100644
index e36cd4cd110..00000000000
--- a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md
+++ /dev/null
@@ -1,71 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: "\u0644\u063A\u062A\u0646\u0627\u0645\u0647\u0647\u0627 \u0633\u0644\u0633\
-  \u0644\u0647 \u0645\u0631\u0627\u062A\u0628\u06CC"
----
-
-# لغتنامهها سلسله مراتبی {#hierarchical-dictionaries}
-
-کلیک هاوس از لغت نامه های سلسله مراتبی با یک [کلید عددی](external-dicts-dict-structure.md#ext_dict-numeric-key).
-
-در ساختار سلسله مراتبی زیر نگاه کنید:
-
-``` text
-0 (Common parent)
-│
-├── 1 (Russia)
-│   │
-│   └── 2 (Moscow)
-│       │
-│       └── 3 (Center)
-│
-└── 4 (Great Britain)
-    │
-    └── 5 (London)
-```
-
-این سلسله مراتب را می توان به عنوان جدول فرهنگ لغت زیر بیان شده است.
-
-| _ورود | _ نواحی | نام _خانوادگی |
-|--------|----------|----------------|
-| 1      | 0        | روسیه          |
-| 2      | 1        | مسکو           |
-| 3      | 2        | مرکز           |
-| 4      | 0        | بریتانیا       |
-| 5      | 4        | لندن           |
-
-این جدول شامل یک ستون است `parent_region` که شامل کلید نزدیکترین پدر و مادر برای عنصر.
-
-تاتر از [سلسله مراتبی](external-dicts-dict-structure.md#hierarchical-dict-attr) املاک برای [فرهنگ لغت خارجی](index.md) صفات. این ویژگی اجازه می دهد تا شما را به پیکربندی فرهنگ لغت سلسله مراتبی شبیه به بالا توضیح داده شد.
-
-این [حکومت دیکتاتوری](../../../sql-reference/functions/ext-dict-functions.md#dictgethierarchy) تابع اجازه می دهد تا شما را به زنجیره پدر و مادر از یک عنصر.
-
-برای مثال ما ساختار فرهنگ لغت می تواند به شرح زیر است:
-
-``` xml
-<dictionary>
-    <structure>
-        <id>
-            <name>region_id</name>
-        </id>
-
-        <attribute>
-            <name>parent_region</name>
-            <type>UInt64</type>
-            <null_value>0</null_value>
-            <hierarchical>true</hierarchical>
-        </attribute>
-
-        <attribute>
-            <name>region_name</name>
-            <type>String</type>
-            <null_value></null_value>
-        </attribute>
-
-    </structure>
-</dictionary>
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_hierarchical/) <!--hide-->
diff --git a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md b/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
deleted file mode 100644
index dcef633c9e1..00000000000
--- a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
+++ /dev/null
@@ -1,397 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: "\u0630\u062E\u06CC\u0631\u0647 \u0648\u0627\u0698\u0647\u0646\u0627\u0645\
-  \u0647\u0647\u0627 \u062F\u0631 \u062D\u0627\u0641\u0638\u0647"
----
-
-# ذخیره واژهنامهها در حافظه {#dicts-external-dicts-dict-layout}
-
-راه های مختلفی برای ذخیره لغت نامه ها در حافظه وجود دارد.
-
-ما توصیه می کنیم [تخت](#flat), [درهم](#dicts-external_dicts_dict_layout-hashed) و [_ساخت مجتمع](#complex-key-hashed). که سرعت پردازش بهینه را فراهم می کند.
-
-ذخیره سازی به دلیل عملکرد بالقوه ضعیف و مشکلات در انتخاب پارامترهای مطلوب توصیه نمی شود. ادامه مطلب در بخش “[نهانگاه](#cache)”.
-
-راه های مختلفی برای بهبود عملکرد فرهنگ لغت وجود دارد:
-
--   پاسخ تابع برای کار با فرهنگ لغت پس از `GROUP BY`.
--   علامت گذاری به عنوان ویژگی برای استخراج به عنوان تزریقی. یک ویژگی است که به نام عاطفی اگر مقادیر ویژگی های مختلف به کلید های مختلف مطابقت دارد. بنابراین زمانی که `GROUP BY` با استفاده از یک تابع است که بازخوانی ارزش ویژگی های کلیدی, این تابع به طور خودکار از گرفته `GROUP BY`.
-
-تاتر تولید یک استثنا برای خطا با لغت نامه. نمونه هایی از اشتباهات:
-
--   فرهنگ لغت در حال دسترسی نمی تواند لود شود.
--   خطای پرسوجو یک `cached` فرهنگ لغت.
-
-شما می توانید لیستی از لغت نامه های خارجی و وضعیت خود را در `system.dictionaries` جدول
-
-پیکربندی به نظر می رسد مثل این:
-
-``` xml
-<yandex>
-    <dictionary>
-        ...
-        <layout>
-            <layout_type>
-                <!-- layout settings -->
-            </layout_type>
-        </layout>
-        ...
-    </dictionary>
-</yandex>
-```
-
-متناظر [توصیف](../../statements/create.md#create-dictionary-query):
-
-``` sql
-CREATE DICTIONARY (...)
-...
-LAYOUT(LAYOUT_TYPE(param value)) -- layout settings
-...
-```
-
-## راه هایی برای ذخیره لغت نامه ها در حافظه {#ways-to-store-dictionaries-in-memory}
-
--   [تخت](#flat)
--   [درهم](#dicts-external_dicts_dict_layout-hashed)
--   [فشردهسازی](#dicts-external_dicts_dict_layout-sparse_hashed)
--   [نهانگاه](#cache)
--   [مستقیم](#direct)
--   [رنگها](#range-hashed)
--   [_ساخت مجتمع](#complex-key-hashed)
--   [_پیچید_چهای پیچیده](#complex-key-cache)
--   [شمال اروپا](#ip-trie)
-
-### تخت {#flat}
-
-فرهنگ لغت به طور کامل در حافظه در قالب مجموعه تخت ذخیره می شود. چقدر حافظه استفاده از فرهنگ لغت? مقدار متناسب با اندازه بزرگترین کلید است (در فضا استفاده می شود).
-
-کلید فرهنگ لغت است `UInt64` نوع و ارزش محدود به 500,000 است. اگر یک کلید بزرگتر کشف شده است در هنگام ایجاد فرهنگ لغت, تاتر می اندازد یک استثنا و فرهنگ لغت ایجاد کنید.
-
-تمام انواع منابع پشتیبانی می شوند. هنگام به روز رسانی, داده ها (از یک فایل و یا از یک جدول) در تمامیت خود را به عنوان خوانده شده.
-
-این روش بهترین عملکرد را در میان تمام روش های موجود ذخیره سازی فرهنگ لغت فراهم می کند.
-
-مثال پیکربندی:
-
-``` xml
-<layout>
-  <flat />
-</layout>
-```
-
-یا
-
-``` sql
-LAYOUT(FLAT())
-```
-
-### درهم {#dicts-external_dicts_dict_layout-hashed}
-
-فرهنگ لغت به طور کامل در حافظه در قالب یک جدول هش ذخیره می شود. فرهنگ لغت می تواند شامل هر تعداد از عناصر با هر شناسه در عمل تعداد کلید ده ها میلیون نفر از اقلام برسد.
-
-تمام انواع منابع پشتیبانی می شوند. هنگام به روز رسانی, داده ها (از یک فایل و یا از یک جدول) در تمامیت خود را به عنوان خوانده شده.
-
-مثال پیکربندی:
-
-``` xml
-<layout>
-  <hashed />
-</layout>
-```
-
-یا
-
-``` sql
-LAYOUT(HASHED())
-```
-
-### فشردهسازی {#dicts-external_dicts_dict_layout-sparse_hashed}
-
-مشابه به `hashed`, اما با استفاده از حافظه کمتر به نفع استفاده از پردازنده بیشتر.
-
-مثال پیکربندی:
-
-``` xml
-<layout>
-  <sparse_hashed />
-</layout>
-```
-
-``` sql
-LAYOUT(SPARSE_HASHED())
-```
-
-### _ساخت مجتمع {#complex-key-hashed}
-
-این نوع ذخیره سازی برای استفاده با کامپوزیت است [کلید](external-dicts-dict-structure.md). مشابه به `hashed`.
-
-مثال پیکربندی:
-
-``` xml
-<layout>
-  <complex_key_hashed />
-</layout>
-```
-
-``` sql
-LAYOUT(COMPLEX_KEY_HASHED())
-```
-
-### رنگها {#range-hashed}
-
-فرهنگ لغت در حافظه به شکل یک جدول هش با مجموعه ای مرتب از محدوده ها و مقادیر مربوطه ذخیره می شود.
-
-این روش ذخیره سازی کار می کند به همان شیوه به عنوان درهم و اجازه می دهد تا با استفاده از تاریخ/زمان (نوع عددی دلخواه) محدوده علاوه بر کلید.
-
-مثال: جدول شامل تخفیف برای هر تبلیغ در قالب:
-
-``` text
-+---------|-------------|-------------|------+
-| advertiser id | discount start date | discount end date | amount |
-+===============+=====================+===================+========+
-| 123           | 2015-01-01          | 2015-01-15        | 0.15   |
-+---------|-------------|-------------|------+
-| 123           | 2015-01-16          | 2015-01-31        | 0.25   |
-+---------|-------------|-------------|------+
-| 456           | 2015-01-01          | 2015-01-15        | 0.05   |
-+---------|-------------|-------------|------+
-```
-
-برای استفاده از یک نمونه برای محدوده تاریخ, تعریف `range_min` و `range_max` عناصر در [ساختار](external-dicts-dict-structure.md). این عناصر باید حاوی عناصر `name` و`type` (اگر `type` مشخص نشده است, نوع پیش فرض استفاده خواهد شد - تاریخ). `type` می تواند هر نوع عددی (تاریخ / DateTime / UInt64 / Int32 / دیگران).
-
-مثال:
-
-``` xml
-<structure>
-    <id>
-        <name>Id</name>
-    </id>
-    <range_min>
-        <name>first</name>
-        <type>Date</type>
-    </range_min>
-    <range_max>
-        <name>last</name>
-        <type>Date</type>
-    </range_max>
-    ...
-```
-
-یا
-
-``` sql
-CREATE DICTIONARY somedict (
-    id UInt64,
-    first Date,
-    last Date
-)
-PRIMARY KEY id
-LAYOUT(RANGE_HASHED())
-RANGE(MIN first MAX last)
-```
-
-برای کار با این لغت نامه, شما نیاز به تصویب یک استدلال اضافی به `dictGetT` تابع, که یک محدوده انتخاب شده است:
-
-``` sql
-dictGetT('dict_name', 'attr_name', id, date)
-```
-
-این تابع ارزش برای مشخص گرداند `id`بازدید کنندگان و محدوده تاریخ که شامل تاریخ گذشت.
-
-اطلاعات از الگوریتم:
-
--   اگر `id` یافت نشد و یا یک محدوده برای یافت نشد `id` مقدار پیش فرض فرهنگ لغت را برمی گرداند.
--   اگر با هم تداخل دارند محدوده وجود دارد, شما می توانید هر استفاده.
--   اگر جداساز محدوده باشد `NULL` یا نامعتبر تاریخ (مانند 1900-01-01 یا 2039-01-01) طیف وسیعی است که در سمت چپ باز است. محدوده را می توان در هر دو طرف باز کرد.
-
-مثال پیکربندی:
-
-``` xml
-<yandex>
-        <dictionary>
-
-                ...
-
-                <layout>
-                        <range_hashed />
-                </layout>
-
-                <structure>
-                        <id>
-                                <name>Abcdef</name>
-                        </id>
-                        <range_min>
-                                <name>StartTimeStamp</name>
-                                <type>UInt64</type>
-                        </range_min>
-                        <range_max>
-                                <name>EndTimeStamp</name>
-                                <type>UInt64</type>
-                        </range_max>
-                        <attribute>
-                                <name>XXXType</name>
-                                <type>String</type>
-                                <null_value />
-                        </attribute>
-                </structure>
-
-        </dictionary>
-</yandex>
-```
-
-یا
-
-``` sql
-CREATE DICTIONARY somedict(
-    Abcdef UInt64,
-    StartTimeStamp UInt64,
-    EndTimeStamp UInt64,
-    XXXType String DEFAULT ''
-)
-PRIMARY KEY Abcdef
-RANGE(MIN StartTimeStamp MAX EndTimeStamp)
-```
-
-### نهانگاه {#cache}
-
-فرهنگ لغت در کش است که تعداد ثابتی از سلول های ذخیره می شود. این سلول ها حاوی عناصر اغلب استفاده می شود.
-
-هنگام جستجو برای یک فرهنگ لغت کش اول جستجو می شود. برای هر بلوک از داده ها, تمام کلید هایی که در کش یافت نشد و یا منسوخ شده از منبع با استفاده از درخواست `SELECT attrs... FROM db.table WHERE id IN (k1, k2, ...)`. داده های دریافت شده است و سپس به کش نوشته شده است.
-
-برای لغت نامه کش, انقضا [طول عمر](external-dicts-dict-lifetime.md) از داده ها در کش را می توان تنظیم کرد. اگر زمان بیشتری از `lifetime` از زمان بارگذاری داده ها در یک سلول گذشت, ارزش سلول استفاده نمی شود, و دوباره درخواست دفعه بعد که نیاز به استفاده می شود.
-این حداقل موثر از تمام راه هایی برای ذخیره لغت نامه است. سرعت کش به شدت در تنظیمات صحیح و سناریوی استفاده بستگی دارد. فرهنگ لغت نوع کش به خوبی انجام تنها زمانی که نرخ ضربه به اندازه کافی بالا هستند (توصیه می شود 99% و بالاتر). شما می توانید میزان ضربه به طور متوسط در مشاهده `system.dictionaries` جدول
-
-برای بهبود عملکرد کش, استفاده از یک خرده فروشی با `LIMIT`, و پاسخ تابع با فرهنگ لغت خارجی.
-
-پشتیبانی [منابع](external-dicts-dict-sources.md) پردازشگر پشتیبانی شده:
-
-مثال تنظیمات:
-
-``` xml
-<layout>
-    <cache>
-        <!-- The size of the cache, in number of cells. Rounded up to a power of two. -->
-        <size_in_cells>1000000000</size_in_cells>
-    </cache>
-</layout>
-```
-
-یا
-
-``` sql
-LAYOUT(CACHE(SIZE_IN_CELLS 1000000000))
-```
-
-تنظیم اندازه کش به اندازه کافی بزرگ است. شما نیاز به تجربه برای انتخاب تعدادی از سلول های:
-
-1.  تنظیم برخی از ارزش.
-2.  نمایش داده شد اجرا تا کش کاملا کامل است.
-3.  ارزیابی مصرف حافظه با استفاده از `system.dictionaries` جدول
-4.  افزایش یا کاهش تعداد سلول ها تا زمانی که مصرف حافظه مورد نیاز رسیده است.
-
-!!! warning "اخطار"
-    هنوز تاتر به عنوان یک منبع استفاده نمی, چرا که کند است برای پردازش نمایش داده شد با تصادفی می خواند.
-
-### _پیچید_چهای پیچیده {#complex-key-cache}
-
-این نوع ذخیره سازی برای استفاده با کامپوزیت است [کلید](external-dicts-dict-structure.md). مشابه به `cache`.
-
-### مستقیم {#direct}
-
-فرهنگ لغت در حافظه ذخیره نمی شود و به طور مستقیم به منبع می رود در طول پردازش یک درخواست.
-
-کلید فرهنگ لغت است `UInt64` نوع.
-
-همه انواع [منابع](external-dicts-dict-sources.md), به جز فایل های محلی, پشتیبانی می شوند.
-
-مثال پیکربندی:
-
-``` xml
-<layout>
-  <direct />
-</layout>
-```
-
-یا
-
-``` sql
-LAYOUT(DIRECT())
-```
-
-### شمال اروپا {#ip-trie}
-
-این نوع ذخیره سازی برای پیشوندهای نقشه برداری شبکه (نشانی های اینترنتی) به فراداده مانند ان است.
-
-مثال: جدول شامل پیشوندهای شبکه و مربوط به خود را به عنوان شماره و کد کشور:
-
-``` text
-  +-----------|-----|------+
-  | prefix          | asn   | cca2   |
-  +=================+=======+========+
-  | 202.79.32.0/20  | 17501 | NP     |
-  +-----------|-----|------+
-  | 2620:0:870::/48 | 3856  | US     |
-  +-----------|-----|------+
-  | 2a02:6b8:1::/48 | 13238 | RU     |
-  +-----------|-----|------+
-  | 2001:db8::/32   | 65536 | ZZ     |
-  +-----------|-----|------+
-```
-
-هنگام استفاده از این نوع طرح, ساختار باید یک کلید کامپوزیت دارند.
-
-مثال:
-
-``` xml
-<structure>
-    <key>
-        <attribute>
-            <name>prefix</name>
-            <type>String</type>
-        </attribute>
-    </key>
-    <attribute>
-            <name>asn</name>
-            <type>UInt32</type>
-            <null_value />
-    </attribute>
-    <attribute>
-            <name>cca2</name>
-            <type>String</type>
-            <null_value>??</null_value>
-    </attribute>
-    ...
-```
-
-یا
-
-``` sql
-CREATE DICTIONARY somedict (
-    prefix String,
-    asn UInt32,
-    cca2 String DEFAULT '??'
-)
-PRIMARY KEY prefix
-```
-
-کلید باید تنها یک ویژگی نوع رشته ای داشته باشد که شامل یک پیشوند مجاز است. انواع دیگر هنوز پشتیبانی نمی شوند.
-
-برای نمایش داده شد, شما باید توابع مشابه استفاده کنید (`dictGetT` با یک تاپل) به عنوان لغت نامه با کلید های کامپوزیت:
-
-``` sql
-dictGetT('dict_name', 'attr_name', tuple(ip))
-```
-
-تابع طول می کشد یا `UInt32` برای ایپو4 یا `FixedString(16)` برای IPv6:
-
-``` sql
-dictGetString('prefix', 'asn', tuple(IPv6StringToNum('2001:db8::1')))
-```
-
-انواع دیگر هنوز پشتیبانی نمی شوند. تابع ویژگی برای پیشوند که مربوط به این نشانی اینترنتی را برمی گرداند. اگر پیشوند با هم تداخل دارند وجود دارد, یکی از خاص ترین بازگشته است.
-
-داده ها در یک ذخیره می شود `trie`. این به طور کامل باید به رم مناسب.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_layout/) <!--hide-->
diff --git a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md b/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md
deleted file mode 100644
index ed4485d4392..00000000000
--- a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md
+++ /dev/null
@@ -1,92 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 42
-toc_title: "\u0628\u0647 \u0631\u0648\u0632 \u0631\u0633\u0627\u0646\u06CC \u0641\u0631\
-  \u0647\u0646\u06AF \u0644\u063A\u062A"
----
-
-# به روز رسانی فرهنگ لغت {#dictionary-updates}
-
-خانه کلیک دوره به روز رسانی لغت نامه. فاصله به روز رسانی برای لغت نامه به طور کامل دانلود و فاصله ابطال لغت نامه کش در تعریف `<lifetime>` برچسب در ثانیه.
-
-به روز رسانی فرهنگ لغت (به غیر از بارگذاری برای استفاده اول) نمایش داده شد را مسدود کند. در طول به روز رسانی, نسخه های قدیمی از یک فرهنگ لغت استفاده شده است. اگر یک خطا در طول به روز رسانی رخ می دهد, خطا به ورود به سیستم سرور نوشته شده, و نمایش داده شد ادامه استفاده از نسخه های قدیمی از لغت نامه.
-
-مثال تنظیمات:
-
-``` xml
-<dictionary>
-    ...
-    <lifetime>300</lifetime>
-    ...
-</dictionary>
-```
-
-``` sql
-CREATE DICTIONARY (...)
-...
-LIFETIME(300)
-...
-```
-
-تنظیم `<lifetime>0</lifetime>` (`LIFETIME(0)`) جلوگیری از لغت نامه از به روز رسانی .
-
-شما می توانید یک بازه زمانی برای ارتقا تنظیم, و تاتر یک زمان یکنواخت تصادفی در این محدوده را انتخاب کنید. این به منظور توزیع بار بر روی منبع فرهنگ لغت در هنگام به روز رسانی در تعداد زیادی از سرور لازم است.
-
-مثال تنظیمات:
-
-``` xml
-<dictionary>
-    ...
-    <lifetime>
-        <min>300</min>
-        <max>360</max>
-    </lifetime>
-    ...
-</dictionary>
-```
-
-یا
-
-``` sql
-LIFETIME(MIN 300 MAX 360)
-```
-
-اگر `<min>0</min>` و `<max>0</max>`, کلیک می کند فرهنگ لغت توسط ایست بارگذاری مجدد نیست.
-در این مورد, تاتر می توانید فرهنگ لغت زودتر بارگذاری مجدد اگر فایل پیکربندی فرهنگ لغت تغییر یافت و یا `SYSTEM RELOAD DICTIONARY` فرمان اعدام شد.
-
-هنگام به روز رسانی لغت نامه, سرور کلیک اعمال منطق مختلف بسته به نوع [متن](external-dicts-dict-sources.md):
-
-هنگام به روز رسانی لغت نامه, سرور کلیک اعمال منطق مختلف بسته به نوع [متن](external-dicts-dict-sources.md):
-
--   برای یک فایل متنی زمان اصلاح را بررسی می کند. اگر زمان از زمان قبلا ثبت شده متفاوت, فرهنگ لغت به روز شده است.
--   برای جداول میثم, زمان اصلاح بررسی می شود با استفاده از یک `SHOW TABLE STATUS` پرس و جو.
--   واژهنامهها از منابع دیگر در هر زمان به طور پیش فرض به روز شد.
-
-برای خروجی زیر (دیگر), ان بی سی و منابع فاحشه خانه, شما می توانید راه اندازی یک پرس و جو است که لغت نامه تنها در صورتی که واقعا تغییر به روز رسانی, به جای هر زمان. برای انجام این کار این مراحل را دنبال کنید:
-
--   جدول فرهنگ لغت باید یک میدان است که همیشه تغییر زمانی که داده های منبع به روز شده است.
--   تنظیمات منبع باید پرس و جو که بازیابی زمینه در حال تغییر را مشخص کنید. سرور کلیک تفسیر نتیجه پرس و جو به عنوان یک ردیف, و اگر این ردیف نسبت به حالت قبلی خود تغییر کرده است, فرهنگ لغت به روز شده است. مشخص کردن پرسوجو در `<invalidate_query>` درست در تنظیمات برای [متن](external-dicts-dict-sources.md).
-
-مثال تنظیمات:
-
-``` xml
-<dictionary>
-    ...
-    <odbc>
-      ...
-      <invalidate_query>SELECT update_time FROM dictionary_source where id = 1</invalidate_query>
-    </odbc>
-    ...
-</dictionary>
-```
-
-یا
-
-``` sql
-...
-SOURCE(ODBC(... invalidate_query 'SELECT update_time FROM dictionary_source where id = 1'))
-...
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_lifetime/) <!--hide-->
diff --git a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
deleted file mode 100644
index 81e0055d92e..00000000000
--- a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ /dev/null
@@ -1,631 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 43
-toc_title: "\u0645\u0646\u0627\u0628\u0639 \u0644\u063A\u062A \u0646\u0627\u0645\u0647\
-  \ \u0647\u0627\u06CC \u062E\u0627\u0631\u062C\u06CC"
----
-
-# منابع لغت نامه های خارجی {#dicts-external-dicts-dict-sources}
-
-فرهنگ لغت خارجی را می توان از بسیاری از منابع مختلف متصل می شود.
-
-اگر فرهنگ لغت پیکربندی شده است با استفاده از فایل های فشرده, پیکربندی به نظر می رسد مثل این:
-
-``` xml
-<yandex>
-  <dictionary>
-    ...
-    <source>
-      <source_type>
-        <!-- Source configuration -->
-      </source_type>
-    </source>
-    ...
-  </dictionary>
-  ...
-</yandex>
-```
-
-در صورت [توصیف](../../statements/create.md#create-dictionary-query), پیکربندی برابر خواهد شد مانند به نظر می رسد:
-
-``` sql
-CREATE DICTIONARY dict_name (...)
-...
-SOURCE(SOURCE_TYPE(param1 val1 ... paramN valN)) -- Source configuration
-...
-```
-
-منبع در پیکربندی `source` بخش.
-
-برای انواع منبع [پرونده محلی](#dicts-external_dicts_dict_sources-local_file), [پرونده اجرایی](#dicts-external_dicts_dict_sources-executable), [HTTP(s)](#dicts-external_dicts_dict_sources-http), [فاحشه خانه](#dicts-external_dicts_dict_sources-clickhouse)
-تنظیمات اختیاری در دسترس هستند:
-
-``` xml
-<source>
-  <file>
-    <path>/opt/dictionaries/os.tsv</path>
-    <format>TabSeparated</format>
-  </file>
-  <settings>
-      <format_csv_allow_single_quotes>0</format_csv_allow_single_quotes>
-  </settings>
-</source>
-```
-
-یا
-
-``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
-SETTINGS(format_csv_allow_single_quotes = 0)
-```
-
-انواع منابع (`source_type`):
-
--   [پرونده محلی](#dicts-external_dicts_dict_sources-local_file)
--   [پرونده اجرایی](#dicts-external_dicts_dict_sources-executable)
--   [HTTP(s)](#dicts-external_dicts_dict_sources-http)
--   DBMS
-    -   [ODBC](#dicts-external_dicts_dict_sources-odbc)
-    -   [MySQL](#dicts-external_dicts_dict_sources-mysql)
-    -   [فاحشه خانه](#dicts-external_dicts_dict_sources-clickhouse)
-    -   [مانگودیبی](#dicts-external_dicts_dict_sources-mongodb)
-    -   [ردیس](#dicts-external_dicts_dict_sources-redis)
-
-## پرونده محلی {#dicts-external_dicts_dict_sources-local_file}
-
-مثال تنظیمات:
-
-``` xml
-<source>
-  <file>
-    <path>/opt/dictionaries/os.tsv</path>
-    <format>TabSeparated</format>
-  </file>
-</source>
-```
-
-یا
-
-``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
-```
-
-تنظیم فیلدها:
-
--   `path` – The absolute path to the file.
--   `format` – The file format. All the formats described in “[فرشها](../../../interfaces/formats.md#formats)” پشتیبانی می شوند.
-
-## پرونده اجرایی {#dicts-external_dicts_dict_sources-executable}
-
-کار با فایل های اجرایی بستگی دارد [چگونه فرهنگ لغت در حافظه ذخیره می شود](external-dicts-dict-layout.md). اگر فرهنگ لغت با استفاده از ذخیره می شود `cache` و `complex_key_cache` کلیک هاوس کلید های لازم را با ارسال درخواست به فایل اجرایی درخواست می کند. در غیر این صورت, تاتر شروع می شود فایل اجرایی و خروجی خود را به عنوان داده فرهنگ لغت رفتار.
-
-مثال تنظیمات:
-
-``` xml
-<source>
-    <executable>
-        <command>cat /opt/dictionaries/os.tsv</command>
-        <format>TabSeparated</format>
-    </executable>
-</source>
-```
-
-یا
-
-``` sql
-SOURCE(EXECUTABLE(command 'cat /opt/dictionaries/os.tsv' format 'TabSeparated'))
-```
-
-تنظیم فیلدها:
-
--   `command` – The absolute path to the executable file, or the file name (if the program directory is written to `PATH`).
--   `format` – The file format. All the formats described in “[فرشها](../../../interfaces/formats.md#formats)” پشتیبانی می شوند.
-
-## قام) {#dicts-external_dicts_dict_sources-http}
-
-کار با سرور اچ تی پی بستگی دارد [چگونه فرهنگ لغت در حافظه ذخیره می شود](external-dicts-dict-layout.md). اگر فرهنگ لغت با استفاده از ذخیره می شود `cache` و `complex_key_cache`, کلیک درخواست کلید های لازم با ارسال یک درخواست از طریق `POST` روش.
-
-مثال تنظیمات:
-
-``` xml
-<source>
-    <http>
-        <url>http://[::1]/os.tsv</url>
-        <format>TabSeparated</format>
-        <credentials>
-            <user>user</user>
-            <password>password</password>
-        </credentials>
-        <headers>
-            <header>
-                <name>API-KEY</name>
-                <value>key</value>
-            </header>
-        </headers>
-    </http>
-</source>
-```
-
-یا
-
-``` sql
-SOURCE(HTTP(
-    url 'http://[::1]/os.tsv'
-    format 'TabSeparated'
-    credentials(user 'user' password 'password')
-    headers(header(name 'API-KEY' value 'key'))
-))
-```
-
-برای دسترسی به یک منبع اچ تی پی باید از اینجا کلیک کنید [پیکربندی اپنسسل](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-openssl) در پیکربندی سرور.
-
-تنظیم فیلدها:
-
--   `url` – The source URL.
--   `format` – The file format. All the formats described in “[فرشها](../../../interfaces/formats.md#formats)” پشتیبانی می شوند.
--   `credentials` – Basic HTTP authentication. Optional parameter.
-    -   `user` – Username required for the authentication.
-    -   `password` – Password required for the authentication.
--   `headers` – All custom HTTP headers entries used for the HTTP request. Optional parameter.
-    -   `header` – Single HTTP header entry.
-    -   `name` – Identifiant name used for the header send on the request.
-    -   `value` – Value set for a specific identifiant name.
-
-## ODBC {#dicts-external_dicts_dict_sources-odbc}
-
-شما می توانید از این روش برای اتصال هر پایگاه داده است که یک راننده بی سی استفاده کنید.
-
-مثال تنظیمات:
-
-``` xml
-<source>
-    <odbc>
-        <db>DatabaseName</db>
-        <table>ShemaName.TableName</table>
-        <connection_string>DSN=some_parameters</connection_string>
-        <invalidate_query>SQL_QUERY</invalidate_query>
-    </odbc>
-</source>
-```
-
-یا
-
-``` sql
-SOURCE(ODBC(
-    db 'DatabaseName'
-    table 'SchemaName.TableName'
-    connection_string 'DSN=some_parameters'
-    invalidate_query 'SQL_QUERY'
-))
-```
-
-تنظیم فیلدها:
-
--   `db` – Name of the database. Omit it if the database name is set in the `<connection_string>` پارامترها
--   `table` – Name of the table and schema if exists.
--   `connection_string` – Connection string.
--   `invalidate_query` – Query for checking the dictionary status. Optional parameter. Read more in the section [بهروزرسانی واژهنامهها](external-dicts-dict-lifetime.md).
-
-تاتر دریافت به نقل از علامت از او بی سی راننده و نقل قول تمام تنظیمات در نمایش داده شد به راننده, بنابراین لازم است به مجموعه ای از نام جدول بر این اساس به نام جدول مورد در پایگاه داده.
-
-اگر شما یک مشکل با کدگذاریها در هنگام استفاده از اوراکل, دیدن مربوطه [FAQ](../../../faq/general.md#oracle-odbc-encodings) مقاله.
-
-### قابلیت پذیری شناخته شده از قابلیت او بی سی فرهنگ لغت {#known-vulnerability-of-the-odbc-dictionary-functionality}
-
-!!! attention "توجه"
-    هنگام اتصال به پایگاه داده از طریق پارامتر اتصال درایور او بی سی `Servername` می تواند جایگزین شود. در این مورد ارزش `USERNAME` و `PASSWORD` از `odbc.ini` به سرور از راه دور ارسال می شود و می تواند به خطر بیافتد.
-
-**نمونه ای از استفاده نا امن**
-
-اجازه می دهد تا پیکربندی unixODBC برای PostgreSQL. محتوای `/etc/odbc.ini`:
-
-``` text
-[gregtest]
-Driver = /usr/lib/psqlodbca.so
-Servername = localhost
-PORT = 5432
-DATABASE = test_db
-#OPTION = 3
-USERNAME = test
-PASSWORD = test
-```
-
-اگر شما پس از ایجاد یک پرس و جو مانند
-
-``` sql
-SELECT * FROM odbc('DSN=gregtest;Servername=some-server.com', 'test_db');
-```
-
-درایور او بی سی خواهد ارزش ارسال `USERNAME` و `PASSWORD` از `odbc.ini` به `some-server.com`.
-
-### به عنوان مثال از اتصال شل {#example-of-connecting-postgresql}
-
-سیستم عامل اوبونتو.
-
-نصب unixODBC و ODBC driver for PostgreSQL:
-
-``` bash
-$ sudo apt-get install -y unixodbc odbcinst odbc-postgresql
-```
-
-پیکربندی `/etc/odbc.ini` (یا `~/.odbc.ini`):
-
-``` text
-    [DEFAULT]
-    Driver = myconnection
-
-    [myconnection]
-    Description         = PostgreSQL connection to my_db
-    Driver              = PostgreSQL Unicode
-    Database            = my_db
-    Servername          = 127.0.0.1
-    UserName            = username
-    Password            = password
-    Port                = 5432
-    Protocol            = 9.3
-    ReadOnly            = No
-    RowVersioning       = No
-    ShowSystemTables    = No
-    ConnSettings        =
-```
-
-پیکربندی فرهنگ لغت در کلیک:
-
-``` xml
-<yandex>
-    <dictionary>
-        <name>table_name</name>
-        <source>
-            <odbc>
-                <!-- You can specify the following parameters in connection_string: -->
-                <!-- DSN=myconnection;UID=username;PWD=password;HOST=127.0.0.1;PORT=5432;DATABASE=my_db -->
-                <connection_string>DSN=myconnection</connection_string>
-                <table>postgresql_table</table>
-            </odbc>
-        </source>
-        <lifetime>
-            <min>300</min>
-            <max>360</max>
-        </lifetime>
-        <layout>
-            <hashed/>
-        </layout>
-        <structure>
-            <id>
-                <name>id</name>
-            </id>
-            <attribute>
-                <name>some_column</name>
-                <type>UInt64</type>
-                <null_value>0</null_value>
-            </attribute>
-        </structure>
-    </dictionary>
-</yandex>
-```
-
-یا
-
-``` sql
-CREATE DICTIONARY table_name (
-    id UInt64,
-    some_column UInt64 DEFAULT 0
-)
-PRIMARY KEY id
-SOURCE(ODBC(connection_string 'DSN=myconnection' table 'postgresql_table'))
-LAYOUT(HASHED())
-LIFETIME(MIN 300 MAX 360)
-```
-
-شما ممکن است نیاز به ویرایش `odbc.ini` برای مشخص کردن مسیر کامل به کتابخانه با راننده `DRIVER=/usr/local/lib/psqlodbcw.so`.
-
-### به عنوان مثال اتصال سرور کارشناسی ارشد گذاشتن {#example-of-connecting-ms-sql-server}
-
-سیستم عامل اوبونتو.
-
-نصب درایور: :
-
-``` bash
-$ sudo apt-get install tdsodbc freetds-bin sqsh
-```
-
-پیکربندی راننده:
-
-``` bash
-    $ cat /etc/freetds/freetds.conf
-    ...
-
-    [MSSQL]
-    host = 192.168.56.101
-    port = 1433
-    tds version = 7.0
-    client charset = UTF-8
-
-    $ cat /etc/odbcinst.ini
-    ...
-
-    [FreeTDS]
-    Description     = FreeTDS
-    Driver          = /usr/lib/x86_64-linux-gnu/odbc/libtdsodbc.so
-    Setup           = /usr/lib/x86_64-linux-gnu/odbc/libtdsS.so
-    FileUsage       = 1
-    UsageCount      = 5
-
-    $ cat ~/.odbc.ini
-    ...
-
-    [MSSQL]
-    Description     = FreeTDS
-    Driver          = FreeTDS
-    Servername      = MSSQL
-    Database        = test
-    UID             = test
-    PWD             = test
-    Port            = 1433
-```
-
-پیکربندی فرهنگ لغت در کلیک:
-
-``` xml
-<yandex>
-    <dictionary>
-        <name>test</name>
-        <source>
-            <odbc>
-                <table>dict</table>
-                <connection_string>DSN=MSSQL;UID=test;PWD=test</connection_string>
-            </odbc>
-        </source>
-
-        <lifetime>
-            <min>300</min>
-            <max>360</max>
-        </lifetime>
-
-        <layout>
-            <flat />
-        </layout>
-
-        <structure>
-            <id>
-                <name>k</name>
-            </id>
-            <attribute>
-                <name>s</name>
-                <type>String</type>
-                <null_value></null_value>
-            </attribute>
-        </structure>
-    </dictionary>
-</yandex>
-```
-
-یا
-
-``` sql
-CREATE DICTIONARY test (
-    k UInt64,
-    s String DEFAULT ''
-)
-PRIMARY KEY k
-SOURCE(ODBC(table 'dict' connection_string 'DSN=MSSQL;UID=test;PWD=test'))
-LAYOUT(FLAT())
-LIFETIME(MIN 300 MAX 360)
-```
-
-## DBMS {#dbms}
-
-### Mysql {#dicts-external_dicts_dict_sources-mysql}
-
-مثال تنظیمات:
-
-``` xml
-<source>
-  <mysql>
-      <port>3306</port>
-      <user>clickhouse</user>
-      <password>qwerty</password>
-      <replica>
-          <host>example01-1</host>
-          <priority>1</priority>
-      </replica>
-      <replica>
-          <host>example01-2</host>
-          <priority>1</priority>
-      </replica>
-      <db>db_name</db>
-      <table>table_name</table>
-      <where>id=10</where>
-      <invalidate_query>SQL_QUERY</invalidate_query>
-  </mysql>
-</source>
-```
-
-یا
-
-``` sql
-SOURCE(MYSQL(
-    port 3306
-    user 'clickhouse'
-    password 'qwerty'
-    replica(host 'example01-1' priority 1)
-    replica(host 'example01-2' priority 1)
-    db 'db_name'
-    table 'table_name'
-    where 'id=10'
-    invalidate_query 'SQL_QUERY'
-))
-```
-
-تنظیم فیلدها:
-
--   `port` – The port on the MySQL server. You can specify it for all replicas, or for each one individually (inside `<replica>`).
-
--   `user` – Name of the MySQL user. You can specify it for all replicas, or for each one individually (inside `<replica>`).
-
--   `password` – Password of the MySQL user. You can specify it for all replicas, or for each one individually (inside `<replica>`).
-
--   `replica` – Section of replica configurations. There can be multiple sections.
-
-        - `replica/host` – The MySQL host.
-        - `replica/priority` – The replica priority. When attempting to connect, ClickHouse traverses the replicas in order of priority. The lower the number, the higher the priority.
-
--   `db` – Name of the database.
-
--   `table` – Name of the table.
-
--   `where` – The selection criteria. The syntax for conditions is the same as for `WHERE` بند در خروجی زیر, مثلا, `id > 10 AND id < 20`. پارامتر اختیاری.
-
--   `invalidate_query` – Query for checking the dictionary status. Optional parameter. Read more in the section [بهروزرسانی واژهنامهها](external-dicts-dict-lifetime.md).
-
-خروجی زیر را می توان در یک میزبان محلی از طریق سوکت متصل. برای انجام این کار, تنظیم `host` و `socket`.
-
-مثال تنظیمات:
-
-``` xml
-<source>
-  <mysql>
-      <host>localhost</host>
-      <socket>/path/to/socket/file.sock</socket>
-      <user>clickhouse</user>
-      <password>qwerty</password>
-      <db>db_name</db>
-      <table>table_name</table>
-      <where>id=10</where>
-      <invalidate_query>SQL_QUERY</invalidate_query>
-  </mysql>
-</source>
-```
-
-یا
-
-``` sql
-SOURCE(MYSQL(
-    host 'localhost'
-    socket '/path/to/socket/file.sock'
-    user 'clickhouse'
-    password 'qwerty'
-    db 'db_name'
-    table 'table_name'
-    where 'id=10'
-    invalidate_query 'SQL_QUERY'
-))
-```
-
-### فاحشه خانه {#dicts-external_dicts_dict_sources-clickhouse}
-
-مثال تنظیمات:
-
-``` xml
-<source>
-    <clickhouse>
-        <host>example01-01-1</host>
-        <port>9000</port>
-        <user>default</user>
-        <password></password>
-        <db>default</db>
-        <table>ids</table>
-        <where>id=10</where>
-    </clickhouse>
-</source>
-```
-
-یا
-
-``` sql
-SOURCE(CLICKHOUSE(
-    host 'example01-01-1'
-    port 9000
-    user 'default'
-    password ''
-    db 'default'
-    table 'ids'
-    where 'id=10'
-))
-```
-
-تنظیم فیلدها:
-
--   `host` – The ClickHouse host. If it is a local host, the query is processed without any network activity. To improve fault tolerance, you can create a [توزیع شده](../../../engines/table-engines/special/distributed.md) جدول و در تنظیمات بعدی وارد کنید.
--   `port` – The port on the ClickHouse server.
--   `user` – Name of the ClickHouse user.
--   `password` – Password of the ClickHouse user.
--   `db` – Name of the database.
--   `table` – Name of the table.
--   `where` – The selection criteria. May be omitted.
--   `invalidate_query` – Query for checking the dictionary status. Optional parameter. Read more in the section [بهروزرسانی واژهنامهها](external-dicts-dict-lifetime.md).
-
-### مانگودیبی {#dicts-external_dicts_dict_sources-mongodb}
-
-مثال تنظیمات:
-
-``` xml
-<source>
-    <mongodb>
-        <host>localhost</host>
-        <port>27017</port>
-        <user></user>
-        <password></password>
-        <db>test</db>
-        <collection>dictionary_source</collection>
-    </mongodb>
-</source>
-```
-
-یا
-
-``` sql
-SOURCE(MONGO(
-    host 'localhost'
-    port 27017
-    user ''
-    password ''
-    db 'test'
-    collection 'dictionary_source'
-))
-```
-
-تنظیم فیلدها:
-
--   `host` – The MongoDB host.
--   `port` – The port on the MongoDB server.
--   `user` – Name of the MongoDB user.
--   `password` – Password of the MongoDB user.
--   `db` – Name of the database.
--   `collection` – Name of the collection.
-
-### ردیس {#dicts-external_dicts_dict_sources-redis}
-
-مثال تنظیمات:
-
-``` xml
-<source>
-    <redis>
-        <host>localhost</host>
-        <port>6379</port>
-        <storage_type>simple</storage_type>
-        <db_index>0</db_index>
-    </redis>
-</source>
-```
-
-یا
-
-``` sql
-SOURCE(REDIS(
-    host 'localhost'
-    port 6379
-    storage_type 'simple'
-    db_index 0
-))
-```
-
-تنظیم فیلدها:
-
--   `host` – The Redis host.
--   `port` – The port on the Redis server.
--   `storage_type` – The structure of internal Redis storage using for work with keys. `simple` برای منابع ساده و برای منابع تک کلیدی درهم, `hash_map` برای منابع درهم با دو کلید. منابع در بازه زمانی و منابع کش با کلید پیچیده پشتیبانی نشده است. ممکن است حذف شود, مقدار پیش فرض است `simple`.
--   `db_index` – The specific numeric index of Redis logical database. May be omitted, default value is 0.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_sources/) <!--hide-->
diff --git a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md b/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
deleted file mode 100644
index 4df4e774bb4..00000000000
--- a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
+++ /dev/null
@@ -1,176 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: "\u06A9\u0644\u06CC\u062F \u0641\u0631\u0647\u0646\u06AF \u0644\u063A\u062A\
-  \ \u0648 \u0632\u0645\u06CC\u0646\u0647 \u0647\u0627\u06CC"
----
-
-# کلید فرهنگ لغت و زمینه های {#dictionary-key-and-fields}
-
-این `<structure>` بند توصیف کلید فرهنگ لغت و زمینه های موجود برای نمایش داده شد.
-
-توصیف:
-
-``` xml
-<dictionary>
-    <structure>
-        <id>
-            <name>Id</name>
-        </id>
-
-        <attribute>
-            <!-- Attribute parameters -->
-        </attribute>
-
-        ...
-
-    </structure>
-</dictionary>
-```
-
-صفات در عناصر شرح داده شده است:
-
--   `<id>` — [ستون کلید](external-dicts-dict-structure.md#ext_dict_structure-key).
--   `<attribute>` — [ستون داده](external-dicts-dict-structure.md#ext_dict_structure-attributes). می تواند تعدادی از ویژگی های وجود دارد.
-
-پرسوجو:
-
-``` sql
-CREATE DICTIONARY dict_name (
-    Id UInt64,
-    -- attributes
-)
-PRIMARY KEY Id
-...
-```
-
-صفات در بدن پرس و جو توصیف:
-
--   `PRIMARY KEY` — [ستون کلید](external-dicts-dict-structure.md#ext_dict_structure-key)
--   `AttrName AttrType` — [ستون داده](external-dicts-dict-structure.md#ext_dict_structure-attributes). می تواند تعدادی از ویژگی های وجود دارد.
-
-## کلید {#ext_dict_structure-key}
-
-تاتر از انواع زیر از کلید:
-
--   کلید عددی. `UInt64`. تعریف شده در `<id>` برچسب یا استفاده `PRIMARY KEY` کلمه کلیدی.
--   کلید کامپوزیت. مجموعه ای از مقادیر از انواع مختلف. تعریف شده در برچسب `<key>` یا `PRIMARY KEY` کلمه کلیدی.
-
-یک ساختار میلی لیتر می تواند شامل موارد زیر باشد `<id>` یا `<key>`. دی ال پرس و جو باید شامل تک `PRIMARY KEY`.
-
-!!! warning "اخطار"
-    شما باید کلید به عنوان یک ویژگی توصیف نیست.
-
-### کلید عددی {#ext_dict-numeric-key}
-
-نوع: `UInt64`.
-
-مثال پیکربندی:
-
-``` xml
-<id>
-    <name>Id</name>
-</id>
-```
-
-حوزههای پیکربندی:
-
--   `name` – The name of the column with keys.
-
-برای & پرسوجو:
-
-``` sql
-CREATE DICTIONARY (
-    Id UInt64,
-    ...
-)
-PRIMARY KEY Id
-...
-```
-
--   `PRIMARY KEY` – The name of the column with keys.
-
-### کلید کامپوزیت {#composite-key}
-
-کلید می تواند یک `tuple` از هر نوع زمینه. این [طرحبندی](external-dicts-dict-layout.md) در این مورد باید باشد `complex_key_hashed` یا `complex_key_cache`.
-
-!!! tip "نکته"
-    کلید کامپوزیت می تواند از یک عنصر واحد تشکیل شده است. این امکان استفاده از یک رشته به عنوان کلید, برای مثال.
-
-ساختار کلیدی در عنصر تنظیم شده است `<key>`. زمینه های کلیدی در قالب همان فرهنگ لغت مشخص شده است [خصیصهها](external-dicts-dict-structure.md). مثال:
-
-``` xml
-<structure>
-    <key>
-        <attribute>
-            <name>field1</name>
-            <type>String</type>
-        </attribute>
-        <attribute>
-            <name>field2</name>
-            <type>UInt32</type>
-        </attribute>
-        ...
-    </key>
-...
-```
-
-یا
-
-``` sql
-CREATE DICTIONARY (
-    field1 String,
-    field2 String
-    ...
-)
-PRIMARY KEY field1, field2
-...
-```
-
-برای پرس و جو به `dictGet*` تابع, یک تاپل به عنوان کلید به تصویب رسید. مثال: `dictGetString('dict_name', 'attr_name', tuple('string for field1', num_for_field2))`.
-
-## خصیصهها {#ext_dict_structure-attributes}
-
-مثال پیکربندی:
-
-``` xml
-<structure>
-    ...
-    <attribute>
-        <name>Name</name>
-        <type>ClickHouseDataType</type>
-        <null_value></null_value>
-        <expression>rand64()</expression>
-        <hierarchical>true</hierarchical>
-        <injective>true</injective>
-        <is_object_id>true</is_object_id>
-    </attribute>
-</structure>
-```
-
-یا
-
-``` sql
-CREATE DICTIONARY somename (
-    Name ClickHouseDataType DEFAULT '' EXPRESSION rand64() HIERARCHICAL INJECTIVE IS_OBJECT_ID
-)
-```
-
-حوزههای پیکربندی:
-
-| برچسب                                                | توصیف                                                                                                                                                                                                                                                                                                                    | مورد نیاز |
-|------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|-----------|
-| `name`                                               | نام ستون.                                                                                                                                                                                                                                                                                                                | بله       |
-| `type`                                               | نوع داده کلیک.<br/>تاتر تلاش می کند به بازیگران ارزش از فرهنگ لغت به نوع داده مشخص شده است. مثلا, برای خروجی زیر, زمینه ممکن است `TEXT`, `VARCHAR` یا `BLOB` در جدول منبع خروجی زیر, اما می تواند به عنوان ارسال `String` در فاحشه خانه.<br/>[Nullable](../../../sql-reference/data-types/nullable.md) پشتیبانی نمی شود. | بله       |
-| `null_value`                                         | مقدار پیش فرض برای یک عنصر غیر موجود.<br/>در مثال این یک رشته خالی است. شما نمی توانید استفاده کنید `NULL` در این زمینه.                                                                                                                                                                                                 | بله       |
-| `expression`                                         | [عبارت](../../syntax.md#syntax-expressions) که فاحشه خانه اجرا در ارزش.<br/>بیان می تواند یک نام ستون در پایگاه داده از راه دور گذاشتن. بدین ترتیب, شما می توانید برای ایجاد یک نام مستعار برای ستون از راه دور استفاده.<br/><br/>مقدار پیش فرض: بدون بیان.                                                              | نه        |
-| <a name="hierarchical-dict-attr"></a> `hierarchical` | اگر `true`, ویژگی شامل ارزش یک کلید پدر و مادر برای کلید فعلی. ببینید [لغتنامهها سلسله مراتبی](external-dicts-dict-hierarchical.md).<br/><br/>مقدار پیشفرض: `false`.                                                                                                                                                     | نه        |
-| `injective`                                          | پرچمی که نشان میدهد چه `id -> attribute` تصویر [تزریق](https://en.wikipedia.org/wiki/Injective_function).<br/>اگر `true`, کلیک خانه به طور خودکار می تواند پس از محل `GROUP BY` بند درخواست به لغت نامه با تزریق. معمولا به طور قابل توجهی میزان چنین درخواست را کاهش می دهد.<br/><br/>مقدار پیشفرض: `false`.            | نه        |
-| `is_object_id`                                       | پرچمی که نشان میدهد پرسوجو برای سند مانگودیبی اجرا شده است `ObjectID`.<br/><br/>مقدار پیشفرض: `false`.                                                                                                                                                                                                                   | نه        |
-
-## همچنین نگاه کنید به {#see-also}
-
--   [توابع برای کار با لغت نامه های خارجی](../../../sql-reference/functions/ext-dict-functions.md).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_structure/) <!--hide-->
diff --git a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md b/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md
deleted file mode 100644
index 9bd07022190..00000000000
--- a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md
+++ /dev/null
@@ -1,54 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: "\u067E\u06CC\u06A9\u0631\u0628\u0646\u062F\u06CC \u06CC\u06A9 \u0641\u0631\
-  \u0647\u0646\u06AF \u0644\u063A\u062A \u062E\u0627\u0631\u062C\u06CC"
----
-
-# پیکربندی یک فرهنگ لغت خارجی {#dicts-external-dicts-dict}
-
-اگر فرهنگ لغت با استفاده از فایل میلی لیتر پیکربندی, از پیکربندی فرهنگ لغت دارای ساختار زیر:
-
-``` xml
-<dictionary>
-    <name>dict_name</name>
-
-    <structure>
-      <!-- Complex key configuration -->
-    </structure>
-
-    <source>
-      <!-- Source configuration -->
-    </source>
-
-    <layout>
-      <!-- Memory layout configuration -->
-    </layout>
-
-    <lifetime>
-      <!-- Lifetime of dictionary in memory -->
-    </lifetime>
-</dictionary>
-```
-
-متناظر [توصیف](../../statements/create.md#create-dictionary-query) دارای ساختار زیر است:
-
-``` sql
-CREATE DICTIONARY dict_name
-(
-    ... -- attributes
-)
-PRIMARY KEY ... -- complex or single key configuration
-SOURCE(...) -- Source configuration
-LAYOUT(...) -- Memory layout configuration
-LIFETIME(...) -- Lifetime of dictionary in memory
-```
-
--   `name` – The identifier that can be used to access the dictionary. Use the characters `[a-zA-Z0-9_\-]`.
--   [متن](external-dicts-dict-sources.md) — Source of the dictionary.
--   [طرحبندی](external-dicts-dict-layout.md) — Dictionary layout in memory.
--   [ساختار](external-dicts-dict-structure.md) — Structure of the dictionary . A key and attributes that can be retrieved by this key.
--   [طول عمر](external-dicts-dict-lifetime.md) — Frequency of dictionary updates.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict/) <!--hide-->
diff --git a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts.md b/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts.md
deleted file mode 100644
index 295913d0378..00000000000
--- a/docs/fa/sql-reference/dictionaries/external-dictionaries/external-dicts.md
+++ /dev/null
@@ -1,62 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: "\u062A\u0648\u0636\u06CC\u062D\u0627\u062A \u06A9\u0644\u06CC"
----
-
-# واژهنامهها خارجی {#dicts-external-dicts}
-
-شما می توانید لغت نامه خود را از منابع داده های مختلف اضافه کنید. منبع داده برای یک فرهنگ لغت می تواند یک متن محلی و یا فایل اجرایی, یک منبع اچتیتیپی(بازدید کنندگان), یا سندرم داون دیگر. برای کسب اطلاعات بیشتر, دیدن “[منابع لغت نامه های خارجی](external-dicts-dict-sources.md)”.
-
-فاحشه خانه:
-
--   به طور کامل و یا تا حدی فروشگاه لغت نامه در رم.
--   دوره به روز رسانی لغت نامه ها و به صورت پویا بارهای ارزش از دست رفته. به عبارت دیگر, لغت نامه را می توان به صورت پویا لود.
--   اجازه می دهد تا برای ایجاد لغت نامه های خارجی با فایل های میلی لیتر و یا [نمایش داده شد](../../statements/create.md#create-dictionary-query).
-
-پیکربندی لغت نامه های خارجی را می توان در یک یا چند میلی لیتر فایل واقع شده است. مسیر پیکربندی در مشخص [دیکشنامهای](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-dictionaries_config) پارامتر.
-
-واژهنامهها را می توان در هنگام راه اندازی سرور و یا در اولین استفاده لود, بسته به [_بارگیری کامل](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-dictionaries_lazy_load) تنظیمات.
-
-این [واژهنامهها](../../../operations/system-tables.md#system_tables-dictionaries) جدول سیستم شامل اطلاعات در مورد لغت نامه پیکربندی در سرور. برای هر فرهنگ لغت شما می توانید وجود دارد:
-
--   وضعیت فرهنگ لغت.
--   پارامترهای پیکربندی.
--   معیارهای مانند مقدار رم اختصاص داده شده برای فرهنگ لغت و یا تعدادی از نمایش داده شد از فرهنگ لغت با موفقیت لود شد.
-
-فایل پیکربندی فرهنگ لغت دارای فرمت زیر است:
-
-``` xml
-<yandex>
-    <comment>An optional element with any content. Ignored by the ClickHouse server.</comment>
-
-    <!--Optional element. File name with substitutions-->
-    <include_from>/etc/metrika.xml</include_from>
-
-
-    <dictionary>
-        <!-- Dictionary configuration. -->
-        <!-- There can be any number of <dictionary> sections in the configuration file. -->
-    </dictionary>
-
-</yandex>
-```
-
-شما می توانید [پیکربندی](external-dicts-dict.md) هر تعداد از لغت نامه ها در همان فایل.
-
-[نمایش داده شد دی ال برای لغت نامه](../../statements/create.md#create-dictionary-query) هیچ پرونده اضافی در پیکربندی سرور نیاز ندارد. اجازه می دهد برای کار با لغت نامه به عنوان نهادهای طبقه اول, مانند جداول و یا دیدگاه.
-
-!!! attention "توجه"
-    شما می توانید مقادیر را برای یک فرهنگ لغت کوچک با توصیف در یک تبدیل کنید `SELECT` پرسوجو (نگاه کنید به [تبدیل](../../../sql-reference/functions/other-functions.md) تابع). این قابلیت به لغت نامه های خارجی مربوط نیست.
-
-## همچنین نگاه کنید به {#ext-dicts-see-also}
-
--   [پیکربندی یک فرهنگ لغت خارجی](external-dicts-dict.md)
--   [ذخیره واژهنامهها در حافظه](external-dicts-dict-layout.md)
--   [به روز رسانی فرهنگ لغت](external-dicts-dict-lifetime.md)
--   [منابع لغت نامه های خارجی](external-dicts-dict-sources.md)
--   [کلید فرهنگ لغت و زمینه های](external-dicts-dict-structure.md)
--   [توابع برای کار با لغت نامه های خارجی](../../../sql-reference/functions/ext-dict-functions.md)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts/) <!--hide-->
diff --git a/docs/fa/sql-reference/dictionaries/external-dictionaries/index.md b/docs/fa/sql-reference/dictionaries/external-dictionaries/index.md
deleted file mode 100644
index 28403e5355c..00000000000
--- a/docs/fa/sql-reference/dictionaries/external-dictionaries/index.md
+++ /dev/null
@@ -1,9 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0648\u0627\u0698\u0647\u0646\u0627\u0645\u0647\u0647\u0627 \u062E\
-  \u0627\u0631\u062C\u06CC"
-toc_priority: 37
----
-
-
diff --git a/docs/fa/sql-reference/dictionaries/index.md b/docs/fa/sql-reference/dictionaries/index.md
deleted file mode 100644
index ac575a9c885..00000000000
--- a/docs/fa/sql-reference/dictionaries/index.md
+++ /dev/null
@@ -1,22 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0648\u0627\u0698\u0647\u0646\u0627\u0645\u0647\u0647\u0627"
-toc_priority: 35
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# واژهنامهها {#dictionaries}
-
-فرهنگ لغت نقشه برداری است (`key -> attributes`) که مناسب برای انواع مختلفی از لیست مرجع است.
-
-تاتر پشتیبانی از توابع خاص برای کار با لغت نامه است که می تواند در نمایش داده شد استفاده می شود. این ساده تر و موثر تر به استفاده از لغت نامه ها با توابع از یک است `JOIN` با جداول مرجع.
-
-[NULL](../../sql-reference/syntax.md#null-literal) ارزش ها را نمی توان در یک فرهنگ لغت ذخیره کرد.
-
-پشتیبانی از کلیک:
-
--   [ساخته شده در لغت نامه](internal-dicts.md#internal_dicts) با یک خاص [مجموعه ای از توابع](../../sql-reference/functions/ym-dict-functions.md).
--   [افزونه لغت نامه (خارجی) ](external-dictionaries/external-dicts.md#dicts-external-dicts) با یک [مجموعه ای از توابع](../../sql-reference/functions/ext-dict-functions.md).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/dicts/) <!--hide-->
diff --git a/docs/fa/sql-reference/dictionaries/internal-dicts.md b/docs/fa/sql-reference/dictionaries/internal-dicts.md
deleted file mode 100644
index 6e849733d20..00000000000
--- a/docs/fa/sql-reference/dictionaries/internal-dicts.md
+++ /dev/null
@@ -1,56 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: "\u0648\u0627\u0698\u0647\u0646\u0627\u0645\u0647\u0647\u0627 \u062F\u0627\
-  \u062E\u0644\u06CC"
----
-
-# واژهنامهها داخلی {#internal_dicts}
-
-ClickHouse شامل ساخته شده است در ویژگی برای کار با یک geobase.
-
-این اجازه می دهد تا شما را به:
-
--   استفاده از شناسه یک منطقه به نام خود را در زبان مورد نظر.
--   استفاده از یک منطقه شناسه برای دریافت شناسه شهر منطقه فدرال منطقه کشور یا قاره.
--   بررسی کنید که یک منطقه بخشی از یک منطقه دیگر است.
--   دریافت زنجیره ای از مناطق پدر و مادر.
-
-تمام توابع پشتیبانی “translocality,” توانایی به طور همزمان استفاده از دیدگاه های مختلف در مالکیت منطقه. برای کسب اطلاعات بیشتر به بخش مراجعه کنید “Functions for working with Yandex.Metrica dictionaries”.
-
-واژهنامهها داخلی در بسته به طور پیش فرض غیر فعال.
-برای فعال کردن پارامترها `path_to_regions_hierarchy_file` و `path_to_regions_names_files` در فایل پیکربندی سرور.
-
-پایگاه داده از فایل های متنی لود می شود.
-
-محل `regions_hierarchy*.txt` فایل ها به `path_to_regions_hierarchy_file` فهرست راهنما. این پارامتر پیکربندی باید مسیر را به `regions_hierarchy.txt` فایل (سلسله مراتب منطقه ای پیش فرض) و فایل های دیگر (`regions_hierarchy_ua.txt`) باید در همان دایرکتوری واقع شده است.
-
-قرار دادن `regions_names_*.txt` فایل ها در `path_to_regions_names_files` فهرست راهنما.
-
-شما همچنین می توانید این فایل ها خود را ایجاد کنید. فرمت فایل به شرح زیر است:
-
-`regions_hierarchy*.txt`: ستون (بدون هدر):
-
--   شناسه منطقه (`UInt32`)
--   شناسه منطقه والد (`UInt32`)
--   نوع منطقه (`UInt8`): 1 - قاره, 3 - کشور, 4 - منطقه فدرال, 5 - منطقه, 6-شهرستان; انواع دیگر ارزش ندارد
--   جمعیت (`UInt32`) — optional column
-
-`regions_names_*.txt`: ستون (بدون هدر):
-
--   شناسه منطقه (`UInt32`)
--   نام منطقه (`String`) — Can't contain tabs or line feeds, even escaped ones.
-
-مجموعه تخت برای ذخیره سازی در رم استفاده می شود. به همین دلیل شناسه نباید بیش از یک میلیون.
-
-واژهنامهها را می توان بدون راه اندازی مجدد سرور به روز شد. با این حال, مجموعه ای از لغت نامه های موجود به روز نمی.
-برای به روز رسانی بار اصلاح فایل بررسی می شود. اگر یک فایل تغییر کرده است, فرهنگ لغت به روز شده است.
-فاصله برای بررسی تغییرات در پیکربندی `builtin_dictionaries_reload_interval` پارامتر.
-به روز رسانی فرهنگ لغت (به غیر از بارگذاری در اولین استفاده) نمایش داده شد را مسدود کند. در طول به روز رسانی, نمایش داده شد با استفاده از نسخه های قدیمی از لغت نامه. اگر یک خطا در طول به روز رسانی رخ می دهد, خطا به ورود به سیستم سرور نوشته شده, و نمایش داده شد ادامه استفاده از نسخه های قدیمی از لغت نامه.
-
-ما توصیه می کنیم دوره به روز رسانی لغت نامه با پایگاه داده. در طول به روز رسانی, تولید فایل های جدید و ارسال به یک مکان جداگانه. وقتی همه چیز اماده است فایل های مورد استفاده توسط سرور را تغییر دهید.
-
-همچنین توابع برای کار با شناسه های سیستم عامل و یاندکس وجود دارد.موتورهای جستجو متریکا, اما نباید استفاده شود.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/dicts/internal_dicts/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/arithmetic-functions.md b/docs/fa/sql-reference/functions/arithmetic-functions.md
deleted file mode 100644
index be1fa3497c8..00000000000
--- a/docs/fa/sql-reference/functions/arithmetic-functions.md
+++ /dev/null
@@ -1,87 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 35
-toc_title: "\u062D\u0633\u0627\u0628"
----
-
-# توابع ریاضی {#arithmetic-functions}
-
-برای تمام توابع ریاضی, نوع نتیجه به عنوان کوچکترین نوع شماره که در نتیجه متناسب با محاسبه, اگر چنین نوع وجود دارد. حداقل به طور همزمان بر اساس تعداد بیت ها امضا شده است یا شناور است. اگر بیت به اندازه کافی وجود ندارد, بالاترین نوع بیت گرفته شده است.
-
-مثال:
-
-``` sql
-SELECT toTypeName(0), toTypeName(0 + 0), toTypeName(0 + 0 + 0), toTypeName(0 + 0 + 0 + 0)
-```
-
-``` text
-┌─toTypeName(0)─┬─toTypeName(plus(0, 0))─┬─toTypeName(plus(plus(0, 0), 0))─┬─toTypeName(plus(plus(plus(0, 0), 0), 0))─┐
-│ UInt8         │ UInt16                 │ UInt32                          │ UInt64                                   │
-└───────────────┴────────────────────────┴─────────────────────────────────┴──────────────────────────────────────────┘
-```
-
-حساب توابع کار برای هر جفت از انواع از UInt8, UInt16, UInt32, UInt64, Int8, Int16, Int32, Int64, Float32 یا Float64.
-
-سرریز به همان شیوه که در ج تولید++.
-
-## به علاوه (یک, ب), + اپراتور ب {#plusa-b-a-b-operator}
-
-محاسبه مجموع اعداد.
-شما همچنین می توانید اعداد صحیح را با یک تاریخ یا تاریخ و زمان اضافه کنید. در مورد یک تاریخ, اضافه کردن یک عدد صحیح به معنی اضافه کردن تعداد مربوط به روز. برای تاریخ با زمان, به این معنی اضافه کردن شماره مربوطه را از ثانیه.
-
-## منفی (یک, ب), اپراتور الف ب {#minusa-b-a-b-operator}
-
-محاسبه تفاوت. نتیجه همیشه امضا شده است.
-
-You can also calculate integer numbers from a date or date with time. The idea is the same – see above for ‘plus’.
-
-## ضرب (ب) اپراتور \* ب {#multiplya-b-a-b-operator}
-
-محاسبه محصول از اعداد.
-
-## تقسیم کردن (یک, ب), یک / اپراتور ب {#dividea-b-a-b-operator}
-
-محاسبه خارج قسمت از اعداد. نوع نتیجه همیشه یک نوع شناور است.
-این تقسیم عدد صحیح نیست. برای تقسیم عدد صحیح, استفاده از ‘intDiv’ تابع.
-هنگامی که تقسیم بر صفر می کنید ‘inf’, ‘-inf’ یا ‘nan’.
-
-## اینترنت) {#intdiva-b}
-
-محاسبه خارج قسمت از اعداد. تقسیم به اعداد صحیح, گرد کردن پایین (با ارزش مطلق).
-یک استثنا در هنگام تقسیم بر صفر یا زمانی که تقسیم یک عدد منفی حداقل توسط منهای یک پرتاب می شود.
-
-## intDivOrZero(a, b) {#intdivorzeroa-b}
-
-متفاوت از ‘intDiv’ در این بازده صفر در هنگام تقسیم صفر و یا زمانی که تقسیم یک عدد منفی حداقل منهای یک.
-
-## مودولو (و, ب), یک % اپراتور ب {#moduloa-b-a-b-operator}
-
-محاسبه باقی مانده پس از تقسیم.
-اگر استدلال اعداد ممیز شناور هستند قبل از تبدیل به اعداد صحیح با حذف بخش اعشاری هستند.
-باقی مانده است به همان معنا که در ج گرفته++. تقسیم کوتاه برای اعداد منفی استفاده می شود.
-یک استثنا در هنگام تقسیم بر صفر یا زمانی که تقسیم یک عدد منفی حداقل توسط منهای یک پرتاب می شود.
-
-## moduloOrZero(a, b) {#moduloorzeroa-b}
-
-متفاوت از ‘modulo’ در که باز می گردد صفر زمانی که مقسوم علیه صفر است.
-
-## نفی (),- اپراتور {#negatea-a-operator}
-
-محاسبه یک عدد با علامت معکوس. نتیجه همیشه امضا شده است.
-
-## شکم(یک) {#arithm_func-abs}
-
-محاسبه ارزش مطلق تعداد (). به این معنا که, اگر یک \< 0, باز می گردد یک. برای انواع عدد صحیح امضا, این برمی گرداند یک عدد بدون علامت.
-
-## گسیدی(یک, ب) {#gcda-b}
-
-بازگرداندن بزرگترین مقسوم علیه مشترک از اعداد.
-یک استثنا در هنگام تقسیم بر صفر یا زمانی که تقسیم یک عدد منفی حداقل توسط منهای یک پرتاب می شود.
-
-## اندازه) {#lcma-b}
-
-بازگرداندن چند حداقل مشترک از اعداد.
-یک استثنا در هنگام تقسیم بر صفر یا زمانی که تقسیم یک عدد منفی حداقل توسط منهای یک پرتاب می شود.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/arithmetic_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/array-functions.md b/docs/fa/sql-reference/functions/array-functions.md
deleted file mode 100644
index f971ba7c0b8..00000000000
--- a/docs/fa/sql-reference/functions/array-functions.md
+++ /dev/null
@@ -1,1061 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 46
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 \u0627\u0631\u0631\u06CC\u0633"
----
-
-# توابع برای کار با ارریس {#functions-for-working-with-arrays}
-
-## خالی {#function-empty}
-
-بازده 1 برای یک مجموعه خالی, یا 0 برای یک مجموعه غیر خالی.
-نتیجه این نوع UInt8.
-این تابع نیز برای رشته کار می کند.
-
-## notEmpty {#function-notempty}
-
-بازده 0 برای یک مجموعه خالی, یا 1 برای یک مجموعه غیر خالی.
-نتیجه این نوع UInt8.
-این تابع نیز برای رشته کار می کند.
-
-## طول {#array_functions-length}
-
-بازگرداندن تعداد اقلام در مجموعه.
-نتیجه این نوع UInt64.
-این تابع نیز برای رشته کار می کند.
-
-## emptyArrayUInt8, emptyArrayUInt16, emptyArrayUInt32, emptyArrayUInt64 {#emptyarrayuint8-emptyarrayuint16-emptyarrayuint32-emptyarrayuint64}
-
-## emptyArrayInt8, emptyArrayInt16, emptyArrayInt32, emptyArrayInt64 {#emptyarrayint8-emptyarrayint16-emptyarrayint32-emptyarrayint64}
-
-## emptyArrayFloat32, emptyArrayFloat64 {#emptyarrayfloat32-emptyarrayfloat64}
-
-## emptyArrayDate, emptyArrayDateTime {#emptyarraydate-emptyarraydatetime}
-
-## تخت خواب {#emptyarraystring}
-
-قبول صفر استدلال و مجموعه ای خالی از نوع مناسب را برمی گرداند.
-
-## خالی {#emptyarraytosingle}
-
-یک مجموعه خالی را می پذیرد و یک مجموعه یک عنصر را که برابر با مقدار پیش فرض است باز می گرداند.
-
-## محدوده( پایان), دامنه (شروع, پایان \[, گام\]) {#rangeend-rangestart-end-step}
-
-بازگرداندن مجموعه ای از اعداد از ابتدا تا انتها-1 به گام.
-اگر استدلال `start` مشخص نشده است, به طور پیش فرض به 0.
-اگر استدلال `step` مشخص نشده است, به طور پیش فرض به 1.
-این رفتار تقریبا مانند پیتون `range`. اما تفاوت این است که همه نوع استدلال باید باشد `UInt` اعداد.
-فقط در مورد, یک استثنا پرتاب می شود اگر ارریس با طول کل بیش از 100,000,000 عناصر در یک بلوک داده ها ایجاد.
-
-## array(x1, …), operator \[x1, …\] {#arrayx1-operator-x1}
-
-ایجاد مجموعه ای از استدلال تابع.
-استدلال باید ثابت باشد و انواع که کوچکترین نوع رایج. حداقل یک استدلال باید تصویب شود, چرا که در غیر این صورت مشخص نیست که چه نوع از مجموعه ای برای ایجاد. به این معنا که شما نمی توانید از این تابع برای ایجاد یک مجموعه خالی استفاده کنید (برای انجام این کار از ‘emptyArray\*’ تابع در بالا توضیح داده شد).
-بازگشت یک ‘Array(T)’ نوع نتیجه, جایی که ‘T’ کوچکترین نوع رایج از استدلال گذشت.
-
-## موافقم {#arrayconcat}
-
-ترکیبی از ارریس به عنوان استدلال گذشت.
-
-``` sql
-arrayConcat(arrays)
-```
-
-**پارامترها**
-
--   `arrays` – Arbitrary number of arguments of [& حذف](../../sql-reference/data-types/array.md) نوع.
-    **مثال**
-
-<!-- -->
-
-``` sql
-SELECT arrayConcat([1, 2], [3, 4], [5, 6]) AS res
-```
-
-``` text
-┌─res───────────┐
-│ [1,2,3,4,5,6] │
-└───────────────┘
-```
-
-## هشدار داده می شود\] {#arrayelementarr-n-operator-arrn}
-
-عنصر را با شاخص دریافت کنید `n` از مجموعه `arr`. `n` باید هر نوع عدد صحیح باشد.
-شاخص ها در مجموعه ای از یک شروع می شوند.
-شاخص های منفی پشتیبانی می شوند. در این مورد, این انتخاب عنصر مربوطه شماره از پایان. به عنوان مثال, `arr[-1]` اخرین وسیله ست
-
-اگر شاخص می افتد در خارج از مرزهای مجموعه, این گرداند برخی از مقدار پیش فرض (0 برای اعداد, یک رشته خالی برای رشته, و غیره.), به جز برای مورد با یک مجموعه غیر ثابت و یک شاخص ثابت 0 (در این مورد وجود خواهد داشت یک خطا `Array indices are 1-based`).
-
-## است (ورود, علم) {#hasarr-elem}
-
-بررسی اینکه ‘arr’ اری ‘elem’ عنصر.
-بازده 0 اگر عنصر در مجموعه نیست, یا 1 اگر.
-
-`NULL` به عنوان یک ارزش پردازش شده است.
-
-``` sql
-SELECT has([1, 2, NULL], NULL)
-```
-
-``` text
-┌─has([1, 2, NULL], NULL)─┐
-│                       1 │
-└─────────────────────────┘
-```
-
-## حصال {#hasall}
-
-بررسی اینکه یک مجموعه زیر مجموعه دیگری باشد.
-
-``` sql
-hasAll(set, subset)
-```
-
-**پارامترها**
-
--   `set` – Array of any type with a set of elements.
--   `subset` – Array of any type with elements that should be tested to be a subset of `set`.
-
-**مقادیر بازگشتی**
-
--   `1` اگر `set` شامل تمام عناصر از `subset`.
--   `0` وگرنه
-
-**خواص عجیب و غریب**
-
--   مجموعه خالی زیر مجموعه ای از هر است.
--   `Null` پردازش به عنوان یک ارزش.
--   منظور از ارزش ها در هر دو ارریس مهم نیست.
-
-**مثالها**
-
-`SELECT hasAll([], [])` بازده 1.
-
-`SELECT hasAll([1, Null], [Null])` بازده 1.
-
-`SELECT hasAll([1.0, 2, 3, 4], [1, 3])` بازده 1.
-
-`SELECT hasAll(['a', 'b'], ['a'])` بازده 1.
-
-`SELECT hasAll([1], ['a'])` بازده 0.
-
-`SELECT hasAll([[1, 2], [3, 4]], [[1, 2], [3, 5]])` بازده 0.
-
-## hasAny {#hasany}
-
-بررسی اینکه دو بند چهار راه توسط برخی از عناصر.
-
-``` sql
-hasAny(array1, array2)
-```
-
-**پارامترها**
-
--   `array1` – Array of any type with a set of elements.
--   `array2` – Array of any type with a set of elements.
-
-**مقادیر بازگشتی**
-
--   `1` اگر `array1` و `array2` حداقل یک عنصر مشابه داشته باشید.
--   `0` وگرنه
-
-**خواص عجیب و غریب**
-
--   `Null` پردازش به عنوان یک ارزش.
--   منظور از ارزش ها در هر دو ارریس مهم نیست.
-
-**مثالها**
-
-`SELECT hasAny([1], [])` بازگشت `0`.
-
-`SELECT hasAny([Null], [Null, 1])` بازگشت `1`.
-
-`SELECT hasAny([-128, 1., 512], [1])` بازگشت `1`.
-
-`SELECT hasAny([[1, 2], [3, 4]], ['a', 'c'])` بازگشت `0`.
-
-`SELECT hasAll([[1, 2], [3, 4]], [[1, 2], [1, 2]])` بازگشت `1`.
-
-## هشدار داده می شود) {#indexofarr-x}
-
-بازگرداندن شاخص از اولین ‘x’ عنصر (با شروع از 1) اگر در مجموعه ای است, یا 0 اگر نیست.
-
-مثال:
-
-``` sql
-SELECT indexOf([1, 3, NULL, NULL], NULL)
-```
-
-``` text
-┌─indexOf([1, 3, NULL, NULL], NULL)─┐
-│                                 3 │
-└───────────────────────────────────┘
-```
-
-عناصر را به `NULL` به عنوان مقادیر طبیعی انجام می شود.
-
-## هشدار داده می شود) {#countequalarr-x}
-
-بازده تعداد عناصر موجود در آرایه برابر با x. معادل arrayCount (elem -\> elem = x arr).
-
-`NULL` عناصر به عنوان مقادیر جداگانه به کار گرفته.
-
-مثال:
-
-``` sql
-SELECT countEqual([1, 2, NULL, NULL], NULL)
-```
-
-``` text
-┌─countEqual([1, 2, NULL, NULL], NULL)─┐
-│                                    2 │
-└──────────────────────────────────────┘
-```
-
-## هشدار داده می شود) {#array_functions-arrayenumerate}
-
-Returns the array \[1, 2, 3, …, length (arr) \]
-
-این تابع به طور معمول با مجموعه ای استفاده می شود. این اجازه می دهد شمارش چیزی فقط یک بار برای هر مجموعه پس از استفاده از مجموعه پیوستن. مثال:
-
-``` sql
-SELECT
-    count() AS Reaches,
-    countIf(num = 1) AS Hits
-FROM test.hits
-ARRAY JOIN
-    GoalsReached,
-    arrayEnumerate(GoalsReached) AS num
-WHERE CounterID = 160656
-LIMIT 10
-```
-
-``` text
-┌─Reaches─┬──Hits─┐
-│   95606 │ 31406 │
-└─────────┴───────┘
-```
-
-در این مثال, می رسد تعداد تبدیل است (رشته دریافت پس از استفاده از مجموعه ملحق), و بازدید تعداد بازدید صفحات (رشته قبل از مجموعه ملحق). در این مورد خاص شما می توانید همان نتیجه را در یک راه ساده تر:
-
-``` sql
-SELECT
-    sum(length(GoalsReached)) AS Reaches,
-    count() AS Hits
-FROM test.hits
-WHERE (CounterID = 160656) AND notEmpty(GoalsReached)
-```
-
-``` text
-┌─Reaches─┬──Hits─┐
-│   95606 │ 31406 │
-└─────────┴───────┘
-```
-
-این تابع همچنین می توانید در توابع مرتبه بالاتر استفاده می شود. برای مثال می توانید از شاخص های مجموعه ای برای عناصری که با شرایط مطابقت دارند استفاده کنید.
-
-## arrayEnumerateUniq(arr, …) {#arrayenumerateuniqarr}
-
-بازگرداندن مجموعه ای به همان اندازه به عنوان مجموعه منبع, نشان می دهد برای هر عنصر چه موقعیت خود را در میان عناصر با همان مقدار.
-به عنوان مثال: ارریینومراتونیک(\[10, 20, 10, 30\]) = \[1, 1, 2, 1\].
-
-این تابع در هنگام استفاده از مجموعه ای پیوستن و تجمع عناصر مجموعه ای مفید است.
-مثال:
-
-``` sql
-SELECT
-    Goals.ID AS GoalID,
-    sum(Sign) AS Reaches,
-    sumIf(Sign, num = 1) AS Visits
-FROM test.visits
-ARRAY JOIN
-    Goals,
-    arrayEnumerateUniq(Goals.ID) AS num
-WHERE CounterID = 160656
-GROUP BY GoalID
-ORDER BY Reaches DESC
-LIMIT 10
-```
-
-``` text
-┌──GoalID─┬─Reaches─┬─Visits─┐
-│   53225 │    3214 │   1097 │
-│ 2825062 │    3188 │   1097 │
-│   56600 │    2803 │    488 │
-│ 1989037 │    2401 │    365 │
-│ 2830064 │    2396 │    910 │
-│ 1113562 │    2372 │    373 │
-│ 3270895 │    2262 │    812 │
-│ 1084657 │    2262 │    345 │
-│   56599 │    2260 │    799 │
-│ 3271094 │    2256 │    812 │
-└─────────┴─────────┴────────┘
-```
-
-در این مثال هر هدف شناسه محاسبه تعداد تبدیل (هر عنصر در اهداف تو در تو ساختار داده ها یک هدف است که رسیده بود که ما اشاره به عنوان یک تبدیل) و تعداد جلسات. بدون مجموعه ملحق, ما می خواهیم تعداد جلسات به عنوان مجموع شمارش (امضا کردن). اما در این مورد خاص ردیف شد ضرب در تو در تو در اهداف و ساختار آن در سفارش به تعداد هر جلسه یک بار بعد از این ما اعمال یک شرط به ارزش arrayEnumerateUniq(اهداف است.ID) تابع.
-
-تابع ارریینومراتونیک می تواند چندین بار از همان اندازه به عنوان استدلال استفاده کند. در این مورد, منحصر به فرد است برای تاپل از عناصر در موقعیت های مشابه در تمام ارریس در نظر گرفته.
-
-``` sql
-SELECT arrayEnumerateUniq([1, 1, 1, 2, 2, 2], [1, 1, 2, 1, 1, 2]) AS res
-```
-
-``` text
-┌─res───────────┐
-│ [1,2,1,1,2,1] │
-└───────────────┘
-```
-
-این در هنگام استفاده از مجموعه با یک ساختار داده های تو در تو و تجمع بیشتر در سراسر عناصر متعدد در این ساختار ملحق لازم است.
-
-## عقبگرد {#arraypopback}
-
-حذف مورد گذشته از مجموعه.
-
-``` sql
-arrayPopBack(array)
-```
-
-**پارامترها**
-
--   `array` – Array.
-
-**مثال**
-
-``` sql
-SELECT arrayPopBack([1, 2, 3]) AS res
-```
-
-``` text
-┌─res───┐
-│ [1,2] │
-└───────┘
-```
-
-## ساحل {#arraypopfront}
-
-اولین مورد را از مجموعه حذف می کند.
-
-``` sql
-arrayPopFront(array)
-```
-
-**پارامترها**
-
--   `array` – Array.
-
-**مثال**
-
-``` sql
-SELECT arrayPopFront([1, 2, 3]) AS res
-```
-
-``` text
-┌─res───┐
-│ [2,3] │
-└───────┘
-```
-
-## عقب نشینی {#arraypushback}
-
-یک مورد را به انتهای مجموعه اضافه می کند.
-
-``` sql
-arrayPushBack(array, single_value)
-```
-
-**پارامترها**
-
--   `array` – Array.
--   `single_value` – A single value. Only numbers can be added to an array with numbers, and only strings can be added to an array of strings. When adding numbers, ClickHouse automatically sets the `single_value` نوع داده مجموعه را تایپ کنید. برای کسب اطلاعات بیشتر در مورد انواع داده ها در خانه کلیک کنید “[انواع داده ها](../../sql-reference/data-types/index.md#data_types)”. می تواند باشد `NULL`. تابع می افزاید: `NULL` عنصر به مجموعه ای, و نوع عناصر مجموعه ای تبدیل به `Nullable`.
-
-**مثال**
-
-``` sql
-SELECT arrayPushBack(['a'], 'b') AS res
-```
-
-``` text
-┌─res───────┐
-│ ['a','b'] │
-└───────────┘
-```
-
-## ساحلی {#arraypushfront}
-
-یک عنصر را به ابتدای مجموعه اضافه می کند.
-
-``` sql
-arrayPushFront(array, single_value)
-```
-
-**پارامترها**
-
--   `array` – Array.
--   `single_value` – A single value. Only numbers can be added to an array with numbers, and only strings can be added to an array of strings. When adding numbers, ClickHouse automatically sets the `single_value` نوع داده مجموعه را تایپ کنید. برای کسب اطلاعات بیشتر در مورد انواع داده ها در خانه کلیک کنید “[انواع داده ها](../../sql-reference/data-types/index.md#data_types)”. می تواند باشد `NULL`. تابع می افزاید: `NULL` عنصر به مجموعه ای, و نوع عناصر مجموعه ای تبدیل به `Nullable`.
-
-**مثال**
-
-``` sql
-SELECT arrayPushFront(['b'], 'a') AS res
-```
-
-``` text
-┌─res───────┐
-│ ['a','b'] │
-└───────────┘
-```
-
-## نمایش سایت {#arrayresize}
-
-طول مجموعه را تغییر می دهد.
-
-``` sql
-arrayResize(array, size[, extender])
-```
-
-**پارامترها:**
-
--   `array` — Array.
--   `size` — Required length of the array.
-    -   اگر `size` کمتر از اندازه اصلی مجموعه است, مجموعه ای از سمت راست کوتاه.
--   اگر `size` مجموعه بزرگتر از اندازه اولیه مجموعه است که به سمت راست گسترش می یابد `extender` مقادیر یا مقادیر پیش فرض برای نوع داده از موارد مجموعه.
--   `extender` — Value for extending an array. Can be `NULL`.
-
-**مقدار بازگشتی:**
-
-مجموعه ای از طول `size`.
-
-**نمونه هایی از تماس**
-
-``` sql
-SELECT arrayResize([1], 3)
-```
-
-``` text
-┌─arrayResize([1], 3)─┐
-│ [1,0,0]             │
-└─────────────────────┘
-```
-
-``` sql
-SELECT arrayResize([1], 3, NULL)
-```
-
-``` text
-┌─arrayResize([1], 3, NULL)─┐
-│ [1,NULL,NULL]             │
-└───────────────────────────┘
-```
-
-## بند {#arrayslice}
-
-یک تکه از مجموعه را برمی گرداند.
-
-``` sql
-arraySlice(array, offset[, length])
-```
-
-**پارامترها**
-
--   `array` – Array of data.
--   `offset` – Indent from the edge of the array. A positive value indicates an offset on the left, and a negative value is an indent on the right. Numbering of the array items begins with 1.
--   `length` - طول قطعه مورد نیاز . اگر شما یک مقدار منفی مشخص, تابع یک تکه باز می گرداند `[offset, array_length - length)`. اگر شما حذف ارزش, تابع برش می گرداند `[offset, the_end_of_array]`.
-
-**مثال**
-
-``` sql
-SELECT arraySlice([1, 2, NULL, 4, 5], 2, 3) AS res
-```
-
-``` text
-┌─res────────┐
-│ [2,NULL,4] │
-└────────────┘
-```
-
-عناصر مجموعه ای به `NULL` به عنوان مقادیر طبیعی انجام می شود.
-
-## arraySort(\[func,\] arr, …) {#array_functions-sort}
-
-عناصر را مرتب می کند `arr` صف در صعودی. اگر `func` تابع مشخص شده است, مرتب سازی سفارش توسط نتیجه تعیین `func` تابع اعمال شده به عناصر مجموعه. اگر `func` قبول استدلال های متعدد `arraySort` تابع به تصویب می رسد چند بند که استدلال `func` خواهد به مطابقت. نمونه های دقیق در پایان نشان داده شده است `arraySort` توصیف.
-
-نمونه ای از مقادیر صحیح مرتب سازی:
-
-``` sql
-SELECT arraySort([1, 3, 3, 0]);
-```
-
-``` text
-┌─arraySort([1, 3, 3, 0])─┐
-│ [0,1,3,3]               │
-└─────────────────────────┘
-```
-
-نمونه ای از مقادیر رشته مرتب سازی:
-
-``` sql
-SELECT arraySort(['hello', 'world', '!']);
-```
-
-``` text
-┌─arraySort(['hello', 'world', '!'])─┐
-│ ['!','hello','world']              │
-└────────────────────────────────────┘
-```
-
-ترتیب مرتب سازی زیر را برای `NULL`, `NaN` و `Inf` مقادیر:
-
-``` sql
-SELECT arraySort([1, nan, 2, NULL, 3, nan, -4, NULL, inf, -inf]);
-```
-
-``` text
-┌─arraySort([1, nan, 2, NULL, 3, nan, -4, NULL, inf, -inf])─┐
-│ [-inf,-4,1,2,3,inf,nan,nan,NULL,NULL]                     │
-└───────────────────────────────────────────────────────────┘
-```
-
--   `-Inf` مقادیر برای اولین بار در مجموعه هستند.
--   `NULL` ارزشهای خبری عبارتند از:
--   `NaN` مقادیر درست قبل هستند `NULL`.
--   `Inf` مقادیر درست قبل هستند `NaN`.
-
-توجه داشته باشید که `arraySort` یک [عملکرد عالی مرتبه](higher-order-functions.md). شما می توانید یک تابع لامبدا را به عنوان اولین استدلال منتقل کنید. در این مورد ترتیب مرتب سازی بر اساس نتیجه تابع لامبدا اعمال شده به عناصر مجموعه تعیین می شود.
-
-بیایید مثال زیر را در نظر بگیریم:
-
-``` sql
-SELECT arraySort((x) -> -x, [1, 2, 3]) as res;
-```
-
-``` text
-┌─res─────┐
-│ [3,2,1] │
-└─────────┘
-```
-
-For each element of the source array, the lambda function returns the sorting key, that is, \[1 –\> -1, 2 –\> -2, 3 –\> -3\]. Since the `arraySort` تابع انواع کلید به ترتیب صعودی, نتیجه این است \[3, 2, 1\]. بنابراین `(x) –> -x` عملکرد لامبدا مجموعه [ترتیب نزولی](#array_functions-reverse-sort) در یک مرتب سازی.
-
-تابع لامبدا می تواند استدلال های متعدد را قبول کند. در این مورد, شما نیاز به تصویب `arraySort` تابع چند بند از طول یکسان است که استدلال تابع لامبدا به مطابقت. مجموعه حاصل از عناصر از اولین مجموعه ورودی تشکیل شده است. به عنوان مثال:
-
-``` sql
-SELECT arraySort((x, y) -> y, ['hello', 'world'], [2, 1]) as res;
-```
-
-``` text
-┌─res────────────────┐
-│ ['world', 'hello'] │
-└────────────────────┘
-```
-
-در اینجا عناصر موجود در مجموعه دوم (\[2, 1\]) تعریف یک کلید مرتب سازی برای عنصر مربوطه از مجموعه منبع (\[‘hello’, ‘world’\]), به این معنا که, \[‘hello’ –\> 2, ‘world’ –\> 1\]. Since the lambda function doesn't use `x` مقادیر واقعی مجموعه منبع بر نظم در نتیجه تاثیر نمی گذارد. پس, ‘hello’ خواهد بود که عنصر دوم در نتیجه, و ‘world’ خواهد بود که برای اولین بار.
-
-نمونه های دیگر در زیر نشان داده شده.
-
-``` sql
-SELECT arraySort((x, y) -> y, [0, 1, 2], ['c', 'b', 'a']) as res;
-```
-
-``` text
-┌─res─────┐
-│ [2,1,0] │
-└─────────┘
-```
-
-``` sql
-SELECT arraySort((x, y) -> -y, [0, 1, 2], [1, 2, 3]) as res;
-```
-
-``` text
-┌─res─────┐
-│ [2,1,0] │
-└─────────┘
-```
-
-!!! note "یادداشت"
-    برای بهبود کارایی مرتب سازی [تبدیل شوارتز](https://en.wikipedia.org/wiki/Schwartzian_transform) استفاده شده است.
-
-## arrayReverseSort(\[func,\] arr, …) {#array_functions-reverse-sort}
-
-عناصر را مرتب می کند `arr` صف در نزولی. اگر `func` تابع مشخص شده است, `arr` بر اساس نتیجه طبقه بندی شده اند `func` عملکرد به عناصر مجموعه اعمال می شود و سپس مجموعه مرتب شده معکوس می شود. اگر `func` قبول استدلال های متعدد `arrayReverseSort` تابع به تصویب می رسد چند بند که استدلال `func` خواهد به مطابقت. نمونه های دقیق در پایان نشان داده شده است `arrayReverseSort` توصیف.
-
-نمونه ای از مقادیر صحیح مرتب سازی:
-
-``` sql
-SELECT arrayReverseSort([1, 3, 3, 0]);
-```
-
-``` text
-┌─arrayReverseSort([1, 3, 3, 0])─┐
-│ [3,3,1,0]                      │
-└────────────────────────────────┘
-```
-
-نمونه ای از مقادیر رشته مرتب سازی:
-
-``` sql
-SELECT arrayReverseSort(['hello', 'world', '!']);
-```
-
-``` text
-┌─arrayReverseSort(['hello', 'world', '!'])─┐
-│ ['world','hello','!']                     │
-└───────────────────────────────────────────┘
-```
-
-ترتیب مرتب سازی زیر را برای `NULL`, `NaN` و `Inf` مقادیر:
-
-``` sql
-SELECT arrayReverseSort([1, nan, 2, NULL, 3, nan, -4, NULL, inf, -inf]) as res;
-```
-
-``` text
-┌─res───────────────────────────────────┐
-│ [inf,3,2,1,-4,-inf,nan,nan,NULL,NULL] │
-└───────────────────────────────────────┘
-```
-
--   `Inf` مقادیر برای اولین بار در مجموعه هستند.
--   `NULL` ارزشهای خبری عبارتند از:
--   `NaN` مقادیر درست قبل هستند `NULL`.
--   `-Inf` مقادیر درست قبل هستند `NaN`.
-
-توجه داشته باشید که `arrayReverseSort` یک [عملکرد عالی مرتبه](higher-order-functions.md). شما می توانید یک تابع لامبدا را به عنوان اولین استدلال منتقل کنید. مثال زیر نشان داده شده.
-
-``` sql
-SELECT arrayReverseSort((x) -> -x, [1, 2, 3]) as res;
-```
-
-``` text
-┌─res─────┐
-│ [1,2,3] │
-└─────────┘
-```
-
-این مجموعه به روش زیر مرتب شده است:
-
-1.  ابتدا مجموعه منبع (\[1, 2, 3\]) با توجه به نتیجه تابع لامبدا اعمال شده به عناصر مجموعه طبقه بندی شده اند. نتیجه یک مجموعه است \[3, 2, 1\].
-2.  مجموعه ای است که در مرحله قبل به دست, معکوس شده است. بنابراین, نتیجه نهایی است \[1, 2, 3\].
-
-تابع لامبدا می تواند استدلال های متعدد را قبول کند. در این مورد, شما نیاز به تصویب `arrayReverseSort` تابع چند بند از طول یکسان است که استدلال تابع لامبدا به مطابقت. مجموعه حاصل از عناصر از اولین مجموعه ورودی تشکیل شده است. به عنوان مثال:
-
-``` sql
-SELECT arrayReverseSort((x, y) -> y, ['hello', 'world'], [2, 1]) as res;
-```
-
-``` text
-┌─res───────────────┐
-│ ['hello','world'] │
-└───────────────────┘
-```
-
-در این مثال مجموعه به روش زیر مرتب شده است:
-
-1.  در ابتدا مجموعه منبع (\[‘hello’, ‘world’\]) با توجه به نتیجه تابع لامبدا اعمال شده به عناصر از ارریس طبقه بندی شده اند. عناصر که در مجموعه دوم به تصویب رسید (\[2, 1\]), تعریف کلید مرتب سازی برای عناصر مربوطه را از مجموعه منبع. نتیجه یک مجموعه است \[‘world’, ‘hello’\].
-2.  مجموعه ای که در مرحله قبل طبقه بندی شده اند, معکوس شده است. بنابراین نتیجه نهایی این است \[‘hello’, ‘world’\].
-
-نمونه های دیگر در زیر نشان داده شده.
-
-``` sql
-SELECT arrayReverseSort((x, y) -> y, [4, 3, 5], ['a', 'b', 'c']) AS res;
-```
-
-``` text
-┌─res─────┐
-│ [5,3,4] │
-└─────────┘
-```
-
-``` sql
-SELECT arrayReverseSort((x, y) -> -y, [4, 3, 5], [1, 2, 3]) AS res;
-```
-
-``` text
-┌─res─────┐
-│ [4,3,5] │
-└─────────┘
-```
-
-## arrayUniq(arr, …) {#arrayuniqarr}
-
-اگر یک استدلال به تصویب می رسد, تعداد عناصر مختلف در مجموعه شمارش.
-اگر استدلال های متعدد به تصویب می رسد, شمارش تعداد تاپل های مختلف از عناصر در موقعیت های مربوطه در مجموعه های متعدد.
-
-اگر شما می خواهید برای دریافت یک لیست از اقلام منحصر به فرد در مجموعه, شما می توانید از ارری راهاهن استفاده(‘groupUniqArray’, arr).
-
-## هشدار داده می شود) {#array-functions-join}
-
-یک تابع خاص. بخش را ببینید [“ArrayJoin function”](array-join.md#functions_arrayjoin).
-
-## کلیدواژه {#arraydifference}
-
-محاسبه تفاوت بین عناصر مجموعه مجاور. بازگرداندن مجموعه ای که عنصر اول خواهد بود 0, دوم تفاوت بین است `a[1] - a[0]`, etc. The type of elements in the resulting array is determined by the type inference rules for subtraction (e.g. `UInt8` - `UInt8` = `Int16`).
-
-**نحو**
-
-``` sql
-arrayDifference(array)
-```
-
-**پارامترها**
-
--   `array` – [& حذف](https://clickhouse.tech/docs/en/data_types/array/).
-
-**مقادیر بازگشتی**
-
-بازگرداندن مجموعه ای از تفاوت بین عناصر مجاور.
-
-نوع: [اینترنت\*](https://clickhouse.tech/docs/en/data_types/int_uint/#uint-ranges), [Int\*](https://clickhouse.tech/docs/en/data_types/int_uint/#int-ranges), [شناور\*](https://clickhouse.tech/docs/en/data_types/float/).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT arrayDifference([1, 2, 3, 4])
-```
-
-نتیجه:
-
-``` text
-┌─arrayDifference([1, 2, 3, 4])─┐
-│ [0,1,1,1]                     │
-└───────────────────────────────┘
-```
-
-مثال سرریز به علت نوع نتیجه اینترن64:
-
-پرسوجو:
-
-``` sql
-SELECT arrayDifference([0, 10000000000000000000])
-```
-
-نتیجه:
-
-``` text
-┌─arrayDifference([0, 10000000000000000000])─┐
-│ [0,-8446744073709551616]                   │
-└────────────────────────────────────────────┘
-```
-
-## حوزه ارریددیست {#arraydistinct}
-
-مجموعه ای را می گیرد و تنها شامل عناصر مجزا می شود.
-
-**نحو**
-
-``` sql
-arrayDistinct(array)
-```
-
-**پارامترها**
-
--   `array` – [& حذف](https://clickhouse.tech/docs/en/data_types/array/).
-
-**مقادیر بازگشتی**
-
-بازگرداندن مجموعه ای حاوی عناصر متمایز.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT arrayDistinct([1, 2, 2, 3, 1])
-```
-
-نتیجه:
-
-``` text
-┌─arrayDistinct([1, 2, 2, 3, 1])─┐
-│ [1,2,3]                        │
-└────────────────────────────────┘
-```
-
-## هشدار داده می شود) {#array_functions-arrayenumeratedense}
-
-بازگرداندن مجموعه ای از همان اندازه به عنوان مجموعه منبع, نشان می دهد که هر عنصر برای اولین بار در مجموعه منبع به نظر می رسد.
-
-مثال:
-
-``` sql
-SELECT arrayEnumerateDense([10, 20, 10, 30])
-```
-
-``` text
-┌─arrayEnumerateDense([10, 20, 10, 30])─┐
-│ [1,2,1,3]                             │
-└───────────────────────────────────────┘
-```
-
-## هشدار داده می شود) {#array-functions-arrayintersect}
-
-طول می کشد مجموعه ای با عناصر که در تمام مجموعه منبع در حال حاضر می گرداند. عناصر سفارش در مجموعه حاصل همان است که در مجموعه اول است.
-
-مثال:
-
-``` sql
-SELECT
-    arrayIntersect([1, 2], [1, 3], [2, 3]) AS no_intersect,
-    arrayIntersect([1, 2], [1, 3], [1, 4]) AS intersect
-```
-
-``` text
-┌─no_intersect─┬─intersect─┐
-│ []           │ [1]       │
-└──────────────┴───────────┘
-```
-
-## نمایش سایت {#arrayreduce}
-
-یک تابع کلی برای عناصر مجموعه ای اعمال می شود و نتیجه خود را باز می گرداند. نام تابع تجمع به عنوان یک رشته در نقل قول های تک منتقل می شود `'max'`, `'sum'`. هنگام استفاده از توابع دانه پارامتری پارامتر پس از نام تابع در پرانتز نشان داده شده است `'uniqUpTo(6)'`.
-
-**نحو**
-
-``` sql
-arrayReduce(agg_func, arr1, arr2, ..., arrN)
-```
-
-**پارامترها**
-
--   `agg_func` — The name of an aggregate function which should be a constant [رشته](../../sql-reference/data-types/string.md).
--   `arr` — Any number of [& حذف](../../sql-reference/data-types/array.md) نوع ستون به عنوان پارامترهای تابع تجمع.
-
-**مقدار بازگشتی**
-
-**مثال**
-
-``` sql
-SELECT arrayReduce('max', [1, 2, 3])
-```
-
-``` text
-┌─arrayReduce('max', [1, 2, 3])─┐
-│                             3 │
-└───────────────────────────────┘
-```
-
-اگر یک تابع جمع استدلال های متعدد طول می کشد, سپس این تابع باید به مجموعه های متعدد از همان اندازه اعمال.
-
-``` sql
-SELECT arrayReduce('maxIf', [3, 5], [1, 0])
-```
-
-``` text
-┌─arrayReduce('maxIf', [3, 5], [1, 0])─┐
-│                                    3 │
-└──────────────────────────────────────┘
-```
-
-به عنوان مثال با یک تابع جمع پارامتری:
-
-``` sql
-SELECT arrayReduce('uniqUpTo(3)', [1, 2, 3, 4, 5, 6, 7, 8, 9, 10])
-```
-
-``` text
-┌─arrayReduce('uniqUpTo(3)', [1, 2, 3, 4, 5, 6, 7, 8, 9, 10])─┐
-│                                                           4 │
-└─────────────────────────────────────────────────────────────┘
-```
-
-## تغییرات {#arrayreduceinranges}
-
-یک تابع کلی برای عناصر مجموعه ای در محدوده های داده شده اعمال می شود و مجموعه ای حاوی نتیجه مربوط به هر محدوده را باز می گرداند. تابع همان نتیجه به عنوان چند بازگشت `arrayReduce(agg_func, arraySlice(arr1, index, length), ...)`.
-
-**نحو**
-
-``` sql
-arrayReduceInRanges(agg_func, ranges, arr1, arr2, ..., arrN)
-```
-
-**پارامترها**
-
--   `agg_func` — The name of an aggregate function which should be a constant [رشته](../../sql-reference/data-types/string.md).
--   `ranges` — The ranges to aggretate which should be an [& حذف](../../sql-reference/data-types/array.md) از [توپلس](../../sql-reference/data-types/tuple.md) که شامل شاخص و طول هر محدوده.
--   `arr` — Any number of [& حذف](../../sql-reference/data-types/array.md) نوع ستون به عنوان پارامترهای تابع تجمع.
-
-**مقدار بازگشتی**
-
-**مثال**
-
-``` sql
-SELECT arrayReduceInRanges(
-    'sum',
-    [(1, 5), (2, 3), (3, 4), (4, 4)],
-    [1000000, 200000, 30000, 4000, 500, 60, 7]
-) AS res
-```
-
-``` text
-┌─res─────────────────────────┐
-│ [1234500,234000,34560,4567] │
-└─────────────────────────────┘
-```
-
-## هشدار داده می شود) {#arrayreverse}
-
-بازگرداندن مجموعه ای از همان اندازه به عنوان مجموعه اصلی حاوی عناصر در جهت معکوس.
-
-مثال:
-
-``` sql
-SELECT arrayReverse([1, 2, 3])
-```
-
-``` text
-┌─arrayReverse([1, 2, 3])─┐
-│ [3,2,1]                 │
-└─────────────────────────┘
-```
-
-## معکوس) {#array-functions-reverse}
-
-مترادف برای [“arrayReverse”](#arrayreverse)
-
-## ارریفلاتتن {#arrayflatten}
-
-مجموعه ای از ارریس ها را به یک مجموعه صاف تبدیل می کند.
-
-تابع:
-
--   امر به هر عمق مجموعه های تو در تو.
--   طعم هایی را که در حال حاضر مسطح هستند تغییر نمی دهد.
-
-مجموعه مسطح شامل تمام عناصر از تمام منابع است.
-
-**نحو**
-
-``` sql
-flatten(array_of_arrays)
-```
-
-نام مستعار: `flatten`.
-
-**پارامترها**
-
--   `array_of_arrays` — [& حذف](../../sql-reference/data-types/array.md) ارریس به عنوان مثال, `[[1,2,3], [4,5]]`.
-
-**مثالها**
-
-``` sql
-SELECT flatten([[[1]], [[2], [3]]])
-```
-
-``` text
-┌─flatten(array(array([1]), array([2], [3])))─┐
-│ [1,2,3]                                     │
-└─────────────────────────────────────────────┘
-```
-
-## اررایکمپکت {#arraycompact}
-
-عناصر تکراری متوالی را از یک مجموعه حذف می کند. ترتیب مقادیر نتیجه به ترتیب در مجموعه منبع تعیین می شود.
-
-**نحو**
-
-``` sql
-arrayCompact(arr)
-```
-
-**پارامترها**
-
-`arr` — The [& حذف](../../sql-reference/data-types/array.md) برای بازرسی.
-
-**مقدار بازگشتی**
-
-مجموعه ای بدون تکراری.
-
-نوع: `Array`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT arrayCompact([1, 1, nan, nan, 2, 3, 3, 3])
-```
-
-نتیجه:
-
-``` text
-┌─arrayCompact([1, 1, nan, nan, 2, 3, 3, 3])─┐
-│ [1,nan,nan,2,3]                            │
-└────────────────────────────────────────────┘
-```
-
-## ارریزیپ {#arrayzip}
-
-ترکیبی از چندین ردیف به یک مجموعه واحد. مجموعه حاصل شامل عناصر مربوطه را از ارریس منبع به تاپل در جهت ذکر شده از استدلال گروه بندی می شوند.
-
-**نحو**
-
-``` sql
-arrayZip(arr1, arr2, ..., arrN)
-```
-
-**پارامترها**
-
--   `arrN` — [& حذف](../data-types/array.md).
-
-این تابع می تواند هر تعداد از مجموعه ای از انواع مختلف را. تمام ورودی های ورودی باید با اندازه یکسان باشند.
-
-**مقدار بازگشتی**
-
--   مجموعه ای با عناصر از ارریس منبع به گروه بندی می شوند [توپلس](../data-types/tuple.md). انواع داده ها در تاپل همان نوع از بند ورودی هستند و در همان جهت به عنوان ارریس به تصویب می رسد.
-
-نوع: [& حذف](../data-types/array.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT arrayZip(['a', 'b', 'c'], [5, 2, 1])
-```
-
-نتیجه:
-
-``` text
-┌─arrayZip(['a', 'b', 'c'], [5, 2, 1])─┐
-│ [('a',5),('b',2),('c',1)]            │
-└──────────────────────────────────────┘
-```
-
-## ارریایکو {#arrayauc}
-
-محاسبه حراج (منطقه تحت منحنی, که یک مفهوم در یادگیری ماشین است, مشاهده اطلاعات بیشتر: https://en.wikipedia.org/wiki/Receiver_operating_characteristic#Area_under_the_curve).
-
-**نحو**
-
-``` sql
-arrayAUC(arr_scores, arr_labels)
-```
-
-**پارامترها**
-- `arr_scores` — scores prediction model gives.
-- `arr_labels` — labels of samples, usually 1 for positive sample and 0 for negtive sample.
-
-**مقدار بازگشتی**
-را برمی گرداند ارزش حراج با نوع شناور64.
-
-**مثال**
-پرسوجو:
-
-``` sql
-select arrayAUC([0.1, 0.4, 0.35, 0.8], [0, 0, 1, 1])
-```
-
-نتیجه:
-
-``` text
-┌─arrayAUC([0.1, 0.4, 0.35, 0.8], [0, 0, 1, 1])─┐
-│                                          0.75 │
-└────────────────────────────────────────---──┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/array_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/array-join.md b/docs/fa/sql-reference/functions/array-join.md
deleted file mode 100644
index 4f4ee3eab60..00000000000
--- a/docs/fa/sql-reference/functions/array-join.md
+++ /dev/null
@@ -1,37 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 61
-toc_title: "\u0627\u0631\u0631\u06CC\u062C\u06CC\u0646"
----
-
-# تابع ارریجین {#functions_arrayjoin}
-
-این یک تابع بسیار غیر معمول است.
-
-توابع عادی انجام مجموعه ای از ردیف را تغییر دهید, اما فقط تغییر مقادیر در هر سطر (کوتاه).
-توابع مجموع فشرده سازی مجموعه ای از ردیف (برابر یا کاهش).
-این ‘arrayJoin’ تابع طول می کشد هر سطر و تولید مجموعه ای از ردیف (اشکار).
-
-این تابع یک مجموعه را به عنوان یک استدلال می گیرد و ردیف منبع را به چندین ردیف برای تعدادی از عناصر در مجموعه منتشر می کند.
-تمام مقادیر ستون ها به سادگی کپی می شوند به جز مقادیر در ستون ای که این تابع اعمال می شود.
-
-پرس و جو می توانید چند استفاده کنید `arrayJoin` توابع. در این مورد تحول انجام شده است چندین بار.
-
-توجه داشته باشید که ترتیب پیوستن به نحو در پرس و جو را انتخاب کنید, فراهم می کند که امکانات گسترده تر.
-
-مثال:
-
-``` sql
-SELECT arrayJoin([1, 2, 3] AS src) AS dst, 'Hello', src
-```
-
-``` text
-┌─dst─┬─\'Hello\'─┬─src─────┐
-│   1 │ Hello     │ [1,2,3] │
-│   2 │ Hello     │ [1,2,3] │
-│   3 │ Hello     │ [1,2,3] │
-└─────┴───────────┴─────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/array_join/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/bit-functions.md b/docs/fa/sql-reference/functions/bit-functions.md
deleted file mode 100644
index 932b8b8656e..00000000000
--- a/docs/fa/sql-reference/functions/bit-functions.md
+++ /dev/null
@@ -1,255 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 48
-toc_title: "\u0628\u06CC\u062A"
----
-
-# توابع بیت {#bit-functions}
-
-بیت توابع کار برای هر جفت از انواع از UInt8, UInt16, UInt32, UInt64, Int8, Int16, Int32, Int64, Float32 یا Float64.
-
-نوع نتیجه یک عدد صحیح با بیت به حداکثر بیت از استدلال خود را برابر است. اگر حداقل یکی از استدلال امضا شده است, نتیجه یک شماره امضا شده است. اگر استدلال یک عدد ممیز شناور است, این است که به درون بازیگران64.
-
-## بیت و ب) {#bitanda-b}
-
-## bitOr(a, b) {#bitora-b}
-
-## هشدار داده می شود) {#bitxora-b}
-
-## bitNot(یک) {#bitnota}
-
-## اطلاعات دقیق) {#bitshiftlefta-b}
-
-## باز کردن پنجره روی برنامههای دیگر) {#bitshiftrighta-b}
-
-## هشدار داده می شود) {#bitrotatelefta-b}
-
-## حفاظت از بیت) {#bitrotaterighta-b}
-
-## بیتترین {#bittest}
-
-طول می کشد هر عدد صحیح و تبدیل به [شکل دودویی](https://en.wikipedia.org/wiki/Binary_number), بازگرداندن ارزش کمی در موقعیت مشخص. شمارش معکوس از 0 از سمت راست به سمت چپ شروع می شود.
-
-**نحو**
-
-``` sql
-SELECT bitTest(number, index)
-```
-
-**پارامترها**
-
--   `number` – integer number.
--   `index` – position of bit.
-
-**مقادیر بازگشتی**
-
-بازگرداندن مقدار کمی در موقعیت مشخص.
-
-نوع: `UInt8`.
-
-**مثال**
-
-مثلا, تعداد 43 در پایه-2 (دودویی) سیستم اعداد است 101011.
-
-پرسوجو:
-
-``` sql
-SELECT bitTest(43, 1)
-```
-
-نتیجه:
-
-``` text
-┌─bitTest(43, 1)─┐
-│              1 │
-└────────────────┘
-```
-
-مثال دیگر:
-
-پرسوجو:
-
-``` sql
-SELECT bitTest(43, 2)
-```
-
-نتیجه:
-
-``` text
-┌─bitTest(43, 2)─┐
-│              0 │
-└────────────────┘
-```
-
-## تماس {#bittestall}
-
-بازده نتیجه [ساخت منطقی](https://en.wikipedia.org/wiki/Logical_conjunction) (و اپراتور) از تمام بیت در موقعیت های داده شده. شمارش معکوس از 0 از سمت راست به سمت چپ شروع می شود.
-
-ساخت و ساز برای عملیات بیتی:
-
-0 AND 0 = 0
-
-0 AND 1 = 0
-
-1 AND 0 = 0
-
-1 AND 1 = 1
-
-**نحو**
-
-``` sql
-SELECT bitTestAll(number, index1, index2, index3, index4, ...)
-```
-
-**پارامترها**
-
--   `number` – integer number.
--   `index1`, `index2`, `index3`, `index4` – positions of bit. For example, for set of positions (`index1`, `index2`, `index3`, `index4`) درست است اگر و تنها اگر تمام موقعیت خود را درست هستند (`index1` ⋀ `index2`, ⋀ `index3` ⋀ `index4`).
-
-**مقادیر بازگشتی**
-
-بازده نتیجه منطقی conjuction.
-
-نوع: `UInt8`.
-
-**مثال**
-
-مثلا, تعداد 43 در پایه-2 (دودویی) سیستم اعداد است 101011.
-
-پرسوجو:
-
-``` sql
-SELECT bitTestAll(43, 0, 1, 3, 5)
-```
-
-نتیجه:
-
-``` text
-┌─bitTestAll(43, 0, 1, 3, 5)─┐
-│                          1 │
-└────────────────────────────┘
-```
-
-مثال دیگر:
-
-پرسوجو:
-
-``` sql
-SELECT bitTestAll(43, 0, 1, 3, 5, 2)
-```
-
-نتیجه:
-
-``` text
-┌─bitTestAll(43, 0, 1, 3, 5, 2)─┐
-│                             0 │
-└───────────────────────────────┘
-```
-
-## بیتستانی {#bittestany}
-
-بازده نتیجه [حکم منطقی](https://en.wikipedia.org/wiki/Logical_disjunction) (یا اپراتور) از تمام بیت در موقعیت های داده شده. شمارش معکوس از 0 از سمت راست به سمت چپ شروع می شود.
-
-دستور برای عملیات بیتی:
-
-0 OR 0 = 0
-
-0 OR 1 = 1
-
-1 OR 0 = 1
-
-1 OR 1 = 1
-
-**نحو**
-
-``` sql
-SELECT bitTestAny(number, index1, index2, index3, index4, ...)
-```
-
-**پارامترها**
-
--   `number` – integer number.
--   `index1`, `index2`, `index3`, `index4` – positions of bit.
-
-**مقادیر بازگشتی**
-
-بازده نتیجه ساخت و ساز منطقی.
-
-نوع: `UInt8`.
-
-**مثال**
-
-مثلا, تعداد 43 در پایه-2 (دودویی) سیستم اعداد است 101011.
-
-پرسوجو:
-
-``` sql
-SELECT bitTestAny(43, 0, 2)
-```
-
-نتیجه:
-
-``` text
-┌─bitTestAny(43, 0, 2)─┐
-│                    1 │
-└──────────────────────┘
-```
-
-مثال دیگر:
-
-پرسوجو:
-
-``` sql
-SELECT bitTestAny(43, 4, 2)
-```
-
-نتیجه:
-
-``` text
-┌─bitTestAny(43, 4, 2)─┐
-│                    0 │
-└──────────────────────┘
-```
-
-## شمارش {#bitcount}
-
-محاسبه تعداد بیت را به یکی در نمایندگی دودویی از یک عدد است.
-
-**نحو**
-
-``` sql
-bitCount(x)
-```
-
-**پارامترها**
-
--   `x` — [عدد صحیح](../../sql-reference/data-types/int-uint.md) یا [شناور نقطه](../../sql-reference/data-types/float.md) شماره. تابع با استفاده از نمایندگی ارزش در حافظه. این اجازه می دهد تا حمایت از اعداد ممیز شناور.
-
-**مقدار بازگشتی**
-
--   تعداد بیت را به یکی در تعداد ورودی.
-
-تابع مقدار ورودی را به یک نوع بزرگتر تبدیل نمی کند ([ثبت نام پسوند](https://en.wikipedia.org/wiki/Sign_extension)). بنابراین, مثلا, `bitCount(toUInt8(-1)) = 8`.
-
-نوع: `UInt8`.
-
-**مثال**
-
-نگاهی به عنوان مثال تعداد 333. نمایندگی دودویی: 00000001001101.
-
-پرسوجو:
-
-``` sql
-SELECT bitCount(333)
-```
-
-نتیجه:
-
-``` text
-┌─bitCount(333)─┐
-│             5 │
-└───────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/bit_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/bitmap-functions.md b/docs/fa/sql-reference/functions/bitmap-functions.md
deleted file mode 100644
index 061489fd08c..00000000000
--- a/docs/fa/sql-reference/functions/bitmap-functions.md
+++ /dev/null
@@ -1,496 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 49
-toc_title: "\u0646\u06AF\u0627\u0634\u062A \u0628\u06CC\u062A"
----
-
-# توابع نگاشت بیت {#bitmap-functions}
-
-توابع بیت مپ برای دو بیت مپ محاسبه ارزش شی کار, این است که بازگشت بیت مپ جدید و یا کارتیت در حالی که با استفاده از محاسبه فرمول, مانند و, یا, صخره نوردی, و نه, و غیره.
-
-2 نوع از روش های ساخت و ساز برای شی بیت مپ وجود دارد. یکی این است که توسط گروه بیت مپ تابع تجمع با دولت ساخته شود, دیگر این است که توسط شی مجموعه ای ساخته شود. این نیز برای تبدیل شی بیت مپ به مجموعه شی.
-
-نقشه شهری روارینگ به یک ساختار داده در حالی که ذخیره سازی واقعی از اجسام بیت مپ پیچیده شده است. هنگامی که کارتیت کمتر از یا برابر است 32, با استفاده از عینیت مجموعه. هنگامی که کارتیت بیشتر از است 32, با استفاده از شی نقشه شهری روارینگ. به همین دلیل است ذخیره سازی مجموعه کارتیت کم سریع تر است.
-
-برای کسب اطلاعات بیشتر در مورد نقشه شهری روارینگ: [پرورش دهنده](https://github.com/RoaringBitmap/CRoaring).
-
-## طراحی بیت مپ {#bitmap_functions-bitmapbuild}
-
-ساخت یک بیت مپ از مجموعه عدد صحیح بدون علامت.
-
-``` sql
-bitmapBuild(array)
-```
-
-**پارامترها**
-
--   `array` – unsigned integer array.
-
-**مثال**
-
-``` sql
-SELECT bitmapBuild([1, 2, 3, 4, 5]) AS res, toTypeName(res)
-```
-
-``` text
-┌─res─┬─toTypeName(bitmapBuild([1, 2, 3, 4, 5]))─────┐
-│ 
    │ AggregateFunction(groupBitmap, UInt8)    │
-└─────┴──────────────────────────────────────────────┘
-```
-
-## بیت مپوری {#bitmaptoarray}
-
-تبدیل بیت مپ به مجموعه عدد صحیح.
-
-``` sql
-bitmapToArray(bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapToArray(bitmapBuild([1, 2, 3, 4, 5])) AS res
-```
-
-``` text
-┌─res─────────┐
-│ [1,2,3,4,5] │
-└─────────────┘
-```
-
-## اطلاعات دقیق {#bitmap-functions-bitmapsubsetinrange}
-
-زیرمجموعه بازگشت در محدوده مشخص شده (دامنه را شامل نمی شود).
-
-``` sql
-bitmapSubsetInRange(bitmap, range_start, range_end)
-```
-
-**پارامترها**
-
--   `bitmap` – [شی نگاشت بیت](#bitmap_functions-bitmapbuild).
--   `range_start` – range start point. Type: [UInt32](../../sql-reference/data-types/int-uint.md).
--   `range_end` – range end point(excluded). Type: [UInt32](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-``` sql
-SELECT bitmapToArray(bitmapSubsetInRange(bitmapBuild([0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,100,200,500]), toUInt32(30), toUInt32(200))) AS res
-```
-
-``` text
-┌─res───────────────┐
-│ [30,31,32,33,100] │
-└───────────────────┘
-```
-
-## نمایش سایت {#bitmapsubsetlimit}
-
-ایجاد یک زیر مجموعه از بیت مپ با عناصر نفر گرفته شده بین `range_start` و `cardinality_limit`.
-
-**نحو**
-
-``` sql
-bitmapSubsetLimit(bitmap, range_start, cardinality_limit)
-```
-
-**پارامترها**
-
--   `bitmap` – [شی نگاشت بیت](#bitmap_functions-bitmapbuild).
--   `range_start` – The subset starting point. Type: [UInt32](../../sql-reference/data-types/int-uint.md).
--   `cardinality_limit` – The subset cardinality upper limit. Type: [UInt32](../../sql-reference/data-types/int-uint.md).
-
-**مقدار بازگشتی**
-
-زیرمجموعه.
-
-نوع: `Bitmap object`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT bitmapToArray(bitmapSubsetLimit(bitmapBuild([0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,100,200,500]), toUInt32(30), toUInt32(200))) AS res
-```
-
-نتیجه:
-
-``` text
-┌─res───────────────────────┐
-│ [30,31,32,33,100,200,500] │
-└───────────────────────────┘
-```
-
-## اطلاعات دقیق {#bitmap_functions-bitmapcontains}
-
-بررسی اینکه نگاشت بیت شامل یک عنصر است.
-
-``` sql
-bitmapContains(haystack, needle)
-```
-
-**پارامترها**
-
--   `haystack` – [شی نگاشت بیت](#bitmap_functions-bitmapbuild), جایی که تابع جستجو.
--   `needle` – Value that the function searches. Type: [UInt32](../../sql-reference/data-types/int-uint.md).
-
-**مقادیر بازگشتی**
-
--   0 — If `haystack` شامل نمی شود `needle`.
--   1 — If `haystack` شامل `needle`.
-
-نوع: `UInt8`.
-
-**مثال**
-
-``` sql
-SELECT bitmapContains(bitmapBuild([1,5,7,9]), toUInt32(9)) AS res
-```
-
-``` text
-┌─res─┐
-│  1  │
-└─────┘
-```
-
-## بیتمافاسانی {#bitmaphasany}
-
-بررسی اینکه دو بیت مپ دارند تقاطع توسط برخی از عناصر.
-
-``` sql
-bitmapHasAny(bitmap1, bitmap2)
-```
-
-اگر شما اطمینان حاصل کنید که `bitmap2` حاوی شدت یک عنصر, در نظر با استفاده از [اطلاعات دقیق](#bitmap_functions-bitmapcontains) تابع. این کار موثر تر است.
-
-**پارامترها**
-
--   `bitmap*` – bitmap object.
-
-**مقادیر بازگشتی**
-
--   `1` اگر `bitmap1` و `bitmap2` حداقل یک عنصر مشابه داشته باشید.
--   `0` وگرنه
-
-**مثال**
-
-``` sql
-SELECT bitmapHasAny(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res
-```
-
-``` text
-┌─res─┐
-│  1  │
-└─────┘
-```
-
-## بیتمافاسال {#bitmaphasall}
-
-مشابه به `hasAll(array, array)` بازده 1 اگر بیت مپ اول شامل تمام عناصر از یک ثانیه, 0 در غیر این صورت.
-اگر استدلال دوم بیت مپ خالی است و سپس باز می گردد 1.
-
-``` sql
-bitmapHasAll(bitmap,bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapHasAll(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res
-```
-
-``` text
-┌─res─┐
-│  0  │
-└─────┘
-```
-
-## هشدار داده می شود {#bitmapcardinality}
-
-Retrun بیت مپ cardinality از نوع UInt64.
-
-``` sql
-bitmapCardinality(bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapCardinality(bitmapBuild([1, 2, 3, 4, 5])) AS res
-```
-
-``` text
-┌─res─┐
-│   5 │
-└─────┘
-```
-
-## بیت مپمن {#bitmapmin}
-
-Retrun کوچکترین مقدار از نوع UInt64 در مجموعه UINT32_MAX اگر این مجموعه خالی است.
-
-    bitmapMin(bitmap)
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapMin(bitmapBuild([1, 2, 3, 4, 5])) AS res
-```
-
-    ┌─res─┐
-    │   1 │
-    └─────┘
-
-## جرم اتمی {#bitmapmax}
-
-جابجایی بزرگترین ارزش نوع اوینت64 در مجموعه, 0 اگر مجموعه ای خالی است.
-
-    bitmapMax(bitmap)
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapMax(bitmapBuild([1, 2, 3, 4, 5])) AS res
-```
-
-    ┌─res─┐
-    │   5 │
-    └─────┘
-
-## ترجمههای بیت مپ {#bitmaptransform}
-
-تبدیل مجموعه ای از ارزش ها در بیت مپ به مجموعه ای دیگر از ارزش, نتیجه یک بیت مپ جدید است.
-
-    bitmapTransform(bitmap, from_array, to_array)
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
--   `from_array` – UInt32 array. For idx in range \[0, from_array.size()), if bitmap contains from_array\[idx\], then replace it with to_array\[idx\]. Note that the result depends on array ordering if there are common elements between from_array and to_array.
--   `to_array` – UInt32 array, its size shall be the same to from_array.
-
-**مثال**
-
-``` sql
-SELECT bitmapToArray(bitmapTransform(bitmapBuild([1, 2, 3, 4, 5, 6, 7, 8, 9, 10]), cast([5,999,2] as Array(UInt32)), cast([2,888,20] as Array(UInt32)))) AS res
-```
-
-    ┌─res───────────────────┐
-    │ [1,3,4,6,7,8,9,10,20] │
-    └───────────────────────┘
-
-## بیت مپند {#bitmapand}
-
-دو بیت مپ و محاسبه, نتیجه یک بیت مپ جدید است.
-
-``` sql
-bitmapAnd(bitmap,bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapToArray(bitmapAnd(bitmapBuild([1,2,3]),bitmapBuild([3,4,5]))) AS res
-```
-
-``` text
-┌─res─┐
-│ [3] │
-└─────┘
-```
-
-## نگاشت بیت {#bitmapor}
-
-دو بیت مپ و یا محاسبه, نتیجه یک بیت مپ جدید است.
-
-``` sql
-bitmapOr(bitmap,bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapToArray(bitmapOr(bitmapBuild([1,2,3]),bitmapBuild([3,4,5]))) AS res
-```
-
-``` text
-┌─res─────────┐
-│ [1,2,3,4,5] │
-└─────────────┘
-```
-
-## بیت مپکسور {#bitmapxor}
-
-دو محاسبه گز بیت مپ, نتیجه یک بیت مپ جدید است.
-
-``` sql
-bitmapXor(bitmap,bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapToArray(bitmapXor(bitmapBuild([1,2,3]),bitmapBuild([3,4,5]))) AS res
-```
-
-``` text
-┌─res───────┐
-│ [1,2,4,5] │
-└───────────┘
-```
-
-## بیت مپندو {#bitmapandnot}
-
-دو محاسبه بیت مپ اندنوت, نتیجه یک بیت مپ جدید است.
-
-``` sql
-bitmapAndnot(bitmap,bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapToArray(bitmapAndnot(bitmapBuild([1,2,3]),bitmapBuild([3,4,5]))) AS res
-```
-
-``` text
-┌─res───┐
-│ [1,2] │
-└───────┘
-```
-
-## اطلاعات دقیق {#bitmapandcardinality}
-
-دو بیت مپ و محاسبه بازگشت cardinality از نوع UInt64.
-
-``` sql
-bitmapAndCardinality(bitmap,bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapAndCardinality(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res;
-```
-
-``` text
-┌─res─┐
-│   1 │
-└─────┘
-```
-
-## کمبود سیگار {#bitmaporcardinality}
-
-دو بیت مپ و یا محاسبه بازگشت cardinality از نوع UInt64.
-
-``` sql
-bitmapOrCardinality(bitmap,bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapOrCardinality(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res;
-```
-
-``` text
-┌─res─┐
-│   5 │
-└─────┘
-```
-
-## هشدار داده می شود {#bitmapxorcardinality}
-
-دو بیت مپ xor محاسبه بازگشت cardinality از نوع UInt64.
-
-``` sql
-bitmapXorCardinality(bitmap,bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapXorCardinality(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res;
-```
-
-``` text
-┌─res─┐
-│   4 │
-└─────┘
-```
-
-## اطلاعات دقیق {#bitmapandnotcardinality}
-
-دو بیت مپ andnot محاسبه بازگشت cardinality از نوع UInt64.
-
-``` sql
-bitmapAndnotCardinality(bitmap,bitmap)
-```
-
-**پارامترها**
-
--   `bitmap` – bitmap object.
-
-**مثال**
-
-``` sql
-SELECT bitmapAndnotCardinality(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res;
-```
-
-``` text
-┌─res─┐
-│   2 │
-└─────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/bitmap_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/comparison-functions.md b/docs/fa/sql-reference/functions/comparison-functions.md
deleted file mode 100644
index 61102ec38a6..00000000000
--- a/docs/fa/sql-reference/functions/comparison-functions.md
+++ /dev/null
@@ -1,37 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: "\u0645\u0642\u0627\u06CC\u0633\u0647"
----
-
-# توابع مقایسه {#comparison-functions}
-
-توابع مقایسه همیشه بازگشت 0 یا 1 (اوینت8).
-
-انواع زیر را می توان مقایسه کرد:
-
--   اعداد
--   رشته ها و رشته های ثابت
--   تاریخ
--   تاریخ با زمان
-
-در هر گروه, اما نه بین گروه های مختلف.
-
-مثلا, شما می توانید یک تاریخ را با یک رشته مقایسه نیست. شما مجبور به استفاده از یک تابع برای تبدیل رشته به یک تاریخ, و یا بالعکس.
-
-رشته ها با بایت مقایسه. یک رشته کوتاه تر کوچکتر از همه رشته هایی است که با این کار شروع می شوند و شامل حداقل یک شخصیت دیگر می شوند.
-
-## برابر, = ب و = = ب اپراتور {#function-equals}
-
-## کار در حالت اضطراری, یک ! اپراتور = ب و \< \> ب {#function-notequals}
-
-## کمتر, \< اپراتور {#function-less}
-
-## بیشتر, \> اپراتور {#function-greater}
-
-## اطلاعات دقیق {#function-lessorequals}
-
-## در حال بارگذاری {#function-greaterorequals}
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/comparison_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/conditional-functions.md b/docs/fa/sql-reference/functions/conditional-functions.md
deleted file mode 100644
index 47fa1f4773f..00000000000
--- a/docs/fa/sql-reference/functions/conditional-functions.md
+++ /dev/null
@@ -1,207 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 43
-toc_title: "\u0634\u0631\u0637\u06CC "
----
-
-# توابع شرطی {#conditional-functions}
-
-## اگر {#if}
-
-کنترل انشعاب مشروط. بر خلاف اکثر سیستم های تاتر همیشه هر دو عبارت را ارزیابی کنید `then` و `else`.
-
-**نحو**
-
-``` sql
-SELECT if(cond, then, else)
-```
-
-اگر شرایط `cond` ارزیابی به یک مقدار غیر صفر, می گرداند در نتیجه بیان `then` و نتیجه بیان `else`, اگر در حال حاضر, قلم است. اگر `cond` صفر یا `NULL` سپس نتیجه `then` بیان نادیده گرفته شده است و در نتیجه `else` عبارت, در صورت حاضر, بازگشته است.
-
-**پارامترها**
-
--   `cond` – The condition for evaluation that can be zero or not. The type is UInt8, Nullable(UInt8) or NULL.
--   `then` - بیان به بازگشت اگر شرایط ملاقات کرده است.
--   `else` - بیان به بازگشت اگر شرایط ملاقات نکرده است.
-
-**مقادیر بازگشتی**
-
-تابع اجرا می شود `then` و `else` عبارات و نتیجه خود را بر می گرداند, بسته به اینکه شرایط `cond` به پایان رسید تا صفر یا نه.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT if(1, plus(2, 2), plus(2, 6))
-```
-
-نتیجه:
-
-``` text
-┌─plus(2, 2)─┐
-│          4 │
-└────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT if(0, plus(2, 2), plus(2, 6))
-```
-
-نتیجه:
-
-``` text
-┌─plus(2, 6)─┐
-│          8 │
-└────────────┘
-```
-
--   `then` و `else` باید کمترین نوع مشترک دارند.
-
-**مثال:**
-
-اینو بگیر `LEFT_RIGHT` جدول:
-
-``` sql
-SELECT *
-FROM LEFT_RIGHT
-
-┌─left─┬─right─┐
-│ ᴺᵁᴸᴸ │     4 │
-│    1 │     3 │
-│    2 │     2 │
-│    3 │     1 │
-│    4 │  ᴺᵁᴸᴸ │
-└──────┴───────┘
-```
-
-پرس و جو زیر مقایسه می کند `left` و `right` مقادیر:
-
-``` sql
-SELECT
-    left,
-    right,
-    if(left < right, 'left is smaller than right', 'right is greater or equal than left') AS is_smaller
-FROM LEFT_RIGHT
-WHERE isNotNull(left) AND isNotNull(right)
-
-┌─left─┬─right─┬─is_smaller──────────────────────────┐
-│    1 │     3 │ left is smaller than right          │
-│    2 │     2 │ right is greater or equal than left │
-│    3 │     1 │ right is greater or equal than left │
-└──────┴───────┴─────────────────────────────────────┘
-```
-
-یادداشت: `NULL` ارزش ها در این مثال استفاده نمی شود, بررسی [ارزشهای پوچ در شرطی](#null-values-in-conditionals) بخش.
-
-## اپراتور سه تایی {#ternary-operator}
-
-این همان کار می کند `if` تابع.
-
-نحو: `cond ? then : else`
-
-بازگشت `then` اگر `cond` ارزیابی درست باشد (بیشتر از صفر), در غیر این صورت بازده `else`.
-
--   `cond` باید از نوع باشد `UInt8` و `then` و `else` باید کمترین نوع مشترک دارند.
-
--   `then` و `else` می تواند باشد `NULL`
-
-**همچنین نگاه کنید به**
-
--   [اطلاعات دقیق](other-functions.md#ifnotfinite).
-
-## چندف {#multiif}
-
-اجازه می دهد تا شما را به نوشتن [CASE](../operators/index.md#operator_case) اپراتور فشرده تر در پرس و جو.
-
-نحو: `multiIf(cond_1, then_1, cond_2, then_2, ..., else)`
-
-**پارامترها:**
-
--   `cond_N` — The condition for the function to return `then_N`.
--   `then_N` — The result of the function when executed.
--   `else` — The result of the function if none of the conditions is met.
-
-تابع می پذیرد `2N+1` پارامترها
-
-**مقادیر بازگشتی**
-
-تابع یکی از مقادیر را برمی گرداند `then_N` یا `else`, بسته به شرایط `cond_N`.
-
-**مثال**
-
-دوباره با استفاده از `LEFT_RIGHT` جدول
-
-``` sql
-SELECT
-    left,
-    right,
-    multiIf(left < right, 'left is smaller', left > right, 'left is greater', left = right, 'Both equal', 'Null value') AS result
-FROM LEFT_RIGHT
-
-┌─left─┬─right─┬─result──────────┐
-│ ᴺᵁᴸᴸ │     4 │ Null value      │
-│    1 │     3 │ left is smaller │
-│    2 │     2 │ Both equal      │
-│    3 │     1 │ left is greater │
-│    4 │  ᴺᵁᴸᴸ │ Null value      │
-└──────┴───────┴─────────────────┘
-```
-
-## با استفاده از نتایج شرطی به طور مستقیم {#using-conditional-results-directly}
-
-شرطی همیشه به نتیجه `0`, `1` یا `NULL`. بنابراین شما می توانید نتایج شرطی به طور مستقیم مثل این استفاده کنید:
-
-``` sql
-SELECT left < right AS is_small
-FROM LEFT_RIGHT
-
-┌─is_small─┐
-│     ᴺᵁᴸᴸ │
-│        1 │
-│        0 │
-│        0 │
-│     ᴺᵁᴸᴸ │
-└──────────┘
-```
-
-## ارزشهای پوچ در شرطی {#null-values-in-conditionals}
-
-چه زمانی `NULL` ارزش ها در شرطی درگیر, نتیجه نیز خواهد بود `NULL`.
-
-``` sql
-SELECT
-    NULL < 1,
-    2 < NULL,
-    NULL < NULL,
-    NULL = NULL
-
-┌─less(NULL, 1)─┬─less(2, NULL)─┬─less(NULL, NULL)─┬─equals(NULL, NULL)─┐
-│ ᴺᵁᴸᴸ          │ ᴺᵁᴸᴸ          │ ᴺᵁᴸᴸ             │ ᴺᵁᴸᴸ               │
-└───────────────┴───────────────┴──────────────────┴────────────────────┘
-```
-
-بنابراین شما باید نمایش داده شد خود را با دقت ساخت اگر انواع هستند `Nullable`.
-
-مثال زیر نشان می دهد این شکست برای اضافه کردن شرایط برابر به `multiIf`.
-
-``` sql
-SELECT
-    left,
-    right,
-    multiIf(left < right, 'left is smaller', left > right, 'right is smaller', 'Both equal') AS faulty_result
-FROM LEFT_RIGHT
-
-┌─left─┬─right─┬─faulty_result────┐
-│ ᴺᵁᴸᴸ │     4 │ Both equal       │
-│    1 │     3 │ left is smaller  │
-│    2 │     2 │ Both equal       │
-│    3 │     1 │ right is smaller │
-│    4 │  ᴺᵁᴸᴸ │ Both equal       │
-└──────┴───────┴──────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/conditional_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/date-time-functions.md b/docs/fa/sql-reference/functions/date-time-functions.md
deleted file mode 100644
index 5a6ebc08d8f..00000000000
--- a/docs/fa/sql-reference/functions/date-time-functions.md
+++ /dev/null
@@ -1,451 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 \u062A\u0627\u0631\u06CC\u062E \u0648\
-  \ \u0632\u0645\u0627\u0646"
----
-
-# توابع برای کار با تاریخ و زمان {#functions-for-working-with-dates-and-times}
-
-پشتیبانی از مناطق زمانی
-
-همه توابع برای کار با تاریخ و زمان است که یک استفاده منطقی برای منطقه زمانی می تواند یک زمان اختیاری استدلال منطقه دوم قبول. مثال: اسیا/یکاترینبورگ. در این مورد از منطقه زمانی مشخص شده به جای محلی (پیش فرض) استفاده می کنند.
-
-``` sql
-SELECT
-    toDateTime('2016-06-15 23:00:00') AS time,
-    toDate(time) AS date_local,
-    toDate(time, 'Asia/Yekaterinburg') AS date_yekat,
-    toString(time, 'US/Samoa') AS time_samoa
-```
-
-``` text
-┌────────────────time─┬─date_local─┬─date_yekat─┬─time_samoa──────────┐
-│ 2016-06-15 23:00:00 │ 2016-06-15 │ 2016-06-16 │ 2016-06-15 09:00:00 │
-└─────────────────────┴────────────┴────────────┴─────────────────────┘
-```
-
-فقط مناطق زمانی که از مجموعه مقالات توسط تعداد کل ساعت متفاوت پشتیبانی می شوند.
-
-## توتیمزون {#totimezone}
-
-تبدیل زمان یا تاریخ و زمان به منطقه زمانی مشخص شده است.
-
-## اسباب بازی {#toyear}
-
-تبدیل یک تاریخ یا تاریخ با زمان به یک عدد اوینت16 حاوی شماره سال (میلادی).
-
-## فهرست توزیع جدید {#toquarter}
-
-تبدیل یک تاریخ یا تاریخ با زمان به یک عدد کوچک8 حاوی شماره سه ماهه.
-
-## تامونت {#tomonth}
-
-تبدیل یک تاریخ یا تاریخ با زمان به یک عدد کوچک8 حاوی شماره ماه (1-12).
-
-## سال {#todayofyear}
-
-تبدیل یک تاریخ و یا تاریخ با گذشت زمان به یک UInt16 تعداد شامل تعداد روز از سال (1-366).
-
-## تودیفمون {#todayofmonth}
-
-تبدیل یک تاریخ یا تاریخ با زمان به یک عدد اوینت8 حاوی تعداد روز از ماه (1-31).
-
-## تدیفوک {#todayofweek}
-
-تبدیل یک تاریخ یا تاریخ با زمان به یک عدد اوینت8 حاوی تعداد روز هفته (دوشنبه است 1, و یکشنبه است 7).
-
-## تمام {#tohour}
-
-تبدیل تاریخ با هم به یک UInt8 شماره حاوی تعداد ساعت در زمان 24 ساعته (0-23).
-This function assumes that if clocks are moved ahead, it is by one hour and occurs at 2 a.m., and if clocks are moved back, it is by one hour and occurs at 3 a.m. (which is not always true – even in Moscow the clocks were twice changed at a different time).
-
-## تامینوت {#tominute}
-
-تبدیل تاریخ با هم به یک UInt8 شماره حاوی تعداد دقیقه از ساعت (0-59).
-
-## جای خالی {#tosecond}
-
-تبدیل تاریخ با هم به یک UInt8 شماره حاوی شماره دوم در دقیقه (0-59).
-ثانیه جهش برای به حساب نمی.
-
-## تیونیتیمستمپ {#to-unix-timestamp}
-
-برای استدلال حسگر ناحیه رنگی: تبدیل ارزش به نمایندگی عددی داخلی خود (برچسب زمان یونیکس).
-برای استدلال رشته: تاریخ ساعت پارسه از رشته با توجه به منطقه زمانی (بحث دوم اختیاری, منطقه زمانی سرور به طور پیش فرض استفاده می شود) و مربوط برچسب زمان یونیکس می گرداند.
-برای استدلال تاریخ: رفتار نامشخص است.
-
-**نحو**
-
-``` sql
-toUnixTimestamp(datetime)
-toUnixTimestamp(str, [timezone])
-```
-
-**مقدار بازگشتی**
-
--   زمان یونیکس را برمی گرداند.
-
-نوع: `UInt32`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT toUnixTimestamp('2017-11-05 08:07:47', 'Asia/Tokyo') AS unix_timestamp
-```
-
-نتیجه:
-
-``` text
-┌─unix_timestamp─┐
-│     1509836867 │
-└────────────────┘
-```
-
-## سال نو {#tostartofyear}
-
-دور یک تاریخ یا تاریخ با زمان به روز اول سال.
-تاریخ را برمی گرداند.
-
-## تاستارتوفیزیر {#tostartofisoyear}
-
-دور کردن تاریخ یا تاریخ با زمان به روز اول سال ایزو.
-تاریخ را برمی گرداند.
-
-## تاستارتوفارتر {#tostartofquarter}
-
-دور یک تاریخ یا تاریخ با زمان به روز اول سه ماهه.
-اولین روز از سه ماهه است یا 1 ژانویه, 1 مارس, 1 جولای, یا 1 اکتبر.
-تاریخ را برمی گرداند.
-
-## ماهی تابه {#tostartofmonth}
-
-دور پایین تاریخ یا تاریخ با زمان به روز اول ماه.
-تاریخ را برمی گرداند.
-
-!!! attention "توجه"
-    رفتار تجزیه تاریخ نادرست اجرای خاص است. تاتر ممکن است صفر تاریخ بازگشت, پرتاب یک استثنا و یا انجام “natural” سرریز کردن.
-
-## روز قیامت {#tomonday}
-
-دور کردن یک تاریخ یا تاریخ با زمان به نزدیکترین دوشنبه.
-تاریخ را برمی گرداند.
-
-## تستارتوفک (تی \[, حالت\]) {#tostartofweektmode}
-
-دور یک تاریخ یا تاریخ را با زمان به نزدیکترین یکشنبه یا دوشنبه با حالت.
-تاریخ را برمی گرداند.
-استدلال حالت کار می کند دقیقا مانند استدلال حالت به یدک کش (). برای نحو تک استدلال, ارزش حالت 0 استفاده شده است.
-
-## روزهای سه بعدی {#tostartofday}
-
-دور پایین تاریخ با زمان به شروع روز.
-
-## تاستارتوفهور {#tostartofhour}
-
-دور پایین تاریخ با زمان به شروع ساعت.
-
-## حفاظت {#tostartofminute}
-
-دور پایین تاریخ با زمان به شروع دقیقه.
-
-## تستارتوفیفومینوت {#tostartoffiveminute}
-
-دور پایین تاریخ با زمان به شروع فاصله پنج دقیقه.
-
-## حفاظت {#tostartoftenminutes}
-
-دور پایین تاریخ با زمان به شروع فاصله ده دقیقه.
-
-## حفاظت از محیط زیست {#tostartoffifteenminutes}
-
-دور پایین تاریخ با زمان به شروع فاصله پانزده دقیقه.
-
-## toStartOfInterval(time_or_data فاصله x واحد \[, time_zone\]) {#tostartofintervaltime-or-data-interval-x-unit-time-zone}
-
-این یک تعمیم توابع دیگر به نام است `toStartOf*`. به عنوان مثال,
-`toStartOfInterval(t, INTERVAL 1 year)` همان را برمی گرداند `toStartOfYear(t)`,
-`toStartOfInterval(t, INTERVAL 1 month)` همان را برمی گرداند `toStartOfMonth(t)`,
-`toStartOfInterval(t, INTERVAL 1 day)` همان را برمی گرداند `toStartOfDay(t)`,
-`toStartOfInterval(t, INTERVAL 15 minute)` همان را برمی گرداند `toStartOfFifteenMinutes(t)` و غیره
-
-## & تمام کردن {#totime}
-
-تبدیل یک تاریخ با زمان به یک تاریخ ثابت خاص, در حالی که حفظ زمان.
-
-## ترلتیویینوم {#torelativeyearnum}
-
-تبدیل یک تاریخ با زمان و یا تاریخ به تعداد سال, با شروع از یک نقطه ثابت خاص در گذشته.
-
-## ترلتیواارترن {#torelativequarternum}
-
-تبدیل یک تاریخ با زمان و یا تاریخ به تعداد سه ماهه, با شروع از یک نقطه ثابت خاص در گذشته.
-
-## ترلتیومنتنوم {#torelativemonthnum}
-
-تبدیل یک تاریخ با زمان و یا تاریخ به تعداد ماه, با شروع از یک نقطه ثابت خاص در گذشته.
-
-## ترلتیواکنام {#torelativeweeknum}
-
-تبدیل یک تاریخ با زمان و یا تاریخ به تعداد هفته, با شروع از یک نقطه ثابت خاص در گذشته.
-
-## ترلتیدینوم {#torelativedaynum}
-
-تبدیل یک تاریخ با زمان و یا تاریخ به تعداد روز, با شروع از یک نقطه ثابت خاص در گذشته.
-
-## تورلاتویورنام {#torelativehournum}
-
-تبدیل یک تاریخ با زمان و یا تاریخ به تعداد ساعت, با شروع از یک نقطه ثابت خاص در گذشته.
-
-## ترلتیومینوتنوم {#torelativeminutenum}
-
-تبدیل یک تاریخ با زمان و یا تاریخ به تعداد دقیقه, با شروع از یک نقطه ثابت خاص در گذشته.
-
-## ترلتیویسکنندوم {#torelativesecondnum}
-
-تبدیل یک تاریخ با زمان و یا تاریخ به تعداد دوم, با شروع از یک نقطه ثابت خاص در گذشته.
-
-## ریز ریز کردن {#toisoyear}
-
-تبدیل یک تاریخ یا تاریخ با زمان به یک عدد اوینت16 حاوی شماره سال ایزو.
-
-## هشدار داده می شود {#toisoweek}
-
-تبدیل یک تاریخ و یا تاریخ با گذشت زمان به یک UInt8 تعداد شامل ISO هفته شماره.
-
-## تاریخ \[, حالت\]) {#toweekdatemode}
-
-این تابع تعداد هفته برای تاریخ و یا تاریخ ساعت می گرداند. فرم دو برهان یدک کش () شما را قادر به مشخص کنید که هفته در روز یکشنبه یا دوشنبه شروع می شود و چه مقدار بازگشتی باید در محدوده 0 تا 53 یا از 1 به 53 باشد. اگر استدلال حالت حذف شده است, حالت پیش فرض است 0.
-`toISOWeek()`یک تابع سازگاری است که معادل است `toWeek(date,3)`.
-جدول زیر توضیح می دهد که چگونه استدلال حالت کار می کند.
-
-| حالت | اولین روز هفته | گستره | Week 1 is the first week …  |
-|------|----------------|-------|-----------------------------|
-| 0    | یکشنبه         | 0-53  | با یکشنبه در این سال        |
-| 1    | دوشنبه         | 0-53  | با 4 یا چند روز در سال جاری |
-| 2    | یکشنبه         | 1-53  | با یکشنبه در این سال        |
-| 3    | دوشنبه         | 1-53  | با 4 یا چند روز در سال جاری |
-| 4    | یکشنبه         | 0-53  | با 4 یا چند روز در سال جاری |
-| 5    | دوشنبه         | 0-53  | با دوشنبه در این سال        |
-| 6    | یکشنبه         | 1-53  | با 4 یا چند روز در سال جاری |
-| 7    | دوشنبه         | 1-53  | با دوشنبه در این سال        |
-| 8    | یکشنبه         | 1-53  | شامل ژانویه 1               |
-| 9    | دوشنبه         | 1-53  | شامل ژانویه 1               |
-
-برای مقادیر حالت با معنی “with 4 or more days this year,” هفته ها با توجه به ایزو شماره 8601: 1988:
-
--   اگر هفته حاوی ژانویه 1 است 4 یا چند روز در سال جدید, هفته است 1.
-
--   در غیر این صورت, این هفته گذشته سال گذشته است, و هفته بعد هفته است 1.
-
-برای مقادیر حالت با معنی “contains January 1”, هفته شامل ژانویه 1 هفته است 1. مهم نیست که چند روز در سال جدید هفته شامل, حتی اگر شامل تنها یک روز.
-
-``` sql
-toWeek(date, [, mode][, Timezone])
-```
-
-**پارامترها**
-
--   `date` – Date or DateTime.
--   `mode` – Optional parameter, Range of values is \[0,9\], default is 0.
--   `Timezone` – Optional parameter, it behaves like any other conversion function.
-
-**مثال**
-
-``` sql
-SELECT toDate('2016-12-27') AS date, toWeek(date) AS week0, toWeek(date,1) AS week1, toWeek(date,9) AS week9;
-```
-
-``` text
-┌───────date─┬─week0─┬─week1─┬─week9─┐
-│ 2016-12-27 │    52 │    52 │     1 │
-└────────────┴───────┴───────┴───────┘
-```
-
-## تاریخ \[, حالت\]) {#toyearweekdatemode}
-
-را برمی گرداند سال و هفته برای تاریخ. سال در نتیجه ممکن است متفاوت از سال در بحث تاریخ برای اولین و هفته گذشته سال.
-
-استدلال حالت کار می کند دقیقا مانند استدلال حالت به یدک کش (). برای نحو تک استدلال, ارزش حالت 0 استفاده شده است.
-
-`toISOYear()`یک تابع سازگاری است که معادل است `intDiv(toYearWeek(date,3),100)`.
-
-**مثال**
-
-``` sql
-SELECT toDate('2016-12-27') AS date, toYearWeek(date) AS yearWeek0, toYearWeek(date,1) AS yearWeek1, toYearWeek(date,9) AS yearWeek9;
-```
-
-``` text
-┌───────date─┬─yearWeek0─┬─yearWeek1─┬─yearWeek9─┐
-│ 2016-12-27 │    201652 │    201652 │    201701 │
-└────────────┴───────────┴───────────┴───────────┘
-```
-
-## حالا {#now}
-
-قبول صفر استدلال و بازده زمان فعلی در یکی از لحظات اجرای درخواست.
-این تابع ثابت می گرداند, حتی اگر درخواست زمان طولانی برای تکمیل.
-
-## امروز {#today}
-
-قبول صفر استدلال و بازده تاریخ جاری در یکی از لحظات اجرای درخواست.
-همان ‘toDate(now())’.
-
-## دیروز {#yesterday}
-
-قبول صفر استدلال و بازده تاریخ دیروز در یکی از لحظات اجرای درخواست.
-همان ‘today() - 1’.
-
-## بازه زمانی {#timeslot}
-
-دور زمان به نیم ساعت.
-این تابع خاص به یاندکس است.متریکا, از نیم ساعت حداقل مقدار زمان برای شکستن یک جلسه به دو جلسه است اگر یک تگ ردیابی نشان می دهد تعداد صفحات متوالی یک کاربر که در زمان به شدت بیش از این مقدار متفاوت. این به این معنی است که تاپل (شناسه برچسب, شناسه کاربری, و شکاف زمان) را می توان مورد استفاده قرار گیرد به جستجو برای تعداد صفحات که در جلسه مربوطه شامل.
-
-## ستاره فیلم سکسی {#toyyyymm}
-
-تبدیل یک تاریخ یا تاریخ با زمان به یک عدد اوینت32 حاوی تعداد سال و ماه (یی \* 100 + میلی متر).
-
-## ستاره فیلم سکسی {#toyyyymmdd}
-
-تبدیل یک تاریخ یا تاریخ با زمان به تعداد اوینت32 حاوی سال و ماه شماره (یی \* 10000 + میلی متر \* 100 + دی.دی.
-
-## اطلاعات دقیق {#toyyyymmddhhmmss}
-
-تبدیل یک تاریخ و یا تاریخ با گذشت زمان به یک UInt64 تعداد شامل سال و ماه شماره (YYYY \* 10000000000 + MM \* 100000000 + DD \* 1000000 + hh \* 10000 + mm \* 100 + ss) است.
-
-## addYears, addMonths, addWeeks, addDays, addHours, addMinutes, addSeconds, addQuarters {#addyears-addmonths-addweeks-adddays-addhours-addminutes-addseconds-addquarters}
-
-تابع می افزاید: یک تاریخ/فاصله زمانی به یک تاریخ/تاریخ ساعت و سپس بازگشت تاریخ / تاریخ ساعت. به عنوان مثال:
-
-``` sql
-WITH
-    toDate('2018-01-01') AS date,
-    toDateTime('2018-01-01 00:00:00') AS date_time
-SELECT
-    addYears(date, 1) AS add_years_with_date,
-    addYears(date_time, 1) AS add_years_with_date_time
-```
-
-``` text
-┌─add_years_with_date─┬─add_years_with_date_time─┐
-│          2019-01-01 │      2019-01-01 00:00:00 │
-└─────────────────────┴──────────────────────────┘
-```
-
-## subtractYears, subtractMonths, subtractWeeks, subtractDays, subtractHours, subtractMinutes, subtractSeconds, subtractQuarters {#subtractyears-subtractmonths-subtractweeks-subtractdays-subtracthours-subtractminutes-subtractseconds-subtractquarters}
-
-تابع تفریق یک تاریخ/فاصله زمانی به تاریخ/تاریخ ساعت و سپس بازگشت تاریخ / تاریخ ساعت. به عنوان مثال:
-
-``` sql
-WITH
-    toDate('2019-01-01') AS date,
-    toDateTime('2019-01-01 00:00:00') AS date_time
-SELECT
-    subtractYears(date, 1) AS subtract_years_with_date,
-    subtractYears(date_time, 1) AS subtract_years_with_date_time
-```
-
-``` text
-┌─subtract_years_with_date─┬─subtract_years_with_date_time─┐
-│               2018-01-01 │           2018-01-01 00:00:00 │
-└──────────────────────────┴───────────────────────────────┘
-```
-
-## dateDiff {#datediff}
-
-بازگرداندن تفاوت بین دو تاریخ و یا تاریخ ساعت ارزش.
-
-**نحو**
-
-``` sql
-dateDiff('unit', startdate, enddate, [timezone])
-```
-
-**پارامترها**
-
--   `unit` — Time unit, in which the returned value is expressed. [رشته](../syntax.md#syntax-string-literal).
-
-        Supported values:
-
-        | unit   |
-        | ---- |
-        |second  |
-        |minute  |
-        |hour    |
-        |day     |
-        |week    |
-        |month   |
-        |quarter |
-        |year    |
-
--   `startdate` — The first time value to compare. [تاریخ](../../sql-reference/data-types/date.md) یا [DateTime](../../sql-reference/data-types/datetime.md).
-
--   `enddate` — The second time value to compare. [تاریخ](../../sql-reference/data-types/date.md) یا [DateTime](../../sql-reference/data-types/datetime.md).
-
--   `timezone` — Optional parameter. If specified, it is applied to both `startdate` و `enddate`. اگر مشخص نشده, زمان از `startdate` و `enddate` استفاده می شود. در صورتی که یکسان نیست, نتیجه نامشخص است.
-
-**مقدار بازگشتی**
-
-تفاوت بین `startdate` و `enddate` بیان شده در `unit`.
-
-نوع: `int`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT dateDiff('hour', toDateTime('2018-01-01 22:00:00'), toDateTime('2018-01-02 23:00:00'));
-```
-
-نتیجه:
-
-``` text
-┌─dateDiff('hour', toDateTime('2018-01-01 22:00:00'), toDateTime('2018-01-02 23:00:00'))─┐
-│                                                                                     25 │
-└────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-## زمانهای(StartTime, مدت,\[, اندازه\]) {#timeslotsstarttime-duration-size}
-
-برای یک بازه زمانی شروع در ‘StartTime’ و در ادامه برای ‘Duration’ ثانیه, این مجموعه ای از لحظات در زمان گرداند, متشکل از نقاط از این فاصله به گرد ‘Size’ در عرض چند ثانیه ‘Size’ یک پارامتر اختیاری است: یک ثابت اوینت32, مجموعه ای به 1800 به طور پیش فرض.
-به عنوان مثال, `timeSlots(toDateTime('2012-01-01 12:20:00'), 600) = [toDateTime('2012-01-01 12:00:00'), toDateTime('2012-01-01 12:30:00')]`.
-این برای جستجوی صفحات در جلسه مربوطه ضروری است.
-
-## formatDateTime(زمان فرمت \[منطقه زمانی\]) {#formatdatetime}
-
-Function formats a Time according given Format string. N.B.: Format is a constant expression, e.g. you can not have multiple formats for single result column.
-
-اصلاح کننده های پشتیبانی شده برای فرمت:
-(“Example” ستون نتیجه قالب بندی برای زمان را نشان می دهد `2018-01-02 22:33:44`)
-
-| تغییردهنده | توصیف                                                                       | مثال       |
-|------------|-----------------------------------------------------------------------------|------------|
-| %C         | سال تقسیم بر 100 و کوتاه به عدد صحیح (00-99)                                | 20         |
-| # د       | روز از ماه, صفر خالی (01-31)                                                | 02         |
-| %D         | کوتاه میلی متر/دی دی/یی تاریخ, معادل %متر/%د / %و                           | 01/02/18   |
-| # ا       | روز از ماه, فضا خالی ( 1-31)                                                | 2          |
-| %F         | کوتاه تاریخ یی-میلی متر-دی دی, معادل%و-%متر - % د                           | 2018-01-02 |
-| %H         | ساعت در فرمت 24 ساعت (00-23)                                                | 22         |
-| %I         | ساعت در فرمت 12 ساعت (01-12)                                                | 10         |
-| # ج       | روز سال (001-366)                                                           | 002        |
-| % متر      | ماه به عنوان یک عدد اعشاری (01-12)                                          | 01         |
-| %M         | دقیقه (00-59)                                                               | 33         |
-| % ن        | شخصیت جدید خط (")                                                           |            |
-| # پ       | هستم یا بعد از ظهر تعیین                                                    | PM         |
-| %R         | 24-ساعت ساعت ساعت: زمان میلی متر, معادل %ساعت: % متر                        | 22:33      |
-| %S         | دوم (00-59)                                                                 | 44         |
-| % تی       | شخصیت افقی تب (')                                                           |            |
-| %T         | ایزو 8601 فرمت زمان (ساعت:میلی متر:اس اس), معادل %ساعت:%متر:%بازدید کنندگان | 22:33:44   |
-| # تو      | ایزو 8601 روز هفته به عنوان شماره با دوشنبه به عنوان 1 (1-7)                | 2          |
-| %V         | ایزو 8601 هفته شماره (01-53)                                                | 01         |
-| # وات     | روز هفته به عنوان یک عدد اعشاری با یکشنبه به عنوان 0 (0-6)                  | 2          |
-| #...      | سال گذشته دو رقم (00-99)                                                    | 18         |
-| %Y         | سال                                                                         | 2018       |
-| %%         | یک % نشانه                                                                  | %          |
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/date_time_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/encoding-functions.md b/docs/fa/sql-reference/functions/encoding-functions.md
deleted file mode 100644
index 761026075c9..00000000000
--- a/docs/fa/sql-reference/functions/encoding-functions.md
+++ /dev/null
@@ -1,175 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 52
-toc_title: "\u06A9\u062F\u0628\u0646\u062F\u06CC"
----
-
-# توابع را پشتیبانی می کند {#encoding-functions}
-
-## کاراکتر {#char}
-
-بازگرداندن رشته با طول به عنوان تعدادی از استدلال گذشت و هر بایت دارای ارزش استدلال مربوطه. می پذیرد استدلال های متعدد از انواع عددی. اگر ارزش بحث خارج از محدوده UInt8 نوع داده آن است که تبدیل به UInt8 با امکان گرد کردن و سرریز.
-
-**نحو**
-
-``` sql
-char(number_1, [number_2, ..., number_n]);
-```
-
-**پارامترها**
-
--   `number_1, number_2, ..., number_n` — Numerical arguments interpreted as integers. Types: [Int](../../sql-reference/data-types/int-uint.md), [شناور](../../sql-reference/data-types/float.md).
-
-**مقدار بازگشتی**
-
--   یک رشته از بایت داده.
-
-نوع: `String`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT char(104.1, 101, 108.9, 108.9, 111) AS hello
-```
-
-نتیجه:
-
-``` text
-┌─hello─┐
-│ hello │
-└───────┘
-```
-
-شما می توانید یک رشته از رمزگذاری دلخواه با عبور از بایت مربوطه ساخت. در اینجا به عنوان مثال برای یونایتد-8 است:
-
-پرسوجو:
-
-``` sql
-SELECT char(0xD0, 0xBF, 0xD1, 0x80, 0xD0, 0xB8, 0xD0, 0xB2, 0xD0, 0xB5, 0xD1, 0x82) AS hello;
-```
-
-نتیجه:
-
-``` text
-┌─hello──┐
-│ привет │
-└────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT char(0xE4, 0xBD, 0xA0, 0xE5, 0xA5, 0xBD) AS hello;
-```
-
-نتیجه:
-
-``` text
-┌─hello─┐
-│ 你好  │
-└───────┘
-```
-
-## هکس {#hex}
-
-بازگرداندن یک رشته حاوی نمایندگی هگزادسیمال استدلال.
-
-**نحو**
-
-``` sql
-hex(arg)
-```
-
-تابع با استفاده از حروف بزرگ `A-F` و با استفاده از هیچ پیشوندها (مانند `0x`) یا پسوندها (مانند `h`).
-
-برای استدلال عدد صحیح رقم سحر و جادو را چاپ می کند (“nibbles”) از مهم ترین به حداقل قابل توجهی (اندی بزرگ یا “human readable” سفارش). این با مهم ترین بایت غیر صفر شروع می شود (پیشرو صفر بایت حذف می شوند) اما همیشه چاپ هر دو رقم از هر بایت حتی اگر رقم پیشرو صفر است.
-
-مثال:
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT hex(1);
-```
-
-نتیجه:
-
-``` text
-01
-```
-
-مقادیر نوع `Date` و `DateTime` به عنوان اعداد صحیح مربوطه فرمت (تعداد روز از عصر برای تاریخ و ارزش برچسب زمان یونیکس برای تاریخ ساعت داده).
-
-برای `String` و `FixedString`, تمام بایت به سادگی به عنوان دو عدد هگزادسیمال کد گذاری. صفر بایت حذف نشده است.
-
-ارزش های ممیز شناور و رقم اعشاری به عنوان نمایندگی خود را در حافظه کد گذاری. همانطور که ما از معماری اندیان کوچک حمایت می کنیم در اندی کوچک کد گذاری می شوند. صفر پیشرو / عقبی بایت حذف نشده است.
-
-**پارامترها**
-
--   `arg` — A value to convert to hexadecimal. Types: [رشته](../../sql-reference/data-types/string.md), [اینترنت](../../sql-reference/data-types/int-uint.md), [شناور](../../sql-reference/data-types/float.md), [دهدهی](../../sql-reference/data-types/decimal.md), [تاریخ](../../sql-reference/data-types/date.md) یا [DateTime](../../sql-reference/data-types/datetime.md).
-
-**مقدار بازگشتی**
-
--   یک رشته با نمایش هگزادسیمال استدلال.
-
-نوع: `String`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT hex(toFloat32(number)) as hex_presentation FROM numbers(15, 2);
-```
-
-نتیجه:
-
-``` text
-┌─hex_presentation─┐
-│ 00007041         │
-│ 00008041         │
-└──────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT hex(toFloat64(number)) as hex_presentation FROM numbers(15, 2);
-```
-
-نتیجه:
-
-``` text
-┌─hex_presentation─┐
-│ 0000000000002E40 │
-│ 0000000000003040 │
-└──────────────────┘
-```
-
-## unhex(str) {#unhexstr}
-
-می پذیرد یک رشته حاوی هر تعداد از رقم هگزادسیمال, و یک رشته حاوی بایت مربوطه را برمی گرداند. پشتیبانی از حروف بزرگ و کوچک تعداد ارقام هگزادسیمال ندارد به حتی. اگر عجیب و غریب است, رقم گذشته به عنوان نیمه حداقل قابل توجهی از بایت 00-0ف تفسیر. اگر رشته استدلال شامل هر چیزی غیر از رقم هگزادسیمال, برخی از نتیجه پیاده سازی تعریف بازگشته است (یک استثنا پرتاب نمی شود).
-اگر شما می خواهید برای تبدیل نتیجه به یک عدد, شما می توانید با استفاده از ‘reverse’ و ‘reinterpretAsType’ توابع.
-
-## هشدار داده می شود) {#uuidstringtonumstr}
-
-می پذیرد یک رشته حاوی 36 کاراکتر در قالب `123e4567-e89b-12d3-a456-426655440000` و به عنوان مجموعه ای از بایت ها در یک رشته ثابت(16) باز می گردد.
-
-## هشدار داده می شود) {#uuidnumtostringstr}
-
-می پذیرد یک رشته ثابت (16) ارزش. بازگرداندن یک رشته حاوی 36 کاراکتر در قالب متن.
-
-## بیتماسکتولیست (عدد) {#bitmasktolistnum}
-
-می پذیرد یک عدد صحیح. بازگرداندن یک رشته حاوی لیستی از قدرت های دو که در مجموع تعداد منبع که خلاصه. با کاما از هم جدا بدون فاصله در قالب متن, به ترتیب صعودی.
-
-## هشدار داده می شود) {#bitmasktoarraynum}
-
-می پذیرد یک عدد صحیح. بازگرداندن مجموعه ای از اعداد اوینت64 حاوی لیستی از قدرت های دو که در مجموع تعداد منبع در هنگام خلاصه. اعداد به ترتیب صعودی هستند.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/encoding_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/ext-dict-functions.md b/docs/fa/sql-reference/functions/ext-dict-functions.md
deleted file mode 100644
index 204182cf3c1..00000000000
--- a/docs/fa/sql-reference/functions/ext-dict-functions.md
+++ /dev/null
@@ -1,206 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 58
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 \u0648\u0627\u0698\u0647\u0646\u0627\u0645\
-  \u0647\u0647\u0627 \u062E\u0627\u0631\u062C\u06CC"
----
-
-# توابع برای کار با لغت نامه های خارجی {#ext_dict_functions}
-
-برای اطلاعات در مورد اتصال و پیکربندی لغت نامه های خارجی, دیدن [واژهنامهها خارجی](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md).
-
-## دیکته کردن {#dictget}
-
-بازیابی یک مقدار از یک فرهنگ لغت خارجی.
-
-``` sql
-dictGet('dict_name', 'attr_name', id_expr)
-dictGetOrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
-```
-
-**پارامترها**
-
--   `dict_name` — Name of the dictionary. [رشته تحت اللفظی](../syntax.md#syntax-string-literal).
--   `attr_name` — Name of the column of the dictionary. [رشته تحت اللفظی](../syntax.md#syntax-string-literal).
--   `id_expr` — Key value. [عبارت](../syntax.md#syntax-expressions) بازگشت یک [UInt64](../../sql-reference/data-types/int-uint.md) یا [تاپل](../../sql-reference/data-types/tuple.md)- نوع ارزش بسته به پیکربندی فرهنگ لغت .
--   `default_value_expr` — Value returned if the dictionary doesn't contain a row with the `id_expr` کلید [عبارت](../syntax.md#syntax-expressions) بازگشت ارزش در نوع داده پیکربندی شده برای `attr_name` صفت کردن.
-
-**مقدار بازگشتی**
-
--   اگر تاتر تجزیه ویژگی موفقیت در [نوع داده خصیصه](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes), توابع بازگشت ارزش ویژگی فرهنگ لغت که مربوط به `id_expr`.
-
--   اگر هیچ کلید وجود دارد, مربوط به `id_expr`, در فرهنگ لغت, سپس:
-
-        - `dictGet` returns the content of the `<null_value>` element specified for the attribute in the dictionary configuration.
-        - `dictGetOrDefault` returns the value passed as the `default_value_expr` parameter.
-
-کلیک هاوس می اندازد یک استثنا اگر می تواند ارزش ویژگی تجزیه و یا ارزش می کند نوع داده ویژگی مطابقت ندارد.
-
-**مثال**
-
-ایجاد یک فایل متنی `ext-dict-text.csv` حاوی موارد زیر است:
-
-``` text
-1,1
-2,2
-```
-
-ستون اول است `id` ستون دوم `c1`.
-
-پیکربندی واژهنامه خارجی:
-
-``` xml
-<yandex>
-    <dictionary>
-        <name>ext-dict-test</name>
-        <source>
-            <file>
-                <path>/path-to/ext-dict-test.csv</path>
-                <format>CSV</format>
-            </file>
-        </source>
-        <layout>
-            <flat />
-        </layout>
-        <structure>
-            <id>
-                <name>id</name>
-            </id>
-            <attribute>
-                <name>c1</name>
-                <type>UInt32</type>
-                <null_value></null_value>
-            </attribute>
-        </structure>
-        <lifetime>0</lifetime>
-    </dictionary>
-</yandex>
-```
-
-انجام پرس و جو:
-
-``` sql
-SELECT
-    dictGetOrDefault('ext-dict-test', 'c1', number + 1, toUInt32(number * 10)) AS val,
-    toTypeName(val) AS type
-FROM system.numbers
-LIMIT 3
-```
-
-``` text
-┌─val─┬─type───┐
-│   1 │ UInt32 │
-│   2 │ UInt32 │
-│  20 │ UInt32 │
-└─────┴────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [واژهنامهها خارجی](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md)
-
-## دیکتس {#dicthas}
-
-بررسی اینکه یک کلید در حال حاضر در یک فرهنگ لغت است.
-
-``` sql
-dictHas('dict_name', id_expr)
-```
-
-**پارامترها**
-
--   `dict_name` — Name of the dictionary. [رشته تحت اللفظی](../syntax.md#syntax-string-literal).
--   `id_expr` — Key value. [عبارت](../syntax.md#syntax-expressions) بازگشت یک [UInt64](../../sql-reference/data-types/int-uint.md)- نوع ارزش.
-
-**مقدار بازگشتی**
-
--   0, اگر هیچ کلید وجود دارد.
--   1, اگر یک کلید وجود دارد.
-
-نوع: `UInt8`.
-
-## حکومت دیکتاتوری {#dictgethierarchy}
-
-یک مجموعه ای ایجاد می کند که شامل همه والدین یک کلید در [فرهنگ لغت سلسله مراتبی](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md).
-
-**نحو**
-
-``` sql
-dictGetHierarchy('dict_name', key)
-```
-
-**پارامترها**
-
--   `dict_name` — Name of the dictionary. [رشته تحت اللفظی](../syntax.md#syntax-string-literal).
--   `key` — Key value. [عبارت](../syntax.md#syntax-expressions) بازگشت یک [UInt64](../../sql-reference/data-types/int-uint.md)- نوع ارزش.
-
-**مقدار بازگشتی**
-
--   پدر و مادر برای کلید.
-
-نوع: [Array(UInt64)](../../sql-reference/data-types/array.md).
-
-## دیکتاتوری {#dictisin}
-
-جد یک کلید را از طریق کل زنجیره سلسله مراتبی در فرهنگ لغت بررسی می کند.
-
-``` sql
-dictIsIn('dict_name', child_id_expr, ancestor_id_expr)
-```
-
-**پارامترها**
-
--   `dict_name` — Name of the dictionary. [رشته تحت اللفظی](../syntax.md#syntax-string-literal).
--   `child_id_expr` — Key to be checked. [عبارت](../syntax.md#syntax-expressions) بازگشت یک [UInt64](../../sql-reference/data-types/int-uint.md)- نوع ارزش.
--   `ancestor_id_expr` — Alleged ancestor of the `child_id_expr` کلید [عبارت](../syntax.md#syntax-expressions) بازگشت یک [UInt64](../../sql-reference/data-types/int-uint.md)- نوع ارزش.
-
-**مقدار بازگشتی**
-
--   0 اگر `child_id_expr` یک کودک نیست `ancestor_id_expr`.
--   1 اگر `child_id_expr` یک کودک است `ancestor_id_expr` یا اگر `child_id_expr` یک `ancestor_id_expr`.
-
-نوع: `UInt8`.
-
-## توابع دیگر {#ext_dict_functions-other}
-
-تاتر پشتیبانی از توابع تخصصی است که تبدیل ارزش فرهنگ لغت ویژگی به یک نوع داده خاص بدون در نظر گرفتن پیکربندی فرهنگ لغت.
-
-توابع:
-
--   `dictGetInt8`, `dictGetInt16`, `dictGetInt32`, `dictGetInt64`
--   `dictGetUInt8`, `dictGetUInt16`, `dictGetUInt32`, `dictGetUInt64`
--   `dictGetFloat32`, `dictGetFloat64`
--   `dictGetDate`
--   `dictGetDateTime`
--   `dictGetUUID`
--   `dictGetString`
-
-همه این توابع `OrDefault` اصلاح. به عنوان مثال, `dictGetDateOrDefault`.
-
-نحو:
-
-``` sql
-dictGet[Type]('dict_name', 'attr_name', id_expr)
-dictGet[Type]OrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
-```
-
-**پارامترها**
-
--   `dict_name` — Name of the dictionary. [رشته تحت اللفظی](../syntax.md#syntax-string-literal).
--   `attr_name` — Name of the column of the dictionary. [رشته تحت اللفظی](../syntax.md#syntax-string-literal).
--   `id_expr` — Key value. [عبارت](../syntax.md#syntax-expressions) بازگشت یک [UInt64](../../sql-reference/data-types/int-uint.md)- نوع ارزش.
--   `default_value_expr` — Value which is returned if the dictionary doesn't contain a row with the `id_expr` کلید [عبارت](../syntax.md#syntax-expressions) بازگشت یک مقدار در نوع داده پیکربندی شده برای `attr_name` صفت کردن.
-
-**مقدار بازگشتی**
-
--   اگر تاتر تجزیه ویژگی موفقیت در [نوع داده خصیصه](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes), توابع بازگشت ارزش ویژگی فرهنگ لغت که مربوط به `id_expr`.
-
--   در صورتی که هیچ درخواست وجود دارد `id_expr` در فرهنگ لغت و سپس:
-
-        - `dictGet[Type]` returns the content of the `<null_value>` element specified for the attribute in the dictionary configuration.
-        - `dictGet[Type]OrDefault` returns the value passed as the `default_value_expr` parameter.
-
-کلیک هاوس می اندازد یک استثنا اگر می تواند ارزش ویژگی تجزیه و یا ارزش می کند نوع داده ویژگی مطابقت ندارد.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/ext_dict_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/functions-for-nulls.md b/docs/fa/sql-reference/functions/functions-for-nulls.md
deleted file mode 100644
index 0415fc420d0..00000000000
--- a/docs/fa/sql-reference/functions/functions-for-nulls.md
+++ /dev/null
@@ -1,313 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 63
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 Nullable \u0627\u0633\u062A\u062F\u0644\
-  \u0627\u0644"
----
-
-# توابع برای کار با Nullable مصالح {#functions-for-working-with-nullable-aggregates}
-
-## isNull {#isnull}
-
-بررسی اینکه بحث چیست [NULL](../../sql-reference/syntax.md#null-literal).
-
-``` sql
-isNull(x)
-```
-
-**پارامترها**
-
--   `x` — A value with a non-compound data type.
-
-**مقدار بازگشتی**
-
--   `1` اگر `x` هست `NULL`.
--   `0` اگر `x` نیست `NULL`.
-
-**مثال**
-
-جدول ورودی
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-│ 2 │    3 │
-└───┴──────┘
-```
-
-پرسوجو
-
-``` sql
-SELECT x FROM t_null WHERE isNull(y)
-```
-
-``` text
-┌─x─┐
-│ 1 │
-└───┘
-```
-
-## اینترنت {#isnotnull}
-
-بررسی اینکه بحث چیست [NULL](../../sql-reference/syntax.md#null-literal).
-
-``` sql
-isNotNull(x)
-```
-
-**پارامترها:**
-
--   `x` — A value with a non-compound data type.
-
-**مقدار بازگشتی**
-
--   `0` اگر `x` هست `NULL`.
--   `1` اگر `x` نیست `NULL`.
-
-**مثال**
-
-جدول ورودی
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-│ 2 │    3 │
-└───┴──────┘
-```
-
-پرسوجو
-
-``` sql
-SELECT x FROM t_null WHERE isNotNull(y)
-```
-
-``` text
-┌─x─┐
-│ 2 │
-└───┘
-```
-
-## فلز کاری {#coalesce}
-
-چک از چپ به راست چه `NULL` استدلال به تصویب رسید و اولین غیر گرداند-`NULL` استدلال کردن.
-
-``` sql
-coalesce(x,...)
-```
-
-**پارامترها:**
-
--   هر تعداد از پارامترهای یک نوع غیر مرکب. تمام پارامترها باید با نوع داده سازگار باشند.
-
-**مقادیر بازگشتی**
-
--   اولین غیر-`NULL` استدلال کردن.
--   `NULL`, اگر همه استدلال ها `NULL`.
-
-**مثال**
-
-یک لیست از مخاطبین است که ممکن است راه های متعدد برای تماس با مشتری مشخص را در نظر بگیرید.
-
-``` text
-┌─name─────┬─mail─┬─phone─────┬──icq─┐
-│ client 1 │ ᴺᵁᴸᴸ │ 123-45-67 │  123 │
-│ client 2 │ ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ      │ ᴺᵁᴸᴸ │
-└──────────┴──────┴───────────┴──────┘
-```
-
-این `mail` و `phone` زمینه های رشته نوع هستند, اما `icq` زمینه است `UInt32` بنابراین نیاز به تبدیل شدن به `String`.
-
-دریافت اولین روش تماس در دسترس برای مشتری از لیست تماس:
-
-``` sql
-SELECT coalesce(mail, phone, CAST(icq,'Nullable(String)')) FROM aBook
-```
-
-``` text
-┌─name─────┬─coalesce(mail, phone, CAST(icq, 'Nullable(String)'))─┐
-│ client 1 │ 123-45-67                                            │
-│ client 2 │ ᴺᵁᴸᴸ                                                 │
-└──────────┴──────────────────────────────────────────────────────┘
-```
-
-## ifNull {#ifnull}
-
-بازگرداندن یک مقدار جایگزین اگر استدلال اصلی است `NULL`.
-
-``` sql
-ifNull(x,alt)
-```
-
-**پارامترها:**
-
--   `x` — The value to check for `NULL`.
--   `alt` — The value that the function returns if `x` هست `NULL`.
-
-**مقادیر بازگشتی**
-
--   مقدار `x` اگر `x` نیست `NULL`.
--   مقدار `alt` اگر `x` هست `NULL`.
-
-**مثال**
-
-``` sql
-SELECT ifNull('a', 'b')
-```
-
-``` text
-┌─ifNull('a', 'b')─┐
-│ a                │
-└──────────────────┘
-```
-
-``` sql
-SELECT ifNull(NULL, 'b')
-```
-
-``` text
-┌─ifNull(NULL, 'b')─┐
-│ b                 │
-└───────────────────┘
-```
-
-## nullIf {#nullif}
-
-بازگشت `NULL` اگر استدلال برابر هستند.
-
-``` sql
-nullIf(x, y)
-```
-
-**پارامترها:**
-
-`x`, `y` — Values for comparison. They must be compatible types, or ClickHouse will generate an exception.
-
-**مقادیر بازگشتی**
-
--   `NULL`, اگر استدلال برابر هستند.
--   این `x` ارزش, اگر استدلال برابر نیست.
-
-**مثال**
-
-``` sql
-SELECT nullIf(1, 1)
-```
-
-``` text
-┌─nullIf(1, 1)─┐
-│         ᴺᵁᴸᴸ │
-└──────────────┘
-```
-
-``` sql
-SELECT nullIf(1, 2)
-```
-
-``` text
-┌─nullIf(1, 2)─┐
-│            1 │
-└──────────────┘
-```
-
-## قابل قبول {#assumenotnull}
-
-نتایج در ارزش نوع [Nullable](../../sql-reference/data-types/nullable.md) برای یک غیر- `Nullable`, اگر مقدار است `NULL`.
-
-``` sql
-assumeNotNull(x)
-```
-
-**پارامترها:**
-
--   `x` — The original value.
-
-**مقادیر بازگشتی**
-
--   مقدار اصلی از غیر-`Nullable` نوع, اگر نیست `NULL`.
--   مقدار پیش فرض برای غیر-`Nullable` نوع اگر مقدار اصلی بود `NULL`.
-
-**مثال**
-
-در نظر بگیرید که `t_null` جدول
-
-``` sql
-SHOW CREATE TABLE t_null
-```
-
-``` text
-┌─statement─────────────────────────────────────────────────────────────────┐
-│ CREATE TABLE default.t_null ( x Int8,  y Nullable(Int8)) ENGINE = TinyLog │
-└───────────────────────────────────────────────────────────────────────────┘
-```
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-│ 2 │    3 │
-└───┴──────┘
-```
-
-درخواست `assumeNotNull` تابع به `y` ستون.
-
-``` sql
-SELECT assumeNotNull(y) FROM t_null
-```
-
-``` text
-┌─assumeNotNull(y)─┐
-│                0 │
-│                3 │
-└──────────────────┘
-```
-
-``` sql
-SELECT toTypeName(assumeNotNull(y)) FROM t_null
-```
-
-``` text
-┌─toTypeName(assumeNotNull(y))─┐
-│ Int8                         │
-│ Int8                         │
-└──────────────────────────────┘
-```
-
-## قابل تنظیم {#tonullable}
-
-تبدیل نوع استدلال به `Nullable`.
-
-``` sql
-toNullable(x)
-```
-
-**پارامترها:**
-
--   `x` — The value of any non-compound type.
-
-**مقدار بازگشتی**
-
--   مقدار ورودی با یک `Nullable` نوع.
-
-**مثال**
-
-``` sql
-SELECT toTypeName(10)
-```
-
-``` text
-┌─toTypeName(10)─┐
-│ UInt8          │
-└────────────────┘
-```
-
-``` sql
-SELECT toTypeName(toNullable(10))
-```
-
-``` text
-┌─toTypeName(toNullable(10))─┐
-│ Nullable(UInt8)            │
-└────────────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/functions_for_nulls/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/geo.md b/docs/fa/sql-reference/functions/geo.md
deleted file mode 100644
index 31d13caba11..00000000000
--- a/docs/fa/sql-reference/functions/geo.md
+++ /dev/null
@@ -1,511 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 62
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 \u0645\u062E\u062A\u0635\u0627\u062A \u062C\
-  \u063A\u0631\u0627\u0641\u06CC\u0627\u06CC\u06CC"
----
-
-# توابع برای کار با مختصات جغرافیایی {#functions-for-working-with-geographical-coordinates}
-
-## نمایش سایت {#greatcircledistance}
-
-محاسبه فاصله بین دو نقطه بر روی سطح زمین با استفاده از [فرمول دایره بزرگ](https://en.wikipedia.org/wiki/Great-circle_distance).
-
-``` sql
-greatCircleDistance(lon1Deg, lat1Deg, lon2Deg, lat2Deg)
-```
-
-**پارامترهای ورودی**
-
--   `lon1Deg` — Longitude of the first point in degrees. Range: `[-180°, 180°]`.
--   `lat1Deg` — Latitude of the first point in degrees. Range: `[-90°, 90°]`.
--   `lon2Deg` — Longitude of the second point in degrees. Range: `[-180°, 180°]`.
--   `lat2Deg` — Latitude of the second point in degrees. Range: `[-90°, 90°]`.
-
-مقادیر مثبت به طول و عرض جغرافیایی شمال شرق مطابقت, و مقادیر منفی به طول و عرض جغرافیایی جنوبی و طول جغرافیایی غرب مطابقت.
-
-**مقدار بازگشتی**
-
-فاصله بین دو نقطه بر روی سطح زمین, در متر.
-
-تولید یک استثنا زمانی که مقادیر پارامتر ورودی در خارج از محدوده قرار می گیرند.
-
-**مثال**
-
-``` sql
-SELECT greatCircleDistance(55.755831, 37.617673, -55.755831, -37.617673)
-```
-
-``` text
-┌─greatCircleDistance(55.755831, 37.617673, -55.755831, -37.617673)─┐
-│                                                14132374.194975413 │
-└───────────────────────────────────────────────────────────────────┘
-```
-
-## نقلقولهای جدید از این نویسنده {#pointinellipses}
-
-بررسی اینکه نقطه متعلق به حداقل یکی از بیضی.
-مختصات هندسی در سیستم مختصات دکارتی هستند.
-
-``` sql
-pointInEllipses(x, y, x₀, y₀, a₀, b₀,...,xₙ, yₙ, aₙ, bₙ)
-```
-
-**پارامترهای ورودی**
-
--   `x, y` — Coordinates of a point on the plane.
--   `xᵢ, yᵢ` — Coordinates of the center of the `i`- حذف هفتم .
--   `aᵢ, bᵢ` — Axes of the `i`- حذف ت در واحد های ایکس, و مختصات.
-
-پارامترهای ورودی باید باشد `2+4⋅n` کجا `n` تعداد بیضی است.
-
-**مقادیر بازگشتی**
-
-`1` اگر نقطه در داخل حداقل یکی از بیضی; `0`اگر این طور نیست.
-
-**مثال**
-
-``` sql
-SELECT pointInEllipses(10., 10., 10., 9.1, 1., 0.9999)
-```
-
-``` text
-┌─pointInEllipses(10., 10., 10., 9.1, 1., 0.9999)─┐
-│                                               1 │
-└─────────────────────────────────────────────────┘
-```
-
-## نقطه چین {#pointinpolygon}
-
-بررسی اینکه نقطه متعلق به چند ضلعی در هواپیما.
-
-``` sql
-pointInPolygon((x, y), [(a, b), (c, d) ...], ...)
-```
-
-**مقادیر ورودی**
-
--   `(x, y)` — Coordinates of a point on the plane. Data type — [تاپل](../../sql-reference/data-types/tuple.md) — A tuple of two numbers.
--   `[(a, b), (c, d) ...]` — Polygon vertices. Data type — [& حذف](../../sql-reference/data-types/array.md). هر راس است که توسط یک جفت مختصات نشان داده شده است `(a, b)`. راس باید در جهت عقربه های ساعت و یا در خلاف جهت عقربه مشخص شده است. حداقل تعداد راس است 3. چند ضلعی باید ثابت باشد.
--   این تابع همچنین از چند ضلعی با سوراخ (برش بخش). در این مورد, اضافه چند ضلعی است که تعریف بخش برش با استفاده از استدلال های اضافی از تابع. تابع چند ضلعی غیر به سادگی متصل را پشتیبانی نمی کند.
-
-**مقادیر بازگشتی**
-
-`1` اگر نقطه در داخل چند ضلعی باشد, `0` اگر این طور نیست.
-اگر نقطه در مرز چند ضلعی, تابع ممکن است یا بازگشت 0 یا 1.
-
-**مثال**
-
-``` sql
-SELECT pointInPolygon((3., 3.), [(6, 0), (8, 4), (5, 8), (0, 2)]) AS res
-```
-
-``` text
-┌─res─┐
-│   1 │
-└─────┘
-```
-
-## کد جغرافیایی {#geohashencode}
-
-کد طول و عرض جغرافیایی به عنوان یک geohash-رشته مراجعه کنید (http://geohash.org/, https://en.wikipedia.org/wiki/Geohash).
-
-``` sql
-geohashEncode(longitude, latitude, [precision])
-```
-
-**مقادیر ورودی**
-
--   طول جغرافیایی-طول جغرافیایی بخشی از مختصات شما می خواهید به رمز. شناور در محدوده`[-180°, 180°]`
--   عرض جغرافیایی-عرض جغرافیایی بخشی از مختصات شما می خواهید به رمز. شناور در محدوده `[-90°, 90°]`
--   دقت-اختیاری, طول رشته کد گذاری نتیجه, به طور پیش فرض به `12`. عدد صحیح در محدوده `[1, 12]`. هر مقدار کمتر از `1` یا بیشتر از `12` در سکوت به تبدیل `12`.
-
-**مقادیر بازگشتی**
-
--   عدد و الفبایی `String` مختصات کد گذاری شده (نسخه اصلاح شده از الفبای باس32 رمزگذاری استفاده شده است).
-
-**مثال**
-
-``` sql
-SELECT geohashEncode(-5.60302734375, 42.593994140625, 0) AS res
-```
-
-``` text
-┌─res──────────┐
-│ ezs42d000000 │
-└──────────────┘
-```
-
-## کد جغرافیایی {#geohashdecode}
-
-هر رشته جغرافیایی کد گذاری به طول و عرض جغرافیایی را رمزگشایی می کند.
-
-**مقادیر ورودی**
-
--   رشته کد گذاری-رشته جغرافیایی کد گذاری.
-
-**مقادیر بازگشتی**
-
--   (طول جغرافیایی, عرض جغرافیایی) - 2-تاپل از `Float64` ارزش طول و عرض جغرافیایی.
-
-**مثال**
-
-``` sql
-SELECT geohashDecode('ezs42') AS res
-```
-
-``` text
-┌─res─────────────────────────────┐
-│ (-5.60302734375,42.60498046875) │
-└─────────────────────────────────┘
-```
-
-## جغرافیایی 3 {#geotoh3}
-
-بازگشت [H3](https://uber.github.io/h3/#/documentation/overview/introduction) شاخص نقطه `(lon, lat)` با وضوح مشخص شده است.
-
-[H3](https://uber.github.io/h3/#/documentation/overview/introduction) یک سیستم نمایه سازی جغرافیایی است که سطح زمین به کاشی های شش ضلعی حتی تقسیم شده است. این سیستم سلسله مراتبی است, به عنوان مثال. هر شش گوش در سطح بالا را می توان به هفت حتی اما کوچکتر و به همین ترتیب تقسیم.
-
-این شاخص در درجه اول برای مکان های جفتک انداختن و دیگر دستکاری های جغرافیایی استفاده می شود.
-
-**نحو**
-
-``` sql
-geoToH3(lon, lat, resolution)
-```
-
-**پارامترها**
-
--   `lon` — Longitude. Type: [جسم شناور64](../../sql-reference/data-types/float.md).
--   `lat` — Latitude. Type: [جسم شناور64](../../sql-reference/data-types/float.md).
--   `resolution` — Index resolution. Range: `[0, 15]`. نوع: [UInt8](../../sql-reference/data-types/int-uint.md).
-
-**مقادیر بازگشتی**
-
--   عدد شاخص شش گوش.
--   0 در صورت خطا.
-
-نوع: `UInt64`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT geoToH3(37.79506683, 55.71290588, 15) as h3Index
-```
-
-نتیجه:
-
-``` text
-┌────────────h3Index─┐
-│ 644325524701193974 │
-└────────────────────┘
-```
-
-## جعبه جواهر {#geohashesinbox}
-
-بازگرداندن مجموعه ای از رشته های جغرافیایی کد گذاری شده از دقت داده شده است که در داخل و تقاطع مرزهای جعبه داده شده قرار می گیرند, اساسا یک شبکه 2د مسطح به مجموعه.
-
-**مقادیر ورودی**
-
--   طولی-دقیقه طول جغرافیایی, ارزش شناور در محدوده `[-180°, 180°]`
--   عرضی-دقیقه عرض جغرافیایی, ارزش شناور در محدوده `[-90°, 90°]`
--   طولی-حداکثر طول جغرافیایی, ارزش شناور در محدوده `[-180°, 180°]`
--   عرضی-حداکثر عرض جغرافیایی, ارزش شناور در محدوده `[-90°, 90°]`
--   دقت-جغرافیایی دقیق, `UInt8` در محدوده `[1, 12]`
-
-لطفا توجه داشته باشید که تمام پارامترهای هماهنگ باید از همان نوع باشد: هم `Float32` یا `Float64`.
-
-**مقادیر بازگشتی**
-
--   مجموعه ای از رشته های دقت طولانی از زمینهاش جعبه پوشش منطقه فراهم, شما باید به ترتیب از اقلام تکیه نمی.
--   \[\]- مجموعه خالی اگر *کمینه* ارزش *عرض جغرافیایی* و *طول جغرافیایی* کمتر از متناظر نیست *حداکثر* ارزشهای خبری عبارتند از:
-
-لطفا توجه داشته باشید که عملکرد یک استثنا را پرتاب می کند اگر مجموعه ای بیش از 10'000'000 باشد.
-
-**مثال**
-
-``` sql
-SELECT geohashesInBox(24.48, 40.56, 24.785, 40.81, 4) AS thasos
-```
-
-``` text
-┌─thasos──────────────────────────────────────┐
-│ ['sx1q','sx1r','sx32','sx1w','sx1x','sx38'] │
-└─────────────────────────────────────────────┘
-```
-
-## هد3گتاسکل {#h3getbasecell}
-
-بازگرداندن تعداد سلول پایه از شاخص.
-
-**نحو**
-
-``` sql
-h3GetBaseCell(index)
-```
-
-**پارامترها**
-
--   `index` — Hexagon index number. Type: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مقادیر بازگشتی**
-
--   شش گوش شماره سلول پایه. نوع: [UInt8](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT h3GetBaseCell(612916788725809151) as basecell
-```
-
-نتیجه:
-
-``` text
-┌─basecell─┐
-│       12 │
-└──────────┘
-```
-
-## ه3حکسرام2 {#h3hexaream2}
-
-میانگین منطقه شش گوش در متر مربع در وضوح داده شده.
-
-**نحو**
-
-``` sql
-h3HexAreaM2(resolution)
-```
-
-**پارامترها**
-
--   `resolution` — Index resolution. Range: `[0, 15]`. نوع: [UInt8](../../sql-reference/data-types/int-uint.md).
-
-**مقادیر بازگشتی**
-
--   Area in m². Type: [جسم شناور64](../../sql-reference/data-types/float.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT h3HexAreaM2(13) as area
-```
-
-نتیجه:
-
-``` text
-┌─area─┐
-│ 43.9 │
-└──────┘
-```
-
-## در حال بارگذاری {#h3indexesareneighbors}
-
-بازده یا نه فراهم هیندکس همسایه هستند.
-
-**نحو**
-
-``` sql
-h3IndexesAreNeighbors(index1, index2)
-```
-
-**پارامترها**
-
--   `index1` — Hexagon index number. Type: [UInt64](../../sql-reference/data-types/int-uint.md).
--   `index2` — Hexagon index number. Type: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مقادیر بازگشتی**
-
--   بازگشت `1` اگر شاخص همسایه هستند, `0` وگرنه نوع: [UInt8](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT h3IndexesAreNeighbors(617420388351344639, 617420388352655359) AS n
-```
-
-نتیجه:
-
-``` text
-┌─n─┐
-│ 1 │
-└───┘
-```
-
-## بچه گانه های 3 {#h3tochildren}
-
-بازگرداندن مجموعه ای با شاخص کودک از شاخص داده.
-
-**نحو**
-
-``` sql
-h3ToChildren(index, resolution)
-```
-
-**پارامترها**
-
--   `index` — Hexagon index number. Type: [UInt64](../../sql-reference/data-types/int-uint.md).
--   `resolution` — Index resolution. Range: `[0, 15]`. نوع: [UInt8](../../sql-reference/data-types/int-uint.md).
-
-**مقادیر بازگشتی**
-
--   با شاخص های اچ 3 کودک تنظیم کنید. مجموعه ای از نوع: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT h3ToChildren(599405990164561919, 6) AS children
-```
-
-نتیجه:
-
-``` text
-┌─children───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ [603909588852408319,603909588986626047,603909589120843775,603909589255061503,603909589389279231,603909589523496959,603909589657714687] │
-└────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-## ساعت 3 {#h3toparent}
-
-بازگرداندن پدر و مادر (درشت) شاخص حاوی شاخص داده.
-
-**نحو**
-
-``` sql
-h3ToParent(index, resolution)
-```
-
-**پارامترها**
-
--   `index` — Hexagon index number. Type: [UInt64](../../sql-reference/data-types/int-uint.md).
--   `resolution` — Index resolution. Range: `[0, 15]`. نوع: [UInt8](../../sql-reference/data-types/int-uint.md).
-
-**مقادیر بازگشتی**
-
--   شاخص اچ 3 پدر و مادر. نوع: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT h3ToParent(599405990164561919, 3) as parent
-```
-
-نتیجه:
-
-``` text
-┌─────────────parent─┐
-│ 590398848891879423 │
-└────────────────────┘
-```
-
-## اچ 3 {#h3tostring}
-
-تبدیل نمایندگی هیندکس از شاخص به نمایندگی رشته.
-
-``` sql
-h3ToString(index)
-```
-
-**پارامترها**
-
--   `index` — Hexagon index number. Type: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مقادیر بازگشتی**
-
--   نمایندگی رشته از شاخص اچ 3. نوع: [رشته](../../sql-reference/data-types/string.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT h3ToString(617420388352917503) as h3_string
-```
-
-نتیجه:
-
-``` text
-┌─h3_string───────┐
-│ 89184926cdbffff │
-└─────────────────┘
-```
-
-## استراینگتوه3 {#stringtoh3}
-
-تبدیل رشته به نمایندگی H3Index (UInt64) نمایندگی.
-
-``` sql
-stringToH3(index_str)
-```
-
-**پارامترها**
-
--   `index_str` — String representation of the H3 index. Type: [رشته](../../sql-reference/data-types/string.md).
-
-**مقادیر بازگشتی**
-
--   عدد شاخص شش گوش. بازده 0 در خطا. نوع: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT stringToH3('89184926cc3ffff') as index
-```
-
-نتیجه:
-
-``` text
-┌──────────────index─┐
-│ 617420388351344639 │
-└────────────────────┘
-```
-
-## انتقال انرژی 3 {#h3getresolution}
-
-بازگرداندن وضوح از شاخص.
-
-**نحو**
-
-``` sql
-h3GetResolution(index)
-```
-
-**پارامترها**
-
--   `index` — Hexagon index number. Type: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مقادیر بازگشتی**
-
--   وضوح صفحه اول. گستره: `[0, 15]`. نوع: [UInt8](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT h3GetResolution(617420388352917503) as res
-```
-
-نتیجه:
-
-``` text
-┌─res─┐
-│   9 │
-└─────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/geo/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/hash-functions.md b/docs/fa/sql-reference/functions/hash-functions.md
deleted file mode 100644
index 678655f8cf0..00000000000
--- a/docs/fa/sql-reference/functions/hash-functions.md
+++ /dev/null
@@ -1,484 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 50
-toc_title: "\u0647\u0634"
----
-
-# توابع هش {#hash-functions}
-
-توابع هش را می توان برای زدن شبه تصادفی قطعی از عناصر استفاده می شود.
-
-## نیم مترد5 {#hash-functions-halfmd5}
-
-[تفسیر](../../sql-reference/functions/type-conversion-functions.md#type_conversion_functions-reinterpretAsString) تمام پارامترهای ورودی به عنوان رشته ها و محاسبه [MD5](https://en.wikipedia.org/wiki/MD5) ارزش هش برای هر یک از. سپس هش ها را ترکیب می کند و اولین بایت 8 هش رشته حاصل را می گیرد و به عنوان تفسیر می کند `UInt64` به ترتیب بایت بزرگ اندی.
-
-``` sql
-halfMD5(par1, ...)
-```
-
-تابع نسبتا کند است (5 میلیون رشته کوتاه در هر ثانیه در هر هسته پردازنده).
-در نظر بگیرید با استفاده از [سیفون64](#hash_functions-siphash64) تابع به جای.
-
-**پارامترها**
-
-تابع طول می کشد تعداد متغیر پارامترهای ورودی. پارامترها می توانند هر یک از [انواع داده های پشتیبانی شده](../../sql-reference/data-types/index.md).
-
-**مقدار بازگشتی**
-
-A [UInt64](../../sql-reference/data-types/int-uint.md) نوع داده مقدار هش.
-
-**مثال**
-
-``` sql
-SELECT halfMD5(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS halfMD5hash, toTypeName(halfMD5hash) AS type
-```
-
-``` text
-┌────────halfMD5hash─┬─type───┐
-│ 186182704141653334 │ UInt64 │
-└────────────────────┴────────┘
-```
-
-## MD5 {#hash_functions-md5}
-
-محاسبه ام دی 5 از یک رشته و مجموعه ای در نتیجه از بایت به عنوان رشته ثابت را برمی گرداند(16).
-اگر شما ام دی 5 به طور خاص نیاز ندارد, اما شما نیاز به یک رمزنگاری مناسب و معقول هش 128 بیتی, استفاده از ‘sipHash128’ تابع به جای.
-اگر شما می خواهید برای دریافت همان نتیجه به عنوان خروجی توسط ابزار موسسه خدمات مالی, استفاده از پایین تر(سحر و جادو کردن(توسعه هزاره5(بازدید کنندگان))).
-
-## سیفون64 {#hash_functions-siphash64}
-
-تولید 64 بیتی [سیفون](https://131002.net/siphash/) مقدار هش.
-
-``` sql
-sipHash64(par1,...)
-```
-
-این یک تابع هش رمزنگاری است. این کار حداقل سه بار سریع تر از [MD5](#hash_functions-md5) تابع.
-
-تابع [تفسیر](../../sql-reference/functions/type-conversion-functions.md#type_conversion_functions-reinterpretAsString) تمام پارامترهای ورودی به عنوان رشته و محاسبه مقدار هش برای هر یک از. سپس هش ها را با الگوریتم زیر ترکیب می کند:
-
-1.  پس از هش کردن تمام پارامترهای ورودی, تابع می شود مجموعه ای از رشته هش.
-2.  تابع عناصر اول و دوم را می گیرد و هش را برای مجموعه ای از این موارد محاسبه می کند.
-3.  سپس تابع مقدار هش را محاسبه می کند که در مرحله قبل محاسبه می شود و عنصر سوم هش های اولیه را محاسبه می کند و هش را برای مجموعه ای از انها محاسبه می کند.
-4.  گام قبلی برای تمام عناصر باقی مانده از مجموعه هش اولیه تکرار شده است.
-
-**پارامترها**
-
-تابع طول می کشد تعداد متغیر پارامترهای ورودی. پارامترها می توانند هر یک از [انواع داده های پشتیبانی شده](../../sql-reference/data-types/index.md).
-
-**مقدار بازگشتی**
-
-A [UInt64](../../sql-reference/data-types/int-uint.md) نوع داده مقدار هش.
-
-**مثال**
-
-``` sql
-SELECT sipHash64(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS SipHash, toTypeName(SipHash) AS type
-```
-
-``` text
-┌──────────────SipHash─┬─type───┐
-│ 13726873534472839665 │ UInt64 │
-└──────────────────────┴────────┘
-```
-
-## سیفون128 {#hash_functions-siphash128}
-
-محاسبه سیفون از یک رشته.
-می پذیرد استدلال رشته از نوع. را برمی گرداند رشته ثابت (16).
-متفاوت از سیفون64 در که حالت نهایی صخره نوردی تاشو تنها تا 128 بیت انجام می شود.
-
-## 4تیهاش64 {#cityhash64}
-
-تولید 64 بیتی [هشدار داده می شود](https://github.com/google/cityhash) مقدار هش.
-
-``` sql
-cityHash64(par1,...)
-```
-
-این یک تابع هش غیر رمزنگاری سریع است. با استفاده از الگوریتم سیتیاش برای پارامترهای رشته و اجرای خاص تابع هش غیر رمزنگاری سریع برای پارامترهای با انواع داده های دیگر. این تابع از ترکیب کننده سیتیاش برای دریافت نتایج نهایی استفاده می کند.
-
-**پارامترها**
-
-تابع طول می کشد تعداد متغیر پارامترهای ورودی. پارامترها می توانند هر یک از [انواع داده های پشتیبانی شده](../../sql-reference/data-types/index.md).
-
-**مقدار بازگشتی**
-
-A [UInt64](../../sql-reference/data-types/int-uint.md) نوع داده مقدار هش.
-
-**مثالها**
-
-مثال تماس:
-
-``` sql
-SELECT cityHash64(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS CityHash, toTypeName(CityHash) AS type
-```
-
-``` text
-┌─────────────CityHash─┬─type───┐
-│ 12072650598913549138 │ UInt64 │
-└──────────────────────┴────────┘
-```
-
-مثال زیر نشان می دهد که چگونه برای محاسبه کنترلی از کل جدول با دقت تا سفارش ردیف:
-
-``` sql
-SELECT groupBitXor(cityHash64(*)) FROM table
-```
-
-## اینتش32 {#inthash32}
-
-محاسبه یک کد هش 32 بیتی از هر نوع عدد صحیح.
-این یک تابع هش غیر رمزنگاری نسبتا سریع از کیفیت متوسط برای اعداد است.
-
-## اینتاش64 {#inthash64}
-
-محاسبه یک کد هش 64 بیتی از هر نوع عدد صحیح.
-این کار سریع تر از اینتش32. میانگین کیفیت.
-
-## SHA1 {#sha1}
-
-## SHA224 {#sha224}
-
-## SHA256 {#sha256}
-
-محاسبه شا-1, شا-224, یا شا-256 از یک رشته و مجموعه ای در نتیجه از بایت به عنوان رشته گرداند(20), رشته ثابت(28), و یا رشته ثابت(32).
-تابع کار می کند نسبتا کند (شا-1 پردازش در مورد 5 میلیون رشته کوتاه در هر ثانیه در هر هسته پردازنده, در حالی که شا-224 و شا-256 روند در مورد 2.2 میلیون).
-ما توصیه می کنیم با استفاده از این تابع تنها در مواردی که شما نیاز به یک تابع هش خاص و شما می توانید انتخاب کنید.
-حتی در این موارد توصیه می شود که از تابع به صورت افلاین استفاده کنید و مقادیر قبل از محاسبه هنگام وارد کردن جدول به جای استفاده در انتخاب ها.
-
-## نشانی اینترنتی\]) {#urlhashurl-n}
-
-یک تابع هش غیر رمزنگاری سریع و با کیفیت مناسب برای یک رشته از یک نشانی وب با استفاده از نوعی عادی سازی.
-`URLHash(s)` – Calculates a hash from a string without one of the trailing symbols `/`,`?` یا `#` در پایان, اگر در حال حاضر.
-`URLHash(s, N)` – Calculates a hash from a string up to the N level in the URL hierarchy, without one of the trailing symbols `/`,`?` یا `#` در پایان, اگر در حال حاضر.
-سطح همان است که در هرج و مرج است. این تابع خاص به یاندکس است.متریکا
-
-## فرمان 64 {#farmhash64}
-
-تولید 64 بیتی [مزرعه دار](https://github.com/google/farmhash) مقدار هش.
-
-``` sql
-farmHash64(par1, ...)
-```
-
-تابع با استفاده از `Hash64` روش از همه [روش های موجود](https://github.com/google/farmhash/blob/master/src/farmhash.h).
-
-**پارامترها**
-
-تابع طول می کشد تعداد متغیر پارامترهای ورودی. پارامترها می توانند هر یک از [انواع داده های پشتیبانی شده](../../sql-reference/data-types/index.md).
-
-**مقدار بازگشتی**
-
-A [UInt64](../../sql-reference/data-types/int-uint.md) نوع داده مقدار هش.
-
-**مثال**
-
-``` sql
-SELECT farmHash64(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS FarmHash, toTypeName(FarmHash) AS type
-```
-
-``` text
-┌─────────────FarmHash─┬─type───┐
-│ 17790458267262532859 │ UInt64 │
-└──────────────────────┴────────┘
-```
-
-## جواهاش {#hash_functions-javahash}
-
-محاسبه [جواهاش](http://hg.openjdk.java.net/jdk8u/jdk8u/jdk/file/478a4add975b/src/share/classes/java/lang/String.java#l1452) از یک رشته. این تابع هش نه سریع و نه با کیفیت خوب است. تنها دلیل استفاده از این است که این الگوریتم در حال حاضر در سیستم دیگری استفاده می شود و شما باید دقیقا همان نتیجه را محاسبه کنید.
-
-**نحو**
-
-``` sql
-SELECT javaHash('');
-```
-
-**مقدار بازگشتی**
-
-A `Int32` نوع داده مقدار هش.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT javaHash('Hello, world!');
-```
-
-نتیجه:
-
-``` text
-┌─javaHash('Hello, world!')─┐
-│               -1880044555 │
-└───────────────────────────┘
-```
-
-## جواهرشوتف16 {#javahashutf16le}
-
-محاسبه [جواهاش](http://hg.openjdk.java.net/jdk8u/jdk8u/jdk/file/478a4add975b/src/share/classes/java/lang/String.java#l1452) از یک رشته, فرض کنید که شامل بایت به نمایندگی از یک رشته در رمزگذاری اوت-16ل.
-
-**نحو**
-
-``` sql
-javaHashUTF16LE(stringUtf16le)
-```
-
-**پارامترها**
-
--   `stringUtf16le` — a string in UTF-16LE encoding.
-
-**مقدار بازگشتی**
-
-A `Int32` نوع داده مقدار هش.
-
-**مثال**
-
-درست پرس و جو با UTF-16LE کد گذاری رشته است.
-
-پرسوجو:
-
-``` sql
-SELECT javaHashUTF16LE(convertCharset('test', 'utf-8', 'utf-16le'))
-```
-
-نتیجه:
-
-``` text
-┌─javaHashUTF16LE(convertCharset('test', 'utf-8', 'utf-16le'))─┐
-│                                                      3556498 │
-└──────────────────────────────────────────────────────────────┘
-```
-
-## هیوهاش {#hash-functions-hivehash}
-
-محاسبه `HiveHash` از یک رشته.
-
-``` sql
-SELECT hiveHash('');
-```
-
-این فقط [جواهاش](#hash_functions-javahash) با کمی نشانه صفر کردن. این تابع در استفاده [زنبورک کندو](https://en.wikipedia.org/wiki/Apache_Hive) برای نسخه های قبل از 3.0. این تابع هش نه سریع و نه با کیفیت خوب است. تنها دلیل استفاده از این است که این الگوریتم در حال حاضر در سیستم دیگری استفاده می شود و شما باید دقیقا همان نتیجه را محاسبه کنید.
-
-**مقدار بازگشتی**
-
-A `Int32` نوع داده مقدار هش.
-
-نوع: `hiveHash`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT hiveHash('Hello, world!');
-```
-
-نتیجه:
-
-``` text
-┌─hiveHash('Hello, world!')─┐
-│                 267439093 │
-└───────────────────────────┘
-```
-
-## متروهاش64 {#metrohash64}
-
-تولید 64 بیتی [متروهاش](http://www.jandrewrogers.com/2015/05/27/metrohash/) مقدار هش.
-
-``` sql
-metroHash64(par1, ...)
-```
-
-**پارامترها**
-
-تابع طول می کشد تعداد متغیر پارامترهای ورودی. پارامترها می توانند هر یک از [انواع داده های پشتیبانی شده](../../sql-reference/data-types/index.md).
-
-**مقدار بازگشتی**
-
-A [UInt64](../../sql-reference/data-types/int-uint.md) نوع داده مقدار هش.
-
-**مثال**
-
-``` sql
-SELECT metroHash64(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS MetroHash, toTypeName(MetroHash) AS type
-```
-
-``` text
-┌────────────MetroHash─┬─type───┐
-│ 14235658766382344533 │ UInt64 │
-└──────────────────────┴────────┘
-```
-
-## مورد احترام {#jumpconsistenthash}
-
-محاسبه JumpConsistentHash فرم UInt64.
-می پذیرد دو استدلال: یک کلید بین 64 نوع و تعداد سطل. بازده Int32.
-برای کسب اطلاعات بیشتر به لینک مراجعه کنید: [مورد احترام](https://arxiv.org/pdf/1406.2294.pdf)
-
-## سوفلش2_32, سوفلشه2_64 {#murmurhash2-32-murmurhash2-64}
-
-تولید یک [زمزمه 2](https://github.com/aappleby/smhasher) مقدار هش.
-
-``` sql
-murmurHash2_32(par1, ...)
-murmurHash2_64(par1, ...)
-```
-
-**پارامترها**
-
-هر دو توابع را به تعداد متغیر از پارامترهای ورودی. پارامترها می توانند هر یک از [انواع داده های پشتیبانی شده](../../sql-reference/data-types/index.md).
-
-**مقدار بازگشتی**
-
--   این `murmurHash2_32` تابع را برمی گرداند مقدار هش داشتن [UInt32](../../sql-reference/data-types/int-uint.md) نوع داده.
--   این `murmurHash2_64` تابع را برمی گرداند مقدار هش داشتن [UInt64](../../sql-reference/data-types/int-uint.md) نوع داده.
-
-**مثال**
-
-``` sql
-SELECT murmurHash2_64(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS MurmurHash2, toTypeName(MurmurHash2) AS type
-```
-
-``` text
-┌──────────MurmurHash2─┬─type───┐
-│ 11832096901709403633 │ UInt64 │
-└──────────────────────┴────────┘
-```
-
-## اطلاعات دقیق {#gccmurmurhash}
-
-محاسبه 64 بیتی [زمزمه 2](https://github.com/aappleby/smhasher) مقدار هش با استفاده از همان دانه هش به عنوان [شورای همکاری خلیج فارس](https://github.com/gcc-mirror/gcc/blob/41d6b10e96a1de98e90a7c0378437c3255814b16/libstdc%2B%2B-v3/include/bits/functional_hash.h#L191). این قابل حمل بین کلانگ و شورای همکاری خلیج فارس ایجاد شده است.
-
-**نحو**
-
-``` sql
-gccMurmurHash(par1, ...);
-```
-
-**پارامترها**
-
--   `par1, ...` — A variable number of parameters that can be any of the [انواع داده های پشتیبانی شده](../../sql-reference/data-types/index.md#data_types).
-
-**مقدار بازگشتی**
-
--   محاسبه مقدار هش.
-
-نوع: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT
-    gccMurmurHash(1, 2, 3) AS res1,
-    gccMurmurHash(('a', [1, 2, 3], 4, (4, ['foo', 'bar'], 1, (1, 2)))) AS res2
-```
-
-نتیجه:
-
-``` text
-┌─────────────────res1─┬────────────────res2─┐
-│ 12384823029245979431 │ 1188926775431157506 │
-└──────────────────────┴─────────────────────┘
-```
-
-## سوفلش3_32, سوفلشه3_64 {#murmurhash3-32-murmurhash3-64}
-
-تولید یک [سوفلهاش3](https://github.com/aappleby/smhasher) مقدار هش.
-
-``` sql
-murmurHash3_32(par1, ...)
-murmurHash3_64(par1, ...)
-```
-
-**پارامترها**
-
-هر دو توابع را به تعداد متغیر از پارامترهای ورودی. پارامترها می توانند هر یک از [انواع داده های پشتیبانی شده](../../sql-reference/data-types/index.md).
-
-**مقدار بازگشتی**
-
--   این `murmurHash3_32` تابع یک [UInt32](../../sql-reference/data-types/int-uint.md) نوع داده مقدار هش.
--   این `murmurHash3_64` تابع یک [UInt64](../../sql-reference/data-types/int-uint.md) نوع داده مقدار هش.
-
-**مثال**
-
-``` sql
-SELECT murmurHash3_32(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS MurmurHash3, toTypeName(MurmurHash3) AS type
-```
-
-``` text
-┌─MurmurHash3─┬─type───┐
-│     2152717 │ UInt32 │
-└─────────────┴────────┘
-```
-
-## سوفلش3_128 {#murmurhash3-128}
-
-تولید 128 بیتی [سوفلهاش3](https://github.com/aappleby/smhasher) مقدار هش.
-
-``` sql
-murmurHash3_128( expr )
-```
-
-**پارامترها**
-
--   `expr` — [عبارتها](../syntax.md#syntax-expressions) بازگشت یک [رشته](../../sql-reference/data-types/string.md)- نوع ارزش.
-
-**مقدار بازگشتی**
-
-A [رشته ثابت (16)](../../sql-reference/data-types/fixedstring.md) نوع داده مقدار هش.
-
-**مثال**
-
-``` sql
-SELECT murmurHash3_128('example_string') AS MurmurHash3, toTypeName(MurmurHash3) AS type
-```
-
-``` text
-┌─MurmurHash3──────┬─type────────────┐
-│ 6�1�4"S5KT�~~q │ FixedString(16) │
-└──────────────────┴─────────────────┘
-```
-
-## بیست و 3264 {#hash-functions-xxhash32}
-
-محاسبه `xxHash` از یک رشته. این است که در دو طعم پیشنهاد, 32 و 64 بیت.
-
-``` sql
-SELECT xxHash32('');
-
-OR
-
-SELECT xxHash64('');
-```
-
-**مقدار بازگشتی**
-
-A `Uint32` یا `Uint64` نوع داده مقدار هش.
-
-نوع: `xxHash`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT xxHash32('Hello, world!');
-```
-
-نتیجه:
-
-``` text
-┌─xxHash32('Hello, world!')─┐
-│                 834093149 │
-└───────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [معلم](http://cyan4973.github.io/xxHash/).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/hash_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/higher-order-functions.md b/docs/fa/sql-reference/functions/higher-order-functions.md
deleted file mode 100644
index ca0f56bbafe..00000000000
--- a/docs/fa/sql-reference/functions/higher-order-functions.md
+++ /dev/null
@@ -1,264 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 57
-toc_title: "\u0628\u0627\u0644\u0627\u062A\u0631 \u0633\u0641\u0627\u0631\u0634"
----
-
-# توابع مرتبه بالاتر {#higher-order-functions}
-
-## `->` اپراتور, لامبدا (پارامترهای, اکسپر) تابع {#operator-lambdaparams-expr-function}
-
-Allows describing a lambda function for passing to a higher-order function. The left side of the arrow has a formal parameter, which is any ID, or multiple formal parameters – any IDs in a tuple. The right side of the arrow has an expression that can use these formal parameters, as well as any table columns.
-
-مثالها: `x -> 2 * x, str -> str != Referer.`
-
-توابع مرتبه بالاتر تنها می تواند توابع لامبدا به عنوان استدلال عملکردی خود را قبول.
-
-یک تابع لامبدا که استدلال های متعدد می پذیرد را می توان به یک تابع مرتبه بالاتر منتقل می شود. در این مورد, تابع مرتبه بالاتر به تصویب می رسد چند مجموعه ای از طول یکسان است که این استدلال به مطابقت.
-
-برای برخی از توابع مانند [پیاده کردن](#higher_order_functions-array-count) یا [ارریسوم](#higher_order_functions-array-count), استدلال اول (تابع لامبدا) را می توان حذف. در این مورد, نقشه برداری یکسان فرض شده است.
-
-یک تابع لامبدا را نمی توان برای توابع زیر حذف کرد:
-
--   [اررایماپ](#higher_order_functions-array-map)
--   [شلوار لی](#higher_order_functions-array-filter)
--   [شلوار لی](#higher_order_functions-array-fill)
--   [نمایش سایت](#higher_order_functions-array-reverse-fill)
--   [لرزش دستگاه](#higher_order_functions-array-split)
--   [نمایش سایت](#higher_order_functions-array-reverse-split)
--   [دریافیرست](#higher_order_functions-array-first)
--   [نمایش سایت](#higher_order_functions-array-first-index)
-
-### arrayMap(func, arr1, …) {#higher_order_functions-array-map}
-
-بازگرداندن مجموعه ای از برنامه اصلی `func` عملکرد به هر عنصر در `arr` صف کردن.
-
-مثالها:
-
-``` sql
-SELECT arrayMap(x -> (x + 2), [1, 2, 3]) as res;
-```
-
-``` text
-┌─res─────┐
-│ [3,4,5] │
-└─────────┘
-```
-
-مثال زیر نشان می دهد که چگونه برای ایجاد یک تاپل از عناصر از مجموعه های مختلف:
-
-``` sql
-SELECT arrayMap((x, y) -> (x, y), [1, 2, 3], [4, 5, 6]) AS res
-```
-
-``` text
-┌─res─────────────────┐
-│ [(1,4),(2,5),(3,6)] │
-└─────────────────────┘
-```
-
-توجه داشته باشید که استدلال اول (تابع لامبدا) را نمی توان در حذف `arrayMap` تابع.
-
-### arrayFilter(func, arr1, …) {#higher_order_functions-array-filter}
-
-بازگرداندن مجموعه ای حاوی تنها عناصر در `arr1` برای کدام `func` چیزی غیر از 0 را برمی گرداند.
-
-مثالها:
-
-``` sql
-SELECT arrayFilter(x -> x LIKE '%World%', ['Hello', 'abc World']) AS res
-```
-
-``` text
-┌─res───────────┐
-│ ['abc World'] │
-└───────────────┘
-```
-
-``` sql
-SELECT
-    arrayFilter(
-        (i, x) -> x LIKE '%World%',
-        arrayEnumerate(arr),
-        ['Hello', 'abc World'] AS arr)
-    AS res
-```
-
-``` text
-┌─res─┐
-│ [2] │
-└─────┘
-```
-
-توجه داشته باشید که استدلال اول (تابع لامبدا) را نمی توان در حذف `arrayFilter` تابع.
-
-### arrayFill(func, arr1, …) {#higher_order_functions-array-fill}
-
-پویش از طریق `arr1` از عنصر اول به عنصر گذشته و جایگزین `arr1[i]` توسط `arr1[i - 1]` اگر `func` بازده 0. اولین عنصر `arr1` جایگزین نخواهد شد.
-
-مثالها:
-
-``` sql
-SELECT arrayFill(x -> not isNull(x), [1, null, 3, 11, 12, null, null, 5, 6, 14, null, null]) AS res
-```
-
-``` text
-┌─res──────────────────────────────┐
-│ [1,1,3,11,12,12,12,5,6,14,14,14] │
-└──────────────────────────────────┘
-```
-
-توجه داشته باشید که استدلال اول (تابع لامبدا) را نمی توان در حذف `arrayFill` تابع.
-
-### arrayReverseFill(func, arr1, …) {#higher_order_functions-array-reverse-fill}
-
-پویش از طریق `arr1` از عنصر گذشته به عنصر اول و جایگزین `arr1[i]` توسط `arr1[i + 1]` اگر `func` بازده 0. عنصر گذشته از `arr1` جایگزین نخواهد شد.
-
-مثالها:
-
-``` sql
-SELECT arrayReverseFill(x -> not isNull(x), [1, null, 3, 11, 12, null, null, 5, 6, 14, null, null]) AS res
-```
-
-``` text
-┌─res────────────────────────────────┐
-│ [1,3,3,11,12,5,5,5,6,14,NULL,NULL] │
-└────────────────────────────────────┘
-```
-
-توجه داشته باشید که استدلال اول (تابع لامبدا) را نمی توان در حذف `arrayReverseFill` تابع.
-
-### arraySplit(func, arr1, …) {#higher_order_functions-array-split}
-
-شکافتن `arr1` به چندین ردیف چه زمانی `func` بازگرداندن چیزی غیر از 0, مجموعه خواهد شد در سمت چپ عنصر تقسیم. مجموعه قبل از اولین عنصر تقسیم نخواهد شد.
-
-مثالها:
-
-``` sql
-SELECT arraySplit((x, y) -> y, [1, 2, 3, 4, 5], [1, 0, 0, 1, 0]) AS res
-```
-
-``` text
-┌─res─────────────┐
-│ [[1,2,3],[4,5]] │
-└─────────────────┘
-```
-
-توجه داشته باشید که استدلال اول (تابع لامبدا) را نمی توان در حذف `arraySplit` تابع.
-
-### arrayReverseSplit(func, arr1, …) {#higher_order_functions-array-reverse-split}
-
-شکافتن `arr1` به چندین ردیف چه زمانی `func` بازگرداندن چیزی غیر از 0, مجموعه خواهد شد در سمت راست عنصر تقسیم. مجموعه پس از عنصر گذشته تقسیم نخواهد شد.
-
-مثالها:
-
-``` sql
-SELECT arrayReverseSplit((x, y) -> y, [1, 2, 3, 4, 5], [1, 0, 0, 1, 0]) AS res
-```
-
-``` text
-┌─res───────────────┐
-│ [[1],[2,3,4],[5]] │
-└───────────────────┘
-```
-
-توجه داشته باشید که استدلال اول (تابع لامبدا) را نمی توان در حذف `arraySplit` تابع.
-
-### arrayCount(\[func,\] arr1, …) {#higher_order_functions-array-count}
-
-بازگرداندن تعدادی از عناصر در مجموعه ارر که فارک چیزی غیر از گرداند 0. اگر ‘func’ مشخص نشده است, تعداد عناصر غیر صفر گرداند در مجموعه.
-
-### arrayExists(\[func,\] arr1, …) {#arrayexistsfunc-arr1}
-
-بازده 1 اگر حداقل یک عنصر در وجود دارد ‘arr’ برای کدام ‘func’ چیزی غیر از 0 را برمی گرداند. در غیر این صورت, باز می گردد 0.
-
-### arrayAll(\[func,\] arr1, …) {#arrayallfunc-arr1}
-
-بازده 1 اگر ‘func’ چیزی غیر از 0 را برای تمام عناصر در ‘arr’. در غیر این صورت, باز می گردد 0.
-
-### arraySum(\[func,\] arr1, …) {#higher-order-functions-array-sum}
-
-بازگرداندن مجموع ‘func’ ارزشهای خبری عبارتند از: اگر تابع حذف شده است, فقط می گرداند مجموع عناصر مجموعه.
-
-### arrayFirst(func, arr1, …) {#higher_order_functions-array-first}
-
-بازگرداندن اولین عنصر در ‘arr1’ تنظیم برای کدام ‘func’ چیزی غیر از 0 را برمی گرداند.
-
-توجه داشته باشید که استدلال اول (تابع لامبدا) را نمی توان در حذف `arrayFirst` تابع.
-
-### arrayFirstIndex(func, arr1, …) {#higher_order_functions-array-first-index}
-
-بازگرداندن شاخص عنصر اول در ‘arr1’ تنظیم برای کدام ‘func’ چیزی غیر از 0 را برمی گرداند.
-
-توجه داشته باشید که استدلال اول (تابع لامبدا) را نمی توان در حذف `arrayFirstIndex` تابع.
-
-### arrayCumSum(\[func,\] arr1, …) {#arraycumsumfunc-arr1}
-
-بازگرداندن مجموعه ای از مبالغ بخشی از عناصر در مجموعه منبع (مجموع در حال اجرا). اگر `func` تابع مشخص شده است, سپس ارزش عناصر مجموعه توسط این تابع قبل از جمع تبدیل.
-
-مثال:
-
-``` sql
-SELECT arrayCumSum([1, 1, 1, 1]) AS res
-```
-
-``` text
-┌─res──────────┐
-│ [1, 2, 3, 4] │
-└──────────────┘
-```
-
-### هشدار داده می شود) {#arraycumsumnonnegativearr}
-
-مثل `arrayCumSum`, بازگرداندن مجموعه ای از مبالغ بخشی از عناصر در مجموعه منبع (مجموع در حال اجرا). متفاوت `arrayCumSum`, هنگامی که ارزش سپس بازگشت شامل یک مقدار کمتر از صفر, ارزش است جایگزین با صفر و محاسبه بعدی با صفر پارامترهای انجام. به عنوان مثال:
-
-``` sql
-SELECT arrayCumSumNonNegative([1, 1, -4, 1]) AS res
-```
-
-``` text
-┌─res───────┐
-│ [1,2,0,1] │
-└───────────┘
-```
-
-### arraySort(\[func,\] arr1, …) {#arraysortfunc-arr1}
-
-بازگرداندن مجموعه ای به عنوان نتیجه مرتب سازی عناصر `arr1` به ترتیب صعودی. اگر `func` تابع مشخص شده است, مرتب سازی سفارش توسط نتیجه تابع تعیین `func` اعمال شده به عناصر مجموعه (ارریس)
-
-این [تبدیل شوارتز](https://en.wikipedia.org/wiki/Schwartzian_transform) برای بهبود کارایی مرتب سازی استفاده می شود.
-
-مثال:
-
-``` sql
-SELECT arraySort((x, y) -> y, ['hello', 'world'], [2, 1]);
-```
-
-``` text
-┌─res────────────────┐
-│ ['world', 'hello'] │
-└────────────────────┘
-```
-
-برای کسب اطلاعات بیشتر در مورد `arraySort` روش, دیدن [توابع برای کار با ارریس](array-functions.md#array_functions-sort) بخش.
-
-### arrayReverseSort(\[func,\] arr1, …) {#arrayreversesortfunc-arr1}
-
-بازگرداندن مجموعه ای به عنوان نتیجه مرتب سازی عناصر `arr1` به ترتیب نزولی. اگر `func` تابع مشخص شده است, مرتب سازی سفارش توسط نتیجه تابع تعیین `func` اعمال شده به عناصر مجموعه ای (ارریس).
-
-مثال:
-
-``` sql
-SELECT arrayReverseSort((x, y) -> y, ['hello', 'world'], [2, 1]) as res;
-```
-
-``` text
-┌─res───────────────┐
-│ ['hello','world'] │
-└───────────────────┘
-```
-
-برای کسب اطلاعات بیشتر در مورد `arrayReverseSort` روش, دیدن [توابع برای کار با ارریس](array-functions.md#array_functions-reverse-sort) بخش.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/higher_order_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/in-functions.md b/docs/fa/sql-reference/functions/in-functions.md
deleted file mode 100644
index 9c47b25135c..00000000000
--- a/docs/fa/sql-reference/functions/in-functions.md
+++ /dev/null
@@ -1,27 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 60
-toc_title: "\u0627\u062C\u0631\u0627\u06CC \u0627\u067E\u0631\u0627\u062A\u0648\u0631\
-  \ \u062F\u0631"
----
-
-# توابع برای اجرای اپراتور در {#functions-for-implementing-the-in-operator}
-
-## در notIn, globalIn, globalNotIn {#in-functions}
-
-بخش را ببینید [در اپراتورها](../operators/in.md#select-in-operators).
-
-## tuple(x, y, …), operator (x, y, …) {#tuplex-y-operator-x-y}
-
-یک تابع است که اجازه می دهد تا گروه بندی ستون های متعدد.
-For columns with the types T1, T2, …, it returns a Tuple(T1, T2, …) type tuple containing these columns. There is no cost to execute the function.
-تاپل به طور معمول به عنوان مقادیر متوسط برای بحث در اپراتورها و یا برای ایجاد یک لیست از پارامترهای رسمی توابع لامبدا استفاده می شود. تاپل را نمی توان به یک جدول نوشته شده است.
-
-## هشدار داده می شود {#tupleelementtuple-n-operator-x-n}
-
-یک تابع است که اجازه می دهد تا گرفتن یک ستون از یک تاپل.
-‘N’ شاخص ستون است, با شروع از 1. نفر باید ثابت باشد. ‘N’ باید ثابت باشه ‘N’ باید یک عدد صحیح انتخابی سخت نه بیشتر از اندازه تاپل باشد.
-هیچ هزینه ای برای اجرای تابع وجود دارد.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/in_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/index.md b/docs/fa/sql-reference/functions/index.md
deleted file mode 100644
index e6e6c162f2a..00000000000
--- a/docs/fa/sql-reference/functions/index.md
+++ /dev/null
@@ -1,74 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u062A\u0648\u0627\u0628\u0639"
-toc_priority: 32
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# توابع {#functions}
-
-حداقل\* دو نوع از توابع وجود دارد - توابع به طور منظم (فقط به نام “functions”) and aggregate functions. These are completely different concepts. Regular functions work as if they are applied to each row separately (for each row, the result of the function doesn't depend on the other rows). Aggregate functions accumulate a set of values from various rows (i.e. they depend on the entire set of rows).
-
-در این بخش ما در مورد توابع به طور منظم. برای توابع کل, بخش را ببینید “Aggregate functions”.
-
-\* - یک نوع سوم از تابع که وجود دارد ‘arrayJoin’ توابع جدول همچنین می توانید به طور جداگانه ذکر شود.\*
-
-## تایپ قوی {#strong-typing}
-
-در مقابل به گذاشتن استاندارد, خانه رعیتی است تایپ قوی. به عبارت دیگر تبدیل ضمنی بین انواع را ندارد. هر تابع برای یک مجموعه خاص از انواع کار می کند. این به این معنی است که گاهی اوقات شما نیاز به استفاده از توابع تبدیل نوع.
-
-## رفع ضعف مشترک {#common-subexpression-elimination}
-
-همه عبارات در پرس و جو که همان اعضای هیات (همان رکورد و یا همان نتیجه تجزیه نحوی) در نظر گرفته به ارزش یکسان. چنین عبارات یک بار تایید و اجرا می شوند. زیرمجموعه های یکسان نیز این راه را حذف می کنند.
-
-## انواع نتایج {#types-of-results}
-
-همه توابع بازگشت بازگشت بازگشت تنها به عنوان نتیجه (چند ارزش نیست, و نه صفر ارزش). نوع نتیجه است که معمولا تنها با انواع استدلال تعریف, نه با ارزش. استثنا هستند tupleElement function (a.N اپراتور) و toFixedString تابع.
-
-## ثابتها {#constants}
-
-برای سادگی, توابع خاص تنها می تواند با ثابت برای برخی از استدلال کار. مثلا, استدلال درست از اپراتور مانند باید ثابت باشد.
-تقریبا تمام توابع بازگشت ثابت برای استدلال ثابت. استثنا توابع است که تولید اعداد تصادفی است.
-این ‘now’ تابع مقادیر مختلف برای نمایش داده شد که در زمان های مختلف اجرا شد را برمی گرداند, اما نتیجه در نظر گرفته ثابت, از ثبات در یک پرس و جو تنها مهم است.
-یک عبارت ثابت نیز ثابت در نظر گرفته (مثلا, نیمه راست اپراتور مانند را می توان از ثابت های متعدد ساخته).
-
-توابع را می توان به روش های مختلف برای استدلال ثابت و غیر ثابت اجرا (کد های مختلف اجرا شده است). اما نتایج برای یک ثابت و برای یک ستون واقعی حاوی تنها همان مقدار باید با یکدیگر مطابقت.
-
-## پردازش پوچ {#null-processing}
-
-توابع رفتارهای زیر را دارند:
-
--   اگر حداقل یکی از استدلال از تابع است `NULL` نتیجه عملکرد نیز است `NULL`.
--   رفتار ویژه ای است که به صورت جداگانه در شرح هر تابع مشخص. در کد منبع کلیک این توابع `UseDefaultImplementationForNulls=false`.
-
-## پایداری {#constancy}
-
-Functions can't change the values of their arguments – any changes are returned as the result. Thus, the result of calculating separate functions does not depend on the order in which the functions are written in the query.
-
-## خطا {#error-handling}
-
-برخی از توابع ممکن است یک استثنا پرتاب اگر داده نامعتبر است. در این مورد پرس و جو لغو شده است و یک متن خطا به مشتری بازگردانده می شود. برای پردازش توزیع, هنگامی که یک استثنا در یکی از سرورهای رخ می دهد, سرور های دیگر نیز تلاش برای لغو پرس و جو.
-
-## ارزیابی عبارات استدلال {#evaluation-of-argument-expressions}
-
-تقریبا در تمام زبان های برنامه نویسی, یکی از استدلال ممکن است برای اپراتورهای خاص ارزیابی نمی شود. این است که معمولا اپراتورها `&&`, `||` و `?:`.
-اما در فاحشه خانه, استدلال از توابع (اپراتورهای) همیشه مورد بررسی قرار. دلیل این است که کل بخش هایی از ستون ها در یک بار مورد بررسی قرار, به جای محاسبه هر سطر به طور جداگانه.
-
-## انجام توابع برای پردازش پرس و جو توزیع شده {#performing-functions-for-distributed-query-processing}
-
-برای پردازش پرس و جو توزیع, به عنوان بسیاری از مراحل پردازش پرس و جو که ممکن است بر روی سرور از راه دور انجام, و بقیه مراحل (ادغام نتایج متوسط و همه چیز که) بر روی سرور درخواست انجام.
-
-این به این معنی است که توابع را می توان بر روی سرور های مختلف انجام می شود.
-برای مثال در پرس و جو `SELECT f(sum(g(x))) FROM distributed_table GROUP BY h(y),`
-
--   اگر یک `distributed_table` دارای حداقل دو خرده ریز, توابع ‘g’ و ‘h’ بر روی سرورهای راه دور و عملکرد انجام می شود ‘f’ بر روی سرور درخواست کننده انجام می شود.
--   اگر یک `distributed_table` تنها یک سفال, تمام ‘f’, ‘g’ و ‘h’ توابع بر روی سرور این سفال انجام.
-
-نتیجه یک تابع معمولا بستگی ندارد که سرور انجام شده است. اما گاهی اوقات این مهم است.
-مثلا, توابع است که با لغت نامه کار استفاده از فرهنگ لغت که بر روی سرور وجود دارد که در حال اجرا هستند در.
-مثال دیگر این است که `hostName` تابع, که نام سرور را بر می گرداند در حال اجرا است به منظور ایجاد `GROUP BY` توسط سرور در یک `SELECT` پرس و جو.
-
-اگر یک تابع در یک پرس و جو بر روی سرور درخواست انجام, اما شما نیاز به انجام این کار بر روی سرور از راه دور, شما می توانید در یک بسته بندی ‘any’ تابع جمع و یا اضافه کردن به یک کلید در `GROUP BY`.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/introspection.md b/docs/fa/sql-reference/functions/introspection.md
deleted file mode 100644
index 5885a8c8123..00000000000
--- a/docs/fa/sql-reference/functions/introspection.md
+++ /dev/null
@@ -1,310 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 65
-toc_title: "\u062F\u0631\u0648\u0646 \u0646\u06AF\u0631\u06CC"
----
-
-# توابع درون گرایی {#introspection-functions}
-
-شما می توانید توابع شرح داده شده در این فصل به درون نگری استفاده کنید [ELF](https://en.wikipedia.org/wiki/Executable_and_Linkable_Format) و [DWARF](https://en.wikipedia.org/wiki/DWARF) برای پروفایل پرس و جو.
-
-!!! warning "اخطار"
-    این توابع کند هستند و ممکن است ملاحظات امنیتی تحمیل کنند.
-
-برای بهره برداری مناسب از توابع درون گرایی:
-
--   نصب `clickhouse-common-static-dbg` بسته
-
--   تنظیم [اجازه دادن به _فعال کردن اختلال در عملکرد](../../operations/settings/settings.md#settings-allow_introspection_functions) تنظیم به 1.
-
-        For security reasons introspection functions are disabled by default.
-
-تاتر موجب صرفه جویی در گزارش نیمرخ به [_قطع](../../operations/system-tables.md#system_tables-trace_log) جدول سیستم. اطمینان حاصل کنید که جدول و پیشفیلتر به درستی پیکربندی شده است.
-
-## افزودن مدخل جدید {#addresstoline}
-
-تبدیل آدرس حافظه مجازی در داخل ClickHouse فرایند سرور به نام فایل و شماره خط در ClickHouse کد منبع.
-
-اگر شما استفاده از بسته های رسمی تاتر, شما نیاز به نصب `clickhouse-common-static-dbg` بسته
-
-**نحو**
-
-``` sql
-addressToLine(address_of_binary_instruction)
-```
-
-**پارامترها**
-
--   `address_of_binary_instruction` ([UInt64](../../sql-reference/data-types/int-uint.md)) — Address of instruction in a running process.
-
-**مقدار بازگشتی**
-
--   نام فایل کد منبع و شماره خط در این فایل حد و مرز مشخصی توسط روده بزرگ.
-
-        For example, `/build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.cpp:199`, where `199` is a line number.
-
--   نام یک باینری, اگر تابع می تواند اطلاعات اشکال زدایی پیدا کنید.
-
--   رشته خالی, اگر نشانی معتبر نیست.
-
-نوع: [رشته](../../sql-reference/data-types/string.md).
-
-**مثال**
-
-فعال کردن توابع درون گرایی:
-
-``` sql
-SET allow_introspection_functions=1
-```
-
-انتخاب رشته اول از `trace_log` جدول سیستم:
-
-``` sql
-SELECT * FROM system.trace_log LIMIT 1 \G
-```
-
-``` text
-Row 1:
-──────
-event_date:              2019-11-19
-event_time:              2019-11-19 18:57:23
-revision:                54429
-timer_type:              Real
-thread_number:           48
-query_id:                421b6855-1858-45a5-8f37-f383409d6d72
-trace:                   [140658411141617,94784174532828,94784076370703,94784076372094,94784076361020,94784175007680,140658411116251,140658403895439]
-```
-
-این `trace` درست شامل ردیابی پشته در حال حاضر نمونه برداری.
-
-گرفتن نام فایل کد منبع و شماره خط برای یک نشانی واحد:
-
-``` sql
-SELECT addressToLine(94784076370703) \G
-```
-
-``` text
-Row 1:
-──────
-addressToLine(94784076370703): /build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.cpp:199
-```
-
-استفاده از تابع به ردیابی کل پشته:
-
-``` sql
-SELECT
-    arrayStringConcat(arrayMap(x -> addressToLine(x), trace), '\n') AS trace_source_code_lines
-FROM system.trace_log
-LIMIT 1
-\G
-```
-
-این [اررایماپ](higher-order-functions.md#higher_order_functions-array-map) تابع اجازه می دهد تا برای پردازش هر عنصر منحصر به فرد از `trace` تنظیم توسط `addressToLine` تابع. نتیجه این پردازش شما در دیدن `trace_source_code_lines` ستون خروجی.
-
-``` text
-Row 1:
-──────
-trace_source_code_lines: /lib/x86_64-linux-gnu/libpthread-2.27.so
-/usr/lib/debug/usr/bin/clickhouse
-/build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.cpp:199
-/build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.h:155
-/usr/include/c++/9/bits/atomic_base.h:551
-/usr/lib/debug/usr/bin/clickhouse
-/lib/x86_64-linux-gnu/libpthread-2.27.so
-/build/glibc-OTsEL5/glibc-2.27/misc/../sysdeps/unix/sysv/linux/x86_64/clone.S:97
-```
-
-## افزودن موقعیت {#addresstosymbol}
-
-تبدیل آدرس حافظه مجازی در داخل ClickHouse سرور روند به نمادی از ClickHouse شی فایل های.
-
-**نحو**
-
-``` sql
-addressToSymbol(address_of_binary_instruction)
-```
-
-**پارامترها**
-
--   `address_of_binary_instruction` ([UInt64](../../sql-reference/data-types/int-uint.md)) — Address of instruction in a running process.
-
-**مقدار بازگشتی**
-
--   نماد از فایل های شی کلیکهاوس.
--   رشته خالی, اگر نشانی معتبر نیست.
-
-نوع: [رشته](../../sql-reference/data-types/string.md).
-
-**مثال**
-
-فعال کردن توابع درون گرایی:
-
-``` sql
-SET allow_introspection_functions=1
-```
-
-انتخاب رشته اول از `trace_log` جدول سیستم:
-
-``` sql
-SELECT * FROM system.trace_log LIMIT 1 \G
-```
-
-``` text
-Row 1:
-──────
-event_date:    2019-11-20
-event_time:    2019-11-20 16:57:59
-revision:      54429
-timer_type:    Real
-thread_number: 48
-query_id:      724028bf-f550-45aa-910d-2af6212b94ac
-trace:         [94138803686098,94138815010911,94138815096522,94138815101224,94138815102091,94138814222988,94138806823642,94138814457211,94138806823642,94138814457211,94138806823642,94138806795179,94138806796144,94138753770094,94138753771646,94138753760572,94138852407232,140399185266395,140399178045583]
-```
-
-این `trace` درست شامل ردیابی پشته در حال حاضر نمونه برداری.
-
-گرفتن نماد برای یک نشانی واحد:
-
-``` sql
-SELECT addressToSymbol(94138803686098) \G
-```
-
-``` text
-Row 1:
-──────
-addressToSymbol(94138803686098): _ZNK2DB24IAggregateFunctionHelperINS_20AggregateFunctionSumImmNS_24AggregateFunctionSumDataImEEEEE19addBatchSinglePlaceEmPcPPKNS_7IColumnEPNS_5ArenaE
-```
-
-استفاده از تابع به ردیابی کل پشته:
-
-``` sql
-SELECT
-    arrayStringConcat(arrayMap(x -> addressToSymbol(x), trace), '\n') AS trace_symbols
-FROM system.trace_log
-LIMIT 1
-\G
-```
-
-این [اررایماپ](higher-order-functions.md#higher_order_functions-array-map) تابع اجازه می دهد تا برای پردازش هر عنصر منحصر به فرد از `trace` تنظیم توسط `addressToSymbols` تابع. نتیجه این پردازش شما در دیدن `trace_symbols` ستون خروجی.
-
-``` text
-Row 1:
-──────
-trace_symbols: _ZNK2DB24IAggregateFunctionHelperINS_20AggregateFunctionSumImmNS_24AggregateFunctionSumDataImEEEEE19addBatchSinglePlaceEmPcPPKNS_7IColumnEPNS_5ArenaE
-_ZNK2DB10Aggregator21executeWithoutKeyImplERPcmPNS0_28AggregateFunctionInstructionEPNS_5ArenaE
-_ZN2DB10Aggregator14executeOnBlockESt6vectorIN3COWINS_7IColumnEE13immutable_ptrIS3_EESaIS6_EEmRNS_22AggregatedDataVariantsERS1_IPKS3_SaISC_EERS1_ISE_SaISE_EERb
-_ZN2DB10Aggregator14executeOnBlockERKNS_5BlockERNS_22AggregatedDataVariantsERSt6vectorIPKNS_7IColumnESaIS9_EERS6_ISB_SaISB_EERb
-_ZN2DB10Aggregator7executeERKSt10shared_ptrINS_17IBlockInputStreamEERNS_22AggregatedDataVariantsE
-_ZN2DB27AggregatingBlockInputStream8readImplEv
-_ZN2DB17IBlockInputStream4readEv
-_ZN2DB26ExpressionBlockInputStream8readImplEv
-_ZN2DB17IBlockInputStream4readEv
-_ZN2DB26ExpressionBlockInputStream8readImplEv
-_ZN2DB17IBlockInputStream4readEv
-_ZN2DB28AsynchronousBlockInputStream9calculateEv
-_ZNSt17_Function_handlerIFvvEZN2DB28AsynchronousBlockInputStream4nextEvEUlvE_E9_M_invokeERKSt9_Any_data
-_ZN14ThreadPoolImplI20ThreadFromGlobalPoolE6workerESt14_List_iteratorIS0_E
-_ZZN20ThreadFromGlobalPoolC4IZN14ThreadPoolImplIS_E12scheduleImplIvEET_St8functionIFvvEEiSt8optionalImEEUlvE1_JEEEOS4_DpOT0_ENKUlvE_clEv
-_ZN14ThreadPoolImplISt6threadE6workerESt14_List_iteratorIS0_E
-execute_native_thread_routine
-start_thread
-clone
-```
-
-## درهم و برهم کردن {#demangle}
-
-تبدیل یک نماد است که شما می توانید با استفاده از [افزودن موقعیت](#addresstosymbol) تابع به ج++ نام تابع.
-
-**نحو**
-
-``` sql
-demangle(symbol)
-```
-
-**پارامترها**
-
--   `symbol` ([رشته](../../sql-reference/data-types/string.md)) — Symbol from an object file.
-
-**مقدار بازگشتی**
-
--   نام تابع ج++.
--   رشته خالی اگر یک نماد معتبر نیست.
-
-نوع: [رشته](../../sql-reference/data-types/string.md).
-
-**مثال**
-
-فعال کردن توابع درون گرایی:
-
-``` sql
-SET allow_introspection_functions=1
-```
-
-انتخاب رشته اول از `trace_log` جدول سیستم:
-
-``` sql
-SELECT * FROM system.trace_log LIMIT 1 \G
-```
-
-``` text
-Row 1:
-──────
-event_date:    2019-11-20
-event_time:    2019-11-20 16:57:59
-revision:      54429
-timer_type:    Real
-thread_number: 48
-query_id:      724028bf-f550-45aa-910d-2af6212b94ac
-trace:         [94138803686098,94138815010911,94138815096522,94138815101224,94138815102091,94138814222988,94138806823642,94138814457211,94138806823642,94138814457211,94138806823642,94138806795179,94138806796144,94138753770094,94138753771646,94138753760572,94138852407232,140399185266395,140399178045583]
-```
-
-این `trace` درست شامل ردیابی پشته در حال حاضر نمونه برداری.
-
-گرفتن نام تابع برای یک نشانی واحد:
-
-``` sql
-SELECT demangle(addressToSymbol(94138803686098)) \G
-```
-
-``` text
-Row 1:
-──────
-demangle(addressToSymbol(94138803686098)): DB::IAggregateFunctionHelper<DB::AggregateFunctionSum<unsigned long, unsigned long, DB::AggregateFunctionSumData<unsigned long> > >::addBatchSinglePlace(unsigned long, char*, DB::IColumn const**, DB::Arena*) const
-```
-
-استفاده از تابع به ردیابی کل پشته:
-
-``` sql
-SELECT
-    arrayStringConcat(arrayMap(x -> demangle(addressToSymbol(x)), trace), '\n') AS trace_functions
-FROM system.trace_log
-LIMIT 1
-\G
-```
-
-این [اررایماپ](higher-order-functions.md#higher_order_functions-array-map) تابع اجازه می دهد تا برای پردازش هر عنصر منحصر به فرد از `trace` تنظیم توسط `demangle` تابع. نتیجه این پردازش شما در دیدن `trace_functions` ستون خروجی.
-
-``` text
-Row 1:
-──────
-trace_functions: DB::IAggregateFunctionHelper<DB::AggregateFunctionSum<unsigned long, unsigned long, DB::AggregateFunctionSumData<unsigned long> > >::addBatchSinglePlace(unsigned long, char*, DB::IColumn const**, DB::Arena*) const
-DB::Aggregator::executeWithoutKeyImpl(char*&, unsigned long, DB::Aggregator::AggregateFunctionInstruction*, DB::Arena*) const
-DB::Aggregator::executeOnBlock(std::vector<COW<DB::IColumn>::immutable_ptr<DB::IColumn>, std::allocator<COW<DB::IColumn>::immutable_ptr<DB::IColumn> > >, unsigned long, DB::AggregatedDataVariants&, std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> >&, std::vector<std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> >, std::allocator<std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> > > >&, bool&)
-DB::Aggregator::executeOnBlock(DB::Block const&, DB::AggregatedDataVariants&, std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> >&, std::vector<std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> >, std::allocator<std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> > > >&, bool&)
-DB::Aggregator::execute(std::shared_ptr<DB::IBlockInputStream> const&, DB::AggregatedDataVariants&)
-DB::AggregatingBlockInputStream::readImpl()
-DB::IBlockInputStream::read()
-DB::ExpressionBlockInputStream::readImpl()
-DB::IBlockInputStream::read()
-DB::ExpressionBlockInputStream::readImpl()
-DB::IBlockInputStream::read()
-DB::AsynchronousBlockInputStream::calculate()
-std::_Function_handler<void (), DB::AsynchronousBlockInputStream::next()::{lambda()#1}>::_M_invoke(std::_Any_data const&)
-ThreadPoolImpl<ThreadFromGlobalPool>::worker(std::_List_iterator<ThreadFromGlobalPool>)
-ThreadFromGlobalPool::ThreadFromGlobalPool<ThreadPoolImpl<ThreadFromGlobalPool>::scheduleImpl<void>(std::function<void ()>, int, std::optional<unsigned long>)::{lambda()#3}>(ThreadPoolImpl<ThreadFromGlobalPool>::scheduleImpl<void>(std::function<void ()>, int, std::optional<unsigned long>)::{lambda()#3}&&)::{lambda()#1}::operator()() const
-ThreadPoolImpl<std::thread>::worker(std::_List_iterator<std::thread>)
-execute_native_thread_routine
-start_thread
-clone
-```
diff --git a/docs/fa/sql-reference/functions/ip-address-functions.md b/docs/fa/sql-reference/functions/ip-address-functions.md
deleted file mode 100644
index 12a43878fdf..00000000000
--- a/docs/fa/sql-reference/functions/ip-address-functions.md
+++ /dev/null
@@ -1,249 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 55
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 \u0646\u0634\u0627\u0646\u06CC\u0647\u0627\
-  \u06CC \u0627\u06CC\u0646\u062A\u0631\u0646\u062A\u06CC"
----
-
-# توابع برای کار با نشانی های اینترنتی {#functions-for-working-with-ip-addresses}
-
-## اطلاعات دقیق) {#ipv4numtostringnum}
-
-طول می کشد یک UInt32 شماره. به عنوان یک نشانی اینترنتی 4 در اندی بزرگ تفسیر می کند. بازده یک رشته حاوی مربوطه آدرس IPv4 در قالب A. B. C. d (نقطه جدا کردن اعداد در شکل اعشاری).
-
-## مدت 4 ساعت) {#ipv4stringtonums}
-
-عملکرد معکوس ایپو4نومتوسترینگ. اگر نشانی اینترنتی4 دارای یک فرمت نامعتبر, باز می گردد 0.
-
-## اطلاعات دقیق) {#ipv4numtostringclasscnum}
-
-شبیه به IPv4NumToString اما با استفاده از \<url\> به جای گذشته هشت تایی.
-
-مثال:
-
-``` sql
-SELECT
-    IPv4NumToStringClassC(ClientIP) AS k,
-    count() AS c
-FROM test.hits
-GROUP BY k
-ORDER BY c DESC
-LIMIT 10
-```
-
-``` text
-┌─k──────────────┬─────c─┐
-│ 83.149.9.xxx   │ 26238 │
-│ 217.118.81.xxx │ 26074 │
-│ 213.87.129.xxx │ 25481 │
-│ 83.149.8.xxx   │ 24984 │
-│ 217.118.83.xxx │ 22797 │
-│ 78.25.120.xxx  │ 22354 │
-│ 213.87.131.xxx │ 21285 │
-│ 78.25.121.xxx  │ 20887 │
-│ 188.162.65.xxx │ 19694 │
-│ 83.149.48.xxx  │ 17406 │
-└────────────────┴───────┘
-```
-
-از زمان استفاده ‘xxx’ بسیار غیر معمول است, این ممکن است در اینده تغییر. ما توصیه می کنیم که شما در قالب دقیق این قطعه تکیه نمی.
-
-### اطلاعات دقیق) {#ipv6numtostringx}
-
-یک رشته ثابت(16) مقدار حاوی نشانی اینترنتی6 را در قالب باینری می پذیرد. بازگرداندن یک رشته حاوی این نشانی در قالب متن.
-نشانی های ایپو6-نقشه برداری ایپو4 خروجی در قالب هستند:: افف:111.222.33.44. مثالها:
-
-``` sql
-SELECT IPv6NumToString(toFixedString(unhex('2A0206B8000000000000000000000011'), 16)) AS addr
-```
-
-``` text
-┌─addr─────────┐
-│ 2a02:6b8::11 │
-└──────────────┘
-```
-
-``` sql
-SELECT
-    IPv6NumToString(ClientIP6 AS k),
-    count() AS c
-FROM hits_all
-WHERE EventDate = today() AND substring(ClientIP6, 1, 12) != unhex('00000000000000000000FFFF')
-GROUP BY k
-ORDER BY c DESC
-LIMIT 10
-```
-
-``` text
-┌─IPv6NumToString(ClientIP6)──────────────┬─────c─┐
-│ 2a02:2168:aaa:bbbb::2                   │ 24695 │
-│ 2a02:2698:abcd:abcd:abcd:abcd:8888:5555 │ 22408 │
-│ 2a02:6b8:0:fff::ff                      │ 16389 │
-│ 2a01:4f8:111:6666::2                    │ 16016 │
-│ 2a02:2168:888:222::1                    │ 15896 │
-│ 2a01:7e00::ffff:ffff:ffff:222           │ 14774 │
-│ 2a02:8109:eee:ee:eeee:eeee:eeee:eeee    │ 14443 │
-│ 2a02:810b:8888:888:8888:8888:8888:8888  │ 14345 │
-│ 2a02:6b8:0:444:4444:4444:4444:4444      │ 14279 │
-│ 2a01:7e00::ffff:ffff:ffff:ffff          │ 13880 │
-└─────────────────────────────────────────┴───────┘
-```
-
-``` sql
-SELECT
-    IPv6NumToString(ClientIP6 AS k),
-    count() AS c
-FROM hits_all
-WHERE EventDate = today()
-GROUP BY k
-ORDER BY c DESC
-LIMIT 10
-```
-
-``` text
-┌─IPv6NumToString(ClientIP6)─┬──────c─┐
-│ ::ffff:94.26.111.111       │ 747440 │
-│ ::ffff:37.143.222.4        │ 529483 │
-│ ::ffff:5.166.111.99        │ 317707 │
-│ ::ffff:46.38.11.77         │ 263086 │
-│ ::ffff:79.105.111.111      │ 186611 │
-│ ::ffff:93.92.111.88        │ 176773 │
-│ ::ffff:84.53.111.33        │ 158709 │
-│ ::ffff:217.118.11.22       │ 154004 │
-│ ::ffff:217.118.11.33       │ 148449 │
-│ ::ffff:217.118.11.44       │ 148243 │
-└────────────────────────────┴────────┘
-```
-
-## مدت 6 ساعت) {#ipv6stringtonums}
-
-عملکرد معکوس ایپو6نومتوسترینگ. اگر نشانی اینترنتی6 دارای یک فرمت نامعتبر, یک رشته از بایت پوچ را برمی گرداند.
-سحر و جادو می تواند بزرگ یا کوچک.
-
-## IPv4ToIPv6(x) {#ipv4toipv6x}
-
-طول می کشد یک `UInt32` شماره. تفسیر به عنوان یک نشانی اینترنتی4 در [اندی بزرگ](https://en.wikipedia.org/wiki/Endianness). بازگرداندن یک `FixedString(16)` مقدار حاوی نشانی اینترنتی6 در قالب دودویی. مثالها:
-
-``` sql
-SELECT IPv6NumToString(IPv4ToIPv6(IPv4StringToNum('192.168.0.1'))) AS addr
-```
-
-``` text
-┌─addr───────────────┐
-│ ::ffff:192.168.0.1 │
-└────────────────────┘
-```
-
-## cutIPv6(x bytesToCutForIPv6, bytesToCutForIPv4) {#cutipv6x-bytestocutforipv6-bytestocutforipv4}
-
-یک رشته ثابت(16) مقدار حاوی نشانی اینترنتی6 را در قالب باینری می پذیرد. بازگرداندن یک رشته حاوی نشانی از تعداد مشخصی از بایت حذف شده در قالب متن. به عنوان مثال:
-
-``` sql
-WITH
-    IPv6StringToNum('2001:0DB8:AC10:FE01:FEED:BABE:CAFE:F00D') AS ipv6,
-    IPv4ToIPv6(IPv4StringToNum('192.168.0.1')) AS ipv4
-SELECT
-    cutIPv6(ipv6, 2, 0),
-    cutIPv6(ipv4, 0, 2)
-```
-
-``` text
-┌─cutIPv6(ipv6, 2, 0)─────────────────┬─cutIPv6(ipv4, 0, 2)─┐
-│ 2001:db8:ac10:fe01:feed:babe:cafe:0 │ ::ffff:192.168.0.0  │
-└─────────────────────────────────────┴─────────────────────┘
-```
-
-## IPv4CIDRToRange(ipv4, Cidr), {#ipv4cidrtorangeipv4-cidr}
-
-قبول یک IPv4 و UInt8 ارزش شامل [CIDR](https://en.wikipedia.org/wiki/Classless_Inter-Domain_Routing). یک تاپل را با دو لیگ4 حاوی محدوده پایین تر و محدوده بالاتر زیر شبکه باز کنید.
-
-``` sql
-SELECT IPv4CIDRToRange(toIPv4('192.168.5.2'), 16)
-```
-
-``` text
-┌─IPv4CIDRToRange(toIPv4('192.168.5.2'), 16)─┐
-│ ('192.168.0.0','192.168.255.255')          │
-└────────────────────────────────────────────┘
-```
-
-## IPv6CIDRToRange(ipv6 Cidr), {#ipv6cidrtorangeipv6-cidr}
-
-قبول یک IPv6 و UInt8 ارزش حاوی CIDR. یک تاپل را با دو ایپو6 حاوی محدوده پایین تر و محدوده بالاتر زیر شبکه باز کنید.
-
-``` sql
-SELECT IPv6CIDRToRange(toIPv6('2001:0db8:0000:85a3:0000:0000:ac1f:8001'), 32);
-```
-
-``` text
-┌─IPv6CIDRToRange(toIPv6('2001:0db8:0000:85a3:0000:0000:ac1f:8001'), 32)─┐
-│ ('2001:db8::','2001:db8:ffff:ffff:ffff:ffff:ffff:ffff')                │
-└────────────────────────────────────────────────────────────────────────┘
-```
-
-## تایپه 4 (رشته) {#toipv4string}
-
-یک نام مستعار برای `IPv4StringToNum()` که طول می کشد یک شکل رشته ای از ایپو4 نشانی و ارزش را برمی گرداند [IPv4](../../sql-reference/data-types/domains/ipv4.md) نوع باینری برابر با مقدار بازگشتی است `IPv4StringToNum()`.
-
-``` sql
-WITH
-    '171.225.130.45' as IPv4_string
-SELECT
-    toTypeName(IPv4StringToNum(IPv4_string)),
-    toTypeName(toIPv4(IPv4_string))
-```
-
-``` text
-┌─toTypeName(IPv4StringToNum(IPv4_string))─┬─toTypeName(toIPv4(IPv4_string))─┐
-│ UInt32                                   │ IPv4                            │
-└──────────────────────────────────────────┴─────────────────────────────────┘
-```
-
-``` sql
-WITH
-    '171.225.130.45' as IPv4_string
-SELECT
-    hex(IPv4StringToNum(IPv4_string)),
-    hex(toIPv4(IPv4_string))
-```
-
-``` text
-┌─hex(IPv4StringToNum(IPv4_string))─┬─hex(toIPv4(IPv4_string))─┐
-│ ABE1822D                          │ ABE1822D                 │
-└───────────────────────────────────┴──────────────────────────┘
-```
-
-## تیپو6 (رشته) {#toipv6string}
-
-یک نام مستعار برای `IPv6StringToNum()` که طول می کشد یک شکل رشته ای از ایپو6 نشانی و ارزش را برمی گرداند [IPv6](../../sql-reference/data-types/domains/ipv6.md) نوع باینری برابر با مقدار بازگشتی است `IPv6StringToNum()`.
-
-``` sql
-WITH
-    '2001:438:ffff::407d:1bc1' as IPv6_string
-SELECT
-    toTypeName(IPv6StringToNum(IPv6_string)),
-    toTypeName(toIPv6(IPv6_string))
-```
-
-``` text
-┌─toTypeName(IPv6StringToNum(IPv6_string))─┬─toTypeName(toIPv6(IPv6_string))─┐
-│ FixedString(16)                          │ IPv6                            │
-└──────────────────────────────────────────┴─────────────────────────────────┘
-```
-
-``` sql
-WITH
-    '2001:438:ffff::407d:1bc1' as IPv6_string
-SELECT
-    hex(IPv6StringToNum(IPv6_string)),
-    hex(toIPv6(IPv6_string))
-```
-
-``` text
-┌─hex(IPv6StringToNum(IPv6_string))─┬─hex(toIPv6(IPv6_string))─────────┐
-│ 20010438FFFF000000000000407D1BC1  │ 20010438FFFF000000000000407D1BC1 │
-└───────────────────────────────────┴──────────────────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/ip_address_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/json-functions.md b/docs/fa/sql-reference/functions/json-functions.md
deleted file mode 100644
index 494bb129817..00000000000
--- a/docs/fa/sql-reference/functions/json-functions.md
+++ /dev/null
@@ -1,297 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 56
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 \u062C\u0627\u0646\u0633\u0648\u0646"
----
-
-# توابع برای کار با جانسون {#functions-for-working-with-json}
-
-در یاندکسمتریکا جیسون توسط کاربران به عنوان پارامترهای جلسه منتقل می شود. برخی از توابع خاص برای کار با این جانسون وجود دارد. (اگر چه در بسیاری از موارد JSONs هستند علاوه بر این قبل از پردازش و در نتیجه ارزش ها قرار داده و در ستون جداگانه در خود پردازش فرمت.) همه این توابع در فرضیات قوی در مورد چه جانسون می تواند بر اساس, اما سعی می کنند به عنوان کوچک که ممکن است به کار انجام می شود.
-
-مفروضات زیر ساخته شده است:
-
-1.  نام فیلد (استدلال تابع) باید ثابت باشد.
-2.  نام فیلد به نحوی می تواند در جیسون کد گذاری شود. به عنوان مثال: `visitParamHas('{"abc":"def"}', 'abc') = 1` اما `visitParamHas('{"\\u0061\\u0062\\u0063":"def"}', 'abc') = 0`
-3.  زمینه ها برای در هر سطح تودرتو جستجو, یکسره. اگر زمینه های تطبیق های متعدد وجود دارد, وقوع اول استفاده شده است.
-4.  JSON ندارد کاراکتر فضای خارج از string literals.
-
-## ویسیتپراماس (پارامز, نام) {#visitparamhasparams-name}
-
-بررسی اینکه یک میدان با وجود ‘name’ اسم.
-
-## ویسیتپرامستراکتینت (پارامز, نام) {#visitparamextractuintparams-name}
-
-تجزیه ظاهری64 از ارزش این زمینه به نام ‘name’. اگر این یک رشته رشته زمینه, تلاش می کند به تجزیه یک عدد از ابتدای رشته. اگر میدان وجود ندارد, و یا وجود دارد اما حاوی یک عدد نیست, باز می گردد 0.
-
-## ویزیتپرامستراکتینت (پارامز, نام) {#visitparamextractintparams-name}
-
-همان Int64.
-
-## اطلاعات دقیق) {#visitparamextractfloatparams-name}
-
-همان است که برای شناور64.
-
-## ویسیتپرامسترکتبولبولول (پارامز, نام) {#visitparamextractboolparams-name}
-
-تجزیه واقعی / ارزش کاذب. نتیجه این است UInt8.
-
-## ویسیتپرمککتراو (پارامز, نام) {#visitparamextractrawparams-name}
-
-بازگرداندن ارزش یک میدان, از جمله جدا.
-
-مثالها:
-
-``` sql
-visitParamExtractRaw('{"abc":"\\n\\u0000"}', 'abc') = '"\\n\\u0000"'
-visitParamExtractRaw('{"abc":{"def":[1,2,3]}}', 'abc') = '{"def":[1,2,3]}'
-```
-
-## نام و نام خانوادگی) {#visitparamextractstringparams-name}
-
-تجزیه رشته در نقل قول دو. ارزش بی نتیجه است. اگر بیم شکست خورده, این یک رشته خالی می گرداند.
-
-مثالها:
-
-``` sql
-visitParamExtractString('{"abc":"\\n\\u0000"}', 'abc') = '\n\0'
-visitParamExtractString('{"abc":"\\u263a"}', 'abc') = '☺'
-visitParamExtractString('{"abc":"\\u263"}', 'abc') = ''
-visitParamExtractString('{"abc":"hello}', 'abc') = ''
-```
-
-در حال حاضر هیچ پشتیبانی برای نقاط کد در قالب وجود دارد `\uXXXX\uYYYY` این از هواپیما چند زبانه پایه نیست (به جای اوتو-8 تبدیل می شود).
-
-توابع زیر بر اساس [سیمدجسون](https://github.com/lemire/simdjson) طراحی شده برای نیازهای پیچیده تر جسون تجزیه. فرض 2 ذکر شده در بالا هنوز هم صدق.
-
-## هشدار داده می شود) {#isvalidjsonjson}
-
-چک که رشته گذشت جانسون معتبر است.
-
-مثالها:
-
-``` sql
-SELECT isValidJSON('{"a": "hello", "b": [-100, 200.0, 300]}') = 1
-SELECT isValidJSON('not a json') = 0
-```
-
-## JSONHas(json\[, indices_or_keys\]…) {#jsonhasjson-indices-or-keys}
-
-اگر مقدار در سند جسون وجود داشته باشد, `1` برگردانده خواهد شد.
-
-اگر مقدار وجود ندارد, `0` برگردانده خواهد شد.
-
-مثالها:
-
-``` sql
-SELECT JSONHas('{"a": "hello", "b": [-100, 200.0, 300]}', 'b') = 1
-SELECT JSONHas('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 4) = 0
-```
-
-`indices_or_keys` لیستی از استدلال های صفر یا بیشتر است که هر کدام می توانند رشته یا عدد صحیح باشند.
-
--   رشته = عضو شی دسترسی های کلیدی.
--   عدد صحیح مثبت = از ابتدا به عضو / کلید نفر دسترسی پیدا کنید.
--   عدد صحیح منفی = دسترسی به عضو / کلید نفر از پایان.
-
-حداقل شاخص عنصر 1 است. بنابراین عنصر 0 وجود ندارد.
-
-شما می توانید از اعداد صحیح برای دسترسی به هر دو اشیای جسون ارریس و جسون استفاده کنید.
-
-بنابراین, مثلا:
-
-``` sql
-SELECT JSONExtractKey('{"a": "hello", "b": [-100, 200.0, 300]}', 1) = 'a'
-SELECT JSONExtractKey('{"a": "hello", "b": [-100, 200.0, 300]}', 2) = 'b'
-SELECT JSONExtractKey('{"a": "hello", "b": [-100, 200.0, 300]}', -1) = 'b'
-SELECT JSONExtractKey('{"a": "hello", "b": [-100, 200.0, 300]}', -2) = 'a'
-SELECT JSONExtractString('{"a": "hello", "b": [-100, 200.0, 300]}', 1) = 'hello'
-```
-
-## JSONLength(json\[, indices_or_keys\]…) {#jsonlengthjson-indices-or-keys}
-
-بازگشت طول یک مجموعه جانسون یا یک شی جانسون.
-
-اگر مقدار وجود ندارد و یا دارای یک نوع اشتباه, `0` برگردانده خواهد شد.
-
-مثالها:
-
-``` sql
-SELECT JSONLength('{"a": "hello", "b": [-100, 200.0, 300]}', 'b') = 3
-SELECT JSONLength('{"a": "hello", "b": [-100, 200.0, 300]}') = 2
-```
-
-## JSONType(json\[, indices_or_keys\]…) {#jsontypejson-indices-or-keys}
-
-بازگشت به نوع یک مقدار جانسون.
-
-اگر مقدار وجود ندارد, `Null` برگردانده خواهد شد.
-
-مثالها:
-
-``` sql
-SELECT JSONType('{"a": "hello", "b": [-100, 200.0, 300]}') = 'Object'
-SELECT JSONType('{"a": "hello", "b": [-100, 200.0, 300]}', 'a') = 'String'
-SELECT JSONType('{"a": "hello", "b": [-100, 200.0, 300]}', 'b') = 'Array'
-```
-
-## JSONExtractUInt(json\[, indices_or_keys\]…) {#jsonextractuintjson-indices-or-keys}
-
-## JSONExtractInt(json\[, indices_or_keys\]…) {#jsonextractintjson-indices-or-keys}
-
-## JSONExtractFloat(json\[, indices_or_keys\]…) {#jsonextractfloatjson-indices-or-keys}
-
-## JSONExtractBool(json\[, indices_or_keys\]…) {#jsonextractbooljson-indices-or-keys}
-
-تجزیه جانسون و استخراج ارزش. این توابع شبیه به `visitParam` توابع.
-
-اگر مقدار وجود ندارد و یا دارای یک نوع اشتباه, `0` برگردانده خواهد شد.
-
-مثالها:
-
-``` sql
-SELECT JSONExtractInt('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 1) = -100
-SELECT JSONExtractFloat('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 2) = 200.0
-SELECT JSONExtractUInt('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', -1) = 300
-```
-
-## JSONExtractString(json\[, indices_or_keys\]…) {#jsonextractstringjson-indices-or-keys}
-
-تجزیه جانسون و استخراج یک رشته. این تابع شبیه به `visitParamExtractString` توابع.
-
-اگر مقدار وجود ندارد و یا دارای یک نوع اشتباه, یک رشته خالی بازگردانده خواهد شد.
-
-ارزش بی نتیجه است. اگر بیم شکست خورده, این یک رشته خالی می گرداند.
-
-مثالها:
-
-``` sql
-SELECT JSONExtractString('{"a": "hello", "b": [-100, 200.0, 300]}', 'a') = 'hello'
-SELECT JSONExtractString('{"abc":"\\n\\u0000"}', 'abc') = '\n\0'
-SELECT JSONExtractString('{"abc":"\\u263a"}', 'abc') = '☺'
-SELECT JSONExtractString('{"abc":"\\u263"}', 'abc') = ''
-SELECT JSONExtractString('{"abc":"hello}', 'abc') = ''
-```
-
-## JSONExtract(json\[, indices_or_keys…\], Return_type) {#jsonextractjson-indices-or-keys-return-type}
-
-تجزیه یک جسون و استخراج یک مقدار از نوع داده داده داده کلیک.
-
-این یک تعمیم قبلی است `JSONExtract<type>` توابع.
-این به این معنی است
-`JSONExtract(..., 'String')` بازده دقیقا همان `JSONExtractString()`,
-`JSONExtract(..., 'Float64')` بازده دقیقا همان `JSONExtractFloat()`.
-
-مثالها:
-
-``` sql
-SELECT JSONExtract('{"a": "hello", "b": [-100, 200.0, 300]}', 'Tuple(String, Array(Float64))') = ('hello',[-100,200,300])
-SELECT JSONExtract('{"a": "hello", "b": [-100, 200.0, 300]}', 'Tuple(b Array(Float64), a String)') = ([-100,200,300],'hello')
-SELECT JSONExtract('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 'Array(Nullable(Int8))') = [-100, NULL, NULL]
-SELECT JSONExtract('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 4, 'Nullable(Int64)') = NULL
-SELECT JSONExtract('{"passed": true}', 'passed', 'UInt8') = 1
-SELECT JSONExtract('{"day": "Thursday"}', 'day', 'Enum8(\'Sunday\' = 0, \'Monday\' = 1, \'Tuesday\' = 2, \'Wednesday\' = 3, \'Thursday\' = 4, \'Friday\' = 5, \'Saturday\' = 6)') = 'Thursday'
-SELECT JSONExtract('{"day": 5}', 'day', 'Enum8(\'Sunday\' = 0, \'Monday\' = 1, \'Tuesday\' = 2, \'Wednesday\' = 3, \'Thursday\' = 4, \'Friday\' = 5, \'Saturday\' = 6)') = 'Friday'
-```
-
-## JSONExtractKeysAndValues(json\[, indices_or_keys…\], Value_type) {#jsonextractkeysandvaluesjson-indices-or-keys-value-type}
-
-تجزیه جفت کلید ارزش از یک جانسون که ارزش از نوع داده داده داده خانه عروسکی هستند.
-
-مثال:
-
-``` sql
-SELECT JSONExtractKeysAndValues('{"x": {"a": 5, "b": 7, "c": 11}}', 'x', 'Int8') = [('a',5),('b',7),('c',11)]
-```
-
-## JSONExtractRaw(json\[, indices_or_keys\]…) {#jsonextractrawjson-indices-or-keys}
-
-بازگرداندن بخشی از جانسون به عنوان رشته نامحدود.
-
-اگر بخش وجود ندارد و یا دارای یک نوع اشتباه, یک رشته خالی بازگردانده خواهد شد.
-
-مثال:
-
-``` sql
-SELECT JSONExtractRaw('{"a": "hello", "b": [-100, 200.0, 300]}', 'b') = '[-100, 200.0, 300]'
-```
-
-## JSONExtractArrayRaw(json\[, indices_or_keys…\]) {#jsonextractarrayrawjson-indices-or-keys}
-
-بازگرداندن مجموعه ای با عناصر از مجموعه جانسون,هر یک به عنوان رشته نامحدود نشان.
-
-اگر بخش وجود ندارد و یا مجموعه ای نیست, مجموعه ای خالی بازگردانده خواهد شد.
-
-مثال:
-
-``` sql
-SELECT JSONExtractArrayRaw('{"a": "hello", "b": [-100, 200.0, "hello"]}', 'b') = ['-100', '200.0', '"hello"']'
-```
-
-## در حال بارگذاری {#json-extract-keys-and-values-raw}
-
-عصاره داده های خام از یک شی جانسون.
-
-**نحو**
-
-``` sql
-JSONExtractKeysAndValuesRaw(json[, p, a, t, h])
-```
-
-**پارامترها**
-
--   `json` — [رشته](../data-types/string.md) با جانسون معتبر.
--   `p, a, t, h` — Comma-separated indices or keys that specify the path to the inner field in a nested JSON object. Each argument can be either a [رشته](../data-types/string.md) برای دریافت این زمینه توسط کلید یا یک [عدد صحیح](../data-types/int-uint.md) برای دریافت میدان ازت هفتم (نمایه شده از 1 عدد صحیح منفی از پایان تعداد). اگر تنظیم نشده, طیف جانسون به عنوان شی سطح بالا تجزیه. پارامتر اختیاری.
-
-**مقادیر بازگشتی**
-
--   & حذف با `('key', 'value')` توپلس هر دو عضو تاپل رشته ها.
--   مجموعه خالی اگر جسم درخواست شده وجود ندارد, یا جانسون ورودی نامعتبر است.
-
-نوع: [& حذف](../data-types/array.md)([تاپل](../data-types/tuple.md)([رشته](../data-types/string.md), [رشته](../data-types/string.md)).
-
-**مثالها**
-
-پرسوجو:
-
-``` sql
-SELECT JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}')
-```
-
-نتیجه:
-
-``` text
-┌─JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}')─┐
-│ [('a','[-100,200]'),('b','{"c":{"d":"hello","f":"world"}}')]                                 │
-└──────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}', 'b')
-```
-
-نتیجه:
-
-``` text
-┌─JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}', 'b')─┐
-│ [('c','{"d":"hello","f":"world"}')]                                                               │
-└───────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}', -1, 'c')
-```
-
-نتیجه:
-
-``` text
-┌─JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}', -1, 'c')─┐
-│ [('d','"hello"'),('f','"world"')]                                                                     │
-└───────────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/json_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/logical-functions.md b/docs/fa/sql-reference/functions/logical-functions.md
deleted file mode 100644
index 3e462ab98d1..00000000000
--- a/docs/fa/sql-reference/functions/logical-functions.md
+++ /dev/null
@@ -1,22 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: "\u0645\u0646\u0637\u0642\u06CC"
----
-
-# توابع منطقی {#logical-functions}
-
-توابع منطقی قبول هر نوع عددی, اما بازگشت یک عدد توینت8 برابر 0 یا 1.
-
-صفر به عنوان یک استدلال در نظر گرفته شده است “false,” در حالی که هر مقدار غیر صفر در نظر گرفته شده است “true”.
-
-## و, و اپراتور {#and-and-operator}
-
-## یا اپراتور {#or-or-operator}
-
-## نه, اپراتور نیست {#not-not-operator}
-
-## خور {#xor}
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/logical_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/machine-learning-functions.md b/docs/fa/sql-reference/functions/machine-learning-functions.md
deleted file mode 100644
index 6cb2b7d8e0b..00000000000
--- a/docs/fa/sql-reference/functions/machine-learning-functions.md
+++ /dev/null
@@ -1,21 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 64
-toc_title: "\u062A\u0648\u0627\u0628\u0639 \u06CC\u0627\u062F\u06AF\u06CC\u0631\u06CC\
-  \ \u0645\u0627\u0634\u06CC\u0646"
----
-
-# توابع یادگیری ماشین {#machine-learning-functions}
-
-## ارزیابی (پیش بینی) {#machine_learning_methods-evalmlmethod}
-
-پیش بینی با استفاده از مدل های رگرسیون نصب شده `evalMLMethod` تابع. مشاهده لینک در `linearRegression`.
-
-### رگرسیون خطی تصادفی {#stochastic-linear-regression}
-
-این [تنظیم مقررات](../../sql-reference/aggregate-functions/reference.md#agg_functions-stochasticlinearregression) تابع جمع پیاده سازی روش گرادیان نزولی تصادفی با استفاده از مدل خطی و تابع از دست دادن مرتبه اول. استفاده `evalMLMethod` برای پیش بینی در داده های جدید.
-
-### رگرسیون لجستیک تصادفی {#stochastic-logistic-regression}
-
-این [سرکوب مقررات عمومی](../../sql-reference/aggregate-functions/reference.md#agg_functions-stochasticlogisticregression) تابع جمع پیاده سازی روش گرادیان نزولی برای مشکل طبقه بندی دودویی. استفاده `evalMLMethod` برای پیش بینی در داده های جدید.
diff --git a/docs/fa/sql-reference/functions/math-functions.md b/docs/fa/sql-reference/functions/math-functions.md
deleted file mode 100644
index 1adb18c6949..00000000000
--- a/docs/fa/sql-reference/functions/math-functions.md
+++ /dev/null
@@ -1,116 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: "\u0631\u06CC\u0627\u0636\u06CC"
----
-
-# توابع ریاضی {#mathematical-functions}
-
-همه توابع بازگشت یک عدد شناور64. دقت و صحت نتیجه به حداکثر دقت ممکن است اما نتیجه ممکن است همزمان با ماشین representable شماره نزدیکترین مربوطه عدد حقیقی است.
-
-## ا() {#e}
-
-بازگرداندن یک عدد شناور64 است که نزدیک به تعداد الکترونیکی.
-
-## پی() {#pi}
-
-Returns a Float64 number that is close to the number π.
-
-## واردات) {#expx}
-
-می پذیرد یک استدلال عددی و یک عدد شناور64 نزدیک به توان استدلال را برمی گرداند.
-
-## هشدار داده می شود) {#logx-lnx}
-
-یک استدلال عددی را می پذیرد و یک عدد شناور64 را نزدیک به لگاریتم طبیعی استدلال می کند.
-
-## exp2(x) {#exp2x}
-
-می پذیرد یک استدلال عددی و یک عدد شناور می گرداند نزدیک به 2 به قدرت ایکس.
-
-## log2(x) {#log2x}
-
-می پذیرد یک استدلال عددی و یک عدد جسم شناور64 را برمی گرداند نزدیک به لگاریتم باینری از استدلال.
-
-## exp10(x) {#exp10x}
-
-می پذیرد یک استدلال عددی و یک عدد شناور می گرداند نزدیک به 10 به قدرت ایکس.
-
-## ثبت 10 (ایکس) {#log10x}
-
-می پذیرد یک استدلال عددی و یک عدد جسم شناور64 نزدیک به لگاریتم اعشاری از استدلال را برمی گرداند.
-
-## هشدار داده می شود) {#sqrtx}
-
-می پذیرد یک استدلال عددی و یک عدد شناور می گرداند نزدیک به ریشه مربع از استدلال.
-
-## هشدار داده می شود) {#cbrtx}
-
-می پذیرد یک استدلال عددی و یک عدد جسم شناور را برمی گرداند نزدیک به ریشه مکعب استدلال.
-
-## عارف) {#erfx}
-
-اگر ‘x’ سپس غیر منفی است `erf(x / σ√2)` احتمال این که یک متغیر تصادفی داشتن یک توزیع نرمال با انحراف استاندارد است ‘σ’ طول می کشد ارزش است که از مقدار مورد انتظار توسط بیش از هم جدا ‘x’.
-
-مثال (قانون سه سیگما):
-
-``` sql
-SELECT erf(3 / sqrt(2))
-```
-
-``` text
-┌─erf(divide(3, sqrt(2)))─┐
-│      0.9973002039367398 │
-└─────────────────────────┘
-```
-
-## erfc(x) {#erfcx}
-
-قبول یک استدلال عددی و یک عدد شناور را برمی گرداند نزدیک به 1 - دوره (ایکس), اما بدون از دست دادن دقت برای بزرگ ‘x’ ارزشهای خبری عبارتند از:
-
-## هشدار داده می شود) {#lgammax}
-
-لگاریتم تابع گاما.
-
-## ترجما) {#tgammax}
-
-تابع گاما
-
-## گناه) {#sinx}
-
-سینوس.
-
-## کسینوس (ایکس) {#cosx}
-
-کسینوس.
-
-## قهوهای مایل به زرد(ایکس) {#tanx}
-
-خط مماس.
-
-## اطلاعات دقیق) {#asinx}
-
-سینوسی قوس.
-
-## acos(x) {#acosx}
-
-قوس کسینوس.
-
-## هشدار داده می شود) {#atanx}
-
-مماس قوس.
-
-## صدای انفجار (ایکس, و), قدرت (ایکس, و) {#powx-y-powerx-y}
-
-طول می کشد دو استدلال عددی ایکس و و و. گرداند یک عدد جسم شناور64 نزدیک به ایکس به قدرت و.
-
-## اینتکسپ2 {#intexp2}
-
-می پذیرد یک استدلال عددی و باز می گردد یک عدد اوینت64 نزدیک به 2 به قدرت ایکس.
-
-## اینتکسپ10 {#intexp10}
-
-می پذیرد یک استدلال عددی و باز می گردد یک عدد اوینت64 نزدیک به 10 به قدرت ایکس.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/math_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/other-functions.md b/docs/fa/sql-reference/functions/other-functions.md
deleted file mode 100644
index 7ef56a0478b..00000000000
--- a/docs/fa/sql-reference/functions/other-functions.md
+++ /dev/null
@@ -1,1205 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 66
-toc_title: "\u063A\u06CC\u0631\u0647"
----
-
-# توابع دیگر {#other-functions}
-
-## نام میزبان() {#hostname}
-
-بازگرداندن یک رشته با نام میزبان که این تابع در انجام شد. برای پردازش توزیع شده, این نام میزبان سرور از راه دور است, اگر تابع بر روی یک سرور از راه دور انجام.
-
-## گدماکرو {#getmacro}
-
-می شود یک مقدار به نام از [& کلاندارها](../../operations/server-configuration-parameters/settings.md#macros) بخش پیکربندی سرور.
-
-**نحو**
-
-``` sql
-getMacro(name);
-```
-
-**پارامترها**
-
--   `name` — Name to retrieve from the `macros` بخش. [رشته](../../sql-reference/data-types/string.md#string).
-
-**مقدار بازگشتی**
-
--   ارزش ماکرو مشخص.
-
-نوع: [رشته](../../sql-reference/data-types/string.md).
-
-**مثال**
-
-به عنوان مثال `macros` بخش در فایل پیکربندی سرور:
-
-``` xml
-<macros>
-    <test>Value</test>
-</macros>
-```
-
-پرسوجو:
-
-``` sql
-SELECT getMacro('test');
-```
-
-نتیجه:
-
-``` text
-┌─getMacro('test')─┐
-│ Value            │
-└──────────────────┘
-```
-
-یک راه جایگزین برای دریافت همان مقدار:
-
-``` sql
-SELECT * FROM system.macros
-WHERE macro = 'test';
-```
-
-``` text
-┌─macro─┬─substitution─┐
-│ test  │ Value        │
-└───────┴──────────────┘
-```
-
-## FQDN {#fqdn}
-
-بازگرداندن نام دامنه به طور کامل واجد شرایط.
-
-**نحو**
-
-``` sql
-fqdn();
-```
-
-این تابع غیر حساس است.
-
-**مقدار بازگشتی**
-
--   رشته با نام دامنه به طور کامل واجد شرایط.
-
-نوع: `String`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT FQDN();
-```
-
-نتیجه:
-
-``` text
-┌─FQDN()──────────────────────────┐
-│ clickhouse.ru-central1.internal │
-└─────────────────────────────────┘
-```
-
-## basename {#basename}
-
-عصاره قسمت انتهایی یک رشته پس از بریده بریده و یا ممیز گذشته. این تابع اگر اغلب مورد استفاده برای استخراج نام فایل از یک مسیر.
-
-``` sql
-basename( expr )
-```
-
-**پارامترها**
-
--   `expr` — Expression resulting in a [رشته](../../sql-reference/data-types/string.md) نوع ارزش. همه بک اسلش باید در ارزش حاصل فرار.
-
-**مقدار بازگشتی**
-
-یک رشته که شامل:
-
--   قسمت انتهایی یک رشته پس از بریده بریده و یا ممیز گذشته.
-
-        If the input string contains a path ending with slash or backslash, for example, `/` or `c:\`, the function returns an empty string.
-
--   رشته اصلی اگر هیچ اسلش یا بک اسلش وجود دارد.
-
-**مثال**
-
-``` sql
-SELECT 'some/long/path/to/file' AS a, basename(a)
-```
-
-``` text
-┌─a──────────────────────┬─basename('some\\long\\path\\to\\file')─┐
-│ some\long\path\to\file │ file                                   │
-└────────────────────────┴────────────────────────────────────────┘
-```
-
-``` sql
-SELECT 'some\\long\\path\\to\\file' AS a, basename(a)
-```
-
-``` text
-┌─a──────────────────────┬─basename('some\\long\\path\\to\\file')─┐
-│ some\long\path\to\file │ file                                   │
-└────────────────────────┴────────────────────────────────────────┘
-```
-
-``` sql
-SELECT 'some-file-name' AS a, basename(a)
-```
-
-``` text
-┌─a──────────────┬─basename('some-file-name')─┐
-│ some-file-name │ some-file-name             │
-└────────────────┴────────────────────────────┘
-```
-
-## عریض) {#visiblewidthx}
-
-محاسبه عرض تقریبی در هنگام خروجی ارزش به کنسول در قالب متن (تب از هم جدا).
-این تابع توسط سیستم برای اجرای فرمت های زیبا استفاده می شود.
-
-`NULL` به عنوان یک رشته مربوط به نمایندگی `NULL` داخل `Pretty` فرمتها.
-
-``` sql
-SELECT visibleWidth(NULL)
-```
-
-``` text
-┌─visibleWidth(NULL)─┐
-│                  4 │
-└────────────────────┘
-```
-
-## نام کامل) {#totypenamex}
-
-بازگرداندن یک رشته حاوی نام نوع استدلال گذشت.
-
-اگر `NULL` به عنوان ورودی به عملکرد منتقل می شود و سپس باز می گردد `Nullable(Nothing)` نوع, که مربوط به داخلی `NULL` نمایندگی در فاحشه خانه.
-
-## blockSize() {#function-blocksize}
-
-می شود به اندازه بلوک.
-در خانه, نمایش داده شد همیشه در بلوک های اجرا (مجموعه ای از قطعات ستون). این تابع اجازه می دهد تا اندازه بلوک را که شما برای نام برد دریافت کنید.
-
-## تحقق (ایکس) {#materializex}
-
-تبدیل ثابت به یک ستون کامل حاوی فقط یک مقدار.
-در خانه, ستون کامل و ثابت متفاوت در حافظه نشان. توابع کار متفاوت برای استدلال ثابت و استدلال طبیعی (کد های مختلف اجرا شده است), اگر چه نتیجه این است که تقریبا همیشه همان. این تابع برای اشکال زدایی این رفتار.
-
-## ignore(…) {#ignore}
-
-می پذیرد هر استدلال, محتوی `NULL`. همیشه برمی گرداند 0.
-با این حال, استدلال هنوز ارزیابی. این را می توان برای معیار استفاده می شود.
-
-## خواب (ثانیه) {#sleepseconds}
-
-خواب ‘seconds’ ثانیه در هر بلوک داده ها. شما می توانید یک عدد صحیح یا عدد ممیز شناور را مشخص کنید.
-
-## خواب (ثانیه) {#sleepeachrowseconds}
-
-خواب ‘seconds’ ثانیه در هر سطر. شما می توانید یک عدد صحیح یا عدد ممیز شناور را مشخص کنید.
-
-## متن() {#currentdatabase}
-
-بازگرداندن نام پایگاه داده فعلی.
-شما می توانید این تابع در پارامترهای موتور جدول در یک پرس و جو جدول ایجاد جایی که شما نیاز به مشخص کردن پایگاه داده استفاده.
-
-## currentUser() {#other-function-currentuser}
-
-بازگرداندن ورود کاربر فعلی. ورود کاربر, که پرس و جو شروع, خواهد شد در پرس و جو مورد رقیق بازگشت.
-
-``` sql
-SELECT currentUser();
-```
-
-نام مستعار: `user()`, `USER()`.
-
-**مقادیر بازگشتی**
-
--   ورود کاربر فعلی.
--   ورود کاربر که پرس و جو در صورت پرس و جو از کار افتاده است.
-
-نوع: `String`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT currentUser();
-```
-
-نتیجه:
-
-``` text
-┌─currentUser()─┐
-│ default       │
-└───────────────┘
-```
-
-## & ایستانت {#is-constant}
-
-بررسی اینکه استدلال بیان ثابت است.
-
-A constant expression means an expression whose resulting value is known at the query analysis (i.e. before execution). For example, expressions over [literals](../syntax.md#literals) عبارات ثابت هستند.
-
-این تابع برای توسعه در نظر گرفته شده, اشکال زدایی و تظاهرات.
-
-**نحو**
-
-``` sql
-isConstant(x)
-```
-
-**پارامترها**
-
--   `x` — Expression to check.
-
-**مقادیر بازگشتی**
-
--   `1` — `x` ثابت است.
--   `0` — `x` غیر ثابت است.
-
-نوع: [UInt8](../data-types/int-uint.md).
-
-**مثالها**
-
-پرسوجو:
-
-``` sql
-SELECT isConstant(x + 1) FROM (SELECT 43 AS x)
-```
-
-نتیجه:
-
-``` text
-┌─isConstant(plus(x, 1))─┐
-│                      1 │
-└────────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-WITH 3.14 AS pi SELECT isConstant(cos(pi))
-```
-
-نتیجه:
-
-``` text
-┌─isConstant(cos(pi))─┐
-│                   1 │
-└─────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT isConstant(number) FROM numbers(1)
-```
-
-نتیجه:
-
-``` text
-┌─isConstant(number)─┐
-│                  0 │
-└────────────────────┘
-```
-
-## اطلاعات دقیق) {#isfinitex}
-
-قبول Float32 و Float64 و بازده UInt8 برابر با 1 اگر این استدلال بی نهایت است و نه یک نان در غیر این صورت 0 است.
-
-## اطلاعات دقیق) {#isinfinitex}
-
-قبول Float32 و Float64 و بازده UInt8 برابر با 1 اگر این استدلال بی نهایت است در غیر این صورت 0 است. توجه داشته باشید که 0 برای نان بازگشت.
-
-## اطلاعات دقیق {#ifnotfinite}
-
-بررسی اینکه مقدار ممیز شناور محدود است.
-
-**نحو**
-
-    ifNotFinite(x,y)
-
-**پارامترها**
-
--   `x` — Value to be checked for infinity. Type: [شناور\*](../../sql-reference/data-types/float.md).
--   `y` — Fallback value. Type: [شناور\*](../../sql-reference/data-types/float.md).
-
-**مقدار بازگشتی**
-
--   `x` اگر `x` محدود است.
--   `y` اگر `x` محدود نیست.
-
-**مثال**
-
-پرسوجو:
-
-    SELECT 1/0 as infimum, ifNotFinite(infimum,42)
-
-نتیجه:
-
-    ┌─infimum─┬─ifNotFinite(divide(1, 0), 42)─┐
-    │     inf │                            42 │
-    └─────────┴───────────────────────────────┘
-
-شما می توانید نتیجه مشابه با استفاده از [اپراتور سه تایی](conditional-functions.md#ternary-operator): `isFinite(x) ? x : y`.
-
-## اطلاعات دقیق) {#isnanx}
-
-قبول Float32 و Float64 و بازده UInt8 برابر با 1 اگر استدلال این است که یک نان در غیر این صورت 0 است.
-
-## قابل تنظیم(\[‘hostname’\[, ‘username’\[, ‘password’\]\],\] ‘database’, ‘table’, ‘column’) {#hascolumnintablehostname-username-password-database-table-column}
-
-می پذیرد رشته ثابت: نام پایگاه داده, نام جدول, و نام ستون. بازگرداندن یک بیان ثابت سنت8 برابر 1 اگر یک ستون وجود دارد, در غیر این صورت 0. اگر پارامتر نام میزبان تنظیم شده است, تست بر روی یک سرور از راه دور اجرا خواهد شد.
-تابع می اندازد یک استثنا اگر جدول وجود ندارد.
-برای عناصر در یک ساختار داده های تو در تو, تابع چک برای وجود یک ستون. برای ساختار داده های تو در تو خود, بازده تابع 0.
-
-## بار {#function-bar}
-
-اجازه می دهد تا ساخت یک نمودار یونیکد هنر.
-
-`bar(x, min, max, width)` تساوی یک گروه با عرض متناسب با `(x - min)` و برابر با `width` شخصیت زمانی که `x = max`.
-
-پارامترها:
-
--   `x` — Size to display.
--   `min, max` — Integer constants. The value must fit in `Int64`.
--   `width` — Constant, positive integer, can be fractional.
-
-گروه با دقت به یک هشتم نماد کشیده شده است.
-
-مثال:
-
-``` sql
-SELECT
-    toHour(EventTime) AS h,
-    count() AS c,
-    bar(c, 0, 600000, 20) AS bar
-FROM test.hits
-GROUP BY h
-ORDER BY h ASC
-```
-
-``` text
-┌──h─┬──────c─┬─bar────────────────┐
-│  0 │ 292907 │ █████████▋         │
-│  1 │ 180563 │ ██████             │
-│  2 │ 114861 │ ███▋               │
-│  3 │  85069 │ ██▋                │
-│  4 │  68543 │ ██▎                │
-│  5 │  78116 │ ██▌                │
-│  6 │ 113474 │ ███▋               │
-│  7 │ 170678 │ █████▋             │
-│  8 │ 278380 │ █████████▎         │
-│  9 │ 391053 │ █████████████      │
-│ 10 │ 457681 │ ███████████████▎   │
-│ 11 │ 493667 │ ████████████████▍  │
-│ 12 │ 509641 │ ████████████████▊  │
-│ 13 │ 522947 │ █████████████████▍ │
-│ 14 │ 539954 │ █████████████████▊ │
-│ 15 │ 528460 │ █████████████████▌ │
-│ 16 │ 539201 │ █████████████████▊ │
-│ 17 │ 523539 │ █████████████████▍ │
-│ 18 │ 506467 │ ████████████████▊  │
-│ 19 │ 520915 │ █████████████████▎ │
-│ 20 │ 521665 │ █████████████████▍ │
-│ 21 │ 542078 │ ██████████████████ │
-│ 22 │ 493642 │ ████████████████▍  │
-│ 23 │ 400397 │ █████████████▎     │
-└────┴────────┴────────────────────┘
-```
-
-## تبدیل {#transform}
-
-تبدیل یک ارزش با توجه به نقشه برداری به صراحت تعریف شده از برخی از عناصر به دیگر.
-دو نوع از این تابع وجود دارد:
-
-### تبدیل(x array_from, array_to به طور پیش فرض) {#transformx-array-from-array-to-default}
-
-`x` – What to transform.
-
-`array_from` – Constant array of values for converting.
-
-`array_to` – Constant array of values to convert the values in ‘from’ به.
-
-`default` – Which value to use if ‘x’ برابر است با هر یک از مقادیر در ‘from’.
-
-`array_from` و `array_to` – Arrays of the same size.
-
-انواع:
-
-`transform(T, Array(T), Array(U), U) -> U`
-
-`T` و `U` می تواند عددی, رشته,یا تاریخ و یا انواع تاریخ ساعت.
-از کجا همان نامه نشان داده شده است (تی یا تو), برای انواع عددی این ممکن است تطبیق انواع, اما انواع که یک نوع رایج.
-برای مثال استدلال می توانید نوع Int64 در حالی که دوم آرایه(UInt16) نوع.
-
-اگر ‘x’ ارزش به یکی از عناصر در برابر است ‘array_from’ مجموعه, این بازگرداندن عنصر موجود (که شماره همان) از ‘array_to’ صف کردن. در غیر این صورت, باز می گردد ‘default’. اگر عناصر تطبیق های متعدد در وجود دارد ‘array_from’ این یکی از مسابقات را برمی گرداند.
-
-مثال:
-
-``` sql
-SELECT
-    transform(SearchEngineID, [2, 3], ['Yandex', 'Google'], 'Other') AS title,
-    count() AS c
-FROM test.hits
-WHERE SearchEngineID != 0
-GROUP BY title
-ORDER BY c DESC
-```
-
-``` text
-┌─title─────┬──────c─┐
-│ Yandex    │ 498635 │
-│ Google    │ 229872 │
-│ Other     │ 104472 │
-└───────────┴────────┘
-```
-
-### تبدیل) {#transformx-array-from-array-to}
-
-متفاوت از تنوع برای اولین بار در که ‘default’ استدلال حذف شده است.
-اگر ‘x’ ارزش به یکی از عناصر در برابر است ‘array_from’ مجموعه, این بازگرداندن عنصر تطبیق (که شماره همان) از ‘array_to’ صف کردن. در غیر این صورت, باز می گردد ‘x’.
-
-انواع:
-
-`transform(T, Array(T), Array(T)) -> T`
-
-مثال:
-
-``` sql
-SELECT
-    transform(domain(Referer), ['yandex.ru', 'google.ru', 'vk.com'], ['www.yandex', 'example.com']) AS s,
-    count() AS c
-FROM test.hits
-GROUP BY domain(Referer)
-ORDER BY count() DESC
-LIMIT 10
-```
-
-``` text
-┌─s──────────────┬───────c─┐
-│                │ 2906259 │
-│ www.yandex     │  867767 │
-│ ███████.ru     │  313599 │
-│ mail.yandex.ru │  107147 │
-│ ██████.ru      │  100355 │
-│ █████████.ru   │   65040 │
-│ news.yandex.ru │   64515 │
-│ ██████.net     │   59141 │
-│ example.com    │   57316 │
-└────────────────┴─────────┘
-```
-
-## قالببندی) ایکس() {#formatreadablesizex}
-
-می پذیرد اندازه (تعداد بایت). بازگرداندن اندازه گرد با پسوند (کیلوبایت, مگابایت, و غیره.) به عنوان یک رشته .
-
-مثال:
-
-``` sql
-SELECT
-    arrayJoin([1, 1024, 1024*1024, 192851925]) AS filesize_bytes,
-    formatReadableSize(filesize_bytes) AS filesize
-```
-
-``` text
-┌─filesize_bytes─┬─filesize───┐
-│              1 │ 1.00 B     │
-│           1024 │ 1.00 KiB   │
-│        1048576 │ 1.00 MiB   │
-│      192851925 │ 183.92 MiB │
-└────────────────┴────────────┘
-```
-
-## کمترین) {#leasta-b}
-
-بازگرداندن کوچکترین ارزش از یک و ب.
-
-## بزرگترین (و, ب) {#greatesta-b}
-
-بازگرداندن بزرگترین ارزش یک و ب.
-
-## زمان بالا() {#uptime}
-
-بازگرداندن زمان انجام کار سرور در ثانیه.
-
-## نسخه() {#version}
-
-بازگرداندن نسخه از سرور به عنوان یک رشته.
-
-## منطقهی زمانی() {#timezone}
-
-بازگرداندن منطقه زمانی از سرور.
-
-## blockNumber {#blocknumber}
-
-بازگرداندن تعداد دنباله ای از بلوک داده که در ردیف واقع شده است.
-
-## رفع موانع {#function-rownumberinblock}
-
-بازگرداندن تعداد ترتیبی از ردیف در بلوک داده. بلوک های داده های مختلف همیشه محاسبه.
-
-## بلوک های رونمبرینالیک() {#rownumberinallblocks}
-
-بازگرداندن تعداد ترتیبی از ردیف در بلوک داده. این تابع تنها بلوک های داده تحت تاثیر قرار می گیرد.
-
-## همسایه {#neighbor}
-
-تابع پنجره که دسترسی به یک ردیف در یک افست مشخص شده است که قبل یا بعد از ردیف فعلی یک ستون داده می شود فراهم می کند.
-
-**نحو**
-
-``` sql
-neighbor(column, offset[, default_value])
-```
-
-نتیجه عملکرد بستگی به بلوک های داده تحت تاثیر قرار و منظور از داده ها در بلوک.
-اگر شما یک خرده فروشی با سفارش و پاسخ تابع از خارج از خرده فروشی, شما می توانید نتیجه مورد انتظار از.
-
-**پارامترها**
-
--   `column` — A column name or scalar expression.
--   `offset` — The number of rows forwards or backwards from the current row of `column`. [Int64](../../sql-reference/data-types/int-uint.md).
--   `default_value` — Optional. The value to be returned if offset goes beyond the scope of the block. Type of data blocks affected.
-
-**مقادیر بازگشتی**
-
--   مقدار برای `column` داخل `offset` فاصله از ردیف فعلی اگر `offset` ارزش خارج از مرزهای بلوک نیست.
--   مقدار پیشفرض برای `column` اگر `offset` ارزش مرزهای بلوک خارج است. اگر `default_value` داده می شود و سپس استفاده می شود.
-
-نوع: نوع بلوک های داده را تحت تاثیر قرار و یا نوع مقدار پیش فرض.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT number, neighbor(number, 2) FROM system.numbers LIMIT 10;
-```
-
-نتیجه:
-
-``` text
-┌─number─┬─neighbor(number, 2)─┐
-│      0 │                   2 │
-│      1 │                   3 │
-│      2 │                   4 │
-│      3 │                   5 │
-│      4 │                   6 │
-│      5 │                   7 │
-│      6 │                   8 │
-│      7 │                   9 │
-│      8 │                   0 │
-│      9 │                   0 │
-└────────┴─────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT number, neighbor(number, 2, 999) FROM system.numbers LIMIT 10;
-```
-
-نتیجه:
-
-``` text
-┌─number─┬─neighbor(number, 2, 999)─┐
-│      0 │                        2 │
-│      1 │                        3 │
-│      2 │                        4 │
-│      3 │                        5 │
-│      4 │                        6 │
-│      5 │                        7 │
-│      6 │                        8 │
-│      7 │                        9 │
-│      8 │                      999 │
-│      9 │                      999 │
-└────────┴──────────────────────────┘
-```
-
-این تابع می تواند مورد استفاده قرار گیرد برای محاسبه ارزش متریک در سال بیش از سال:
-
-پرسوجو:
-
-``` sql
-WITH toDate('2018-01-01') AS start_date
-SELECT
-    toStartOfMonth(start_date + (number * 32)) AS month,
-    toInt32(month) % 100 AS money,
-    neighbor(money, -12) AS prev_year,
-    round(prev_year / money, 2) AS year_over_year
-FROM numbers(16)
-```
-
-نتیجه:
-
-``` text
-┌──────month─┬─money─┬─prev_year─┬─year_over_year─┐
-│ 2018-01-01 │    32 │         0 │              0 │
-│ 2018-02-01 │    63 │         0 │              0 │
-│ 2018-03-01 │    91 │         0 │              0 │
-│ 2018-04-01 │    22 │         0 │              0 │
-│ 2018-05-01 │    52 │         0 │              0 │
-│ 2018-06-01 │    83 │         0 │              0 │
-│ 2018-07-01 │    13 │         0 │              0 │
-│ 2018-08-01 │    44 │         0 │              0 │
-│ 2018-09-01 │    75 │         0 │              0 │
-│ 2018-10-01 │     5 │         0 │              0 │
-│ 2018-11-01 │    36 │         0 │              0 │
-│ 2018-12-01 │    66 │         0 │              0 │
-│ 2019-01-01 │    97 │        32 │           0.33 │
-│ 2019-02-01 │    28 │        63 │           2.25 │
-│ 2019-03-01 │    56 │        91 │           1.62 │
-│ 2019-04-01 │    87 │        22 │           0.25 │
-└────────────┴───────┴───────────┴────────────────┘
-```
-
-## تغییر تنظیمات صدا) {#other_functions-runningdifference}
-
-Calculates the difference between successive row values ​​in the data block.
-بازده 0 برای ردیف اول و تفاوت از ردیف قبلی برای هر سطر بعدی.
-
-نتیجه عملکرد بستگی به بلوک های داده تحت تاثیر قرار و منظور از داده ها در بلوک.
-اگر شما یک خرده فروشی با سفارش و پاسخ تابع از خارج از خرده فروشی, شما می توانید نتیجه مورد انتظار از.
-
-مثال:
-
-``` sql
-SELECT
-    EventID,
-    EventTime,
-    runningDifference(EventTime) AS delta
-FROM
-(
-    SELECT
-        EventID,
-        EventTime
-    FROM events
-    WHERE EventDate = '2016-11-24'
-    ORDER BY EventTime ASC
-    LIMIT 5
-)
-```
-
-``` text
-┌─EventID─┬───────────EventTime─┬─delta─┐
-│    1106 │ 2016-11-24 00:00:04 │     0 │
-│    1107 │ 2016-11-24 00:00:05 │     1 │
-│    1108 │ 2016-11-24 00:00:05 │     0 │
-│    1109 │ 2016-11-24 00:00:09 │     4 │
-│    1110 │ 2016-11-24 00:00:10 │     1 │
-└─────────┴─────────────────────┴───────┘
-```
-
-لطفا توجه داشته باشید-اندازه بلوک بر نتیجه تاثیر می گذارد. با هر بلوک جدید `runningDifference` دولت تنظیم مجدد است.
-
-``` sql
-SELECT
-    number,
-    runningDifference(number + 1) AS diff
-FROM numbers(100000)
-WHERE diff != 1
-```
-
-``` text
-┌─number─┬─diff─┐
-│      0 │    0 │
-└────────┴──────┘
-┌─number─┬─diff─┐
-│  65536 │    0 │
-└────────┴──────┘
-```
-
-``` sql
-set max_block_size=100000 -- default value is 65536!
-
-SELECT
-    number,
-    runningDifference(number + 1) AS diff
-FROM numbers(100000)
-WHERE diff != 1
-```
-
-``` text
-┌─number─┬─diff─┐
-│      0 │    0 │
-└────────┴──────┘
-```
-
-## در حال بارگذاری {#runningdifferencestartingwithfirstvalue}
-
-همان است که برای [عدم پذیرش](./other-functions.md#other_functions-runningdifference), تفاوت ارزش ردیف اول است, ارزش سطر اول بازگشت, و هر سطر بعدی تفاوت از ردیف قبلی را برمی گرداند.
-
-## هشدار داده می شود) {#macnumtostringnum}
-
-قبول UInt64 شماره. تفسیر به عنوان نشانی مک در اندی بزرگ. بازگرداندن یک رشته حاوی نشانی مک مربوطه را در قالب قلمی: ب: ر. ن:دکتر: ف.ا: ف. ف. (تعداد کولون جدا شده در فرم هگزادسیمال).
-
-## MACStringToNum(s) {#macstringtonums}
-
-عملکرد معکوس مک نومتوسترینگ. اگر نشانی مک دارای یک فرمت نامعتبر, باز می گردد 0.
-
-## درشتنمایی) {#macstringtoouis}
-
-می پذیرد یک نشانی مک در فرمت قلمی:بیت:ر.ن:دی. دی:اف (تعداد روده بزرگ از هم جدا در فرم هگزادسیمال). بازگرداندن سه هشت تایی اول به عنوان یک عدد ظاهری64. اگر نشانی مک دارای یک فرمت نامعتبر, باز می گردد 0.
-
-## نوع گیرنده {#getsizeofenumtype}
-
-بازگرداندن تعدادی از زمینه های در [شمارشی](../../sql-reference/data-types/enum.md).
-
-``` sql
-getSizeOfEnumType(value)
-```
-
-**پارامترها:**
-
--   `value` — Value of type `Enum`.
-
-**مقادیر بازگشتی**
-
--   تعدادی از زمینه های با `Enum` مقادیر ورودی.
--   یک استثنا پرتاب می شود اگر نوع نیست `Enum`.
-
-**مثال**
-
-``` sql
-SELECT getSizeOfEnumType( CAST('a' AS Enum8('a' = 1, 'b' = 2) ) ) AS x
-```
-
-``` text
-┌─x─┐
-│ 2 │
-└───┘
-```
-
-## بلوک سازی {#blockserializedsize}
-
-بازده اندازه بر روی دیسک (بدون در نظر گرفتن فشرده سازی حساب).
-
-``` sql
-blockSerializedSize(value[, value[, ...]])
-```
-
-**پارامترها:**
-
--   `value` — Any value.
-
-**مقادیر بازگشتی**
-
--   تعداد بایت خواهد شد که به دیسک برای بلوک از ارزش های نوشته شده (بدون فشرده سازی).
-
-**مثال**
-
-``` sql
-SELECT blockSerializedSize(maxState(1)) as x
-```
-
-``` text
-┌─x─┐
-│ 2 │
-└───┘
-```
-
-## بدون نام {#tocolumntypename}
-
-بازگرداندن نام کلاس است که نشان دهنده نوع داده ها از ستون در رم.
-
-``` sql
-toColumnTypeName(value)
-```
-
-**پارامترها:**
-
--   `value` — Any type of value.
-
-**مقادیر بازگشتی**
-
--   یک رشته با نام کلاس است که برای نمایندگی از استفاده `value` نوع داده در رم.
-
-**نمونه ای از تفاوت بین`toTypeName ' and ' toColumnTypeName`**
-
-``` sql
-SELECT toTypeName(CAST('2018-01-01 01:02:03' AS DateTime))
-```
-
-``` text
-┌─toTypeName(CAST('2018-01-01 01:02:03', 'DateTime'))─┐
-│ DateTime                                            │
-└─────────────────────────────────────────────────────┘
-```
-
-``` sql
-SELECT toColumnTypeName(CAST('2018-01-01 01:02:03' AS DateTime))
-```
-
-``` text
-┌─toColumnTypeName(CAST('2018-01-01 01:02:03', 'DateTime'))─┐
-│ Const(UInt32)                                             │
-└───────────────────────────────────────────────────────────┘
-```
-
-مثال نشان می دهد که `DateTime` نوع داده در حافظه ذخیره می شود به عنوان `Const(UInt32)`.
-
-## روبنا دامپکول {#dumpcolumnstructure}
-
-خروجی شرح مفصلی از ساختارهای داده در رم
-
-``` sql
-dumpColumnStructure(value)
-```
-
-**پارامترها:**
-
--   `value` — Any type of value.
-
-**مقادیر بازگشتی**
-
--   یک رشته توصیف ساختار است که برای نمایندگی از استفاده `value` نوع داده در رم.
-
-**مثال**
-
-``` sql
-SELECT dumpColumnStructure(CAST('2018-01-01 01:02:03', 'DateTime'))
-```
-
-``` text
-┌─dumpColumnStructure(CAST('2018-01-01 01:02:03', 'DateTime'))─┐
-│ DateTime, Const(size = 1, UInt32(size = 1))                  │
-└──────────────────────────────────────────────────────────────┘
-```
-
-## نوع قراردادی {#defaultvalueofargumenttype}
-
-خروجی مقدار پیش فرض برای نوع داده.
-
-مقادیر پیش فرض برای ستون های سفارشی تعیین شده توسط کاربر را شامل نمی شود.
-
-``` sql
-defaultValueOfArgumentType(expression)
-```
-
-**پارامترها:**
-
--   `expression` — Arbitrary type of value or an expression that results in a value of an arbitrary type.
-
-**مقادیر بازگشتی**
-
--   `0` برای اعداد.
--   رشته خالی برای رشته.
--   `ᴺᵁᴸᴸ` برای [Nullable](../../sql-reference/data-types/nullable.md).
-
-**مثال**
-
-``` sql
-SELECT defaultValueOfArgumentType( CAST(1 AS Int8) )
-```
-
-``` text
-┌─defaultValueOfArgumentType(CAST(1, 'Int8'))─┐
-│                                           0 │
-└─────────────────────────────────────────────┘
-```
-
-``` sql
-SELECT defaultValueOfArgumentType( CAST(1 AS Nullable(Int8) ) )
-```
-
-``` text
-┌─defaultValueOfArgumentType(CAST(1, 'Nullable(Int8)'))─┐
-│                                                  ᴺᵁᴸᴸ │
-└───────────────────────────────────────────────────────┘
-```
-
-## تکرار {#other-functions-replicate}
-
-ایجاد مجموعه ای با یک مقدار واحد.
-
-مورد استفاده برای اجرای داخلی [ارریجین](array-join.md#functions_arrayjoin).
-
-``` sql
-SELECT replicate(x, arr);
-```
-
-**پارامترها:**
-
--   `arr` — Original array. ClickHouse creates a new array of the same length as the original and fills it with the value `x`.
--   `x` — The value that the resulting array will be filled with.
-
-**مقدار بازگشتی**
-
-مجموعه ای پر از ارزش `x`.
-
-نوع: `Array`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT replicate(1, ['a', 'b', 'c'])
-```
-
-نتیجه:
-
-``` text
-┌─replicate(1, ['a', 'b', 'c'])─┐
-│ [1,1,1]                       │
-└───────────────────────────────┘
-```
-
-## رشته های قابل استفاده {#filesystemavailable}
-
-بازگرداندن مقدار فضای باقی مانده بر روی سیستم فایل که فایل های پایگاه داده واقع. این است که همیشه کوچکتر از فضای کل رایگان ([بدون پرونده](#filesystemfree)) چرا که برخی از فضا برای سیستم عامل محفوظ می باشد.
-
-**نحو**
-
-``` sql
-filesystemAvailable()
-```
-
-**مقدار بازگشتی**
-
--   مقدار فضای باقی مانده موجود در بایت.
-
-نوع: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT formatReadableSize(filesystemAvailable()) AS "Available space", toTypeName(filesystemAvailable()) AS "Type";
-```
-
-نتیجه:
-
-``` text
-┌─Available space─┬─Type───┐
-│ 30.75 GiB       │ UInt64 │
-└─────────────────┴────────┘
-```
-
-## بدون پرونده {#filesystemfree}
-
-بازگرداندن مقدار کل فضای رایگان بر روی سیستم فایل که فایل های پایگاه داده واقع. همچنین نگاه کنید به `filesystemAvailable`
-
-**نحو**
-
-``` sql
-filesystemFree()
-```
-
-**مقدار بازگشتی**
-
--   مقدار فضای رایگان در بایت.
-
-نوع: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT formatReadableSize(filesystemFree()) AS "Free space", toTypeName(filesystemFree()) AS "Type";
-```
-
-نتیجه:
-
-``` text
-┌─Free space─┬─Type───┐
-│ 32.39 GiB  │ UInt64 │
-└────────────┴────────┘
-```
-
-## سختی پرونده {#filesystemcapacity}
-
-بازگرداندن ظرفیت فایل سیستم در بایت. برای ارزیابی [مسیر](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-path) به دایرکتوری داده ها باید پیکربندی شود.
-
-**نحو**
-
-``` sql
-filesystemCapacity()
-```
-
-**مقدار بازگشتی**
-
--   اطلاعات ظرفیت سیستم فایل در بایت.
-
-نوع: [UInt64](../../sql-reference/data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT formatReadableSize(filesystemCapacity()) AS "Capacity", toTypeName(filesystemCapacity()) AS "Type"
-```
-
-نتیجه:
-
-``` text
-┌─Capacity──┬─Type───┐
-│ 39.32 GiB │ UInt64 │
-└───────────┴────────┘
-```
-
-## پلاکتی {#function-finalizeaggregation}
-
-طول می کشد دولت از تابع جمع. بازده نتیجه تجمع (دولت نهایی).
-
-## خرابی اجرا {#function-runningaccumulate}
-
-طول می کشد کشورهای تابع جمع و یک ستون با ارزش را برمی گرداند, در نتیجه تجمع این کشورها برای مجموعه ای از خطوط بلوک هستند, از اول به خط فعلی.
-برای مثال طول می کشد state of aggregate function (به عنوان مثال runningAccumulate(uniqState(UserID))) و برای هر ردیف از بلوک بازگشت نتیجه از مجموع عملکرد در ادغام دولت قبلی تمام ردیف و ردیف جاری است.
-بنابراین نتیجه عملکرد بستگی به پارتیشن داده ها به بلوک ها و به ترتیب داده ها در بلوک دارد.
-
-## جوینت {#joinget}
-
-تابع شما اجازه می دهد استخراج داده ها از جدول به همان شیوه به عنوان از یک [واژهنامه](../../sql-reference/dictionaries/index.md).
-
-می شود داده ها از [پیوستن](../../engines/table-engines/special/join.md#creating-a-table) جداول با استفاده از کلید ملحق مشخص.
-
-فقط پشتیبانی از جداول ایجاد شده با `ENGINE = Join(ANY, LEFT, <join_keys>)` بیانیه.
-
-**نحو**
-
-``` sql
-joinGet(join_storage_table_name, `value_column`, join_keys)
-```
-
-**پارامترها**
-
--   `join_storage_table_name` — an [شناسه](../syntax.md#syntax-identifiers) نشان می دهد که جستجو انجام شده است. شناسه در پایگاه داده به طور پیش فرض جستجو (پارامتر را ببینید `default_database` در فایل پیکربندی). برای نادیده گرفتن پایگاه داده پیش فرض از `USE db_name` یا پایگاه داده و جدول را از طریق جداساز مشخص کنید `db_name.db_table`, مثال را ببینید.
--   `value_column` — name of the column of the table that contains required data.
--   `join_keys` — list of keys.
-
-**مقدار بازگشتی**
-
-را برمی گرداند لیستی از ارزش مطابقت دارد به لیست کلید.
-
-اگر برخی در جدول منبع وجود ندارد و سپس `0` یا `null` خواهد شد بر اساس بازگشت [ارزشهای خبری عبارتند از:](../../operations/settings/settings.md#join_use_nulls) تنظیمات.
-
-اطلاعات بیشتر در مورد `join_use_nulls` داخل [پیوستن به عملیات](../../engines/table-engines/special/join.md).
-
-**مثال**
-
-جدول ورودی:
-
-``` sql
-CREATE DATABASE db_test
-CREATE TABLE db_test.id_val(`id` UInt32, `val` UInt32) ENGINE = Join(ANY, LEFT, id) SETTINGS join_use_nulls = 1
-INSERT INTO db_test.id_val VALUES (1,11)(2,12)(4,13)
-```
-
-``` text
-┌─id─┬─val─┐
-│  4 │  13 │
-│  2 │  12 │
-│  1 │  11 │
-└────┴─────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT joinGet(db_test.id_val,'val',toUInt32(number)) from numbers(4) SETTINGS join_use_nulls = 1
-```
-
-نتیجه:
-
-``` text
-┌─joinGet(db_test.id_val, 'val', toUInt32(number))─┐
-│                                                0 │
-│                                               11 │
-│                                               12 │
-│                                                0 │
-└──────────────────────────────────────────────────┘
-```
-
-## modelEvaluate(model_name, …) {#function-modelevaluate}
-
-ارزیابی مدل خارجی.
-می پذیرد نام مدل و استدلال مدل. را برمی گرداند شناور64.
-
-## throwIf(x\[, custom_message\]) {#throwifx-custom-message}
-
-پرتاب یک استثنا اگر استدلال غیر صفر است.
-_پیغام سفارشی-پارامتر اختیاری است: یک رشته ثابت, فراهم می کند یک پیغام خطا
-
-``` sql
-SELECT throwIf(number = 3, 'Too many') FROM numbers(10);
-```
-
-``` text
-↙ Progress: 0.00 rows, 0.00 B (0.00 rows/s., 0.00 B/s.) Received exception from server (version 19.14.1):
-Code: 395. DB::Exception: Received from localhost:9000. DB::Exception: Too many.
-```
-
-## هویت {#identity}
-
-بازگرداندن همان مقدار که به عنوان استدلال خود مورد استفاده قرار گرفت. مورد استفاده برای اشکال زدایی و تست, اجازه می دهد تا به لغو با استفاده از شاخص, و عملکرد پرس و جو از یک اسکن کامل. هنگامی که پرس و جو برای استفاده احتمالی از شاخص تجزیه و تحلیل, تجزیه و تحلیل می کند در داخل نگاه نمی `identity` توابع.
-
-**نحو**
-
-``` sql
-identity(x)
-```
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT identity(42)
-```
-
-نتیجه:
-
-``` text
-┌─identity(42)─┐
-│           42 │
-└──────────────┘
-```
-
-## درباره ما {#randomascii}
-
-تولید یک رشته با مجموعه ای تصادفی از [ASCII](https://en.wikipedia.org/wiki/ASCII#Printable_characters) شخصیت های قابل چاپ.
-
-**نحو**
-
-``` sql
-randomPrintableASCII(length)
-```
-
-**پارامترها**
-
--   `length` — Resulting string length. Positive integer.
-
-        If you pass `length < 0`, behavior of the function is undefined.
-
-**مقدار بازگشتی**
-
--   رشته با مجموعه ای تصادفی از [ASCII](https://en.wikipedia.org/wiki/ASCII#Printable_characters) شخصیت های قابل چاپ.
-
-نوع: [رشته](../../sql-reference/data-types/string.md)
-
-**مثال**
-
-``` sql
-SELECT number, randomPrintableASCII(30) as str, length(str) FROM system.numbers LIMIT 3
-```
-
-``` text
-┌─number─┬─str────────────────────────────┬─length(randomPrintableASCII(30))─┐
-│      0 │ SuiCOSTvC0csfABSw=UcSzp2.`rv8x │                               30 │
-│      1 │ 1Ag NlJ &RCN:*>HVPG;PE-nO"SUFD │                               30 │
-│      2 │ /"+<"wUTh:=LjJ Vm!c&hI*m#XTfzz │                               30 │
-└────────┴────────────────────────────────┴──────────────────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/other_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/random-functions.md b/docs/fa/sql-reference/functions/random-functions.md
deleted file mode 100644
index 772d24885aa..00000000000
--- a/docs/fa/sql-reference/functions/random-functions.md
+++ /dev/null
@@ -1,66 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 51
-toc_title: "\u062A\u0648\u0644\u06CC\u062F \u0627\u0639\u062F\u0627\u062F \u0634\u0628\
-  \u0647 \u062A\u0635\u0627\u062F\u0641\u06CC"
----
-
-# توابع برای تولید اعداد شبه تصادفی {#functions-for-generating-pseudo-random-numbers}
-
-ژنراتور غیر رمزنگاری اعداد شبه تصادفی استفاده می شود.
-
-تمام توابع قبول استدلال صفر و یا یک استدلال.
-اگر استدلال به تصویب می رسد, این می تواند هر نوع, و ارزش خود را برای هر چیزی استفاده نمی شود.
-تنها هدف از این استدلال این است که برای جلوگیری از حذف خشونت مشترک, به طوری که دو نمونه مختلف از همان تابع بازگشت ستون های مختلف با شماره های مختلف تصادفی.
-
-## رند {#rand}
-
-بازده یک شبه تصادفی UInt32 شماره به طور مساوی توزیع شده در میان تمام UInt32 از نوع اعداد است.
-با استفاده از یک ژنراتور همخوان خطی.
-
-## رند64 {#rand64}
-
-بازده یک شبه تصادفی UInt64 شماره به طور مساوی توزیع شده در میان تمام UInt64 از نوع اعداد است.
-با استفاده از یک ژنراتور همخوان خطی.
-
-## شرکت رندکونستانت {#randconstant}
-
-تولید یک ستون ثابت با یک مقدار تصادفی.
-
-**نحو**
-
-``` sql
-randConstant([x])
-```
-
-**پارامترها**
-
--   `x` — [عبارت](../syntax.md#syntax-expressions) در نتیجه در هر یک از [انواع داده های پشتیبانی شده](../data-types/index.md#data_types). ارزش حاصل دور انداخته می شود, اما بیان خود را اگر برای دور زدن استفاده [رفع ضعف مشترک](index.md#common-subexpression-elimination) اگر تابع چندین بار در یک پرس و جو نامیده می شود. پارامتر اختیاری.
-
-**مقدار بازگشتی**
-
--   عدد شبه تصادفی.
-
-نوع: [UInt32](../data-types/int-uint.md).
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT rand(), rand(1), rand(number), randConstant(), randConstant(1), randConstant(number)
-FROM numbers(3)
-```
-
-نتیجه:
-
-``` text
-┌─────rand()─┬────rand(1)─┬─rand(number)─┬─randConstant()─┬─randConstant(1)─┬─randConstant(number)─┐
-│ 3047369878 │ 4132449925 │   4044508545 │     2740811946 │      4229401477 │           1924032898 │
-│ 2938880146 │ 1267722397 │   4154983056 │     2740811946 │      4229401477 │           1924032898 │
-│  956619638 │ 4238287282 │   1104342490 │     2740811946 │      4229401477 │           1924032898 │
-└────────────┴────────────┴──────────────┴────────────────┴─────────────────┴──────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/random_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/rounding-functions.md b/docs/fa/sql-reference/functions/rounding-functions.md
deleted file mode 100644
index a11125290e4..00000000000
--- a/docs/fa/sql-reference/functions/rounding-functions.md
+++ /dev/null
@@ -1,190 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: "\u06AF\u0631\u062F \u06A9\u0631\u062F\u0646"
----
-
-# گرد کردن توابع {#rounding-functions}
-
-## طبقه (ایکس\]) {#floorx-n}
-
-بازگرداندن بیشترین تعداد دور است که کمتر از یا مساوی `x`. تعداد دور چند تن از 1/10 و یا نزدیکترین تعداد داده های مناسب نوع اگر 1 / 10 دقیق نیست.
-‘N’ ثابت عدد صحیح است, پارامتر اختیاری. به طور پیش فرض صفر است, که به معنی به دور به یک عدد صحیح.
-‘N’ ممکن است منفی باشد.
-
-مثالها: `floor(123.45, 1) = 123.4, floor(123.45, -1) = 120.`
-
-`x` هر نوع عددی است. نتیجه تعدادی از همان نوع است.
-برای استدلال عدد صحیح را حس می کند به دور با منفی `N` ارزش (برای غیر منفی `N` تابع هیچ کاری نمی کند).
-اگر گرد باعث سرریز (مثلا, کف سازی(-128, -1)), نتیجه اجرای خاص بازگشته است.
-
-## هشدار داده می شود\]) {#ceilx-n-ceilingx-n}
-
-بازگرداندن کوچکترین عدد دور است که بیشتر از یا مساوی `x`. در هر راه دیگر, این همان است که `floor` تابع (بالا را ببینید).
-
-## هشدار داده می شود\]) {#truncx-n-truncatex-n}
-
-بازگرداندن تعداد دور با بزرگترین ارزش مطلق است که ارزش مطلق کمتر یا مساوی `x`‘s. In every other way, it is the same as the ’floor’ تابع (بالا را ببینید).
-
-## دور (ایکس\]) {#rounding_functions-round}
-
-دور یک مقدار به تعداد مشخصی از رقم اعشار.
-
-تابع نزدیکترین تعداد از سفارش مشخص شده را برمی گرداند. در صورتی که تعداد داده شده است فاصله برابر با شماره های اطراف, تابع با استفاده از گرد کردن بانکدار برای انواع شماره شناور و دور به دور از صفر برای انواع شماره های دیگر.
-
-``` sql
-round(expression [, decimal_places])
-```
-
-**پارامترها:**
-
--   `expression` — A number to be rounded. Can be any [عبارت](../syntax.md#syntax-expressions) بازگشت عددی [نوع داده](../../sql-reference/data-types/index.md#data_types).
--   `decimal-places` — An integer value.
-    -   اگر `decimal-places > 0` سپس تابع دور ارزش به سمت راست از نقطه اعشار.
-    -   اگر `decimal-places < 0` سپس تابع دور ارزش به سمت چپ نقطه اعشار.
-    -   اگر `decimal-places = 0` سپس تابع دور ارزش به عدد صحیح. در این مورد استدلال را می توان حذف.
-
-**مقدار بازگشتی:**
-
-تعداد گرد از همان نوع به عنوان شماره ورودی.
-
-### مثالها {#examples}
-
-**مثال استفاده**
-
-``` sql
-SELECT number / 2 AS x, round(x) FROM system.numbers LIMIT 3
-```
-
-``` text
-┌───x─┬─round(divide(number, 2))─┐
-│   0 │                        0 │
-│ 0.5 │                        0 │
-│   1 │                        1 │
-└─────┴──────────────────────────┘
-```
-
-**نمونه هایی از گرد کردن**
-
-گرد کردن به نزدیکترین شماره.
-
-``` text
-round(3.2, 0) = 3
-round(4.1267, 2) = 4.13
-round(22,-1) = 20
-round(467,-2) = 500
-round(-467,-2) = -500
-```
-
-گرد کردن بانکدار.
-
-``` text
-round(3.5) = 4
-round(4.5) = 4
-round(3.55, 1) = 3.6
-round(3.65, 1) = 3.6
-```
-
-**همچنین نگاه کنید به**
-
--   [سرباز](#roundbankers)
-
-## سرباز {#roundbankers}
-
-دور یک عدد به یک موقعیت دهدهی مشخص شده است.
-
--   اگر تعداد گرد کردن در نیمه راه بین دو عدد است, تابع با استفاده از گرد کردن بانکدار.
-
-        Banker's rounding is a method of rounding fractional numbers. When the rounding number is halfway between two numbers, it's rounded to the nearest even digit at the specified decimal position. For example: 3.5 rounds up to 4, 2.5 rounds down to 2.
-
-        It's the default rounding method for floating point numbers defined in [IEEE 754](https://en.wikipedia.org/wiki/IEEE_754#Roundings_to_nearest). The [round](#rounding_functions-round) function performs the same rounding for floating point numbers. The `roundBankers` function also rounds integers the same way, for example, `roundBankers(45, -1) = 40`.
-
--   در موارد دیگر تابع دور اعداد به نزدیکترین عدد صحیح.
-
-با استفاده از گرد کردن بانکدار, شما می توانید اثر است که گرد کردن اعداد در نتایج حاصل از جمع و یا کم کردن این اعداد را کاهش می دهد.
-
-مثلا, تعداد مجموع 1.5, 2.5, 3.5, 4.5 با گرد کردن متفاوت:
-
--   بدون گرد کردن: 1.5 + 2.5 + 3.5 + 4.5 = 12.
--   گرد کردن بانکدار: 2 + 2 + 4 + 4 = 12.
--   گرد کردن به نزدیکترین عدد صحیح: 2 + 3 + 4 + 5 = 14.
-
-**نحو**
-
-``` sql
-roundBankers(expression [, decimal_places])
-```
-
-**پارامترها**
-
--   `expression` — A number to be rounded. Can be any [عبارت](../syntax.md#syntax-expressions) بازگشت عددی [نوع داده](../../sql-reference/data-types/index.md#data_types).
--   `decimal-places` — Decimal places. An integer number.
-    -   `decimal-places > 0` — The function rounds the number to the given position right of the decimal point. Example: `roundBankers(3.55, 1) = 3.6`.
-    -   `decimal-places < 0` — The function rounds the number to the given position left of the decimal point. Example: `roundBankers(24.55, -1) = 20`.
-    -   `decimal-places = 0` — The function rounds the number to an integer. In this case the argument can be omitted. Example: `roundBankers(2.5) = 2`.
-
-**مقدار بازگشتی**
-
-ارزش گرد شده توسط روش گرد کردن بانکدار.
-
-### مثالها {#examples-1}
-
-**مثال استفاده**
-
-پرسوجو:
-
-``` sql
- SELECT number / 2 AS x, roundBankers(x, 0) AS b fROM system.numbers limit 10
-```
-
-نتیجه:
-
-``` text
-┌───x─┬─b─┐
-│   0 │ 0 │
-│ 0.5 │ 0 │
-│   1 │ 1 │
-│ 1.5 │ 2 │
-│   2 │ 2 │
-│ 2.5 │ 2 │
-│   3 │ 3 │
-│ 3.5 │ 4 │
-│   4 │ 4 │
-│ 4.5 │ 4 │
-└─────┴───┘
-```
-
-**نمونه هایی از گرد کردن بانکدار**
-
-``` text
-roundBankers(0.4) = 0
-roundBankers(-3.5) = -4
-roundBankers(4.5) = 4
-roundBankers(3.55, 1) = 3.6
-roundBankers(3.65, 1) = 3.6
-roundBankers(10.35, 1) = 10.4
-roundBankers(10.755, 2) = 11,76
-```
-
-**همچنین نگاه کنید به**
-
--   [گرد](#rounding_functions-round)
-
-## توسعه پایدار2) {#roundtoexp2num}
-
-می پذیرد تعداد. اگر تعداد کمتر از یک است, باز می گردد 0. در غیر این صورت, این دور تعداد پایین به نزدیکترین (مجموع غیر منفی) درجه دو.
-
-## طول عمر (تعداد) {#rounddurationnum}
-
-می پذیرد تعداد. اگر تعداد کمتر از یک است, باز می گردد 0. در غیر این صورت, این دور تعداد را به اعداد از مجموعه: 1, 10, 30, 60, 120, 180, 240, 300, 600, 1200, 1800, 3600, 7200, 18000, 36000. این تابع خاص به یاندکس است.متریکا و مورد استفاده برای اجرای گزارش در طول جلسه.
-
-## عدد) {#roundagenum}
-
-می پذیرد تعداد. اگر تعداد کمتر از است 18, باز می گردد 0. در غیر این صورت, این دور تعداد را به یک عدد از مجموعه: 18, 25, 35, 45, 55. این تابع خاص به یاندکس است.متریکا و مورد استفاده برای اجرای گزارش در سن کاربر.
-
-## roundDown(num arr) {#rounddownnum-arr}
-
-یک عدد را می پذیرد و به یک عنصر در مجموعه مشخص شده منتقل می کند. اگر مقدار کمتر از پایین ترین حد محدود است, پایین ترین حد بازگشته است.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/rounding_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/splitting-merging-functions.md b/docs/fa/sql-reference/functions/splitting-merging-functions.md
deleted file mode 100644
index 75046b72307..00000000000
--- a/docs/fa/sql-reference/functions/splitting-merging-functions.md
+++ /dev/null
@@ -1,117 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 47
-toc_title: "\u062A\u0642\u0633\u06CC\u0645 \u0648 \u0627\u062F\u063A\u0627\u0645 \u0631\
-  \u0634\u062A\u0647 \u0647\u0627 \u0648 \u0627\u0631\u0631\u06CC\u0633"
----
-
-# توابع برای تقسیم و ادغام رشته ها و ارریس {#functions-for-splitting-and-merging-strings-and-arrays}
-
-## اسپلیت بیچار (جداساز) {#splitbycharseparator-s}
-
-انشعابات یک رشته به بسترهای جدا شده توسط یک شخصیت مشخص شده است. با استفاده از یک رشته ثابت `separator` که متشکل از دقیقا یک شخصیت.
-بازگرداندن مجموعه ای از بسترهای انتخاب. بسترهای خالی ممکن است انتخاب شود اگر جدا در ابتدا یا انتهای رشته رخ می دهد, و یا اگر چند جداکننده متوالی وجود دارد.
-
-**نحو**
-
-``` sql
-splitByChar(<separator>, <s>)
-```
-
-**پارامترها**
-
--   `separator` — The separator which should contain exactly one character. [رشته](../../sql-reference/data-types/string.md).
--   `s` — The string to split. [رشته](../../sql-reference/data-types/string.md).
-
-**مقدار بازگشتی)**
-
-بازگرداندن مجموعه ای از بسترهای انتخاب. بسترهای خالی ممکن است انتخاب شود که:
-
--   جداساز در ابتدا یا انتهای رشته رخ می دهد;
--   چندین جداکننده متوالی وجود دارد;
--   رشته اصلی `s` خالیه
-
-نوع: [& حذف](../../sql-reference/data-types/array.md) از [رشته](../../sql-reference/data-types/string.md).
-
-**مثال**
-
-``` sql
-SELECT splitByChar(',', '1,2,3,abcde')
-```
-
-``` text
-┌─splitByChar(',', '1,2,3,abcde')─┐
-│ ['1','2','3','abcde']           │
-└─────────────────────────────────┘
-```
-
-## رشته اسپلیتبیست (جداساز) {#splitbystringseparator-s}
-
-انشعابات یک رشته به بسترهای جدا شده توسط یک رشته. با استفاده از یک رشته ثابت `separator` از شخصیت های متعدد به عنوان جدا کننده. اگر رشته `separator` خالی است, این رشته تقسیم `s` به مجموعه ای از شخصیت های تک.
-
-**نحو**
-
-``` sql
-splitByString(<separator>, <s>)
-```
-
-**پارامترها**
-
--   `separator` — The separator. [رشته](../../sql-reference/data-types/string.md).
--   `s` — The string to split. [رشته](../../sql-reference/data-types/string.md).
-
-**مقدار بازگشتی)**
-
-بازگرداندن مجموعه ای از بسترهای انتخاب. بسترهای خالی ممکن است انتخاب شود که:
-
-نوع: [& حذف](../../sql-reference/data-types/array.md) از [رشته](../../sql-reference/data-types/string.md).
-
--   جدا کننده غیر خالی در ابتدا یا انتهای رشته رخ می دهد;
--   چند جدا متوالی غیر خالی وجود دارد;
--   رشته اصلی `s` خالی است در حالی که جدا خالی نیست.
-
-**مثال**
-
-``` sql
-SELECT splitByString(', ', '1, 2 3, 4,5, abcde')
-```
-
-``` text
-┌─splitByString(', ', '1, 2 3, 4,5, abcde')─┐
-│ ['1','2 3','4,5','abcde']                 │
-└───────────────────────────────────────────┘
-```
-
-``` sql
-SELECT splitByString('', 'abcde')
-```
-
-``` text
-┌─splitByString('', 'abcde')─┐
-│ ['a','b','c','d','e']      │
-└────────────────────────────┘
-```
-
-## حذف میانبر در صفحه خانه\]) {#arraystringconcatarr-separator}
-
-رشته های ذکر شده در مجموعه را با جداساز مطابقت می دهد.'جدا کننده' پارامتر اختیاری است: یک رشته ثابت, مجموعه ای به یک رشته خالی به طور پیش فرض.
-رشته را برمی گرداند.
-
-## اطلاعات دقیق) {#alphatokenss}
-
-انتخاب substrings متوالی بایت از محدوده a-z و A-Z. بازگرداندن یک آرایه از substrings.
-
-**مثال**
-
-``` sql
-SELECT alphaTokens('abca1abc')
-```
-
-``` text
-┌─alphaTokens('abca1abc')─┐
-│ ['abca','abc']          │
-└─────────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/splitting_merging_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/string-functions.md b/docs/fa/sql-reference/functions/string-functions.md
deleted file mode 100644
index ff4940044da..00000000000
--- a/docs/fa/sql-reference/functions/string-functions.md
+++ /dev/null
@@ -1,489 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 \u0631\u0634\u062A\u0647 \u0647\u0627"
----
-
-# توابع برای کار با رشته {#functions-for-working-with-strings}
-
-## خالی {#empty}
-
-بازده 1 برای یک رشته خالی و یا 0 برای یک رشته غیر خالی.
-نتیجه این نوع UInt8.
-یک رشته در نظر گرفته شده است غیر خالی اگر شامل حداقل یک بایت, حتی اگر این یک فضا یا یک بایت پوچ است.
-این تابع همچنین برای ارریس کار می کند.
-
-## notEmpty {#notempty}
-
-بازده 0 برای یک رشته خالی یا 1 برای یک رشته غیر خالی.
-نتیجه این نوع UInt8.
-این تابع همچنین برای ارریس کار می کند.
-
-## طول {#length}
-
-بازگرداندن طول یک رشته در بایت (نه در شخصیت, و نه در نقاط کد).
-نتیجه این نوع UInt64.
-این تابع همچنین برای ارریس کار می کند.
-
-## طول 8 {#lengthutf8}
-
-بازگرداندن طول یک رشته در نقاط کد یونیکد (نه در شخصیت), فرض کنید که رشته شامل مجموعه ای از بایت است که متن کد گذاری شده را تشکیل می دهند. اگر این فرض ملاقات نکرده است, این گرداند برخی از نتیجه (این یک استثنا پرتاب نمی کند).
-نتیجه این نوع UInt64.
-
-## _شروع مجدد {#char-length}
-
-بازگرداندن طول یک رشته در نقاط کد یونیکد (نه در شخصیت), فرض کنید که رشته شامل مجموعه ای از بایت است که متن کد گذاری شده را تشکیل می دهند. اگر این فرض ملاقات نکرده است, این گرداند برخی از نتیجه (این یک استثنا پرتاب نمی کند).
-نتیجه این نوع UInt64.
-
-## _شخصیت شناسی {#character-length}
-
-بازگرداندن طول یک رشته در نقاط کد یونیکد (نه در شخصیت), فرض کنید که رشته شامل مجموعه ای از بایت است که متن کد گذاری شده را تشکیل می دهند. اگر این فرض ملاقات نکرده است, این گرداند برخی از نتیجه (این یک استثنا پرتاب نمی کند).
-نتیجه این نوع UInt64.
-
-## پایین تر {#lower}
-
-تبدیل نمادهای اسکی لاتین در یک رشته به حروف کوچک.
-
-## بالارفتن {#upper}
-
-تبدیل نمادهای اسکی لاتین در یک رشته به حروف بزرگ.
-
-## لوراتف8 {#lowerutf8}
-
-تبدیل یک رشته به حروف کوچک, فرض رشته شامل مجموعه ای از بایت که یک متن کد گذاری شده-8 را تشکیل می دهند.
-این زبان را تشخیص نمی دهد. بنابراین برای ترکیه نتیجه ممکن است دقیقا درست باشد.
-اگر طول توالی یونایتد-8 بایت برای مورد بالا و پایین تر از یک نقطه کد متفاوت است, نتیجه ممکن است برای این نقطه کد نادرست.
-اگر رشته شامل مجموعه ای از بایت است که سخن گفتن نیست-8, سپس رفتار تعریف نشده است.
-
-## یوتف8 {#upperutf8}
-
-تبدیل یک رشته به حروف بزرگ, فرض رشته شامل مجموعه ای از بایت که یک متن کد گذاری شده-8 را تشکیل می دهند.
-این زبان را تشخیص نمی دهد. بنابراین برای ترکیه نتیجه ممکن است دقیقا درست باشد.
-اگر طول توالی یونایتد-8 بایت برای مورد بالا و پایین تر از یک نقطه کد متفاوت است, نتیجه ممکن است برای این نقطه کد نادرست.
-اگر رشته شامل مجموعه ای از بایت است که سخن گفتن نیست-8, سپس رفتار تعریف نشده است.
-
-## اسوالدیدوتف8 {#isvalidutf8}
-
-بازده 1, اگر مجموعه ای از کلمه در ادامه متن معتبر است-8 کد گذاری, در غیر این صورت 0.
-
-## تولدیدوتف8 {#tovalidutf8}
-
-8 کاراکتر نامعتبر را جایگزین می کند `�` اطلاعات دقیق همه در حال اجرا در یک ردیف شخصیت نامعتبر را به یک شخصیت جایگزین فرو ریخت.
-
-``` sql
-toValidUTF8( input_string )
-```
-
-پارامترها:
-
--   input_string — Any set of bytes represented as the [رشته](../../sql-reference/data-types/string.md) شی نوع داده.
-
-مقدار بازگشتی: معتبر یونایتد-8 رشته.
-
-**مثال**
-
-``` sql
-SELECT toValidUTF8('\x61\xF0\x80\x80\x80b')
-```
-
-``` text
-┌─toValidUTF8('a����b')─┐
-│ a�b                   │
-└───────────────────────┘
-```
-
-## تکرار {#repeat}
-
-تکرار یک رشته را به عنوان چند بار به عنوان مشخص شده و concatenates تکراری ارزش به عنوان یک رشته است.
-
-**نحو**
-
-``` sql
-repeat(s, n)
-```
-
-**پارامترها**
-
--   `s` — The string to repeat. [رشته](../../sql-reference/data-types/string.md).
--   `n` — The number of times to repeat the string. [اینترنت](../../sql-reference/data-types/int-uint.md).
-
-**مقدار بازگشتی**
-
-تک رشته ای که حاوی رشته است `s` تکرار `n` زمان. اگر `n` \< 1, تابع رشته خالی می گرداند.
-
-نوع: `String`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT repeat('abc', 10)
-```
-
-نتیجه:
-
-``` text
-┌─repeat('abc', 10)──────────────┐
-│ abcabcabcabcabcabcabcabcabcabc │
-└────────────────────────────────┘
-```
-
-## معکوس {#reverse}
-
-معکوس رشته (به عنوان یک دنباله از بایت).
-
-## معکوس کردن8 {#reverseutf8}
-
-معکوس دنباله ای از نقاط کد یونیکد, فرض کنید که رشته شامل مجموعه ای از بایت به نمایندگی از یک متن گفته-8. در غیر این صورت, این کار چیز دیگری (این یک استثنا پرتاب نمی).
-
-## format(pattern, s0, s1, …) {#format}
-
-قالب بندی الگوی ثابت با رشته ذکر شده در استدلال. `pattern` یک الگوی فرمت پایتون ساده شده است. رشته فرمت شامل “replacement fields” احاطه شده توسط پرانتز فرفری `{}`. هر چیزی که در پرانتز موجود نیست در نظر گرفته شده است متن تحت اللفظی است که بدون تغییر به خروجی کپی شده است. اگر شما نیاز به شامل یک شخصیت بند در متن تحت اللفظی, این را می توان با دو برابر فرار: `{{ '{{' }}` و `{{ '}}' }}`. نام فیلد می تواند اعداد (با شروع از صفر) یا خالی (سپس به عنوان شماره نتیجه درمان می شوند).
-
-``` sql
-SELECT format('{1} {0} {1}', 'World', 'Hello')
-```
-
-``` text
-┌─format('{1} {0} {1}', 'World', 'Hello')─┐
-│ Hello World Hello                       │
-└─────────────────────────────────────────┘
-```
-
-``` sql
-SELECT format('{} {}', 'Hello', 'World')
-```
-
-``` text
-┌─format('{} {}', 'Hello', 'World')─┐
-│ Hello World                       │
-└───────────────────────────────────┘
-```
-
-## الحاق {#concat}
-
-رشته های ذکر شده در استدلال بدون جدا کننده را تصدیق می کند.
-
-**نحو**
-
-``` sql
-concat(s1, s2, ...)
-```
-
-**پارامترها**
-
-ارزش رشته نوع و یا رشته ثابت.
-
-**مقادیر بازگشتی**
-
-را برمی گرداند رشته ای که منجر به از الحاق استدلال.
-
-اگر هر یک از مقادیر استدلال است `NULL`, `concat` بازگشت `NULL`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT concat('Hello, ', 'World!')
-```
-
-نتیجه:
-
-``` text
-┌─concat('Hello, ', 'World!')─┐
-│ Hello, World!               │
-└─────────────────────────────┘
-```
-
-## همبسته {#concatassumeinjective}
-
-مثل [الحاق](#concat) تفاوت این است که شما نیاز به اطمینان حاصل شود که `concat(s1, s2, ...) → sn` این برای بهینه سازی گروه توسط استفاده می شود.
-
-تابع به نام “injective” اگر همیشه نتیجه های مختلف برای مقادیر مختلف استدلال می گرداند. به عبارت دیگر: استدلال های مختلف هرگز نتیجه یکسان عملکرد.
-
-**نحو**
-
-``` sql
-concatAssumeInjective(s1, s2, ...)
-```
-
-**پارامترها**
-
-ارزش رشته نوع و یا رشته ثابت.
-
-**مقادیر بازگشتی**
-
-را برمی گرداند رشته ای که منجر به از الحاق استدلال.
-
-اگر هر یک از مقادیر استدلال است `NULL`, `concatAssumeInjective` بازگشت `NULL`.
-
-**مثال**
-
-جدول ورودی:
-
-``` sql
-CREATE TABLE key_val(`key1` String, `key2` String, `value` UInt32) ENGINE = TinyLog;
-INSERT INTO key_val VALUES ('Hello, ','World',1), ('Hello, ','World',2), ('Hello, ','World!',3), ('Hello',', World!',2);
-SELECT * from key_val;
-```
-
-``` text
-┌─key1────┬─key2─────┬─value─┐
-│ Hello,  │ World    │     1 │
-│ Hello,  │ World    │     2 │
-│ Hello,  │ World!   │     3 │
-│ Hello   │ , World! │     2 │
-└─────────┴──────────┴───────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT concat(key1, key2), sum(value) FROM key_val GROUP BY concatAssumeInjective(key1, key2)
-```
-
-نتیجه:
-
-``` text
-┌─concat(key1, key2)─┬─sum(value)─┐
-│ Hello, World!      │          3 │
-│ Hello, World!      │          2 │
-│ Hello, World       │          3 │
-└────────────────────┴────────────┘
-```
-
-## زیر رشته(بازدید کنندگان, انحراف, طول), اواسط(بازدید کنندگان, انحراف, طول), عام (بازدید کنندگان, انحراف, طول) {#substring}
-
-بازگرداندن یک رشته شروع با بایت از ‘offset’ شاخص این است ‘length’ کلمه در ادامه متن طولانی. نمایه سازی شخصیت از یک شروع می شود (همانطور که در گذاشتن استاندارد). این ‘offset’ و ‘length’ استدلال باید ثابت باشد.
-
-## زیر بغل کردن 8(بازدید کنندگان, انحراف, طول) {#substringutf8}
-
-همان ‘substring’, اما برای نقاط کد یونیکد. این نسخهها کار میکند با این فرض که رشته شامل مجموعه ای از بایت به نمایندگی از یک متن کد گذاری شده وزارت مخابرات 8. اگر این فرض ملاقات نکرده است, این گرداند برخی از نتیجه (این یک استثنا پرتاب نمی کند).
-
-## appendTrailingCharIfAbsent(s, c) {#appendtrailingcharifabsent}
-
-اگر ‘s’ رشته غیر خالی است و حاوی نیست ‘c’ شخصیت در پایان این برنامه ‘c’ شخصیت به پایان.
-
-## تبدیل(بازدید کنندگان, از, به) {#convertcharset}
-
-بازگرداندن رشته ‘s’ که از رمزگذاری در تبدیل شد ‘from’ به رمزگذاری در ‘to’.
-
-## کد زیر 64) {#base64encode}
-
-کدگذاریها ‘s’ رشته به پایگاه64
-
-## کد زیر 64) {#base64decode}
-
-رمزگشایی پایگاه64-رشته کد گذاری شده ‘s’ به رشته اصلی. در صورت شکست را افزایش می دهد یک استثنا.
-
-## تریباس64دسیدی) {#trybase64decode}
-
-شبیه به حالت کد باس64, اما در صورت خطا یک رشته خالی می شود بازگشت.
-
-## endsWith(s, پسوند) {#endswith}
-
-بازگرداندن اینکه با پسوند مشخص شده پایان یابد. بازده 1 اگر رشته به پایان می رسد با پسوند مشخص, در غیر این صورت باز می گردد 0.
-
-## startsWith(str, پیشوند) {#startswith}
-
-بازده 1 اینکه رشته با پیشوند مشخص شروع می شود, در غیر این صورت باز می گردد 0.
-
-``` sql
-SELECT startsWith('Spider-Man', 'Spi');
-```
-
-**مقادیر بازگشتی**
-
--   1, اگر رشته با پیشوند مشخص شروع می شود.
--   0, اگر رشته با پیشوند مشخص شروع نشد.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT startsWith('Hello, world!', 'He');
-```
-
-نتیجه:
-
-``` text
-┌─startsWith('Hello, world!', 'He')─┐
-│                                 1 │
-└───────────────────────────────────┘
-```
-
-## تر و تمیز {#trim}
-
-حذف تمام شخصیت های مشخص شده از شروع یا پایان یک رشته.
-به طور پیش فرض حذف همه وقوع متوالی از فضای سفید مشترک (شخصیت اسکی 32) از هر دو به پایان می رسد از یک رشته.
-
-**نحو**
-
-``` sql
-trim([[LEADING|TRAILING|BOTH] trim_character FROM] input_string)
-```
-
-**پارامترها**
-
--   `trim_character` — specified characters for trim. [رشته](../../sql-reference/data-types/string.md).
--   `input_string` — string for trim. [رشته](../../sql-reference/data-types/string.md).
-
-**مقدار بازگشتی**
-
-یک رشته بدون پیشرو و (یا) انتهایی شخصیت مشخص شده است.
-
-نوع: `String`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT trim(BOTH ' ()' FROM '(   Hello, world!   )')
-```
-
-نتیجه:
-
-``` text
-┌─trim(BOTH ' ()' FROM '(   Hello, world!   )')─┐
-│ Hello, world!                                 │
-└───────────────────────────────────────────────┘
-```
-
-## trimLeft {#trimleft}
-
-حذف تمام رخدادهای متوالی از فضای سفید مشترک (شخصیت اسکی 32) از ابتدای یک رشته. این کار انواع دیگر از شخصیت های فضای سفید را حذف کنید (باریکه, فضای بدون استراحت, و غیره.).
-
-**نحو**
-
-``` sql
-trimLeft(input_string)
-```
-
-نام مستعار: `ltrim(input_string)`.
-
-**پارامترها**
-
--   `input_string` — string to trim. [رشته](../../sql-reference/data-types/string.md).
-
-**مقدار بازگشتی**
-
-یک رشته بدون پیشرو فضاهای سفید مشترک.
-
-نوع: `String`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT trimLeft('     Hello, world!     ')
-```
-
-نتیجه:
-
-``` text
-┌─trimLeft('     Hello, world!     ')─┐
-│ Hello, world!                       │
-└─────────────────────────────────────┘
-```
-
-## trimRight {#trimright}
-
-حذف تمام رخدادهای متوالی از فضای سفید مشترک (شخصیت اسکی 32) از پایان یک رشته. این کار انواع دیگر از شخصیت های فضای سفید را حذف کنید (باریکه, فضای بدون استراحت, و غیره.).
-
-**نحو**
-
-``` sql
-trimRight(input_string)
-```
-
-نام مستعار: `rtrim(input_string)`.
-
-**پارامترها**
-
--   `input_string` — string to trim. [رشته](../../sql-reference/data-types/string.md).
-
-**مقدار بازگشتی**
-
-یک رشته بدون انتهایی فضاهای خالی مشترک.
-
-نوع: `String`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT trimRight('     Hello, world!     ')
-```
-
-نتیجه:
-
-``` text
-┌─trimRight('     Hello, world!     ')─┐
-│      Hello, world!                   │
-└──────────────────────────────────────┘
-```
-
-## اصلاح {#trimboth}
-
-حذف تمام رخدادهای متوالی از فضای سفید مشترک (شخصیت اسکی 32) از هر دو به پایان می رسد از یک رشته. این کار انواع دیگر از شخصیت های فضای سفید را حذف کنید (باریکه, فضای بدون استراحت, و غیره.).
-
-**نحو**
-
-``` sql
-trimBoth(input_string)
-```
-
-نام مستعار: `trim(input_string)`.
-
-**پارامترها**
-
--   `input_string` — string to trim. [رشته](../../sql-reference/data-types/string.md).
-
-**مقدار بازگشتی**
-
-یک رشته بدون پیشرو و انتهایی فضاهای سفید مشترک.
-
-نوع: `String`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT trimBoth('     Hello, world!     ')
-```
-
-نتیجه:
-
-``` text
-┌─trimBoth('     Hello, world!     ')─┐
-│ Hello, world!                       │
-└─────────────────────────────────────┘
-```
-
-## CRC32(s) {#crc32}
-
-بازگرداندن کنترلی از یک رشته, با استفاده از کروک-32-یی 802.3 چند جملهای و مقدار اولیه `0xffffffff` هشدار داده می شود
-
-نتیجه این نوع UInt32.
-
-## CRC32IEEE(s) {#crc32ieee}
-
-را برمی گرداند کنترل از یک رشته, با استفاده از کروم-32-یی 802.3 چند جملهای.
-
-نتیجه این نوع UInt32.
-
-## CRC64(s) {#crc64}
-
-بازده CRC64 کنترلی از یک رشته با استفاده از CRC-64-ECMA چند جملهای.
-
-نتیجه این نوع UInt64.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/string_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/string-replace-functions.md b/docs/fa/sql-reference/functions/string-replace-functions.md
deleted file mode 100644
index 37551549ab5..00000000000
--- a/docs/fa/sql-reference/functions/string-replace-functions.md
+++ /dev/null
@@ -1,95 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 42
-toc_title: "\u0628\u0631\u0627\u06CC \u062C\u0627\u06CC\u06AF\u0632\u06CC\u0646\u06CC\
-  \ \u062F\u0631 \u0631\u0634\u062A\u0647\u0647\u0627"
----
-
-# توابع برای جستجو و جایگزینی در رشته ها {#functions-for-searching-and-replacing-in-strings}
-
-## جایگزینی جایگزین) {#replaceonehaystack-pattern-replacement}
-
-جایگزین وقوع اول, در صورت وجود, از ‘pattern’ زیر رشته در ‘haystack’ با ‘replacement’ زیر رشته.
-از این پس, ‘pattern’ و ‘replacement’ حتما ثابته
-
-## replaceAll(haystack, الگوی جایگزینی) جایگزین(haystack, الگوی جایگزینی) {#replaceallhaystack-pattern-replacement-replacehaystack-pattern-replacement}
-
-جایگزین تمام اتفاقات ‘pattern’ زیر رشته در ‘haystack’ با ‘replacement’ زیر رشته.
-
-## جایگزین کردن الگوی جایگزین) {#replaceregexponehaystack-pattern-replacement}
-
-جایگزینی با استفاده از ‘pattern’ عبارت منظم. دوباره2 عبارت منظم.
-جایگزین تنها وقوع اول, در صورت وجود.
-یک الگو را می توان به عنوان ‘replacement’. این الگو می تواند شامل تعویض `\0-\9`.
-جایگزینی `\0` شامل کل عبارت منظم. درحال جایگزینی `\1-\9` مربوط به زیرخط numbers.To استفاده از `\` شخصیت در قالب, فرار با استفاده از `\`.
-همچنین در نظر داشته باشید که یک رشته تحت اللفظی نیاز به فرار اضافی نگه دارید.
-
-مثال 1. تبدیل تاریخ به فرمت امریکایی:
-
-``` sql
-SELECT DISTINCT
-    EventDate,
-    replaceRegexpOne(toString(EventDate), '(\\d{4})-(\\d{2})-(\\d{2})', '\\2/\\3/\\1') AS res
-FROM test.hits
-LIMIT 7
-FORMAT TabSeparated
-```
-
-``` text
-2014-03-17      03/17/2014
-2014-03-18      03/18/2014
-2014-03-19      03/19/2014
-2014-03-20      03/20/2014
-2014-03-21      03/21/2014
-2014-03-22      03/22/2014
-2014-03-23      03/23/2014
-```
-
-مثال 2. کپی کردن یک رشته ده بار:
-
-``` sql
-SELECT replaceRegexpOne('Hello, World!', '.*', '\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0') AS res
-```
-
-``` text
-┌─res────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ Hello, World!Hello, World!Hello, World!Hello, World!Hello, World!Hello, World!Hello, World!Hello, World!Hello, World!Hello, World! │
-└────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-## جایگزین کردن الگوی جایگزین) {#replaceregexpallhaystack-pattern-replacement}
-
-این کار همان چیزی, اما جایگزین همه وقوع. مثال:
-
-``` sql
-SELECT replaceRegexpAll('Hello, World!', '.', '\\0\\0') AS res
-```
-
-``` text
-┌─res────────────────────────┐
-│ HHeelllloo,,  WWoorrlldd!! │
-└────────────────────────────┘
-```
-
-به عنوان یک استثنا, اگر یک عبارت منظم در زیر رشته خالی کار می کرد, جایگزینی بیش از یک بار ساخته شده است.
-مثال:
-
-``` sql
-SELECT replaceRegexpAll('Hello, World!', '^', 'here: ') AS res
-```
-
-``` text
-┌─res─────────────────┐
-│ here: Hello, World! │
-└─────────────────────┘
-```
-
-## سرویس پرداخت درونبرنامهای پلی) {#regexpquotemetas}
-
-تابع می افزاید: یک بک اسلش قبل از برخی از شخصیت های از پیش تعریف شده در رشته.
-نویسههای از پیش تعریفشده: ‘0’, ‘\\’, ‘\|’, ‘(’, ‘)’, ‘^’, ‘$’, ‘.’, ‘\[’, '\]', ‘?’, '\*‘,’+‘,’{‘,’:‘,’-'.
-این اجرای کمی از دوباره متفاوت2::پاسخ2:: نقل قول. این فرار صفر بایت به عنوان \\ 0 بجای 00 و فرار شخصیت تنها مورد نیاز.
-برای کسب اطلاعات بیشتر به لینک مراجعه کنید: [RE2](https://github.com/google/re2/blob/master/re2/re2.cc#L473)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/string_replace_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/string-search-functions.md b/docs/fa/sql-reference/functions/string-search-functions.md
deleted file mode 100644
index cce6f8f5a4e..00000000000
--- a/docs/fa/sql-reference/functions/string-search-functions.md
+++ /dev/null
@@ -1,384 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: "\u0628\u0631\u0627\u06CC \u062C\u0633\u062A\u062C\u0648\u06CC \u0631\u0634\
-  \u062A\u0647\u0647\u0627"
----
-
-# توابع برای جستجوی رشته ها {#functions-for-searching-strings}
-
-جستجو به طور پیش فرض در تمام این توابع حساس به حروف است. انواع جداگانه ای برای جستجوی غیر حساس مورد وجود دارد.
-
-## موقعیت (انبار کاه, سوزن), تعیین محل (انبار کاه, سوزن) {#position}
-
-بازگرداندن موقعیت (به بایت) از رشته پیدا شده است در رشته, با شروع از 1.
-
-این نسخهها کار میکند با این فرض که رشته شامل مجموعه ای از بایت به نمایندگی از یک متن کد گذاری تک بایت. اگر این فرض ملاقات کرد و یک شخصیت نمی تواند با استفاده از یک بایت تنها نشان داده شود, تابع یک استثنا پرتاب نمی کند و برخی از نتیجه غیر منتظره را برمی گرداند. اگر شخصیت را می توان با استفاده از دو بایت نشان, این دو بایت و غیره استفاده.
-
-برای یک جستجو غیر حساس به حالت, استفاده از تابع [حساس به حالت](#positioncaseinsensitive).
-
-**نحو**
-
-``` sql
-position(haystack, needle[, start_pos])
-```
-
-نام مستعار: `locate(haystack, needle[, start_pos])`.
-
-**پارامترها**
-
--   `haystack` — string, in which substring will to be searched. [رشته](../syntax.md#syntax-string-literal).
--   `needle` — substring to be searched. [رشته](../syntax.md#syntax-string-literal).
--   `start_pos` – Optional parameter, position of the first character in the string to start search. [UInt](../../sql-reference/data-types/int-uint.md)
-
-**مقادیر بازگشتی**
-
--   موقعیت شروع در بایت (شمارش از 1), اگر زیر رشته پیدا شد.
--   0, اگر زیر رشته یافت نشد.
-
-نوع: `Integer`.
-
-**مثالها**
-
-عبارت “Hello, world!” شامل مجموعه ای از بایت به نمایندگی از یک متن کد گذاری تک بایت. تابع بازده برخی از نتیجه انتظار می رود:
-
-پرسوجو:
-
-``` sql
-SELECT position('Hello, world!', '!')
-```
-
-نتیجه:
-
-``` text
-┌─position('Hello, world!', '!')─┐
-│                             13 │
-└────────────────────────────────┘
-```
-
-همان عبارت در روسیه شامل شخصیت های که نمی تواند با استفاده از یک بایت نشان داده شود. تابع بازده برخی از نتیجه غیر منتظره (استفاده [موقعیت 8](#positionutf8) تابع برای متن چند بایت کد گذاری):
-
-پرسوجو:
-
-``` sql
-SELECT position('Привет, мир!', '!')
-```
-
-نتیجه:
-
-``` text
-┌─position('Привет, мир!', '!')─┐
-│                            21 │
-└───────────────────────────────┘
-```
-
-## حساس به حالت {#positioncaseinsensitive}
-
-همان [موقعیت](#position) بازگرداندن موقعیت (به بایت) از رشته پیدا شده است در رشته, با شروع از 1. استفاده از تابع برای یک جستجو غیر حساس به حالت.
-
-این نسخهها کار میکند با این فرض که رشته شامل مجموعه ای از بایت به نمایندگی از یک متن کد گذاری تک بایت. اگر این فرض ملاقات کرد و یک شخصیت نمی تواند با استفاده از یک بایت تنها نشان داده شود, تابع یک استثنا پرتاب نمی کند و برخی از نتیجه غیر منتظره را برمی گرداند. اگر شخصیت را می توان با استفاده از دو بایت نشان, این دو بایت و غیره استفاده.
-
-**نحو**
-
-``` sql
-positionCaseInsensitive(haystack, needle[, start_pos])
-```
-
-**پارامترها**
-
--   `haystack` — string, in which substring will to be searched. [رشته](../syntax.md#syntax-string-literal).
--   `needle` — substring to be searched. [رشته](../syntax.md#syntax-string-literal).
--   `start_pos` – Optional parameter, position of the first character in the string to start search. [UInt](../../sql-reference/data-types/int-uint.md)
-
-**مقادیر بازگشتی**
-
--   موقعیت شروع در بایت (شمارش از 1), اگر زیر رشته پیدا شد.
--   0, اگر زیر رشته یافت نشد.
-
-نوع: `Integer`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT positionCaseInsensitive('Hello, world!', 'hello')
-```
-
-نتیجه:
-
-``` text
-┌─positionCaseInsensitive('Hello, world!', 'hello')─┐
-│                                                 1 │
-└───────────────────────────────────────────────────┘
-```
-
-## موقعیت 8 {#positionutf8}
-
-بازگرداندن موقعیت (در نقاط یونیکد) از رشته پیدا شده است در رشته, با شروع از 1.
-
-این نسخهها کار میکند با این فرض که رشته شامل مجموعه ای از بایت به نمایندگی از یک متن کد گذاری شده وزارت مخابرات 8. اگر این فرض ملاقات نمی, تابع یک استثنا پرتاب نمی کند و برخی از نتیجه غیر منتظره را برمی گرداند. اگر شخصیت را می توان با استفاده از دو نقطه یونیکد نشان, این دو و غیره استفاده.
-
-برای یک جستجو غیر حساس به حالت, استفاده از تابع [در حال بارگذاری](#positioncaseinsensitiveutf8).
-
-**نحو**
-
-``` sql
-positionUTF8(haystack, needle[, start_pos])
-```
-
-**پارامترها**
-
--   `haystack` — string, in which substring will to be searched. [رشته](../syntax.md#syntax-string-literal).
--   `needle` — substring to be searched. [رشته](../syntax.md#syntax-string-literal).
--   `start_pos` – Optional parameter, position of the first character in the string to start search. [UInt](../../sql-reference/data-types/int-uint.md)
-
-**مقادیر بازگشتی**
-
--   موقعیت شروع در یونیکد امتیاز (شمارش از 1), اگر زیر رشته پیدا شد.
--   0, اگر زیر رشته یافت نشد.
-
-نوع: `Integer`.
-
-**مثالها**
-
-عبارت “Hello, world!” در روسیه شامل مجموعه ای از نقاط یونیکد نمایندگی یک متن کد گذاری تک نقطه. تابع بازده برخی از نتیجه انتظار می رود:
-
-پرسوجو:
-
-``` sql
-SELECT positionUTF8('Привет, мир!', '!')
-```
-
-نتیجه:
-
-``` text
-┌─positionUTF8('Привет, мир!', '!')─┐
-│                                12 │
-└───────────────────────────────────┘
-```
-
-عبارت “Salut, étudiante!”, جایی که شخصیت `é` می توان با استفاده از یک نقطه نشان داد (`U+00E9`) یا دو نقطه (`U+0065U+0301`) تابع را می توان بازگشت برخی از نتیجه غیر منتظره:
-
-پرسوجو برای نامه `é` که نشان داده شده است یک نقطه یونیکد `U+00E9`:
-
-``` sql
-SELECT positionUTF8('Salut, étudiante!', '!')
-```
-
-نتیجه:
-
-``` text
-┌─positionUTF8('Salut, étudiante!', '!')─┐
-│                                     17 │
-└────────────────────────────────────────┘
-```
-
-پرسوجو برای نامه `é` که به نمایندگی از دو نقطه یونیکد `U+0065U+0301`:
-
-``` sql
-SELECT positionUTF8('Salut, étudiante!', '!')
-```
-
-نتیجه:
-
-``` text
-┌─positionUTF8('Salut, étudiante!', '!')─┐
-│                                     18 │
-└────────────────────────────────────────┘
-```
-
-## در حال بارگذاری {#positioncaseinsensitiveutf8}
-
-همان [موقعیت 8](#positionutf8), اما غیر حساس به حروف است. بازگرداندن موقعیت (در نقاط یونیکد) از رشته پیدا شده است در رشته, با شروع از 1.
-
-این نسخهها کار میکند با این فرض که رشته شامل مجموعه ای از بایت به نمایندگی از یک متن کد گذاری شده وزارت مخابرات 8. اگر این فرض ملاقات نمی, تابع یک استثنا پرتاب نمی کند و برخی از نتیجه غیر منتظره را برمی گرداند. اگر شخصیت را می توان با استفاده از دو نقطه یونیکد نشان, این دو و غیره استفاده.
-
-**نحو**
-
-``` sql
-positionCaseInsensitiveUTF8(haystack, needle[, start_pos])
-```
-
-**پارامترها**
-
--   `haystack` — string, in which substring will to be searched. [رشته](../syntax.md#syntax-string-literal).
--   `needle` — substring to be searched. [رشته](../syntax.md#syntax-string-literal).
--   `start_pos` – Optional parameter, position of the first character in the string to start search. [UInt](../../sql-reference/data-types/int-uint.md)
-
-**مقدار بازگشتی**
-
--   موقعیت شروع در یونیکد امتیاز (شمارش از 1), اگر زیر رشته پیدا شد.
--   0, اگر زیر رشته یافت نشد.
-
-نوع: `Integer`.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT positionCaseInsensitiveUTF8('Привет, мир!', 'Мир')
-```
-
-نتیجه:
-
-``` text
-┌─positionCaseInsensitiveUTF8('Привет, мир!', 'Мир')─┐
-│                                                  9 │
-└────────────────────────────────────────────────────┘
-```
-
-## چند ضلعی {#multisearchallpositions}
-
-همان [موقعیت](string-search-functions.md#position) اما بازگشت `Array` از موقعیت (به بایت) از بسترهای مربوطه موجود در رشته. موقعیت ها با شروع از نمایه 1.
-
-جستجو در دنباله ای از بایت بدون توجه به رمزگذاری رشته و میترا انجام می شود.
-
--   برای جستجو اسکی غیر حساس به حالت, استفاده از تابع `multiSearchAllPositionsCaseInsensitive`.
--   برای جستجو در یوتف-8, استفاده از تابع [چند ضلعی پایگاه داده های8](#multiSearchAllPositionsUTF8).
--   برای غیر حساس به حالت جستجو-8, استفاده از تابع چند تخصیص چندگانه 18.
-
-**نحو**
-
-``` sql
-multiSearchAllPositions(haystack, [needle1, needle2, ..., needlen])
-```
-
-**پارامترها**
-
--   `haystack` — string, in which substring will to be searched. [رشته](../syntax.md#syntax-string-literal).
--   `needle` — substring to be searched. [رشته](../syntax.md#syntax-string-literal).
-
-**مقادیر بازگشتی**
-
--   مجموعه ای از موقعیت های شروع در بایت (شمارش از 1), اگر زیر رشته مربوطه پیدا شد و 0 اگر یافت نشد.
-
-**مثال**
-
-پرسوجو:
-
-``` sql
-SELECT multiSearchAllPositions('Hello, World!', ['hello', '!', 'world'])
-```
-
-نتیجه:
-
-``` text
-┌─multiSearchAllPositions('Hello, World!', ['hello', '!', 'world'])─┐
-│ [0,13,0]                                                          │
-└───────────────────────────────────────────────────────────────────┘
-```
-
-## چند ضلعی پایگاه داده های8 {#multiSearchAllPositionsUTF8}
-
-ببینید `multiSearchAllPositions`.
-
-## ترکیب چندجفتاری (هیستک, \[سوزن<sub>1</sub> سوزن<sub>2</sub>, …, needle<sub>نه</sub>\]) {#multisearchfirstposition}
-
-همان `position` اما بازده سمت چپ افست از رشته `haystack` که به برخی از سوزن همسان.
-
-برای یک جستجوی غیر حساس مورد و یا / و در توابع استفاده از فرمت جی تی اف 8 `multiSearchFirstPositionCaseInsensitive, multiSearchFirstPositionUTF8, multiSearchFirstPositionCaseInsensitiveUTF8`.
-
-## مقالههای جدید مرتبط با تحقیق این نویسنده<sub>1</sub> سوزن<sub>2</sub>, …, needle<sub>نه</sub>\]) {#multisearchfirstindexhaystack-needle1-needle2-needlen}
-
-بازگرداندن شاخص `i` (شروع از 1) سوزن چپ پیدا شده است<sub>من ... </sub> در رشته `haystack` و 0 در غیر این صورت.
-
-برای یک جستجوی غیر حساس مورد و یا / و در توابع استفاده از فرمت جی تی اف 8 `multiSearchFirstIndexCaseInsensitive, multiSearchFirstIndexUTF8, multiSearchFirstIndexCaseInsensitiveUTF8`.
-
-## مولسیرچانی (هیستک, \[سوزن<sub>1</sub> سوزن<sub>2</sub>, …, needle<sub>نه</sub>\]) {#function-multisearchany}
-
-بازده 1, اگر حداقل یک سوزن رشته<sub>من ... </sub> مسابقات رشته `haystack` و 0 در غیر این صورت.
-
-برای یک جستجوی غیر حساس مورد و یا / و در توابع استفاده از فرمت جی تی اف 8 `multiSearchAnyCaseInsensitive, multiSearchAnyUTF8, multiSearchAnyCaseInsensitiveUTF8`.
-
-!!! note "یادداشت"
-    در همه `multiSearch*` توابع تعداد سوزن ها باید کمتر از 2 باشد<sup>8</sup> به دلیل مشخصات پیاده سازی.
-
-## همخوانی داشتن (کومه علف خشک, الگو) {#matchhaystack-pattern}
-
-بررسی اینکه رشته با `pattern` عبارت منظم. یک `re2` عبارت منظم. این [نحو](https://github.com/google/re2/wiki/Syntax) از `re2` عبارات منظم محدود تر از نحو عبارات منظم پرل است.
-
-بازده 0 اگر مطابقت ندارد, یا 1 اگر منطبق.
-
-توجه داشته باشید که نماد ممیز (`\`) برای فرار در عبارت منظم استفاده می شود. همان نماد برای فرار در لیتر رشته استفاده می شود. بنابراین به منظور فرار از نماد در یک عبارت منظم, شما باید دو بک اسلش ارسال (\\) در یک رشته تحت اللفظی.
-
-عبارت منظم با رشته کار می کند به عنوان اگر مجموعه ای از بایت است. عبارت منظم می تواند بایت پوچ نیست.
-برای الگوهای به جستجو برای بسترهای در یک رشته, بهتر است به استفاده از مانند و یا ‘position’ از اونجایی که خیلی سریعتر کار میکنن
-
-## ملتمتچانی (کومه علف خشک, \[الگو<sub>1</sub> الگو<sub>2</sub>, …, pattern<sub>نه</sub>\]) {#multimatchanyhaystack-pattern1-pattern2-patternn}
-
-همان `match`, اما بازده 0 اگر هیچ یک از عبارات منظم همسان و 1 اگر هر یک از الگوهای مسابقات. این استفاده می کند [hyperscan](https://github.com/intel/hyperscan) کتابخونه. برای الگوهای به جستجو بسترهای در یک رشته, بهتر است به استفاده از `multiSearchAny` چون خیلی سریعتر کار میکنه
-
-!!! note "یادداشت"
-    طول هر یک از `haystack` رشته باید کمتر از 2 باشد<sup>32</sup> بایت در غیر این صورت استثنا پرتاب می شود. این محدودیت صورت می گیرد به دلیل hyperscan API.
-
-## مقالههای جدید مرتبط با تحقیق این نویسنده<sub>1</sub> الگو<sub>2</sub>, …, pattern<sub>نه</sub>\]) {#multimatchanyindexhaystack-pattern1-pattern2-patternn}
-
-همان `multiMatchAny`, اما بازگرداندن هر شاخص که منطبق بر انبار کاه.
-
-## اطلاعات دقیق<sub>1</sub> الگو<sub>2</sub>, …, pattern<sub>نه</sub>\]) {#multimatchallindiceshaystack-pattern1-pattern2-patternn}
-
-همان `multiMatchAny`, اما بازگرداندن مجموعه ای از تمام شاخص که مطابقت انبار کاه در هر سفارش.
-
-## چندبازیماتچانی (هیستک, فاصله, \[الگو<sub>1</sub> الگو<sub>2</sub>, …, pattern<sub>نه</sub>\]) {#multifuzzymatchanyhaystack-distance-pattern1-pattern2-patternn}
-
-همان `multiMatchAny`, اما بازده 1 اگر هر الگوی منطبق انبار کاه در یک ثابت [ویرایش فاصله](https://en.wikipedia.org/wiki/Edit_distance). این تابع نیز در حالت تجربی است و می تواند بسیار کند باشد. برای اطلاعات بیشتر نگاه کنید به [hyperscan مستندات](https://intel.github.io/hyperscan/dev-reference/compilation.html#approximate-matching).
-
-## چند شکلی (هیستاک, فاصله, \[الگو<sub>1</sub> الگو<sub>2</sub>, …, pattern<sub>نه</sub>\]) {#multifuzzymatchanyindexhaystack-distance-pattern1-pattern2-patternn}
-
-همان `multiFuzzyMatchAny`, اما می گرداند هر شاخص که منطبق بر انبار کاه در فاصله ویرایش ثابت.
-
-## بازهای چندگانه (انبار کاه, فاصله, \[الگو<sub>1</sub> الگو<sub>2</sub>, …, pattern<sub>نه</sub>\]) {#multifuzzymatchallindiceshaystack-distance-pattern1-pattern2-patternn}
-
-همان `multiFuzzyMatchAny`, اما بازگرداندن مجموعه ای از تمام شاخص در هر منظور که مطابقت با انبار کاه در فاصله ویرایش ثابت.
-
-!!! note "یادداشت"
-    `multiFuzzyMatch*` توابع از عبارات منظم یونایتد-8 پشتیبانی نمی کنند و چنین عبارات به عنوان بایت به دلیل محدودیت هیپراکسان درمان می شوند.
-
-!!! note "یادداشت"
-    برای خاموش کردن تمام توابع است که با استفاده از بیش از حد اسکان, استفاده از تنظیمات `SET allow_hyperscan = 0;`.
-
-## عصاره (انبار کاه, الگو) {#extracthaystack-pattern}
-
-عصاره یک قطعه از یک رشته با استفاده از یک عبارت منظم. اگر ‘haystack’ با ‘pattern’ عبارت منظم, یک رشته خالی بازگشته است. اگر عبارت منظم حاوی وسترن نیست, طول می کشد قطعه که منطبق بر کل عبارت منظم. در غیر این صورت قطعه ای را می گیرد که با اولین زیر دست ساز مطابقت دارد.
-
-## خارج تماس بگیرید) {#extractallhaystack-pattern}
-
-عصاره تمام قطعات از یک رشته با استفاده از یک عبارت منظم. اگر ‘haystack’ با ‘pattern’ عبارت منظم, یک رشته خالی بازگشته است. بازگرداندن مجموعه ای از رشته متشکل از تمام مسابقات به عبارت منظم. به طور کلی, رفتار همان است که ‘extract’ تابع (در آن طول می کشد برای اولین بار subpattern یا کل بیان اگر وجود ندارد subpattern).
-
-## مانند (کومه علف خشک, الگو), کومه علف خشک مانند اپراتور الگوی {#function-like}
-
-بررسی اینکه یک رشته منطبق یک عبارت ساده به طور منظم.
-عبارت منظم می تواند حاوی متسیمبلس باشد `%` و `_`.
-
-`%` نشان می دهد هر مقدار از هر بایت (از جمله صفر شخصیت).
-
-`_` نشان می دهد هر یک بایت.
-
-از بک اسلش استفاده کنید (`\`) برای فرار از متسیمبلس . توجه داشته باشید در فرار در شرح ‘match’ تابع.
-
-برای عبارات منظم مانند `%needle%`, کد مطلوب تر است و کار می کند به همان سرعتی که `position` تابع.
-برای دیگر عبارات منظم, کد همان است که برای است ‘match’ تابع.
-
-## notLike(انبار کاه pattern), انبار کاه نیست مانند الگوی اپراتور {#function-notlike}
-
-همان چیزی که به عنوان ‘like’, اما منفی.
-
-## نمک زدایی (انبار کاه, سوزن) {#ngramdistancehaystack-needle}
-
-محاسبه فاصله 4 گرم بین `haystack` و `needle`: counts the symmetric difference between two multisets of 4-grams and normalizes it by the sum of their cardinalities. Returns float number from 0 to 1 – the closer to zero, the more strings are similar to each other. If the constant `needle` یا `haystack` بیش از 32 کیلوبایت است, می اندازد یک استثنا. اگر برخی از غیر ثابت `haystack` یا `needle` رشته ها بیش از 32 کیلوبایت, فاصله است که همیشه یکی.
-
-برای جستجوی غیر حساس به حالت یا / و در توابع استفاده از فرمت جی تی اف 8 `ngramDistanceCaseInsensitive, ngramDistanceUTF8, ngramDistanceCaseInsensitiveUTF8`.
-
-## نگراماسراچ (هیستک سوزن) {#ngramsearchhaystack-needle}
-
-مثل `ngramDistance` اما محاسبه تفاوت غیر متقارن بین `needle` و `haystack` – the number of n-grams from needle minus the common number of n-grams normalized by the number of `needle` مامان بزرگ نزدیک تر به یک, بیشتر احتمال دارد `needle` در `haystack`. می تواند برای جستجو رشته فازی مفید باشد.
-
-برای جستجوی غیر حساس به حالت یا / و در توابع استفاده از فرمت جی تی اف 8 `ngramSearchCaseInsensitive, ngramSearchUTF8, ngramSearchCaseInsensitiveUTF8`.
-
-!!! note "یادداشت"
-    For UTF-8 case we use 3-gram distance. All these are not perfectly fair n-gram distances. We use 2-byte hashes to hash n-grams and then calculate the (non-)symmetric difference between these hash tables – collisions may occur. With UTF-8 case-insensitive format we do not use fair `tolower` function – we zero the 5-th bit (starting from zero) of each codepoint byte and first bit of zeroth byte if bytes more than one – this works for Latin and mostly for all Cyrillic letters.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/string_search_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/type-conversion-functions.md b/docs/fa/sql-reference/functions/type-conversion-functions.md
deleted file mode 100644
index 61605475dad..00000000000
--- a/docs/fa/sql-reference/functions/type-conversion-functions.md
+++ /dev/null
@@ -1,534 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: "\u062A\u0628\u062F\u06CC\u0644 \u0646\u0648\u0639"
----
-
-# توابع تبدیل نوع {#type-conversion-functions}
-
-## مشکلات متداول تبدیل عددی {#numeric-conversion-issues}
-
-هنگامی که شما یک مقدار تبدیل از یک به نوع داده های دیگر, شما باید به یاد داشته باشید که در مورد مشترک, این یک عملیات نا امن است که می تواند به از دست دادن داده ها منجر شود. از دست دادن داده ها می تواند رخ دهد اگر شما سعی می کنید به جا ارزش از یک نوع داده بزرگتر به یک نوع داده کوچکتر, و یا اگر شما ارزش بین انواع داده های مختلف تبدیل.
-
-کلیک کرده است [همان رفتار به عنوان ج++ برنامه](https://en.cppreference.com/w/cpp/language/implicit_conversion).
-
-## toInt(8/16/32/64) {#toint8163264}
-
-تبدیل یک مقدار ورودی به [Int](../../sql-reference/data-types/int-uint.md) نوع داده. این خانواده تابع شامل:
-
--   `toInt8(expr)` — Results in the `Int8` نوع داده.
--   `toInt16(expr)` — Results in the `Int16` نوع داده.
--   `toInt32(expr)` — Results in the `Int32` نوع داده.
--   `toInt64(expr)` — Results in the `Int64` نوع داده.
-
-**پارامترها**
-
--   `expr` — [عبارت](../syntax.md#syntax-expressions) بازگشت یک عدد یا یک رشته با نمایش اعشاری یک عدد. دودویی, مبنای هشت, و بازنمایی هگزادسیمال از اعداد پشتیبانی نمی شوند. صفر منجر محروم هستند.
-
-**مقدار بازگشتی**
-
-مقدار صحیح در `Int8`, `Int16`, `Int32` یا `Int64` نوع داده.
-
-توابع استفاده [گرد کردن به سمت صفر](https://en.wikipedia.org/wiki/Rounding#Rounding_towards_zero) یعنی عدد کسری از اعداد را کوتاه می کنند.
-
-رفتار توابع برای [هشدار داده می شود](../../sql-reference/data-types/float.md#data_type-float-nan-inf) استدلال تعریف نشده است. به یاد داشته باشید در مورد [مسایل همگرایی عددی](#numeric-conversion-issues), هنگام استفاده از توابع.
-
-**مثال**
-
-``` sql
-SELECT toInt64(nan), toInt32(32), toInt16('16'), toInt8(8.8)
-```
-
-``` text
-┌─────────toInt64(nan)─┬─toInt32(32)─┬─toInt16('16')─┬─toInt8(8.8)─┐
-│ -9223372036854775808 │          32 │            16 │           8 │
-└──────────────────────┴─────────────┴───────────────┴─────────────┘
-```
-
-## toInt(8/16/32/64)OrZero {#toint8163264orzero}
-
-این استدلال از نوع رشته طول می کشد و تلاش می کند تا به اعضای هیات تجزیه (8 \| 16 \| 32 \| 64). اگر شکست خورده, بازده 0.
-
-**مثال**
-
-``` sql
-select toInt64OrZero('123123'), toInt8OrZero('123qwe123')
-```
-
-``` text
-┌─toInt64OrZero('123123')─┬─toInt8OrZero('123qwe123')─┐
-│                  123123 │                         0 │
-└─────────────────────────┴───────────────────────────┘
-```
-
-## toInt(8/16/32/64)OrNull {#toint8163264ornull}
-
-این استدلال از نوع رشته طول می کشد و تلاش می کند تا به اعضای هیات تجزیه (8 \| 16 \| 32 \| 64). اگر شکست خورده, تهی گرداند.
-
-**مثال**
-
-``` sql
-select toInt64OrNull('123123'), toInt8OrNull('123qwe123')
-```
-
-``` text
-┌─toInt64OrNull('123123')─┬─toInt8OrNull('123qwe123')─┐
-│                  123123 │                      ᴺᵁᴸᴸ │
-└─────────────────────────┴───────────────────────────┘
-```
-
-## toUInt(8/16/32/64) {#touint8163264}
-
-تبدیل یک مقدار ورودی به [اینترنت](../../sql-reference/data-types/int-uint.md) نوع داده. این خانواده تابع شامل:
-
--   `toUInt8(expr)` — Results in the `UInt8` نوع داده.
--   `toUInt16(expr)` — Results in the `UInt16` نوع داده.
--   `toUInt32(expr)` — Results in the `UInt32` نوع داده.
--   `toUInt64(expr)` — Results in the `UInt64` نوع داده.
-
-**پارامترها**
-
--   `expr` — [عبارت](../syntax.md#syntax-expressions) بازگشت یک عدد یا یک رشته با نمایش اعشاری یک عدد. دودویی, مبنای هشت, و بازنمایی هگزادسیمال از اعداد پشتیبانی نمی شوند. صفر منجر محروم هستند.
-
-**مقدار بازگشتی**
-
-مقدار صحیح در `UInt8`, `UInt16`, `UInt32` یا `UInt64` نوع داده.
-
-توابع استفاده [گرد کردن به سمت صفر](https://en.wikipedia.org/wiki/Rounding#Rounding_towards_zero) یعنی عدد کسری از اعداد را کوتاه می کنند.
-
-رفتار توابع برای کشاورزی منفی و برای [هشدار داده می شود](../../sql-reference/data-types/float.md#data_type-float-nan-inf) استدلال تعریف نشده است. اگر شما یک رشته عبور با تعداد منفی, مثلا `'-32'`, خانه را افزایش می دهد یک استثنا. به یاد داشته باشید در مورد [مسایل همگرایی عددی](#numeric-conversion-issues), هنگام استفاده از توابع.
-
-**مثال**
-
-``` sql
-SELECT toUInt64(nan), toUInt32(-32), toUInt16('16'), toUInt8(8.8)
-```
-
-``` text
-┌───────toUInt64(nan)─┬─toUInt32(-32)─┬─toUInt16('16')─┬─toUInt8(8.8)─┐
-│ 9223372036854775808 │    4294967264 │             16 │            8 │
-└─────────────────────┴───────────────┴────────────────┴──────────────┘
-```
-
-## toUInt(8/16/32/64)OrZero {#touint8163264orzero}
-
-## toUInt(8/16/32/64)OrNull {#touint8163264ornull}
-
-## توفلوات (32/64) {#tofloat3264}
-
-## toFloat(32/64)OrZero {#tofloat3264orzero}
-
-## toFloat(32/64)OrNull {#tofloat3264ornull}
-
-## toDate {#todate}
-
-## تودارزرو {#todateorzero}
-
-## طول عمر {#todateornull}
-
-## toDateTime {#todatetime}
-
-## به اندازه تو {#todatetimeorzero}
-
-## طول عمر ترنول {#todatetimeornull}
-
-## toDecimal(32/64/128) {#todecimal3264128}
-
-تبدیل `value` به [دهدهی](../../sql-reference/data-types/decimal.md) نوع داده با دقت `S`. این `value` می تواند یک عدد یا یک رشته. این `S` (مقیاس) پارامتر تعداد رقم اعشار را مشخص می کند.
-
--   `toDecimal32(value, S)`
--   `toDecimal64(value, S)`
--   `toDecimal128(value, S)`
-
-## toDecimal(32/64/128)OrNull {#todecimal3264128ornull}
-
-تبدیل یک رشته ورودی به یک [Nullable(اعشاری(P,S))](../../sql-reference/data-types/decimal.md) مقدار نوع داده. این خانواده از توابع عبارتند از:
-
--   `toDecimal32OrNull(expr, S)` — Results in `Nullable(Decimal32(S))` نوع داده.
--   `toDecimal64OrNull(expr, S)` — Results in `Nullable(Decimal64(S))` نوع داده.
--   `toDecimal128OrNull(expr, S)` — Results in `Nullable(Decimal128(S))` نوع داده.
-
-این توابع باید به جای استفاده `toDecimal*()` توابع, اگر شما ترجیح می دهید برای دریافت یک `NULL` ارزش به جای یک استثنا در صورت خطا تجزیه ارزش ورودی.
-
-**پارامترها**
-
--   `expr` — [عبارت](../syntax.md#syntax-expressions), بازگرداندن یک مقدار در [رشته](../../sql-reference/data-types/string.md) نوع داده. تاتر انتظار نمایندگی متنی از عدد اعشاری. به عنوان مثال, `'1.111'`.
--   `S` — Scale, the number of decimal places in the resulting value.
-
-**مقدار بازگشتی**
-
-یک مقدار در `Nullable(Decimal(P,S))` نوع داده. مقدار شامل:
-
--   شماره با `S` اعشار, اگر تاتر تفسیر رشته ورودی به عنوان یک عدد.
--   `NULL`, اگر تاتر می توانید رشته ورودی به عنوان یک عدد تفسیر نمی کند و یا اگر تعداد ورودی شامل بیش از `S` رقم اعشار.
-
-**مثالها**
-
-``` sql
-SELECT toDecimal32OrNull(toString(-1.111), 5) AS val, toTypeName(val)
-```
-
-``` text
-┌──────val─┬─toTypeName(toDecimal32OrNull(toString(-1.111), 5))─┐
-│ -1.11100 │ Nullable(Decimal(9, 5))                            │
-└──────────┴────────────────────────────────────────────────────┘
-```
-
-``` sql
-SELECT toDecimal32OrNull(toString(-1.111), 2) AS val, toTypeName(val)
-```
-
-``` text
-┌──val─┬─toTypeName(toDecimal32OrNull(toString(-1.111), 2))─┐
-│ ᴺᵁᴸᴸ │ Nullable(Decimal(9, 2))                            │
-└──────┴────────────────────────────────────────────────────┘
-```
-
-## toDecimal(32/64/128)OrZero {#todecimal3264128orzero}
-
-تبدیل یک مقدار ورودی به [دهدهی)](../../sql-reference/data-types/decimal.md) نوع داده. این خانواده از توابع عبارتند از:
-
--   `toDecimal32OrZero( expr, S)` — Results in `Decimal32(S)` نوع داده.
--   `toDecimal64OrZero( expr, S)` — Results in `Decimal64(S)` نوع داده.
--   `toDecimal128OrZero( expr, S)` — Results in `Decimal128(S)` نوع داده.
-
-این توابع باید به جای استفاده `toDecimal*()` توابع, اگر شما ترجیح می دهید برای دریافت یک `0` ارزش به جای یک استثنا در صورت خطا تجزیه ارزش ورودی.
-
-**پارامترها**
-
--   `expr` — [عبارت](../syntax.md#syntax-expressions), بازگرداندن یک مقدار در [رشته](../../sql-reference/data-types/string.md) نوع داده. تاتر انتظار نمایندگی متنی از عدد اعشاری. به عنوان مثال, `'1.111'`.
--   `S` — Scale, the number of decimal places in the resulting value.
-
-**مقدار بازگشتی**
-
-یک مقدار در `Nullable(Decimal(P,S))` نوع داده. مقدار شامل:
-
--   شماره با `S` اعشار, اگر تاتر تفسیر رشته ورودی به عنوان یک عدد.
--   0 با `S` رقم اعشار, اگر تاتر می توانید رشته ورودی به عنوان یک عدد تفسیر نمی کند و یا اگر تعداد ورودی شامل بیش از `S` رقم اعشار.
-
-**مثال**
-
-``` sql
-SELECT toDecimal32OrZero(toString(-1.111), 5) AS val, toTypeName(val)
-```
-
-``` text
-┌──────val─┬─toTypeName(toDecimal32OrZero(toString(-1.111), 5))─┐
-│ -1.11100 │ Decimal(9, 5)                                      │
-└──────────┴────────────────────────────────────────────────────┘
-```
-
-``` sql
-SELECT toDecimal32OrZero(toString(-1.111), 2) AS val, toTypeName(val)
-```
-
-``` text
-┌──val─┬─toTypeName(toDecimal32OrZero(toString(-1.111), 2))─┐
-│ 0.00 │ Decimal(9, 2)                                      │
-└──────┴────────────────────────────────────────────────────┘
-```
-
-## toString {#tostring}
-
-توابع برای تبدیل بین اعداد, رشته ها (اما رشته ثابت نیست), تاریخ, و تاریخ با زمان.
-همه این توابع قبول یک استدلال.
-
-در هنگام تبدیل به و یا از یک رشته, ارزش فرمت شده و یا تجزیه با استفاده از قوانین مشابه برای فرمت جدولبندیشده (و تقریبا تمام فرمت های متنی دیگر). اگر رشته را نمی توان تجزیه, یک استثنا پرتاب می شود و درخواست لغو شده است.
-
-هنگام تبدیل تاریخ به اعداد و یا بالعکس, تاریخ مربوط به تعداد روز از ابتدای عصر یونیکس.
-هنگام تبدیل تاریخ با بار به اعداد و یا بالعکس, تاریخ با زمان مربوط به تعداد ثانیه از ابتدای عصر یونیکس.
-
-تاریخ و تاریخ-با-فرمت زمان برای toDate/toDateTime توابع تعریف شده به شرح زیر است:
-
-``` text
-YYYY-MM-DD
-YYYY-MM-DD hh:mm:ss
-```
-
-به عنوان یک استثنا اگر تبدیل از UInt32, Int32, UInt64 یا Int64 عددی انواع, به, تاریخ, و اگر عدد بزرگتر یا مساوی به 65536 تعدادی را به عنوان تفسیر یک زمان یونیکس (و نه به عنوان تعداد روز) و گرد است به تاریخ. این اجازه می دهد تا پشتیبانی از وقوع مشترک نوشتن ‘toDate(unix_timestamp)’ که در غیر این صورت یک خطا خواهد بود و نیاز به نوشتن بیشتر دست و پا گیر ‘toDate(toDateTime(unix_timestamp))’.
-
-تبدیل بین تاریخ و تاریخ با زمان انجام شده است راه طبیعی: با اضافه کردن یک زمان خالی و یا حذف زمان.
-
-تبدیل بین انواع عددی با استفاده از قوانین مشابه به عنوان تکالیف بین انواع مختلف عددی در ج++.
-
-علاوه بر این, تابع حول از استدلال حسگر ناحیه رنگی می توانید یک استدلال رشته دوم حاوی نام منطقه زمانی را. مثال: `Asia/Yekaterinburg` در این مورد, زمان با توجه به منطقه زمانی مشخص فرمت.
-
-``` sql
-SELECT
-    now() AS now_local,
-    toString(now(), 'Asia/Yekaterinburg') AS now_yekat
-```
-
-``` text
-┌───────────now_local─┬─now_yekat───────────┐
-│ 2016-06-15 00:11:21 │ 2016-06-15 02:11:21 │
-└─────────────────────┴─────────────────────┘
-```
-
-همچنین `toUnixTimestamp` تابع.
-
-## وضعیت زیستشناختی رکورد) {#tofixedstrings-n}
-
-تبدیل یک استدلال نوع رشته به یک رشته (نفر) نوع (یک رشته با طول ثابت نفر). نفر باید ثابت باشد.
-اگر رشته دارای بایت کمتر از نفر, این است که با بایت پوچ به سمت راست خالی. اگر رشته دارای بایت بیش از نفر, یک استثنا پرتاب می شود.
-
-## در حال بارگذاری) {#tostringcuttozeros}
-
-می پذیرد یک رشته یا رشته ثابت استدلال. بازگرداندن رشته با محتوای کوتاه در اولین صفر بایت پیدا شده است.
-
-مثال:
-
-``` sql
-SELECT toFixedString('foo', 8) AS s, toStringCutToZero(s) AS s_cut
-```
-
-``` text
-┌─s─────────────┬─s_cut─┐
-│ foo\0\0\0\0\0 │ foo   │
-└───────────────┴───────┘
-```
-
-``` sql
-SELECT toFixedString('foo\0bar', 8) AS s, toStringCutToZero(s) AS s_cut
-```
-
-``` text
-┌─s──────────┬─s_cut─┐
-│ foo\0bar\0 │ foo   │
-└────────────┴───────┘
-```
-
-## reinterpretAsUInt(8/16/32/64) {#reinterpretasuint8163264}
-
-## reinterpretAsInt(8/16/32/64) {#reinterpretasint8163264}
-
-## تفسیر مجدد (32/64) {#reinterpretasfloat3264}
-
-## بازخوانی مجدد {#reinterpretasdate}
-
-## حسگر ناحیه رنگی {#reinterpretasdatetime}
-
-این توابع یک رشته را قبول می کنند و بایت هایی را که در ابتدای رشته قرار می گیرند به عنوان یک عدد در دستور میزبان (اندی کوچک) تفسیر می کنند. اگر رشته به اندازه کافی بلند نیست, توابع کار به عنوان اگر رشته با تعداد لازم از بایت پوچ خالی. اگر رشته طولانی تر از مورد نیاز است, بایت اضافی نادیده گرفته می شوند. تاریخ به عنوان تعداد روز از ابتدای عصر یونیکس تفسیر و تاریخ با زمان به عنوان تعداد ثانیه از ابتدای عصر یونیکس تفسیر شده است.
-
-## رشته مجدد {#type_conversion_functions-reinterpretAsString}
-
-این تابع یک شماره یا تاریخ و یا تاریخ با زمان می پذیرد, و یک رشته حاوی بایت به نمایندگی از ارزش مربوطه را در سفارش میزبان را برمی گرداند (اندی کمی). بایت پوچ از پایان کاهش یافته است. مثلا, ارزش نوع اوینت32 255 یک رشته است که یک بایت طولانی است.
-
-## رشته مجدد {#reinterpretasfixedstring}
-
-این تابع یک شماره یا تاریخ و یا تاریخ با زمان می پذیرد, و یک رشته ثابت حاوی بایت به نمایندگی از ارزش مربوطه را در سفارش میزبان را برمی گرداند (اندی کمی). بایت پوچ از پایان کاهش یافته است. مثلا, ارزش نوع اوینت32 255 رشته ثابت است که یک بایت طولانی است.
-
-## بازیگران(x, T) {#type_conversion_function-cast}
-
-تبدیل ‘x’ به ‘t’ نوع داده. بازیگران نحو (ایکس به عنوان تی) نیز پشتیبانی می کند.
-
-مثال:
-
-``` sql
-SELECT
-    '2016-06-15 23:00:00' AS timestamp,
-    CAST(timestamp AS DateTime) AS datetime,
-    CAST(timestamp AS Date) AS date,
-    CAST(timestamp, 'String') AS string,
-    CAST(timestamp, 'FixedString(22)') AS fixed_string
-```
-
-``` text
-┌─timestamp───────────┬────────────datetime─┬───────date─┬─string──────────────┬─fixed_string──────────────┐
-│ 2016-06-15 23:00:00 │ 2016-06-15 23:00:00 │ 2016-06-15 │ 2016-06-15 23:00:00 │ 2016-06-15 23:00:00\0\0\0 │
-└─────────────────────┴─────────────────────┴────────────┴─────────────────────┴───────────────────────────┘
-```
-
-تبدیل به FixedString(N) تنها با این نسخهها کار برای استدلال از نوع String یا FixedString(N).
-
-تبدیل نوع به [Nullable](../../sql-reference/data-types/nullable.md) و پشت پشتیبانی می شود. مثال:
-
-``` sql
-SELECT toTypeName(x) FROM t_null
-```
-
-``` text
-┌─toTypeName(x)─┐
-│ Int8          │
-│ Int8          │
-└───────────────┘
-```
-
-``` sql
-SELECT toTypeName(CAST(x, 'Nullable(UInt16)')) FROM t_null
-```
-
-``` text
-┌─toTypeName(CAST(x, 'Nullable(UInt16)'))─┐
-│ Nullable(UInt16)                        │
-│ Nullable(UInt16)                        │
-└─────────────────────────────────────────┘
-```
-
-## توینتال (سال / سه ماهه / ماه / هفته / روز / ساعت / دقیقه / ثانیه) {#function-tointerval}
-
-تبدیل یک استدلال نوع شماره به یک [فاصله](../../sql-reference/data-types/special-data-types/interval.md) نوع داده.
-
-**نحو**
-
-``` sql
-toIntervalSecond(number)
-toIntervalMinute(number)
-toIntervalHour(number)
-toIntervalDay(number)
-toIntervalWeek(number)
-toIntervalMonth(number)
-toIntervalQuarter(number)
-toIntervalYear(number)
-```
-
-**پارامترها**
-
--   `number` — Duration of interval. Positive integer number.
-
-**مقادیر بازگشتی**
-
--   مقدار در `Interval` نوع داده.
-
-**مثال**
-
-``` sql
-WITH
-    toDate('2019-01-01') AS date,
-    INTERVAL 1 WEEK AS interval_week,
-    toIntervalWeek(1) AS interval_to_week
-SELECT
-    date + interval_week,
-    date + interval_to_week
-```
-
-``` text
-┌─plus(date, interval_week)─┬─plus(date, interval_to_week)─┐
-│                2019-01-08 │                   2019-01-08 │
-└───────────────────────────┴──────────────────────────────┘
-```
-
-## پردازش زمان {#parsedatetimebesteffort}
-
-تبدیل یک تاریخ و زمان در [رشته](../../sql-reference/data-types/string.md) نمایندگی به [DateTime](../../sql-reference/data-types/datetime.md#data_type-datetime) نوع داده.
-
-تابع تجزیه می کند [ISO 8601](https://en.wikipedia.org/wiki/ISO_8601), [1123-5.2.14 تومان-822 تاریخ و زمان مشخصات](https://tools.ietf.org/html/rfc1123#page-55), را کلیک کنید و برخی از فرمت های تاریخ و زمان دیگر.
-
-**نحو**
-
-``` sql
-parseDateTimeBestEffort(time_string [, time_zone]);
-```
-
-**پارامترها**
-
--   `time_string` — String containing a date and time to convert. [رشته](../../sql-reference/data-types/string.md).
--   `time_zone` — Time zone. The function parses `time_string` با توجه به منطقه زمانی. [رشته](../../sql-reference/data-types/string.md).
-
-**فرمت های غیر استاندارد پشتیبانی شده**
-
--   یک رشته حاوی 9..10 رقمی [برچسب زمان یونیکس](https://en.wikipedia.org/wiki/Unix_time).
--   یک رشته با یک تاریخ و یک مولفه زمان: `YYYYMMDDhhmmss`, `DD/MM/YYYY hh:mm:ss`, `DD-MM-YY hh:mm`, `YYYY-MM-DD hh:mm:ss`, و غیره.
--   یک رشته با یک تاریخ, اما هیچ مولفه زمان: `YYYY`, `YYYYMM`, `YYYY*MM`, `DD/MM/YYYY`, `DD-MM-YY` و غیره
--   یک رشته با یک روز و زمان: `DD`, `DD hh`, `DD hh:mm`. در این مورد `YYYY-MM` به عنوان جایگزین `2000-01`.
--   یک رشته است که شامل تاریخ و زمان همراه با منطقه زمانی اطلاعات افست: `YYYY-MM-DD hh:mm:ss ±h:mm`, و غیره. به عنوان مثال, `2020-12-12 17:36:00 -5:00`.
-
-برای همه فرمت های با جدا تابع تجزیه نام ماه بیان شده توسط نام کامل خود و یا با سه حرف اول یک نام ماه. مثالها: `24/DEC/18`, `24-Dec-18`, `01-September-2018`.
-
-**مقدار بازگشتی**
-
--   `time_string` تبدیل به `DateTime` نوع داده.
-
-**مثالها**
-
-پرسوجو:
-
-``` sql
-SELECT parseDateTimeBestEffort('12/12/2020 12:12:57')
-AS parseDateTimeBestEffort;
-```
-
-نتیجه:
-
-``` text
-┌─parseDateTimeBestEffort─┐
-│     2020-12-12 12:12:57 │
-└─────────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT parseDateTimeBestEffort('Sat, 18 Aug 2018 07:22:16 GMT', 'Europe/Moscow')
-AS parseDateTimeBestEffort
-```
-
-نتیجه:
-
-``` text
-┌─parseDateTimeBestEffort─┐
-│     2018-08-18 10:22:16 │
-└─────────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT parseDateTimeBestEffort('1284101485')
-AS parseDateTimeBestEffort
-```
-
-نتیجه:
-
-``` text
-┌─parseDateTimeBestEffort─┐
-│     2015-07-07 12:04:41 │
-└─────────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT parseDateTimeBestEffort('2018-12-12 10:12:12')
-AS parseDateTimeBestEffort
-```
-
-نتیجه:
-
-``` text
-┌─parseDateTimeBestEffort─┐
-│     2018-12-12 10:12:12 │
-└─────────────────────────┘
-```
-
-پرسوجو:
-
-``` sql
-SELECT parseDateTimeBestEffort('10 20:19')
-```
-
-نتیجه:
-
-``` text
-┌─parseDateTimeBestEffort('10 20:19')─┐
-│                 2000-01-10 20:19:00 │
-└─────────────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   \[ایزو 8601 اطلاعیه توسط @xkcd\] (https://xkcd.com/1179/)
--   [RFC 1123](https://tools.ietf.org/html/rfc1123)
--   [toDate](#todate)
--   [toDateTime](#todatetime)
-
-## - ترجمه نشده - {#parsedatetimebesteffortornull}
-
-همان است که برای [پردازش زمان](#parsedatetimebesteffort) با این تفاوت که وقتی با فرمت تاریخ مواجه می شود که نمی تواند پردازش شود تهی می شود.
-
-## - ترجمه نشده - {#parsedatetimebesteffortorzero}
-
-همان است که برای [پردازش زمان](#parsedatetimebesteffort) با این تفاوت که تاریخ صفر یا زمان صفر را باز می گرداند زمانی که یک فرمت تاریخ مواجه است که نمی تواند پردازش شود.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/type_conversion_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/url-functions.md b/docs/fa/sql-reference/functions/url-functions.md
deleted file mode 100644
index e270e9de424..00000000000
--- a/docs/fa/sql-reference/functions/url-functions.md
+++ /dev/null
@@ -1,210 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 54
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 \u0646\u0634\u0627\u0646\u06CC\u0647\u0627\
-  \u06CC \u0627\u06CC\u0646\u062A\u0631\u0646\u062A\u06CC"
----
-
-# توابع برای کار با نشانیهای اینترنتی {#functions-for-working-with-urls}
-
-همه این توابع را دنبال کنید. حداکثر برای بهبود عملکرد ساده شده اند.
-
-## توابع استخراج بخشهایی از نشانی وب {#functions-that-extract-parts-of-a-url}
-
-اگر قسمت مربوطه در نشانی وب وجود نداشته باشد یک رشته خالی برگردانده میشود.
-
-### قرارداد {#protocol}
-
-پروتکل را از نشانی اینترنتی خارج میکند.
-
-Examples of typical returned values: http, https, ftp, mailto, tel, magnet…
-
-### دامنه {#domain}
-
-نام میزبان را از یک نشانی اینترنتی استخراج می کند.
-
-``` sql
-domain(url)
-```
-
-**پارامترها**
-
--   `url` — URL. Type: [رشته](../../sql-reference/data-types/string.md).
-
-نشانی وب را می توان با یا بدون یک طرح مشخص شده است. مثالها:
-
-``` text
-svn+ssh://some.svn-hosting.com:80/repo/trunk
-some.svn-hosting.com:80/repo/trunk
-https://yandex.com/time/
-```
-
-برای این نمونه ها `domain` تابع نتایج زیر را برمی گرداند:
-
-``` text
-some.svn-hosting.com
-some.svn-hosting.com
-yandex.com
-```
-
-**مقادیر بازگشتی**
-
--   نام میزبان. اگر کلیک هاوس می تواند رشته ورودی را به عنوان نشانی وب تجزیه کند.
--   رشته خالی. اگر کلیکهاوس نمیتواند رشته ورودی را به عنوان نشانی وب تجزیه کند.
-
-نوع: `String`.
-
-**مثال**
-
-``` sql
-SELECT domain('svn+ssh://some.svn-hosting.com:80/repo/trunk')
-```
-
-``` text
-┌─domain('svn+ssh://some.svn-hosting.com:80/repo/trunk')─┐
-│ some.svn-hosting.com                                   │
-└────────────────────────────────────────────────────────┘
-```
-
-### دامینویتهویتوو {#domainwithoutwww}
-
-بازگرداندن دامنه و حذف بیش از یک ‘www.’ اگه از اول شروع بشه
-
-### توپولدومین {#topleveldomain}
-
-دامنه سطح بالا را از یک نشانی اینترنتی استخراج می کند.
-
-``` sql
-topLevelDomain(url)
-```
-
-**پارامترها**
-
--   `url` — URL. Type: [رشته](../../sql-reference/data-types/string.md).
-
-نشانی وب را می توان با یا بدون یک طرح مشخص شده است. مثالها:
-
-``` text
-svn+ssh://some.svn-hosting.com:80/repo/trunk
-some.svn-hosting.com:80/repo/trunk
-https://yandex.com/time/
-```
-
-**مقادیر بازگشتی**
-
--   نام دامنه. اگر کلیک هاوس می تواند رشته ورودی را به عنوان نشانی وب تجزیه کند.
--   رشته خالی. اگر کلیکهاوس نمیتواند رشته ورودی را به عنوان نشانی وب تجزیه کند.
-
-نوع: `String`.
-
-**مثال**
-
-``` sql
-SELECT topLevelDomain('svn+ssh://www.some.svn-hosting.com:80/repo/trunk')
-```
-
-``` text
-┌─topLevelDomain('svn+ssh://www.some.svn-hosting.com:80/repo/trunk')─┐
-│ com                                                                │
-└────────────────────────────────────────────────────────────────────┘
-```
-
-### در حال بارگذاری {#firstsignificantsubdomain}
-
-بازگرداندن “first significant subdomain”. این یک مفهوم غیر استاندارد خاص به یاندکس است.متریکا اولین زیر دامنه قابل توجهی یک دامنه سطح دوم است ‘com’, ‘net’, ‘org’ یا ‘co’. در غیر این صورت, این یک دامنه سطح سوم است. به عنوان مثال, `firstSignificantSubdomain (‘https://news.yandex.ru/’) = ‘yandex’, firstSignificantSubdomain (‘https://news.yandex.com.tr/’) = ‘yandex’`. فهرست “insignificant” دامنه های سطح دوم و سایر اطلاعات پیاده سازی ممکن است در اینده تغییر کند.
-
-### در حال بارگذاری {#cuttofirstsignificantsubdomain}
-
-بازگرداندن بخشی از دامنه است که شامل زیر دامنه سطح بالا تا “first significant subdomain” (توضیح بالا را ببینید).
-
-به عنوان مثال, `cutToFirstSignificantSubdomain('https://news.yandex.com.tr/') = 'yandex.com.tr'`.
-
-### مسیر {#path}
-
-مسیر را برمی گرداند. مثال: `/top/news.html` مسیر رشته پرس و جو را شامل نمی شود.
-
-### مسیر {#pathfull}
-
-همان بالا, اما از جمله رشته پرس و جو و قطعه. مثال:/بالا / اخبار.زنگامصفحه = 2 # نظرات
-
-### رشته {#querystring}
-
-بازگرداندن رشته پرس و جو. مثال: صفحه=1&چاپی=213. پرس و جو رشته علامت سوال اولیه را شامل نمی شود, و همچنین # و همه چیز بعد از #.
-
-### قطعه {#fragment}
-
-بازگرداندن شناسه قطعه. قطعه می کند نماد هش اولیه را شامل نمی شود.
-
-### وضعیت زیستشناختی رکورد {#querystringandfragment}
-
-بازگرداندن رشته پرس و جو و شناسه قطعه. مثال: صفحه=1#29390.
-
-### نام) {#extracturlparameterurl-name}
-
-بازگرداندن ارزش ‘name’ پارامتر در نشانی وب, در صورت وجود. در غیر این صورت, یک رشته خالی. اگر پارامترهای بسیاری با این نام وجود دارد, این اولین رخداد را برمی گرداند. این تابع با این فرض کار می کند که نام پارامتر در نشانی اینترنتی دقیقا به همان شیوه در استدلال گذشت کد گذاری شده است.
-
-### شمارش معکوس) {#extracturlparametersurl}
-
-مجموعه ای از نام=رشته ارزش مربوط به پارامترهای نشانی وب را برمی گرداند. ارزش ها به هیچ وجه رمزگشایی نمی.
-
-### extractURLParameterNames(URL) {#extracturlparameternamesurl}
-
-مجموعه ای از نام رشته های مربوط به نام پارامترهای نشانی وب را باز می گرداند. ارزش ها به هیچ وجه رمزگشایی نمی.
-
-### URLHierarchy(URL) {#urlhierarchyurl}
-
-را برمی گرداند مجموعه ای حاوی نشانی اینترنتی, کوتاه در پایان توسط علامت /,? در مسیر و پرس و جو-رشته. کاراکتر جداکننده متوالی به عنوان یکی شمارش می شود. برش در موقعیت بعد از تمام کاراکتر جدا متوالی ساخته شده است.
-
-### URLPathHierarchy(URL) {#urlpathhierarchyurl}
-
-همانطور که در بالا, اما بدون پروتکل و میزبان در نتیجه. / عنصر (ریشه) گنجانده نشده است. به عنوان مثال: تابع استفاده می شود برای پیاده سازی درخت گزارش نشانی اینترنتی در یاندکس. متریک.
-
-``` text
-URLPathHierarchy('https://example.com/browse/CONV-6788') =
-[
-    '/browse/',
-    '/browse/CONV-6788'
-]
-```
-
-### نما & نشانی وب) {#decodeurlcomponenturl}
-
-را برمی گرداند نشانی اینترنتی رمزگشایی.
-مثال:
-
-``` sql
-SELECT decodeURLComponent('http://127.0.0.1:8123/?query=SELECT%201%3B') AS DecodedURL;
-```
-
-``` text
-┌─DecodedURL─────────────────────────────┐
-│ http://127.0.0.1:8123/?query=SELECT 1; │
-└────────────────────────────────────────┘
-```
-
-## توابع حذف بخشی از نشانی وب {#functions-that-remove-part-of-a-url}
-
-اگر نشانی وب هیچ چیز مشابه ندارد, نشانی اینترنتی بدون تغییر باقی می ماند.
-
-### بریدن {#cutwww}
-
-حذف بیش از یک ‘www.’ از ابتدای دامنه نشانی اینترنتی در صورت وجود.
-
-### & رشته {#cutquerystring}
-
-حذف رشته پرس و جو. علامت سوال نیز حذف شده است.
-
-### تقسیم {#cutfragment}
-
-حذف شناسه قطعه. علامت شماره نیز حذف شده است.
-
-### هشدار داده می شود {#cutquerystringandfragment}
-
-حذف رشته پرس و جو و شناسه قطعه. علامت سوال و علامت شماره نیز حذف شده است.
-
-### cutURLParameter(URL, نام) {#cuturlparameterurl-name}
-
-حذف ‘name’ پارامتر نشانی وب, در صورت وجود. این تابع با این فرض کار می کند که نام پارامتر در نشانی اینترنتی دقیقا به همان شیوه در استدلال گذشت کد گذاری شده است.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/url_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/uuid-functions.md b/docs/fa/sql-reference/functions/uuid-functions.md
deleted file mode 100644
index 50f4d5e20f0..00000000000
--- a/docs/fa/sql-reference/functions/uuid-functions.md
+++ /dev/null
@@ -1,122 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 53
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 \u06CC\u0648\u06CC\u062F"
----
-
-# توابع برای کار با یوید {#functions-for-working-with-uuid}
-
-توابع برای کار با شناسه به شرح زیر است.
-
-## جنراتیدو4 {#uuid-function-generate}
-
-تولید [UUID](../../sql-reference/data-types/uuid.md) از [نسخه 4](https://tools.ietf.org/html/rfc4122#section-4.4).
-
-``` sql
-generateUUIDv4()
-```
-
-**مقدار بازگشتی**
-
-مقدار نوع شناسه.
-
-**مثال طریقه استفاده**
-
-این مثال نشان می دهد ایجاد یک جدول با ستون نوع شناسه و قرار دادن یک مقدار به جدول.
-
-``` sql
-CREATE TABLE t_uuid (x UUID) ENGINE=TinyLog
-
-INSERT INTO t_uuid SELECT generateUUIDv4()
-
-SELECT * FROM t_uuid
-```
-
-``` text
-┌────────────────────────────────────x─┐
-│ f4bf890f-f9dc-4332-ad5c-0c18e73f28e9 │
-└──────────────────────────────────────┘
-```
-
-## شناسه بسته:) {#touuid-x}
-
-تبدیل مقدار نوع رشته به نوع شناسه.
-
-``` sql
-toUUID(String)
-```
-
-**مقدار بازگشتی**
-
-مقدار نوع شناسه.
-
-**مثال طریقه استفاده**
-
-``` sql
-SELECT toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0') AS uuid
-```
-
-``` text
-┌─────────────────────────────────uuid─┐
-│ 61f0c404-5cb3-11e7-907b-a6006ad3dba0 │
-└──────────────────────────────────────┘
-```
-
-## وضعیت زیستشناختی رکورد {#uuidstringtonum}
-
-می پذیرد یک رشته حاوی 36 کاراکتر در قالب `xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx` و به عنوان مجموعه ای از بایت ها در یک [رشته ثابت (16)](../../sql-reference/data-types/fixedstring.md).
-
-``` sql
-UUIDStringToNum(String)
-```
-
-**مقدار بازگشتی**
-
-رشته ثابت (16)
-
-**نمونه های استفاده**
-
-``` sql
-SELECT
-    '612f3c40-5d3b-217e-707b-6a546a3d7b29' AS uuid,
-    UUIDStringToNum(uuid) AS bytes
-```
-
-``` text
-┌─uuid─────────────────────────────────┬─bytes────────────┐
-│ 612f3c40-5d3b-217e-707b-6a546a3d7b29 │ a/<@];!~p{jTj={) │
-└──────────────────────────────────────┴──────────────────┘
-```
-
-## هشدار داده می شود {#uuidnumtostring}
-
-می پذیرد [رشته ثابت (16)](../../sql-reference/data-types/fixedstring.md) ارزش, و یک رشته حاوی گرداند 36 شخصیت در قالب متن.
-
-``` sql
-UUIDNumToString(FixedString(16))
-```
-
-**مقدار بازگشتی**
-
-رشته.
-
-**مثال طریقه استفاده**
-
-``` sql
-SELECT
-    'a/<@];!~p{jTj={)' AS bytes,
-    UUIDNumToString(toFixedString(bytes, 16)) AS uuid
-```
-
-``` text
-┌─bytes────────────┬─uuid─────────────────────────────────┐
-│ a/<@];!~p{jTj={) │ 612f3c40-5d3b-217e-707b-6a546a3d7b29 │
-└──────────────────┴──────────────────────────────────────┘
-```
-
-## همچنین نگاه کنید به {#see-also}
-
--   [دیکتاتوری](ext-dict-functions.md#ext_dict_functions-other)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/uuid_function/) <!--hide-->
diff --git a/docs/fa/sql-reference/functions/ym-dict-functions.md b/docs/fa/sql-reference/functions/ym-dict-functions.md
deleted file mode 100644
index 689d0171666..00000000000
--- a/docs/fa/sql-reference/functions/ym-dict-functions.md
+++ /dev/null
@@ -1,157 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 59
-toc_title: "\u06A9\u0627\u0631 \u0628\u0627 \u06CC\u0627\u0646\u062F\u06A9\u0633.\u0648\
-  \u0627\u0698\u0647\u0646\u0627\u0645\u0647\u0647\u0627 \u0645\u062A\u0631\u06CC\u06A9\
-  \u0627"
----
-
-# توابع برای کار با یاندکس.واژهنامهها متریکا {#functions-for-working-with-yandex-metrica-dictionaries}
-
-به منظور توابع زیر به کار پیکربندی سرور باید مشخص مسیر و نشانی برای گرفتن تمام یاندکس.واژهنامهها متریکا. لغت نامه ها در اولین تماس از هر یک از این توابع لود می شود. اگر لیست مرجع نمی تواند لود شود, یک استثنا پرتاب می شود.
-
-برای اطلاعات در مورد ایجاد لیست مرجع, بخش را ببینید “Dictionaries”.
-
-## موقعیت جغرافیایی چندگانه {#multiple-geobases}
-
-ClickHouse پشتیبانی از کار با چند جایگزین geobases (منطقه ای سلسله مراتب) به طور همزمان به منظور حمایت از دیدگاه های مختلف که در آن کشورهای خاص مناطق متعلق به.
-
-این ‘clickhouse-server’ پیکربندی فایل را با سلسله مراتب منطقه ای مشخص می کند::`<path_to_regions_hierarchy_file>/opt/geo/regions_hierarchy.txt</path_to_regions_hierarchy_file>`
-
-علاوه بر این فایل, همچنین برای فایل های جستجو در این نزدیکی هست که نماد _ و هر پسوند اضافه به نام (قبل از پسوند فایل).
-مثلا, همچنین فایل را پیدا خواهد کرد `/opt/geo/regions_hierarchy_ua.txt`, اگر در حال حاضر.
-
-`ua` کلید فرهنگ لغت نامیده می شود. برای یک فرهنگ لغت بدون پسوند, کلید یک رشته خالی است.
-
-تمام واژهنامهها دوباره لود شده در زمان اجرا (یک بار در هر تعداد معینی از ثانیه, همانطور که در دستور داخلی تعریف شده _فرهنگ_ پارامتر پیکربندی, و یا یک بار در ساعت به طور پیش فرض). با این حال, لیست لغت نامه های موجود تعریف شده است یک بار, زمانی که سرور شروع می شود.
-
-All functions for working with regions have an optional argument at the end – the dictionary key. It is referred to as the geobase.
-مثال:
-
-``` sql
-regionToCountry(RegionID) – Uses the default dictionary: /opt/geo/regions_hierarchy.txt
-regionToCountry(RegionID, '') – Uses the default dictionary: /opt/geo/regions_hierarchy.txt
-regionToCountry(RegionID, 'ua') – Uses the dictionary for the 'ua' key: /opt/geo/regions_hierarchy_ua.txt
-```
-
-### regionToCity(id\[, geobase\]) {#regiontocityid-geobase}
-
-Accepts a UInt32 number – the region ID from the Yandex geobase. If this region is a city or part of a city, it returns the region ID for the appropriate city. Otherwise, returns 0.
-
-### regionToArea(id\[, geobase\]) {#regiontoareaid-geobase}
-
-تبدیل یک منطقه به یک منطقه (نوع 5 در پایگاه داده). در هر راه دیگر, این تابع همان است که ‘regionToCity’.
-
-``` sql
-SELECT DISTINCT regionToName(regionToArea(toUInt32(number), 'ua'))
-FROM system.numbers
-LIMIT 15
-```
-
-``` text
-┌─regionToName(regionToArea(toUInt32(number), \'ua\'))─┐
-│                                                      │
-│ Moscow and Moscow region                             │
-│ St. Petersburg and Leningrad region                  │
-│ Belgorod region                                      │
-│ Ivanovsk region                                      │
-│ Kaluga region                                        │
-│ Kostroma region                                      │
-│ Kursk region                                         │
-│ Lipetsk region                                       │
-│ Orlov region                                         │
-│ Ryazan region                                        │
-│ Smolensk region                                      │
-│ Tambov region                                        │
-│ Tver region                                          │
-│ Tula region                                          │
-└──────────────────────────────────────────────────────┘
-```
-
-### regionToDistrict(id\[, geobase\]) {#regiontodistrictid-geobase}
-
-تبدیل یک منطقه به یک منطقه فدرال (نوع 4 در پایگاه داده). در هر راه دیگر, این تابع همان است که ‘regionToCity’.
-
-``` sql
-SELECT DISTINCT regionToName(regionToDistrict(toUInt32(number), 'ua'))
-FROM system.numbers
-LIMIT 15
-```
-
-``` text
-┌─regionToName(regionToDistrict(toUInt32(number), \'ua\'))─┐
-│                                                          │
-│ Central federal district                                 │
-│ Northwest federal district                               │
-│ South federal district                                   │
-│ North Caucases federal district                          │
-│ Privolga federal district                                │
-│ Ural federal district                                    │
-│ Siberian federal district                                │
-│ Far East federal district                                │
-│ Scotland                                                 │
-│ Faroe Islands                                            │
-│ Flemish region                                           │
-│ Brussels capital region                                  │
-│ Wallonia                                                 │
-│ Federation of Bosnia and Herzegovina                     │
-└──────────────────────────────────────────────────────────┘
-```
-
-### regionToCountry(id\[, geobase\]) {#regiontocountryid-geobase}
-
-تبدیل یک منطقه به یک کشور. در هر راه دیگر, این تابع همان است که ‘regionToCity’.
-مثال: `regionToCountry(toUInt32(213)) = 225` تبدیل مسکو (213) به روسیه (225).
-
-### regionToContinent(id\[, geobase\]) {#regiontocontinentid-geobase}
-
-تبدیل یک منطقه به یک قاره. در هر راه دیگر, این تابع همان است که ‘regionToCity’.
-مثال: `regionToContinent(toUInt32(213)) = 10001` تبدیل مسکو (213) به اوراسیا (10001).
-
-### نقلقولهای جدید از این نویسنده) {#regiontotopcontinent-regiontotopcontinent}
-
-بالاترین قاره را در سلسله مراتب منطقه پیدا می کند.
-
-**نحو**
-
-``` sql
-regionToTopContinent(id[, geobase]);
-```
-
-**پارامترها**
-
--   `id` — Region ID from the Yandex geobase. [UInt32](../../sql-reference/data-types/int-uint.md).
--   `geobase` — Dictionary key. See [موقعیت جغرافیایی چندگانه](#multiple-geobases). [رشته](../../sql-reference/data-types/string.md). اختیاری.
-
-**مقدار بازگشتی**
-
--   شناسه قاره سطح بالا (دومی زمانی که شما صعود سلسله مراتب مناطق).
--   0, اگر هیچ کدام وجود دارد.
-
-نوع: `UInt32`.
-
-### regionToPopulation(id\[, geobase\]) {#regiontopopulationid-geobase}
-
-می شود جمعیت برای یک منطقه.
-جمعیت را می توان در فایل های با پایگاه داده ثبت شده است. بخش را ببینید “External dictionaries”.
-اگر جمعیت برای منطقه ثبت نشده, باز می گردد 0.
-در یاندکس پایگاه جغرافیایی, جمعیت ممکن است برای مناطق کودک ثبت, اما نه برای مناطق پدر و مادر.
-
-### regionIn(lhs, rhs\[, geobase\]) {#regioninlhs-rhs-geobase}
-
-بررسی اینکه یک ‘lhs’ منطقه متعلق به ‘rhs’ منطقه. بازگرداندن یک عدد 18 برابر 1 اگر متعلق, یا 0 اگر تعلق ندارد.
-The relationship is reflexive – any region also belongs to itself.
-
-### regionHierarchy(id\[, geobase\]) {#regionhierarchyid-geobase}
-
-Accepts a UInt32 number – the region ID from the Yandex geobase. Returns an array of region IDs consisting of the passed region and all parents along the chain.
-مثال: `regionHierarchy(toUInt32(213)) = [213,1,3,225,10001,10000]`.
-
-### شناسه بسته:\]) {#regiontonameid-lang}
-
-Accepts a UInt32 number – the region ID from the Yandex geobase. A string with the name of the language can be passed as a second argument. Supported languages are: ru, en, ua, uk, by, kz, tr. If the second argument is omitted, the language ‘ru’ is used. If the language is not supported, an exception is thrown. Returns a string – the name of the region in the corresponding language. If the region with the specified ID doesn't exist, an empty string is returned.
-
-`ua` و `uk` هر دو به معنای اوکراین.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/functions/ym_dict_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/index.md b/docs/fa/sql-reference/index.md
deleted file mode 100644
index 99095c9e47b..00000000000
--- a/docs/fa/sql-reference/index.md
+++ /dev/null
@@ -1,20 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0645\u0631\u062C\u0639 \u0645\u0631\u0628\u0639"
-toc_hidden: true
-toc_priority: 28
-toc_title: "\u0645\u062E\u0641\u06CC"
----
-
-# مرجع مربع {#sql-reference}
-
-تاتر از انواع زیر نمایش داده شد:
-
--   [SELECT](statements/select/index.md)
--   [INSERT INTO](statements/insert-into.md)
--   [CREATE](statements/create.md)
--   [ALTER](statements/alter.md#query_language_queries_alter)
--   [انواع دیگر نمایش داده شد](statements/misc.md)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/sql-reference/) <!--hide-->
diff --git a/docs/fa/sql-reference/operators/in.md b/docs/fa/sql-reference/operators/in.md
deleted file mode 100644
index 7ddffca0e2b..00000000000
--- a/docs/fa/sql-reference/operators/in.md
+++ /dev/null
@@ -1,204 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-### در اپراتورها {#select-in-operators}
-
-این `IN`, `NOT IN`, `GLOBAL IN` و `GLOBAL NOT IN` اپراتورها به طور جداگانه تحت پوشش, از قابلیت های خود را کاملا غنی است.
-
-سمت چپ اپراتور یا یک ستون یا یک تاپل است.
-
-مثالها:
-
-``` sql
-SELECT UserID IN (123, 456) FROM ...
-SELECT (CounterID, UserID) IN ((34, 123), (101500, 456)) FROM ...
-```
-
-اگر سمت چپ یک ستون است که در شاخص است, و در سمت راست مجموعه ای از ثابت است, سیستم با استفاده از شاخص برای پردازش پرس و جو.
-
-Don't list too many values explicitly (i.e. millions). If a data set is large, put it in a temporary table (for example, see the section “External data for query processing”), سپس با استفاده از یک خرده فروشی.
-
-سمت راست اپراتور می تواند مجموعه ای از عبارات ثابت, مجموعه ای از تاپل با عبارات ثابت (نشان داده شده در نمونه های بالا), و یا به نام یک جدول پایگاه داده و یا زیرخاکی در داخل پرانتز را انتخاب کنید.
-
-اگر سمت راست اپراتور نام یک جدول است (مثلا, `UserID IN users`), این معادل به خرده فروشی است `UserID IN (SELECT * FROM users)`. با استفاده از این هنگام کار با داده های خارجی است که همراه با پرس و جو ارسال می شود. مثلا, پرس و جو را می توان همراه با مجموعه ای از شناسه کاربر لود شده به ارسال ‘users’ جدول موقت, که باید فیلتر شود.
-
-اگر در سمت راست اپراتور یک نام جدول است که موتور مجموعه ای است (مجموعه داده های تهیه شده است که همیشه در رم), مجموعه داده خواهد شد بیش از دوباره برای هر پرس و جو ایجاد نمی.
-
-زیرخاکری ممکن است بیش از یک ستون برای فیلتر کردن تاپل را مشخص کنید.
-مثال:
-
-``` sql
-SELECT (CounterID, UserID) IN (SELECT CounterID, UserID FROM ...) FROM ...
-```
-
-ستون به سمت چپ و راست اپراتور در باید همان نوع.
-
-اپراتور در و زیرخاکی ممکن است در هر بخشی از پرس و جو رخ می دهد, از جمله در توابع کل و توابع لامبدا.
-مثال:
-
-``` sql
-SELECT
-    EventDate,
-    avg(UserID IN
-    (
-        SELECT UserID
-        FROM test.hits
-        WHERE EventDate = toDate('2014-03-17')
-    )) AS ratio
-FROM test.hits
-GROUP BY EventDate
-ORDER BY EventDate ASC
-```
-
-``` text
-┌──EventDate─┬────ratio─┐
-│ 2014-03-17 │        1 │
-│ 2014-03-18 │ 0.807696 │
-│ 2014-03-19 │ 0.755406 │
-│ 2014-03-20 │ 0.723218 │
-│ 2014-03-21 │ 0.697021 │
-│ 2014-03-22 │ 0.647851 │
-│ 2014-03-23 │ 0.648416 │
-└────────────┴──────────┘
-```
-
-برای هر روز پس از مارس 17, تعداد درصد تعداد بازدید از صفحات ساخته شده توسط کاربران که سایت در مارس 17 بازدید.
-یک خرده فروشی در بند در همیشه اجرا فقط یک بار بر روی یک سرور. هیچ زیرمجموعه وابسته وجود دارد.
-
-## پردازش پوچ {#null-processing-1}
-
-در طول پردازش درخواست, در اپراتور فرض می شود که در نتیجه یک عملیات با [NULL](../syntax.md#null-literal) همیشه برابر است با `0`, صرف نظر از اینکه `NULL` است در سمت راست یا چپ اپراتور. `NULL` ارزش ها در هر مجموعه داده شامل نمی شود, به یکدیگر مربوط نیست و نمی توان در مقایسه.
-
-در اینجا یک مثال با است `t_null` جدول:
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-│ 2 │    3 │
-└───┴──────┘
-```
-
-در حال اجرا پرس و جو `SELECT x FROM t_null WHERE y IN (NULL,3)` به شما نتیجه زیر را می دهد:
-
-``` text
-┌─x─┐
-│ 2 │
-└───┘
-```
-
-شما می توانید ببینید که ردیف که `y = NULL` از نتایج پرس و جو پرتاب می شود. دلیل این است که تاتر نمی توانید تصمیم بگیرید که چه `NULL` در `(NULL,3)` تنظیم, بازگشت `0` به عنوان نتیجه عملیات و `SELECT` این سطر را از خروجی نهایی حذف می کند.
-
-``` sql
-SELECT y IN (NULL, 3)
-FROM t_null
-```
-
-``` text
-┌─in(y, tuple(NULL, 3))─┐
-│                     0 │
-│                     1 │
-└───────────────────────┘
-```
-
-## توزیع Subqueries {#select-distributed-subqueries}
-
-دو گزینه برای در بازدید کنندگان با کارخانه های فرعی وجود دارد (شبیه به می پیوندد): طبیعی `IN` / `JOIN` و `GLOBAL IN` / `GLOBAL JOIN`. در نحوه اجرا برای پردازش پرس و جو توزیع شده متفاوت است.
-
-!!! attention "توجه"
-    به یاد داشته باشید که الگوریتم های زیر توضیح داده شده ممکن است متفاوت بسته به کار [تنظیمات](../../operations/settings/settings.md) `distributed_product_mode` تنظیمات.
-
-هنگام استفاده از به طور منظم در, پرس و جو به سرور از راه دور ارسال, و هر یک از اجرا می شود کارخانه های فرعی در `IN` یا `JOIN` بند بند.
-
-هنگام استفاده از `GLOBAL IN` / `GLOBAL JOINs`, اول همه زیرمجموعه ها برای اجرا `GLOBAL IN` / `GLOBAL JOINs` و نتایج در جداول موقت جمع می شوند. سپس جداول موقت به هر سرور از راه دور ارسال, جایی که نمایش داده شد با استفاده از این داده های موقت اجرا.
-
-برای پرس و جو غیر توزیع, استفاده از به طور منظم `IN` / `JOIN`.
-
-مراقب باشید در هنگام استفاده از کارخانه های فرعی در `IN` / `JOIN` بند برای پردازش پرس و جو توزیع.
-
-بیایید نگاهی به برخی از نمونه. فرض کنید که هر سرور در خوشه طبیعی است **_تمل**. هر سرور همچنین دارای یک **توزیع _تماس** جدول با **توزیع شده** نوع, که به نظر می رسد در تمام سرور در خوشه.
-
-برای پرس و جو به **توزیع _تماس** پرس و جو به تمام سرورهای راه دور ارسال می شود و با استفاده از **_تمل**.
-
-برای مثال پرس و جو
-
-``` sql
-SELECT uniq(UserID) FROM distributed_table
-```
-
-به تمام سرورهای راه دور ارسال می شود
-
-``` sql
-SELECT uniq(UserID) FROM local_table
-```
-
-و به صورت موازی اجرا می شود تا زمانی که به مرحله ای برسد که نتایج متوسط می تواند ترکیب شود. سپس نتایج میانی به سرور درخواست کننده بازگردانده می شود و با هم ادغام می شوند و نتیجه نهایی به مشتری ارسال می شود.
-
-حالا اجازه دهید به بررسی یک پرس و جو با در:
-
-``` sql
-SELECT uniq(UserID) FROM distributed_table WHERE CounterID = 101500 AND UserID IN (SELECT UserID FROM local_table WHERE CounterID = 34)
-```
-
--   محاسبه تقاطع مخاطبان از دو سایت.
-
-این پرس و جو خواهد شد به تمام سرور از راه دور به عنوان ارسال می شود
-
-``` sql
-SELECT uniq(UserID) FROM local_table WHERE CounterID = 101500 AND UserID IN (SELECT UserID FROM local_table WHERE CounterID = 34)
-```
-
-به عبارت دیگر, داده های تعیین شده در بند در خواهد شد بر روی هر سرور به طور مستقل جمع, تنها در سراسر داده است که به صورت محلی بر روی هر یک از سرور های ذخیره شده.
-
-این به درستی و بهینه کار خواهد کرد اگر شما برای این مورد تهیه و داده ها در سراسر سرورهای خوشه گسترش یافته اند به طوری که داده ها را برای یک شناسه تنها ساکن به طور کامل بر روی یک سرور واحد. در این مورد, تمام اطلاعات لازم در دسترس خواهد بود به صورت محلی بر روی هر سرور. در غیر این صورت نتیجه نادرست خواهد بود. ما به این تنوع از پرس و جو به عنوان مراجعه کنید “local IN”.
-
-برای اصلاح چگونه پرس و جو کار می کند زمانی که داده ها به طور تصادفی در سراسر سرور خوشه گسترش, شما می توانید مشخص **توزیع _تماس** در داخل یک خرده فروشی. پرس و جو شبیه به این خواهد بود:
-
-``` sql
-SELECT uniq(UserID) FROM distributed_table WHERE CounterID = 101500 AND UserID IN (SELECT UserID FROM distributed_table WHERE CounterID = 34)
-```
-
-این پرس و جو خواهد شد به تمام سرور از راه دور به عنوان ارسال می شود
-
-``` sql
-SELECT uniq(UserID) FROM local_table WHERE CounterID = 101500 AND UserID IN (SELECT UserID FROM distributed_table WHERE CounterID = 34)
-```
-
-خرده فروشی شروع خواهد شد در حال اجرا بر روی هر سرور از راه دور. پس از زیرخاکری با استفاده از یک جدول توزیع, خرده فروشی است که در هر سرور از راه دور خواهد شد به هر سرور از راه دور به عنوان خشمگین
-
-``` sql
-SELECT UserID FROM local_table WHERE CounterID = 34
-```
-
-مثلا, اگر شما یک خوشه از 100 سرور, اجرای کل پرس و جو نیاز 10,000 درخواست ابتدایی, که به طور کلی در نظر گرفته غیر قابل قبول.
-
-در چنین مواردی, شما همیشه باید جهانی به جای در استفاده از. بیایید نگاه کنیم که چگونه برای پرس و جو کار می کند
-
-``` sql
-SELECT uniq(UserID) FROM distributed_table WHERE CounterID = 101500 AND UserID GLOBAL IN (SELECT UserID FROM distributed_table WHERE CounterID = 34)
-```
-
-سرور درخواست کننده خرده فروشی را اجرا خواهد کرد
-
-``` sql
-SELECT UserID FROM distributed_table WHERE CounterID = 34
-```
-
-و در نتیجه خواهد شد در یک جدول موقت در رم قرار داده است. سپس درخواست خواهد شد به هر سرور از راه دور به عنوان ارسال
-
-``` sql
-SELECT uniq(UserID) FROM local_table WHERE CounterID = 101500 AND UserID GLOBAL IN _data1
-```
-
-و جدول موقت `_data1` خواهد شد به هر سرور از راه دور با پرس و جو ارسال (نام جدول موقت پیاده سازی تعریف شده است).
-
-این مطلوب تر از استفاده از نرمال در است. با این حال, نگه داشتن نکات زیر را در ذهن:
-
-1.  هنگام ایجاد یک جدول موقت داده های منحصر به فرد ساخته شده است. برای کاهش حجم داده های منتقل شده بر روی شبکه مشخص متمایز در زیرخاکری. (شما لازم نیست برای انجام این کار برای عادی در.)
-2.  جدول موقت خواهد شد به تمام سرور از راه دور ارسال. انتقال برای توپولوژی شبکه به حساب نمی. مثلا, اگر 10 سرور از راه دور در یک مرکز داده است که در رابطه با سرور درخواست بسیار از راه دور اقامت, داده ها ارسال خواهد شد 10 بار بیش از کانال به مرکز داده از راه دور. سعی کنید برای جلوگیری از مجموعه داده های بزرگ در هنگام استفاده از جهانی در.
-3.  هنگام انتقال داده ها به سرور از راه دور, محدودیت در پهنای باند شبکه قابل تنظیم نیست. شما ممکن است شبکه بیش از حد.
-4.  سعی کنید برای توزیع داده ها در سراسر سرور به طوری که شما لازم نیست که به استفاده از جهانی را به صورت منظم.
-5.  اگر شما نیاز به استفاده از جهانی در اغلب, برنامه ریزی محل خوشه خانه کلیک به طوری که یک گروه واحد از کپی ساکن در بیش از یک مرکز داده با یک شبکه سریع بین, به طوری که یک پرس و جو را می توان به طور کامل در یک مرکز داده واحد پردازش.
-
-همچنین حس می کند برای مشخص کردن یک جدول محلی در `GLOBAL IN` بند, در صورتی که این جدول محلی تنها بر روی سرور درخواست در دسترس است و شما می خواهید به استفاده از داده ها را از روی سرور از راه دور.
diff --git a/docs/fa/sql-reference/operators/index.md b/docs/fa/sql-reference/operators/index.md
deleted file mode 100644
index 1d9d890c2be..00000000000
--- a/docs/fa/sql-reference/operators/index.md
+++ /dev/null
@@ -1,277 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: "\u0627\u067E\u0631\u0627\u062A\u0648\u0631\u0647\u0627"
----
-
-# اپراتورها {#operators}
-
-ClickHouse تبدیل اپراتورها به توابع مربوط به خود را در پرس و جو و تجزیه مرحله با توجه به اولویت اولویت و associativity.
-
-## اپراتورهای دسترسی {#access-operators}
-
-`a[N]` – Access to an element of an array. The `arrayElement(a, N)` تابع.
-
-`a.N` – Access to a tuple element. The `tupleElement(a, N)` تابع.
-
-## اپراتور نفی عددی {#numeric-negation-operator}
-
-`-a` – The `negate (a)` تابع.
-
-## اپراتورهای ضرب و تقسیم {#multiplication-and-division-operators}
-
-`a * b` – The `multiply (a, b)` تابع.
-
-`a / b` – The `divide(a, b)` تابع.
-
-`a % b` – The `modulo(a, b)` تابع.
-
-## اپراتورهای جمع و تفریق {#addition-and-subtraction-operators}
-
-`a + b` – The `plus(a, b)` تابع.
-
-`a - b` – The `minus(a, b)` تابع.
-
-## مقایسه اپراتورها {#comparison-operators}
-
-`a = b` – The `equals(a, b)` تابع.
-
-`a == b` – The `equals(a, b)` تابع.
-
-`a != b` – The `notEquals(a, b)` تابع.
-
-`a <> b` – The `notEquals(a, b)` تابع.
-
-`a <= b` – The `lessOrEquals(a, b)` تابع.
-
-`a >= b` – The `greaterOrEquals(a, b)` تابع.
-
-`a < b` – The `less(a, b)` تابع.
-
-`a > b` – The `greater(a, b)` تابع.
-
-`a LIKE s` – The `like(a, b)` تابع.
-
-`a NOT LIKE s` – The `notLike(a, b)` تابع.
-
-`a BETWEEN b AND c` – The same as `a >= b AND a <= c`.
-
-`a NOT BETWEEN b AND c` – The same as `a < b OR a > c`.
-
-## اپراتورها برای کار با مجموعه داده ها {#operators-for-working-with-data-sets}
-
-*ببینید [در اپراتورها](in.md).*
-
-`a IN ...` – The `in(a, b)` تابع.
-
-`a NOT IN ...` – The `notIn(a, b)` تابع.
-
-`a GLOBAL IN ...` – The `globalIn(a, b)` تابع.
-
-`a GLOBAL NOT IN ...` – The `globalNotIn(a, b)` تابع.
-
-## اپراتورها برای کار با تاریخ و زمان {#operators-datetime}
-
-### EXTRACT {#operator-extract}
-
-``` sql
-EXTRACT(part FROM date);
-```
-
-استخراج قطعات از یک تاریخ معین. مثلا, شما می توانید یک ماه از یک تاریخ معین بازیابی, یا یک ثانیه از یک زمان.
-
-این `part` پارامتر مشخص می کند که بخشی از تاریخ برای بازیابی. مقادیر زیر در دسترس هستند:
-
--   `DAY` — The day of the month. Possible values: 1–31.
--   `MONTH` — The number of a month. Possible values: 1–12.
--   `YEAR` — The year.
--   `SECOND` — The second. Possible values: 0–59.
--   `MINUTE` — The minute. Possible values: 0–59.
--   `HOUR` — The hour. Possible values: 0–23.
-
-این `part` پارامتر غیر حساس به حروف است.
-
-این `date` پارامتر تاریخ یا زمان پردازش را مشخص می کند. هر دو [تاریخ](../../sql-reference/data-types/date.md) یا [DateTime](../../sql-reference/data-types/datetime.md) نوع پشتیبانی می شود.
-
-مثالها:
-
-``` sql
-SELECT EXTRACT(DAY FROM toDate('2017-06-15'));
-SELECT EXTRACT(MONTH FROM toDate('2017-06-15'));
-SELECT EXTRACT(YEAR FROM toDate('2017-06-15'));
-```
-
-در مثال زیر ما یک جدول ایجاد می کنیم و با ارزش وارد می کنیم `DateTime` نوع.
-
-``` sql
-CREATE TABLE test.Orders
-(
-    OrderId UInt64,
-    OrderName String,
-    OrderDate DateTime
-)
-ENGINE = Log;
-```
-
-``` sql
-INSERT INTO test.Orders VALUES (1, 'Jarlsberg Cheese', toDateTime('2008-10-11 13:23:44'));
-```
-
-``` sql
-SELECT
-    toYear(OrderDate) AS OrderYear,
-    toMonth(OrderDate) AS OrderMonth,
-    toDayOfMonth(OrderDate) AS OrderDay,
-    toHour(OrderDate) AS OrderHour,
-    toMinute(OrderDate) AS OrderMinute,
-    toSecond(OrderDate) AS OrderSecond
-FROM test.Orders;
-```
-
-``` text
-┌─OrderYear─┬─OrderMonth─┬─OrderDay─┬─OrderHour─┬─OrderMinute─┬─OrderSecond─┐
-│      2008 │         10 │       11 │        13 │          23 │          44 │
-└───────────┴────────────┴──────────┴───────────┴─────────────┴─────────────┘
-```
-
-شما می توانید نمونه های بیشتری را در [تستها](https://github.com/ClickHouse/ClickHouse/blob/master/tests/queries/0_stateless/00619_extract.sql).
-
-### INTERVAL {#operator-interval}
-
-ایجاد یک [فاصله](../../sql-reference/data-types/special-data-types/interval.md)- ارزش نوع است که باید در عملیات ریاضی با استفاده [تاریخ](../../sql-reference/data-types/date.md) و [DateTime](../../sql-reference/data-types/datetime.md)- ارزش نوع .
-
-انواع فواصل:
-- `SECOND`
-- `MINUTE`
-- `HOUR`
-- `DAY`
-- `WEEK`
-- `MONTH`
-- `QUARTER`
-- `YEAR`
-
-!!! warning "اخطار"
-    فواصل با انواع مختلف نمی تواند ترکیب شود. شما می توانید عبارات مانند استفاده کنید `INTERVAL 4 DAY 1 HOUR`. مشخص فواصل در واحد است که کوچکتر یا برابر با کوچکترین واحد فاصله, مثلا, `INTERVAL 25 HOUR`. شما می توانید عملیات متوالی مانند مثال زیر استفاده کنید.
-
-مثال:
-
-``` sql
-SELECT now() AS current_date_time, current_date_time + INTERVAL 4 DAY + INTERVAL 3 HOUR
-```
-
-``` text
-┌───current_date_time─┬─plus(plus(now(), toIntervalDay(4)), toIntervalHour(3))─┐
-│ 2019-10-23 11:16:28 │                                    2019-10-27 14:16:28 │
-└─────────────────────┴────────────────────────────────────────────────────────┘
-```
-
-**همچنین نگاه کنید به**
-
--   [فاصله](../../sql-reference/data-types/special-data-types/interval.md) نوع داده
--   [توینتروال](../../sql-reference/functions/type-conversion-functions.md#function-tointerval) توابع تبدیل نوع
-
-## اپراتور نفی منطقی {#logical-negation-operator}
-
-`NOT a` – The `not(a)` تابع.
-
-## منطقی و اپراتور {#logical-and-operator}
-
-`a AND b` – The`and(a, b)` تابع.
-
-## منطقی یا اپراتور {#logical-or-operator}
-
-`a OR b` – The `or(a, b)` تابع.
-
-## اپراتور شرطی {#conditional-operator}
-
-`a ? b : c` – The `if(a, b, c)` تابع.
-
-یادداشت:
-
-اپراتور مشروط محاسبه ارزش ب و ج, سپس چک چه شرایط ملاقات کرده است, و سپس مقدار مربوطه را برمی گرداند. اگر `b` یا `C` یک [ارریجین()](../../sql-reference/functions/array-join.md#functions_arrayjoin) تابع, هر ردیف خواهد شد بدون در نظر گرفتن تکرار “a” شرط.
-
-## عبارت شرطی {#operator_case}
-
-``` sql
-CASE [x]
-    WHEN a THEN b
-    [WHEN ... THEN ...]
-    [ELSE c]
-END
-```
-
-اگر `x` مشخص شده است, سپس `transform(x, [a, ...], [b, ...], c)` function is used. Otherwise – `multiIf(a, b, ..., c)`.
-
-اگر وجود ندارد `ELSE c` بند در بیان, مقدار پیش فرض است `NULL`.
-
-این `transform` تابع با کار نمی کند `NULL`.
-
-## اپراتور الحاق {#concatenation-operator}
-
-`s1 || s2` – The `concat(s1, s2) function.`
-
-## لامبدا اپراتور ایجاد {#lambda-creation-operator}
-
-`x -> expr` – The `lambda(x, expr) function.`
-
-اپراتورهای زیر اولویت ندارند زیرا براکت هستند:
-
-## اپراتور ایجاد مجموعه {#array-creation-operator}
-
-`[x1, ...]` – The `array(x1, ...) function.`
-
-## اپراتور ایجاد تاپل {#tuple-creation-operator}
-
-`(x1, x2, ...)` – The `tuple(x2, x2, ...) function.`
-
-## Associativity {#associativity}
-
-همه اپراتورهای دودویی انجمن را ترک کرده اند. به عنوان مثال, `1 + 2 + 3` تبدیل به `plus(plus(1, 2), 3)`.
-گاهی اوقات این راه شما انتظار می رود کار نمی کند. به عنوان مثال, `SELECT 4 > 2 > 3` در نتیجه 0.
-
-برای بهره وری `and` و `or` توابع قبول هر تعداد از استدلال. زنجیره های مربوطه از `AND` و `OR` اپراتورها به یک تماس از این توابع تبدیل شده است.
-
-## در حال بررسی برای `NULL` {#checking-for-null}
-
-تاتر از `IS NULL` و `IS NOT NULL` اپراتورها.
-
-### IS NULL {#operator-is-null}
-
--   برای [Nullable](../../sql-reference/data-types/nullable.md) مقادیر نوع `IS NULL` بازگشت اپراتور:
-    -   `1` اگر مقدار باشد `NULL`.
-    -   `0` وگرنه
--   برای ارزش های دیگر `IS NULL` اپراتور همیشه باز می گردد `0`.
-
-<!-- -->
-
-``` sql
-SELECT x+100 FROM t_null WHERE y IS NULL
-```
-
-``` text
-┌─plus(x, 100)─┐
-│          101 │
-└──────────────┘
-```
-
-### IS NOT NULL {#is-not-null}
-
--   برای [Nullable](../../sql-reference/data-types/nullable.md) مقادیر نوع `IS NOT NULL` بازگشت اپراتور:
-    -   `0` اگر مقدار باشد `NULL`.
-    -   `1` وگرنه
--   برای ارزش های دیگر `IS NOT NULL` اپراتور همیشه باز می گردد `1`.
-
-<!-- -->
-
-``` sql
-SELECT * FROM t_null WHERE y IS NOT NULL
-```
-
-``` text
-┌─x─┬─y─┐
-│ 2 │ 3 │
-└───┴───┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/operators/) <!--hide-->
diff --git a/docs/fa/sql-reference/statements/alter.md b/docs/fa/sql-reference/statements/alter.md
deleted file mode 100644
index 9a689546e84..00000000000
--- a/docs/fa/sql-reference/statements/alter.md
+++ /dev/null
@@ -1,602 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: ALTER
----
-
-## ALTER {#query_language_queries_alter}
-
-این `ALTER` پرسوجو فقط برای پشتیبانی `*MergeTree` جداول و همچنین `Merge`و`Distributed`. پرس و جو دارای چندین تغییرات.
-
-### دستکاری ستون {#column-manipulations}
-
-تغییر ساختار جدول.
-
-``` sql
-ALTER TABLE [db].name [ON CLUSTER cluster] ADD|DROP|CLEAR|COMMENT|MODIFY COLUMN ...
-```
-
-در پرس و جو, مشخص یک لیست از یک یا چند اقدامات کاما از هم جدا.
-هر عمل یک عملیات بر روی یک ستون است.
-
-اقدامات زیر پشتیبانی می شوند:
-
--   [ADD COLUMN](#alter_add-column) — Adds a new column to the table.
--   [DROP COLUMN](#alter_drop-column) — Deletes the column.
--   [CLEAR COLUMN](#alter_clear-column) — Resets column values.
--   [COMMENT COLUMN](#alter_comment-column) — Adds a text comment to the column.
--   [MODIFY COLUMN](#alter_modify-column) — Changes column's type, default expression and TTL.
-
-این اقدامات در زیر توضیح داده شده است.
-
-#### ADD COLUMN {#alter_add-column}
-
-``` sql
-ADD COLUMN [IF NOT EXISTS] name [type] [default_expr] [codec] [AFTER name_after]
-```
-
-یک ستون جدید به جدول با مشخص اضافه می کند `name`, `type`, [`codec`](create.md#codecs) و `default_expr` (نگاه کنید به بخش [عبارتهای پیشفرض](create.md#create-default-values)).
-
-اگر `IF NOT EXISTS` بند گنجانده شده است, پرس و جو یک خطا بازگشت نیست اگر ستون در حال حاضر وجود دارد. اگر شما مشخص کنید `AFTER name_after` (نام ستون دیگر), ستون پس از یک مشخص شده در لیست ستون جدول اضافه. در غیر این صورت, ستون به پایان جدول اضافه. توجه داشته باشید که هیچ راهی برای اضافه کردن یک ستون به ابتدای جدول وجود دارد. برای زنجیره ای از اقدامات, `name_after` می تواند نام یک ستون است که در یکی از اقدامات قبلی اضافه شده است.
-
-اضافه کردن یک ستون فقط تغییر ساختار جدول, بدون انجام هر گونه اقدامات با داده. داده ها بر روی دیسک پس از ظاهر نمی شود `ALTER`. اگر داده ها برای یک ستون از دست رفته در هنگام خواندن از جدول, این است که در با مقادیر پیش فرض پر (با انجام عبارت پیش فرض اگر یکی وجود دارد, و یا با استفاده از صفر یا رشته های خالی). ستون بر روی دیسک به نظر می رسد پس از ادغام قطعات داده (دیدن [ادغام](../../engines/table-engines/mergetree-family/mergetree.md)).
-
-این رویکرد اجازه می دهد تا ما را به تکمیل `ALTER` پرس و جو فورا, بدون افزایش حجم داده های قدیمی.
-
-مثال:
-
-``` sql
-ALTER TABLE visits ADD COLUMN browser String AFTER user_id
-```
-
-#### DROP COLUMN {#alter_drop-column}
-
-``` sql
-DROP COLUMN [IF EXISTS] name
-```
-
-ستون را با نام حذف می کند `name`. اگر `IF EXISTS` بند مشخص شده است, پرس و جو یک خطا بازگشت نیست اگر ستون وجود ندارد.
-
-حذف داده ها از سیستم فایل. از این حذف تمام فایل های پرس و جو تقریبا بلافاصله تکمیل شده است.
-
-مثال:
-
-``` sql
-ALTER TABLE visits DROP COLUMN browser
-```
-
-#### CLEAR COLUMN {#alter_clear-column}
-
-``` sql
-CLEAR COLUMN [IF EXISTS] name IN PARTITION partition_name
-```
-
-بازنشانی تمام داده ها در یک ستون برای یک پارتیشن مشخص. اطلاعات بیشتر در مورد تنظیم نام پارتیشن در بخش [نحوه مشخص کردن عبارت پارتیشن](#alter-how-to-specify-part-expr).
-
-اگر `IF EXISTS` بند مشخص شده است, پرس و جو یک خطا بازگشت نیست اگر ستون وجود ندارد.
-
-مثال:
-
-``` sql
-ALTER TABLE visits CLEAR COLUMN browser IN PARTITION tuple()
-```
-
-#### COMMENT COLUMN {#alter_comment-column}
-
-``` sql
-COMMENT COLUMN [IF EXISTS] name 'comment'
-```
-
-می افزاید: نظر به ستون. اگر `IF EXISTS` بند مشخص شده است, پرس و جو یک خطا بازگشت نیست اگر ستون وجود ندارد.
-
-هر ستون می تواند یک نظر داشته باشد. اگر یک نظر در حال حاضر برای ستون وجود دارد, یک نظر جدید رونویسی نظر قبلی.
-
-نظرات در ذخیره می شود `comment_expression` ستون توسط [DESCRIBE TABLE](misc.md#misc-describe-table) پرس و جو.
-
-مثال:
-
-``` sql
-ALTER TABLE visits COMMENT COLUMN browser 'The table shows the browser used for accessing the site.'
-```
-
-#### MODIFY COLUMN {#alter_modify-column}
-
-``` sql
-MODIFY COLUMN [IF EXISTS] name [type] [default_expr] [TTL]
-```
-
-این پرسوجو تغییر میکند `name` ویژگیهای ستون:
-
--   نوع
-
--   عبارت پیشفرض
-
--   TTL
-
-        For examples of columns TTL modifying, see [Column TTL](../engines/table_engines/mergetree_family/mergetree.md#mergetree-column-ttl).
-
-اگر `IF EXISTS` بند مشخص شده است, پرس و جو یک خطا بازگشت نیست اگر ستون وجود ندارد.
-
-هنگام تغییر نوع, ارزش ها به عنوان اگر تبدیل [نوع](../../sql-reference/functions/type-conversion-functions.md) توابع به کار گرفته شد. اگر تنها عبارت پیش فرض تغییر می کند, پرس و جو می کند هر چیزی پیچیده نیست, و تقریبا بلافاصله تکمیل.
-
-مثال:
-
-``` sql
-ALTER TABLE visits MODIFY COLUMN browser Array(String)
-```
-
-Changing the column type is the only complex action – it changes the contents of files with data. For large tables, this may take a long time.
-
-چندین مرحله پردازش وجود دارد:
-
--   تهیه فایل های موقت (جدید) با داده های اصلاح شده.
--   تغییر نام فایل های قدیمی.
--   تغییر نام فایل های موقت (جدید) به نام های قدیمی.
--   حذف فایل های قدیمی.
-
-فقط مرحله اول زمان طول می کشد. در صورتی که یک شکست در این مرحله وجود دارد, داده ها تغییر نکرده است.
-در صورتی که یک شکست در یکی از مراحل پی در پی وجود دارد, داده ها را می توان به صورت دستی ترمیم. استثنا است اگر فایل های قدیمی از سیستم فایل حذف شد اما داده ها را برای فایل های جدید را به دیسک نوشته شده است و از دست داده بود.
-
-این `ALTER` پرس و جو برای تغییر ستون تکرار شده است. دستورالعمل ها در باغ وحش ذخیره می شوند و سپس هر ماکت اعمال می شود. همه `ALTER` نمایش داده شد در همان جهت اجرا شود. پرس و جو منتظر اقدامات مناسب برای در کپی دیگر تکمیل شود. با این حال, پرس و جو برای تغییر ستون در یک جدول تکرار می تواند قطع, و تمام اقدامات غیر همزمان انجام خواهد شد.
-
-#### تغییر محدودیت پرس و جو {#alter-query-limitations}
-
-این `ALTER` پرس و جو به شما امکان ایجاد و حذف عناصر جداگانه (ستون) در ساختارهای داده های تو در تو, اما نه کل ساختارهای داده تو در تو. برای اضافه کردن یک ساختار داده های تو در تو, شما می توانید ستون با یک نام مانند اضافه `name.nested_name` و نوع `Array(T)`. ساختار داده های تو در تو معادل ستون های چندگانه با یک نام است که پیشوند مشابه قبل از نقطه است.
-
-هیچ پشتیبانی برای حذف ستون ها در کلید اصلی یا کلید نمونه برداری (ستون هایی که در استفاده می شود) وجود ندارد. `ENGINE` عبارت). تغییر نوع ستون که در کلید اصلی گنجانده شده است تنها ممکن است اگر این تغییر باعث نمی شود داده ها به اصلاح شود (مثلا, شما مجاز به اضافه کردن مقادیر به شمارشی و یا برای تغییر یک نوع از `DateTime` به `UInt32`).
-
-اگر `ALTER` پرس و جو برای ایجاد تغییرات جدول مورد نیاز کافی نیست شما می توانید یک جدول جدید ایجاد کنید و داده ها را با استفاده از داده ها کپی کنید [INSERT SELECT](insert-into.md#insert_query_insert-select) پرس و جو, سپس جداول با استفاده از تغییر [RENAME](misc.md#misc_operations-rename) پرس و جو و حذف جدول قدیمی. شما می توانید از [تاتر-کپی](../../operations/utilities/clickhouse-copier.md) به عنوان یک جایگزین برای `INSERT SELECT` پرس و جو.
-
-این `ALTER` بلوک پرس و جو همه می خواند و می نویسد برای جدول. به عبارت دیگر, اگر طولانی `SELECT` در حال اجرا است در زمان `ALTER` پرس و جو `ALTER` پرس و جو منتظر خواهد ماند تا کامل شود. همزمان, تمام نمایش داده شد جدید به همان جدول صبر کنید در حالی که این `ALTER` در حال اجرا است.
-
-برای جداول که داده های خود را ذخیره کنید (مانند `Merge` و `Distributed`), `ALTER` فقط ساختار جدول را تغییر می دهد و ساختار جداول تابع را تغییر نمی دهد. مثلا, زمانی که در حال اجرا را تغییر دهید برای یک `Distributed` جدول, شما همچنین نیاز به اجرا `ALTER` برای جداول در تمام سرور از راه دور.
-
-### دستکاری با عبارات کلیدی {#manipulations-with-key-expressions}
-
-دستور زیر پشتیبانی می شود:
-
-``` sql
-MODIFY ORDER BY new_expression
-```
-
-این فقط برای جداول در کار می کند [`MergeTree`](../../engines/table-engines/mergetree-family/mergetree.md) خانواده (از جمله
-[تکرار](../../engines/table-engines/mergetree-family/replication.md) جدول). فرمان تغییر
-[کلید مرتب سازی](../../engines/table-engines/mergetree-family/mergetree.md) از جدول
-به `new_expression` (بیان و یا یک تاپل از عبارات). کلید اصلی یکسان باقی می ماند.
-
-فرمان سبک وزن به این معنا است که تنها ابرداده را تغییر می دهد. برای حفظ اموال که بخش داده ها
-ردیف ها توسط عبارت کلیدی مرتب سازی شما می توانید عبارات حاوی ستون های موجود اضافه کنید دستور داد
-به کلید مرتب سازی (فقط ستون اضافه شده توسط `ADD COLUMN` فرمان در همان `ALTER` پرسوجو).
-
-### دستکاری با شاخص های پرش داده {#manipulations-with-data-skipping-indices}
-
-این فقط برای جداول در کار می کند [`*MergeTree`](../../engines/table-engines/mergetree-family/mergetree.md) خانواده (از جمله
-[تکرار](../../engines/table-engines/mergetree-family/replication.md) جدول). عملیات زیر
-در دسترس هستند:
-
--   `ALTER TABLE [db].name ADD INDEX name expression TYPE type GRANULARITY value AFTER name [AFTER name2]` - می افزاید توضیحات شاخص به ابرداده جداول .
-
--   `ALTER TABLE [db].name DROP INDEX name` - حذف شرح شاخص از ابرداده جداول و حذف فایل های شاخص از دیسک.
-
-این دستورات سبک وزن هستند به این معنا که فقط فراداده را تغییر می دهند یا فایل ها را حذف می کنند.
-همچنین تکرار میشوند (همگامسازی فرادادههای شاخص از طریق باغ وحش).
-
-### دستکاری با محدودیت {#manipulations-with-constraints}
-
-مشاهده بیشتر در [قیدها](create.md#constraints)
-
-محدودیت ها می توانند با استفاده از نحو زیر اضافه یا حذف شوند:
-
-``` sql
-ALTER TABLE [db].name ADD CONSTRAINT constraint_name CHECK expression;
-ALTER TABLE [db].name DROP CONSTRAINT constraint_name;
-```
-
-نمایش داده شد اضافه خواهد شد و یا حذف ابرداده در مورد محدودیت از جدول به طوری که بلافاصله پردازش شده است.
-
-بررسی قید *اعدام نخواهد شد* در داده های موجود اگر اضافه شد.
-
-همه تغییرات در جداول تکرار در حال پخش به باغ وحش بنابراین خواهد شد در دیگر کپی اعمال می شود.
-
-### دستکاری با پارتیشن ها و قطعات {#alter_manipulations-with-partitions}
-
-عملیات زیر را با [پارتیشن ها](../../engines/table-engines/mergetree-family/custom-partitioning-key.md) در دسترس هستند:
-
--   [DETACH PARTITION](#alter_detach-partition) – Moves a partition to the `detached` دایرکتوری و فراموش کرده ام.
--   [DROP PARTITION](#alter_drop-partition) – Deletes a partition.
--   [ATTACH PART\|PARTITION](#alter_attach-partition) – Adds a part or partition from the `detached` دایرکتوری به جدول.
--   [ATTACH PARTITION FROM](#alter_attach-partition-from) – Copies the data partition from one table to another and adds.
--   [REPLACE PARTITION](#alter_replace-partition) - پارتیشن داده ها را از یک جدول به دیگری کپی می کند و جایگزین می شود.
--   [MOVE PARTITION TO TABLE](#alter_move_to_table-partition)(#تغییر_موف_ قابل تنظیم-پارتیشن) - پارتیشن داده را از یک جدول به دیگری حرکت دهید.
--   [CLEAR COLUMN IN PARTITION](#alter_clear-column-partition) - بازنشانی ارزش یک ستون مشخص شده در یک پارتیشن.
--   [CLEAR INDEX IN PARTITION](#alter_clear-index-partition) - بازنشانی شاخص ثانویه مشخص شده در یک پارتیشن.
--   [FREEZE PARTITION](#alter_freeze-partition) – Creates a backup of a partition.
--   [FETCH PARTITION](#alter_fetch-partition) – Downloads a partition from another server.
--   [MOVE PARTITION\|PART](#alter_move-partition) – Move partition/data part to another disk or volume.
-
-<!-- -->
-
-#### DETACH PARTITION {#alter_detach-partition}
-
-``` sql
-ALTER TABLE table_name DETACH PARTITION partition_expr
-```
-
-تمام داده ها را برای پارتیشن مشخص شده به `detached` فهرست راهنما. سرور فراموش در مورد پارتیشن داده جدا به عنوان اگر وجود ندارد. سرور نمی خواهد در مورد این داده ها می دانم تا زمانی که شما را به [ATTACH](#alter_attach-partition) پرس و جو.
-
-مثال:
-
-``` sql
-ALTER TABLE visits DETACH PARTITION 201901
-```
-
-اطلاعات بیشتر در مورد تنظیم بیان پارتیشن در یک بخش [نحوه مشخص کردن عبارت پارتیشن](#alter-how-to-specify-part-expr).
-
-پس از پرس و جو اجرا شده است, شما می توانید هر کاری که می خواهید با داده ها در انجام `detached` directory — delete it from the file system, or just leave it.
-
-This query is replicated – it moves the data to the `detached` دایرکتوری در تمام کپی. توجه داشته باشید که شما می توانید این پرس و جو تنها در یک ماکت رهبر را اجرا کند. برای پیدا کردن اگر یک ماکت یک رهبر است, انجام `SELECT` پرسوجو به [سیستم.تکرار](../../operations/system-tables.md#system_tables-replicas) جدول متناوبا, راحت تر به یک است `DETACH` پرس و جو در تمام کپی - همه کپی پرتاب یک استثنا, به جز ماکت رهبر.
-
-#### DROP PARTITION {#alter_drop-partition}
-
-``` sql
-ALTER TABLE table_name DROP PARTITION partition_expr
-```
-
-پارتیشن مشخص شده را از جدول حذف می کند. این برچسب ها پرس و جو پارتیشن به عنوان غیر فعال و حذف داده ها به طور کامل, حدود در 10 دقیقه.
-
-اطلاعات بیشتر در مورد تنظیم بیان پارتیشن در یک بخش [نحوه مشخص کردن عبارت پارتیشن](#alter-how-to-specify-part-expr).
-
-The query is replicated – it deletes data on all replicas.
-
-#### DROP DETACHED PARTITION\|PART {#alter_drop-detached}
-
-``` sql
-ALTER TABLE table_name DROP DETACHED PARTITION|PART partition_expr
-```
-
-بخش مشخص شده یا تمام قسمت های پارتیشن مشخص شده را از بین می برد `detached`.
-اطلاعات بیشتر در مورد تنظیم بیان پارتیشن در یک بخش [نحوه مشخص کردن عبارت پارتیشن](#alter-how-to-specify-part-expr).
-
-#### ATTACH PARTITION\|PART {#alter_attach-partition}
-
-``` sql
-ALTER TABLE table_name ATTACH PARTITION|PART partition_expr
-```
-
-می افزاید داده ها به جدول از `detached` فهرست راهنما. ممکن است که به اضافه کردن داده ها برای کل پارتیشن و یا برای یک بخش جداگانه. مثالها:
-
-``` sql
-ALTER TABLE visits ATTACH PARTITION 201901;
-ALTER TABLE visits ATTACH PART 201901_2_2_0;
-```
-
-اطلاعات بیشتر در مورد تنظیم بیان پارتیشن در یک بخش [نحوه مشخص کردن عبارت پارتیشن](#alter-how-to-specify-part-expr).
-
-این پرس و جو تکرار شده است. چک المثنی-ابتکار چه داده ها در وجود دارد `detached` فهرست راهنما. اگر داده وجود دارد, پرس و جو چک یکپارچگی خود را. اگر همه چیز درست است, پرس و جو می افزاید: داده ها به جدول. همه کپی دیگر دانلود داده ها از ماکت-مبتکر.
-
-بنابراین شما می توانید داده ها را به `detached` دایرکتوری در یک ماکت, و استفاده از `ALTER ... ATTACH` پرس و جو برای اضافه کردن به جدول در تمام کپی.
-
-#### ATTACH PARTITION FROM {#alter_attach-partition-from}
-
-``` sql
-ALTER TABLE table2 ATTACH PARTITION partition_expr FROM table1
-```
-
-این پرس و جو پارتیشن داده را از `table1` به `table2` می افزاید داده ها به لیست موجود در `table2`. توجه داشته باشید که داده ها از حذف نمی شود `table1`.
-
-برای پرس و جو به اجرا با موفقیت, شرایط زیر باید رعایت شود:
-
--   هر دو جدول باید همان ساختار دارند.
--   هر دو جدول باید کلید پارتیشن همان.
-
-#### REPLACE PARTITION {#alter_replace-partition}
-
-``` sql
-ALTER TABLE table2 REPLACE PARTITION partition_expr FROM table1
-```
-
-این پرس و جو پارتیشن داده را از `table1` به `table2` و جایگزین پارتیشن موجود در `table2`. توجه داشته باشید که داده ها از حذف نمی شود `table1`.
-
-برای پرس و جو به اجرا با موفقیت, شرایط زیر باید رعایت شود:
-
--   هر دو جدول باید همان ساختار دارند.
--   هر دو جدول باید کلید پارتیشن همان.
-
-#### MOVE PARTITION TO TABLE {#alter_move_to_table-partition}
-
-``` sql
-ALTER TABLE table_source MOVE PARTITION partition_expr TO TABLE table_dest
-```
-
-این پرس و جو انتقال پارتیشن داده ها از `table_source` به `table_dest` با حذف داده ها از `table_source`.
-
-برای پرس و جو به اجرا با موفقیت, شرایط زیر باید رعایت شود:
-
--   هر دو جدول باید همان ساختار دارند.
--   هر دو جدول باید کلید پارتیشن همان.
--   هر دو جدول باید همان خانواده موتور باشد. (تکرار و یا غیر تکرار)
--   هر دو جدول باید سیاست ذخیره سازی همان.
-
-#### CLEAR COLUMN IN PARTITION {#alter_clear-column-partition}
-
-``` sql
-ALTER TABLE table_name CLEAR COLUMN column_name IN PARTITION partition_expr
-```
-
-بازنشانی تمام مقادیر در ستون مشخص شده در یک پارتیشن. اگر `DEFAULT` بند هنگام ایجاد یک جدول تعیین شد, این پرس و جو مجموعه مقدار ستون به یک مقدار پیش فرض مشخص.
-
-مثال:
-
-``` sql
-ALTER TABLE visits CLEAR COLUMN hour in PARTITION 201902
-```
-
-#### FREEZE PARTITION {#alter_freeze-partition}
-
-``` sql
-ALTER TABLE table_name FREEZE [PARTITION partition_expr]
-```
-
-این پرس و جو یک نسخه پشتیبان تهیه محلی از یک پارتیشن مشخص شده ایجاد می کند. اگر `PARTITION` بند حذف شده است, پرس و جو ایجاد پشتیبان گیری از تمام پارتیشن در یک بار.
-
-!!! note "یادداشت"
-    تمامی مراحل پشتیبان گیری بدون توقف سرور انجام می شود.
-
-توجه داشته باشید که برای جداول قدیمی مدل دهید شما می توانید پیشوند نام پارتیشن را مشخص کنید (به عنوان مثال, ‘2019’)- سپس پرس و جو پشتیبان گیری برای تمام پارتیشن مربوطه ایجاد می کند. اطلاعات بیشتر در مورد تنظیم بیان پارتیشن در یک بخش [نحوه مشخص کردن عبارت پارتیشن](#alter-how-to-specify-part-expr).
-
-در زمان اجرای, برای یک تصویر لحظهای داده, پرس و جو ایجاد لینک به داده های جدول. پیوندهای سخت در دایرکتوری قرار می گیرند `/var/lib/clickhouse/shadow/N/...` کجا:
-
--   `/var/lib/clickhouse/` است دایرکتوری محل کلیک کار مشخص شده در پیکربندی.
--   `N` تعداد افزایشی از نسخه پشتیبان تهیه شده است.
-
-!!! note "یادداشت"
-    در صورت استفاده [مجموعه ای از دیسک برای ذخیره سازی داده ها در یک جدول](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes) این `shadow/N` دایرکتوری به نظر می رسد در هر دیسک, ذخیره سازی قطعات داده که توسط همسان `PARTITION` اصطلاح.
-
-همان ساختار دایرکتوری ها در داخل پشتیبان به عنوان داخل ایجاد شده است `/var/lib/clickhouse/`. پرس و جو انجام می شود ‘chmod’ برای همه پروندهها نوشتن رو ممنوع کردم
-
-پس از ایجاد نسخه پشتیبان تهیه, شما می توانید داده ها را از کپی `/var/lib/clickhouse/shadow/` به سرور از راه دور و سپس از سرور محلی حذف کنید. توجه داشته باشید که `ALTER t FREEZE PARTITION` پرس و جو تکرار نشده است. این یک نسخه پشتیبان تهیه محلی تنها بر روی سرور محلی ایجاد می کند.
-
-پرس و جو ایجاد نسخه پشتیبان تهیه تقریبا بلافاصله (اما برای اولین بار برای نمایش داده شد در حال حاضر به جدول مربوطه منتظر را به پایان برساند در حال اجرا).
-
-`ALTER TABLE t FREEZE PARTITION` نسخه تنها داده, ابرداده جدول نیست. برای تهیه نسخه پشتیبان از فراداده های جدول فایل را کپی کنید `/var/lib/clickhouse/metadata/database/table.sql`
-
-برای بازیابی اطلاعات از یک نسخه پشتیبان تهیه زیر را انجام دهید:
-
-1.  ایجاد جدول اگر وجود ندارد. برای مشاهده پرس و جو, استفاده از .پرونده جدید `ATTACH` در این با `CREATE`).
-2.  رونوشت داده از `data/database/table/` دایرکتوری در داخل پشتیبان گیری به `/var/lib/clickhouse/data/database/table/detached/` فهرست راهنما.
-3.  بدو `ALTER TABLE t ATTACH PARTITION` نمایش داده شد برای اضافه کردن داده ها به یک جدول.
-
-بازگرداندن از یک نسخه پشتیبان تهیه می کند نیاز به متوقف کردن سرور نیست.
-
-برای کسب اطلاعات بیشتر در مورد پشتیبان گیری و بازیابی اطلاعات, دیدن [پشتیبان گیری داده ها](../../operations/backup.md) بخش.
-
-#### CLEAR INDEX IN PARTITION {#alter_clear-index-partition}
-
-``` sql
-ALTER TABLE table_name CLEAR INDEX index_name IN PARTITION partition_expr
-```
-
-پرس و جو کار می کند شبیه به `CLEAR COLUMN`, اما بازنشانی شاخص به جای یک داده ستون.
-
-#### FETCH PARTITION {#alter_fetch-partition}
-
-``` sql
-ALTER TABLE table_name FETCH PARTITION partition_expr FROM 'path-in-zookeeper'
-```
-
-دانلود یک پارتیشن از سرور دیگر. این پرس و جو تنها برای جداول تکرار کار می کند.
-
-پرس و جو می کند به شرح زیر است:
-
-1.  پارتیشن را از سفال مشخص شده دانلود کنید. داخل ‘path-in-zookeeper’ شما باید یک مسیر به سفال در باغ وحش را مشخص کنید.
-2.  سپس پرس و جو داده های دانلود شده را به `detached` دایرکتوری از `table_name` جدول استفاده از [ATTACH PARTITION\|PART](#alter_attach-partition) پرسوجو برای افزودن داده به جدول.
-
-به عنوان مثال:
-
-``` sql
-ALTER TABLE users FETCH PARTITION 201902 FROM '/clickhouse/tables/01-01/visits';
-ALTER TABLE users ATTACH PARTITION 201902;
-```
-
-توجه داشته باشید که:
-
--   این `ALTER ... FETCH PARTITION` پرس و جو تکرار نشده است. این پارتیشن را به `detached` دایرکتوری تنها بر روی سرور محلی.
--   این `ALTER TABLE ... ATTACH` پرس و جو تکرار شده است. این می افزاید: داده ها به تمام کپی. داده ها به یکی از کپی ها از `detached` فهرست راهنما, و به دیگران - از کپی همسایه.
-
-قبل از دانلود, سیستم چک اگر پارتیشن وجود دارد و ساختار جدول مسابقات. ماکت مناسب ترین به طور خودکار از کپی سالم انتخاب شده است.
-
-اگر چه پرس و جو نامیده می شود `ALTER TABLE`, این ساختار جدول را تغییر دهید و بلافاصله داده های موجود در جدول را تغییر دهید.
-
-#### MOVE PARTITION\|PART {#alter_move-partition}
-
-پارتیشن ها یا قطعات داده را به حجم یا دیسک دیگری منتقل می کند `MergeTree`- جدول موتور . ببینید [با استفاده از دستگاه های بلوک های متعدد برای ذخیره سازی داده ها](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes).
-
-``` sql
-ALTER TABLE table_name MOVE PARTITION|PART partition_expr TO DISK|VOLUME 'disk_name'
-```
-
-این `ALTER TABLE t MOVE` پرسوجو:
-
--   تکرار نشده, به دلیل کپی های مختلف می توانید سیاست های ذخیره سازی مختلف دارند.
--   بازگرداندن خطا در صورتی که دیسک یا حجم مشخص پیکربندی نشده است. پرس و جو نیز یک خطا را برمی گرداند اگر شرایط در حال حرکت داده, که مشخص شده در سیاست ذخیره سازی, نمی توان اعمال کرد.
--   می توانید یک خطا در مورد بازگشت, زمانی که داده ها به نقل مکان کرد در حال حاضر توسط یک فرایند پس زمینه نقل مکان کرد, همزمان `ALTER TABLE t MOVE` پرس و جو و یا به عنوان یک نتیجه از ادغام داده های پس زمینه. کاربر باید هر گونه اقدامات اضافی در این مورد انجام نمی.
-
-مثال:
-
-``` sql
-ALTER TABLE hits MOVE PART '20190301_14343_16206_438' TO VOLUME 'slow'
-ALTER TABLE hits MOVE PARTITION '2019-09-01' TO DISK 'fast_ssd'
-```
-
-#### نحوه تنظیم بیان پارتیشن {#alter-how-to-specify-part-expr}
-
-شما می توانید بیان پارتیشن را مشخص کنید `ALTER ... PARTITION` نمایش داده شد به روش های مختلف:
-
--   به عنوان یک مقدار از `partition` ستون از `system.parts` جدول به عنوان مثال, `ALTER TABLE visits DETACH PARTITION 201901`.
--   به عنوان بیان از ستون جدول. ثابت ها و عبارات ثابت پشتیبانی می شوند. به عنوان مثال, `ALTER TABLE visits DETACH PARTITION toYYYYMM(toDate('2019-01-25'))`.
--   با استفاده از شناسه پارتیشن. شناسه پارتیشن شناسه رشته پارتیشن (انسان قابل خواندن در صورت امکان) است که به عنوان نام پارتیشن در فایل سیستم و در باغ وحش استفاده می شود. شناسه پارتیشن باید در `PARTITION ID` بند, در یک نقل قول واحد. به عنوان مثال, `ALTER TABLE visits DETACH PARTITION ID '201901'`.
--   در [ALTER ATTACH PART](#alter_attach-partition) و [DROP DETACHED PART](#alter_drop-detached) پرس و جو, برای مشخص کردن نام یک بخش, استفاده از رشته تحت اللفظی با ارزش از `name` ستون از [سیستم.قطعات مجزا](../../operations/system-tables.md#system_tables-detached_parts) جدول به عنوان مثال, `ALTER TABLE visits ATTACH PART '201901_1_1_0'`.
-
-استفاده از نقل قول در هنگام مشخص کردن پارتیشن بستگی به نوع بیان پارتیشن. برای مثال برای `String` نوع, شما باید برای مشخص کردن نام خود را در نقل قول (`'`). برای `Date` و `Int*` انواع بدون نقل قول مورد نیاز است.
-
-برای جداول قدیمی به سبک, شما می توانید پارتیشن یا به عنوان یک عدد مشخص `201901` یا یک رشته `'201901'`. نحو برای جداول سبک جدید سختگیرانه تر با انواع است (شبیه به تجزیه کننده برای فرمت ورودی ارزش).
-
-تمام قوانین فوق نیز برای درست است [OPTIMIZE](misc.md#misc_operations-optimize) پرس و جو. اگر شما نیاز به مشخص کردن تنها پارتیشن در هنگام بهینه سازی یک جدول غیر تقسیم, تنظیم بیان `PARTITION tuple()`. به عنوان مثال:
-
-``` sql
-OPTIMIZE TABLE table_not_partitioned PARTITION tuple() FINAL;
-```
-
-نمونه هایی از `ALTER ... PARTITION` نمایش داده شد در تست نشان داده شده است [`00502_custom_partitioning_local`](https://github.com/ClickHouse/ClickHouse/blob/master/tests/queries/0_stateless/00502_custom_partitioning_local.sql) و [`00502_custom_partitioning_replicated_zookeeper`](https://github.com/ClickHouse/ClickHouse/blob/master/tests/queries/0_stateless/00502_custom_partitioning_replicated_zookeeper.sql).
-
-### دستکاری با جدول جدول {#manipulations-with-table-ttl}
-
-شما می توانید تغییر دهید [جدول](../../engines/table-engines/mergetree-family/mergetree.md#mergetree-table-ttl) با درخواست فرم زیر:
-
-``` sql
-ALTER TABLE table-name MODIFY TTL ttl-expression
-```
-
-### همزمانی تغییر نمایش داده شد {#synchronicity-of-alter-queries}
-
-برای جداول غیر قابل تکرار, همه `ALTER` نمایش داده شد همزمان انجام می شود. برای جداول تکرار, پرس و جو فقط می افزاید دستورالعمل برای اقدامات مناسب به `ZooKeeper` و اقدامات خود را در اسرع وقت انجام می شود. با این حال, پرس و جو می توانید صبر کنید برای این اقدامات در تمام کپی تکمیل شود.
-
-برای `ALTER ... ATTACH|DETACH|DROP` نمایش داده شد, شما می توانید با استفاده از `replication_alter_partitions_sync` راه اندازی به راه اندازی انتظار.
-مقادیر ممکن: `0` – do not wait; `1` – only wait for own execution (default); `2` – wait for all.
-
-### جهشها {#alter-mutations}
-
-جهش یک نوع پرس و جو را تغییر دهید که اجازه می دهد تا تغییر یا حذف ردیف در یک جدول. در مقایسه با استاندارد `UPDATE` و `DELETE` نمایش داده شد که برای تغییرات داده نقطه در نظر گرفته شده, جهش برای عملیات سنگین است که تغییر بسیاری از ردیف در یک جدول در نظر گرفته شده. پشتیبانی برای `MergeTree` خانواده از موتورهای جدول از جمله موتورهای با پشتیبانی تکرار.
-
-جداول موجود برای جهش به عنوان (بدون تبدیل لازم), اما پس از جهش برای اولین بار است که به یک جدول اعمال, فرمت ابرداده خود را با نسخه های سرور قبلی ناسازگار می شود و سقوط به نسخه های قبلی غیر ممکن می شود.
-
-دستورات در حال حاضر در دسترس:
-
-``` sql
-ALTER TABLE [db.]table DELETE WHERE filter_expr
-```
-
-این `filter_expr` باید از نوع باشد `UInt8`. پرس و جو حذف ردیف در جدول که این عبارت طول می کشد یک مقدار غیر صفر.
-
-``` sql
-ALTER TABLE [db.]table UPDATE column1 = expr1 [, ...] WHERE filter_expr
-```
-
-این `filter_expr` باید از نوع باشد `UInt8`. این پرس و جو به روز رسانی مقادیر ستون مشخص شده به ارزش عبارات مربوطه در ردیف که `filter_expr` طول می کشد یک مقدار غیر صفر. ارزش ها به نوع ستون با استفاده از قالبی `CAST` اپراتور به روز رسانی ستون هایی که در محاسبه اولیه استفاده می شود و یا کلید پارتیشن پشتیبانی نمی شود.
-
-``` sql
-ALTER TABLE [db.]table MATERIALIZE INDEX name IN PARTITION partition_name
-```
-
-پرس و جو بازسازی شاخص ثانویه `name` در پارتیشن `partition_name`.
-
-یک پرس و جو می تواند شامل چندین دستورات جدا شده توسط کاما.
-
-برای \* جداول ادغام جهش اجرا با بازنویسی تمام قطعات داده. هیچ اتمیتی وجود ندارد - قطعات برای قطعات جهش یافته جایگزین می شوند به محض اینکه اماده باشند و `SELECT` پرس و جو است که شروع به اجرای در طول جهش داده ها از قطعات است که در حال حاضر همراه با داده ها از قطعات است که هنوز جهش یافته شده اند جهش را ببینید.
-
-جهش ها به طور کامل توسط نظم خلقت خود دستور داده می شوند و به هر بخش به این ترتیب اعمال می شوند. جهش نیز تا حدی با درج دستور داد - داده هایی که به جدول وارد شد قبل از جهش ارسال خواهد شد جهش یافته و داده هایی که پس از که قرار داده شد جهش یافته نمی شود. توجه داشته باشید که جهش درج به هیچ وجه مسدود نیست.
-
-یک جهش پرس و جو می گرداند بلافاصله پس از جهش مطلب اضافه شده است (در صورت تکرار جداول به باغ وحش برای nonreplicated جداول - به فایل سیستم). جهش خود را اجرا ناهمگام با استفاده از تنظیمات مشخصات سیستم. برای پیگیری پیشرفت جهش شما می توانید با استفاده از [`system.mutations`](../../operations/system-tables.md#system_tables-mutations) جدول یک جهش است که با موفقیت ارسال شد ادامه خواهد داد برای اجرای حتی اگر سرور کلیک دوباره راه اندازی. هیچ راهی برای عقب انداختن جهش هنگامی که ارسال شده است وجود دارد, اما اگر جهش برای برخی از دلیل گیر می تواند با لغو [`KILL MUTATION`](misc.md#kill-mutation) پرس و جو.
-
-مطالب برای جهش به پایان رسید حذف نمی حق دور (تعداد نوشته های حفظ شده توسط تعیین `finished_mutations_to_keep` پارامتر موتور ذخیره سازی). نوشته جهش قدیمی تر حذف می شوند.
-
-## ALTER USER {#alter-user-statement}
-
-تغییرات حساب کاربر کلیک.
-
-### نحو {#alter-user-syntax}
-
-``` sql
-ALTER USER [IF EXISTS] name [ON CLUSTER cluster_name]
-    [RENAME TO new_name]
-    [IDENTIFIED [WITH {PLAINTEXT_PASSWORD|SHA256_PASSWORD|DOUBLE_SHA1_PASSWORD}] BY {'password'|'hash'}]
-    [[ADD|DROP] HOST {LOCAL | NAME 'name' | REGEXP 'name_regexp' | IP 'address' | LIKE 'pattern'} [,...] | ANY | NONE]
-    [DEFAULT ROLE role [,...] | ALL | ALL EXCEPT role [,...] ]
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | PROFILE 'profile_name'] [,...]
-```
-
-### توصیف {#alter-user-dscr}
-
-برای استفاده `ALTER USER` شما باید [ALTER USER](grant.md#grant-access-management) امتیاز.
-
-### مثالها {#alter-user-examples}
-
-تنظیم نقش های اعطا شده به عنوان پیش فرض:
-
-``` sql
-ALTER USER user DEFAULT ROLE role1, role2
-```
-
-اگر نقش قبلا به یک کاربر اعطا نمی, تاتر می اندازد یک استثنا.
-
-تنظیم تمام نقش های اعطا شده به طور پیش فرض:
-
-``` sql
-ALTER USER user DEFAULT ROLE ALL
-```
-
-اگر یک نقش به یک کاربر در اینده اعطا خواهد شد به طور پیش فرض به طور خودکار تبدیل خواهد شد.
-
-تنظیم تمام نقش های اعطا شده به استثنای پیش فرض `role1` و `role2`:
-
-``` sql
-ALTER USER user DEFAULT ROLE ALL EXCEPT role1, role2
-```
-
-## ALTER ROLE {#alter-role-statement}
-
-نقش ها را تغییر می دهد.
-
-### نحو {#alter-role-syntax}
-
-``` sql
-ALTER ROLE [IF EXISTS] name [ON CLUSTER cluster_name]
-    [RENAME TO new_name]
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | PROFILE 'profile_name'] [,...]
-```
-
-## ALTER ROW POLICY {#alter-row-policy-statement}
-
-سیاست تغییرات ردیف.
-
-### نحو {#alter-row-policy-syntax}
-
-``` sql
-ALTER [ROW] POLICY [IF EXISTS] name [ON CLUSTER cluster_name] ON [database.]table
-    [RENAME TO new_name]
-    [AS {PERMISSIVE | RESTRICTIVE}]
-    [FOR SELECT]
-    [USING {condition | NONE}][,...]
-    [TO {role [,...] | ALL | ALL EXCEPT role [,...]}]
-```
-
-## ALTER QUOTA {#alter-quota-statement}
-
-سهمیه تغییرات.
-
-### نحو {#alter-quota-syntax}
-
-``` sql
-ALTER QUOTA [IF EXISTS] name [ON CLUSTER cluster_name]
-    [RENAME TO new_name]
-    [KEYED BY {'none' | 'user name' | 'ip address' | 'client key' | 'client key or user name' | 'client key or ip address'}]
-    [FOR [RANDOMIZED] INTERVAL number {SECOND | MINUTE | HOUR | DAY | WEEK | MONTH | QUARTER | YEAR}
-        {MAX { {QUERIES | ERRORS | RESULT ROWS | RESULT BYTES | READ ROWS | READ BYTES | EXECUTION TIME} = number } [,...] |
-        NO LIMITS | TRACKING ONLY} [,...]]
-    [TO {role [,...] | ALL | ALL EXCEPT role [,...]}]
-```
-
-## ALTER SETTINGS PROFILE {#alter-settings-profile-statement}
-
-سهمیه تغییرات.
-
-### نحو {#alter-settings-profile-syntax}
-
-``` sql
-ALTER SETTINGS PROFILE [IF EXISTS] name [ON CLUSTER cluster_name]
-    [RENAME TO new_name]
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | INHERIT 'profile_name'] [,...]
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/alter/) <!--hide-->
diff --git a/docs/fa/sql-reference/statements/create.md b/docs/fa/sql-reference/statements/create.md
deleted file mode 100644
index 970e8ee7535..00000000000
--- a/docs/fa/sql-reference/statements/create.md
+++ /dev/null
@@ -1,502 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 35
-toc_title: CREATE
----
-
-# ایجاد پرس و جو {#create-queries}
-
-## CREATE DATABASE {#query-language-create-database}
-
-ایجاد پایگاه داده.
-
-``` sql
-CREATE DATABASE [IF NOT EXISTS] db_name [ON CLUSTER cluster] [ENGINE = engine(...)]
-```
-
-### بند {#clauses}
-
--   `IF NOT EXISTS`
-    اگر `db_name` پایگاه داده از قبل وجود دارد, سپس کلیک هاوس می کند یک پایگاه داده جدید ایجاد کنید و:
-
-    -   اگر بند مشخص شده است یک استثنا پرتاب نمی کند.
-    -   می اندازد یک استثنا اگر بند مشخص نشده است.
-
--   `ON CLUSTER`
-    کلیک ایجاد می کند `db_name` پایگاه داده در تمام سرورهای یک خوشه مشخص.
-
--   `ENGINE`
-
-    -   [MySQL](../../engines/database-engines/mysql.md)
-        به شما اجازه می دهد برای بازیابی اطلاعات از سرور خروجی زیر از راه دور.
-        به طور پیش فرض, تاتر با استفاده از خود [موتور دادگان](../../engines/database-engines/index.md).
-
-## CREATE TABLE {#create-table-query}
-
-این `CREATE TABLE` پرس و جو می تواند اشکال مختلف داشته باشد.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [compression_codec] [TTL expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2] [compression_codec] [TTL expr2],
-    ...
-) ENGINE = engine
-```
-
-ایجاد یک جدول به نام ‘name’ در ‘db’ پایگاه داده یا پایگاه داده فعلی اگر ‘db’ تنظیم نشده است, با ساختار مشخص شده در براکت و ‘engine’ موتور
-ساختار جدول یک لیست از توصیف ستون است. اگر شاخص ها توسط موتور پشتیبانی می شوند به عنوان پارامتر برای موتور جدول نشان داده می شوند.
-
-شرح ستون است `name type` در ساده ترین حالت. مثال: `RegionID UInt32`.
-عبارات همچنین می توانید برای مقادیر پیش فرض تعریف شود (پایین را ببینید).
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name AS [db2.]name2 [ENGINE = engine]
-```
-
-ایجاد یک جدول با همان ساختار به عنوان جدول دیگر. شما می توانید یک موتور مختلف برای جدول مشخص کنید. اگر موتور مشخص نشده است, همان موتور خواهد شد که برای استفاده `db2.name2` جدول
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name AS table_function()
-```
-
-ایجاد یک جدول با ساختار و داده های بازگردانده شده توسط یک [تابع جدول](../table-functions/index.md#table-functions).
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name ENGINE = engine AS SELECT ...
-```
-
-ایجاد یک جدول با یک ساختار مانند نتیجه `SELECT` پرس و جو, با ‘engine’ موتور, و پر با داده ها از را انتخاب کنید.
-
-در همه موارد اگر `IF NOT EXISTS` مشخص شده است, پرس و جو یک خطا بازگشت نیست اگر جدول در حال حاضر وجود دارد. در این مورد پرس و جو هیچ کاری انجام نخواهد داد.
-
-می تواند بند دیگر پس از وجود دارد `ENGINE` بند در پرس و جو. مشاهده مستندات دقیق در مورد چگونگی ایجاد جداول در شرح [موتورهای جدول](../../engines/table-engines/index.md#table_engines).
-
-### مقادیر پیشفرض {#create-default-values}
-
-شرح ستون می تواند یک عبارت برای یک مقدار پیش فرض مشخص, در یکی از روش های زیر:`DEFAULT expr`, `MATERIALIZED expr`, `ALIAS expr`.
-مثال: `URLDomain String DEFAULT domain(URL)`.
-
-اگر یک عبارت برای مقدار پیش فرض تعریف نشده است, مقادیر پیش فرض خواهد شد به صفر برای اعداد تنظیم, رشته های خالی برای رشته, طعمه خالی برای ارریس, و `1970-01-01` برای تاریخ و یا `1970-01-01 00:00:00` برای تاریخ با زمان. نقاط صفر پشتیبانی نمی شوند.
-
-اگر عبارت پیش فرض تعریف شده است, نوع ستون اختیاری است. در صورتی که یک نوع به صراحت تعریف شده وجود ندارد, نوع بیان پیش فرض استفاده شده است. مثال: `EventDate DEFAULT toDate(EventTime)` – the ‘Date’ نوع خواهد شد برای استفاده ‘EventDate’ ستون.
-
-اگر نوع داده ها و بیان پیش فرض به صراحت تعریف, این عبارت خواهد شد به نوع مشخص با استفاده از توابع نوع ریخته گری بازیگران. مثال: `Hits UInt32 DEFAULT 0` معنی همان چیزی که به عنوان `Hits UInt32 DEFAULT toUInt32(0)`.
-
-Default expressions may be defined as an arbitrary expression from table constants and columns. When creating and changing the table structure, it checks that expressions don't contain loops. For INSERT, it checks that expressions are resolvable – that all columns they can be calculated from have been passed.
-
-`DEFAULT expr`
-
-مقدار پیش فرض عادی. اگر پرس و جو درج می کند ستون مربوطه مشخص نیست, خواهد شد در محاسبات بیان مربوطه پر.
-
-`MATERIALIZED expr`
-
-بیان محقق. چنین ستون ای نمی تواند برای درج مشخص شود زیرا همیشه محاسبه می شود.
-برای درج بدون یک لیست از ستون, این ستون ها در نظر گرفته نمی.
-علاوه بر این, این ستون جایگزین نشده است که با استفاده از یک ستاره در یک پرس و جو را انتخاب کنید. این است که برای حفظ همواره که تخلیه با استفاده از `SELECT *` را می توان به جدول با استفاده از درج بدون مشخص کردن لیست ستون قرار داده شده.
-
-`ALIAS expr`
-
-دو واژه مترادف. چنین ستون در جدول ذخیره نمی شود و در همه.
-ارزش های خود را نمی توان در یک جدول قرار داد و هنگام استفاده از ستاره در یک پرس و جو انتخاب جایگزین نمی شود.
-این را می توان در انتخاب استفاده می شود اگر نام مستعار است که در طول تجزیه پرس و جو گسترش یافته است.
-
-هنگام استفاده از پرس و جو را تغییر دهید برای اضافه کردن ستون جدید, داده های قدیمی برای این ستون نوشته نشده است. بجای, در هنگام خواندن داده های قدیمی که ارزش برای ستون جدید ندارد, عبارات در پرواز به طور پیش فرض محاسبه. با این حال, اگر در حال اجرا عبارات نیاز به ستون های مختلف است که در پرس و جو نشان داده نمی, این ستون علاوه بر خوانده خواهد شد, اما فقط برای بلوک های داده که نیاز.
-
-اگر شما یک ستون جدید اضافه کردن به یک جدول اما بعد تغییر بیان پیش فرض خود, ارزش های مورد استفاده برای داده های قدیمی تغییر خواهد کرد (برای داده هایی که ارزش بر روی دیسک ذخیره نمی شد). توجه داشته باشید که هنگام اجرای ادغام پس زمینه, داده ها را برای ستون که در یکی از قطعات ادغام از دست رفته است به بخش ادغام شده نوشته شده.
-
-این ممکن است به مجموعه مقادیر پیش فرض برای عناصر در ساختارهای داده تو در تو.
-
-### قیدها {#constraints}
-
-همراه با ستون توصیف محدودیت می تواند تعریف شود:
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [compression_codec] [TTL expr1],
-    ...
-    CONSTRAINT constraint_name_1 CHECK boolean_expr_1,
-    ...
-) ENGINE = engine
-```
-
-`boolean_expr_1` می تواند با هر عبارت بولی. اگر قیود برای جدول تعریف شود هر کدام برای هر سطر بررسی خواهند شد `INSERT` query. If any constraint is not satisfied — server will raise an exception with constraint name and checking expression.
-
-اضافه کردن مقدار زیادی از محدودیت های منفی می تواند عملکرد بزرگ را تحت تاثیر قرار `INSERT` نمایش داده شد.
-
-### عبارت دیگر {#ttl-expression}
-
-تعریف می کند زمان ذخیره سازی برای ارزش. می توان تنها برای ادغام مشخص-جداول خانواده. برای توضیحات دقیق, دیدن [ستون ها و جداول](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-ttl).
-
-### کدکهای فشردهسازی ستون {#codecs}
-
-به طور پیش فرض, تاتر اعمال `lz4` روش فشرده سازی. برای `MergeTree`- خانواده موتور شما می توانید روش فشرده سازی به طور پیش فرض در تغییر [فشردهسازی](../../operations/server-configuration-parameters/settings.md#server-settings-compression) بخش پیکربندی سرور. شما همچنین می توانید روش فشرده سازی برای هر ستون فردی در تعریف `CREATE TABLE` پرس و جو.
-
-``` sql
-CREATE TABLE codec_example
-(
-    dt Date CODEC(ZSTD),
-    ts DateTime CODEC(LZ4HC),
-    float_value Float32 CODEC(NONE),
-    double_value Float64 CODEC(LZ4HC(9))
-    value Float32 CODEC(Delta, ZSTD)
-)
-ENGINE = <Engine>
-...
-```
-
-اگر یک کدک مشخص شده است, کدک به طور پیش فرض صدق نمی کند. به عنوان مثال کدک ها را می توان در یک خط لوله ترکیب کرد, `CODEC(Delta, ZSTD)`. برای انتخاب بهترین ترکیب کدک برای شما پروژه معیار شبیه به شرح داده شده در التیت منتقل می کند [کدگذاری های جدید برای بهبود بهره وری کلیک](https://www.altinity.com/blog/2019/7/new-encodings-to-improve-clickhouse) مقاله.
-
-!!! warning "اخطار"
-    شما می توانید فایل های پایگاه داده کلیک از حالت فشرده خارج با تاسیسات خارجی مانند `lz4`. بجای, استفاده از ویژه [کلیک کمپرسور](https://github.com/ClickHouse/ClickHouse/tree/master/programs/compressor) سودمند.
-
-فشرده سازی برای موتورهای جدول زیر پشتیبانی می شود:
-
--   [ادغام](../../engines/table-engines/mergetree-family/mergetree.md) خانواده پشتیبانی از کدک های فشرده سازی ستون و انتخاب روش فشرده سازی پیش فرض توسط [فشردهسازی](../../operations/server-configuration-parameters/settings.md#server-settings-compression) تنظیمات.
--   [ثبت](../../engines/table-engines/log-family/index.md) خانواده با استفاده از `lz4` روش فشرده سازی به طور پیش فرض و پشتیبانی از کدک های فشرده سازی ستون.
--   [تنظیم](../../engines/table-engines/special/set.md). فقط فشرده سازی پیش فرض پشتیبانی می کند.
--   [پیوستن](../../engines/table-engines/special/join.md). فقط فشرده سازی پیش فرض پشتیبانی می کند.
-
-تاتر با پشتیبانی از کدک های هدف مشترک و کدک های تخصصی.
-
-#### کدکهای تخصصی {#create-query-specialized-codecs}
-
-این کدک ها طراحی شده اند تا فشرده سازی را با استفاده از ویژگی های خاص داده ها موثر تر کند. برخی از این کدک ها اطلاعات خود را فشرده سازی نمی کنند. در عوض داده ها را برای یک کدک هدف مشترک تهیه می کنند که بهتر از بدون این دارو را فشرده می کند.
-
-کدکهای تخصصی:
-
--   `Delta(delta_bytes)` — Compression approach in which raw values are replaced by the difference of two neighboring values, except for the first value that stays unchanged. Up to `delta_bytes` برای ذخیره سازی مقادیر دلتا استفاده می شود, بنابراین `delta_bytes` حداکثر اندازه مقادیر خام است. ممکن است `delta_bytes` ارزش: 1, 2, 4, 8. مقدار پیش فرض برای `delta_bytes` هست `sizeof(type)` اگر به برابر 1, 2, 4, یا 8. در تمام موارد دیگر 1 است.
--   `DoubleDelta` — Calculates delta of deltas and writes it in compact binary form. Optimal compression rates are achieved for monotonic sequences with a constant stride, such as time series data. Can be used with any fixed-width type. Implements the algorithm used in Gorilla TSDB, extending it to support 64-bit types. Uses 1 extra bit for 32-byte deltas: 5-bit prefixes instead of 4-bit prefixes. For additional information, see Compressing Time Stamps in [گوریل: سریع, مقیاس پذیر, در حافظه پایگاه داده سری زمان](http://www.vldb.org/pvldb/vol8/p1816-teller.pdf).
--   `Gorilla` — Calculates XOR between current and previous value and writes it in compact binary form. Efficient when storing a series of floating point values that change slowly, because the best compression rate is achieved when neighboring values are binary equal. Implements the algorithm used in Gorilla TSDB, extending it to support 64-bit types. For additional information, see Compressing Values in [گوریل: سریع, مقیاس پذیر, در حافظه پایگاه داده سری زمان](http://www.vldb.org/pvldb/vol8/p1816-teller.pdf).
--   `T64` — Compression approach that crops unused high bits of values in integer data types (including `Enum`, `Date` و `DateTime`). در هر مرحله از الگوریتم کدک یک بلوک از ارزش های 64 را می گیرد و به ماتریس بیتی 6464 می رسد و بیت های استفاده نشده ارزش ها را تولید می کند و بقیه را به عنوان یک دنباله باز می گرداند. بیت های استفاده نشده بیت هایی هستند که بین مقادیر حداکثر و حداقل در کل بخش داده ای که فشرده سازی استفاده می شود متفاوت نیستند.
-
-`DoubleDelta` و `Gorilla` کدک ها در گوریل تسدب به عنوان اجزای الگوریتم فشرده سازی خود استفاده می شود. رویکرد گوریل در سناریوها موثر است زمانی که یک دنباله از ارزش های کم زمان خود را با تغییر دادن زمان وجود دارد. مهر زمانی به طور موثر توسط فشرده `DoubleDelta` کدک و ارزش ها به طور موثر توسط فشرده `Gorilla` وابسته به کدک. مثلا برای دریافت جدول ذخیره شده به طور موثر می توانید در تنظیمات زیر ایجاد کنید:
-
-``` sql
-CREATE TABLE codec_example
-(
-    timestamp DateTime CODEC(DoubleDelta),
-    slow_values Float32 CODEC(Gorilla)
-)
-ENGINE = MergeTree()
-```
-
-#### کدکهای هدف عمومی {#create-query-general-purpose-codecs}
-
-کدکها:
-
--   `NONE` — No compression.
--   `LZ4` — Lossless [الگوریتم فشرده سازی داده ها](https://github.com/lz4/lz4) به طور پیش فرض استفاده می شود. اعمال فشرده سازی سریع 4.
--   `LZ4HC[(level)]` — LZ4 HC (high compression) algorithm with configurable level. Default level: 9. Setting `level <= 0` سطح پیش فرض اعمال می شود. سطوح ممکن: \[1, 12\]. محدوده سطح توصیه شده: \[4, 9\].
--   `ZSTD[(level)]` — [الگوریتم فشرد فشاری](https://en.wikipedia.org/wiki/Zstandard) با قابلیت تنظیم `level`. سطوح ممکن: \[1, 22\]. مقدار پیش فرض: 1.
-
-سطح فشرده سازی بالا برای حالات نامتقارن مفید هستند, مانند فشرده سازی یک بار, از حالت فشرده خارج بارها و بارها. سطوح بالاتر به معنای فشرده سازی بهتر و استفاده از پردازنده بالاتر است.
-
-## جداول موقت {#temporary-tables}
-
-تاتر از جداول موقت که دارای ویژگی های زیر:
-
--   جداول موقت ناپدید می شوند زمانی که جلسه به پایان می رسد, از جمله اگر اتصال از دست داده است.
--   جدول موقت با استفاده از موتور حافظه تنها.
--   دسی بل را نمی توان برای یک جدول موقت مشخص شده است. این است که در خارج از پایگاه داده ایجاد شده است.
--   غیر ممکن است برای ایجاد یک جدول موقت با پرس و جو توزیع دی ال در تمام سرورهای خوشه (با استفاده از `ON CLUSTER`): این جدول تنها در جلسه فعلی وجود دارد.
--   اگر یک جدول موقت است به همین نام به عنوان یکی دیگر و یک پرس و جو نام جدول بدون مشخص دسی بل مشخص, جدول موقت استفاده خواهد شد.
--   برای پردازش پرس و جو توزیع, جداول موقت مورد استفاده در یک پرس و جو به سرور از راه دور منتقل.
-
-برای ایجاد یک جدول موقت از نحو زیر استفاده کنید:
-
-``` sql
-CREATE TEMPORARY TABLE [IF NOT EXISTS] table_name
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-)
-```
-
-در بیشتر موارد, جداول موقت به صورت دستی ایجاد نمی, اما در هنگام استفاده از داده های خارجی برای پرس و جو, و یا برای توزیع `(GLOBAL) IN`. برای کسب اطلاعات بیشتر به بخش های مناسب مراجعه کنید
-
-امکان استفاده از جداول با [موتور = حافظه](../../engines/table-engines/special/memory.md) به جای جداول موقت.
-
-## توزیع پرس و جو ددل (در بند خوشه) {#distributed-ddl-queries-on-cluster-clause}
-
-این `CREATE`, `DROP`, `ALTER` و `RENAME` نمایش داده شد حمایت از اجرای توزیع در یک خوشه.
-برای مثال پرس و جو زیر ایجاد می کند `all_hits` `Distributed` جدول در هر میزبان در `cluster`:
-
-``` sql
-CREATE TABLE IF NOT EXISTS all_hits ON CLUSTER cluster (p Date, i Int32) ENGINE = Distributed(cluster, default, hits)
-```
-
-به منظور اجرای این نمایش داده شد به درستی, هر یک از میزبان باید تعریف خوشه همان (برای ساده سازی تنظیمات همگام سازی, شما می توانید تعویض از باغ وحش استفاده). همچنین باید به سرورهای باغ وحش متصل شوند.
-نسخه محلی از پرس و جو در نهایت بر روی هر یک از میزبان در خوشه اجرا می شود, حتی اگر برخی از میزبان در حال حاضر در دسترس نیست. سفارش برای اجرای نمایش داده شد در یک میزبان واحد تضمین شده است.
-
-## CREATE VIEW {#create-view}
-
-``` sql
-CREATE [MATERIALIZED] VIEW [IF NOT EXISTS] [db.]table_name [TO[db.]name] [ENGINE = engine] [POPULATE] AS SELECT ...
-```
-
-ایجاد یک دیدگاه. دو نوع دیدگاه وجود دارد: طبیعی و تحقق.
-
-نمایش عادی هیچ داده ذخیره نمی, اما فقط انجام خواندن از جدول دیگر. به عبارت دیگر, یک نمایش عادی چیزی بیش از یک پرس و جو ذخیره شده است. هنگام خواندن از نظر, این پرس و جو را نجات داد به عنوان یک خرده فروشی در بند از استفاده.
-
-به عنوان مثال, فرض کنیم شما یک دیدگاه ایجاد کرده اید:
-
-``` sql
-CREATE VIEW view AS SELECT ...
-```
-
-و پرس و جو نوشته شده است:
-
-``` sql
-SELECT a, b, c FROM view
-```
-
-این پرس و جو به طور کامل به استفاده از خرده فروشی معادل است:
-
-``` sql
-SELECT a, b, c FROM (SELECT ...)
-```
-
-نمایش ها محقق داده فروشگاه تبدیل شده توسط پرس و جو مربوطه را انتخاب کنید.
-
-هنگام ایجاد یک دیدگاه محقق بدون `TO [db].[table]`, you must specify ENGINE – the table engine for storing data.
-
-هنگام ایجاد یک دیدگاه محقق با `TO [db].[table]`, شما باید استفاده کنید `POPULATE`.
-
-مشاهده محقق به شرح زیر مرتب: هنگام قرار دادن داده ها به جدول مشخص شده در انتخاب, بخشی از داده های درج شده است این پرس و جو را انتخاب کنید تبدیل, و در نتیجه در نظر قرار داده.
-
-اگر شما جمعیت مشخص, داده های جدول موجود در نظر قرار داده در هنگام ایجاد, اگر ساخت یک `CREATE TABLE ... AS SELECT ...` . در غیر این صورت پرس و جو شامل تنها داده های درج شده در جدول پس از ایجاد دیدگاه. ما توصیه نمی کنیم با استفاده از جمعیت, از داده ها در جدول در طول ایجاد مشاهده قرار داده نمی شود.
-
-A `SELECT` پرسوجو می تواند شامل شود `DISTINCT`, `GROUP BY`, `ORDER BY`, `LIMIT`… Note that the corresponding conversions are performed independently on each block of inserted data. For example, if `GROUP BY` تنظیم شده است, داده ها در طول درج جمع, اما تنها در یک بسته واحد از داده های درج شده. داده ها بیشتر جمع نمی شود. استثنا است که با استفاده از یک موتور است که به طور مستقل انجام تجمع داده ها, مانند `SummingMergeTree`.
-
-اعدام `ALTER` نمایش داده شد در نمایش محقق شده است به طور کامل توسعه یافته نیست, بنابراین ممکن است ناخوشایند. اگر مشاهده محقق با استفاده از ساخت و ساز `TO [db.]name` شما می توانید `DETACH` منظره, اجرا `ALTER` برای جدول هدف و سپس `ATTACH` قبلا جدا (`DETACH`) نظر .
-
-نمایش ها نگاه همان جداول عادی. برای مثال در نتیجه ذکر شده است `SHOW TABLES` پرس و جو.
-
-پرس و جو جداگانه برای حذف نمایش ها وجود ندارد. برای حذف یک نما, استفاده `DROP TABLE`.
-
-## CREATE DICTIONARY {#create-dictionary-query}
-
-``` sql
-CREATE DICTIONARY [IF NOT EXISTS] [db.]dictionary_name [ON CLUSTER cluster]
-(
-    key1 type1  [DEFAULT|EXPRESSION expr1] [HIERARCHICAL|INJECTIVE|IS_OBJECT_ID],
-    key2 type2  [DEFAULT|EXPRESSION expr2] [HIERARCHICAL|INJECTIVE|IS_OBJECT_ID],
-    attr1 type2 [DEFAULT|EXPRESSION expr3],
-    attr2 type2 [DEFAULT|EXPRESSION expr4]
-)
-PRIMARY KEY key1, key2
-SOURCE(SOURCE_NAME([param1 value1 ... paramN valueN]))
-LAYOUT(LAYOUT_NAME([param_name param_value]))
-LIFETIME({MIN min_val MAX max_val | max_val})
-```
-
-ایجاد [فرهنگ لغت خارجی](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md) با توجه به [ساختار](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md), [متن](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md), [طرحبندی](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md) و [طول عمر](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md).
-
-ساختار فرهنگ لغت خارجی شامل ویژگی های. ویژگی فرهنگ لغت به طور مشابه به ستون جدول مشخص شده است. تنها ویژگی مورد نیاز ویژگی نوع خود است, تمام خواص دیگر ممکن است مقادیر پیش فرض دارند.
-
-بسته به فرهنگ لغت [طرحبندی](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md) یک یا چند ویژگی را می توان به عنوان کلید فرهنگ لغت مشخص شده است.
-
-برای کسب اطلاعات بیشتر, دیدن [واژهنامهها خارجی](../dictionaries/external-dictionaries/external-dicts.md) بخش.
-
-## CREATE USER {#create-user-statement}
-
-ایجاد یک [حساب کاربری](../../operations/access-rights.md#user-account-management).
-
-### نحو {#create-user-syntax}
-
-``` sql
-CREATE USER [IF NOT EXISTS | OR REPLACE] name [ON CLUSTER cluster_name]
-    [IDENTIFIED [WITH {NO_PASSWORD|PLAINTEXT_PASSWORD|SHA256_PASSWORD|SHA256_HASH|DOUBLE_SHA1_PASSWORD|DOUBLE_SHA1_HASH}] BY {'password'|'hash'}]
-    [HOST {LOCAL | NAME 'name' | REGEXP 'name_regexp' | IP 'address' | LIKE 'pattern'} [,...] | ANY | NONE]
-    [DEFAULT ROLE role [,...]]
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | PROFILE 'profile_name'] [,...]
-```
-
-#### شناسایی {#identification}
-
-چندین راه برای شناسایی کاربر وجود دارد:
-
--   `IDENTIFIED WITH no_password`
--   `IDENTIFIED WITH plaintext_password BY 'qwerty'`
--   `IDENTIFIED WITH sha256_password BY 'qwerty'` یا `IDENTIFIED BY 'password'`
--   `IDENTIFIED WITH sha256_hash BY 'hash'`
--   `IDENTIFIED WITH double_sha1_password BY 'qwerty'`
--   `IDENTIFIED WITH double_sha1_hash BY 'hash'`
-
-#### میزبان کاربر {#user-host}
-
-میزبان کاربر یک میزبان است که می تواند اتصال به سرور کلیک ایجاد شود. میزبان را می توان در `HOST` بخش پرس و جو به روش های زیر:
-
--   `HOST IP 'ip_address_or_subnetwork'` — User can connect to ClickHouse server only from the specified IP address or a [subnetwork](https://en.wikipedia.org/wiki/Subnetwork). مثالها: `HOST IP '192.168.0.0/16'`, `HOST IP '2001:DB8::/32'`. برای استفاده در تولید فقط مشخص کنید `HOST IP` عناصر (نشانی اینترنتی و ماسک خود را), از زمان استفاده از `host` و `host_regexp` ممکن است تاخیر اضافی شود.
--   `HOST ANY` — User can connect from any location. This is default option.
--   `HOST LOCAL` — User can connect only locally.
--   `HOST NAME 'fqdn'` — User host can be specified as FQDN. For example, `HOST NAME 'mysite.com'`.
--   `HOST NAME REGEXP 'regexp'` — You can use [pcre](http://www.pcre.org/) عبارات منظم در هنگام مشخص میزبان کاربر. به عنوان مثال, `HOST NAME REGEXP '.*\.mysite\.com'`.
--   `HOST LIKE 'template'` — Allows you use the [LIKE](../functions/string-search-functions.md#function-like) اپراتور برای فیلتر کردن میزبان کاربر. به عنوان مثال, `HOST LIKE '%'` معادل است `HOST ANY`, `HOST LIKE '%.mysite.com'` فیلتر تمام میزبان در `mysite.com` دامنه.
-
-یکی دیگر از راه تعیین میزبان استفاده است `@` نحو با نام کاربر. مثالها:
-
--   `CREATE USER mira@'127.0.0.1'` — Equivalent to the `HOST IP` نحو.
--   `CREATE USER mira@'localhost'` — Equivalent to the `HOST LOCAL` نحو.
--   `CREATE USER mira@'192.168.%.%'` — Equivalent to the `HOST LIKE` نحو.
-
-!!! info "اخطار"
-    درمان کلیک `user_name@'address'` به عنوان یک نام کاربری به عنوان یک کل. بدین ترتیب, از لحاظ فنی شما می توانید چند کاربر با ایجاد `user_name` و سازه های مختلف پس از `@`. ما توصیه به انجام این کار.
-
-### مثالها {#create-user-examples}
-
-ایجاد حساب کاربری `mira` حفاظت شده توسط رمز عبور `qwerty`:
-
-``` sql
-CREATE USER mira HOST IP '127.0.0.1' IDENTIFIED WITH sha256_password BY 'qwerty'
-```
-
-`mira` باید برنامه مشتری در میزبان که سرور کلیک اجرا می شود شروع می شود.
-
-ایجاد حساب کاربری `john` نقش ها را به طور پیش فرض اختصاص دهید و این نقش ها را پیش فرض کنید:
-
-``` sql
-CREATE USER john DEFAULT ROLE role1, role2
-```
-
-ایجاد حساب کاربری `john` و همه نقش های بعدی خود را به طور پیش فرض:
-
-``` sql
-ALTER USER user DEFAULT ROLE ALL
-```
-
-هنگامی که برخی از نقش اختصاص داده خواهد شد به `john` در اینده این تبدیل خواهد شد به طور پیش فرض به طور خودکار.
-
-ایجاد حساب کاربری `john` و همه نقش های بعدی خود را به استثنای پیش فرض `role1` و `role2`:
-
-``` sql
-ALTER USER john DEFAULT ROLE ALL EXCEPT role1, role2
-```
-
-## CREATE ROLE {#create-role-statement}
-
-ایجاد یک [نقش](../../operations/access-rights.md#role-management).
-
-### نحو {#create-role-syntax}
-
-``` sql
-CREATE ROLE [IF NOT EXISTS | OR REPLACE] name
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | PROFILE 'profile_name'] [,...]
-```
-
-### توصیف {#create-role-description}
-
-نقش مجموعه ای از [امتیازات](grant.md#grant-privileges). کاربر اعطا شده با نقش می شود تمام امتیازات این نقش.
-
-کاربر را می توان با نقش های متعدد اختصاص داده است. کاربران می توانند نقش اعطا خود را در ترکیب دلخواه توسط اعمال [SET ROLE](misc.md#set-role-statement) بیانیه. دامنه نهایی امتیازات مجموعه ای ترکیبی از تمام امتیازات تمام نقش های کاربردی است. اگر یک کاربر امتیازات اعطا شده به طور مستقیم به حساب کاربری نیز با امتیازات اعطا شده توسط نقش ترکیب شده است.
-
-کاربر می تواند نقش پیش فرض که در ورود کاربر اعمال می شود. برای تنظیم نقش های پیش فرض از [SET DEFAULT ROLE](misc.md#set-default-role-statement) بیانیه یا [ALTER USER](alter.md#alter-user-statement) بیانیه.
-
-برای لغو نقش از [REVOKE](revoke.md) بیانیه.
-
-برای حذف نقش از [DROP ROLE](misc.md#drop-role-statement) بیانیه. نقش حذف شده به طور خودکار از تمام کاربران و نقش هایی که اعطا شد لغو می شود.
-
-### مثالها {#create-role-examples}
-
-``` sql
-CREATE ROLE accountant;
-GRANT SELECT ON db.* TO accountant;
-```
-
-این دنباله ای از نمایش داده شد نقش ایجاد می کند `accountant` که دارای امتیاز از خواندن داده ها از `accounting` بانک اطلاعات.
-
-اعطای نقش به کاربر `mira`:
-
-``` sql
-GRANT accountant TO mira;
-```
-
-کاربر پس از این نقش اعطا می تواند استفاده و انجام نمایش داده شد مجاز است. به عنوان مثال:
-
-``` sql
-SET ROLE accountant;
-SELECT * FROM db.*;
-```
-
-## CREATE ROW POLICY {#create-row-policy-statement}
-
-ایجاد یک [پالایه برای سطرها](../../operations/access-rights.md#row-policy-management), که یک کاربر می تواند از یک جدول به عنوان خوانده شده.
-
-### نحو {#create-row-policy-syntax}
-
-``` sql
-CREATE [ROW] POLICY [IF NOT EXISTS | OR REPLACE] policy_name [ON CLUSTER cluster_name] ON [db.]table
-    [AS {PERMISSIVE | RESTRICTIVE}]
-    [FOR SELECT]
-    [USING condition]
-    [TO {role [,...] | ALL | ALL EXCEPT role [,...]}]
-```
-
-#### بخش به عنوان {#create-row-policy-as}
-
-با استفاده از این بخش شما می توانید سیاست های مجاز و یا محدود ایجاد کنید.
-
-سیاست مجاز دسترسی به ردیف کمک های مالی. سیاست های مجاز که به همان جدول اعمال می شود با هم با استفاده از بولی ترکیب `OR` اپراتور سیاست های مجاز به طور پیش فرض.
-
-سیاست محدود کننده دسترسی به ردیف محدود می کند. سیاست های محدود که به همان جدول اعمال می شود با هم با استفاده از بولی ترکیب شده است `AND` اپراتور
-
-سیاست های محدود به ردیف که فیلترهای مجاز گذشت اعمال می شود. اگر شما در تنظیم سیاست های محدود اما هیچ سیاست مجاز کاربر هر سطر از جدول می توانید.
-
-#### بخش به {#create-row-policy-to}
-
-در بخش `TO` شما می توانید یک لیست ترکیبی از نقش ها و کاربران را, مثلا, `CREATE ROW POLICY ... TO accountant, john@localhost`.
-
-کلیدواژه `ALL` به معنی تمام کاربران کلیک از جمله کاربر فعلی. کلیدواژهها `ALL EXCEPT` اجازه می دهد به حذف برخی از کاربران از لیست تمام کاربران به عنوان مثال `CREATE ROW POLICY ... TO ALL EXCEPT accountant, john@localhost`
-
-### مثالها {#examples}
-
--   `CREATE ROW POLICY filter ON mydb.mytable FOR SELECT USING a<1000 TO accountant, john@localhost`
--   `CREATE ROW POLICY filter ON mydb.mytable FOR SELECT USING a<1000 TO ALL EXCEPT mira`
-
-## CREATE QUOTA {#create-quota-statement}
-
-ایجاد یک [سهمیه](../../operations/access-rights.md#quotas-management) این را می توان به یک کاربر یا نقش اختصاص داد.
-
-### نحو {#create-quota-syntax}
-
-``` sql
-CREATE QUOTA [IF NOT EXISTS | OR REPLACE] name [ON CLUSTER cluster_name]
-    [KEYED BY {'none' | 'user name' | 'ip address' | 'client key' | 'client key or user name' | 'client key or ip address'}]
-    [FOR [RANDOMIZED] INTERVAL number {SECOND | MINUTE | HOUR | DAY | WEEK | MONTH | QUARTER | YEAR}
-        {MAX { {QUERIES | ERRORS | RESULT ROWS | RESULT BYTES | READ ROWS | READ BYTES | EXECUTION TIME} = number } [,...] |
-         NO LIMITS | TRACKING ONLY} [,...]]
-    [TO {role [,...] | ALL | ALL EXCEPT role [,...]}]
-```
-
-### مثال {#create-quota-example}
-
-محدود کردن حداکثر تعداد نمایش داده شد برای کاربر فعلی با 123 نمایش داده شد در 15 ماه محدودیت:
-
-``` sql
-CREATE QUOTA qA FOR INTERVAL 15 MONTH MAX QUERIES 123 TO CURRENT_USER
-```
-
-## CREATE SETTINGS PROFILE {#create-settings-profile-statement}
-
-ایجاد یک [تنظیمات](../../operations/access-rights.md#settings-profiles-management) این را می توان به یک کاربر یا نقش اختصاص داد.
-
-### نحو {#create-settings-profile-syntax}
-
-``` sql
-CREATE SETTINGS PROFILE [IF NOT EXISTS | OR REPLACE] name [ON CLUSTER cluster_name]
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | INHERIT 'profile_name'] [,...]
-```
-
-# مثال {#create-settings-profile-syntax}
-
-ایجاد `max_memory_usage_profile` مشخصات تنظیمات با ارزش و محدودیت برای `max_memory_usage` تنظیمات. انتساب به `robin`:
-
-``` sql
-CREATE SETTINGS PROFILE max_memory_usage_profile SETTINGS max_memory_usage = 100000001 MIN 90000000 MAX 110000000 TO robin
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/create/) <!--hide-->
diff --git a/docs/fa/sql-reference/statements/grant.md b/docs/fa/sql-reference/statements/grant.md
deleted file mode 100644
index fd0274ea892..00000000000
--- a/docs/fa/sql-reference/statements/grant.md
+++ /dev/null
@@ -1,476 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: GRANT
----
-
-# GRANT {#grant}
-
--   کمک های مالی [امتیازات](#grant-privileges) به حساب کاربر کلیک و یا نقش.
--   اختصاص نقش به حساب های کاربری و یا به نقش های دیگر.
-
-برای لغو امتیازات از [REVOKE](revoke.md) بیانیه. همچنین شما می توانید لیست امتیازات اعطا شده توسط [SHOW GRANTS](show.md#show-grants-statement) بیانیه.
-
-## اعطای نحو امتیاز {#grant-privigele-syntax}
-
-``` sql
-GRANT [ON CLUSTER cluster_name] privilege[(column_name [,...])] [,...] ON {db.table|db.*|*.*|table|*} TO {user | role | CURRENT_USER} [,...] [WITH GRANT OPTION]
-```
-
--   `privilege` — Type of privilege.
--   `role` — ClickHouse user role.
--   `user` — ClickHouse user account.
-
-این `WITH GRANT OPTION` کمک های مالی بند `user` یا `role` با اجازه به انجام `GRANT` پرس و جو. کاربران می توانند امتیازات از همان دامنه دارند و کمتر اعطا.
-
-## اعطای نحو نقش {#assign-role-syntax}
-
-``` sql
-GRANT [ON CLUSTER cluster_name] role [,...] TO {user | another_role | CURRENT_USER} [,...] [WITH ADMIN OPTION]
-```
-
--   `role` — ClickHouse user role.
--   `user` — ClickHouse user account.
-
-این `WITH ADMIN OPTION` مجموعه بند [ADMIN OPTION](#admin-option-privilege) امتیاز برای `user` یا `role`.
-
-## استفاده {#grant-usage}
-
-برای استفاده `GRANT` حساب شما باید `GRANT OPTION` امتیاز. شما می توانید امتیازات تنها در داخل دامنه امتیازات حساب خود را اعطا.
-
-مثلا, مدیر امتیازات به اعطا کرده است `john` حساب توسط پرس و جو:
-
-``` sql
-GRANT SELECT(x,y) ON db.table TO john WITH GRANT OPTION
-```
-
-این بدان معنی است که `john` دارای مجوز برای انجام:
-
--   `SELECT x,y FROM db.table`.
--   `SELECT x FROM db.table`.
--   `SELECT y FROM db.table`.
-
-`john` نمی تواند انجام دهد `SELECT z FROM db.table`. این `SELECT * FROM db.table` همچنین در دسترس نیست. پردازش این پرس و جو, تاتر هیچ داده بازگشت نیست, حتی `x` و `y`. تنها استثنا است اگر یک جدول شامل تنها `x` و `y` ستون, در این مورد کلیکهاوس را برمی گرداند تمام داده ها.
-
-همچنین `john` دارد `GRANT OPTION` امتیاز, بنابراین می تواند کاربران دیگر با امتیازات از همان و یا دامنه کوچکتر اعطا.
-
-مشخص امتیازات شما می توانید ستاره استفاده کنید (`*`) به جای یک جدول و یا یک نام پایگاه داده. برای مثال `GRANT SELECT ON db.* TO john` پرسوجو اجازه میدهد `john` برای انجام `SELECT` پرس و جو بیش از همه جداول در `db` بانک اطلاعات. همچنین می توانید نام پایگاه داده را حذف کنید. برای مثال در این مورد امتیازات برای پایگاه داده فعلی اعطا می شود: `GRANT SELECT ON * TO john` اعطا امتیاز در تمام جداول در پایگاه داده فعلی, `GRANT SELECT ON mytable TO john` اعطا امتیاز در `mytable` جدول در پایگاه داده فعلی.
-
-دسترسی به `system` پایگاه داده همیشه مجاز (از این پایگاه داده برای پردازش نمایش داده شد استفاده می شود).
-
-شما می توانید امتیازات متعدد به حساب های متعدد در یک پرس و جو عطا کند. پرسوجو `GRANT SELECT, INSERT ON *.* TO john, robin` اجازه می دهد تا حساب `john` و `robin` برای انجام `INSERT` و `SELECT` نمایش داده شد بیش از همه جداول در تمام پایگاه داده بر روی سرور.
-
-## امتیازات {#grant-privileges}
-
-امتیاز اجازه به انجام نوع خاصی از نمایش داده شد است.
-
-امتیازات یک ساختار سلسله مراتبی. مجموعه ای از نمایش داده شد مجاز بستگی به دامنه امتیاز.
-
-سلسله مراتب امتیازات:
-
--   [SELECT](#grant-select)
--   [INSERT](#grant-insert)
--   [ALTER](#grant-alter)
-    -   `ALTER TABLE`
-        -   `ALTER UPDATE`
-        -   `ALTER DELETE`
-        -   `ALTER COLUMN`
-            -   `ALTER ADD COLUMN`
-            -   `ALTER DROP COLUMN`
-            -   `ALTER MODIFY COLUMN`
-            -   `ALTER COMMENT COLUMN`
-            -   `ALTER CLEAR COLUMN`
-            -   `ALTER RENAME COLUMN`
-        -   `ALTER INDEX`
-            -   `ALTER ORDER BY`
-            -   `ALTER ADD INDEX`
-            -   `ALTER DROP INDEX`
-            -   `ALTER MATERIALIZE INDEX`
-            -   `ALTER CLEAR INDEX`
-        -   `ALTER CONSTRAINT`
-            -   `ALTER ADD CONSTRAINT`
-            -   `ALTER DROP CONSTRAINT`
-        -   `ALTER TTL`
-        -   `ALTER MATERIALIZE TTL`
-        -   `ALTER SETTINGS`
-        -   `ALTER MOVE PARTITION`
-        -   `ALTER FETCH PARTITION`
-        -   `ALTER FREEZE PARTITION`
-    -   `ALTER VIEW`
-        -   `ALTER VIEW REFRESH`
-        -   `ALTER VIEW MODIFY QUERY`
--   [CREATE](#grant-create)
-    -   `CREATE DATABASE`
-    -   `CREATE TABLE`
-    -   `CREATE VIEW`
-    -   `CREATE DICTIONARY`
-    -   `CREATE TEMPORARY TABLE`
--   [DROP](#grant-drop)
-    -   `DROP DATABASE`
-    -   `DROP TABLE`
-    -   `DROP VIEW`
-    -   `DROP DICTIONARY`
--   [TRUNCATE](#grant-truncate)
--   [OPTIMIZE](#grant-optimize)
--   [SHOW](#grant-show)
-    -   `SHOW DATABASES`
-    -   `SHOW TABLES`
-    -   `SHOW COLUMNS`
-    -   `SHOW DICTIONARIES`
--   [KILL QUERY](#grant-kill-query)
--   [ACCESS MANAGEMENT](#grant-access-management)
-    -   `CREATE USER`
-    -   `ALTER USER`
-    -   `DROP USER`
-    -   `CREATE ROLE`
-    -   `ALTER ROLE`
-    -   `DROP ROLE`
-    -   `CREATE ROW POLICY`
-    -   `ALTER ROW POLICY`
-    -   `DROP ROW POLICY`
-    -   `CREATE QUOTA`
-    -   `ALTER QUOTA`
-    -   `DROP QUOTA`
-    -   `CREATE SETTINGS PROFILE`
-    -   `ALTER SETTINGS PROFILE`
-    -   `DROP SETTINGS PROFILE`
-    -   `SHOW ACCESS`
-        -   `SHOW_USERS`
-        -   `SHOW_ROLES`
-        -   `SHOW_ROW_POLICIES`
-        -   `SHOW_QUOTAS`
-        -   `SHOW_SETTINGS_PROFILES`
-    -   `ROLE ADMIN`
--   [SYSTEM](#grant-system)
-    -   `SYSTEM SHUTDOWN`
-    -   `SYSTEM DROP CACHE`
-        -   `SYSTEM DROP DNS CACHE`
-        -   `SYSTEM DROP MARK CACHE`
-        -   `SYSTEM DROP UNCOMPRESSED CACHE`
-    -   `SYSTEM RELOAD`
-        -   `SYSTEM RELOAD CONFIG`
-        -   `SYSTEM RELOAD DICTIONARY`
-        -   `SYSTEM RELOAD EMBEDDED DICTIONARIES`
-    -   `SYSTEM MERGES`
-    -   `SYSTEM TTL MERGES`
-    -   `SYSTEM FETCHES`
-    -   `SYSTEM MOVES`
-    -   `SYSTEM SENDS`
-        -   `SYSTEM DISTRIBUTED SENDS`
-        -   `SYSTEM REPLICATED SENDS`
-    -   `SYSTEM REPLICATION QUEUES`
-    -   `SYSTEM SYNC REPLICA`
-    -   `SYSTEM RESTART REPLICA`
-    -   `SYSTEM FLUSH`
-        -   `SYSTEM FLUSH DISTRIBUTED`
-        -   `SYSTEM FLUSH LOGS`
--   [INTROSPECTION](#grant-introspection)
-    -   `addressToLine`
-    -   `addressToSymbol`
-    -   `demangle`
--   [SOURCES](#grant-sources)
-    -   `FILE`
-    -   `URL`
-    -   `REMOTE`
-    -   `YSQL`
-    -   `ODBC`
-    -   `JDBC`
-    -   `HDFS`
-    -   `S3`
--   [دیکته کردن](#grant-dictget)
-
-نمونه هایی از چگونه این سلسله مراتب درمان می شود:
-
--   این `ALTER` امتیاز شامل تمام دیگر `ALTER*` امتیازات.
--   `ALTER CONSTRAINT` شامل `ALTER ADD CONSTRAINT` و `ALTER DROP CONSTRAINT` امتیازات.
-
-امتیازات در سطوح مختلف اعمال می شود. دانستن یک سطح نشان می دهد نحو در دسترس برای امتیاز.
-
-سطح (از پایین به بالاتر):
-
--   `COLUMN` — Privilege can be granted for column, table, database, or globally.
--   `TABLE` — Privilege can be granted for table, database, or globally.
--   `VIEW` — Privilege can be granted for view, database, or globally.
--   `DICTIONARY` — Privilege can be granted for dictionary, database, or globally.
--   `DATABASE` — Privilege can be granted for database or globally.
--   `GLOBAL` — Privilege can be granted only globally.
--   `GROUP` — Groups privileges of different levels. When `GROUP`- امتیاز سطح اعطا شده است, تنها که امتیازات از گروه اعطا که به نحو استفاده مطابقت.
-
-نمونه هایی از نحو مجاز:
-
--   `GRANT SELECT(x) ON db.table TO user`
--   `GRANT SELECT ON db.* TO user`
-
-نمونه هایی از نحو غیر مجاز:
-
--   `GRANT CREATE USER(x) ON db.table TO user`
--   `GRANT CREATE USER ON db.* TO user`
-
-امتیاز ویژه [ALL](#grant-all) اعطا تمام امتیازات به یک حساب کاربری و یا نقش.
-
-به طور پیش فرض, یک حساب کاربری و یا نقش هیچ امتیازات.
-
-اگر یک کاربر یا نقش هیچ امتیاز به عنوان نمایش داده می شود [NONE](#grant-none) امتیاز.
-
-برخی از نمایش داده شد با اجرای خود نیاز به مجموعه ای از امتیازات. برای مثال برای انجام [RENAME](misc.md#misc_operations-rename) پرس و جو شما نیاز به امتیازات زیر: `SELECT`, `CREATE TABLE`, `INSERT` و `DROP TABLE`.
-
-### SELECT {#grant-select}
-
-اجازه می دهد تا برای انجام [SELECT](select/index.md) نمایش داده شد.
-
-سطح امتیاز: `COLUMN`.
-
-**توصیف**
-
-کاربر اعطا شده با این امتیاز می تواند انجام دهد `SELECT` نمایش داده شد بیش از یک لیست مشخص از ستون ها در جدول و پایگاه داده مشخص شده است. اگر کاربر شامل ستون های دیگر و سپس مشخص پرس و جو هیچ داده گرداند.
-
-امتیاز زیر را در نظر بگیرید:
-
-``` sql
-GRANT SELECT(x,y) ON db.table TO john
-```
-
-این امتیاز اجازه می دهد `john` برای انجام هر `SELECT` پرس و جو که شامل داده ها از `x` و / یا `y` ستونها در `db.table`. به عنوان مثال, `SELECT x FROM db.table`. `john` نمی تواند انجام دهد `SELECT z FROM db.table`. این `SELECT * FROM db.table` همچنین در دسترس نیست. پردازش این پرس و جو, تاتر هیچ داده بازگشت نیست, حتی `x` و `y`. تنها استثنا است اگر یک جدول شامل تنها `x` و `y` ستون, در این مورد کلیکهاوس را برمی گرداند تمام داده ها.
-
-### INSERT {#grant-insert}
-
-اجازه می دهد تا انجام [INSERT](insert-into.md) نمایش داده شد.
-
-سطح امتیاز: `COLUMN`.
-
-**توصیف**
-
-کاربر اعطا شده با این امتیاز می تواند انجام دهد `INSERT` نمایش داده شد بیش از یک لیست مشخص از ستون ها در جدول و پایگاه داده مشخص شده است. اگر کاربر شامل ستون های دیگر و سپس مشخص پرس و جو هیچ داده وارد کنید.
-
-**مثال**
-
-``` sql
-GRANT INSERT(x,y) ON db.table TO john
-```
-
-امتیاز اعطا شده اجازه می دهد `john` برای وارد کردن داده ها به `x` و / یا `y` ستونها در `db.table`.
-
-### ALTER {#grant-alter}
-
-اجازه می دهد تا انجام [ALTER](alter.md) نمایش داده شد مربوط به سلسله مراتب زیر از امتیازات:
-
--   `ALTER`. سطح: `COLUMN`.
-    -   `ALTER TABLE`. سطح: `GROUP`
-        -   `ALTER UPDATE`. سطح: `COLUMN`. نامگردانها: `UPDATE`
-        -   `ALTER DELETE`. سطح: `COLUMN`. نامگردانها: `DELETE`
-        -   `ALTER COLUMN`. سطح: `GROUP`
-            -   `ALTER ADD COLUMN`. سطح: `COLUMN`. نامگردانها: `ADD COLUMN`
-            -   `ALTER DROP COLUMN`. سطح: `COLUMN`. نامگردانها: `DROP COLUMN`
-            -   `ALTER MODIFY COLUMN`. سطح: `COLUMN`. نامگردانها: `MODIFY COLUMN`
-            -   `ALTER COMMENT COLUMN`. سطح: `COLUMN`. نامگردانها: `COMMENT COLUMN`
-            -   `ALTER CLEAR COLUMN`. سطح: `COLUMN`. نامگردانها: `CLEAR COLUMN`
-            -   `ALTER RENAME COLUMN`. سطح: `COLUMN`. نامگردانها: `RENAME COLUMN`
-        -   `ALTER INDEX`. سطح: `GROUP`. نامگردانها: `INDEX`
-            -   `ALTER ORDER BY`. سطح: `TABLE`. نامگردانها: `ALTER MODIFY ORDER BY`, `MODIFY ORDER BY`
-            -   `ALTER ADD INDEX`. سطح: `TABLE`. نامگردانها: `ADD INDEX`
-            -   `ALTER DROP INDEX`. سطح: `TABLE`. نامگردانها: `DROP INDEX`
-            -   `ALTER MATERIALIZE INDEX`. سطح: `TABLE`. نامگردانها: `MATERIALIZE INDEX`
-            -   `ALTER CLEAR INDEX`. سطح: `TABLE`. نامگردانها: `CLEAR INDEX`
-        -   `ALTER CONSTRAINT`. سطح: `GROUP`. نامگردانها: `CONSTRAINT`
-            -   `ALTER ADD CONSTRAINT`. سطح: `TABLE`. نامگردانها: `ADD CONSTRAINT`
-            -   `ALTER DROP CONSTRAINT`. سطح: `TABLE`. نامگردانها: `DROP CONSTRAINT`
-        -   `ALTER TTL`. سطح: `TABLE`. نامگردانها: `ALTER MODIFY TTL`, `MODIFY TTL`
-        -   `ALTER MATERIALIZE TTL`. سطح: `TABLE`. نامگردانها: `MATERIALIZE TTL`
-        -   `ALTER SETTINGS`. سطح: `TABLE`. نامگردانها: `ALTER SETTING`, `ALTER MODIFY SETTING`, `MODIFY SETTING`
-        -   `ALTER MOVE PARTITION`. سطح: `TABLE`. نامگردانها: `ALTER MOVE PART`, `MOVE PARTITION`, `MOVE PART`
-        -   `ALTER FETCH PARTITION`. سطح: `TABLE`. نامگردانها: `FETCH PARTITION`
-        -   `ALTER FREEZE PARTITION`. سطح: `TABLE`. نامگردانها: `FREEZE PARTITION`
-    -   `ALTER VIEW` سطح: `GROUP`
-        -   `ALTER VIEW REFRESH`. سطح: `VIEW`. نامگردانها: `ALTER LIVE VIEW REFRESH`, `REFRESH VIEW`
-        -   `ALTER VIEW MODIFY QUERY`. سطح: `VIEW`. نامگردانها: `ALTER TABLE MODIFY QUERY`
-
-نمونه هایی از چگونه این سلسله مراتب درمان می شود:
-
--   این `ALTER` امتیاز شامل تمام دیگر `ALTER*` امتیازات.
--   `ALTER CONSTRAINT` شامل `ALTER ADD CONSTRAINT` و `ALTER DROP CONSTRAINT` امتیازات.
-
-**یادداشتها**
-
--   این `MODIFY SETTING` امتیاز اجازه می دهد تا برای تغییر تنظیمات موتور جدول. در تنظیمات و یا پارامترهای پیکربندی سرور تاثیر نمی گذارد.
--   این `ATTACH` عملیات نیاز دارد [CREATE](#grant-create) امتیاز.
--   این `DETACH` عملیات نیاز دارد [DROP](#grant-drop) امتیاز.
--   برای جلوگیری از جهش توسط [KILL MUTATION](misc.md#kill-mutation) پرس و جو, شما نیاز به یک امتیاز برای شروع این جهش. مثلا, اگر شما می خواهید برای جلوگیری از `ALTER UPDATE` پرس و جو, شما نیاز به `ALTER UPDATE`, `ALTER TABLE` یا `ALTER` امتیاز.
-
-### CREATE {#grant-create}
-
-اجازه می دهد تا برای انجام [CREATE](create.md) و [ATTACH](misc.md#attach) دی ال-پرس و جو مربوط به سلسله مراتب زیر از امتیازات:
-
--   `CREATE`. سطح: `GROUP`
-    -   `CREATE DATABASE`. سطح: `DATABASE`
-    -   `CREATE TABLE`. سطح: `TABLE`
-    -   `CREATE VIEW`. سطح: `VIEW`
-    -   `CREATE DICTIONARY`. سطح: `DICTIONARY`
-    -   `CREATE TEMPORARY TABLE`. سطح: `GLOBAL`
-
-**یادداشتها**
-
--   برای حذف جدول ایجاد شده نیاز کاربر [DROP](#grant-drop).
-
-### DROP {#grant-drop}
-
-اجازه می دهد تا برای انجام [DROP](misc.md#drop) و [DETACH](misc.md#detach) نمایش داده شد مربوط به سلسله مراتب زیر از امتیازات:
-
--   `DROP`. سطح:
-    -   `DROP DATABASE`. سطح: `DATABASE`
-    -   `DROP TABLE`. سطح: `TABLE`
-    -   `DROP VIEW`. سطح: `VIEW`
-    -   `DROP DICTIONARY`. سطح: `DICTIONARY`
-
-### TRUNCATE {#grant-truncate}
-
-اجازه می دهد تا برای انجام [TRUNCATE](misc.md#truncate-statement) نمایش داده شد.
-
-سطح امتیاز: `TABLE`.
-
-### OPTIMIZE {#grant-optimize}
-
-اجازه می دهد تا برای انجام [OPTIMIZE TABLE](misc.md#misc_operations-optimize) نمایش داده شد.
-
-سطح امتیاز: `TABLE`.
-
-### SHOW {#grant-show}
-
-اجازه می دهد تا برای انجام `SHOW`, `DESCRIBE`, `USE` و `EXISTS` نمایش داده شد, مربوط به سلسله مراتب زیر از امتیازات:
-
--   `SHOW`. سطح: `GROUP`
-    -   `SHOW DATABASES`. سطح: `DATABASE`. اجازه می دهد تا برای اجرای `SHOW DATABASES`, `SHOW CREATE DATABASE`, `USE <database>` نمایش داده شد.
-    -   `SHOW TABLES`. سطح: `TABLE`. اجازه می دهد تا برای اجرای `SHOW TABLES`, `EXISTS <table>`, `CHECK <table>` نمایش داده شد.
-    -   `SHOW COLUMNS`. سطح: `COLUMN`. اجازه می دهد تا برای اجرای `SHOW CREATE TABLE`, `DESCRIBE` نمایش داده شد.
-    -   `SHOW DICTIONARIES`. سطح: `DICTIONARY`. اجازه می دهد تا برای اجرای `SHOW DICTIONARIES`, `SHOW CREATE DICTIONARY`, `EXISTS <dictionary>` نمایش داده شد.
-
-**یادداشتها**
-
-یک کاربر است `SHOW` امتیاز اگر هر امتیاز دیگری در مورد جدول مشخص, فرهنگ لغت و یا پایگاه داده.
-
-### KILL QUERY {#grant-kill-query}
-
-اجازه می دهد تا برای انجام [KILL](misc.md#kill-query-statement) نمایش داده شد مربوط به سلسله مراتب زیر از امتیازات:
-
-سطح امتیاز: `GLOBAL`.
-
-**یادداشتها**
-
-`KILL QUERY` امتیاز اجازه می دهد تا یک کاربر برای کشتن نمایش داده شد از کاربران دیگر.
-
-### ACCESS MANAGEMENT {#grant-access-management}
-
-اجازه می دهد تا کاربر را به انجام نمایش داده شد که مدیریت کاربران, نقش ها و سیاست های ردیف.
-
--   `ACCESS MANAGEMENT`. سطح: `GROUP`
-    -   `CREATE USER`. سطح: `GLOBAL`
-    -   `ALTER USER`. سطح: `GLOBAL`
-    -   `DROP USER`. سطح: `GLOBAL`
-    -   `CREATE ROLE`. سطح: `GLOBAL`
-    -   `ALTER ROLE`. سطح: `GLOBAL`
-    -   `DROP ROLE`. سطح: `GLOBAL`
-    -   `ROLE ADMIN`. سطح: `GLOBAL`
-    -   `CREATE ROW POLICY`. سطح: `GLOBAL`. نامگردانها: `CREATE POLICY`
-    -   `ALTER ROW POLICY`. سطح: `GLOBAL`. نامگردانها: `ALTER POLICY`
-    -   `DROP ROW POLICY`. سطح: `GLOBAL`. نامگردانها: `DROP POLICY`
-    -   `CREATE QUOTA`. سطح: `GLOBAL`
-    -   `ALTER QUOTA`. سطح: `GLOBAL`
-    -   `DROP QUOTA`. سطح: `GLOBAL`
-    -   `CREATE SETTINGS PROFILE`. سطح: `GLOBAL`. نامگردانها: `CREATE PROFILE`
-    -   `ALTER SETTINGS PROFILE`. سطح: `GLOBAL`. نامگردانها: `ALTER PROFILE`
-    -   `DROP SETTINGS PROFILE`. سطح: `GLOBAL`. نامگردانها: `DROP PROFILE`
-    -   `SHOW ACCESS`. سطح: `GROUP`
-        -   `SHOW_USERS`. سطح: `GLOBAL`. نامگردانها: `SHOW CREATE USER`
-        -   `SHOW_ROLES`. سطح: `GLOBAL`. نامگردانها: `SHOW CREATE ROLE`
-        -   `SHOW_ROW_POLICIES`. سطح: `GLOBAL`. نامگردانها: `SHOW POLICIES`, `SHOW CREATE ROW POLICY`, `SHOW CREATE POLICY`
-        -   `SHOW_QUOTAS`. سطح: `GLOBAL`. نامگردانها: `SHOW CREATE QUOTA`
-        -   `SHOW_SETTINGS_PROFILES`. سطح: `GLOBAL`. نامگردانها: `SHOW PROFILES`, `SHOW CREATE SETTINGS PROFILE`, `SHOW CREATE PROFILE`
-
-این `ROLE ADMIN` امتیاز اجازه می دهد تا کاربر را به اعطای و لغو هر نقش از جمله کسانی که به کاربر با گزینه مدیریت داده نمی شود.
-
-### SYSTEM {#grant-system}
-
-اجازه می دهد تا کاربر را به انجام [SYSTEM](system.md) نمایش داده شد مربوط به سلسله مراتب زیر از امتیازات.
-
--   `SYSTEM`. سطح: `GROUP`
-    -   `SYSTEM SHUTDOWN`. سطح: `GLOBAL`. نامگردانها: `SYSTEM KILL`, `SHUTDOWN`
-    -   `SYSTEM DROP CACHE`. نامگردانها: `DROP CACHE`
-        -   `SYSTEM DROP DNS CACHE`. سطح: `GLOBAL`. نامگردانها: `SYSTEM DROP DNS`, `DROP DNS CACHE`, `DROP DNS`
-        -   `SYSTEM DROP MARK CACHE`. سطح: `GLOBAL`. نامگردانها: `SYSTEM DROP MARK`, `DROP MARK CACHE`, `DROP MARKS`
-        -   `SYSTEM DROP UNCOMPRESSED CACHE`. سطح: `GLOBAL`. نامگردانها: `SYSTEM DROP UNCOMPRESSED`, `DROP UNCOMPRESSED CACHE`, `DROP UNCOMPRESSED`
-    -   `SYSTEM RELOAD`. سطح: `GROUP`
-        -   `SYSTEM RELOAD CONFIG`. سطح: `GLOBAL`. نامگردانها: `RELOAD CONFIG`
-        -   `SYSTEM RELOAD DICTIONARY`. سطح: `GLOBAL`. نامگردانها: `SYSTEM RELOAD DICTIONARIES`, `RELOAD DICTIONARY`, `RELOAD DICTIONARIES`
-        -   `SYSTEM RELOAD EMBEDDED DICTIONARIES`. سطح: `GLOBAL`. نامگردانها: تحقیق`ELOAD EMBEDDED DICTIONARIES`
-    -   `SYSTEM MERGES`. سطح: `TABLE`. نامگردانها: `SYSTEM STOP MERGES`, `SYSTEM START MERGES`, `STOP MERGES`, `START MERGES`
-    -   `SYSTEM TTL MERGES`. سطح: `TABLE`. نامگردانها: `SYSTEM STOP TTL MERGES`, `SYSTEM START TTL MERGES`, `STOP TTL MERGES`, `START TTL MERGES`
-    -   `SYSTEM FETCHES`. سطح: `TABLE`. نامگردانها: `SYSTEM STOP FETCHES`, `SYSTEM START FETCHES`, `STOP FETCHES`, `START FETCHES`
-    -   `SYSTEM MOVES`. سطح: `TABLE`. نامگردانها: `SYSTEM STOP MOVES`, `SYSTEM START MOVES`, `STOP MOVES`, `START MOVES`
-    -   `SYSTEM SENDS`. سطح: `GROUP`. نامگردانها: `SYSTEM STOP SENDS`, `SYSTEM START SENDS`, `STOP SENDS`, `START SENDS`
-        -   `SYSTEM DISTRIBUTED SENDS`. سطح: `TABLE`. نامگردانها: `SYSTEM STOP DISTRIBUTED SENDS`, `SYSTEM START DISTRIBUTED SENDS`, `STOP DISTRIBUTED SENDS`, `START DISTRIBUTED SENDS`
-        -   `SYSTEM REPLICATED SENDS`. سطح: `TABLE`. نامگردانها: `SYSTEM STOP REPLICATED SENDS`, `SYSTEM START REPLICATED SENDS`, `STOP REPLICATED SENDS`, `START REPLICATED SENDS`
-    -   `SYSTEM REPLICATION QUEUES`. سطح: `TABLE`. نامگردانها: `SYSTEM STOP REPLICATION QUEUES`, `SYSTEM START REPLICATION QUEUES`, `STOP REPLICATION QUEUES`, `START REPLICATION QUEUES`
-    -   `SYSTEM SYNC REPLICA`. سطح: `TABLE`. نامگردانها: `SYNC REPLICA`
-    -   `SYSTEM RESTART REPLICA`. سطح: `TABLE`. نامگردانها: `RESTART REPLICA`
-    -   `SYSTEM FLUSH`. سطح: `GROUP`
-        -   `SYSTEM FLUSH DISTRIBUTED`. سطح: `TABLE`. نامگردانها: `FLUSH DISTRIBUTED`
-        -   `SYSTEM FLUSH LOGS`. سطح: `GLOBAL`. نامگردانها: `FLUSH LOGS`
-
-این `SYSTEM RELOAD EMBEDDED DICTIONARIES` امتیاز به طور ضمنی توسط اعطا `SYSTEM RELOAD DICTIONARY ON *.*` امتیاز.
-
-### INTROSPECTION {#grant-introspection}
-
-اجازه می دهد تا با استفاده از [درون نگری](../../operations/optimizing-performance/sampling-query-profiler.md) توابع.
-
--   `INTROSPECTION`. سطح: `GROUP`. نامگردانها: `INTROSPECTION FUNCTIONS`
-    -   `addressToLine`. سطح: `GLOBAL`
-    -   `addressToSymbol`. سطح: `GLOBAL`
-    -   `demangle`. سطح: `GLOBAL`
-
-### SOURCES {#grant-sources}
-
-اجازه می دهد تا با استفاده از منابع داده های خارجی. امر به [موتورهای جدول](../../engines/table-engines/index.md) و [توابع جدول](../table-functions/index.md#table-functions).
-
--   `SOURCES`. سطح: `GROUP`
-    -   `FILE`. سطح: `GLOBAL`
-    -   `URL`. سطح: `GLOBAL`
-    -   `REMOTE`. سطح: `GLOBAL`
-    -   `YSQL`. سطح: `GLOBAL`
-    -   `ODBC`. سطح: `GLOBAL`
-    -   `JDBC`. سطح: `GLOBAL`
-    -   `HDFS`. سطح: `GLOBAL`
-    -   `S3`. سطح: `GLOBAL`
-
-این `SOURCES` امتیاز را قادر می سازد استفاده از تمام منابع. همچنین شما می توانید یک امتیاز برای هر منبع به صورت جداگانه اعطا. برای استفاده از منابع, شما نیاز به امتیازات اضافی.
-
-مثالها:
-
--   برای ایجاد یک جدول با [خروجی زیر موتور جدول](../../engines/table-engines/integrations/mysql.md) شما نیاز دارید `CREATE TABLE (ON db.table_name)` و `MYSQL` امتیازات.
--   برای استفاده از [تابع جدول خروجی زیر](../table-functions/mysql.md) شما نیاز دارید `CREATE TEMPORARY TABLE` و `MYSQL` امتیازات.
-
-### دیکته کردن {#grant-dictget}
-
--   `dictGet`. نامگردانها: `dictHas`, `dictGetHierarchy`, `dictIsIn`
-
-اجازه می دهد تا کاربر را به اجرا [دیکته کردن](../functions/ext-dict-functions.md#dictget), [دیکتس](../functions/ext-dict-functions.md#dicthas), [حکومت دیکتاتوری](../functions/ext-dict-functions.md#dictgethierarchy), [دیکتاتوری](../functions/ext-dict-functions.md#dictisin) توابع.
-
-سطح امتیاز: `DICTIONARY`.
-
-**مثالها**
-
--   `GRANT dictGet ON mydb.mydictionary TO john`
--   `GRANT dictGet ON mydictionary TO john`
-
-### ALL {#grant-all}
-
-اعطا تمام امتیازات در نهاد تنظیم به یک حساب کاربری و یا نقش.
-
-### NONE {#grant-none}
-
-هیچ امتیازاتی به دست نمیاره
-
-### ADMIN OPTION {#admin-option-privilege}
-
-این `ADMIN OPTION` امتیاز اجازه می دهد تا کاربر اعطای نقش خود را به یک کاربر دیگر.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/grant/) <!--hide-->
diff --git a/docs/fa/sql-reference/statements/index.md b/docs/fa/sql-reference/statements/index.md
deleted file mode 100644
index 3af2f1603c9..00000000000
--- a/docs/fa/sql-reference/statements/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0628\u06CC\u0627\u0646\u06CC\u0647 \u0647\u0627"
-toc_priority: 31
----
-
-
diff --git a/docs/fa/sql-reference/statements/insert-into.md b/docs/fa/sql-reference/statements/insert-into.md
deleted file mode 100644
index c8d2c76f31c..00000000000
--- a/docs/fa/sql-reference/statements/insert-into.md
+++ /dev/null
@@ -1,80 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 34
-toc_title: INSERT INTO
----
-
-## INSERT {#insert}
-
-اضافه کردن داده ها.
-
-قالب پرس و جو عمومی:
-
-``` sql
-INSERT INTO [db.]table [(c1, c2, c3)] VALUES (v11, v12, v13), (v21, v22, v23), ...
-```
-
-پرسوجو میتواند فهرستی از ستونها را برای درج مشخص کند `[(c1, c2, c3)]`. در این مورد, بقیه ستون ها با پر:
-
--   مقادیر محاسبه شده از `DEFAULT` عبارات مشخص شده در تعریف جدول.
--   صفر و رشته خالی, اگر `DEFAULT` عبارات تعریف نشده.
-
-اگر [_مرحلهای دقیق = 1](../../operations/settings/settings.md) ستون هایی که ندارند `DEFAULT` تعریف شده باید در پرس و جو ذکر شده است.
-
-داده ها را می توان به درج در هر گذشت [قالب](../../interfaces/formats.md#formats) پشتیبانی شده توسط فاحشه خانه. قالب باید به صراحت در پرس و جو مشخص شود:
-
-``` sql
-INSERT INTO [db.]table [(c1, c2, c3)] FORMAT format_name data_set
-```
-
-For example, the following query format is identical to the basic version of INSERT … VALUES:
-
-``` sql
-INSERT INTO [db.]table [(c1, c2, c3)] FORMAT Values (v11, v12, v13), (v21, v22, v23), ...
-```
-
-تاتر حذف تمام فضاها و خوراک یک خط (در صورتی که وجود دارد) قبل از داده ها. هنگام تشکیل یک پرس و جو, توصیه می کنیم قرار دادن داده ها بر روی یک خط جدید پس از اپراتورهای پرس و جو (این مهم است که اگر داده ها با فضاهای شروع می شود).
-
-مثال:
-
-``` sql
-INSERT INTO t FORMAT TabSeparated
-11  Hello, world!
-22  Qwerty
-```
-
-شما می توانید داده ها را به طور جداگانه از پرس و جو با استفاده از مشتری خط فرمان یا رابط اچ تی پی وارد کنید. برای کسب اطلاعات بیشتر به بخش مراجعه کنید “[واسط](../../interfaces/index.md#interfaces)”.
-
-### قیدها {#constraints}
-
-اگر جدول [قیدها](create.md#constraints), their expressions will be checked for each row of inserted data. If any of those constraints is not satisfied — server will raise an exception containing constraint name and expression, the query will be stopped.
-
-### قرار دادن نتایج `SELECT` {#insert_query_insert-select}
-
-``` sql
-INSERT INTO [db.]table [(c1, c2, c3)] SELECT ...
-```
-
-ستون ها با توجه به موقعیت خود را در بند را انتخاب کنید نقشه برداری. با این حال, نام خود را در عبارت را انتخاب کنید و جدول برای درج ممکن است متفاوت باشد. در صورت لزوم نوع ریخته گری انجام می شود.
-
-هیچ یک از فرمت های داده به جز مقادیر اجازه تنظیم مقادیر به عبارات مانند `now()`, `1 + 2` و به همین ترتیب. فرمت ارزش اجازه می دهد تا استفاده محدود از عبارات, اما این توصیه نمی شود, چرا که در این مورد کد کم است برای اجرای خود استفاده می شود.
-
-نمایش داده شد دیگر برای تغییر قطعات داده ها پشتیبانی نمی شوند: `UPDATE`, `DELETE`, `REPLACE`, `MERGE`, `UPSERT`, `INSERT UPDATE`.
-با این حال, شما می توانید داده های قدیمی با استفاده از حذف `ALTER TABLE ... DROP PARTITION`.
-
-`FORMAT` بند باید در پایان پرس و جو مشخص شود اگر `SELECT` بند شامل تابع جدول [ورودی()](../table-functions/input.md).
-
-### ملاحظات عملکرد {#performance-considerations}
-
-`INSERT` داده های ورودی را با کلید اصلی مرتب می کند و توسط یک کلید پارتیشن به پارتیشن تقسیم می شود. اگر داده ها را به چندین پارتیشن در یک بار وارد کنید می تواند به طور قابل توجهی عملکرد را کاهش دهد `INSERT` پرس و جو. برای جلوگیری از این:
-
--   اضافه کردن داده ها در دسته نسبتا بزرگ, مانند 100,000 ردیف در یک زمان.
--   داده های گروه توسط یک کلید پارتیشن قبل از بارگذاری به کلیک.
-
-عملکرد کاهش نخواهد یافت اگر:
-
--   داده ها در زمان واقعی اضافه شده است.
--   شما داده ها است که معمولا بر اساس زمان طبقه بندی شده اند را بارگذاری کنید.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/insert_into/) <!--hide-->
diff --git a/docs/fa/sql-reference/statements/misc.md b/docs/fa/sql-reference/statements/misc.md
deleted file mode 100644
index 20491f9a668..00000000000
--- a/docs/fa/sql-reference/statements/misc.md
+++ /dev/null
@@ -1,358 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: "\u063A\u06CC\u0631\u0647"
----
-
-# نمایش داده شد دیگر {#miscellaneous-queries}
-
-## ATTACH {#attach}
-
-این پرس و جو دقیقا همان است `CREATE` اما
-
--   به جای کلمه `CREATE` با استفاده از این کلمه `ATTACH`.
--   پرس و جو می کند داده ها بر روی دیسک ایجاد کنید, اما فرض می شود که داده ها در حال حاضر در مکان های مناسب, و فقط می افزاید: اطلاعات در مورد جدول به سرور.
-    پس از اجرای پرس و جو ضمیمه, سرور در مورد وجود جدول می دانم.
-
-اگر جدول قبلا جدا شد (`DETACH`), به این معنی که ساختار خود شناخته شده است, شما می توانید مختصر بدون تعریف ساختار استفاده.
-
-``` sql
-ATTACH TABLE [IF NOT EXISTS] [db.]name [ON CLUSTER cluster]
-```
-
-این پرس و جو در هنگام شروع سرور استفاده می شود. سرور ذخیره ابرداده جدول به عنوان فایل های با `ATTACH` نمایش داده شد, که به سادگی در راه اندازی اجرا می شود (به غیر از جداول سیستم, که به صراحت بر روی سرور ایجاد).
-
-## CHECK TABLE {#check-table}
-
-چک اگر داده ها در جدول خراب شده است.
-
-``` sql
-CHECK TABLE [db.]name
-```
-
-این `CHECK TABLE` پرس و جو اندازه فایل واقعی با مقادیر مورد انتظار که بر روی سرور ذخیره می شود مقایسه می کند. اگر اندازه فایل انجام مقادیر ذخیره شده مطابقت ندارد, به این معنی که داده ها خراب شده است. این می تواند باعث, مثلا, توسط یک تصادف سیستم در طول اجرای پرس و جو.
-
-پاسخ پرس و جو شامل `result` ستون با یک ردیف. ردیف دارای ارزش
-[بولی](../../sql-reference/data-types/boolean.md) نوع:
-
--   0-داده ها در جدول خراب شده است.
--   1-داده حفظ یکپارچگی.
-
-این `CHECK TABLE` پرس و جو از موتورهای جدول زیر پشتیبانی می کند:
-
--   [ثبت](../../engines/table-engines/log-family/log.md)
--   [جمع شدن](../../engines/table-engines/log-family/tinylog.md)
--   [خط زدن](../../engines/table-engines/log-family/stripelog.md)
--   [ادغام خانواده](../../engines/table-engines/mergetree-family/mergetree.md)
-
-انجام بیش از جداول با موتورهای جدول دیگر باعث یک استثنا.
-
-موتورهای از `*Log` خانواده بازیابی اطلاعات خودکار در شکست را فراهم نمی کند. استفاده از `CHECK TABLE` پرس و جو برای پیگیری از دست دادن داده ها به موقع.
-
-برای `MergeTree` موتورهای خانواده `CHECK TABLE` پرس و جو نشان می دهد وضعیت چک برای هر بخش داده های فردی از یک جدول بر روی سرور محلی.
-
-**اگر داده ها خراب شده است**
-
-اگر جدول خراب شده است, شما می توانید داده های غیر خراب به جدول دیگر کپی کنید. برای انجام این کار:
-
-1.  ایجاد یک جدول جدید با ساختار همان جدول صدمه دیده است. برای انجام این کار پرس و جو را اجرا کنید `CREATE TABLE <new_table_name> AS <damaged_table_name>`.
-2.  تنظیم [_مخفی کردن](../../operations/settings/settings.md#settings-max_threads) ارزش به 1 برای پردازش پرس و جو بعدی در یک موضوع واحد. برای انجام این کار پرس و جو را اجرا کنید `SET max_threads = 1`.
-3.  اجرای پرسوجو `INSERT INTO <new_table_name> SELECT * FROM <damaged_table_name>`. این درخواست داده های غیر خراب شده را از جدول خراب شده به جدول دیگر کپی می کند. فقط داده ها قبل از قسمت خراب کپی خواهد شد.
-4.  راه اندازی مجدد `clickhouse-client` برای تنظیم مجدد `max_threads` ارزش.
-
-## DESCRIBE TABLE {#misc-describe-table}
-
-``` sql
-DESC|DESCRIBE TABLE [db.]table [INTO OUTFILE filename] [FORMAT format]
-```
-
-بازگرداندن موارد زیر `String` نوع ستونها:
-
--   `name` — Column name.
--   `type`— Column type.
--   `default_type` — Clause that is used in [عبارت پیشفرض](create.md#create-default-values) (`DEFAULT`, `MATERIALIZED` یا `ALIAS`). ستون شامل یک رشته خالی, اگر عبارت پیش فرض مشخص نشده است.
--   `default_expression` — Value specified in the `DEFAULT` بند بند.
--   `comment_expression` — Comment text.
-
-ساختارهای داده تو در تو خروجی در “expanded” قالب. هر ستون به طور جداگانه نشان داده شده است, با نام بعد از یک نقطه.
-
-## DETACH {#detach}
-
-حذف اطلاعات در مورد ‘name’ جدول از سرور. سرور متوقف می شود دانستن در مورد وجود جدول.
-
-``` sql
-DETACH TABLE [IF EXISTS] [db.]name [ON CLUSTER cluster]
-```
-
-این داده ها و یا ابرداده جدول را حذف کنید. در راه اندازی سرور بعدی, سرور خواهد ابرداده به عنوان خوانده شده و پیدا کردن در مورد جدول دوباره.
-به طور مشابه “detached” جدول را می توان دوباره متصل با استفاده از `ATTACH` پرس و جو (به غیر از جداول سیستم, که ابرداده ذخیره شده برای ندارد).
-
-وجود ندارد `DETACH DATABASE` پرس و جو.
-
-## DROP {#drop}
-
-این پرسوجو دارای دو نوع است: `DROP DATABASE` و `DROP TABLE`.
-
-``` sql
-DROP DATABASE [IF EXISTS] db [ON CLUSTER cluster]
-```
-
-حذف تمام جداول در داخل ‘db’ پایگاه داده, سپس حذف ‘db’ پایگاه داده خود را.
-اگر `IF EXISTS` مشخص شده است, این خطا بازگشت نیست اگر پایگاه داده وجود ندارد.
-
-``` sql
-DROP [TEMPORARY] TABLE [IF EXISTS] [db.]name [ON CLUSTER cluster]
-```
-
-حذف جدول.
-اگر `IF EXISTS` مشخص شده است, این خطا را نمی گرداند اگر جدول وجود ندارد و یا پایگاه داده وجود ندارد.
-
-    DROP DICTIONARY [IF EXISTS] [db.]name
-
-دلس فرهنگ لغت.
-اگر `IF EXISTS` مشخص شده است, این خطا را نمی گرداند اگر جدول وجود ندارد و یا پایگاه داده وجود ندارد.
-
-## DROP USER {#drop-user-statement}
-
-حذف یک کاربر.
-
-### نحو {#drop-user-syntax}
-
-``` sql
-DROP USER [IF EXISTS] name [,...] [ON CLUSTER cluster_name]
-```
-
-## DROP ROLE {#drop-role-statement}
-
-نقش را حذف می کند.
-
-نقش حذف شده از تمام نهادهایی که اعطا شد لغو می شود.
-
-### نحو {#drop-role-syntax}
-
-``` sql
-DROP ROLE [IF EXISTS] name [,...] [ON CLUSTER cluster_name]
-```
-
-## DROP ROW POLICY {#drop-row-policy-statement}
-
-حذف یک سیاست ردیف.
-
-سیاست ردیف حذف شده است از تمام اشخاص لغو جایی که اختصاص داده شد.
-
-### نحو {#drop-row-policy-syntax}
-
-``` sql
-DROP [ROW] POLICY [IF EXISTS] name [,...] ON [database.]table [,...] [ON CLUSTER cluster_name]
-```
-
-## DROP QUOTA {#drop-quota-statement}
-
-حذف سهمیه.
-
-سهمیه حذف شده است از تمام اشخاص لغو جایی که اختصاص داده شد.
-
-### نحو {#drop-quota-syntax}
-
-``` sql
-DROP QUOTA [IF EXISTS] name [,...] [ON CLUSTER cluster_name]
-```
-
-## DROP SETTINGS PROFILE {#drop-settings-profile-statement}
-
-حذف سهمیه.
-
-سهمیه حذف شده است از تمام اشخاص لغو جایی که اختصاص داده شد.
-
-### نحو {#drop-settings-profile-syntax}
-
-``` sql
-DROP [SETTINGS] PROFILE [IF EXISTS] name [,...] [ON CLUSTER cluster_name]
-```
-
-## EXISTS {#exists-statement}
-
-``` sql
-EXISTS [TEMPORARY] [TABLE|DICTIONARY] [db.]name [INTO OUTFILE filename] [FORMAT format]
-```
-
-بازگرداندن یک `UInt8`- نوع ستون, که شامل ارزش واحد `0` اگر جدول یا پایگاه داده وجود ندارد, یا `1` اگر جدول در پایگاه داده مشخص شده وجود دارد.
-
-## KILL QUERY {#kill-query-statement}
-
-``` sql
-KILL QUERY [ON CLUSTER cluster]
-  WHERE <where expression to SELECT FROM system.processes query>
-  [SYNC|ASYNC|TEST]
-  [FORMAT format]
-```
-
-تلاش برای به زور خاتمه نمایش داده شد در حال حاضر در حال اجرا.
-نمایش داده شد به فسخ از سیستم انتخاب شده است.جدول پردازش ها با استفاده از معیارهای تعریف شده در `WHERE` بند از `KILL` پرس و جو.
-
-مثالها:
-
-``` sql
--- Forcibly terminates all queries with the specified query_id:
-KILL QUERY WHERE query_id='2-857d-4a57-9ee0-327da5d60a90'
-
--- Synchronously terminates all queries run by 'username':
-KILL QUERY WHERE user='username' SYNC
-```
-
-فقط خواندنی کاربران تنها می تواند نمایش داده شد خود را متوقف کند.
-
-به طور پیش فرض, نسخه ناهمزمان از نمایش داده شد استفاده شده است (`ASYNC`), که برای تایید است که نمایش داده شد را متوقف کرده اند منتظر نیست.
-
-نسخه همزمان (`SYNC`) منتظر تمام نمایش داده شد برای متوقف کردن و نمایش اطلاعات در مورد هر فرایند به عنوان متوقف می شود.
-پاسخ شامل `kill_status` ستون, که می تواند مقادیر زیر را:
-
-1.  ‘finished’ – The query was terminated successfully.
-2.  ‘waiting’ – Waiting for the query to end after sending it a signal to terminate.
-3.  The other values ​​explain why the query can't be stopped.
-
-پرسوجوی تست (`TEST`) فقط چک حقوق کاربر و نمایش یک لیست از نمایش داده شد برای متوقف کردن.
-
-## KILL MUTATION {#kill-mutation}
-
-``` sql
-KILL MUTATION [ON CLUSTER cluster]
-  WHERE <where expression to SELECT FROM system.mutations query>
-  [TEST]
-  [FORMAT format]
-```
-
-تلاش برای لغو و حذف [جهشها](alter.md#alter-mutations) که در حال حاضر اجرای. جهش به لغو از انتخاب [`system.mutations`](../../operations/system-tables.md#system_tables-mutations) جدول با استفاده از فیلتر مشخص شده توسط `WHERE` بند از `KILL` پرس و جو.
-
-پرسوجوی تست (`TEST`) فقط چک حقوق کاربر و نمایش یک لیست از نمایش داده شد برای متوقف کردن.
-
-مثالها:
-
-``` sql
--- Cancel and remove all mutations of the single table:
-KILL MUTATION WHERE database = 'default' AND table = 'table'
-
--- Cancel the specific mutation:
-KILL MUTATION WHERE database = 'default' AND table = 'table' AND mutation_id = 'mutation_3.txt'
-```
-
-The query is useful when a mutation is stuck and cannot finish (e.g. if some function in the mutation query throws an exception when applied to the data contained in the table).
-
-تغییرات در حال حاضر توسط جهش ساخته شده به عقب نورد نیست.
-
-## OPTIMIZE {#misc_operations-optimize}
-
-``` sql
-OPTIMIZE TABLE [db.]name [ON CLUSTER cluster] [PARTITION partition | PARTITION ID 'partition_id'] [FINAL] [DEDUPLICATE]
-```
-
-این پرس و جو تلاش می کند تا ادغام برنامه ریزی نشده از قطعات داده برای جداول با یک موتور جدول از [ادغام](../../engines/table-engines/mergetree-family/mergetree.md) خانواده
-
-این `OPTMIZE` پرس و جو نیز برای پشتیبانی [ماده بینی](../../engines/table-engines/special/materializedview.md) و [بافر](../../engines/table-engines/special/buffer.md) موتورها. دیگر موتورهای جدول پشتیبانی نمی شوند.
-
-چه زمانی `OPTIMIZE` با استفاده از [تکرار غذای اصلی](../../engines/table-engines/mergetree-family/replication.md) خانواده از موتورهای جدول, تاتر ایجاد یک کار برای ادغام و منتظر اعدام در تمام گره (در صورتی که `replication_alter_partitions_sync` تنظیم فعال است).
-
--   اگر `OPTIMIZE` یک ادغام به هر دلیلی انجام نمی, این کار مشتری اطلاع نیست. برای فعال کردن اعلان ها از [ا_فزون_ف_کوپ](../../operations/settings/settings.md#setting-optimize_throw_if_noop) تنظیمات.
--   اگر شما یک مشخص `PARTITION` فقط پارتیشن مشخص شده بهینه شده است. [نحوه تنظیم بیان پارتیشن](alter.md#alter-how-to-specify-part-expr).
--   اگر شما مشخص کنید `FINAL` حتی زمانی که تمام داده ها در حال حاضر در یک بخش بهینه سازی انجام شده است.
--   اگر شما مشخص کنید `DEDUPLICATE` و سپس به طور کامل یکسان ردیف خواهد بود deduplicated (تمام ستون ها در مقایسه با) آن را حس می کند تنها برای MergeTree موتور.
-
-!!! warning "اخطار"
-    `OPTIMIZE` می توانید رفع نیست “Too many parts” خطا.
-
-## RENAME {#misc_operations-rename}
-
-تغییر نام یک یا چند جدول.
-
-``` sql
-RENAME TABLE [db11.]name11 TO [db12.]name12, [db21.]name21 TO [db22.]name22, ... [ON CLUSTER cluster]
-```
-
-همه جداول تحت قفل جهانی تغییر نام داد. تغییر نام جداول یک عملیات نور است. اگر شما یک پایگاه داده دیگر نشان داد پس از به, جدول خواهد شد به این پایگاه داده منتقل. اما, دایرکتوری ها با پایگاه داده باید اقامت در همان فایل سیستم (در غیر این صورت یک خطا بازگشته است).
-
-## SET {#query-set}
-
-``` sql
-SET param = value
-```
-
-انتساب `value` به `param` [تنظیم](../../operations/settings/index.md) برای جلسه فعلی. شما نمی توانید تغییر دهید [تنظیمات کارگزار](../../operations/server-configuration-parameters/index.md) از این طرف
-
-شما همچنین می توانید تمام مقادیر را از مشخصات تنظیمات مشخص شده در یک پرس و جو واحد تنظیم کنید.
-
-``` sql
-SET profile = 'profile-name-from-the-settings-file'
-```
-
-برای کسب اطلاعات بیشتر, دیدن [تنظیمات](../../operations/settings/settings.md).
-
-## SET ROLE {#set-role-statement}
-
-فعال نقش برای کاربر فعلی.
-
-### نحو {#set-role-syntax}
-
-``` sql
-SET ROLE {DEFAULT | NONE | role [,...] | ALL | ALL EXCEPT role [,...]}
-```
-
-## SET DEFAULT ROLE {#set-default-role-statement}
-
-مجموعه نقش به طور پیش فرض به یک کاربر.
-
-نقش پیش فرض به طور خودکار در ورود کاربر فعال می شود. شما می توانید به عنوان پیش فرض تنها نقش قبلا اعطا تنظیم شده است. اگر نقش به یک کاربر اعطا نمی, خانه عروسکی می اندازد یک استثنا.
-
-### نحو {#set-default-role-syntax}
-
-``` sql
-SET DEFAULT ROLE {NONE | role [,...] | ALL | ALL EXCEPT role [,...]} TO {user|CURRENT_USER} [,...]
-```
-
-### مثالها {#set-default-role-examples}
-
-تنظیم نقش های پیش فرض چندگانه به یک کاربر:
-
-``` sql
-SET DEFAULT ROLE role1, role2, ... TO user
-```
-
-تنظیم تمام نقش های اعطا شده به عنوان پیش فرض به یک کاربر:
-
-``` sql
-SET DEFAULT ROLE ALL TO user
-```
-
-خالی کردن نقش پیشفرض از یک کاربر:
-
-``` sql
-SET DEFAULT ROLE NONE TO user
-```
-
-مجموعه ای از تمام نقش های اعطا شده به عنوان پیش فرض به استثنای برخی از:
-
-``` sql
-SET DEFAULT ROLE ALL EXCEPT role1, role2 TO user
-```
-
-## TRUNCATE {#truncate-statement}
-
-``` sql
-TRUNCATE TABLE [IF EXISTS] [db.]name [ON CLUSTER cluster]
-```
-
-حذف تمام داده ها را از یک جدول. هنگامی که بند `IF EXISTS` حذف شده است, پرس و جو یک خطا می گرداند اگر جدول وجود ندارد.
-
-این `TRUNCATE` پرسوجو برای پشتیبانی نمیشود [نما](../../engines/table-engines/special/view.md), [پرونده](../../engines/table-engines/special/file.md), [URL](../../engines/table-engines/special/url.md) و [خالی](../../engines/table-engines/special/null.md) موتورهای جدول.
-
-## USE {#use}
-
-``` sql
-USE db
-```
-
-به شما اجازه می دهد پایگاه داده فعلی را برای جلسه تنظیم کنید.
-پایگاه داده فعلی برای جستجو برای جداول استفاده می شود اگر پایگاه داده به صراحت در پرس و جو با یک نقطه قبل از نام جدول تعریف نشده است.
-این پرس و جو را نمی توان در هنگام استفاده از پروتکل قام ساخته شده, از هیچ مفهوم یک جلسه وجود دارد.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/misc/) <!--hide-->
diff --git a/docs/fa/sql-reference/statements/revoke.md b/docs/fa/sql-reference/statements/revoke.md
deleted file mode 100644
index c9fb77a3d48..00000000000
--- a/docs/fa/sql-reference/statements/revoke.md
+++ /dev/null
@@ -1,50 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: REVOKE
----
-
-# REVOKE {#revoke}
-
-لغو امتیازات از کاربران و یا نقش.
-
-## نحو {#revoke-syntax}
-
-**لغو امتیازات از کاربران**
-
-``` sql
-REVOKE [ON CLUSTER cluster_name] privilege[(column_name [,...])] [,...] ON {db.table|db.*|*.*|table|*} FROM {user | CURRENT_USER} [,...] | ALL | ALL EXCEPT {user | CURRENT_USER} [,...]
-```
-
-**نقش لغو از کاربران**
-
-``` sql
-REVOKE [ON CLUSTER cluster_name] [ADMIN OPTION FOR] role [,...] FROM {user | role | CURRENT_USER} [,...] | ALL | ALL EXCEPT {user_name | role_name | CURRENT_USER} [,...]
-```
-
-## توصیف {#revoke-description}
-
-برای لغو برخی از امتیاز شما می توانید یک امتیاز از دامنه گسترده تر استفاده کنید و سپس شما قصد لغو. برای مثال اگر یک کاربر `SELECT (x,y)` امتیاز مدیر می تواند انجام دهد `REVOKE SELECT(x,y) ...` یا `REVOKE SELECT * ...` یا حتی `REVOKE ALL PRIVILEGES ...` پرسوجو برای لغو این امتیاز.
-
-### لغو نسبی {#partial-revokes-dscr}
-
-شما می توانید بخشی از یک امتیاز لغو. برای مثال اگر یک کاربر `SELECT *.*` امتیاز شما می توانید از این امتیاز لغو به خواندن داده ها از برخی از جدول و یا یک پایگاه داده.
-
-## مثالها {#revoke-example}
-
-اعطای `john` حساب کاربری با یک امتیاز را انتخاب کنید از تمام پایگاه داده به استثنای `accounts` یک:
-
-``` sql
-GRANT SELECT ON *.* TO john;
-REVOKE SELECT ON accounts.* FROM john;
-```
-
-اعطای `mira` حساب کاربری با یک امتیاز را انتخاب کنید از تمام ستون ها از `accounts.staff` جدول به استثنای `wage` یک
-
-``` sql
-GRANT SELECT ON accounts.staff TO mira;
-REVOKE SELECT(wage) ON accounts.staff FROM mira;
-```
-
-{## [مقاله اصلی](https://clickhouse.tech/docs/en/operations/settings/settings/) ##}
diff --git a/docs/fa/sql-reference/statements/select/array-join.md b/docs/fa/sql-reference/statements/select/array-join.md
deleted file mode 100644
index 28655e3554a..00000000000
--- a/docs/fa/sql-reference/statements/select/array-join.md
+++ /dev/null
@@ -1,282 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# مجموعه پیوستن بند {#select-array-join-clause}
-
-این یک عملیات مشترک برای جداول است که حاوی یک ستون جداگانه برای تولید یک جدول جدید است که دارای یک ستون با هر عنصر جداگانه ای از ستون اولیه است در حالی که مقادیر ستون های دیگر تکرار می شوند. این مورد اساسی چه چیزی است `ARRAY JOIN` بند کند.
-
-نام خود را از این واقعیت است که می تواند در به عنوان اجرای نگاه `JOIN` با یک مجموعه یا ساختار داده های تو در تو. قصد شبیه به است [ارریجین](../../functions/array-join.md#functions_arrayjoin) تابع, اما قابلیت بند گسترده تر است.
-
-نحو:
-
-``` sql
-SELECT <expr_list>
-FROM <left_subquery>
-[LEFT] ARRAY JOIN <array>
-[WHERE|PREWHERE <expr>]
-...
-```
-
-شما می توانید تنها یک مشخص `ARRAY JOIN` بند در یک `SELECT` پرس و جو.
-
-انواع پشتیبانی شده از `ARRAY JOIN` به شرح زیر است:
-
--   `ARRAY JOIN` - در مورد پایه, بند خالی در نتیجه شامل نمی شود `JOIN`.
--   `LEFT ARRAY JOIN` - نتیجه `JOIN` شامل ردیف با ارریس خالی است. مقدار برای یک مجموعه خالی است به مقدار پیش فرض برای نوع عنصر مجموعه (معمولا 0, رشته خالی و یا تهی).
-
-## پایه صف پیوستن به نمونه {#basic-array-join-examples}
-
-نمونه های زیر نشان می دهد استفاده از `ARRAY JOIN` و `LEFT ARRAY JOIN` بند. بیایید یک جدول با یک [& حذف](../../../sql-reference/data-types/array.md) ستون را تایپ کنید و مقادیر را وارد کنید:
-
-``` sql
-CREATE TABLE arrays_test
-(
-    s String,
-    arr Array(UInt8)
-) ENGINE = Memory;
-
-INSERT INTO arrays_test
-VALUES ('Hello', [1,2]), ('World', [3,4,5]), ('Goodbye', []);
-```
-
-``` text
-┌─s───────────┬─arr─────┐
-│ Hello       │ [1,2]   │
-│ World       │ [3,4,5] │
-│ Goodbye     │ []      │
-└─────────────┴─────────┘
-```
-
-مثال زیر از `ARRAY JOIN` بند:
-
-``` sql
-SELECT s, arr
-FROM arrays_test
-ARRAY JOIN arr;
-```
-
-``` text
-┌─s─────┬─arr─┐
-│ Hello │   1 │
-│ Hello │   2 │
-│ World │   3 │
-│ World │   4 │
-│ World │   5 │
-└───────┴─────┘
-```
-
-مثال بعدی با استفاده از `LEFT ARRAY JOIN` بند:
-
-``` sql
-SELECT s, arr
-FROM arrays_test
-LEFT ARRAY JOIN arr;
-```
-
-``` text
-┌─s───────────┬─arr─┐
-│ Hello       │   1 │
-│ Hello       │   2 │
-│ World       │   3 │
-│ World       │   4 │
-│ World       │   5 │
-│ Goodbye     │   0 │
-└─────────────┴─────┘
-```
-
-## استفاده از نام مستعار {#using-aliases}
-
-یک نام مستعار می تواند برای مجموعه ای در `ARRAY JOIN` بند بند. در این مورد, یک مورد مجموعه ای را می توان با این نام مستعار دیده, اما مجموعه خود را با نام اصلی قابل دسترسی. مثال:
-
-``` sql
-SELECT s, arr, a
-FROM arrays_test
-ARRAY JOIN arr AS a;
-```
-
-``` text
-┌─s─────┬─arr─────┬─a─┐
-│ Hello │ [1,2]   │ 1 │
-│ Hello │ [1,2]   │ 2 │
-│ World │ [3,4,5] │ 3 │
-│ World │ [3,4,5] │ 4 │
-│ World │ [3,4,5] │ 5 │
-└───────┴─────────┴───┘
-```
-
-با استفاده از نام مستعار, شما می توانید انجام `ARRAY JOIN` با یک مجموعه خارجی. به عنوان مثال:
-
-``` sql
-SELECT s, arr_external
-FROM arrays_test
-ARRAY JOIN [1, 2, 3] AS arr_external;
-```
-
-``` text
-┌─s───────────┬─arr_external─┐
-│ Hello       │            1 │
-│ Hello       │            2 │
-│ Hello       │            3 │
-│ World       │            1 │
-│ World       │            2 │
-│ World       │            3 │
-│ Goodbye     │            1 │
-│ Goodbye     │            2 │
-│ Goodbye     │            3 │
-└─────────────┴──────────────┘
-```
-
-ارریس های متعدد را می توان با کاما از هم جدا در `ARRAY JOIN` بند بند. در این مورد, `JOIN` به طور همزمان (مجموع مستقیم و نه محصول دکارتی) انجام می شود. توجه داشته باشید که تمام ارریس باید به همان اندازه. مثال:
-
-``` sql
-SELECT s, arr, a, num, mapped
-FROM arrays_test
-ARRAY JOIN arr AS a, arrayEnumerate(arr) AS num, arrayMap(x -> x + 1, arr) AS mapped;
-```
-
-``` text
-┌─s─────┬─arr─────┬─a─┬─num─┬─mapped─┐
-│ Hello │ [1,2]   │ 1 │   1 │      2 │
-│ Hello │ [1,2]   │ 2 │   2 │      3 │
-│ World │ [3,4,5] │ 3 │   1 │      4 │
-│ World │ [3,4,5] │ 4 │   2 │      5 │
-│ World │ [3,4,5] │ 5 │   3 │      6 │
-└───────┴─────────┴───┴─────┴────────┘
-```
-
-مثال زیر از [شناسه بسته:](../../../sql-reference/functions/array-functions.md#array_functions-arrayenumerate) تابع:
-
-``` sql
-SELECT s, arr, a, num, arrayEnumerate(arr)
-FROM arrays_test
-ARRAY JOIN arr AS a, arrayEnumerate(arr) AS num;
-```
-
-``` text
-┌─s─────┬─arr─────┬─a─┬─num─┬─arrayEnumerate(arr)─┐
-│ Hello │ [1,2]   │ 1 │   1 │ [1,2]               │
-│ Hello │ [1,2]   │ 2 │   2 │ [1,2]               │
-│ World │ [3,4,5] │ 3 │   1 │ [1,2,3]             │
-│ World │ [3,4,5] │ 4 │   2 │ [1,2,3]             │
-│ World │ [3,4,5] │ 5 │   3 │ [1,2,3]             │
-└───────┴─────────┴───┴─────┴─────────────────────┘
-```
-
-## مجموعه پیوستن با ساختار داده های تو در تو {#array-join-with-nested-data-structure}
-
-`ARRAY JOIN` همچنین با این نسخهها کار [ساختارهای داده تو در تو](../../../sql-reference/data-types/nested-data-structures/nested.md):
-
-``` sql
-CREATE TABLE nested_test
-(
-    s String,
-    nest Nested(
-    x UInt8,
-    y UInt32)
-) ENGINE = Memory;
-
-INSERT INTO nested_test
-VALUES ('Hello', [1,2], [10,20]), ('World', [3,4,5], [30,40,50]), ('Goodbye', [], []);
-```
-
-``` text
-┌─s───────┬─nest.x──┬─nest.y─────┐
-│ Hello   │ [1,2]   │ [10,20]    │
-│ World   │ [3,4,5] │ [30,40,50] │
-│ Goodbye │ []      │ []         │
-└─────────┴─────────┴────────────┘
-```
-
-``` sql
-SELECT s, `nest.x`, `nest.y`
-FROM nested_test
-ARRAY JOIN nest;
-```
-
-``` text
-┌─s─────┬─nest.x─┬─nest.y─┐
-│ Hello │      1 │     10 │
-│ Hello │      2 │     20 │
-│ World │      3 │     30 │
-│ World │      4 │     40 │
-│ World │      5 │     50 │
-└───────┴────────┴────────┘
-```
-
-هنگام مشخص کردن نام ساختارهای داده های تو در تو در `ARRAY JOIN`, معنای همان است که `ARRAY JOIN` با تمام عناصر مجموعه ای که شامل. نمونه به شرح زیر است:
-
-``` sql
-SELECT s, `nest.x`, `nest.y`
-FROM nested_test
-ARRAY JOIN `nest.x`, `nest.y`;
-```
-
-``` text
-┌─s─────┬─nest.x─┬─nest.y─┐
-│ Hello │      1 │     10 │
-│ Hello │      2 │     20 │
-│ World │      3 │     30 │
-│ World │      4 │     40 │
-│ World │      5 │     50 │
-└───────┴────────┴────────┘
-```
-
-این تنوع نیز حس می کند:
-
-``` sql
-SELECT s, `nest.x`, `nest.y`
-FROM nested_test
-ARRAY JOIN `nest.x`;
-```
-
-``` text
-┌─s─────┬─nest.x─┬─nest.y─────┐
-│ Hello │      1 │ [10,20]    │
-│ Hello │      2 │ [10,20]    │
-│ World │      3 │ [30,40,50] │
-│ World │      4 │ [30,40,50] │
-│ World │      5 │ [30,40,50] │
-└───────┴────────┴────────────┘
-```
-
-نام مستعار ممکن است برای یک ساختار داده های تو در تو استفاده می شود, به منظور انتخاب هر دو `JOIN` نتیجه یا مجموعه منبع. مثال:
-
-``` sql
-SELECT s, `n.x`, `n.y`, `nest.x`, `nest.y`
-FROM nested_test
-ARRAY JOIN nest AS n;
-```
-
-``` text
-┌─s─────┬─n.x─┬─n.y─┬─nest.x──┬─nest.y─────┐
-│ Hello │   1 │  10 │ [1,2]   │ [10,20]    │
-│ Hello │   2 │  20 │ [1,2]   │ [10,20]    │
-│ World │   3 │  30 │ [3,4,5] │ [30,40,50] │
-│ World │   4 │  40 │ [3,4,5] │ [30,40,50] │
-│ World │   5 │  50 │ [3,4,5] │ [30,40,50] │
-└───────┴─────┴─────┴─────────┴────────────┘
-```
-
-نمونه ای از استفاده از [شناسه بسته:](../../../sql-reference/functions/array-functions.md#array_functions-arrayenumerate) تابع:
-
-``` sql
-SELECT s, `n.x`, `n.y`, `nest.x`, `nest.y`, num
-FROM nested_test
-ARRAY JOIN nest AS n, arrayEnumerate(`nest.x`) AS num;
-```
-
-``` text
-┌─s─────┬─n.x─┬─n.y─┬─nest.x──┬─nest.y─────┬─num─┐
-│ Hello │   1 │  10 │ [1,2]   │ [10,20]    │   1 │
-│ Hello │   2 │  20 │ [1,2]   │ [10,20]    │   2 │
-│ World │   3 │  30 │ [3,4,5] │ [30,40,50] │   1 │
-│ World │   4 │  40 │ [3,4,5] │ [30,40,50] │   2 │
-│ World │   5 │  50 │ [3,4,5] │ [30,40,50] │   3 │
-└───────┴─────┴─────┴─────────┴────────────┴─────┘
-```
-
-## پیاده سازی اطلاعات {#implementation-details}
-
-سفارش اجرای پرس و جو در هنگام اجرا بهینه شده است `ARRAY JOIN`. اگرچه `ARRAY JOIN` همیشه باید قبل از مشخص شود [WHERE](where.md)/[PREWHERE](prewhere.md) بند در پرس و جو, از لحاظ فنی می تواند در هر سفارش انجام, مگر اینکه نتیجه `ARRAY JOIN` برای فیلتر کردن استفاده می شود. سفارش پردازش توسط بهینه ساز پرس و جو کنترل می شود.
diff --git a/docs/fa/sql-reference/statements/select/distinct.md b/docs/fa/sql-reference/statements/select/distinct.md
deleted file mode 100644
index 9c2a454a729..00000000000
--- a/docs/fa/sql-reference/statements/select/distinct.md
+++ /dev/null
@@ -1,63 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# بند مجزا {#select-distinct}
-
-اگر `SELECT DISTINCT` مشخص شده است, تنها ردیف منحصر به فرد در یک نتیجه پرس و جو باقی خواهد ماند. بنابراین تنها یک ردیف از تمام مجموعه از ردیف به طور کامل تطبیق در نتیجه باقی خواهد ماند.
-
-## پردازش پوچ {#null-processing}
-
-`DISTINCT` با این نسخهها کار میکند [NULL](../../syntax.md#null-literal) همانطور که اگر `NULL` یک مقدار خاص بودند, و `NULL==NULL`. به عبارت دیگر در `DISTINCT` نتایج, ترکیب های مختلف با `NULL` رخ می دهد تنها یک بار. این متفاوت است `NULL` پردازش در بسیاری از زمینه های دیگر.
-
-## جایگزین ها {#alternatives}
-
-ممکن است با استفاده از همان نتیجه حاصل شود [GROUP BY](group-by.md) در سراسر همان مجموعه ای از ارزش ها به عنوان مشخص شده به عنوان `SELECT` بند, بدون استفاده از هر گونه توابع کل. اما چند تفاوت از وجود دارد `GROUP BY` رویکرد:
-
--   `DISTINCT` می توان همراه با `GROUP BY`.
--   چه زمانی [ORDER BY](order-by.md) حذف شده است و [LIMIT](limit.md) تعریف شده است, پرس و جو متوقف می شود در حال اجرا بلافاصله پس از تعداد مورد نیاز از ردیف های مختلف خوانده شده است.
--   بلوک های داده خروجی به عنوان پردازش می شوند, بدون انتظار برای کل پرس و جو را به پایان برساند در حال اجرا.
-
-## محدودیت ها {#limitations}
-
-`DISTINCT` پشتیبانی نمی شود اگر `SELECT` حداقل یک ستون جداگانه دارد.
-
-## مثالها {#examples}
-
-کلیک پشتیبانی با استفاده از `DISTINCT` و `ORDER BY` بند برای ستون های مختلف در یک پرس و جو. این `DISTINCT` بند قبل از اجرا `ORDER BY` بند بند.
-
-جدول نمونه:
-
-``` text
-┌─a─┬─b─┐
-│ 2 │ 1 │
-│ 1 │ 2 │
-│ 3 │ 3 │
-│ 2 │ 4 │
-└───┴───┘
-```
-
-هنگام انتخاب داده ها با `SELECT DISTINCT a FROM t1 ORDER BY b ASC` پرس و جو, ما نتیجه زیر را دریافت کنید:
-
-``` text
-┌─a─┐
-│ 2 │
-│ 1 │
-│ 3 │
-└───┘
-```
-
-اگر ما جهت مرتب سازی را تغییر دهیم `SELECT DISTINCT a FROM t1 ORDER BY b DESC` ما نتیجه زیر را دریافت می کنیم:
-
-``` text
-┌─a─┐
-│ 3 │
-│ 1 │
-│ 2 │
-└───┘
-```
-
-سطر `2, 4` قبل از مرتب سازی قطع شد.
-
-نگاهی به این ویژگی پیاده سازی به حساب زمانی که برنامه نویسی نمایش داده شد.
diff --git a/docs/fa/sql-reference/statements/select/format.md b/docs/fa/sql-reference/statements/select/format.md
deleted file mode 100644
index 27ac2233375..00000000000
--- a/docs/fa/sql-reference/statements/select/format.md
+++ /dev/null
@@ -1,18 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# بند فرمت {#format-clause}
-
-تاتر پشتیبانی از طیف گسترده ای از [فرمت های ترتیب](../../../interfaces/formats.md) که می تواند در نتایج پرس و جو در میان چیزهای دیگر استفاده می شود. راه های متعدد برای انتخاب یک فرمت برای وجود دارد `SELECT` خروجی یکی از این موارد مشخص است `FORMAT format` در پایان پرس و جو برای دریافت و در نتیجه داده ها در هر فرمت خاص.
-
-فرمت خاص ممکن است یا برای راحتی استفاده می شود, ادغام با سیستم های دیگر و یا افزایش عملکرد.
-
-## قالب پیشفرض {#default-format}
-
-اگر `FORMAT` بند حذف شده است, فرمت پیش فرض استفاده شده است, که بستگی به هر دو تنظیمات و رابط مورد استفاده برای دسترسی به سرور کلیک. برای [رابط قام](../../../interfaces/http.md) و [مشتری خط فرمان](../../../interfaces/cli.md) در حالت دسته ای فرمت پیش فرض است `TabSeparated`. برای مشتری خط فرمان در حالت تعاملی فرمت پیش فرض است `PrettyCompact` (این تولید جداول جمع و جور انسان قابل خواندن).
-
-## پیاده سازی اطلاعات {#implementation-details}
-
-هنگام استفاده از سرویس گیرنده خط فرمان داده ها همیشه بر روی شبکه در فرمت موثر داخلی منتقل می شود (`Native`). مشتری به طور مستقل تفسیر می کند `FORMAT` بند از پرس و جو و فرمت های داده های خود را (در نتیجه تسکین شبکه و سرور از بار اضافی).
diff --git a/docs/fa/sql-reference/statements/select/from.md b/docs/fa/sql-reference/statements/select/from.md
deleted file mode 100644
index d2ec8f4c6ff..00000000000
--- a/docs/fa/sql-reference/statements/select/from.md
+++ /dev/null
@@ -1,44 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# از بند {#select-from}
-
-این `FROM` بند منبع برای خواندن داده ها از مشخص:
-
--   [جدول](../../../engines/table-engines/index.md)
--   [خرده فروشی](index.md) لینک بهتر ##}
--   [تابع جدول](../../table-functions/index.md#table-functions)
-
-[JOIN](join.md) و [ARRAY JOIN](array-join.md) بند نیز ممکن است مورد استفاده قرار گیرد به گسترش قابلیت های `FROM` بند بند.
-
-خرده فروشی دیگر است `SELECT` پرسوجوی که ممکن است در داخل پرانتز مشخص شود `FROM` بند بند.
-
-`FROM` بند می تواند شامل منابع داده های متعدد, جدا شده توسط کاما, که معادل انجام است [CROSS JOIN](join.md) با اونا.
-
-## تغییردهنده نهایی {#select-from-final}
-
-چه زمانی `FINAL` مشخص شده است, تاتر به طور کامل ادغام داده ها قبل از بازگشت به نتیجه و در نتیجه انجام تمام تحولات داده که در طول ادغام برای موتور جدول داده شده اتفاق می افتد.
-
-این قابل اجرا است در هنگام انتخاب داده ها از جداول که با استفاده از [ادغام](../../../engines/table-engines/mergetree-family/mergetree.md)- خانواده موتور (به جز `GraphiteMergeTree`). همچنین برای پشتیبانی:
-
--   [تکرار](../../../engines/table-engines/mergetree-family/replication.md) نسخه های `MergeTree` موتورها.
--   [نما](../../../engines/table-engines/special/view.md), [بافر](../../../engines/table-engines/special/buffer.md), [توزیع شده](../../../engines/table-engines/special/distributed.md) و [ماده بینی](../../../engines/table-engines/special/materializedview.md) موتورها که بیش از موتورهای دیگر کار می کنند به شرطی که بیش از ایجاد شده اند `MergeTree`- جدول موتور .
-
-### اشکالاتی {#drawbacks}
-
-نمایش داده شد که با استفاده از `FINAL` اعدام به همان سرعتی که نمایش داده شد مشابه که نمی, زیرا:
-
--   پرس و جو در یک موضوع اجرا و داده ها در طول اجرای پرس و جو با هم ادغام شدند.
--   نمایش داده شد با `FINAL` خوانده شده ستون کلید اولیه در علاوه بر این به ستون مشخص شده در پرس و جو.
-
-**در بیشتر موارد, اجتناب از استفاده از `FINAL`.** روش معمول این است که از نمایش های مختلف استفاده کنید که فرایندهای پس زمینه را فرض می کنند `MergeTree` موتور هنوز اتفاق نیفتاده است و با استفاده از تجمع (به عنوان مثال برای دور انداختن تکراری) مقابله می کند. پردازشگر پشتیبانی شده: ##}
-
-## پیاده سازی اطلاعات {#implementation-details}
-
-اگر `FROM` بند حذف شده است, داده خواهد شد از خواندن `system.one` جدول
-این `system.one` جدول شامل دقیقا یک ردیف است (این جدول همان هدف را به عنوان جدول دوگانه موجود در سایر دساماسها انجام می دهد).
-
-برای اجرای پرس و جو تمام ستون های ذکر شده در پرس و جو از جدول مناسب استخراج می شوند. هر ستون برای پرس و جو خارجی مورد نیاز نیست از کارخانه های فرعی پرتاب می شود.
-اگر پرس و جو هیچ ستون لیست نیست (به عنوان مثال, `SELECT count() FROM t`), برخی از ستون از جدول استخراج به هر حال (کوچکترین ترجیح داده می شود), به منظور محاسبه تعداد ردیف.
diff --git a/docs/fa/sql-reference/statements/select/group-by.md b/docs/fa/sql-reference/statements/select/group-by.md
deleted file mode 100644
index 7c8307796cd..00000000000
--- a/docs/fa/sql-reference/statements/select/group-by.md
+++ /dev/null
@@ -1,132 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# گروه بر اساس بند {#select-group-by-clause}
-
-`GROUP BY` بند کلید `SELECT` پرس و جو به حالت تجمع, که به شرح زیر کار می کند:
-
--   `GROUP BY` بند شامل یک لیست از عبارات (و یا یک عبارت واحد, که در نظر گرفته می شود لیستی از طول یک). این لیست به عنوان یک عمل می کند “grouping key”, در حالی که هر بیان فردی خواهد شد به عنوان یک اشاره “key expressions”.
--   تمام عبارات در [SELECT](index.md), [HAVING](having.md) و [ORDER BY](order-by.md) بند **باید** بر اساس عبارات کلیدی محاسبه می شود **یا** روشن [توابع مجموع](../../../sql-reference/aggregate-functions/index.md) بیش از عبارات غیر کلیدی (از جمله ستون ساده). به عبارت دیگر, هر ستون انتخاب شده از جدول باید یا در یک عبارت کلیدی و یا در داخل یک تابع جمع استفاده می شود, اما نه هر دو.
--   نتیجه جمع `SELECT` پرس و جو شامل ردیف به عنوان بسیاری از ارزش های منحصر به فرد وجود دارد “grouping key” در جدول منبع. معمولا این نشانه را کاهش می دهد تعداد ردیف, اغلب توسط سفارشات از قدر, اما نه لزوما: تعداد ردیف همان باقی می ماند اگر همه “grouping key” ارزش متمایز بودند.
-
-!!! note "یادداشت"
-    یک راه اضافی برای اجرای تجمع بیش از یک جدول وجود دارد. اگر یک پرس و جو شامل ستون جدول تنها در داخل توابع کل, که `GROUP BY clause` می توان حذف, و تجمع توسط یک مجموعه خالی از کلید فرض بر این است. چنین نمایش داده شد همیشه دقیقا یک ردیف بازگشت.
-
-## پردازش پوچ {#null-processing}
-
-برای گروه بندی, تفسیر کلیک [NULL](../../syntax.md#null-literal) به عنوان یک ارزش, و `NULL==NULL`. این متفاوت است `NULL` پردازش در بسیاری از زمینه های دیگر.
-
-در اینجا یک مثال برای نشان دادن این بدان معنی است.
-
-فرض کنید شما باید این جدول:
-
-``` text
-┌─x─┬────y─┐
-│ 1 │    2 │
-│ 2 │ ᴺᵁᴸᴸ │
-│ 3 │    2 │
-│ 3 │    3 │
-│ 3 │ ᴺᵁᴸᴸ │
-└───┴──────┘
-```
-
-پرسوجو `SELECT sum(x), y FROM t_null_big GROUP BY y` نتایج در:
-
-``` text
-┌─sum(x)─┬────y─┐
-│      4 │    2 │
-│      3 │    3 │
-│      5 │ ᴺᵁᴸᴸ │
-└────────┴──────┘
-```
-
-شما می توانید ببینید که `GROUP BY` برای `y = NULL` خلاصه تا `x`, به عنوان اگر `NULL` این مقدار است.
-
-اگر شما تصویب چند کلید به `GROUP BY`, نتیجه به شما تمام ترکیبی از انتخاب را, اگر `NULL` یک مقدار خاص بودند.
-
-## با اصلاح کننده بالغ {#with-totals-modifier}
-
-اگر `WITH TOTALS` اصلاح مشخص شده است, ردیف دیگر محاسبه خواهد شد. این ردیف ستون های کلیدی حاوی مقادیر پیش فرض (صفر یا خطوط خالی) و ستون های توابع جمع شده با مقادیر محاسبه شده در تمام ردیف ها ( “total” ارزش ها).
-
-این ردیف اضافی تنها در تولید `JSON*`, `TabSeparated*` و `Pretty*` فرمت ها به طور جداگانه از ردیف های دیگر:
-
--   داخل `JSON*` فرمت, این ردیف خروجی به عنوان یک جداگانه است ‘totals’ رشته.
--   داخل `TabSeparated*` فرمت, ردیف پس از نتیجه اصلی, قبل از یک ردیف خالی (پس از داده های دیگر).
--   داخل `Pretty*` فرمت, ردیف خروجی به عنوان یک جدول جداگانه پس از نتیجه اصلی است.
--   در فرمت های دیگر در دسترس نیست.
-
-`WITH TOTALS` می توان در راه های مختلف اجرا زمانی که داشتن حاضر است. رفتار بستگی به ‘totals_mode’ تنظیمات.
-
-### پیکربندی پردازش بالغ {#configuring-totals-processing}
-
-به طور پیش فرض, `totals_mode = 'before_having'`. در این مورد, ‘totals’ محاسبه شده است در تمام ردیف از جمله کسانی که عبور نمی کند از طریق داشتن و `max_rows_to_group_by`.
-
-جایگزین های دیگر شامل تنها ردیف است که از طریق داشتن در عبور ‘totals’ و رفتار متفاوت با تنظیم `max_rows_to_group_by` و `group_by_overflow_mode = 'any'`.
-
-`after_having_exclusive` – Don't include rows that didn't pass through `max_rows_to_group_by`. به عبارت دیگر, ‘totals’ کمتر از و یا به همان تعداد از ردیف به عنوان اگر داشته باشد `max_rows_to_group_by` حذف شد.
-
-`after_having_inclusive` – Include all the rows that didn't pass through ‘max_rows_to_group_by’ داخل ‘totals’. به عبارت دیگر, ‘totals’ بیش از و یا به همان تعداد از ردیف به عنوان اگر داشته باشد `max_rows_to_group_by` حذف شد.
-
-`after_having_auto` – Count the number of rows that passed through HAVING. If it is more than a certain amount (by default, 50%), include all the rows that didn't pass through ‘max_rows_to_group_by’ داخل ‘totals’. در غیر این صورت, را شامل نمی شود.
-
-`totals_auto_threshold` – By default, 0.5. The coefficient for `after_having_auto`.
-
-اگر `max_rows_to_group_by` و `group_by_overflow_mode = 'any'` استفاده نمی شود, تمام تغییرات از `after_having` یکسان هستند و شما می توانید از هر یک از این موارد استفاده کنید, `after_having_auto`).
-
-شما می توانید با استفاده از مجموع در subqueries از جمله subqueries در پیوستن به بند (در این مورد مربوطه مجموع ارزش ترکیب می شوند).
-
-## مثالها {#examples}
-
-مثال:
-
-``` sql
-SELECT
-    count(),
-    median(FetchTiming > 60 ? 60 : FetchTiming),
-    count() - sum(Refresh)
-FROM hits
-```
-
-با این حال, در مقابل به استاندارد گذاشتن, اگر جدول هیچ ردیف ندارد (یا هیچ در همه وجود ندارد, و یا هر پس از استفاده از جایی که برای فیلتر کردن وجود ندارد), یک نتیجه خالی بازگشته است, و نه در نتیجه از یکی از ردیف های حاوی مقادیر اولیه از توابع کل.
-
-همانطور که به خروجی زیر مخالف (و منطبق با استاندارد گذاشتن), شما می توانید برخی از ارزش برخی از ستون است که در یک کلید و یا کل تابع نیست (به جز عبارات ثابت). برای کار در اطراف این, شما می توانید با استفاده از ‘any’ تابع جمع (اولین مقدار مواجه می شوند) یا ‘min/max’.
-
-مثال:
-
-``` sql
-SELECT
-    domainWithoutWWW(URL) AS domain,
-    count(),
-    any(Title) AS title -- getting the first occurred page header for each domain.
-FROM hits
-GROUP BY domain
-```
-
-برای هر مقدار کلیدی مختلف مواجه می شوند, گروه با محاسبه مجموعه ای از مقادیر تابع کل.
-
-گروه توسط ستون های مجموعه پشتیبانی نمی شود.
-
-ثابت را نمی توان به عنوان استدلال برای توابع کل مشخص شده است. مثال: مجموع(1). به جای این, شما می توانید از ثابت خلاص. مثال: `count()`.
-
-## پیاده سازی اطلاعات {#implementation-details}
-
-تجمع یکی از مهم ترین ویژگی های یک سندرم تونل کارپ ستون گرا است, و به این ترتیب اجرای یکی از قطعات به شدت بهینه سازی شده از خانه رعیتی است. به طور پیش فرض, تجمع در حافظه با استفاده از یک هش جدول انجام. این 40 + تخصص است که به طور خودکار بسته به انتخاب “grouping key” انواع داده ها.
-
-### گروه در حافظه خارجی {#select-group-by-in-external-memory}
-
-شما می توانید اطلاعات موقت تخلیه به دیسک را قادر به محدود کردن استفاده از حافظه در طول `GROUP BY`.
-این [ا_فزون_بر_گونهی_گونهی زیر_گروهها](../../../operations/settings/settings.md#settings-max_bytes_before_external_group_by) تنظیم تعیین کننده مصرف رم را برای تخلیه می کند `GROUP BY` اطلاعات موقت به سیستم فایل. اگر به 0 (به طور پیش فرض), غیر فعال است.
-
-هنگام استفاده از `max_bytes_before_external_group_by`, توصیه می کنیم که به شما در تنظیم `max_memory_usage` در مورد دو برابر بالا. این لازم است زیرا دو مرحله برای تجمع وجود دارد: خواندن داده ها و تشکیل داده های متوسط (1) و ادغام داده های متوسط (2). واژگون اطلاعات به سیستم فایل تنها می تواند در طول مرحله رخ می دهد 1. اگر داده های موقت ریخته نمی شد, سپس مرحله 2 ممکن است نیاز به همان مقدار از حافظه در مرحله 1.
-
-برای مثال اگر [_کاساژ بیشینه](../../../operations/settings/settings.md#settings_max_memory_usage) به 1000000000 تنظیم شد و شما می خواهید به استفاده از تجمع خارجی, این را حس می کند به مجموعه `max_bytes_before_external_group_by` به 10000000000 و `max_memory_usage` به 20000000000. هنگامی که تجمع خارجی باعث شده است (اگر حداقل یک روگرفت از داده های موقت وجود دارد), حداکثر مصرف رم تنها کمی بیشتر از `max_bytes_before_external_group_by`.
-
-با پردازش پرس و جو توزیع, تجمع خارجی بر روی سرور از راه دور انجام. به منظور سرور درخواست به استفاده از تنها مقدار کمی از رم, تنظیم `distributed_aggregation_memory_efficient` به 1.
-
-هنگامی که ادغام داده ها به دیسک سرخ, و همچنین زمانی که ادغام نتایج حاصل از سرور از راه دور زمانی که `distributed_aggregation_memory_efficient` تنظیم فعال است, مصرف تا `1/256 * the_number_of_threads` از مقدار کل رم.
-
-هنگامی که تجمع خارجی فعال است, اگر کمتر از وجود دارد `max_bytes_before_external_group_by` of data (i.e. data was not flushed), the query runs just as fast as without external aggregation. If any temporary data was flushed, the run time will be several times longer (approximately three times).
-
-اگر شما یک [ORDER BY](order-by.md) با یک [LIMIT](limit.md) پس از `GROUP BY`, سپس مقدار رم استفاده می شود بستگی به مقدار داده ها در `LIMIT` نه تو کل میز اما اگر `ORDER BY` ندارد `LIMIT` فراموش نکنید که مرتب سازی خارجی را فعال کنید (`max_bytes_before_external_sort`).
diff --git a/docs/fa/sql-reference/statements/select/having.md b/docs/fa/sql-reference/statements/select/having.md
deleted file mode 100644
index 56578743339..00000000000
--- a/docs/fa/sql-reference/statements/select/having.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# داشتن بند {#having-clause}
-
-اجازه می دهد تا فیلتر کردن نتایج تجمع تولید شده توسط [GROUP BY](group-by.md). این شبیه به [WHERE](where.md) بند, اما تفاوت این است که `WHERE` قبل از تجمع انجام, در حالی که `HAVING` بعد از اون انجام میشه
-
-ممکن است که به مرجع نتایج تجمع از `SELECT` بند در `HAVING` بند با نام مستعار خود. متناوبا, `HAVING` بند می تواند بر روی نتایج مصالح اضافی است که در نتایج پرس و جو بازگشت فیلتر کنید.
-
-## محدودیت ها {#limitations}
-
-`HAVING` نمی توان مورد استفاده قرار گیرد اگر تجمع انجام نشده است. استفاده `WHERE` در عوض
diff --git a/docs/fa/sql-reference/statements/select/index.md b/docs/fa/sql-reference/statements/select/index.md
deleted file mode 100644
index 90541b80636..00000000000
--- a/docs/fa/sql-reference/statements/select/index.md
+++ /dev/null
@@ -1,158 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 33
-toc_title: SELECT
----
-
-# نحو نمایش داده شد را انتخاب کنید {#select-queries-syntax}
-
-`SELECT` بازیابی داده ها را انجام می دهد.
-
-``` sql
-[WITH expr_list|(subquery)]
-SELECT [DISTINCT] expr_list
-[FROM [db.]table | (subquery) | table_function] [FINAL]
-[SAMPLE sample_coeff]
-[ARRAY JOIN ...]
-[GLOBAL] [ANY|ALL|ASOF] [INNER|LEFT|RIGHT|FULL|CROSS] [OUTER|SEMI|ANTI] JOIN (subquery)|table (ON <expr_list>)|(USING <column_list>)
-[PREWHERE expr]
-[WHERE expr]
-[GROUP BY expr_list] [WITH TOTALS]
-[HAVING expr]
-[ORDER BY expr_list] [WITH FILL] [FROM expr] [TO expr] [STEP expr] 
-[LIMIT [offset_value, ]n BY columns]
-[LIMIT [n, ]m] [WITH TIES]
-[UNION ALL ...]
-[INTO OUTFILE filename]
-[FORMAT format]
-```
-
-همه بند اختیاری هستند, به جز برای لیست مورد نیاز از عبارات بلافاصله پس از `SELECT` که بیشتر تحت پوشش است [در زیر](#select-clause).
-
-ویژگی های هر بند اختیاری در بخش های جداگانه تحت پوشش, که در همان جهت ذکر شده که اجرا می شوند:
-
--   [با بند](with.md)
--   [بند مجزا](distinct.md)
--   [از بند](from.md)
--   [بند نمونه](sample.md)
--   [پیوستن بند](join.md)
--   [در بند](prewhere.md)
--   [بند کجا](where.md)
--   [گروه بر اساس بند](group-by.md)
--   [محدود کردن بند](limit-by.md)
--   [داشتن بند](having.md)
--   [انتخاب بند](#select-clause)
--   [بند محدود](limit.md)
--   [اتحادیه همه بند](union.md)
-
-## انتخاب بند {#select-clause}
-
-[عبارتها](../../syntax.md#syntax-expressions) مشخص شده در `SELECT` بند بعد از تمام عملیات در بند بالا توضیح محاسبه به پایان رسید. این عبارات کار می کنند به عنوان اگر به ردیف جداگانه در نتیجه اعمال می شود. اگر عبارات در `SELECT` بند شامل مجموع توابع سپس ClickHouse فرآیندهای کل توابع و عبارات استفاده می شود به عنوان استدلال های خود را در طول [GROUP BY](group-by.md) تجمع.
-
-اگر شما می خواهید که شامل تمام ستون ها در نتیجه, استفاده از ستاره (`*`) نماد. به عنوان مثال, `SELECT * FROM ...`.
-
-برای مطابقت با برخی از ستون ها در نتیجه با یک [شماره 2](https://en.wikipedia.org/wiki/RE2_(software)) عبارت منظم می توانید از `COLUMNS` اصطلاح.
-
-``` sql
-COLUMNS('regexp')
-```
-
-برای مثال جدول را در نظر بگیرید:
-
-``` sql
-CREATE TABLE default.col_names (aa Int8, ab Int8, bc Int8) ENGINE = TinyLog
-```
-
-پرس و جو زیر داده ها را از تمام ستون های حاوی `a` نماد به نام خود.
-
-``` sql
-SELECT COLUMNS('a') FROM col_names
-```
-
-``` text
-┌─aa─┬─ab─┐
-│  1 │  1 │
-└────┴────┘
-```
-
-ستون های انتخاب شده به ترتیب حروف الفبا بازگردانده نمی شوند.
-
-شما می توانید چند استفاده کنید `COLUMNS` عبارات در پرس و جو و اعمال توابع را به خود.
-
-به عنوان مثال:
-
-``` sql
-SELECT COLUMNS('a'), COLUMNS('c'), toTypeName(COLUMNS('c')) FROM col_names
-```
-
-``` text
-┌─aa─┬─ab─┬─bc─┬─toTypeName(bc)─┐
-│  1 │  1 │  1 │ Int8           │
-└────┴────┴────┴────────────────┘
-```
-
-هر ستون توسط `COLUMNS` بیان به تابع به عنوان یک استدلال جداگانه منتقل می شود. همچنین شما می توانید استدلال های دیگر به تابع منتقل می کند اگر از. مراقب باشید در هنگام استفاده از توابع. اگر یک تابع تعداد استدلال شما را به تصویب را پشتیبانی نمی کند, خانه عروسکی می اندازد یک استثنا.
-
-به عنوان مثال:
-
-``` sql
-SELECT COLUMNS('a') + COLUMNS('c') FROM col_names
-```
-
-``` text
-Received exception from server (version 19.14.1):
-Code: 42. DB::Exception: Received from localhost:9000. DB::Exception: Number of arguments for function plus doesn't match: passed 3, should be 2.
-```
-
-در این مثال, `COLUMNS('a')` بازگرداندن دو ستون: `aa` و `ab`. `COLUMNS('c')` بازگرداندن `bc` ستون. این `+` اپراتور نمی تواند به اعمال 3 استدلال, بنابراین تاتر می اندازد یک استثنا با پیام مربوطه.
-
-ستون که همسان `COLUMNS` بیان می تواند انواع داده های مختلف داشته باشد. اگر `COLUMNS` هیچ ستون مطابقت ندارد و تنها بیان در است `SELECT`, فاحشه خانه می اندازد یک استثنا.
-
-### ستاره {#asterisk}
-
-شما می توانید یک ستاره در هر بخشی از یک پرس و جو به جای بیان قرار داده است. هنگامی که پرس و جو تجزیه و تحلیل, ستاره به یک لیست از تمام ستون جدول گسترش (به استثنای `MATERIALIZED` و `ALIAS` ستون). تنها چند مورد وجود دارد که با استفاده از ستاره توجیه می شود:
-
--   هنگام ایجاد یک روگرفت جدول.
--   برای جداول حاوی فقط چند ستون, مانند جداول سیستم.
--   برای گرفتن اطلاعات در مورد چه ستون در یک جدول هستند. در این مورد, تنظیم `LIMIT 1`. اما بهتر است از `DESC TABLE` پرس و جو.
--   هنگامی که فیلتراسیون قوی در تعداد کمی از ستون ها با استفاده از وجود دارد `PREWHERE`.
--   در subqueries (از ستون های که مورد نیاز نیست برای خارجی پرس و جو از مطالعه حذف شدند subqueries).
-
-در تمام موارد دیگر, ما توصیه نمی با استفاده از ستاره, زیرا تنها به شما می دهد اشکالاتی از یک سندرم روده تحریک پذیر ستونی به جای مزایای. به عبارت دیگر با استفاده از ستاره توصیه نمی شود.
-
-### ارزش های شدید {#extreme-values}
-
-علاوه بر نتایج, شما همچنین می توانید حداقل و حداکثر ارزش برای ستون نتایج از. برای انجام این کار, تنظیم **افراط** تنظیم به 1. حداقل و حداکثر برای انواع عددی محاسبه, تاریخ, و تاریخ با بار. برای ستون های دیگر مقادیر پیش فرض خروجی هستند.
-
-An extra two rows are calculated – the minimums and maximums, respectively. These extra two rows are output in `JSON*`, `TabSeparated*` و `Pretty*` [فرشها](../../../interfaces/formats.md), جدا از ردیف های دیگر. خروجی برای فرمت های دیگر نیستند.
-
-داخل `JSON*` فرمت, ارزش شدید خروجی در یک جداگانه ‘extremes’ رشته. داخل `TabSeparated*` فرمت, ردیف پس از نتیجه اصلی, و بعد از ‘totals’ اگر در حال حاضر. این است که توسط یک ردیف خالی قبل (پس از داده های دیگر). داخل `Pretty*` فرمت, ردیف خروجی به عنوان یک جدول جداگانه پس از نتیجه اصلی است, و بعد از `totals` اگر در حال حاضر.
-
-مقادیر شدید برای ردیف قبل محاسبه می شود `LIMIT` اما بعد از `LIMIT BY`. با این حال, هنگام استفاده از `LIMIT offset, size`, ردیف قبل از `offset` در `extremes`. در درخواست جریان, نتیجه نیز ممکن است شامل تعداد کمی از ردیف که از طریق تصویب `LIMIT`.
-
-### یادداشتها {#notes}
-
-شما می توانید مترادف استفاده کنید (`AS` نام مستعار) در هر بخشی از یک پرس و جو.
-
-این `GROUP BY` و `ORDER BY` بند انجام استدلال موضعی را پشتیبانی نمی کند. این در تضاد خروجی زیر, اما مطابق با استاندارد گذاشتن. به عنوان مثال, `GROUP BY 1, 2` will be interpreted as grouping by constants (i.e. aggregation of all rows into one).
-
-## پیاده سازی اطلاعات {#implementation-details}
-
-اگر پرس و جو حذف `DISTINCT`, `GROUP BY` و `ORDER BY` بند و `IN` و `JOIN` کارخانه های فرعی, پرس و جو خواهد شد به طور کامل جریان پردازش, با استفاده از ای(1) مقدار رم. در غیر این صورت, پرس و جو ممکن است مقدار زیادی از رم مصرف اگر محدودیت های مناسب مشخص نشده است:
-
--   `max_memory_usage`
--   `max_rows_to_group_by`
--   `max_rows_to_sort`
--   `max_rows_in_distinct`
--   `max_bytes_in_distinct`
--   `max_rows_in_set`
--   `max_bytes_in_set`
--   `max_rows_in_join`
--   `max_bytes_in_join`
--   `max_bytes_before_external_sort`
--   `max_bytes_before_external_group_by`
-
-برای کسب اطلاعات بیشتر به بخش مراجعه کنید “Settings”. ممکن است که به استفاده از مرتب سازی خارجی (صرفه جویی در جداول موقت به یک دیسک) و تجمع خارجی.
-
-{## [مقاله اصلی](https://clickhouse.tech/docs/en/sql-reference/statements/select/) ##}
diff --git a/docs/fa/sql-reference/statements/select/into-outfile.md b/docs/fa/sql-reference/statements/select/into-outfile.md
deleted file mode 100644
index cdb428b4d08..00000000000
--- a/docs/fa/sql-reference/statements/select/into-outfile.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# به OUTFILE بند {#into-outfile-clause}
-
-افزودن `INTO OUTFILE filename` بند (جایی که نام فایل یک رشته تحت اللفظی است) به `SELECT query` برای تغییر مسیر خروجی خود را به فایل مشخص شده در سمت سرویس گیرنده.
-
-## پیاده سازی اطلاعات {#implementation-details}
-
--   این قابلیت در دسترس است [مشتری خط فرمان](../../../interfaces/cli.md) و [کلیک-محلی](../../../operations/utilities/clickhouse-local.md). بنابراین پرس و جو از طریق ارسال [رابط قام](../../../interfaces/http.md) شکست مواجه خواهد شد.
--   پرس و جو شکست مواجه خواهد شد اگر یک فایل با نام فایل مشابه در حال حاضر وجود دارد.
--   پیشفرض [فرمت خروجی](../../../interfaces/formats.md) هست `TabSeparated` (مانند در خط فرمان حالت دسته ای مشتری).
diff --git a/docs/fa/sql-reference/statements/select/join.md b/docs/fa/sql-reference/statements/select/join.md
deleted file mode 100644
index e8f516448f8..00000000000
--- a/docs/fa/sql-reference/statements/select/join.md
+++ /dev/null
@@ -1,188 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# پیوستن بند {#select-join}
-
-اضافه کردن تولید یک جدول جدید با ترکیب ستون از یک یا چند جدول با استفاده از مقادیر مشترک به هر. این یک عملیات مشترک در پایگاه داده با پشتیبانی از گذاشتن است, که مربوط به [جبر رابطه ای](https://en.wikipedia.org/wiki/Relational_algebra#Joins_and_join-like_operators) ملحق شو مورد خاص یک جدول پیوستن است که اغلب به عنوان اشاره “self-join”.
-
-نحو:
-
-``` sql
-SELECT <expr_list>
-FROM <left_table>
-[GLOBAL] [INNER|LEFT|RIGHT|FULL|CROSS] [OUTER|SEMI|ANTI|ANY|ASOF] JOIN <right_table>
-(ON <expr_list>)|(USING <column_list>) ...
-```
-
-عبارات از `ON` بند و ستون از `USING` بند نامیده می شوند “join keys”. مگر در مواردی که در غیر این صورت اعلام, پیوستن به تولید یک [محصول دکارتی](https://en.wikipedia.org/wiki/Cartesian_product) از ردیف با تطبیق “join keys”, که ممکن است نتایج را با ردیف خیلی بیشتر از جداول منبع تولید.
-
-## انواع پشتیبانی شده از پیوستن {#select-join-types}
-
-همه استاندارد [SQL JOIN](https://en.wikipedia.org/wiki/Join_(SQL)) انواع پشتیبانی می شوند:
-
--   `INNER JOIN`, تنها ردیف تطبیق برگردانده می شوند.
--   `LEFT OUTER JOIN`, ردیف غیر تطبیق از جدول سمت چپ علاوه بر تطبیق ردیف بازگشت.
--   `RIGHT OUTER JOIN`, ردیف غیر تطبیق از جدول سمت چپ علاوه بر تطبیق ردیف بازگشت.
--   `FULL OUTER JOIN`, ردیف غیر تطبیق از هر دو جدول علاوه بر تطبیق ردیف بازگشت.
--   `CROSS JOIN`, تولید محصول دکارتی از تمام جداول, “join keys” هستند **نه** مشخص.
-
-`JOIN` بدون نوع مشخص نشان میدهد `INNER`. کلیدواژه `OUTER` می توان با خیال راحت حذف. نحو جایگزین برای `CROSS JOIN` مشخص جداول چندگانه در [از بند](from.md) جدا شده توسط کاما.
-
-پیوستن به انواع اضافی موجود در کلیک:
-
--   `LEFT SEMI JOIN` و `RIGHT SEMI JOIN`, یک لیست سفید در “join keys”, بدون تولید محصول دکارتی.
--   `LEFT ANTI JOIN` و `RIGHT ANTI JOIN`, لیست سیاه در “join keys”, بدون تولید محصول دکارتی.
--   `LEFT ANY JOIN`, `RIGHT ANY JOIN` و `INNER ANY JOIN`, partially (for opposite side of `LEFT` and `RIGHT`) or completely (for `INNER` and `FULL`) disables the cartesian product for standard `JOIN` types.
--   `ASOF JOIN` و `LEFT ASOF JOIN`, joining sequences with a non-exact match. `ASOF JOIN` usage is described below.
-
-## Setting {#join-settings}
-
-تغییر چگونگی تطبیق توسط “join keys” انجام شده است
-!!! note "یادداشت"
-    مقدار سختگیرانه پیش فرض را می توان با استفاده از لغو [بررسی اجمالی](../../../operations/settings/settings.md#settings-join_default_strictness) تنظیمات.
-
-### از این رو پیوستن به استفاده {#asof-join-usage}
-
-`ASOF JOIN` مفید است زمانی که شما نیاز به پیوستن به سوابق که هیچ بازی دقیق.
-
-جداول برای `ASOF JOIN` باید یک ستون توالی دستور داده اند. این ستون نمی تواند به تنهایی در یک جدول باشد و باید یکی از انواع داده ها باشد: `UInt32`, `UInt64`, `Float32`, `Float64`, `Date` و `DateTime`.
-
-نحو `ASOF JOIN ... ON`:
-
-``` sql
-SELECT expressions_list
-FROM table_1
-ASOF LEFT JOIN table_2
-ON equi_cond AND closest_match_cond
-```
-
-شما می توانید هر تعداد از شرایط برابری و دقیقا یکی از نزدیک ترین شرایط بازی استفاده کنید. به عنوان مثال, `SELECT count() FROM table_1 ASOF LEFT JOIN table_2 ON table_1.a == table_2.b AND table_2.t <= table_1.t`.
-
-شرایط پشتیبانی شده برای نزدیک ترین بازی: `>`, `>=`, `<`, `<=`.
-
-نحو `ASOF JOIN ... USING`:
-
-``` sql
-SELECT expressions_list
-FROM table_1
-ASOF JOIN table_2
-USING (equi_column1, ... equi_columnN, asof_column)
-```
-
-`ASOF JOIN` استفاده `equi_columnX` برای پیوستن به برابری و `asof_column` برای پیوستن به نزدیک ترین مسابقه با `table_1.asof_column >= table_2.asof_column` شرط. این `asof_column` ستون همیشه یکی از گذشته در `USING` بند بند.
-
-مثلا, جداول زیر را در نظر بگیرید:
-
-         table_1                           table_2
-      event   | ev_time | user_id       event   | ev_time | user_id
-    ----------|---------|----------   ----------|---------|----------
-                  ...                               ...
-    event_1_1 |  12:00  |  42         event_2_1 |  11:59  |   42
-                  ...                 event_2_2 |  12:30  |   42
-    event_1_2 |  13:00  |  42         event_2_3 |  13:00  |   42
-                  ...                               ...
-
-`ASOF JOIN` می توانید برچسب زمان از یک رویداد کاربر از را `table_1` و پیدا کردن یک رویداد در `table_2` جایی که برچسب زمان نزدیک به زمان این رویداد از `table_1` مربوط به نزدیک ترین شرایط بازی. مقادیر برچسب زمان برابر نزدیک ترین در صورت موجود بودن. اینجا `user_id` ستون را می توان برای پیوستن به برابری و `ev_time` ستون را می توان برای پیوستن به در نزدیک ترین بازی استفاده می شود. در مثال ما, `event_1_1` می توان با پیوست `event_2_1` و `event_1_2` می توان با پیوست `event_2_3` اما `event_2_2` نمیشه عضو شد
-
-!!! note "یادداشت"
-    `ASOF` پیوستن است **نه** پردازشگر پشتیبانی شده: [پیوستن](../../../engines/table-engines/special/join.md) موتور جدول.
-
-## توزیع پیوستن {#global-join}
-
-دو راه برای اجرای پیوستن به جداول توزیع شده وجود دارد:
-
--   هنگام استفاده از نرمال `JOIN` پرس و جو به سرورهای راه دور ارسال می شود. زیرکریزها روی هر کدام اجرا می شوند تا میز مناسب را بسازند و پیوستن با این جدول انجام می شود. به عبارت دیگر, جدول سمت راست بر روی هر سرور تشکیل به طور جداگانه.
--   هنگام استفاده از `GLOBAL ... JOIN`, اول سرور درخواست کننده اجرا می شود یک خرده فروشی برای محاسبه جدول سمت راست. این جدول موقت به هر سرور از راه دور منتقل می شود و نمایش داده می شود با استفاده از داده های موقت منتقل می شود.
-
-مراقب باشید در هنگام استفاده از `GLOBAL`. برای کسب اطلاعات بیشتر, دیدن [توزیع subqueries](../../operators/in.md#select-distributed-subqueries) بخش.
-
-## توصیه های استفاده {#usage-recommendations}
-
-### پردازش سلولهای خالی یا خالی {#processing-of-empty-or-null-cells}
-
-در حالی که پیوستن به جداول سلول های خالی ظاهر می شود. تنظیمات [ارزشهای خبری عبارتند از:](../../../operations/settings/settings.md#join_use_nulls) تعریف چگونه خانه را پر می کند این سلول ها.
-
-اگر `JOIN` کلید ها [Nullable](../../data-types/nullable.md) زمینه, ردیف که حداقل یکی از کلید های دارای ارزش [NULL](../../../sql-reference/syntax.md#null-literal) عضو نشده.
-
-### نحو {#syntax}
-
-ستون های مشخص شده در `USING` باید نام های مشابه در هر دو کارخانه های فرعی دارند, و ستون های دیگر باید متفاوت به نام. شما می توانید نام مستعار برای تغییر نام ستون ها در زیرکریز استفاده کنید.
-
-این `USING` بند یک یا چند ستون برای پیوستن به مشخص, که ایجاد برابری این ستون. لیست ستون ها بدون براکت تنظیم شده است. شرایط پیوستن پیچیده تر پشتیبانی نمی شوند.
-
-### محدودیت نحو {#syntax-limitations}
-
-برای چند `JOIN` بند در یک `SELECT` پرسوجو:
-
--   گرفتن تمام ستون ها از طریق `*` در دسترس است تنها اگر جداول پیوست, نمی فرعی.
--   این `PREWHERE` بند در دسترس نیست.
-
-برای `ON`, `WHERE` و `GROUP BY` بند:
-
--   عبارات دلخواه را نمی توان در `ON`, `WHERE` و `GROUP BY` بند, اما شما می توانید یک عبارت در یک تعریف `SELECT` بند و سپس در این بند از طریق یک نام مستعار استفاده کنید.
-
-### عملکرد {#performance}
-
-هنگامی که در حال اجرا `JOIN` بهینه سازی سفارش اعدام در رابطه با سایر مراحل پرس و جو وجود ندارد. پیوستن (جستجو در جدول سمت راست) قبل از فیلتر کردن در اجرا می شود `WHERE` و قبل از تجمع.
-
-هر بار که پرس و جو با همان اجرا شود `JOIN`, خرده فروشی است دوباره اجرا به دلیل نتیجه ذخیره سازی نیست. برای جلوگیری از این, استفاده از ویژه [پیوستن](../../../engines/table-engines/special/join.md) موتور جدول, که مجموعه ای تهیه شده برای پیوستن است که همیشه در رم.
-
-در بعضی موارد کارایی بیشتری برای استفاده دارد [IN](../../operators/in.md) به جای `JOIN`.
-
-اگر شما نیاز به یک `JOIN` برای پیوستن به جداول بعد (این جداول نسبتا کوچک است که شامل خواص ابعاد هستند, مانند نام برای کمپین های تبلیغاتی), یک `JOIN` ممکن است بسیار مناسب با توجه به این واقعیت است که جدول سمت راست برای هر پرس و جو دوباره قابل دسترسی است. برای چنین مواردی وجود دارد “external dictionaries” ویژگی است که شما باید به جای استفاده از `JOIN`. برای کسب اطلاعات بیشتر, دیدن [واژهنامهها خارجی](../../dictionaries/external-dictionaries/external-dicts.md) بخش.
-
-### محدودیت حافظه {#memory-limitations}
-
-به طور پیش فرض, تاتر با استفاده از [هش پیوستن](https://en.wikipedia.org/wiki/Hash_join) الگوریتم. تاتر طول می کشد `<right_table>` و یک جدول هش را در رم ایجاد می کند. پس از برخی از حد مصرف حافظه, خانه رعیتی می افتد به ادغام پیوستن الگوریتم.
-
-اگر شما نیاز به محدود کردن پیوستن به مصرف حافظه عملیات استفاده از تنظیمات زیر:
-
--   [_پاک کردن _روشن گرافیک](../../../operations/settings/query-complexity.md#settings-max_rows_in_join) — Limits number of rows in the hash table.
--   [_پویش همیشگی](../../../operations/settings/query-complexity.md#settings-max_bytes_in_join) — Limits size of the hash table.
-
-هنگامی که هر یک از این محدودیت رسیده است, کلیک به عنوان عمل می کند [_شروع مجدد](../../../operations/settings/query-complexity.md#settings-join_overflow_mode) تنظیم دستور.
-
-## مثالها {#examples}
-
-مثال:
-
-``` sql
-SELECT
-    CounterID,
-    hits,
-    visits
-FROM
-(
-    SELECT
-        CounterID,
-        count() AS hits
-    FROM test.hits
-    GROUP BY CounterID
-) ANY LEFT JOIN
-(
-    SELECT
-        CounterID,
-        sum(Sign) AS visits
-    FROM test.visits
-    GROUP BY CounterID
-) USING CounterID
-ORDER BY hits DESC
-LIMIT 10
-```
-
-``` text
-┌─CounterID─┬───hits─┬─visits─┐
-│   1143050 │ 523264 │  13665 │
-│    731962 │ 475698 │ 102716 │
-│    722545 │ 337212 │ 108187 │
-│    722889 │ 252197 │  10547 │
-│   2237260 │ 196036 │   9522 │
-│  23057320 │ 147211 │   7689 │
-│    722818 │  90109 │  17847 │
-│     48221 │  85379 │   4652 │
-│  19762435 │  77807 │   7026 │
-│    722884 │  77492 │  11056 │
-└───────────┴────────┴────────┘
-```
diff --git a/docs/fa/sql-reference/statements/select/limit-by.md b/docs/fa/sql-reference/statements/select/limit-by.md
deleted file mode 100644
index 295b98090bc..00000000000
--- a/docs/fa/sql-reference/statements/select/limit-by.md
+++ /dev/null
@@ -1,71 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# محدود کردن بند {#limit-by-clause}
-
-پرس و جو با `LIMIT n BY expressions` بند اول را انتخاب می کند `n` ردیف برای هر مقدار مجزا از `expressions`. کلید برای `LIMIT BY` می تواند شامل هر تعداد از [عبارتها](../../syntax.md#syntax-expressions).
-
-تاتر از انواع نحو زیر:
-
--   `LIMIT [offset_value, ]n BY expressions`
--   `LIMIT n OFFSET offset_value BY expressions`
-
-در طول پردازش پرس و جو, خانه را انتخاب داده دستور داد با مرتب سازی کلید. کلید مرتب سازی به صراحت با استفاده از یک مجموعه [ORDER BY](order-by.md) بند یا به طور ضمنی به عنوان یک ویژگی از موتور جدول. سپس کلیک کنیداوس اعمال می شود `LIMIT n BY expressions` و اولین را برمی گرداند `n` ردیف برای هر ترکیب مجزا از `expressions`. اگر `OFFSET` مشخص شده است, سپس برای هر بلوک داده که متعلق به یک ترکیب متمایز از `expressions`. `offset_value` تعداد ردیف از ابتدای بلوک و حداکثر می گرداند `n` ردیف به عنوان یک نتیجه. اگر `offset_value` بزرگتر از تعدادی از ردیف در بلوک داده است, کلیک بازگشت صفر ردیف از بلوک.
-
-!!! note "یادداشت"
-    `LIMIT BY` مربوط به [LIMIT](limit.md). هر دو را می توان در همان پرس و جو استفاده کرد.
-
-## مثالها {#examples}
-
-جدول نمونه:
-
-``` sql
-CREATE TABLE limit_by(id Int, val Int) ENGINE = Memory;
-INSERT INTO limit_by VALUES (1, 10), (1, 11), (1, 12), (2, 20), (2, 21);
-```
-
-نمایش داده شد:
-
-``` sql
-SELECT * FROM limit_by ORDER BY id, val LIMIT 2 BY id
-```
-
-``` text
-┌─id─┬─val─┐
-│  1 │  10 │
-│  1 │  11 │
-│  2 │  20 │
-│  2 │  21 │
-└────┴─────┘
-```
-
-``` sql
-SELECT * FROM limit_by ORDER BY id, val LIMIT 1, 2 BY id
-```
-
-``` text
-┌─id─┬─val─┐
-│  1 │  11 │
-│  1 │  12 │
-│  2 │  21 │
-└────┴─────┘
-```
-
-این `SELECT * FROM limit_by ORDER BY id, val LIMIT 2 OFFSET 1 BY id` پرس و جو همان نتیجه را برمی گرداند.
-
-پرس و جو زیر را برمی گرداند بالا 5 ارجاع برای هر `domain, device_type` جفت با حداکثر 100 ردیف در مجموع (`LIMIT n BY + LIMIT`).
-
-``` sql
-SELECT
-    domainWithoutWWW(URL) AS domain,
-    domainWithoutWWW(REFERRER_URL) AS referrer,
-    device_type,
-    count() cnt
-FROM hits
-GROUP BY domain, referrer, device_type
-ORDER BY cnt DESC
-LIMIT 5 BY domain, device_type
-LIMIT 100
-```
diff --git a/docs/fa/sql-reference/statements/select/limit.md b/docs/fa/sql-reference/statements/select/limit.md
deleted file mode 100644
index 5e862b2ec34..00000000000
--- a/docs/fa/sql-reference/statements/select/limit.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# بند محدود {#limit-clause}
-
-`LIMIT m` اجازه می دهد برای انتخاب اولین `m` ردیف از نتیجه.
-
-`LIMIT n, m` اجازه می دهد تا انتخاب کنید `m` ردیف از نتیجه پس از پرش برای اولین بار `n` ردیف این `LIMIT m OFFSET n` نحو معادل است.
-
-`n` و `m` باید اعداد صحیح غیر منفی باشد.
-
-اگر وجود ندارد [ORDER BY](order-by.md) بند که به صراحت انواع نتایج, انتخاب ردیف برای نتیجه ممکن است خودسرانه و غیر قطعی.
diff --git a/docs/fa/sql-reference/statements/select/order-by.md b/docs/fa/sql-reference/statements/select/order-by.md
deleted file mode 100644
index 3cc263efcad..00000000000
--- a/docs/fa/sql-reference/statements/select/order-by.md
+++ /dev/null
@@ -1,72 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# ORDER BY {#select-order-by}
-
-این `ORDER BY` بند شامل یک لیست از عبارات, که می تواند هر یک را با نسبت داده `DESC` (نزولی) یا `ASC` (صعودی) اصلاح که تعیین جهت مرتب سازی. اگر جهت مشخص نشده است, `ASC` فرض بر این است, بنابراین معمولا حذف. جهت مرتب سازی شامل یک عبارت واحد, نه به کل لیست. مثال: `ORDER BY Visits DESC, SearchPhrase`
-
-ردیف که مقادیر یکسان برای لیست عبارات مرتب سازی خروجی در جهت دلخواه, که همچنین می تواند غیر قطعی شود (مختلف در هر زمان).
-اگر منظور توسط بند حذف شده است, منظور از ردیف نیز تعریف نشده, و ممکن است غیر قطعی و همچنین.
-
-## مرتب سازی مقادیر ویژه {#sorting-of-special-values}
-
-دو روش برای `NaN` و `NULL` مرتب سازی سفارش:
-
--   به طور پیش فرض و یا با `NULLS LAST` تغییردهنده: ابتدا مقادیر, سپس `NaN` پس `NULL`.
--   با `NULLS FIRST` تغییردهنده: اول `NULL` پس `NaN`, سپس ارزش های دیگر.
-
-### مثال {#example}
-
-برای جدول
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-│ 2 │    2 │
-│ 1 │  nan │
-│ 2 │    2 │
-│ 3 │    4 │
-│ 5 │    6 │
-│ 6 │  nan │
-│ 7 │ ᴺᵁᴸᴸ │
-│ 6 │    7 │
-│ 8 │    9 │
-└───┴──────┘
-```
-
-اجرای پرس و جو `SELECT * FROM t_null_nan ORDER BY y NULLS FIRST` برای دریافت:
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-│ 7 │ ᴺᵁᴸᴸ │
-│ 1 │  nan │
-│ 6 │  nan │
-│ 2 │    2 │
-│ 2 │    2 │
-│ 3 │    4 │
-│ 5 │    6 │
-│ 6 │    7 │
-│ 8 │    9 │
-└───┴──────┘
-```
-
-هنگامی که اعداد ممیز شناور طبقه بندی شده اند, نان جدا از ارزش های دیگر هستند. صرف نظر از نظم مرتب سازی, نان در پایان. به عبارت دیگر برای مرتب سازی صعودی قرار می گیرند همانطور که بزرگتر از همه شماره های دیگر هستند در حالی که برای مرتب سازی کوچکتر از بقیه قرار می گیرند.
-
-## پشتیبانی تلفیقی {#collation-support}
-
-برای مرتب سازی بر اساس مقادیر رشته, شما می توانید میترا مشخص (مقایسه). مثال: `ORDER BY SearchPhrase COLLATE 'tr'` - برای مرتب سازی بر اساس کلمه کلیدی به ترتیب صعودی, با استفاده از الفبای ترکی, حساس به حروف, فرض کنید که رشته ها سخن گفتن-8 کد گذاری. تلفیق می تواند مشخص شود یا نه برای هر عبارت به منظور به طور مستقل. اگر مرکز کنترل و یا مرکز کنترل خارج رحمی مشخص شده است, تلفیقی بعد از مشخص. هنگام استفاده از برخورد, مرتب سازی است که همیشه غیر حساس به حروف.
-
-ما فقط توصیه می کنیم با استفاده از تلفیق برای مرتب سازی نهایی تعداد کمی از ردیف, از مرتب سازی با تلفیقی کمتر موثر تر از مرتب سازی طبیعی با بایت است.
-
-## پیاده سازی اطلاعات {#implementation-details}
-
-رم کمتر استفاده می شود اگر به اندازه کافی کوچک [LIMIT](limit.md) علاوه بر مشخص شده است `ORDER BY`. در غیر این صورت, مقدار حافظه صرف متناسب با حجم داده ها برای مرتب سازی است. برای پردازش پرس و جو توزیع, اگر [GROUP BY](group-by.md) حذف شده است, مرتب سازی تا حدی بر روی سرور از راه دور انجام, و نتایج در سرور درخواست با هم ادغام شدند. این به این معنی است که برای مرتب سازی توزیع, حجم داده ها برای مرتب کردن می تواند بیشتر از مقدار حافظه بر روی یک سرور واحد.
-
-در صورتی که رم به اندازه کافی وجود ندارد, ممکن است به انجام مرتب سازی در حافظه خارجی (ایجاد فایل های موقت بر روی یک دیسک). از تنظیمات استفاده کنید `max_bytes_before_external_sort` برای این منظور. اگر قرار است 0 (به طور پیش فرض), مرتب سازی خارجی غیر فعال است. اگر فعال باشد, زمانی که حجم داده ها برای مرتب کردن بر اساس تعداد مشخصی از بایت می رسد, اطلاعات جمع شده مرتب شده و ریخته را به یک فایل موقت. پس از همه داده ها خوانده شده است, تمام فایل های طبقه بندی شده اند با هم ادغام شدند و نتایج خروجی. فایل ها به نوشته `/var/lib/clickhouse/tmp/` دایرکتوری در پیکربندی (به طور پیش فرض, اما شما می توانید با استفاده از `tmp_path` پارامتر برای تغییر این تنظیم).
-
-در حال اجرا یک پرس و جو ممکن است حافظه بیش از استفاده `max_bytes_before_external_sort`. به همین دلیل این تنظیم باید یک مقدار قابل توجهی کوچکتر از `max_memory_usage`. به عنوان مثال, اگر سرور شما 128 گیگابایت رم و شما نیاز به اجرای یک پرس و جو واحد, تنظیم `max_memory_usage` به 100 گیگابایت, و `max_bytes_before_external_sort` به 80 گیگابایت.
-
-مرتب سازی خارجی کار می کند بسیار کمتر به طور موثر از مرتب سازی در رم.
diff --git a/docs/fa/sql-reference/statements/select/prewhere.md b/docs/fa/sql-reference/statements/select/prewhere.md
deleted file mode 100644
index a729b9df86e..00000000000
--- a/docs/fa/sql-reference/statements/select/prewhere.md
+++ /dev/null
@@ -1,22 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# در بند {#prewhere-clause}
-
-در اینجا بهینه سازی برای اعمال فیلتر موثر تر است. این به طور پیش فرض حتی اگر فعال باشد `PREWHERE` بند به صراحت مشخص نشده است. این به طور خودکار در حال حرکت بخشی از کار می کند [WHERE](where.md) شرط به مرحله قبل از کجا. نقش `PREWHERE` بند تنها برای کنترل این بهینه سازی اگر شما فکر می کنم که شما می دانید که چگونه به انجام این کار بهتر از پیش فرض اتفاق می افتد است.
-
-با prewhere بهینه سازی در ابتدا تنها ستون لازم برای اجرای prewhere بیان بخوانید. سپس ستون های دیگر خوانده می شوند که برای اجرای بقیه پرس و جو مورد نیاز است اما تنها بلوک هایی که بیان قبل از هر کجا است “true” حداقل برای برخی از ردیف. اگر بلوک های زیادی وجود دارد که بیان قبل از کجا است “false” برای تمام سطر و جایی نیاز ستون کمتر از سایر بخش های پرس و جو, این اغلب اجازه می دهد تا به خواندن اطلاعات بسیار کمتر از دیسک برای اجرای پرس و جو.
-
-## کنترل دستی {#controlling-prewhere-manually}
-
-بند همان معنی به عنوان `WHERE` بند بند. تفاوت در این است که داده ها از جدول خوانده می شوند. هنگامی که دستی کنترل می شود `PREWHERE` برای شرایط فیلتراسیون که توسط اقلیتی از ستون ها در پرس و جو استفاده می شود, اما که فیلتراسیون داده های قوی. این باعث کاهش حجم داده ها به خواندن.
-
-پرسوجو ممکن است همزمان مشخص شود `PREWHERE` و `WHERE`. در این مورد, `PREWHERE` مقدمها `WHERE`.
-
-اگر `optimize_move_to_prewhere` تنظیم تنظیم شده است به 0, اکتشافی به طور خودکار حرکت بخش هایی از عبارات از `WHERE` به `PREWHERE` غیرفعال می شوند.
-
-## محدودیت ها {#limitations}
-
-`PREWHERE` تنها با جداول از پشتیبانی `*MergeTree` خانواده
diff --git a/docs/fa/sql-reference/statements/select/sample.md b/docs/fa/sql-reference/statements/select/sample.md
deleted file mode 100644
index 4f04d69b293..00000000000
--- a/docs/fa/sql-reference/statements/select/sample.md
+++ /dev/null
@@ -1,113 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# بند نمونه {#select-sample-clause}
-
-این `SAMPLE` بند اجازه می دهد تا برای تقریب `SELECT` پردازش پرس و جو.
-
-هنگامی که نمونه گیری داده ها فعال است, پرس و جو بر روی تمام داده ها انجام نمی, اما تنها در بخش خاصی از داده ها (نمونه). مثلا, اگر شما نیاز به محاسبه ارقام برای تمام بازدیدکننده داشته است, کافی است برای اجرای پرس و جو در 1/10 کسری از تمام بازدیدکننده داشته است و سپس ضرب در نتیجه 10.
-
-پردازش پرس و جو تقریبی می تواند در موارد زیر مفید باشد:
-
--   هنگامی که شما شرایط زمان بندی دقیق (مانند \<100 مگابایت) اما شما نمی توانید هزینه منابع سخت افزاری اضافی را برای دیدار با خود توجیه کنید.
--   هنگامی که داده های خام خود را دقیق نیست, بنابراین تقریب می کند به طرز محسوسی کاهش کیفیت.
--   کسب و کار مورد نیاز هدف قرار دادن نتایج تقریبی (برای مقرون به صرفه بودن, و یا به بازار نتایج دقیق به کاربران حق بیمه).
-
-!!! note "یادداشت"
-    شما فقط می توانید نمونه برداری با استفاده از جداول در [ادغام](../../../engines/table-engines/mergetree-family/mergetree.md) خانواده, و تنها در صورتی که بیان نمونه برداری در ایجاد جدول مشخص شد (دیدن [موتور ادغام](../../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-creating-a-table)).
-
-ویژگی های نمونه گیری داده ها به شرح زیر است:
-
--   نمونهگیری دادهها یک مکانیسم قطعی است. نتیجه همان `SELECT .. SAMPLE` پرس و جو همیشه یکسان است.
--   نمونه گیری به طور مداوم برای جداول مختلف کار می کند. برای جداول با یک کلید نمونه برداری تک, یک نمونه با ضریب همان همیشه زیر مجموعه همان داده های ممکن را انتخاب. برای مثال یک نمونه از شناسه های کاربر طول می کشد ردیف با همان زیر مجموعه از همه ممکن است شناسه کاربر از جداول مختلف. این به این معنی است که شما می توانید نمونه در کارخانه های فرعی در استفاده از [IN](../../operators/in.md) بند بند. همچنین شما می توانید نمونه ها را با استفاده از [JOIN](join.md) بند بند.
--   نمونه گیری اجازه می دهد تا خواندن اطلاعات کمتر از یک دیسک. توجه داشته باشید که شما باید کلید نمونه برداری به درستی مشخص کنید. برای کسب اطلاعات بیشتر, دیدن [ایجاد یک جدول ادغام](../../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-creating-a-table).
-
-برای `SAMPLE` بند نحو زیر پشتیبانی می شود:
-
-| SAMPLE Clause Syntax | توصیف                                                                                                                                                                                                                                                         |
-|----------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| `SAMPLE k`           | اینجا `k` است تعداد از 0 به 1.</br>پرس و جو در اجرا `k` کسری از داده ها. به عنوان مثال, `SAMPLE 0.1` پرس و جو را در 10 درصد از داده ها اجرا می کند. [ادامه مطلب](#select-sample-k)                                                                            |
-| `SAMPLE n`           | اینجا `n` عدد صحیح به اندازه کافی بزرگ است.</br>پرس و جو بر روی یک نمونه از حداقل اعدام `n` ردیف (اما نه به طور قابل توجهی بیشتر از این). به عنوان مثال, `SAMPLE 10000000` پرس و جو را در حداقل ردیف های 10000000 اجرا می کند. [ادامه مطلب](#select-sample-n) |
-| `SAMPLE k OFFSET m`  | اینجا `k` و `m` اعداد از 0 به 1.</br>پرس و جو بر روی یک نمونه از اعدام `k` کسری از داده ها. داده های مورد استفاده برای نمونه توسط جبران `m` کسر کردن. [ادامه مطلب](#select-sample-offset)                                                                     |
-
-## SAMPLE K {#select-sample-k}
-
-اینجا `k` است تعداد از 0 به 1 (هر دو نمادهای کسری و اعشاری پشتیبانی می شوند). به عنوان مثال, `SAMPLE 1/2` یا `SAMPLE 0.5`.
-
-در یک `SAMPLE k` بند, نمونه از گرفته `k` کسری از داده ها. مثال زیر نشان داده شده است:
-
-``` sql
-SELECT
-    Title,
-    count() * 10 AS PageViews
-FROM hits_distributed
-SAMPLE 0.1
-WHERE
-    CounterID = 34
-GROUP BY Title
-ORDER BY PageViews DESC LIMIT 1000
-```
-
-در این مثال پرس و جو اجرا شده است در یک نمونه از 0.1 (10%) از داده ها. ارزش توابع دانه ها به طور خودکار اصلاح نمی, بنابراین برای دریافت یک نتیجه تقریبی, ارزش `count()` به صورت دستی توسط ضرب 10.
-
-## SAMPLE N {#select-sample-n}
-
-اینجا `n` عدد صحیح به اندازه کافی بزرگ است. به عنوان مثال, `SAMPLE 10000000`.
-
-در این مورد, پرس و جو بر روی یک نمونه از حداقل اعدام `n` ردیف (اما نه به طور قابل توجهی بیشتر از این). به عنوان مثال, `SAMPLE 10000000` پرس و جو را در حداقل ردیف های 10000000 اجرا می کند.
-
-از حداقل واحد برای خواندن داده ها یک گرانول است (اندازه خود را توسط مجموعه `index_granularity` تنظیم), این را حس می کند به مجموعه ای از یک نمونه است که بسیار بزرگتر از اندازه گرانول.
-
-هنگام استفاده از `SAMPLE n` بند, شما نمی دانید که درصد نسبی داده پردازش شد. بنابراین شما نمی دانید ضریب توابع کل باید توسط ضرب. استفاده از `_sample_factor` ستون مجازی برای دریافت نتیجه تقریبی.
-
-این `_sample_factor` ستون شامل ضرایب نسبی است که به صورت پویا محاسبه می شود. این ستون به طور خودکار ایجاد زمانی که شما [ایجاد](../../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-creating-a-table) یک جدول با کلید نمونه گیری مشخص. نمونه های استفاده از `_sample_factor` ستون در زیر نشان داده شده.
-
-بیایید جدول را در نظر بگیریم `visits`, که شامل ارقام در مورد بازدیدکننده داشته است سایت. مثال اول نشان می دهد که چگونه برای محاسبه تعداد بازدید از صفحه:
-
-``` sql
-SELECT sum(PageViews * _sample_factor)
-FROM visits
-SAMPLE 10000000
-```
-
-مثال بعدی نشان می دهد که چگونه برای محاسبه تعداد کل بازدیدکننده داشته است:
-
-``` sql
-SELECT sum(_sample_factor)
-FROM visits
-SAMPLE 10000000
-```
-
-مثال زیر نشان می دهد که چگونه برای محاسبه مدت زمان جلسه به طور متوسط. توجه داشته باشید که شما لازم نیست به استفاده از ضریب نسبی برای محاسبه مقادیر متوسط.
-
-``` sql
-SELECT avg(Duration)
-FROM visits
-SAMPLE 10000000
-```
-
-## SAMPLE K OFFSET M {#select-sample-offset}
-
-اینجا `k` و `m` اعداد از 0 به 1. نمونه های زیر نشان داده شده.
-
-**مثال 1**
-
-``` sql
-SAMPLE 1/10
-```
-
-در این مثال نمونه 1 / 10 از تمام داده ها است:
-
-`[++------------]`
-
-**مثال 2**
-
-``` sql
-SAMPLE 1/10 OFFSET 1/2
-```
-
-در اینجا یک نمونه از 10 درصد گرفته شده از نیمه دوم از داده ها.
-
-`[------++------]`
diff --git a/docs/fa/sql-reference/statements/select/union.md b/docs/fa/sql-reference/statements/select/union.md
deleted file mode 100644
index 03d723e2338..00000000000
--- a/docs/fa/sql-reference/statements/select/union.md
+++ /dev/null
@@ -1,35 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# اتحادیه همه بند {#union-clause}
-
-شما می توانید استفاده کنید `UNION ALL` برای ترکیب هر تعداد از `SELECT` نمایش داده شد با گسترش نتایج خود را. مثال:
-
-``` sql
-SELECT CounterID, 1 AS table, toInt64(count()) AS c
-    FROM test.hits
-    GROUP BY CounterID
-
-UNION ALL
-
-SELECT CounterID, 2 AS table, sum(Sign) AS c
-    FROM test.visits
-    GROUP BY CounterID
-    HAVING c > 0
-```
-
-ستون نتیجه با شاخص خود را همسان (سفارش در داخل `SELECT`). اگر نام ستون مطابقت ندارند, نام برای نتیجه نهایی از پرس و جو برای اولین بار گرفته شده.
-
-نوع ریخته گری برای اتحادیه انجام می شود. برای مثال اگر دو نمایش داده شد در حال ترکیب باید همین زمینه را با غیر-`Nullable` و `Nullable` انواع از یک نوع سازگار, در نتیجه `UNION ALL` دارای یک `Nullable` نوع درست.
-
-نمایش داده شد که بخش هایی از `UNION ALL` نمی توان در براکت های گرد محصور کرد. [ORDER BY](order-by.md) و [LIMIT](limit.md) برای نمایش داده شد جداگانه به نتیجه نهایی اعمال می شود. اگر شما نیاز به اعمال تبدیل به نتیجه نهایی شما می توانید تمام نمایش داده شد با قرار دادن `UNION ALL` در یک خرده فروشی در [FROM](from.md) بند بند.
-
-## محدودیت ها {#limitations}
-
-فقط `UNION ALL` پشتیبانی می شود. منظم `UNION` (`UNION DISTINCT`) پشتیبانی نمی شود . اگر شما نیاز دارید `UNION DISTINCT`, شما می توانید ارسال `SELECT DISTINCT` از زیرخاکری حاوی `UNION ALL`.
-
-## پیاده سازی اطلاعات {#implementation-details}
-
-نمایش داده شد که بخش هایی از `UNION ALL` می توان به طور همزمان اجرا, و نتایج خود را می توان با هم مخلوط.
diff --git a/docs/fa/sql-reference/statements/select/where.md b/docs/fa/sql-reference/statements/select/where.md
deleted file mode 100644
index c9a55304421..00000000000
--- a/docs/fa/sql-reference/statements/select/where.md
+++ /dev/null
@@ -1,15 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# بند کجا {#select-where}
-
-`WHERE` بند اجازه می دهد تا برای فیلتر کردن داده ها است که از [FROM](from.md) بند `SELECT`.
-
-اگر وجود دارد `WHERE` بند, باید حاوی یک عبارت با `UInt8` نوع. این است که معمولا بیان با مقایسه و اپراتورهای منطقی. ردیف هایی که این عبارت به 0 ارزیابی می شود از تحولات یا نتیجه بیشتر توضیح داده می شود.
-
-`WHERE` بیان بر توانایی استفاده از شاخص ها و هرس پارتیشن ارزیابی, اگر موتور جدول زمینه ای پشتیبانی می کند که.
-
-!!! note "یادداشت"
-    یک بهینه سازی فیلتر به نام وجود دارد [کجا](prewhere.md).
diff --git a/docs/fa/sql-reference/statements/select/with.md b/docs/fa/sql-reference/statements/select/with.md
deleted file mode 100644
index 4c14386b881..00000000000
--- a/docs/fa/sql-reference/statements/select/with.md
+++ /dev/null
@@ -1,80 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# با بند {#with-clause}
-
-در این بخش پشتیبانی از عبارات جدول مشترک فراهم می کند ([CTE](https://en.wikipedia.org/wiki/Hierarchical_and_recursive_queries_in_SQL)), بنابراین نتایج حاصل از `WITH` بند را می توان در داخل استفاده کرد `SELECT` بند بند.
-
-## محدودیت ها {#limitations}
-
-1.  نمایش داده شد بازگشتی پشتیبانی نمی شوند.
-2.  هنگامی که زیرخاکری در داخل با بخش استفاده می شود, این نتیجه باید اسکالر با دقیقا یک ردیف باشد.
-3.  نتایج بیان در زیرمجموعه ها در دسترس نیست.
-
-## مثالها {#examples}
-
-**مثال 1:** استفاده از عبارت ثابت به عنوان “variable”
-
-``` sql
-WITH '2019-08-01 15:23:00' as ts_upper_bound
-SELECT *
-FROM hits
-WHERE
-    EventDate = toDate(ts_upper_bound) AND
-    EventTime <= ts_upper_bound
-```
-
-**مثال 2:** جمع مبلغ (بایت) بیان نتیجه از بند لیست ستون را انتخاب کنید
-
-``` sql
-WITH sum(bytes) as s
-SELECT
-    formatReadableSize(s),
-    table
-FROM system.parts
-GROUP BY table
-ORDER BY s
-```
-
-**مثال 3:** استفاده از نتایج حاصل از زیرکواری اسکالر
-
-``` sql
-/* this example would return TOP 10 of most huge tables */
-WITH
-    (
-        SELECT sum(bytes)
-        FROM system.parts
-        WHERE active
-    ) AS total_disk_usage
-SELECT
-    (sum(bytes) / total_disk_usage) * 100 AS table_disk_usage,
-    table
-FROM system.parts
-GROUP BY table
-ORDER BY table_disk_usage DESC
-LIMIT 10
-```
-
-**مثال 4:** استفاده مجدد از عبارت در زیرخاکری
-
-به عنوان یک راه حل برای محدودیت فعلی برای استفاده بیان در زیر مجموعه, شما ممکن است تکراری.
-
-``` sql
-WITH ['hello'] AS hello
-SELECT
-    hello,
-    *
-FROM
-(
-    WITH ['hello'] AS hello
-    SELECT hello
-)
-```
-
-``` text
-┌─hello─────┬─hello─────┐
-│ ['hello'] │ ['hello'] │
-└───────────┴───────────┘
-```
diff --git a/docs/fa/sql-reference/statements/show.md b/docs/fa/sql-reference/statements/show.md
deleted file mode 100644
index 57e8b90361d..00000000000
--- a/docs/fa/sql-reference/statements/show.md
+++ /dev/null
@@ -1,169 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: SHOW
----
-
-# نمایش & پرسوجو {#show-queries}
-
-## SHOW CREATE TABLE {#show-create-table}
-
-``` sql
-SHOW CREATE [TEMPORARY] [TABLE|DICTIONARY] [db.]table [INTO OUTFILE filename] [FORMAT format]
-```
-
-بازگرداندن یک `String`- نوع ‘statement’ column, which contains a single value – the `CREATE` پرس و جو مورد استفاده برای ایجاد شی مشخص شده است.
-
-## SHOW DATABASES {#show-databases}
-
-``` sql
-SHOW DATABASES [INTO OUTFILE filename] [FORMAT format]
-```
-
-چاپ یک لیست از تمام پایگاه های داده.
-این پرس و جو یکسان است `SELECT name FROM system.databases [INTO OUTFILE filename] [FORMAT format]`.
-
-## SHOW PROCESSLIST {#show-processlist}
-
-``` sql
-SHOW PROCESSLIST [INTO OUTFILE filename] [FORMAT format]
-```
-
-خروجی محتوای [سیستم.فرایندها](../../operations/system-tables.md#system_tables-processes) جدول, که شامل یک لیست از نمایش داده شد که در حال حاضر پردازش, به استثنای `SHOW PROCESSLIST` نمایش داده شد.
-
-این `SELECT * FROM system.processes` پرس و جو داده ها در مورد تمام نمایش داده شد در حال حاضر را برمی گرداند.
-
-نکته (اجرا در کنسول):
-
-``` bash
-$ watch -n1 "clickhouse-client --query='SHOW PROCESSLIST'"
-```
-
-## SHOW TABLES {#show-tables}
-
-نمایش یک لیست از جداول.
-
-``` sql
-SHOW [TEMPORARY] TABLES [{FROM | IN} <db>] [LIKE '<pattern>' | WHERE expr] [LIMIT <N>] [INTO OUTFILE <filename>] [FORMAT <format>]
-```
-
-اگر `FROM` بند مشخص نشده است, پرس و جو لیستی از جداول گرداند از پایگاه داده فعلی.
-
-شما می توانید نتایج مشابه را دریافت کنید `SHOW TABLES` پرسوجو به روش زیر:
-
-``` sql
-SELECT name FROM system.tables WHERE database = <db> [AND name LIKE <pattern>] [LIMIT <N>] [INTO OUTFILE <filename>] [FORMAT <format>]
-```
-
-**مثال**
-
-پرس و جو زیر انتخاب دو ردیف اول از لیست جداول در `system` پایگاه داده, که نام حاوی `co`.
-
-``` sql
-SHOW TABLES FROM system LIKE '%co%' LIMIT 2
-```
-
-``` text
-┌─name───────────────────────────┐
-│ aggregate_function_combinators │
-│ collations                     │
-└────────────────────────────────┘
-```
-
-## SHOW DICTIONARIES {#show-dictionaries}
-
-نمایش یک لیست از [واژهنامهها خارجی](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md).
-
-``` sql
-SHOW DICTIONARIES [FROM <db>] [LIKE '<pattern>'] [LIMIT <N>] [INTO OUTFILE <filename>] [FORMAT <format>]
-```
-
-اگر `FROM` بند مشخص نشده است, پرس و جو لیستی از لغت نامه ها را برمی گرداند از پایگاه داده در حال حاضر.
-
-شما می توانید نتایج مشابه را دریافت کنید `SHOW DICTIONARIES` پرسوجو به روش زیر:
-
-``` sql
-SELECT name FROM system.dictionaries WHERE database = <db> [AND name LIKE <pattern>] [LIMIT <N>] [INTO OUTFILE <filename>] [FORMAT <format>]
-```
-
-**مثال**
-
-پرس و جو زیر انتخاب دو ردیف اول از لیست جداول در `system` پایگاه داده, که نام حاوی `reg`.
-
-``` sql
-SHOW DICTIONARIES FROM db LIKE '%reg%' LIMIT 2
-```
-
-``` text
-┌─name─────────┐
-│ regions      │
-│ region_names │
-└──────────────┘
-```
-
-## SHOW GRANTS {#show-grants-statement}
-
-نشان می دهد امتیازات برای یک کاربر.
-
-### نحو {#show-grants-syntax}
-
-``` sql
-SHOW GRANTS [FOR user]
-```
-
-اگر کاربر مشخص نشده است, پرس و جو امتیازات برای کاربر فعلی را برمی گرداند.
-
-## SHOW CREATE USER {#show-create-user-statement}
-
-پارامترهای که در یک مورد استفاده قرار گرفت را نشان می دهد [ایجاد کاربر](create.md#create-user-statement).
-
-`SHOW CREATE USER` رمزهای عبور کاربر خروجی نیست.
-
-### نحو {#show-create-user-syntax}
-
-``` sql
-SHOW CREATE USER [name | CURRENT_USER]
-```
-
-## SHOW CREATE ROLE {#show-create-role-statement}
-
-پارامترهای که در یک مورد استفاده قرار گرفت را نشان می دهد [ایجاد نقش](create.md#create-role-statement)
-
-### نحو {#show-create-role-syntax}
-
-``` sql
-SHOW CREATE ROLE name
-```
-
-## SHOW CREATE ROW POLICY {#show-create-row-policy-statement}
-
-پارامترهای که در یک مورد استفاده قرار گرفت را نشان می دهد [ایجاد خط مشی سطر](create.md#create-row-policy-statement)
-
-### نحو {#show-create-row-policy-syntax}
-
-``` sql
-SHOW CREATE [ROW] POLICY name ON [database.]table
-```
-
-## SHOW CREATE QUOTA {#show-create-quota-statement}
-
-پارامترهای که در یک مورد استفاده قرار گرفت را نشان می دهد [ایجاد سهمیه](create.md#create-quota-statement)
-
-### نحو {#show-create-row-policy-syntax}
-
-``` sql
-SHOW CREATE QUOTA [name | CURRENT]
-```
-
-## SHOW CREATE SETTINGS PROFILE {#show-create-settings-profile-statement}
-
-پارامترهای که در یک مورد استفاده قرار گرفت را نشان می دهد [تنظیمات ایجاد پروفایل](create.md#create-settings-profile-statement)
-
-### نحو {#show-create-row-policy-syntax}
-
-``` sql
-SHOW CREATE [SETTINGS] PROFILE name
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/show/) <!--hide-->
diff --git a/docs/fa/sql-reference/statements/system.md b/docs/fa/sql-reference/statements/system.md
deleted file mode 100644
index 892e9d44f5b..00000000000
--- a/docs/fa/sql-reference/statements/system.md
+++ /dev/null
@@ -1,113 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: SYSTEM
----
-
-# نمایش داده شد سیستم {#query-language-system}
-
--   [RELOAD DICTIONARIES](#query_language-system-reload-dictionaries)
--   [RELOAD DICTIONARY](#query_language-system-reload-dictionary)
--   [DROP DNS CACHE](#query_language-system-drop-dns-cache)
--   [DROP MARK CACHE](#query_language-system-drop-mark-cache)
--   [FLUSH LOGS](#query_language-system-flush_logs)
--   [RELOAD CONFIG](#query_language-system-reload-config)
--   [SHUTDOWN](#query_language-system-shutdown)
--   [KILL](#query_language-system-kill)
--   [STOP DISTRIBUTED SENDS](#query_language-system-stop-distributed-sends)
--   [FLUSH DISTRIBUTED](#query_language-system-flush-distributed)
--   [START DISTRIBUTED SENDS](#query_language-system-start-distributed-sends)
--   [STOP MERGES](#query_language-system-stop-merges)
--   [START MERGES](#query_language-system-start-merges)
-
-## RELOAD DICTIONARIES {#query_language-system-reload-dictionaries}
-
-بارگذاری مجدد تمام لغت نامه که با موفقیت قبل از لود شده است.
-به طور پیش فرض, لغت نامه ها به صورت تنبلی لود (دیدن [_بارگیری کامل](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-dictionaries_lazy_load)), بنابراین به جای اینکه به طور خودکار در هنگام راه اندازی لود, در اولین دسترسی از طریق تابع دیکته مقداردهی اولیه و یا از جداول با موتور = فرهنگ لغت را انتخاب کنید. این `SYSTEM RELOAD DICTIONARIES` پرس و جو بارگذاری مجدد از جمله لغت نامه (لود شده).
-همیشه باز می گردد `Ok.` صرف نظر از نتیجه به روز رسانی فرهنگ لغت.
-
-## بازخوانی لغتنامهها {#query_language-system-reload-dictionary}
-
-به طور کامل یک فرهنگ لغت را دوباره بارگذاری کنید `dictionary_name` بدون در نظر گرفتن دولت از فرهنگ لغت (لود / NOT_LOADED / شکست خورده).
-همیشه باز می گردد `Ok.` صرف نظر از نتیجه به روز رسانی فرهنگ لغت.
-وضعیت فرهنگ لغت را می توان با پرس و جو بررسی کرد `system.dictionaries` جدول
-
-``` sql
-SELECT name, status FROM system.dictionaries;
-```
-
-## DROP DNS CACHE {#query_language-system-drop-dns-cache}
-
-کش دی ان اس داخلی بازنشانی را کلیک کنید. گاهی اوقات (برای ClickHouse نسخه) لازم است برای استفاده از این دستور هنگامی که در حال تغییر زیرساخت ها (تغییر آدرس IP دیگر ClickHouse سرور یا سرور استفاده شده توسط لغت نامه).
-
-برای راحت تر (اتوماتیک) مدیریت کش دیدن disable_internal_dns_cache, dns_cache_update_period پارامترهای.
-
-## DROP MARK CACHE {#query_language-system-drop-mark-cache}
-
-بازنشانی کش علامت. مورد استفاده در توسعه تست های کلیک و عملکرد.
-
-## FLUSH LOGS {#query_language-system-flush_logs}
-
-Flushes buffers of log messages to system tables (e.g. system.query_log). Allows you to not wait 7.5 seconds when debugging.
-
-## RELOAD CONFIG {#query_language-system-reload-config}
-
-بارگذاری مجدد پیکربندی محل کلیک. استفاده می شود که پیکربندی در باغ وحش ذخیره می شود.
-
-## SHUTDOWN {#query_language-system-shutdown}
-
-به طور معمول خاموش کردن کلیک (مانند `service clickhouse-server stop` / `kill {$pid_clickhouse-server}`)
-
-## KILL {#query_language-system-kill}
-
-سقط فرایند کلیک (مانند `kill -9 {$ pid_clickhouse-server}`)
-
-## مدیریت جداول توزیع شده {#query-language-system-distributed}
-
-کلیک خانه می تواند مدیریت کند [توزیع شده](../../engines/table-engines/special/distributed.md) میز هنگامی که یک کاربر درج داده ها را به این جداول, خانه رعیتی برای اولین بار ایجاد یک صف از داده ها است که باید به گره های خوشه ای ارسال, سپس ناهمگام می فرستد. شما می توانید پردازش صف با مدیریت [STOP DISTRIBUTED SENDS](#query_language-system-stop-distributed-sends), [FLUSH DISTRIBUTED](#query_language-system-flush-distributed) و [START DISTRIBUTED SENDS](#query_language-system-start-distributed-sends) نمایش داده شد. شما همچنین می توانید همزمان داده های توزیع شده را با `insert_distributed_sync` تنظیمات.
-
-### STOP DISTRIBUTED SENDS {#query_language-system-stop-distributed-sends}
-
-غیرفعال توزیع داده های پس زمینه در هنگام قرار دادن داده ها به جداول توزیع شده است.
-
-``` sql
-SYSTEM STOP DISTRIBUTED SENDS [db.]<distributed_table_name>
-```
-
-### FLUSH DISTRIBUTED {#query_language-system-flush-distributed}
-
-نیروهای خانه را کلیک کنید برای ارسال داده ها به گره های خوشه همزمان. اگر هر گره در دسترس نیست, تاتر می اندازد یک استثنا و متوقف می شود اجرای پرس و جو. شما می توانید پرس و جو را دوباره امتحان کنید تا زمانی که موفق, که اتفاق خواهد افتاد زمانی که تمام گره ها در حال بازگشت.
-
-``` sql
-SYSTEM FLUSH DISTRIBUTED [db.]<distributed_table_name>
-```
-
-### START DISTRIBUTED SENDS {#query_language-system-start-distributed-sends}
-
-توزیع داده های پس زمینه را هنگام قرار دادن داده ها به جداول توزیع می کند.
-
-``` sql
-SYSTEM START DISTRIBUTED SENDS [db.]<distributed_table_name>
-```
-
-### STOP MERGES {#query_language-system-stop-merges}
-
-فراهم می کند امکان متوقف ادغام پس زمینه برای جداول در خانواده ادغام:
-
-``` sql
-SYSTEM STOP MERGES [[db.]merge_tree_family_table_name]
-```
-
-!!! note "یادداشت"
-    `DETACH / ATTACH` جدول پس زمینه ادغام برای جدول شروع خواهد شد حتی در صورتی که ادغام برای تمام جداول ادغام قبل از متوقف شده است.
-
-### START MERGES {#query_language-system-start-merges}
-
-فراهم می کند امکان شروع پس زمینه ادغام برای جداول در خانواده ادغام:
-
-``` sql
-SYSTEM START MERGES [[db.]merge_tree_family_table_name]
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/system/) <!--hide-->
diff --git a/docs/fa/sql-reference/syntax.md b/docs/fa/sql-reference/syntax.md
deleted file mode 100644
index e5b7cdd4fdd..00000000000
--- a/docs/fa/sql-reference/syntax.md
+++ /dev/null
@@ -1,187 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 31
-toc_title: "\u0646\u062D\u0648"
----
-
-# نحو {#syntax}
-
-دو نوع تجزیه کننده در سیستم وجود دارد: تجزیه کننده کامل مربع (تجزیه کننده نزول بازگشتی) و تجزیه کننده فرمت داده (تجزیه کننده جریان سریع).
-در تمام موارد به جز `INSERT` پرس و جو, تنها تجزیه کننده کامل گذاشتن استفاده شده است.
-این `INSERT` پرس و جو از هر دو تجزیه کننده استفاده می کند:
-
-``` sql
-INSERT INTO t VALUES (1, 'Hello, world'), (2, 'abc'), (3, 'def')
-```
-
-این `INSERT INTO t VALUES` قطعه توسط تجزیه کننده کامل و داده ها تجزیه می شود `(1, 'Hello, world'), (2, 'abc'), (3, 'def')` توسط تجزیه کننده جریان سریع تجزیه می شود. شما همچنین می توانید تجزیه کننده کامل برای داده ها با استفاده از [در حال خواندن:](../operations/settings/settings.md#settings-input_format_values_interpret_expressions) تنظیمات. چه زمانی `input_format_values_interpret_expressions = 1` کلیک هاوس اول سعی می کند به تجزیه ارزش با تجزیه کننده جریان سریع. در صورت عدم موفقیت کلیک هاوس تلاش می کند تا از تجزیه کننده کامل برای داده ها استفاده کند و مانند یک مربع درمان شود [عبارت](#syntax-expressions).
-
-داده ها می توانند هر فرمت داشته باشند. هنگامی که یک پرس و جو را دریافت کرده است, سرور محاسبه بیش از [بیشینه_کرکی_سیز](../operations/settings/settings.md#settings-max_query_size) بایت از درخواست در رم (به طور پیش فرض, 1 مگابایت), و بقیه جریان تجزیه.
-این اجازه می دهد تا برای اجتناب از مشکلات بزرگ `INSERT` نمایش داده شد.
-
-هنگام استفاده از `Values` قالب در یک `INSERT` پرس و جو, ممکن است به نظر می رسد که داده ها همان عبارات در تجزیه `SELECT` پرس و جو, اما این درست نیست. این `Values` فرمت بسیار محدود تر است.
-
-بقیه این مقاله تجزیه کننده کامل را پوشش می دهد. برای کسب اطلاعات بیشتر در مورد تجزیه کننده فرمت, دیدن [فرشها](../interfaces/formats.md) بخش.
-
-## فاصلهها {#spaces}
-
-ممکن است هر تعداد از نمادهای فضایی بین سازه های نحوی (از جمله شروع و پایان پرس و جو) وجود دارد. علامت فضا شامل فضا, باریکه, خوراک خط, کروم, و خوراک فرم.
-
-## توضیحات {#comments}
-
-تاتر پشتیبانی از هر دو گذاشتن به سبک و ج سبک نظرات.
-گذاشتن به سبک نظرات با شروع `--` و در ادامه به پایان خط, یک فضای پس از `--` می توان حذف.
-ج سبک از `/*` به `*/`و می تواند چند خطی, فضاهای مورد نیاز نیست یا.
-
-## کلیدواژهها {#syntax-keywords}
-
-کلمات کلیدی حساس به حروف هستند که مربوط به:
-
--   استاندارد گذاشتن. به عنوان مثال, `SELECT`, `select` و `SeLeCt` همه معتبر هستند.
--   پیاده سازی در برخی از پایگاه داده محبوب (خروجی زیر و یا پست). به عنوان مثال, `DateTime` همان است `datetime`.
-
-این که نام نوع داده حساس به حروف باشد را میتوان در `system.data_type_families` جدول
-
-در مقایسه با استاندارد گذاشتن تمام کلمات کلیدی دیگر (از جمله توابع نام) هستند **حساس به حالت**.
-
-کلمات کلیدی محفوظ نیست; به عنوان مثل تنها در زمینه مربوطه درمان می شوند. در صورت استفاده [شناسهها](#syntax-identifiers) با همین نام به عنوان کلمات کلیدی, محصور را به دو نقل قول و یا پشت. برای مثال پرس و جو `SELECT "FROM" FROM table_name` معتبر است اگر جدول `table_name` دارای ستون با نام `"FROM"`.
-
-## شناسهها {#syntax-identifiers}
-
-شناسه ها عبارتند از:
-
--   خوشه, پایگاه داده, جدول, پارتیشن, و نام ستون.
--   توابع.
--   انواع داده ها.
--   [نامگردانهای بیان](#syntax-expression_aliases).
-
-شناسه را می توان به نقل و یا غیر نقل. در حالت دوم ترجیح داده است.
-
-شناسه های غیر نقل قول باید عبارت منظم مطابقت `^[a-zA-Z_][0-9a-zA-Z_]*$` و نمی تواند برابر باشد [کلیدواژهها](#syntax-keywords). مثالها: `x, _1, X_y__Z123_.`
-
-اگر شما می خواهید به استفاده از شناسه همان کلمات کلیدی و یا شما می خواهید به استفاده از نمادهای دیگر در شناسه, نقل قول با استفاده از دو نقل قول و یا پشت پرده, مثلا, `"id"`, `` `id` ``.
-
-## Literals {#literals}
-
-عددی وجود دارد, رشته, ترکیب, و `NULL` literals.
-
-### عددی {#numeric}
-
-تحت اللفظی عددی تلاش می کند به تجزیه شود:
-
--   اولین, به عنوان یک شماره امضا 64 بیتی, با استفاده از [استرتول](https://en.cppreference.com/w/cpp/string/byte/strtoul) تابع.
--   اگر ناموفق, به عنوان یک عدد بدون علامت 64 بیتی, با استفاده از [استرول](https://en.cppreference.com/w/cpp/string/byte/strtol) تابع.
--   اگر ناموفق, به عنوان یک عدد شناور نقطه با استفاده از [رشته](https://en.cppreference.com/w/cpp/string/byte/strtof) تابع.
--   در غیر این صورت, این خطا را برمی گرداند.
-
-ارزش تحت اللفظی کوچکترین نوع است که متناسب با ارزش است.
-مثلا, 1 به عنوان تجزیه `UInt8` اما 256 به عنوان تجزیه شده است `UInt16`. برای کسب اطلاعات بیشتر, دیدن [انواع داده ها](../sql-reference/data-types/index.md).
-
-مثالها: `1`, `18446744073709551615`, `0xDEADBEEF`, `01`, `0.1`, `1e100`, `-1e-100`, `inf`, `nan`.
-
-### رشته {#syntax-string-literal}
-
-فقط رشته های رشته ای در نقل قول های تک پشتیبانی می شوند. شخصیت های محصور می تواند بک اسلش فرار. توالی فرار زیر یک مقدار خاص مربوطه: `\b`, `\f`, `\r`, `\n`, `\t`, `\0`, `\a`, `\v`, `\xHH`. در تمام موارد دیگر, فرار توالی در قالب `\c` کجا `c` است هر شخصیت, به تبدیل `c`. این بدان معنی است که شما می توانید توالی استفاده کنید `\'`و`\\`. ارزش خواهد شد که [رشته](../sql-reference/data-types/string.md) نوع.
-
-در رشته لیتر, شما نیاز به فرار حداقل `'` و `\`. نقل قول تنها را می توان با نقل قول تنها فرار, لیتر `'It\'s'` و `'It''s'` برابر هستند.
-
-### ترکیب {#compound}
-
-ارریس با براکت مربع ساخته شده است `[1, 2, 3]`. نوپل ها با براکت های گرد ساخته می شوند `(1, 'Hello, world!', 2)`.
-مشخصات فنی این نیست literals اما عبارات با آرایه ایجاد اپراتور و چند تایی ایجاد اپراتور بود.
-مجموعه ای باید شامل حداقل یک مورد باشد و یک تاپل باید حداقل دو مورد داشته باشد.
-یک مورد جداگانه وجود دارد که تاپل در ظاهر `IN` بند یک `SELECT` پرس و جو. نتایج پرس و جو می تواند شامل تاپل, اما تاپل را نمی توان به یک پایگاه داده ذخیره (به جز از جداول با [حافظه](../engines/table-engines/special/memory.md) موتور).
-
-### NULL {#null-literal}
-
-نشان می دهد که ارزش از دست رفته است.
-
-به منظور ذخیره `NULL` در یک میدان جدول باید از [Nullable](../sql-reference/data-types/nullable.md) نوع.
-
-بسته به فرمت داده (ورودی یا خروجی), `NULL` ممکن است نمایندگی های مختلف. برای کسب اطلاعات بیشتر, اسناد و مدارک برای دیدن [قالبهای داده](../interfaces/formats.md#formats).
-
-بسیاری از تفاوت های ظریف برای پردازش وجود دارد `NULL`. مثلا, اگر حداقل یکی از استدلال از یک عملیات مقایسه است `NULL` نتیجه این عملیات نیز است `NULL`. همان درست است برای ضرب است, بعلاوه, و عملیات دیگر. برای کسب اطلاعات بیشتر, خواندن اسناد و مدارک برای هر عملیات.
-
-در نمایش داده شد, شما می توانید بررسی کنید `NULL` با استفاده از [IS NULL](operators/index.md#operator-is-null) و [IS NOT NULL](operators/index.md) اپراتورها و توابع مرتبط `isNull` و `isNotNull`.
-
-## توابع {#functions}
-
-فراخوانی تابع مانند یک شناسه با یک لیست از استدلال نوشته شده (احتمالا خالی) در براکت دور. در مقابل به گذاشتن استاندارد, براکت مورد نیاز است, حتی برای یک لیست استدلال خالی. مثال: `now()`.
-توابع منظم و جمع وجود دارد (بخش را ببینید “Aggregate functions”). برخی از توابع دانه می تواند شامل دو لیست از استدلال در براکت. مثال: `quantile (0.9) (x)`. این توابع مجموع نامیده می شوند “parametric” توابع, و استدلال در لیست اول نامیده می شوند “parameters”. نحو توابع کل بدون پارامتر همان است که برای توابع به طور منظم است.
-
-## اپراتورها {#operators}
-
-اپراتورها در حال تبدیل به توابع مربوط به خود را طی پرس و جو و تجزیه گرفتن اولویت خود را و associativity به حساب آورد.
-برای مثال بیان `1 + 2 * 3 + 4` تبدیل به `plus(plus(1, multiply(2, 3)), 4)`.
-
-## انواع داده ها و موتورهای جدول پایگاه داده {#data_types-and-database-table-engines}
-
-انواع داده ها و موتورهای جدول در `CREATE` پرس و جو به همان شیوه به عنوان شناسه و یا توابع نوشته شده است. به عبارت دیگر, ممکن است یا ممکن است حاوی یک لیست استدلال در براکت نیست. برای کسب اطلاعات بیشتر به بخش ها مراجعه کنید “Data types,” “Table engines,” و “CREATE”.
-
-## نامگردانهای بیان {#syntax-expression_aliases}
-
-نام مستعار یک نام تعریف شده توسط کاربر برای بیان در پرس و جو است.
-
-``` sql
-expr AS alias
-```
-
--   `AS` — The keyword for defining aliases. You can define the alias for a table name or a column name in a `SELECT` بند بدون استفاده از `AS` کلمه کلیدی.
-
-        For example, `SELECT table_name_alias.column_name FROM table_name table_name_alias`.
-
-        In the [CAST](sql_reference/functions/type_conversion_functions.md#type_conversion_function-cast) function, the `AS` keyword has another meaning. See the description of the function.
-
--   `expr` — Any expression supported by ClickHouse.
-
-        For example, `SELECT column_name * 2 AS double FROM some_table`.
-
--   `alias` — Name for `expr`. نام مستعار باید با پیروی از [شناسهها](#syntax-identifiers) نحو.
-
-        For example, `SELECT "table t".column_name FROM table_name AS "table t"`.
-
-### نکاتی در مورد استفاده {#notes-on-usage}
-
-نام مستعار جهانی برای یک پرس و جو و یا زیرخاکی هستند, و شما می توانید یک نام مستعار در هر بخشی از یک پرس و جو برای هر بیان تعریف. به عنوان مثال, `SELECT (1 AS n) + 2, n`.
-
-نام مستعار قابل مشاهده نیست در subqueries و بین subqueries. مثلا, در حالی که اجرای پرس و جو `SELECT (SELECT sum(b.a) + num FROM b) - a.a AS num FROM a` تاتر استثنا را تولید می کند `Unknown identifier: num`.
-
-اگر یک نام مستعار برای ستون نتیجه در تعریف `SELECT` بند یک خرده فروشی, این ستون ها در پرس و جو بیرونی قابل مشاهده هستند. به عنوان مثال, `SELECT n + m FROM (SELECT 1 AS n, 2 AS m)`.
-
-مراقب باشید با نام مستعار است که همان نام ستون یا جدول می باشد. بیایید مثال زیر را در نظر بگیریم:
-
-``` sql
-CREATE TABLE t
-(
-    a Int,
-    b Int
-)
-ENGINE = TinyLog()
-```
-
-``` sql
-SELECT
-    argMax(a, b),
-    sum(b) AS b
-FROM t
-```
-
-``` text
-Received exception from server (version 18.14.17):
-Code: 184. DB::Exception: Received from localhost:9000, 127.0.0.1. DB::Exception: Aggregate function sum(b) is found inside another aggregate function in query.
-```
-
-در این مثال ما اعلام جدول `t` با ستون `b`. سپس, در هنگام انتخاب داده, ما تعریف `sum(b) AS b` نام مستعار. به عنوان نام مستعار جهانی هستند, خانه را جایگزین تحت اللفظی `b` در عبارت `argMax(a, b)` با بیان `sum(b)`. این جایگزینی باعث استثنا.
-
-## ستاره {#asterisk}
-
-در یک `SELECT` پرس و جو, ستاره می تواند عبارت جایگزین. برای کسب اطلاعات بیشتر به بخش مراجعه کنید “SELECT”.
-
-## عبارتها {#syntax-expressions}
-
-بیان یک تابع است, شناسه, تحت اللفظی, استفاده از یک اپراتور, بیان در داخل پرانتز, خرده فروشی, یا ستاره. همچنین می تواند شامل یک نام مستعار.
-لیستی از عبارات یک یا چند عبارت از هم جدا شده توسط کاما است.
-توابع و اپراتورهای, به نوبه خود, می توانید عبارات به عنوان استدلال دارند.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/sql_reference/syntax/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/file.md b/docs/fa/sql-reference/table-functions/file.md
deleted file mode 100644
index 8a11d4ce3e6..00000000000
--- a/docs/fa/sql-reference/table-functions/file.md
+++ /dev/null
@@ -1,121 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: "\u067E\u0631\u0648\u0646\u062F\u0647"
----
-
-# پرونده {#file}
-
-ایجاد یک جدول از یک فایل. این تابع جدول شبیه به [نشانی وب](url.md) و [hdfs](hdfs.md) یکی
-
-``` sql
-file(path, format, structure)
-```
-
-**پارامترهای ورودی**
-
--   `path` — The relative path to the file from [_مخفی کردن _صفحه](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-user_files_path). مسیر به فایل پشتیبانی پس از دل تنگی در حالت فقط خواندنی: `*`, `?`, `{abc,def}` و `{N..M}` کجا `N`, `M` — numbers, \``'abc', 'def'` — strings.
--   `format` — The [قالب](../../interfaces/formats.md#formats) پرونده
--   `structure` — Structure of the table. Format `'column1_name column1_type, column2_name column2_type, ...'`.
-
-**مقدار بازگشتی**
-
-یک جدول با ساختار مشخص شده برای خواندن یا نوشتن داده ها در فایل مشخص شده است.
-
-**مثال**
-
-تنظیم `user_files_path` و محتویات فایل `test.csv`:
-
-``` bash
-$ grep user_files_path /etc/clickhouse-server/config.xml
-    <user_files_path>/var/lib/clickhouse/user_files/</user_files_path>
-
-$ cat /var/lib/clickhouse/user_files/test.csv
-    1,2,3
-    3,2,1
-    78,43,45
-```
-
-جدول از`test.csv` و انتخاب دو ردیف اول:
-
-``` sql
-SELECT *
-FROM file('test.csv', 'CSV', 'column1 UInt32, column2 UInt32, column3 UInt32')
-LIMIT 2
-```
-
-``` text
-┌─column1─┬─column2─┬─column3─┐
-│       1 │       2 │       3 │
-│       3 │       2 │       1 │
-└─────────┴─────────┴─────────┘
-```
-
-``` sql
--- getting the first 10 lines of a table that contains 3 columns of UInt32 type from a CSV file
-SELECT * FROM file('test.csv', 'CSV', 'column1 UInt32, column2 UInt32, column3 UInt32') LIMIT 10
-```
-
-**دل تنگی در مسیر**
-
-اجزای مسیر چندگانه می تواند دل تنگی دارند. برای پردازش فایل باید وجود داشته باشد و مسابقات به الگوی کل مسیر (نه تنها پسوند یا پیشوند).
-
--   `*` — Substitutes any number of any characters except `/` از جمله رشته خالی.
--   `?` — Substitutes any single character.
--   `{some_string,another_string,yet_another_one}` — Substitutes any of strings `'some_string', 'another_string', 'yet_another_one'`.
--   `{N..M}` — Substitutes any number in range from N to M including both borders.
-
-سازه با `{}` شبیه به [عملکرد جدول از راه دور](../../sql-reference/table-functions/remote.md)).
-
-**مثال**
-
-1.  فرض کنید ما چندین فایل با مسیرهای نسبی زیر داریم:
-
--   ‘some_dir/some_file_1’
--   ‘some_dir/some_file_2’
--   ‘some_dir/some_file_3’
--   ‘another_dir/some_file_1’
--   ‘another_dir/some_file_2’
--   ‘another_dir/some_file_3’
-
-1.  پرس و جو مقدار ردیف در این فایل ها:
-
-<!-- -->
-
-``` sql
-SELECT count(*)
-FROM file('{some,another}_dir/some_file_{1..3}', 'TSV', 'name String, value UInt32')
-```
-
-1.  پرس و جو مقدار ردیف در تمام فایل های این دو دایرکتوری:
-
-<!-- -->
-
-``` sql
-SELECT count(*)
-FROM file('{some,another}_dir/*', 'TSV', 'name String, value UInt32')
-```
-
-!!! warning "اخطار"
-    اگر لیست خود را از فایل های حاوی محدوده تعداد با صفر پیشرو, استفاده از ساخت و ساز با پرانتز برای هر رقم به طور جداگانه و یا استفاده `?`.
-
-**مثال**
-
-پرس و جو داده ها از فایل های به نام `file000`, `file001`, … , `file999`:
-
-``` sql
-SELECT count(*)
-FROM file('big_dir/file{0..9}{0..9}{0..9}', 'CSV', 'name String, value UInt32')
-```
-
-## ستونهای مجازی {#virtual-columns}
-
--   `_path` — Path to the file.
--   `_file` — Name of the file.
-
-**همچنین نگاه کنید به**
-
--   [ستونهای مجازی](https://clickhouse.tech/docs/en/operations/table_engines/#table_engines-virtual_columns)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/file/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/generate.md b/docs/fa/sql-reference/table-functions/generate.md
deleted file mode 100644
index 535c98f068b..00000000000
--- a/docs/fa/sql-reference/table-functions/generate.md
+++ /dev/null
@@ -1,44 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 47
-toc_title: "\u0698\u0646\u0631\u0627\u0644"
----
-
-# ژنرال {#generaterandom}
-
-تولید داده های تصادفی با طرح داده شده است.
-اجازه می دهد تا به جمعیت جداول تست با داده ها.
-پشتیبانی از تمام انواع داده است که می تواند در جدول به جز ذخیره می شود `LowCardinality` و `AggregateFunction`.
-
-``` sql
-generateRandom('name TypeName[, name TypeName]...', [, 'random_seed'[, 'max_string_length'[, 'max_array_length']]]);
-```
-
-**پارامترها**
-
--   `name` — Name of corresponding column.
--   `TypeName` — Type of corresponding column.
--   `max_array_length` — Maximum array length for all generated arrays. Defaults to `10`.
--   `max_string_length` — Maximum string length for all generated strings. Defaults to `10`.
--   `random_seed` — Specify random seed manually to produce stable results. If NULL — seed is randomly generated.
-
-**مقدار بازگشتی**
-
-یک شی جدول با طرح درخواست.
-
-## مثال طریقه استفاده {#usage-example}
-
-``` sql
-SELECT * FROM generateRandom('a Array(Int8), d Decimal32(4), c Tuple(DateTime64(3), UUID)', 1, 10, 2) LIMIT 3;
-```
-
-``` text
-┌─a────────┬────────────d─┬─c──────────────────────────────────────────────────────────────────┐
-│ [77]     │ -124167.6723 │ ('2061-04-17 21:59:44.573','3f72f405-ec3e-13c8-44ca-66ef335f7835') │
-│ [32,110] │ -141397.7312 │ ('1979-02-09 03:43:48.526','982486d1-5a5d-a308-e525-7bd8b80ffa73') │
-│ [68]     │  -67417.0770 │ ('2080-03-12 14:17:31.269','110425e5-413f-10a6-05ba-fa6b3e929f15') │
-└──────────┴──────────────┴────────────────────────────────────────────────────────────────────┘
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/generate/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/hdfs.md b/docs/fa/sql-reference/table-functions/hdfs.md
deleted file mode 100644
index 367b11110da..00000000000
--- a/docs/fa/sql-reference/table-functions/hdfs.md
+++ /dev/null
@@ -1,104 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: hdfs
----
-
-# hdfs {#hdfs}
-
-ایجاد یک جدول از فایل ها در اچ دی. این تابع جدول شبیه به [نشانی وب](url.md) و [پرونده](file.md) یکی
-
-``` sql
-hdfs(URI, format, structure)
-```
-
-**پارامترهای ورودی**
-
--   `URI` — The relative URI to the file in HDFS. Path to file support following globs in readonly mode: `*`, `?`, `{abc,def}` و `{N..M}` کجا `N`, `M` — numbers, \``'abc', 'def'` — strings.
--   `format` — The [قالب](../../interfaces/formats.md#formats) پرونده
--   `structure` — Structure of the table. Format `'column1_name column1_type, column2_name column2_type, ...'`.
-
-**مقدار بازگشتی**
-
-یک جدول با ساختار مشخص شده برای خواندن یا نوشتن داده ها در فایل مشخص شده است.
-
-**مثال**
-
-جدول از `hdfs://hdfs1:9000/test` و انتخاب دو ردیف اول:
-
-``` sql
-SELECT *
-FROM hdfs('hdfs://hdfs1:9000/test', 'TSV', 'column1 UInt32, column2 UInt32, column3 UInt32')
-LIMIT 2
-```
-
-``` text
-┌─column1─┬─column2─┬─column3─┐
-│       1 │       2 │       3 │
-│       3 │       2 │       1 │
-└─────────┴─────────┴─────────┘
-```
-
-**دل تنگی در مسیر**
-
-اجزای مسیر چندگانه می تواند دل تنگی دارند. برای پردازش فایل باید وجود داشته باشد و مسابقات به الگوی کل مسیر (نه تنها پسوند یا پیشوند).
-
--   `*` — Substitutes any number of any characters except `/` از جمله رشته خالی.
--   `?` — Substitutes any single character.
--   `{some_string,another_string,yet_another_one}` — Substitutes any of strings `'some_string', 'another_string', 'yet_another_one'`.
--   `{N..M}` — Substitutes any number in range from N to M including both borders.
-
-سازه با `{}` شبیه به [عملکرد جدول از راه دور](../../sql-reference/table-functions/remote.md)).
-
-**مثال**
-
-1.  فرض کنید که ما چندین فایل با اوریس زیر در اچ دی ها داریم:
-
--   ‘hdfs://hdfs1:9000/some_dir/some_file_1’
--   ‘hdfs://hdfs1:9000/some_dir/some_file_2’
--   ‘hdfs://hdfs1:9000/some_dir/some_file_3’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_1’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_2’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_3’
-
-1.  پرس و جو مقدار ردیف در این فایل ها:
-
-<!-- -->
-
-``` sql
-SELECT count(*)
-FROM hdfs('hdfs://hdfs1:9000/{some,another}_dir/some_file_{1..3}', 'TSV', 'name String, value UInt32')
-```
-
-1.  پرس و جو مقدار ردیف در تمام فایل های این دو دایرکتوری:
-
-<!-- -->
-
-``` sql
-SELECT count(*)
-FROM hdfs('hdfs://hdfs1:9000/{some,another}_dir/*', 'TSV', 'name String, value UInt32')
-```
-
-!!! warning "اخطار"
-    اگر لیست خود را از فایل های حاوی محدوده تعداد با صفر پیشرو, استفاده از ساخت و ساز با پرانتز برای هر رقم به طور جداگانه و یا استفاده `?`.
-
-**مثال**
-
-پرس و جو داده ها از فایل های به نام `file000`, `file001`, … , `file999`:
-
-``` sql
-SELECT count(*)
-FROM hdfs('hdfs://hdfs1:9000/big_dir/file{0..9}{0..9}{0..9}', 'CSV', 'name String, value UInt32')
-```
-
-## ستونهای مجازی {#virtual-columns}
-
--   `_path` — Path to the file.
--   `_file` — Name of the file.
-
-**همچنین نگاه کنید به**
-
--   [ستونهای مجازی](https://clickhouse.tech/docs/en/operations/table_engines/#table_engines-virtual_columns)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/hdfs/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/index.md b/docs/fa/sql-reference/table-functions/index.md
deleted file mode 100644
index e0df309737c..00000000000
--- a/docs/fa/sql-reference/table-functions/index.md
+++ /dev/null
@@ -1,38 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u062A\u0648\u0627\u0628\u0639 \u062C\u062F\u0648\u0644"
-toc_priority: 34
-toc_title: "\u0645\u0639\u0631\u0641\u06CC \u0634\u0631\u06A9\u062A"
----
-
-# توابع جدول {#table-functions}
-
-توابع جدول روش برای ساخت جداول.
-
-شما می توانید توابع جدول در استفاده:
-
--   [FROM](../statements/select/from.md) بند از `SELECT` پرس و جو.
-
-        The method for creating a temporary table that is available only in the current query. The table is deleted when the query finishes.
-
--   [ایجاد جدول به عنوان \<table_function()\>](../statements/create.md#create-table-query) پرس و جو.
-
-        It's one of the methods of creating a table.
-
-!!! warning "اخطار"
-    شما می توانید توابع جدول اگر استفاده نمی [اجازه دادن به _نشانی](../../operations/settings/permissions-for-queries.md#settings_allow_ddl) تنظیم غیر فعال است.
-
-| تابع                  | توصیف                                                                                                                                          |
-|-----------------------|------------------------------------------------------------------------------------------------------------------------------------------------|
-| [پرونده](file.md)     | ایجاد یک [پرونده](../../engines/table-engines/special/file.md)- جدول موتور.                                                                    |
-| [ادغام](merge.md)     | ایجاد یک [ادغام](../../engines/table-engines/special/merge.md)- جدول موتور.                                                                    |
-| [اعداد](numbers.md)   | ایجاد یک جدول با یک ستون پر از اعداد صحیح.                                                                                                     |
-| [دور](remote.md)      | اجازه می دهد تا شما را به دسترسی به سرور از راه دور بدون ایجاد یک [توزیع شده](../../engines/table-engines/special/distributed.md)- جدول موتور. |
-| [نشانی وب](url.md)    | ایجاد یک [نشانی وب](../../engines/table-engines/special/url.md)- جدول موتور.                                                                   |
-| [خروجی زیر](mysql.md) | ایجاد یک [MySQL](../../engines/table-engines/integrations/mysql.md)- جدول موتور.                                                               |
-| [جستجو](jdbc.md)      | ایجاد یک [JDBC](../../engines/table-engines/integrations/jdbc.md)- جدول موتور.                                                                 |
-| [جستجو](odbc.md)      | ایجاد یک [ODBC](../../engines/table-engines/integrations/odbc.md)- جدول موتور.                                                                 |
-| [hdfs](hdfs.md)       | ایجاد یک [HDFS](../../engines/table-engines/integrations/hdfs.md)- جدول موتور.                                                                 |
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/input.md b/docs/fa/sql-reference/table-functions/input.md
deleted file mode 100644
index 0c63761e78f..00000000000
--- a/docs/fa/sql-reference/table-functions/input.md
+++ /dev/null
@@ -1,47 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 46
-toc_title: "\u0648\u0631\u0648\u062F\u06CC"
----
-
-# ورودی {#input}
-
-`input(structure)` - تابع جدول که اجازه می دهد تا به طور موثر تبدیل و قرار دادن داده های ارسال شده به
-سرور با ساختار داده شده به جدول با ساختار دیگر.
-
-`structure` - ساختار داده ها در قالب زیر به سرور ارسال می شود `'column1_name column1_type, column2_name column2_type, ...'`.
-به عنوان مثال, `'id UInt32, name String'`.
-
-این تابع را می توان تنها در `INSERT SELECT` پرس و جو و تنها یک بار اما در غیر این صورت مانند تابع جدول معمولی رفتار می کنند
-(مثلا, این را می توان در زیرخاکری مورد استفاده قرار, و غیره.).
-
-داده ها را می توان به هیچ وجه مانند عادی ارسال می شود `INSERT` پرس و جو و گذشت در هر موجود [قالب](../../interfaces/formats.md#formats)
-که باید در پایان پرس و جو مشخص شود (بر خلاف عادی `INSERT SELECT`).
-
-ویژگی اصلی این تابع این است که وقتی سرور داده ها را از مشتری دریافت می کند به طور همزمان تبدیل می کند
-با توجه به لیست عبارات در `SELECT` بند و درج به جدول هدف. جدول موقت
-با تمام داده های منتقل شده ایجاد نمی شود.
-
-**مثالها**
-
--   اجازه دهید `test` جدول دارای ساختار زیر است `(a String, b String)`
-    و داده ها در `data.csv` دارای ساختار متفاوت `(col1 String, col2 Date, col3 Int32)`. پرسوجو برای درج
-    داده ها از `data.csv` به `test` جدول با تبدیل همزمان به نظر می رسد مثل این:
-
-<!-- -->
-
-``` bash
-$ cat data.csv | clickhouse-client --query="INSERT INTO test SELECT lower(col1), col3 * col3 FROM input('col1 String, col2 Date, col3 Int32') FORMAT CSV";
-```
-
--   اگر `data.csv` حاوی اطلاعات از ساختار مشابه `test_structure` به عنوان جدول `test` سپس این دو نمایش داده شد برابر هستند:
-
-<!-- -->
-
-``` bash
-$ cat data.csv | clickhouse-client --query="INSERT INTO test FORMAT CSV"
-$ cat data.csv | clickhouse-client --query="INSERT INTO test SELECT * FROM input('test_structure') FORMAT CSV"
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/input/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/jdbc.md b/docs/fa/sql-reference/table-functions/jdbc.md
deleted file mode 100644
index 2625c65e1da..00000000000
--- a/docs/fa/sql-reference/table-functions/jdbc.md
+++ /dev/null
@@ -1,29 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 43
-toc_title: "jdbc"
----
-
-# جستجو {#table-function-jdbc}
-
-`jdbc(jdbc_connection_uri, schema, table)` - جدول بازده است که از طریق راننده جدی بی سی متصل.
-
-این تابع جدول نیاز به جداگانه دارد `clickhouse-jdbc-bridge` برنامه در حال اجرا است.
-این پشتیبانی از انواع باطل (بر اساس دسیدال جدول از راه دور است که تردید).
-
-**مثالها**
-
-``` sql
-SELECT * FROM jdbc('jdbc:mysql://localhost:3306/?user=root&password=root', 'schema', 'table')
-```
-
-``` sql
-SELECT * FROM jdbc('mysql://localhost:3306/?user=root&password=root', 'schema', 'table')
-```
-
-``` sql
-SELECT * FROM jdbc('datasource://mysql-local', 'schema', 'table')
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/jdbc/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/merge.md b/docs/fa/sql-reference/table-functions/merge.md
deleted file mode 100644
index 9893fb71838..00000000000
--- a/docs/fa/sql-reference/table-functions/merge.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: "\u0627\u062F\u063A\u0627\u0645"
----
-
-# ادغام {#merge}
-
-`merge(db_name, 'tables_regexp')` – Creates a temporary Merge table. For more information, see the section “Table engines, Merge”.
-
-ساختار جدول از جدول اول مواجه می شوند که منطبق بر عبارت منظم گرفته شده است.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/merge/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/mysql.md b/docs/fa/sql-reference/table-functions/mysql.md
deleted file mode 100644
index 3b37a4ad88f..00000000000
--- a/docs/fa/sql-reference/table-functions/mysql.md
+++ /dev/null
@@ -1,86 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 42
-toc_title: "\u062E\u0631\u0648\u062C\u06CC \u0632\u06CC\u0631"
----
-
-# خروجی زیر {#mysql}
-
-اجازه می دهد `SELECT` نمایش داده شد به داده است که بر روی یک سرور خروجی از راه دور ذخیره می شود انجام می شود.
-
-``` sql
-mysql('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_duplicate_clause']);
-```
-
-**پارامترها**
-
--   `host:port` — MySQL server address.
-
--   `database` — Remote database name.
-
--   `table` — Remote table name.
-
--   `user` — MySQL user.
-
--   `password` — User password.
-
--   `replace_query` — Flag that converts `INSERT INTO` نمایش داده شد به `REPLACE INTO`. اگر `replace_query=1`, پرس و جو جایگزین شده است.
-
--   `on_duplicate_clause` — The `ON DUPLICATE KEY on_duplicate_clause` بیان است که به اضافه `INSERT` پرس و جو.
-
-        Example: `INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1`, where `on_duplicate_clause` is `UPDATE c2 = c2 + 1`. See the MySQL documentation to find which `on_duplicate_clause` you can use with the `ON DUPLICATE KEY` clause.
-
-        To specify `on_duplicate_clause` you need to pass `0` to the `replace_query` parameter. If you simultaneously pass `replace_query = 1` and `on_duplicate_clause`, ClickHouse generates an exception.
-
-ساده `WHERE` بند هایی مانند `=, !=, >, >=, <, <=` در حال حاضر بر روی سرور خروجی زیر اجرا شده است.
-
-بقیه شرایط و `LIMIT` محدودیت نمونه برداری در محل کلیک تنها پس از پرس و جو به پس از اتمام خروجی زیر اجرا شده است.
-
-**مقدار بازگشتی**
-
-یک شی جدول با ستون همان جدول خروجی زیر اصلی.
-
-## مثال طریقه استفاده {#usage-example}
-
-جدول در خروجی زیر:
-
-``` text
-mysql> CREATE TABLE `test`.`test` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
-    ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from test;
-+------+----------+-----+----------+
-| int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
-|      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
-```
-
-انتخاب داده ها از خانه کلیک:
-
-``` sql
-SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123')
-```
-
-``` text
-┌─int_id─┬─int_nullable─┬─float─┬─float_nullable─┐
-│      1 │         ᴺᵁᴸᴸ │     2 │           ᴺᵁᴸᴸ │
-└────────┴──────────────┴───────┴────────────────┘
-```
-
-## همچنین نگاه کنید به {#see-also}
-
--   [این ‘MySQL’ موتور جدول](../../engines/table-engines/integrations/mysql.md)
--   [با استفاده از خروجی زیر به عنوان منبع فرهنگ لغت خارجی](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md#dicts-external_dicts_dict_sources-mysql)
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/mysql/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/numbers.md b/docs/fa/sql-reference/table-functions/numbers.md
deleted file mode 100644
index a09d2d9fcfc..00000000000
--- a/docs/fa/sql-reference/table-functions/numbers.md
+++ /dev/null
@@ -1,30 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: "\u0627\u0639\u062F\u0627\u062F"
----
-
-# اعداد {#numbers}
-
-`numbers(N)` – Returns a table with the single ‘number’ ستون (اوینت64)که شامل اعداد صحیح از 0 تا 1.
-`numbers(N, M)` - بازگرداندن یک جدول با تک ‘number’ ستون (اوینت64) که شامل اعداد صحیح از نفر به (نفر + متر - 1).
-
-شبیه به `system.numbers` جدول را می توان برای تست و تولید مقادیر پی در پی استفاده کرد, `numbers(N, M)` کارایی بیشتر از `system.numbers`.
-
-نمایش داده شد زیر معادل هستند:
-
-``` sql
-SELECT * FROM numbers(10);
-SELECT * FROM numbers(0, 10);
-SELECT * FROM system.numbers LIMIT 10;
-```
-
-مثالها:
-
-``` sql
--- Generate a sequence of dates from 2010-01-01 to 2010-12-31
-select toDate('2010-01-01') + number as d FROM numbers(365);
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/numbers/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/odbc.md b/docs/fa/sql-reference/table-functions/odbc.md
deleted file mode 100644
index e5a8ad2af40..00000000000
--- a/docs/fa/sql-reference/table-functions/odbc.md
+++ /dev/null
@@ -1,108 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: "\u062C\u0633\u062A\u062C\u0648"
----
-
-# جستجو {#table-functions-odbc}
-
-بازگرداندن جدول است که از طریق متصل [ODBC](https://en.wikipedia.org/wiki/Open_Database_Connectivity).
-
-``` sql
-odbc(connection_settings, external_database, external_table)
-```
-
-پارامترها:
-
--   `connection_settings` — Name of the section with connection settings in the `odbc.ini` پرونده.
--   `external_database` — Name of a database in an external DBMS.
--   `external_table` — Name of a table in the `external_database`.
-
-با خیال راحت پیاده سازی اتصالات ان بی سی, تاتر با استفاده از یک برنامه جداگانه `clickhouse-odbc-bridge`. اگر راننده او بی سی به طور مستقیم از لود `clickhouse-server`, مشکلات راننده می تواند سرور تاتر سقوط. تاتر به طور خودکار شروع می شود `clickhouse-odbc-bridge` هنگامی که مورد نیاز است. برنامه پل او بی سی از همان بسته به عنوان نصب `clickhouse-server`.
-
-زمینه های با `NULL` مقادیر از جدول خارجی به مقادیر پیش فرض برای نوع داده پایه تبدیل می شوند. مثلا, اگر یک میدان جدول خروجی زیر از راه دور است `INT NULL` نوع این است که به 0 تبدیل (مقدار پیش فرض برای کلیک `Int32` نوع داده).
-
-## مثال طریقه استفاده {#usage-example}
-
-**گرفتن اطلاعات از نصب و راه اندازی خروجی زیر محلی از طریق ان بی سی**
-
-این مثال برای لینوکس اوبونتو 18.04 و سرور خروجی زیر 5.7 بررسی می شود.
-
-اطمینان حاصل شود که unixODBC و MySQL اتصال نصب شده است.
-
-به طور پیش فرض (در صورت نصب از بسته), کلیک خانه شروع می شود به عنوان کاربر `clickhouse`. بنابراین شما نیاز به ایجاد و پیکربندی این کاربر در سرور خروجی زیر.
-
-``` bash
-$ sudo mysql
-```
-
-``` sql
-mysql> CREATE USER 'clickhouse'@'localhost' IDENTIFIED BY 'clickhouse';
-mysql> GRANT ALL PRIVILEGES ON *.* TO 'clickhouse'@'clickhouse' WITH GRANT OPTION;
-```
-
-سپس اتصال را پیکربندی کنید `/etc/odbc.ini`.
-
-``` bash
-$ cat /etc/odbc.ini
-[mysqlconn]
-DRIVER = /usr/local/lib/libmyodbc5w.so
-SERVER = 127.0.0.1
-PORT = 3306
-DATABASE = test
-USERNAME = clickhouse
-PASSWORD = clickhouse
-```
-
-شما می توانید اتصال با استفاده از بررسی `isql` ابزار از unixODBC نصب و راه اندازی.
-
-``` bash
-$ isql -v mysqlconn
-+-------------------------+
-| Connected!                            |
-|                                       |
-...
-```
-
-جدول در خروجی زیر:
-
-``` text
-mysql> CREATE TABLE `test`.`test` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
-    ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from test;
-+------+----------+-----+----------+
-| int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
-|      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
-```
-
-بازیابی اطلاعات از جدول خروجی زیر در کلیک:
-
-``` sql
-SELECT * FROM odbc('DSN=mysqlconn', 'test', 'test')
-```
-
-``` text
-┌─int_id─┬─int_nullable─┬─float─┬─float_nullable─┐
-│      1 │            0 │     2 │              0 │
-└────────┴──────────────┴───────┴────────────────┘
-```
-
-## همچنین نگاه کنید به {#see-also}
-
--   [لغت نامه های خارجی ان بی سی](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md#dicts-external_dicts_dict_sources-odbc)
--   [موتور جدول ان بی سی](../../engines/table-engines/integrations/odbc.md).
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/jdbc/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/remote.md b/docs/fa/sql-reference/table-functions/remote.md
deleted file mode 100644
index c28d05062eb..00000000000
--- a/docs/fa/sql-reference/table-functions/remote.md
+++ /dev/null
@@ -1,85 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: "\u062F\u0648\u0631"
----
-
-# دور افتاده {#remote-remotesecure}
-
-اجازه می دهد تا شما را به دسترسی به سرور از راه دور بدون ایجاد یک `Distributed` جدول
-
-امضاها:
-
-``` sql
-remote('addresses_expr', db, table[, 'user'[, 'password']])
-remote('addresses_expr', db.table[, 'user'[, 'password']])
-remoteSecure('addresses_expr', db, table[, 'user'[, 'password']])
-remoteSecure('addresses_expr', db.table[, 'user'[, 'password']])
-```
-
-`addresses_expr` – An expression that generates addresses of remote servers. This may be just one server address. The server address is `host:port` یا فقط `host`. میزبان را می توان به عنوان نام سرور مشخص, و یا به عنوان ایپو4 یا ایپو6 نشانی. نشانی اینترنتی6 در براکت مربع مشخص شده است. پورت پورت تی سی پی بر روی سرور از راه دور است. اگر پورت حذف شده است, با استفاده از `tcp_port` از فایل پیکربندی سرور (به طور پیش فرض, 9000).
-
-!!! important "مهم"
-    پورت برای یک نشانی اینترنتی6 مورد نیاز است.
-
-مثالها:
-
-``` text
-example01-01-1
-example01-01-1:9000
-localhost
-127.0.0.1
-[::]:9000
-[2a02:6b8:0:1111::11]:9000
-```
-
-نشانی های متعدد را می توان با کاما از هم جدا شده است. در این مورد کلیک هاوس از پردازش توزیع شده استفاده می کند بنابراین پرس و جو را به تمام نشانیهای مشخص شده ارسال می کند (مانند داده های مختلف).
-
-مثال:
-
-``` text
-example01-01-1,example01-02-1
-```
-
-بخشی از بیان را می توان در براکت فرفری مشخص شده است. مثال قبلی را می توان به شرح زیر نوشته شده است:
-
-``` text
-example01-0{1,2}-1
-```
-
-براکت فرفری می تواند شامل طیف وسیعی از اعداد جدا شده توسط دو نقطه (اعداد صحیح غیر منفی). در این مورد, محدوده به مجموعه ای از ارزش هایی که تولید نشانی سفال گسترش. اگر عدد اول با صفر شروع می شود, ارزش ها با همان تراز صفر تشکیل. مثال قبلی را می توان به شرح زیر نوشته شده است:
-
-``` text
-example01-{01..02}-1
-```
-
-اگر شما جفت های متعدد از براکت در اشکال مختلف, این تولید محصول مستقیم از مجموعه مربوطه.
-
-نشانی ها و بخش هایی از نشانی در براکت فرفری را می توان با نماد لوله جدا (\|). در این مورد, مجموعه مربوطه را از نشانی ها به عنوان کپی تفسیر, و پرس و جو خواهد شد به اولین ماکت سالم ارسال. با این حال, کپی در نظم در حال حاضر در مجموعه تکرار [_تبالسازی](../../operations/settings/settings.md) تنظیمات.
-
-مثال:
-
-``` text
-example01-{01..02}-{1|2}
-```
-
-این مثال دو تکه که هر کدام دو کپی مشخص.
-
-تعداد نشانیهای تولید شده توسط یک ثابت محدود شده است. در حال حاضر این 1000 نشانی است.
-
-با استفاده از `remote` تابع جدول کمتر مطلوب تر از ایجاد یک است `Distributed` جدول, چرا که در این مورد, اتصال سرور دوباره تاسیس برای هر درخواست. علاوه بر این, اگر نام میزبان قرار است, نام حل و فصل, و خطا شمارش نیست در هنگام کار با کپی های مختلف. هنگامی که پردازش تعداد زیادی از نمایش داده شد, همیشه ایجاد `Distributed` جدول جلوتر از زمان, و استفاده نکنید `remote` تابع جدول.
-
-این `remote` تابع جدول می تواند در موارد زیر مفید باشد:
-
--   دسترسی به یک سرور خاص برای مقایسه داده ها, اشکال زدایی, و تست.
--   نمایش داده شد بین خوشه های مختلف کلیک برای اهداف تحقیقاتی.
--   درخواست توزیع نادر است که به صورت دستی ساخته شده.
--   درخواست توزیع شده که مجموعه ای از سرورها در هر زمان دوباره تعریف شده است.
-
-اگر کاربر مشخص نشده است, `default` استفاده شده است.
-اگر رمز عبور مشخص نشده است, رمز عبور خالی استفاده شده است.
-
-`remoteSecure` - مثل `remote` but with secured connection. Default port — [_شروع مجدد](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-tcp_port_secure) از پیکربندی و یا 9440.
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/remote/) <!--hide-->
diff --git a/docs/fa/sql-reference/table-functions/url.md b/docs/fa/sql-reference/table-functions/url.md
deleted file mode 100644
index bb7f5bdf419..00000000000
--- a/docs/fa/sql-reference/table-functions/url.md
+++ /dev/null
@@ -1,26 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: "\u0646\u0634\u0627\u0646\u06CC \u0648\u0628"
----
-
-# نشانی وب {#url}
-
-`url(URL, format, structure)` - بازگرداندن یک جدول ایجاد شده از `URL` با توجه به
-`format` و `structure`.
-
-نشانی وب-نشانی کارساز اچتیتیپ یا اچتیتیپس که میتواند بپذیرد `GET` و / یا `POST` درخواست.
-
-قالب - [قالب](../../interfaces/formats.md#formats) از داده ها.
-
-ساختار-ساختار جدول در `'UserID UInt64, Name String'` قالب. تعیین نام ستون و انواع.
-
-**مثال**
-
-``` sql
--- getting the first 3 lines of a table that contains columns of String and UInt32 type from HTTP-server which answers in CSV format.
-SELECT * FROM url('http://127.0.0.1:12345/', CSV, 'column1 String, column2 UInt32') LIMIT 3
-```
-
-[مقاله اصلی](https://clickhouse.tech/docs/en/query_language/table_functions/url/) <!--hide-->
diff --git a/docs/fa/whats-new/changelog/2017.md b/docs/fa/whats-new/changelog/2017.md
deleted file mode 120000
index d581cbbb422..00000000000
--- a/docs/fa/whats-new/changelog/2017.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../en/whats-new/changelog/2017.md
\ No newline at end of file
diff --git a/docs/fa/whats-new/changelog/2018.md b/docs/fa/whats-new/changelog/2018.md
deleted file mode 120000
index 22874fcae85..00000000000
--- a/docs/fa/whats-new/changelog/2018.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../en/whats-new/changelog/2018.md
\ No newline at end of file
diff --git a/docs/fa/whats-new/changelog/2019.md b/docs/fa/whats-new/changelog/2019.md
deleted file mode 120000
index 0f3f095f8a1..00000000000
--- a/docs/fa/whats-new/changelog/2019.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../en/whats-new/changelog/2019.md
\ No newline at end of file
diff --git a/docs/fa/whats-new/changelog/index.md b/docs/fa/whats-new/changelog/index.md
deleted file mode 120000
index 5461b93ec8c..00000000000
--- a/docs/fa/whats-new/changelog/index.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../en/whats-new/changelog/index.md
\ No newline at end of file
diff --git a/docs/fa/whats-new/index.md b/docs/fa/whats-new/index.md
deleted file mode 100644
index 2f4484f2bda..00000000000
--- a/docs/fa/whats-new/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0686\u0647 \u062C\u062F\u06CC\u062F"
-toc_priority: 72
----
-
-
diff --git a/docs/fa/whats-new/roadmap.md b/docs/fa/whats-new/roadmap.md
deleted file mode 100644
index e0e5f93c221..00000000000
--- a/docs/fa/whats-new/roadmap.md
+++ /dev/null
@@ -1,19 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 74
-toc_title: "\u0646\u0642\u0634\u0647 \u0631\u0627\u0647"
----
-
-# نقشه راه {#roadmap}
-
-## Q1 2020 {#q1-2020}
-
--   کنترل دسترسی مبتنی بر نقش
-
-## Q2 2020 {#q2-2020}
-
--   ادغام با خدمات احراز هویت خارجی
--   استخر منابع برای توزیع دقیق تر از ظرفیت خوشه ای بین کاربران
-
-{## [مقاله اصلی](https://clickhouse.tech/docs/en/roadmap/) ##}
diff --git a/docs/fa/whats-new/security-changelog.md b/docs/fa/whats-new/security-changelog.md
deleted file mode 100644
index 97777e79e8e..00000000000
--- a/docs/fa/whats-new/security-changelog.md
+++ /dev/null
@@ -1,77 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 76
-toc_title: "\u062A\u063A\u06CC\u06CC\u0631\u0627\u062A \u0627\u0645\u0646\u06CC\u062A\
-  \u06CC"
----
-
-## ثابت در ClickHouse انتشار 19.14.3.3, 2019-09-10 {#fixed-in-clickhouse-release-19-14-3-3-2019-09-10}
-
-### CVE-2019-15024 {#cve-2019-15024}
-
-Аn attacker that has write access to ZooKeeper and who ican run a custom server available from the network where ClickHouse runs, can create a custom-built malicious server that will act as a ClickHouse replica and register it in ZooKeeper. When another replica will fetch data part from the malicious replica, it can force clickhouse-server to write to arbitrary path on filesystem.
-
-اعتبار: الدار زیتوف تیم امنیت اطلاعات یاندکس
-
-### CVE-2019-16535 {#cve-2019-16535}
-
-Аn OOB read, OOB write and integer underflow in decompression algorithms can be used to achieve RCE or DoS via native protocol.
-
-اعتبار: الدار زیتوف تیم امنیت اطلاعات یاندکس
-
-### CVE-2019-16536 {#cve-2019-16536}
-
-سرریز پشته منجر به داس را می توان با یک مشتری تصدیق مخرب باعث.
-
-اعتبار: الدار زیتوف تیم امنیت اطلاعات یاندکس
-
-## ثابت در ClickHouse انتشار 19.13.6.1, 2019-09-20 {#fixed-in-clickhouse-release-19-13-6-1-2019-09-20}
-
-### CVE-2019-18657 {#cve-2019-18657}
-
-تابع جدول `url` در صورت امکان پذیری اجازه مهاجم برای تزریق هدر قام دلخواه در درخواست.
-
-اعتبار: [نیکیتا تیکومیرو](https://github.com/NSTikhomirov)
-
-## ثابت در ClickHouse انتشار 18.12.13, 2018-09-10 {#fixed-in-clickhouse-release-18-12-13-2018-09-10}
-
-### CVE-2018-14672 {#cve-2018-14672}
-
-توابع برای بارگذاری مدل های ادم کودن و احمق اجازه عبور مسیر و خواندن فایل های دلخواه از طریق پیام های خطا.
-
-اعتبار: اندری کراسیچکوف از تیم امنیت اطلاعات یاندکس
-
-## ثابت در ClickHouse انتشار 18.10.3, 2018-08-13 {#fixed-in-clickhouse-release-18-10-3-2018-08-13}
-
-### CVE-2018-14671 {#cve-2018-14671}
-
-unixODBC اجازه بارگذاری دلخواه اشیاء مشترک از فایل سیستم است که منجر به اجرای کد از راه دور آسیب پذیری.
-
-اعتبار: اندری کراسیچکوف و اوگنی سیدوروف از تیم امنیت اطلاعات یاندکس
-
-## ثابت در ClickHouse انتشار 1.1.54388, 2018-06-28 {#fixed-in-clickhouse-release-1-1-54388-2018-06-28}
-
-### CVE-2018-14668 {#cve-2018-14668}
-
-“remote” تابع جدول اجازه نمادهای دلخواه در “user”, “password” و “default_database” زمینه های که منجر به عبور از پروتکل درخواست حملات جعل.
-
-اعتبار: اندری کراسیچکوف از تیم امنیت اطلاعات یاندکس
-
-## ثابت در ClickHouse انتشار 1.1.54390, 2018-07-06 {#fixed-in-clickhouse-release-1-1-54390-2018-07-06}
-
-### CVE-2018-14669 {#cve-2018-14669}
-
-کلاینت خروجی زیر کلیک بود “LOAD DATA LOCAL INFILE” قابلیت را فعال کنید که اجازه یک پایگاه داده خروجی زیر مخرب خواندن فایل های دلخواه از سرور کلیک متصل می شود.
-
-اعتبار: اندری کراسیچکوف و اوگنی سیدوروف از تیم امنیت اطلاعات یاندکس
-
-## ثابت در ClickHouse انتشار 1.1.54131, 2017-01-10 {#fixed-in-clickhouse-release-1-1-54131-2017-01-10}
-
-### CVE-2018-14670 {#cve-2018-14670}
-
-پیکربندی نادرست در بسته دب می تواند به استفاده غیر مجاز از پایگاه داده منجر شود.
-
-اعتبار: انگلستان National Cyber Security Centre (NCSC)
-
-{## [مقاله اصلی](https://clickhouse.tech/docs/en/security_changelog/) ##}
diff --git a/docs/tr/commercial/cloud.md b/docs/tr/commercial/cloud.md
deleted file mode 100644
index 42ad0db7c26..00000000000
--- a/docs/tr/commercial/cloud.md
+++ /dev/null
@@ -1,23 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 1
-toc_title: Bulut
----
-
-# ClickHouse Bulut Servis Sağlayıcıları {#clickhouse-cloud-service-providers}
-
-!!! info "Bilgin"
-    Yönetilen ClickHouse hizmeti ile genel bir bulut başlattıysanız, çekinmeyin [çekme isteği aç](https://github.com/ClickHouse/ClickHouse/edit/master/docs/en/commercial/cloud.md) aşağıdaki listeye ekleyerek.
-
-## Yandex Bulut {#yandex-cloud}
-
-[Yandex Clickhouse için yönetilen hizmet](https://cloud.yandex.com/services/managed-clickhouse?utm_source=referrals&utm_medium=clickhouseofficialsite&utm_campaign=link3) aşağıdaki temel özellikleri sağlar:
-
--   İçin tamamen yönetilen ZooKeeper hizmeti [ClickHouse çoğaltma](../engines/table-engines/mergetree-family/replication.md)
--   Çoklu depolama tipi seçenekleri
--   Farklı kullanılabilirlik bölgelerinde yinelemeler
--   Şifreleme ve izolasyon
--   Otomatik bakım
-
-{## [Orijinal makale](https://clickhouse.tech/docs/en/commercial/cloud/) ##}
diff --git a/docs/tr/commercial/index.md b/docs/tr/commercial/index.md
deleted file mode 100644
index 4f01c90970c..00000000000
--- a/docs/tr/commercial/index.md
+++ /dev/null
@@ -1,9 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: Ticari
-toc_priority: 70
-toc_title: Ticari
----
-
-
diff --git a/docs/tr/commercial/support.md b/docs/tr/commercial/support.md
deleted file mode 120000
index 1eb20ccf36a..00000000000
--- a/docs/tr/commercial/support.md
+++ /dev/null
@@ -1 +0,0 @@
-../../en/commercial/support.md
\ No newline at end of file
diff --git a/docs/tr/development/architecture.md b/docs/tr/development/architecture.md
deleted file mode 100644
index 5e9d177e78c..00000000000
--- a/docs/tr/development/architecture.md
+++ /dev/null
@@ -1,203 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 62
-toc_title: "ClickHouse mimarisine genel bak\u0131\u015F"
----
-
-# ClickHouse mimarisine genel bakış {#overview-of-clickhouse-architecture}
-
-ClickHouse gerçek bir sütun yönelimli DBMS olduğunu. Veriler sütunlar tarafından ve dizilerin yürütülmesi sırasında (vektörler veya sütun parçaları) saklanır. Mümkün olduğunda, işlemler tek tek değerler yerine dizilere gönderilir. Buna denir “vectorized query execution,” ve gerçek veri işleme maliyetini düşürmeye yardımcı olur.
-
-> Bu fikir yeni bir şey değil. Bu kadar uzanır `APL` programlama dili ve Tor andunları: `A +`, `J`, `K`, ve `Q`. Dizi programlama bilimsel veri işlemede kullanılır. Bu fikir ilişkisel veritabanlarında yeni bir şey değildir: örneğin, `Vectorwise` sistem.
-
-Sorgu işlemeyi hızlandırmak için iki farklı yaklaşım vardır: vektörize sorgu yürütme ve çalışma zamanı kodu oluşturma. İkincisi, tüm Yönlendirme ve dinamik gönderimi kaldırır. Bu yaklaşımların hiçbiri diğerinden kesinlikle daha iyi değildir. Çalışma zamanı kodu üretimi, birçok işlemi birleştirdiğinde daha iyi olabilir, böylece CPU yürütme birimlerini ve boru hattını tam olarak kullanır. Vectorized sorgu yürütme daha az pratik olabilir, çünkü önbelleğe yazılması ve geri okunması gereken geçici vektörler içerir. Geçici veri L2 önbelleğinde uymuyorsa, bu bir sorun haline gelir. Ancak vektörize sorgu yürütme, CPU'nun SIMD yeteneklerini daha kolay kullanır. Bir [araştırma öd paperevi](http://15721.courses.cs.cmu.edu/spring2016/papers/p5-sompolski.pdf) arkadaşlarımız tarafından yazıldı, her iki yaklaşımı birleştirmenin daha iyi olduğunu gösteriyor. ClickHouse vectorized sorgu yürütme kullanır ve çalışma zamanı kodu üretimi için başlangıç desteği sınırlıdır.
-
-## Sütun {#columns}
-
-`IColumn` arabirim, bellekteki sütunları temsil etmek için kullanılır (aslında, sütunların parçaları). Bu arayüz, çeşitli ilişkisel operatörlerin uygulanması için yardımcı yöntemler sağlar. Hemen hemen tüm işlemler değişmez: orijinal sütunu değiştirmezler, ancak yeni bir değiştirilmiş bir tane oluştururlar. Örneğin, `IColumn :: filter` yöntem bir filtre bayt maskesi kabul eder. Bu için kullanılır `WHERE` ve `HAVING` ilişkisel operatörler. Ek örnekler: `IColumn :: permute` desteklemek için yöntem `ORDER BY`, bu `IColumn :: cut` desteklemek için yöntem `LIMIT`.
-
-Çeşitli `IColumn` uygulanışlar (`ColumnUInt8`, `ColumnString` ve benzeri) sütunların bellek düzeninden sorumludur. Bellek düzeni genellikle bitişik bir dizidir. Sütunların tamsayı türü için, sadece bir bitişik dizidir, örneğin `std :: vector`. İçin `String` ve `Array` sütunlar, iki vektördür: biri bitişik olarak yerleştirilmiş tüm dizi elemanları için ve her dizinin başlangıcına ait ofsetler için ikinci bir tane. Ayrıca var `ColumnConst` bu bellekte sadece bir değer depolar, ancak bir sütuna benziyor.
-
-## Alan {#field}
-
-Bununla birlikte, bireysel değerlerle de çalışmak mümkündür. Bireysel bir değeri temsil etmek için, `Field` kullanılır. `Field` sadece ayrımcılığa uğramış bir birlik mi `UInt64`, `Int64`, `Float64`, `String` ve `Array`. `IColumn` has the `operator[]` n - inci değerini bir olarak alma yöntemi `Field` ve... `insert` bir ekleme yöntemi `Field` bir sütunun sonuna. Bu yöntemler çok verimli değildir, çünkü geçici olarak uğraşmayı gerektirirler `Field` tek bir değeri temsil eden nesneler. Daha etkili yöntemleri vardır, mesela: `insertFrom`, `insertRangeFrom` ve bu yüzden.
-
-`Field` bir tablo için belirli bir veri türü hakkında yeterli bilgiye sahip değildir. Mesela, `UInt8`, `UInt16`, `UInt32`, ve `UInt64` hepsi olarak temsil edilir `UInt64` in a `Field`.
-
-## Sızdıran Soyutlamalar {#leaky-abstractions}
-
-`IColumn` verilerin ortak ilişkisel dönüşümleri için yöntemler vardır, ancak tüm ihtiyaçları karşılamazlar. Mesela, `ColumnUInt64` iki sütunun toplamını hesaplamak için bir yöntem yoktur ve `ColumnString` bir alt dize araması çalıştırmak için bir yöntem yok. Bu sayısız rutinleri dışında uygulanmaktadır `IColumn`.
-
-Sütunlar üzerinde çeşitli işlevler kullanarak genel, verimli olmayan bir şekilde uygulanabilir `IColumn` çıkarma yöntemleri `Field` değerleri veya belirli bir veri iç bellek düzeni bilgisini kullanarak özel bir şekilde `IColumn` uygulanış. Döküm fonksiyonları ile belirli bir `IColumn` yazın ve doğrudan iç temsil ile anlaşma. Mesela, `ColumnUInt64` has the `getData` bir iç diziye başvuru döndüren yöntem, daha sonra ayrı bir yordam okur veya bu diziyi doğrudan doldurur. Sahibiz “leaky abstractions” çeşitli rutinlerin verimli uzmanlıklarına izin vermek.
-
-## Veri Türleri {#data_types}
-
-`IDataType` seri hale getirme ve serileştirmeden sorumludur: ikili veya metin biçiminde sütunların veya bireysel değerlerin parçalarını okumak ve yazmak için. `IDataType` tablolardaki veri türlerine doğrudan karşılık gelir. Örneğin, `DataTypeUInt32`, `DataTypeDateTime`, `DataTypeString` ve böyle devam eder.
-
-`IDataType` ve `IColumn` sadece gevşek birbirleriyle ilişkilidir. Farklı veri türleri bellekte aynı tarafından temsil edilebilir `IColumn` uygulanışlar. Mesela, `DataTypeUInt32` ve `DataTypeDateTime` her ikisi de tarafından temsil edilir `ColumnUInt32` veya `ColumnConstUInt32`. Buna ek olarak, aynı veri türü farklı tarafından temsil edilebilir `IColumn` uygulanışlar. Mesela, `DataTypeUInt8` tarafından temsil edilebilir `ColumnUInt8` veya `ColumnConstUInt8`.
-
-`IDataType` yalnızca meta verileri depolar. Mesela, `DataTypeUInt8` hiçbir şey saklamıyor (vptr hariç) ve `DataTypeFixedString` mağazalar sadece `N` (sabit boyutlu dizelerin boyutu).
-
-`IDataType` çeşitli veri formatları için yardımcı yöntemlere sahiptir. Örnekler, Olası Alıntı ile bir değeri serileştirmek, json için bir değeri serileştirmek ve XML formatının bir parçası olarak bir değeri serileştirmek için kullanılan yöntemlerdir. Veri formatlarına doğrudan yazışma yoktur. Örneğin, farklı veri biçimleri `Pretty` ve `TabSeparated` aynı kullanabilirsiniz `serializeTextEscaped` hel methodper yöntemi `IDataType` Arabirim.
-
-## Engel {#block}
-
-A `Block` bellekteki bir tablonun bir alt kümesini (yığın) temsil eden bir kapsayıcıdır. Bu sadece üçlü bir dizi: `(IColumn, IDataType, column name)`. Sorgu yürütme sırasında veri tarafından işlenir `Block`s. Eğer bir `Block`(bu yaptığımız verileri `IColumn` nesne), biz onun türü hakkında bilgi var (içinde `IDataType`) bu bize bu sütunla nasıl başa çıkacağımızı söyler ve sütun adına sahibiz. Tablodan orijinal sütun adı veya hesaplamaların geçici sonuçlarını almak için atanan bazı yapay ad olabilir.
-
-Bir bloktaki sütunlar üzerinde bazı işlevleri hesapladığımızda, bloğa sonucu olan başka bir sütun ekleriz ve işlemler değişmez olduğu için işlevin argümanları için sütunlara dokunmayız. Daha sonra, gereksiz sütunlar bloktan kaldırılabilir, ancak değiştirilemez. Ortak alt ifadelerin ortadan kaldırılması için uygundur.
-
-İşlenen her veri yığını için bloklar oluşturulur. Aynı hesaplama türü için, sütun adları ve türleri farklı bloklar için aynı kalır ve yalnızca sütun verileri değişir unutmayın. Küçük blok boyutları shared_ptrs ve sütun adlarını kopyalamak için geçici dizeleri yüksek bir ek yükü olduğundan blok üstbilgisinden blok verileri bölmek daha iyidir.
-
-## Blok Akışları {#block-streams}
-
-Blok akışları veri işleme içindir. Bir yerden veri okumak, veri dönüşümleri gerçekleştirmek veya bir yere veri yazmak için blok akışları kullanıyoruz. `IBlockInputStream` has the `read` mevcut iken bir sonraki bloğu getirme yöntemi. `IBlockOutputStream` has the `write` bloğu bir yere itmek için yöntem.
-
-Akar responsibles areular sorumludur:
-
-1.  Bir tabloya okuma veya yazma. Tablo sadece okuma veya yazma blokları için bir akış döndürür.
-2.  Veri formatlarının uygulanması. Örneğin, bir terminale veri çıkışı yapmak istiyorsanız `Pretty` biçim, blokları ittiğiniz bir blok çıkış akışı oluşturursunuz ve bunları biçimlendirir.
-3.  Veri dönüşümleri gerçekleştirme. Diyelim ki var `IBlockInputStream` ve filtrelenmiş bir akış oluşturmak istiyorum. Yarat createtığınız `FilterBlockInputStream` ve akışı ile başlatın. Sonra bir blok çektiğinizde `FilterBlockInputStream`, akışınızdan bir blok çeker, filtreler ve filtrelenmiş bloğu size döndürür. Sorgu yürütme boru hatları bu şekilde temsil edilir.
-
-Daha sofistike dönüşümler var. Örneğin, çektiğiniz zaman `AggregatingBlockInputStream`, kaynağındaki tüm verileri okur, toplar ve sizin için toplanmış bir veri akışı döndürür. Başka bir örnek: `UnionBlockInputStream` yapıcıdaki birçok giriş kaynağını ve ayrıca bir dizi iş parçacığını kabul eder. Birden çok iş parçacığı başlatır ve paralel olarak birden fazla kaynaktan okur.
-
-> Blok akışları “pull” akışı kontrol etme yaklaşımı: ilk akıştan bir blok çektiğinizde, gerekli blokları iç içe geçmiş akışlardan çeker ve tüm yürütme boru hattı çalışır. Ne “pull” ne “push” en iyi çözümdür, çünkü kontrol akışı örtükdür ve bu, birden fazla sorgunun eşzamanlı yürütülmesi (birçok boru hattının birlikte birleştirilmesi) gibi çeşitli özelliklerin uygulanmasını sınırlar. Bu sınırlama, coroutines ile veya sadece birbirlerini bekleyen ekstra iş parçacıkları çalıştırarak aşılabilir. Kontrol akışını açık hale getirirsek daha fazla olasılığa sahip olabiliriz: verileri bir hesaplama biriminden diğerine bu hesaplama birimlerinin dışında geçirme mantığını bulursak. Re thisad this [makale](http://journal.stuffwithstuff.com/2013/01/13/iteration-inside-and-out/) daha fazla düşünce için.
-
-Sorgu yürütme boru hattının her adımda geçici veri oluşturduğuna dikkat etmeliyiz. Blok boyutunu yeterince küçük tutmaya çalışıyoruz, böylece geçici veriler CPU önbelleğine sığıyor. Bu varsayımla, geçici veri yazmak ve okumak, diğer hesaplamalarla karşılaştırıldığında neredeyse ücretsizdir. Boru hattındaki birçok operasyonu bir araya getirmek için bir alternatif düşünebiliriz. Boru hattını mümkün olduğunca kısa hale getirebilir ve geçici verilerin çoğunu kaldırabilir, bu da bir avantaj olabilir, ancak dezavantajları da vardır. Örneğin, bölünmüş bir boru hattı, Ara verileri önbelleğe almayı, aynı anda çalışan benzer sorgulardan Ara verileri çalmayı ve benzer sorgular için boru hatlarını birleştirmeyi kolaylaştırır.
-
-## Biçimliler {#formats}
-
-Veri formatları blok akışları ile uygulanır. Var “presentational” sadece müşteriye veri çıkışı için uygun biçimler, örneğin `Pretty` sadece sağlayan biçim `IBlockOutputStream`. Ve gibi giriş / çıkış biçimleri vardır `TabSeparated` veya `JSONEachRow`.
-
-Satır akışları da vardır: `IRowInputStream` ve `IRowOutputStream`. Verileri bloklarla değil, tek tek satırlarla çekmenize/itmenize izin verirler. Ve sadece satır yönelimli formatların uygulanmasını basitleştirmek için gereklidir. Sarıcı `BlockInputStreamFromRowInputStream` ve `BlockOutputStreamFromRowOutputStream` satır yönelimli akışları normal blok yönelimli akışlara dönüştürmenize izin verin.
-
-## I/O {#io}
-
-Bayt yönelimli giriş / çıkış için, `ReadBuffer` ve `WriteBuffer` soyut sınıflar. C++yerine kullanılırlar `iostream`s. merak etmeyin: her olgun C++ projesi başka bir şey kullanıyor `iostream`s iyi nedenlerden dolayı.
-
-`ReadBuffer` ve `WriteBuffer` sadece bitişik bir tampon ve bu tampondaki konuma işaret eden bir imleç. Uygulamalar, arabellek belleğine sahip olabilir veya sahip olmayabilir. Arabelleği aşağıdaki verilerle doldurmak için sanal bir yöntem vardır (for `ReadBuffer`) veya tamponu bir yere yıkamak için (için `WriteBuffer`). Sanal yöntemler nadiren denir.
-
-Uygulamaları `ReadBuffer`/`WriteBuffer` sıkıştırma uygulamak için dosyalar ve dosya tanımlayıcıları ve ağ soketleri ile çalışmak için kullanılır (`CompressedWriteBuffer` is initialized with another WriteBuffer and performs compression before writing data to it), and for other purposes – the names `ConcatReadBuffer`, `LimitReadBuffer`, ve `HashingWriteBuffer` kendileri için konuşuyoruz.
-
-Read / WriteBuffers sadece baytlarla ilgilenir. Fonksiyonları vardır `ReadHelpers` ve `WriteHelpers` başlık dosyaları biçimlendirme giriş/çıkış ile yardımcı olmak için. Örneğin, ondalık biçimde bir sayı yazmak için yardımcılar vardır.
-
-Bir sonuç kümesi yazmak istediğinizde neler olduğuna bakalım `JSON` stdout için biçimlendirin. Eğer bir sonuç getirilecek hazır set var `IBlockInputStream`. Yarat createtığınız `WriteBufferFromFileDescriptor(STDOUT_FILENO)` STDOUT için bayt yazmak için. Yarat createtığınız `JSONRowOutputStream` bununla başlatıldı `WriteBuffer`, satır yazmak için `JSON` stdout. Yarat createtığınız `BlockOutputStreamFromRowOutputStream` bu da yetmiyormuş gibi göstermek için `IBlockOutputStream`. Sonra Ara `copyData` veri aktarmak için `IBlockInputStream` -e doğru `IBlockOutputStream` ve her şey çalışıyor. İçten, `JSONRowOutputStream` çeşitli json sınırlayıcıları yazacak ve `IDataType::serializeTextJSON` bir referans ile yöntem `IColumn` ve satır numarası argüman olarak. Sonuç olarak, `IDataType::serializeTextJSON` bir yöntem çağırır `WriteHelpers.h`: mesela, `writeText` sayısal türler ve `writeJSONString` için `DataTypeString`.
-
-## Tablolar {#tables}
-
-Bu `IStorage` arayüz tabloları temsil eder. Bu arayüzün farklı uygulamaları farklı tablo motorlarıdır. Örnekler şunlardır `StorageMergeTree`, `StorageMemory` ve bu yüzden. Bu sınıfların örnekleri sadece tablolardır.
-
-Anahtar `IStorage` yöntemler şunlardır `read` ve `write`. Ayrıca vardır `alter`, `rename`, `drop` ve bu yüzden. Bu `read` yöntem aşağıdaki bağımsız değişkenleri kabul eder: bir tablodan okunacak sütun kümesi, `AST` dikkate alınması gereken sorgu ve döndürülmesi gereken akış sayısı. Bir veya birden fazla döndürür `IBlockInputStream` nesneler ve sorgu yürütme sırasında bir tablo altyapısı içinde tamamlanan veri işleme aşaması hakkında bilgi.
-
-Çoğu durumda, read yöntemi yalnızca belirtilen sütunları bir tablodan okumaktan sorumludur, daha fazla veri işleme için değil. Tüm diğer veri işleme sorgu yorumlayıcısı tarafından yapılır ve sorumluluk dışında `IStorage`.
-
-Ancak önemli istisnalar var:
-
--   AST sorgusu için geçirilir `read` yöntemi ve tablo altyapısı dizin kullanımını türetmek ve bir tablodan daha az veri okumak için kullanabilirsiniz.
--   Bazen tablo motoru verileri belirli bir aşamaya kadar işleyebilir. Mesela, `StorageDistributed` uzak sunuculara sorgu gönderebilir, farklı uzak sunuculardan gelen verilerin birleştirilebileceği bir aşamaya veri işlemelerini isteyebilir ve bu önceden işlenmiş verileri döndürebilir. Sorgu yorumlayıcısı daha sonra verileri işlemeyi tamamlar.
-
-Tablo `read` yöntem birden çok döndürebilir `IBlockInputStream` nesneleri paralel veri işleme izin vermek için. Bu çoklu blok giriş akışları bir tablodan paralel olarak okuyabilir. Ardından, bu akışları bağımsız olarak hesaplanabilen çeşitli dönüşümlerle (ifade değerlendirme veya filtreleme gibi) sarabilir ve bir `UnionBlockInputStream` bunların üzerine, paralel olarak birden fazla akıştan okumak için.
-
-Ayrıca vardır `TableFunction`s. bunlar geçici olarak dönen işlevlerdir `IStorage` içinde kullanılacak nesne `FROM` bir sorgu yan tümcesi.
-
-Tablo motorunuzu nasıl uygulayacağınıza dair hızlı bir fikir edinmek için, basit bir şeye bakın `StorageMemory` veya `StorageTinyLog`.
-
-> Bu sonucu `read` yöntem, `IStorage` dönüşler `QueryProcessingStage` – information about what parts of the query were already calculated inside storage.
-
-## Ayrıştırıcılar {#parsers}
-
-Elle yazılmış özyinelemeli iniş ayrıştırıcı bir sorgu ayrıştırır. Mesela, `ParserSelectQuery` sorgunun çeşitli bölümleri için temel ayrıştırıcıları yinelemeli olarak çağırır. Ayrıştırıcılar bir `AST`. Bu `AST` örnekleri olan düğüm bylerle temsil edilir `IAST`.
-
-> Ayrıştırıcı jeneratörler tarihsel nedenlerle kullanılmaz.
-
-## Tercümanlar {#interpreters}
-
-Sorgu yürütme kanalının oluşturulmasından tercümanlar sorumludur. `AST`. Gibi basit tercümanlar vardır `InterpreterExistsQuery` ve `InterpreterDropQuery` veya daha sofistike `InterpreterSelectQuery`. Sorgu yürütme boru hattı, blok giriş veya çıkış akışlarının birleşimidir. Örneğin, yorumlama sonucu `SELECT` sorgu olduğunu `IBlockInputStream` sonuç kümesini okumak için; INSERT sorgusunun sonucu `IBlockOutputStream` ekleme için veri yazmak ve yorumlama sonucu `INSERT SELECT` sorgu olduğunu `IBlockInputStream` bu, ilk okumada boş bir sonuç kümesi döndürür, ancak verileri kopyalar `SELECT` -e doğru `INSERT` aynı zamanda.
-
-`InterpreterSelectQuery` kullanma `ExpressionAnalyzer` ve `ExpressionActions` sorgu analizi ve dönüşümler için makine. Bu, kural tabanlı sorgu iyileştirmelerinin çoğunun yapıldığı yerdir. `ExpressionAnalyzer` oldukça dağınık ve yeniden yazılmalıdır: modüler dönüşümlere veya sorguya izin vermek için ayrı sınıflara çeşitli sorgu dönüşümleri ve optimizasyonlar çıkarılmalıdır.
-
-## İşlevler {#functions}
-
-Sıradan fonksiyonlar ve toplam fonksiyonlar vardır. Toplama işlevleri için bir sonraki bölüme bakın.
-
-Ordinary functions don't change the number of rows – they work as if they are processing each row independently. In fact, functions are not called for individual rows, but for `Block`'s vectorized sorgu yürütme uygulamak için veri.
-
-Gibi bazı çeşitli fonksiyonlar vardır [blockSize](../sql-reference/functions/other-functions.md#function-blocksize), [rowNumberİnBlock](../sql-reference/functions/other-functions.md#function-rownumberinblock), ve [runningAccumulate](../sql-reference/functions/other-functions.md#function-runningaccumulate), blok işlemeyi istismar eden ve satırların bağımsızlığını ihlal eden.
-
-Clickhouse'un güçlü yazımı var, bu yüzden örtük tür dönüşümü yok. Bir işlev belirli bir tür kombinasyonunu desteklemiyorsa, bir istisna atar. Ancak, birçok farklı tür kombinasyonu için işlevler çalışabilir (aşırı yüklenebilir). Örneğin, `plus` fonksiyonu (uygulamak için `+` operatör) sayısal türlerin herhangi bir kombinasyonu için çalışır: `UInt8` + `Float32`, `UInt16` + `Int8` ve bu yüzden. Ayrıca, bazı variadic işlevleri gibi bağımsız değişkenlerin herhangi bir sayıda kabul edebilir `concat` İşlev.
-
-Bir işlev açıkça desteklenen veri türlerini gönderir ve desteklenen çünkü bir işlev uygulamak biraz rahatsız edici olabilir `IColumns`. Örneğin, `plus` işlev, sayısal türlerin ve sabit veya sabit olmayan sol ve sağ bağımsız değişkenlerin her birleşimi için bir C++ şablonunun örneklendirilmesiyle oluşturulan koda sahiptir.
-
-Bu şablon kodu kabartmak önlemek için çalışma zamanı kodu nesil uygulamak için mükemmel bir yerdir. Ayrıca, kaynaşmış çarpma-ekleme gibi kaynaşmış işlevler eklemeyi veya bir döngü yinelemesinde birden fazla karşılaştırma yapmayı mümkün kılar.
-
-Vektörize sorgu yürütme nedeniyle, işlevler kısa devre değildir. Örneğin, yazarsanız `WHERE f(x) AND g(y)`, her iki taraf da satırlar için bile hesaplanır `f(x)` sıfırdır (hariç `f(x)` sıfır sabit bir ifadedir). Ama eğer seçicilik `f(x)` durum yüksek ve hesaplama `f(x)` çok daha ucuzdur `g(y)`, çok geçişli hesaplama uygulamak daha iyidir. İlk önce hesaplayacaktı `f(x)`, daha sonra sonucu sütunları süzün ve sonra hesaplayın `g(y)` sadece daha küçük, filtrelenmiş veri parçaları için.
-
-## Toplama Fonksiyonları {#aggregate-functions}
-
-Toplama işlevleri durumsal işlevlerdir. Geçirilen değerleri bir duruma biriktirir ve bu durumdan sonuç almanıza izin verir. İle Yönet theyil theirler. `IAggregateFunction` Arabirim. Devletler oldukça basit olabilir (devlet `AggregateFunctionCount` sadece bir tek `UInt64` değeri) veya oldukça karmaşık (devlet `AggregateFunctionUniqCombined` doğrusal bir dizi, bir karma tablo ve bir kombinasyonudur `HyperLogLog` olasılıksal veri yapısı).
-
-Devletler tahsis edilir `Arena` (bir bellek havuzu) yüksek önemlilik yürütürken birden çok durumla başa çıkmak için `GROUP BY` sorgu. Devletler önemsiz olmayan bir yapıcı ve yıkıcı olabilir: örneğin, karmaşık toplama durumları ek belleği kendileri tahsis edebilir. Devletlerin yaratılmasına ve yok edilmesine ve mülkiyet ve yıkım düzeninin doğru bir şekilde geçmesine biraz dikkat gerektirir.
-
-Toplama durumları serileştirilmiş ve dağıtılmış sorgu yürütme sırasında ağ üzerinden geçmek veya bunları yeterli RAM olmadığı diskte yazmak için serileştirilmiş. Hatta bir tablo ile saklanabilir `DataTypeAggregateFunction` verilerin artımlı toplanmasına izin vermek için.
-
-> Toplu işlev durumları için seri hale getirilmiş veri biçimi şu anda sürümlendirilmemiş. Toplama durumları yalnızca geçici olarak saklanırsa sorun olmaz. Ama biz var `AggregatingMergeTree` artan toplama için tablo motoru ve insanlar zaten üretimde kullanıyor. Gelecekte herhangi bir toplama işlevi için seri hale getirilmiş biçimi değiştirirken geriye dönük uyumluluğun gerekli olmasının nedeni budur.
-
-## Hizmetçi {#server}
-
-Sunucu birkaç farklı arayüz uygular:
-
--   Herhangi bir yabancı istemciler için bir HTTP arabirimi.
--   Dağıtılmış sorgu yürütme sırasında yerel ClickHouse istemcisi ve sunucular arası iletişim için bir TCP arabirimi.
--   Çoğaltma için veri aktarımı için bir arabirim.
-
-DAHİLİ olarak, coroutines veya lifler olmadan sadece ilkel bir çok iş parçacıklı sunucudur. Sunucu, yüksek oranda basit sorguları işlemek için değil, nispeten düşük oranda karmaşık sorguları işlemek için tasarlandığından, her biri analitik için çok miktarda veri işleyebilir.
-
-Sunucu başlatır `Context` sorgu yürütme için gerekli ortama sahip sınıf: kullanılabilir veritabanlarının, kullanıcıların ve erişim haklarının, ayarların, kümelerin, işlem listesinin, sorgu günlüğünün vb. listesi. Tercümanlar bu ortamı kullanır.
-
-Sunucu TCP protokolü için tam geriye ve ileriye dönük uyumluluk sağlıyoruz: eski istemciler yeni sunucularla konuşabilir ve yeni istemciler eski sunucularla konuşabilir. Ancak sonsuza dek korumak istemiyoruz ve yaklaşık bir yıl sonra eski sürümler için destek kaldırıyoruz.
-
-!!! note "Not"
-    Çoğu harici uygulama için, HTTP arayüzünü kullanmanızı öneririz, çünkü basit ve kullanımı kolaydır. TCP protokolü, iç veri yapılarına daha sıkı bir şekilde bağlanır: veri bloklarını geçirmek için bir iç biçim kullanır ve sıkıştırılmış veriler için özel çerçeveleme kullanır. Bu protokol için bir C kütüphanesi yayınlamadık çünkü pratik olmayan ClickHouse kod tabanının çoğunu bağlamayı gerektiriyor.
-
-## Dağıtılmış Sorgu Yürütme {#distributed-query-execution}
-
-Bir küme kurulumundaki sunucular çoğunlukla bağımsızdır. Sen-ebilmek yaratmak a `Distributed` bir kümedeki bir veya tüm sunucularda tablo. Bu `Distributed` table does not store data itself – it only provides a “view” Bir kümenin birden çok düğümündeki tüm yerel tablolara. Bir seçtiğinizde `Distributed` tablo, bu sorguyu yeniden yazar, Yük Dengeleme ayarlarına göre uzak düğümleri seçer ve sorguyu onlara gönderir. Bu `Distributed` tablo, farklı sunuculardan gelen Ara sonuçların birleştirilebileceği bir aşamaya kadar bir sorguyu işlemek için uzak sunuculardan ister. Sonra Ara sonuçları alır ve onları birleştirir. Dağıtılmış tablo, uzak sunuculara mümkün olduğunca fazla çalışma dağıtmaya çalışır ve ağ üzerinden çok fazla ara veri göndermez.
-
-In veya JOIN yan tümcelerinde alt sorgular olduğunda işler daha karmaşık hale gelir ve her biri bir `Distributed` Tablo. Bu sorguların yürütülmesi için farklı stratejilerimiz var.
-
-Dağıtılmış sorgu yürütme için genel bir sorgu planı yoktur. Her düğüm, işin kendi kısmı için yerel sorgu planına sahiptir. Biz sadece basit tek geçişli dağıtılmış sorgu yürütme var: biz uzak düğümler için sorgular göndermek ve sonra sonuçları birleştirmek. Ancak bu, yüksek önemlilik grubu BYs ile veya JOIN için büyük miktarda geçici veri içeren karmaşık sorgular için mümkün değildir. Bu gibi durumlarda, gerek “reshuffle” ek koordinasyon gerektiren sunucular arasındaki veriler. ClickHouse bu tür bir sorgu yürütülmesini desteklemiyor ve üzerinde çalışmamız gerekiyor.
-
-## Ağaç Birleştirme {#merge-tree}
-
-`MergeTree` birincil anahtarla dizin oluşturmayı destekleyen bir depolama altyapısı ailesidir. Birincil anahtar, isteğe bağlı bir sütun veya ifade kümesi olabilir. Veri `MergeTree` tablo saklanır “parts”. Her bölüm verileri birincil anahtar sırasına göre saklar, böylece veriler birincil anahtar tuple tarafından lexicographically sıralanır. Tüm tablo sütunları ayrı olarak saklanır `column.bin` bu kısımlardaki dosyalar. Dosyalar sıkıştırılmış bloklardan oluşur. Her blok, ortalama değer boyutuna bağlı olarak genellikle 64 KB ila 1 MB sıkıştırılmamış veridir. Bloklar, birbiri ardına bitişik olarak yerleştirilmiş sütun değerlerinden oluşur. Sütun değerleri her sütun için aynı sıradadır (birincil anahtar siparişi tanımlar), bu nedenle birçok sütun tarafından yineleme yaptığınızda, karşılık gelen satırlar için değerler alırsınız.
-
-Birincil anahtarın kendisi “sparse”. Her satır Adres yok ama verilerin sadece biraz değişir. Ayıran `primary.idx` dosya, n'nin çağrıldığı her N-inci satır için birincil anahtarın değerine sahiptir `index_granularity` (genellikle, n = 8192). Ayrıca, her sütun için, biz var `column.mrk` dosyaları ile “marks,” veri dosyasındaki her N-inci satıra ofset olan. Her işaret bir çifttir: dosyadaki ofset sıkıştırılmış bloğun başlangıcına ve sıkıştırılmış bloktaki ofset verilerin başlangıcına. Genellikle, sıkıştırılmış bloklar işaretlerle hizalanır ve sıkıştırılmış bloktaki ofset sıfırdır. İçin veri `primary.idx` her zaman bellekte bulunur ve veri `column.mrk` dosyalar önbelleğe alınır.
-
-Bir kısm aından bir şey okuy readacağımız zaman `MergeTree` bak biz `primary.idx` veri ve istenen verileri içerebilecek aralıkları bulun, ardından `column.mrk` veri ve bu aralıkları okumaya başlamak için nerede için uzaklıklar hesaplayın. Çünkü seyrek, fazla veri okunabilir. ClickHouse, basit nokta sorgularının yüksek bir yükü için uygun değildir, çünkü tüm Aralık `index_granularity` her anahtar için satırlar okunmalı ve her sütun için sıkıştırılmış bloğun tamamı sıkıştırılmalıdır. Dizin için fark edilebilir bellek tüketimi olmadan tek bir sunucu başına trilyonlarca satır tutabilmemiz gerektiğinden dizini seyrek yaptık. Ayrıca, birincil anahtar seyrek olduğundan, benzersiz değildir: ekleme zamanında tablodaki anahtarın varlığını denetleyemez. Bir tabloda aynı anahtara sahip birçok satır olabilir.
-
-Ne zaman sen `INSERT` içine veri bir demet `MergeTree`, bu grup birincil anahtar sırasına göre sıralanır ve yeni bir bölüm oluşturur. Bazı parçaları periyodik olarak seçen ve parça sayısını nispeten düşük tutmak için bunları tek bir sıralanmış parçaya birleştiren arka plan iş parçacıkları vardır. Bu yüzden denir `MergeTree`. Tabii ki, birleştirme yol açar “write amplification”. Tüm parçalar değişmez: sadece oluşturulur ve silinir, ancak değiştirilmez. SELECT yürütüldüğünde, tablonun bir anlık görüntüsünü (bir parça kümesi) tutar. Birleştirildikten sonra, arızadan sonra iyileşmeyi kolaylaştırmak için eski parçaları bir süre tutuyoruz, bu nedenle birleştirilmiş bir parçanın muhtemelen kırıldığını görürsek, kaynak parçalarıyla değiştirebiliriz.
-
-`MergeTree` içermediği için bir lsm ağacı değildir “memtable” ve “log”: inserted data is written directly to the filesystem. This makes it suitable only to INSERT data in batches, not by individual row and not very frequently – about once per second is ok, but a thousand times a second is not. We did it this way for simplicity's sake, and because we are already inserting data in batches in our applications.
-
-> MergeTree tabloları yalnızca bir (birincil) dizine sahip olabilir: herhangi bir ikincil dizin yoktur. Bir mantıksal tablo altında birden fazla fiziksel gösterime izin vermek, örneğin verileri birden fazla fiziksel sırayla depolamak veya hatta orijinal verilerle birlikte önceden toplanmış verilerle gösterimlere izin vermek güzel olurdu.
-
-Arka plan birleştirmeleri sırasında ek iş yapan MergeTree motorları vardır. Örnekler şunlardır `CollapsingMergeTree` ve `AggregatingMergeTree`. Bu, güncellemeler için özel destek olarak kabul edilebilir. Kullanıcıların genellikle arka plan birleştirmeleri yürütüldüğünde zaman üzerinde hiçbir kontrole sahip çünkü bu gerçek güncellemeler olmadığını unutmayın, ve bir veri `MergeTree` tablo hemen hemen her zaman tamamen birleştirilmiş formda değil, birden fazla bölümde saklanır.
-
-## Çoğalma {#replication}
-
-Clickhouse çoğaltma başına tablo bazında yapılandırılabilir. Aynı sunucuda bazı çoğaltılmış ve bazı çoğaltılmamış tablolar olabilir. Ayrıca, iki faktörlü çoğaltmaya sahip bir tablo ve üç faktörlü bir tablo gibi farklı şekillerde çoğaltılmış tablolar da olabilir.
-
-Çoğaltma uygulanır `ReplicatedMergeTree` depolama motoru. The path in `ZooKeeper` depolama altyapısı için bir parametre olarak belirtilir. Aynı yolu olan tüm tablolar `ZooKeeper` birbirlerinin kopyaları haline gelir: verilerini senkronize eder ve tutarlılığı korurlar. Yinelemeler, bir tablo oluşturarak veya bırakarak dinamik olarak eklenebilir ve kaldırılabilir.
-
-Çoğaltma, zaman uyumsuz bir çoklu ana düzeni kullanır. Bir oturum olan herhangi bir yinelemeye veri ekleyebilirsiniz. `ZooKeeper` ve veriler diğer tüm yinelemelere zaman uyumsuz olarak çoğaltılır. ClickHouse güncelleştirmeleri desteklemediğinden, çoğaltma çakışmaz. Eklerin çekirdek onayı olmadığından, bir düğüm başarısız olursa, yalnızca eklenen veriler kaybolabilir.
-
-Çoğaltma için meta veri zookeeper saklanır. Hangi eylemlerin yapılacağını listeleyen bir çoğaltma günlüğü vardır. Eylemler şunlardır: parça al; parçaları Birleştir; bir bölüm bırak vb. Her çoğaltma, çoğaltma günlüğünü kendi kuyruğuna kopyalar ve sonra da sıradaki eylemleri yürütür. Örneğin, ekleme, “get the part” eylem günlüğüne oluşturulur ve her çoğaltma bu bölümü indirir. Birleştirmeler, baytla aynı sonuçları elde etmek için yinelemeler arasında koordine edilir. Tüm parçalar tüm kopyalarda aynı şekilde birleştirilir. Bir kopyayı lider olarak seçerek elde edilir ve bu çoğaltma birleştirir ve yazar “merge parts” günlük eylemler.
-
-Çoğaltma fiziksel: yalnızca sıkıştırılmış parçalar sorgular değil düğümler arasında aktarılır. Birleştirmeler, çoğu durumda ağ amplifikasyonundan kaçınarak ağ maliyetlerini düşürmek için her yinelemede bağımsız olarak işlenir. Büyük birleştirilmiş parçalar, yalnızca önemli çoğaltma gecikmesi durumunda ağ üzerinden gönderilir.
-
-Ayrıca, her bir kopya, ZooKeeper içindeki durumunu parça seti ve sağlama toplamı olarak depolar. Yerel dosya sistemindeki durum ZooKeeper referans durumundan ayrıldığında, kopya diğer kopyalardan eksik ve bozuk parçaları indirerek tutarlılığını geri yükler. Yerel dosya sisteminde beklenmeyen veya bozuk bazı veriler olduğunda, ClickHouse onu kaldırmaz, ancak ayrı bir dizine taşır ve unutur.
-
-!!! note "Not"
-    ClickHouse kümesi bağımsız parçalardan oluşur ve her parça kopyalardan oluşur. Küme **elastik değil**, böylece yeni bir parça ekledikten sonra, veriler otomatik olarak kırıklar arasında yeniden dengelenmez. Bunun yerine, küme yükünün eşit olmayan şekilde ayarlanması gerekiyor. Bu uygulama size daha fazla kontrol sağlar ve onlarca düğüm gibi nispeten küçük kümeler için uygundur. Ancak üretimde kullandığımız yüzlerce düğüm içeren kümeler için bu yaklaşım önemli bir dezavantaj haline gelir. Kümeler arasında otomatik olarak bölünebilen ve dengelenebilen dinamik olarak çoğaltılmış bölgelerle kümeye yayılan bir tablo altyapısı uygulamalıyız.
-
-{## [Orijinal makale](https://clickhouse.tech/docs/en/development/architecture/) ##}
diff --git a/docs/tr/development/browse-code.md b/docs/tr/development/browse-code.md
deleted file mode 100644
index a4b6a90020e..00000000000
--- a/docs/tr/development/browse-code.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 63
-toc_title: "Kaynak Koduna G\xF6zat"
----
-
-# ClickHouse Kaynak Koduna Göz Atın {#browse-clickhouse-source-code}
-
-Kullanabilirsiniz **Woboq** online kod tarayıcı mevcut [burada](https://clickhouse.tech/codebrowser/html_report/ClickHouse/src/index.html). Bu kod navigasyon ve semantik vurgulama, arama ve indeksleme sağlar. Kod anlık görüntüsü günlük olarak güncellenir.
-
-Ayrıca, kaynaklara göz atabilirsiniz [GitHub](https://github.com/ClickHouse/ClickHouse) herzamanki.
-
-IDE'NİN ne kullanacağı ile ilgileniyorsanız, CLion, QT Creator, vs Code ve KDevelop (uyarılar ile) öneririz. Herhangi bir favori IDE kullanabilirsiniz. Vim ve Emacs da sayılır.
diff --git a/docs/tr/development/build-cross-arm.md b/docs/tr/development/build-cross-arm.md
deleted file mode 100644
index f0a283bfd98..00000000000
--- a/docs/tr/development/build-cross-arm.md
+++ /dev/null
@@ -1,43 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 67
-toc_title: "AARCH64 (ARM64) i\xE7in Linux'ta ClickHouse nas\u0131l olu\u015Fturulur)"
----
-
-# AARCH64 (ARM64) mimarisi için Linux'ta ClickHouse nasıl oluşturulur {#how-to-build-clickhouse-on-linux-for-aarch64-arm64-architecture}
-
-Bu, Linux makineniz olduğunda ve onu oluşturmak için kullanmak istediğinizde geçerlidir `clickhouse` AARCH64 CPU mimarisi ile başka bir Linux makinede çalışacak ikili. Bu, Linux sunucularında çalışan sürekli entegrasyon kontrolleri için tasarlanmıştır.
-
-AARCH64 için çapraz yapı, [Inşa talimatları](build.md) önce onları takip et.
-
-# Clang-8'i Yükle {#install-clang-8}
-
-Yönergeleri izleyin https://apt.llvm.org / Ubuntu veya Debian kurulumunuz için.
-Örneğin, Ubuntu Bionic'te aşağıdaki komutları kullanabilirsiniz:
-
-``` bash
-echo "deb [trusted=yes] http://apt.llvm.org/bionic/ llvm-toolchain-bionic-8 main" | sudo tee /etc/apt/sources.list.d/llvm.list
-sudo apt-get update
-sudo apt-get install clang-8
-```
-
-# Çapraz Derleme Araç Setini Yükle {#install-cross-compilation-toolset}
-
-``` bash
-cd ClickHouse
-mkdir -p build-aarch64/cmake/toolchain/linux-aarch64
-wget 'https://developer.arm.com/-/media/Files/downloads/gnu-a/8.3-2019.03/binrel/gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz?revision=2e88a73f-d233-4f96-b1f4-d8b36e9bb0b9&la=en' -O gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz
-tar xJf gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz -C build-aarch64/cmake/toolchain/linux-aarch64 --strip-components=1
-```
-
-# ClickHouse İnşa {#build-clickhouse}
-
-``` bash
-cd ClickHouse
-mkdir build-arm64
-CC=clang-8 CXX=clang++-8 cmake . -Bbuild-arm64 -DCMAKE_TOOLCHAIN_FILE=cmake/linux/toolchain-aarch64.cmake
-ninja -C build-arm64
-```
-
-Ortaya çıkan ikili, yalnızca AARCH64 CPU mimarisi ile Linux'ta çalışacaktır.
diff --git a/docs/tr/development/build-cross-osx.md b/docs/tr/development/build-cross-osx.md
deleted file mode 100644
index 1c9e28746c1..00000000000
--- a/docs/tr/development/build-cross-osx.md
+++ /dev/null
@@ -1,64 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 66
-toc_title: "Mac OS X i\xE7in Linux'ta ClickHouse nas\u0131l olu\u015Fturulur"
----
-
-# Mac OS X için Linux'ta ClickHouse nasıl oluşturulur {#how-to-build-clickhouse-on-linux-for-mac-os-x}
-
-Bu, Linux makineniz olduğunda ve onu oluşturmak için kullanmak istediğinizde geçerlidir `clickhouse` OS X üzerinde çalışacak ikili. bu, Linux sunucularında çalışan sürekli entegrasyon kontrolleri için tasarlanmıştır. Clickhouse'u doğrudan Mac OS X'te oluşturmak istiyorsanız, devam edin [başka bir talimat](build-osx.md).
-
-Mac OS X için çapraz yapı, [Inşa talimatları](build.md) önce onları takip et.
-
-# Clang-8'i Yükle {#install-clang-8}
-
-Yönergeleri izleyin https://apt.llvm.org / Ubuntu veya Debian kurulumunuz için.
-Örneğin biyonik için komutlar gibidir:
-
-``` bash
-sudo echo "deb [trusted=yes] http://apt.llvm.org/bionic/ llvm-toolchain-bionic-8 main" >> /etc/apt/sources.list
-sudo apt-get install clang-8
-```
-
-# Çapraz Derleme Araç Setini Yükle {#install-cross-compilation-toolset}
-
-Yüklediğimiz yolu hatırlayalım `cctools` olarak $ {CCTOOLS}
-
-``` bash
-mkdir ${CCTOOLS}
-
-git clone https://github.com/tpoechtrager/apple-libtapi.git
-cd apple-libtapi
-INSTALLPREFIX=${CCTOOLS} ./build.sh
-./install.sh
-cd ..
-
-git clone https://github.com/tpoechtrager/cctools-port.git
-cd cctools-port/cctools
-./configure --prefix=${CCTOOLS} --with-libtapi=${CCTOOLS} --target=x86_64-apple-darwin
-make install
-```
-
-Ayrıca, MacOS X SDK'YI çalışma ağacına indirmemiz gerekiyor.
-
-``` bash
-cd ClickHouse
-wget 'https://github.com/phracker/MacOSX-SDKs/releases/download/10.14-beta4/MacOSX10.14.sdk.tar.xz'
-mkdir -p build-darwin/cmake/toolchain/darwin-x86_64
-tar xJf MacOSX10.14.sdk.tar.xz -C build-darwin/cmake/toolchain/darwin-x86_64 --strip-components=1
-```
-
-# ClickHouse İnşa {#build-clickhouse}
-
-``` bash
-cd ClickHouse
-mkdir build-osx
-CC=clang-8 CXX=clang++-8 cmake . -Bbuild-osx -DCMAKE_TOOLCHAIN_FILE=cmake/darwin/toolchain-x86_64.cmake \
-    -DCMAKE_AR:FILEPATH=${CCTOOLS}/bin/x86_64-apple-darwin-ar \
-    -DCMAKE_RANLIB:FILEPATH=${CCTOOLS}/bin/x86_64-apple-darwin-ranlib \
-    -DLINKER_NAME=${CCTOOLS}/bin/x86_64-apple-darwin-ld
-ninja -C build-osx
-```
-
-Ortaya çıkan ikili bir Mach-O yürütülebilir biçimine sahip olacak ve Linux üzerinde çalıştırılamaz.
diff --git a/docs/tr/development/build-osx.md b/docs/tr/development/build-osx.md
deleted file mode 100644
index f8cecc46c3c..00000000000
--- a/docs/tr/development/build-osx.md
+++ /dev/null
@@ -1,93 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 65
-toc_title: "Mac OS X \xFCzerinde ClickHouse nas\u0131l olu\u015Fturulur"
----
-
-# Mac OS X üzerinde ClickHouse nasıl oluşturulur {#how-to-build-clickhouse-on-mac-os-x}
-
-Build Mac OS X 10.15 (Catalina) üzerinde çalışmalıdır)
-
-## Homebrew Yüklemek {#install-homebrew}
-
-``` bash
-$ /usr/bin/ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
-```
-
-## Gerekli derleyicileri, araçları ve kitaplıkları yükleyin {#install-required-compilers-tools-and-libraries}
-
-``` bash
-$ brew install cmake ninja libtool gettext
-```
-
-## Checkout ClickHouse Kaynakları {#checkout-clickhouse-sources}
-
-``` bash
-$ git clone --recursive git@github.com:ClickHouse/ClickHouse.git
-```
-
-veya
-
-``` bash
-$ git clone --recursive https://github.com/ClickHouse/ClickHouse.git
-
-$ cd ClickHouse
-```
-
-## ClickHouse İnşa {#build-clickhouse}
-
-``` bash
-$ mkdir build
-$ cd build
-$ cmake .. -DCMAKE_CXX_COMPILER=`which clang++` -DCMAKE_C_COMPILER=`which clang`
-$ ninja
-$ cd ..
-```
-
-## Uyarılar {#caveats}
-
-Clickhouse-server çalıştırmak istiyorsanız, sistemin maxfiles değişken artırmak için emin olun.
-
-!!! info "Not"
-    Sudo kullanmanız gerekecek.
-
-Bunu yapmak için aşağıdaki dosyayı oluşturun:
-
-/ Kütüphane / LaunchDaemons / sınırı.maxfiles.plist:
-
-``` xml
-<?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN"
-        "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
-<plist version="1.0">
-  <dict>
-    <key>Label</key>
-    <string>limit.maxfiles</string>
-    <key>ProgramArguments</key>
-    <array>
-      <string>launchctl</string>
-      <string>limit</string>
-      <string>maxfiles</string>
-      <string>524288</string>
-      <string>524288</string>
-    </array>
-    <key>RunAtLoad</key>
-    <true/>
-    <key>ServiceIPC</key>
-    <false/>
-  </dict>
-</plist>
-```
-
-Aşağıdaki komutu çalıştırın:
-
-``` bash
-$ sudo chown root:wheel /Library/LaunchDaemons/limit.maxfiles.plist
-```
-
-Başlatmak.
-
-Çalışıp çalışmadığını kontrol etmek için şunları kullanabilirsiniz `ulimit -n` komut.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/development/build_osx/) <!--hide-->
diff --git a/docs/tr/development/build.md b/docs/tr/development/build.md
deleted file mode 100644
index 93ddebffa75..00000000000
--- a/docs/tr/development/build.md
+++ /dev/null
@@ -1,141 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 64
-toc_title: "Linux \xFCzerinde ClickHouse nas\u0131l olu\u015Fturulur"
----
-
-# Geliştirme için ClickHouse nasıl inşa edilir {#how-to-build-clickhouse-for-development}
-
-Aşağıdaki öğretici Ubuntu Linux sistemine dayanmaktadır.
-Uygun değişikliklerle, başka herhangi bir Linux dağıtımı üzerinde de çalışması gerekir.
-Desteklenen platformlar: x86_64 ve AArch64. Power9 için destek deneyseldir.
-
-## Git, Cmake, Python ve Ninja'yı yükleyin {#install-git-cmake-python-and-ninja}
-
-``` bash
-$ sudo apt-get install git cmake python ninja-build
-```
-
-Veya eski sistemlerde cmake yerine cmake3.
-
-## Gcc 10'u yükle {#install-gcc-10}
-
-Bunu yapmak için çeşitli yollar vardır.
-
-### Bir PPA paketinden yükleme {#install-from-a-ppa-package}
-
-``` bash
-$ sudo apt-get install software-properties-common
-$ sudo apt-add-repository ppa:ubuntu-toolchain-r/test
-$ sudo apt-get update
-$ sudo apt-get install gcc-10 g++-10
-```
-
-### Kaynaklardan yükleyin {#install-from-sources}
-
-Bakmak [utils/ci/build-gcc-from-sources.sh](https://github.com/ClickHouse/ClickHouse/blob/master/utils/ci/build-gcc-from-sources.sh)
-
-## Yapılar için GCC 10 kullanın {#use-gcc-10-for-builds}
-
-``` bash
-$ export CC=gcc-10
-$ export CXX=g++-10
-```
-
-## Checkout ClickHouse Kaynakları {#checkout-clickhouse-sources}
-
-``` bash
-$ git clone --recursive git@github.com:ClickHouse/ClickHouse.git
-```
-
-veya
-
-``` bash
-$ git clone --recursive https://github.com/ClickHouse/ClickHouse.git
-```
-
-## ClickHouse İnşa {#build-clickhouse}
-
-``` bash
-$ cd ClickHouse
-$ mkdir build
-$ cd build
-$ cmake ..
-$ ninja
-$ cd ..
-```
-
-Bir yürütülebilir dosya oluşturmak için çalıştırın `ninja clickhouse`.
-Bu yaratacak `programs/clickhouse` ile kullanılabilecek çalıştırılabilir `client` veya `server` değişkenler.
-
-# Herhangi bir Linux üzerinde ClickHouse nasıl oluşturulur {#how-to-build-clickhouse-on-any-linux}
-
-Yapı aşağıdaki bileşenleri gerektirir:
-
--   Git (yalnızca kaynakları kontrol etmek için kullanılır, yapı için gerekli değildir)
--   Cmake 3.10 veya daha yeni
--   Ninja (önerilir) veya yapmak
--   C ++ derleyici: gcc 10 veya clang 8 veya daha yeni
--   Linker :lld veya altın (klasik GNU ld çalışmaz)
--   Python (sadece LLVM yapısında kullanılır ve isteğe bağlıdır)
-
-Tüm bileşenler yüklüyse, yukarıdaki adımlarla aynı şekilde oluşturabilirsiniz.
-
-Ubuntu Eoan için örnek:
-
-    sudo apt update
-    sudo apt install git cmake ninja-build g++ python
-    git clone --recursive https://github.com/ClickHouse/ClickHouse.git
-    mkdir build && cd build
-    cmake ../ClickHouse
-    ninja
-
-OpenSUSE Tumbleweed için örnek:
-
-    sudo zypper install git cmake ninja gcc-c++ python lld
-    git clone --recursive https://github.com/ClickHouse/ClickHouse.git
-    mkdir build && cd build
-    cmake ../ClickHouse
-    ninja
-
-Fedora Rawhide için örnek:
-
-    sudo yum update
-    yum --nogpg install git cmake make gcc-c++ python3
-    git clone --recursive https://github.com/ClickHouse/ClickHouse.git
-    mkdir build && cd build
-    cmake ../ClickHouse
-    make -j $(nproc)
-
-# ClickHouse inşa etmek zorunda değilsiniz {#you-dont-have-to-build-clickhouse}
-
-ClickHouse önceden oluşturulmuş ikili ve paketlerde mevcuttur. İkili dosyalar taşınabilir ve herhangi bir Linux lezzet üzerinde çalıştırılabilir.
-
-Onlar sürece her Master taahhüt ve her çekme isteği için kararlı, prestable ve test bültenleri için inşa edilmiştir.
-
-En taze yapıyı bulmak için `master`, go to [taahhüt sayfası](https://github.com/ClickHouse/ClickHouse/commits/master), commit yakınındaki ilk yeşil onay işaretini veya kırmızı çarpı işaretini tıklayın ve “Details” hemen sonra bağlantı “ClickHouse Build Check”.
-
-# ClickHouse Debian paketi nasıl oluşturulur {#how-to-build-clickhouse-debian-package}
-
-## Git ve Pbuilder'ı yükleyin {#install-git-and-pbuilder}
-
-``` bash
-$ sudo apt-get update
-$ sudo apt-get install git python pbuilder debhelper lsb-release fakeroot sudo debian-archive-keyring debian-keyring
-```
-
-## Checkout ClickHouse Kaynakları {#checkout-clickhouse-sources-1}
-
-``` bash
-$ git clone --recursive --branch master https://github.com/ClickHouse/ClickHouse.git
-$ cd ClickHouse
-```
-
-## Run Release Script {#run-release-script}
-
-``` bash
-$ ./release
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/development/build/) <!--hide-->
diff --git a/docs/tr/development/contrib.md b/docs/tr/development/contrib.md
deleted file mode 100644
index f56cf2a625b..00000000000
--- a/docs/tr/development/contrib.md
+++ /dev/null
@@ -1,41 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 70
-toc_title: "Kullan\u0131lan \xDC\xE7\xFCnc\xFC Taraf K\xFCt\xFCphaneleri"
----
-
-# Kullanılan Üçüncü Taraf Kütüphaneleri {#third-party-libraries-used}
-
-| Kitaplık            | Lisans                                                                                                                                                 |
-|---------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------|
-| base64              | [BSD 2-Clause Lisansı](https://github.com/aklomp/base64/blob/a27c565d1b6c676beaf297fe503c4518185666f7/LICENSE)                                         |
-| artırmak            | [Bo Boostost Software Lic 1.0ense 1.0](https://github.com/ClickHouse-Extras/boost-extra/blob/6883b40449f378019aec792f9983ce3afc7ff16e/LICENSE_1_0.txt) |
-| brotli              | [MIT](https://github.com/google/brotli/blob/master/LICENSE)                                                                                            |
-| capnproto           | [MIT](https://github.com/capnproto/capnproto/blob/master/LICENSE)                                                                                      |
-| cctz                | [Apache Lic 2.0ense 2.0](https://github.com/google/cctz/blob/4f9776a310f4952454636363def82c2bf6641d5f/LICENSE.txt)                                     |
-| çift dönüşüm        | [BSD 3-Clause Lisansı](https://github.com/google/double-conversion/blob/cf2f0f3d547dc73b4612028a155b80536902ba02/LICENSE)                              |
-| FastMemcpy          | [MIT](https://github.com/ClickHouse/ClickHouse/blob/master/libs/libmemcpy/impl/LICENSE)                                                                |
-| googletest          | [BSD 3-Clause Lisansı](https://github.com/google/googletest/blob/master/LICENSE)                                                                       |
-| h33                 | [Apache Lic 2.0ense 2.0](https://github.com/uber/h3/blob/master/LICENSE)                                                                               |
-| hyperscan           | [BSD 3-Clause Lisansı](https://github.com/intel/hyperscan/blob/master/LICENSE)                                                                         |
-| libcxxabi           | [BSD + MIT](https://github.com/ClickHouse/ClickHouse/blob/master/libs/libglibc-compatibility/libcxxabi/LICENSE.TXT)                                    |
-| libdivide           | [Zlib Lisansı](https://github.com/ClickHouse/ClickHouse/blob/master/contrib/libdivide/LICENSE.txt)                                                     |
-| libgsasl            | [LGPL v2. 1](https://github.com/ClickHouse-Extras/libgsasl/blob/3b8948a4042e34fb00b4fb987535dc9e02e39040/LICENSE)                                      |
-| libhdfs3            | [Apache Lic 2.0ense 2.0](https://github.com/ClickHouse-Extras/libhdfs3/blob/bd6505cbb0c130b0db695305b9a38546fa880e5a/LICENSE.txt)                      |
-| libmetrohash        | [Apache Lic 2.0ense 2.0](https://github.com/ClickHouse/ClickHouse/blob/master/contrib/libmetrohash/LICENSE)                                            |
-| libpcg-rastgele     | [Apache Lic 2.0ense 2.0](https://github.com/ClickHouse/ClickHouse/blob/master/contrib/libpcg-random/LICENSE-APACHE.txt)                                |
-| libressl            | [OpenSSL Lisansı](https://github.com/ClickHouse-Extras/ssl/blob/master/COPYING)                                                                        |
-| librdkafka          | [BSD 2-Clause Lisansı](https://github.com/edenhill/librdkafka/blob/363dcad5a23dc29381cc626620e68ae418b3af19/LICENSE)                                   |
-| libwidechar_width  | [CC0 1.0 Evrensel](https://github.com/ClickHouse/ClickHouse/blob/master/libs/libwidechar_width/LICENSE)                                                |
-| llvm                | [BSD 3-Clause Lisansı](https://github.com/ClickHouse-Extras/llvm/blob/163def217817c90fb982a6daf384744d8472b92b/llvm/LICENSE.TXT)                       |
-| lz4                 | [BSD 2-Clause Lisansı](https://github.com/lz4/lz4/blob/c10863b98e1503af90616ae99725ecd120265dfb/LICENSE)                                               |
-| mariadb-bağlayıcı-c | [LGPL v2. 1](https://github.com/ClickHouse-Extras/mariadb-connector-c/blob/3.1/COPYING.LIB)                                                            |
-| murmurhash          | [Kamu Malı](https://github.com/ClickHouse/ClickHouse/blob/master/contrib/murmurhash/LICENSE)                                                           |
-| pdqsort             | [Zlib Lisansı](https://github.com/ClickHouse/ClickHouse/blob/master/contrib/pdqsort/license.txt)                                                       |
-| az                  | [Boost Yazılım Lisansı-Sürüm 1.0](https://github.com/ClickHouse-Extras/poco/blob/fe5505e56c27b6ecb0dcbc40c49dc2caf4e9637f/LICENSE)                     |
-| protobuf            | [BSD 3-Clause Lisansı](https://github.com/ClickHouse-Extras/protobuf/blob/12735370922a35f03999afff478e1c6d7aa917a4/LICENSE)                            |
-| re2                 | [BSD 3-Clause Lisansı](https://github.com/google/re2/blob/7cf8b88e8f70f97fd4926b56aa87e7f53b2717e0/LICENSE)                                            |
-| UnixODBC            | [LGPL v2. 1](https://github.com/ClickHouse-Extras/UnixODBC/tree/b0ad30f7f6289c12b76f04bfb9d466374bb32168)                                              |
-| zlib-ng             | [Zlib Lisansı](https://github.com/ClickHouse-Extras/zlib-ng/blob/develop/LICENSE.md)                                                                   |
-| zstd                | [BSD 3-Clause Lisansı](https://github.com/facebook/zstd/blob/dev/LICENSE)                                                                              |
diff --git a/docs/tr/development/developer-instruction.md b/docs/tr/development/developer-instruction.md
deleted file mode 100644
index 79c93104551..00000000000
--- a/docs/tr/development/developer-instruction.md
+++ /dev/null
@@ -1,287 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 61
-toc_title: "Acemi ClickHouse Geli\u015Ftirici Talimat"
----
-
-ClickHouse binası Linux, FreeBSD ve Mac OS X üzerinde desteklenmektedir.
-
-# Windows Kullanıyorsanız {#if-you-use-windows}
-
-Windows kullanıyorsanız, Ubuntu ile bir sanal makine oluşturmanız gerekir. Bir sanal makine ile çalışmaya başlamak için VirtualBox yükleyin. UB :unt :u'yu web sitesinden indirebilirsiniz: https://www.ubuntu.com/#download. lütfen indirilen görüntüden bir sanal makine oluşturun (bunun için en az 4GB RAM ayırmalısınız). Ubuntu'da bir komut satırı terminali çalıştırmak için lütfen kelimeyi içeren bir program bulun “terminal” adına (gnome-terminal, konsole vb.)) veya sadece Ctrl+Alt+T tuşlarına basın.
-
-# 32 bit sistem kullanıyorsanız {#if-you-use-a-32-bit-system}
-
-ClickHouse çalışamaz veya 32-bit bir sistem üzerinde oluşturun. 64-bit bir sisteme erişim kazanmanız gerekir ve okumaya devam edebilirsiniz.
-
-# Github'da bir depo oluşturma {#creating-a-repository-on-github}
-
-ClickHouse repository ile çalışmaya başlamak için bir GitHub hesabına ihtiyacınız olacaktır.
-
-Muhtemelen zaten bir tane var, ama yapmazsanız, lütfen kayıt olun https://github.com. SSH anahtarlarınız yoksa, bunları üretmeli ve daha sonra Github'a yüklemelisiniz. Bu yamalar üzerinden göndermek için gereklidir. Diğer SSH sunucularıyla kullandığınız aynı SSH anahtarlarını kullanmak da mümkündür - muhtemelen zaten bunlara sahipsiniz.
-
-ClickHouse deposunun bir çatalı oluşturun. Bunu yapmak için lütfen tıklayın “fork” sağ üst köşedeki düğme https://github.com/ClickHouse/ClickHouse. bu hesabınıza ClickHouse / ClickHouse kendi kopyasını çatal olacaktır.
-
-Geliştirme süreci ilk ClickHouse sizin çatal içine amaçlanan değişiklikleri işlemekle ve daha sonra bir oluşturma oluşur “pull request” bu değişikliklerin ana depoya kabul edilmesi için (ClickHouse/ClickHouse).
-
-Git depoları ile çalışmak için lütfen yükleyin `git`.
-
-Bunu Ubuntu'da yapmak için komut satırı terminalinde çalışırsınız:
-
-    sudo apt update
-    sudo apt install git
-
-Git kullanımı ile ilgili kısa bir el kitabı burada bulunabilir: https://education.github.com/git-cheat-sheet-education.pdf.
-Git ile ilgili ayrıntılı bir el kitabı için bkz. https://git-scm.com/book/en/v2.
-
-# Geliştirme Makinenize bir depo klonlama {#cloning-a-repository-to-your-development-machine}
-
-Ardından, kaynak dosyaları çalışma makinenize indirmeniz gerekir. Bu denir “to clone a repository” çünkü çalışma makinenizde deponun yerel bir kopyasını oluşturur.
-
-Komut satırında terminal Çalıştır:
-
-    git clone --recursive git@github.com:your_github_username/ClickHouse.git
-    cd ClickHouse
-
-Not: lütfen, yerine *your_github_username* uygun olanı ile!
-
-Bu komut bir dizin oluşturacaktır `ClickHouse` projenin çalışma kopyasını içeren.
-
-Yapı sistemini çalıştırmakla ilgili sorunlara yol açabileceğinden, çalışma dizininin yolunun hiçbir boşluk içermemesi önemlidir.
-
-ClickHouse deposunun kullandığını lütfen unutmayın `submodules`. That is what the references to additional repositories are called (i.e. external libraries on which the project depends). It means that when cloning the repository you need to specify the `--recursive` yukarıdaki örnekte olduğu gibi bayrak. Depo alt modüller olmadan klonlanmışsa, bunları indirmek için aşağıdakileri çalıştırmanız gerekir:
-
-    git submodule init
-    git submodule update
-
-Komutu ile durumunu kontrol edebilirsiniz: `git submodule status`.
-
-Aşağıdaki hata iletisini alırsanız:
-
-    Permission denied (publickey).
-    fatal: Could not read from remote repository.
-
-    Please make sure you have the correct access rights
-    and the repository exists.
-
-Genellikle Github'a bağlanmak için SSH anahtarlarının eksik olduğu anlamına gelir. Bu anahtarlar normalde `~/.ssh`. SSH anahtarlarının kabul edilmesi için bunları GitHub kullanıcı arayüzünün ayarlar bölümüne yüklemeniz gerekir.
-
-Depoyu https protokolü aracılığıyla da klonlayabilirsiniz:
-
-    git clone https://github.com/ClickHouse/ClickHouse.git
-
-Ancak bu, değişikliklerinizi sunucuya göndermenize izin vermez. Yine de geçici olarak kullanabilir ve SSH anahtarlarını daha sonra deponun uzak adresini değiştirerek ekleyebilirsiniz `git remote` komut.
-
-Oradan güncellemeleri çekmek için orijinal ClickHouse repo'nun adresini yerel deponuza da ekleyebilirsiniz:
-
-    git remote add upstream git@github.com:ClickHouse/ClickHouse.git
-
-Başarıyla bu komutu çalıştırdıktan sonra çalıştırarak ana ClickHouse repo güncellemeleri çekmek mümkün olacak `git pull upstream master`.
-
-## Alt modüllerle çalışma {#working-with-submodules}
-
-Git'teki alt modüllerle çalışmak acı verici olabilir. Sonraki komutlar onu yönetmeye yardımcı olacaktır:
-
-    # ! each command accepts --recursive
-    # Update remote URLs for submodules. Barely rare case
-    git submodule sync
-    # Add new submodules
-    git submodule init
-    # Update existing submodules to the current state
-    git submodule update
-    # Two last commands could be merged together
-    git submodule update --init
-
-Bir sonraki komutlar, tüm alt modülleri başlangıç durumuna sıfırlamanıza yardımcı olacaktır (!UYARI! - herhangi bir değişiklik içinde silinecektir):
-
-    # Synchronizes submodules' remote URL with .gitmodules
-    git submodule sync --recursive
-    # Update the registered submodules with initialize not yet initialized
-    git submodule update --init --recursive
-    # Reset all changes done after HEAD
-    git submodule foreach git reset --hard
-    # Clean files from .gitignore
-    git submodule foreach git clean -xfd
-    # Repeat last 4 commands for all submodule
-    git submodule foreach git submodule sync --recursive
-    git submodule foreach git submodule update --init --recursive
-    git submodule foreach git submodule foreach git reset --hard
-    git submodule foreach git submodule foreach git clean -xfd
-
-# Yapı Sistemi {#build-system}
-
-ClickHouse bina için Cmake ve Ninja kullanır.
-
-Cmake-ninja dosyaları (yapı görevleri) üretebilir bir meta-yapı sistemi.
-Ninja-bu cmake oluşturulan görevleri yürütmek için kullanılan hıza odaklanarak daha küçük bir yapı sistemi.
-
-Ubuntu, Debian veya Mint run'a yüklemek için `sudo apt install cmake ninja-build`.
-
-Centos'ta, RedHat koşusu `sudo yum install cmake ninja-build`.
-
-Arch veya Gentoo kullanıyorsanız, muhtemelen cmake'i nasıl kuracağınızı kendiniz biliyorsunuz.
-
-Mac OS X üzerinde cmake ve Ninja yüklemek için ilk homebrew yüklemek ve daha sonra demlemek yoluyla her şeyi yüklemek:
-
-    /usr/bin/ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
-    brew install cmake ninja
-
-Ardından, cmake sürümünü kontrol edin: `cmake --version`. 3.3'ün altındaysa, web sitesinden daha yeni bir sürüm yüklemelisiniz: https://cmake.org/download/.
-
-# İsteğe Bağlı Harici Kütüphaneler {#optional-external-libraries}
-
-ClickHouse, bina için birkaç dış kütüphane kullanır. Alt modüllerde bulunan kaynaklardan ClickHouse ile birlikte oluşturuldukları için hepsinin ayrı olarak kurulması gerekmez. Listeyi kontrol edebilirsiniz `contrib`.
-
-# C++ Derleyici {#c-compiler}
-
-Derleyiciler gcc sürüm 9 ve Clang sürüm 8 veya üzeri başlayarak ClickHouse bina için desteklenmektedir.
-
-Resmi Yandex şu anda GCC'Yİ kullanıyor çünkü biraz daha iyi performansa sahip makine kodu üretiyor (kriterlerimize göre yüzde birkaçına kadar bir fark yaratıyor). Ve Clang genellikle geliştirme için daha uygundur. Yine de, sürekli entegrasyon (CI) platformumuz yaklaşık bir düzine yapı kombinasyonunu denetler.
-
-Ubuntu run GCC yüklemek için: `sudo apt install gcc g++`
-
-Gcc sürümünü kontrol edin: `gcc --version`. 10'un altındaysa, buradaki talimatları izleyin: https://clickhouse.tech/docs/tr/development/build/#install-gcc-10.
-
-Mac OS X build sadece Clang için desteklenir. Sadece koş `brew install llvm`
-
-Eğer Clang kullanmaya karar verirseniz, ayrıca yükleyebilirsiniz `libc++` ve `lld` eğer ne olduğunu biliyorsan. Kullanım `ccache` ayrıca tavsiye edilir.
-
-# İnşaat Süreci {#the-building-process}
-
-Artık ClickHouse oluşturmaya hazır olduğunuza göre ayrı bir dizin oluşturmanızı öneririz `build` için `ClickHouse` bu, tüm yapı eserlerini içerecek:
-
-    mkdir build
-    cd build
-
-Birkaç farklı dizine (build_release, build_debug, vb.) sahip olabilirsiniz.) farklı yapı türleri için.
-
-İçinde iken `build` dizin, cmake çalıştırarak yapı yapılandırın. İlk çalıştırmadan önce, derleyici belirten ortam değişkenlerini tanımlamanız gerekir (bu örnekte sürüm 9 gcc derleyicisi).
-
-Linux:
-
-    export CC=gcc-10 CXX=g++-10
-    cmake ..
-
-Mac OS X:
-
-    export CC=clang CXX=clang++
-    cmake ..
-
-Bu `CC` değişken C için derleyiciyi belirtir (C derleyicisi için kısa) ve `CXX` değişken, hangi C++ derleyicisinin bina için kullanılacağını bildirir.
-
-Daha hızlı bir yapı için, `debug` yapı türü-hiçbir optimizasyonları ile bir yapı. Bunun için aşağıdaki parametreyi sağlayın `-D CMAKE_BUILD_TYPE=Debug`:
-
-    cmake -D CMAKE_BUILD_TYPE=Debug ..
-
-Bu komutu çalıştırarak yapı türünü değiştirebilirsiniz. `build` dizin.
-
-İnşa etmek için ninja çalıştırın:
-
-    ninja clickhouse-server clickhouse-client
-
-Bu örnekte yalnızca gerekli ikili dosyalar oluşturulacaktır.
-
-Tüm ikili dosyaları (Yardımcı Programlar ve testler) oluşturmanız gerekiyorsa, ninja'yı parametre olmadan çalıştırmalısınız:
-
-    ninja
-
-Tam yapı, ana ikili dosyaları oluşturmak için yaklaşık 30GB boş disk alanı veya 15GB gerektirir.
-
-Yapı makinesinde büyük miktarda RAM mevcut olduğunda, paralel olarak çalışan yapı görevlerinin sayısını sınırlamanız gerekir `-j` param:
-
-    ninja -j 1 clickhouse-server clickhouse-client
-
-4GB RAM'Lİ makinelerde, 8GB RAM için 1 belirtmeniz önerilir `-j 2` tavsiye edilir.
-
-Mesajı alırsanız: `ninja: error: loading 'build.ninja': No such file or directory` bu, bir yapı yapılandırması oluşturmanın başarısız olduğu ve yukarıdaki mesajı incelemeniz gerektiği anlamına gelir.
-
-Bina işleminin başarılı bir şekilde başlatılmasının ardından, yapı ilerlemesini görürsünüz-işlenmiş görevlerin sayısı ve toplam görev sayısı.
-
-Libhdfs2 kütüphanesinde protobuf dosyaları hakkında mesajlar oluştururken `libprotobuf WARNING` ortaya çıkabilir. Hiçbir şeyi etkilemezler ve göz ardı edilmeleri güvenlidir.
-
-Başarılı bir yapı üzerine yürütülebilir bir dosya alırsınız `ClickHouse/<build_dir>/programs/clickhouse`:
-
-    ls -l programs/clickhouse
-
-# Clickhouse'un yerleşik yürütülebilir dosyasını çalıştırma {#running-the-built-executable-of-clickhouse}
-
-Sunucuyu geçerli kullanıcı altında çalıştırmak için aşağıdakilere gitmeniz gerekir `ClickHouse/programs/server/` (dışında bulunan `build`) ve koş:
-
-    ../../build/programs/clickhouse server
-
-Bu durumda, ClickHouse geçerli dizinde bulunan yapılandırma dosyalarını kullanır. Koş youabilirsiniz `clickhouse server` komut satırı parametresi olarak bir yapılandırma dosyasının yolunu belirten herhangi bir dizinden `--config-file`.
-
-Başka bir terminalde clickhouse-client ile Clickhouse'a bağlanmak için `ClickHouse/build/programs/` ve koş `./clickhouse client`.
-
-Eğer alırsanız `Connection refused` Mac OS X veya Freebsd'de mesaj, ana bilgisayar adresi 127.0.0.1 belirtmeyi deneyin:
-
-    clickhouse client --host 127.0.0.1
-
-Sisteminizde yüklü olan ClickHouse binary'nin üretim sürümünü özel olarak oluşturulmuş ClickHouse binaryinizle değiştirebilirsiniz. Bunu yapmak için resmi web sitesinden talimatları izleyerek Makinenize ClickHouse yükleyin. Ardından, aşağıdakileri çalıştırın:
-
-    sudo service clickhouse-server stop
-    sudo cp ClickHouse/build/programs/clickhouse /usr/bin/
-    sudo service clickhouse-server start
-
-Not thate that `clickhouse-client`, `clickhouse-server` ve diğerleri yaygın olarak paylaşılan sembolik bağlardır `clickhouse` ikilik.
-
-Ayrıca sisteminizde yüklü ClickHouse paketinden yapılandırma dosyası ile özel inşa ClickHouse ikili çalıştırabilirsiniz:
-
-    sudo service clickhouse-server stop
-    sudo -u clickhouse ClickHouse/build/programs/clickhouse server --config-file /etc/clickhouse-server/config.xml
-
-# IDE (entegre geliştirme ortamı) {#ide-integrated-development-environment}
-
-Hangi IDE kullanmak bilmiyorsanız, clion kullanmanızı öneririz. CLion ticari bir yazılımdır, ancak 30 günlük ücretsiz deneme süresi sunar. Öğrenciler için de ücretsizdir. CLion Linux ve Mac OS X hem de kullanılabilir.
-
-KDevelop ve QTCreator, ClickHouse geliştirmek için bir IDE'NİN diğer harika alternatifleridir. KDevelop kararsız olmasına rağmen çok kullanışlı bir IDE olarak geliyor. KDevelop projeyi açtıktan sonra bir süre sonra çökerse, tıklamanız gerekir “Stop All” proje dosyalarının listesini açar açmaz düğme. Bunu yaptıktan sonra KDevelop ile çalışmak iyi olmalıdır.
-
-Basit kod editörleri olarak, Yüce metin veya Visual Studio kodunu veya Kate'i (hepsi Linux'ta kullanılabilir) kullanabilirsiniz.
-
-Her ihtimale karşı, Clion'un yarattığını belirtmek gerekir `build` kendi başına yol, aynı zamanda kendi seçtikleri `debug` yapı türü için, yapılandırma için Clion'da tanımlanan ve sizin tarafınızdan yüklenmeyen bir cmake sürümünü kullanır ve son olarak CLion kullanacaktır `make` yerine yapı görevlerini çalıştırmak için `ninja`. Bu normal bir davranıştır, sadece karışıklığı önlemek için bunu aklınızda bulundurun.
-
-# Kod Yazma {#writing-code}
-
-Açıklaması ClickHouse mimarisi burada bulabilirsiniz: https://clickhouse.tech / doscs/TR / development / Arch /it /ec /ture/
-
-Kod stili Kılavuzu: https://clickhouse.tech / doscs / TR / development / style/
-
-Yazma testleri: https://clickhouse.teknoloji / doscs / TR / geliştirme / testler/
-
-Görevlerin listesi: https://github.com/ClickHouse/ClickHouse/issues?q=is%3Aopen+is%3Aissue+label%3A%22easy+task%22
-
-# Test Verileri {#test-data}
-
-Clickhouse'un geliştirilmesi genellikle gerçekçi veri kümelerinin yüklenmesini gerektirir. Performans testi için özellikle önemlidir. Yandex'ten özel olarak hazırlanmış anonim veri setimiz var.Metrica. Ayrıca bazı 3GB boş disk alanı gerektirir. Bu verilerin geliştirme görevlerinin çoğunu gerçekleştirmek için gerekli olmadığını unutmayın.
-
-    sudo apt install wget xz-utils
-
-    wget https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz
-    wget https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz
-
-    xz -v -d hits_v1.tsv.xz
-    xz -v -d visits_v1.tsv.xz
-
-    clickhouse-client
-
-    CREATE DATABASE IF NOT EXISTS test
-
-    CREATE TABLE test.hits ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8,  UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8,  SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8,  IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8,  HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16,  SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32,  DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32,  NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64,  ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  `ParsedParams.Key1` Array(String),  `ParsedParams.Key2` Array(String),  `ParsedParams.Key3` Array(String),  `ParsedParams.Key4` Array(String),  `ParsedParams.Key5` Array(String),  `ParsedParams.ValueDouble` Array(Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree PARTITION BY toYYYYMM(EventDate) SAMPLE BY intHash32(UserID) ORDER BY (CounterID, EventDate, intHash32(UserID), EventTime);
-
-    CREATE TABLE test.visits ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  `Goals.ID` Array(UInt32),  `Goals.Serial` Array(UInt32),  `Goals.EventTime` Array(DateTime),  `Goals.Price` Array(Int64),  `Goals.OrderID` Array(String),  `Goals.CurrencyID` Array(UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  `TraficSource.ID` Array(Int8),  `TraficSource.SearchEngineID` Array(UInt16),  `TraficSource.AdvEngineID` Array(UInt8),  `TraficSource.PlaceID` Array(UInt16),  `TraficSource.SocialSourceNetworkID` Array(UInt8),  `TraficSource.Domain` Array(String),  `TraficSource.SearchPhrase` Array(String),  `TraficSource.SocialSourcePage` Array(String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  `ParsedParams.Key1` Array(String),  `ParsedParams.Key2` Array(String),  `ParsedParams.Key3` Array(String),  `ParsedParams.Key4` Array(String),  `ParsedParams.Key5` Array(String),  `ParsedParams.ValueDouble` Array(Float64),  `Market.Type` Array(UInt8),  `Market.GoalID` Array(UInt32),  `Market.OrderID` Array(String),  `Market.OrderPrice` Array(Int64),  `Market.PP` Array(UInt32),  `Market.DirectPlaceID` Array(UInt32),  `Market.DirectOrderID` Array(UInt32),  `Market.DirectBannerID` Array(UInt32),  `Market.GoodID` Array(String),  `Market.GoodName` Array(String),  `Market.GoodQuantity` Array(Int32),  `Market.GoodPrice` Array(Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) SAMPLE BY intHash32(UserID) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID);
-
-    clickhouse-client --max_insert_block_size 100000 --query "INSERT INTO test.hits FORMAT TSV" < hits_v1.tsv
-    clickhouse-client --max_insert_block_size 100000 --query "INSERT INTO test.visits FORMAT TSV" < visits_v1.tsv
-
-# Çekme İsteği Oluşturma {#creating-pull-request}
-
-Github'un kullanıcı arayüzünde çatal deposuna gidin. Bir dalda gelişiyorsanız, o Dalı seçmeniz gerekir. Bir olacak “Pull request” ekranda bulunan düğme. Özünde, bu demektir “create a request for accepting my changes into the main repository”.
-
-Çalışma henüz tamamlanmamış olsa bile bir çekme isteği oluşturulabilir. Bu durumda lütfen kelimeyi koyun “WIP” (devam eden çalışma) başlığın başında, daha sonra değiştirilebilir. Bu, kooperatif Gözden geçirme ve değişikliklerin tartışılması ve mevcut tüm testlerin çalıştırılması için kullanışlıdır. Değişikliklerinizin kısa bir açıklamasını sağlamanız önemlidir, daha sonra sürüm değişiklikleri oluşturmak için kullanılacaktır.
-
-Yandex çalışanları PR'NİZİ bir etiketle etiketlediğinde testler başlayacaktır “can be tested”. The results of some first checks (e.g. code style) will come in within several minutes. Build check results will arrive within half an hour. And the main set of tests will report itself within an hour.
-
-Sistem, çekme isteğiniz için ayrı ayrı ClickHouse ikili yapıları hazırlayacaktır. Bu yapıları almak için tıklayın “Details” yanındaki bağlantı “ClickHouse build check” çekler listesinde giriş. Orada inşa doğrudan bağlantılar bulacaksınız .eğer üretim sunucularında bile dağıtabilirsiniz ClickHouse DEB paketleri (eğer hiçbir korku varsa).
-
-Büyük olasılıkla bazı yapılar ilk kez başarısız olur. Bunun nedeni, hem gcc hem de clang ile, hemen hemen tüm mevcut uyarılarla (her zaman `-Werror` bayrak) clang için etkin. Aynı sayfada, tüm yapı günlüklerini bulabilirsiniz, böylece tüm olası yollarla ClickHouse oluşturmak zorunda kalmazsınız.
diff --git a/docs/tr/development/index.md b/docs/tr/development/index.md
deleted file mode 100644
index ef972914d46..00000000000
--- a/docs/tr/development/index.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "Geli\u015Fme"
-toc_hidden: true
-toc_priority: 58
-toc_title: "gizlenmi\u015F"
----
-
-# ClickHouse Geliştirme {#clickhouse-development}
-
-[Orijinal makale](https://clickhouse.tech/docs/en/development/) <!--hide-->
diff --git a/docs/tr/development/style.md b/docs/tr/development/style.md
deleted file mode 100644
index d4b13371df0..00000000000
--- a/docs/tr/development/style.md
+++ /dev/null
@@ -1,841 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 68
-toc_title: "C++ kodu nas\u0131l yaz\u0131l\u0131r"
----
-
-# C++ kodu nasıl yazılır {#how-to-write-c-code}
-
-## Genel Öneriler {#general-recommendations}
-
-**1.** Aşağıdakiler önerilerdir, gereksinimler değildir.
-
-**2.** Kod düzenliyorsanız, varolan kodun biçimlendirmesini takip etmek mantıklıdır.
-
-**3.** Kod stili tutarlılık için gereklidir. Tutarlılık, kodu okumayı kolaylaştırır ve aynı zamanda kodu aramayı da kolaylaştırır.
-
-**4.** Kuralların çoğunun mantıklı nedenleri yoktur, yerleşik uygulamalar tarafından belirlenir.
-
-## Biçimlendirir {#formatting}
-
-**1.** Biçimlendirme çoğu tarafından otomatik olarak yapılacaktır `clang-format`.
-
-**2.** Girintiler 4 boşluk vardır. Bir sekme dört boşluk ekleyecek şekilde geliştirme ortamınızı yapılandırın.
-
-**3.** Kıvırcık parantezlerin açılması ve kapatılması ayrı bir satırda olmalıdır.
-
-``` cpp
-inline void readBoolText(bool & x, ReadBuffer & buf)
-{
-    char tmp = '0';
-    readChar(tmp, buf);
-    x = tmp != '0';
-}
-```
-
-**4.** Tüm fonksiyon gövdesi tek ise `statement`, tek bir satır üzerine yerleştirilebilir. Yer (satır sonunda boşluk dışında) etrafında ayraç boşluk.
-
-``` cpp
-inline size_t mask() const                { return buf_size() - 1; }
-inline size_t place(HashValue x) const    { return x & mask(); }
-```
-
-**5.** Fonksiyonlar için. Parantezlerin etrafına boşluk koymayın.
-
-``` cpp
-void reinsert(const Value & x)
-```
-
-``` cpp
-memcpy(&buf[place_value], &x, sizeof(x));
-```
-
-**6.** İçinde `if`, `for`, `while` ve diğer ifadeler, açılış braketinin önüne bir boşluk yerleştirilir (işlev çağrılarının aksine).
-
-``` cpp
-for (size_t i = 0; i < rows; i += storage.index_granularity)
-```
-
-**7.** İkili operatörlerin etrafına boşluk Ekle (`+`, `-`, `*`, `/`, `%`, …) and the ternary operator `?:`.
-
-``` cpp
-UInt16 year = (s[0] - '0') * 1000 + (s[1] - '0') * 100 + (s[2] - '0') * 10 + (s[3] - '0');
-UInt8 month = (s[5] - '0') * 10 + (s[6] - '0');
-UInt8 day = (s[8] - '0') * 10 + (s[9] - '0');
-```
-
-**8.** Bir satır beslemesi girilirse, operatörü yeni bir satıra koyun ve girintiyi ondan önce artırın.
-
-``` cpp
-if (elapsed_ns)
-    message << " ("
-        << rows_read_on_server * 1000000000 / elapsed_ns << " rows/s., "
-        << bytes_read_on_server * 1000.0 / elapsed_ns << " MB/s.) ";
-```
-
-**9.** İsterseniz, bir çizgi içinde hizalama için boşluk kullanabilirsiniz.
-
-``` cpp
-dst.ClickLogID         = click.LogID;
-dst.ClickEventID       = click.EventID;
-dst.ClickGoodEvent     = click.GoodEvent;
-```
-
-**10.** Operatörler etrafında boşluk kullanmayın `.`, `->`.
-
-Gerekirse, operatör bir sonraki satıra sarılabilir. Bu durumda, önündeki ofset artar.
-
-**11.** Tekli operatörleri ayırmak için boşluk kullanmayın (`--`, `++`, `*`, `&`, …) from the argument.
-
-**12.** Virgülden sonra bir boşluk koyun, ancak ondan önce değil. Aynı kural, bir içindeki noktalı virgül için de geçerlidir `for` İfade.
-
-**13.** Ayırmak için boşluk kullanmayın `[]` operatör.
-
-**14.** İn a `template <...>` ifade, arasında bir boşluk kullanın `template` ve `<`; sonra boşluk yok `<` ya da önce `>`.
-
-``` cpp
-template <typename TKey, typename TValue>
-struct AggregatedStatElement
-{}
-```
-
-**15.** Sınıflarda ve yapılarda, yazın `public`, `private`, ve `protected` aynı seviyede `class/struct` ve kodun geri kalanını girinti.
-
-``` cpp
-template <typename T>
-class MultiVersion
-{
-public:
-    /// Version of object for usage. shared_ptr manage lifetime of version.
-    using Version = std::shared_ptr<const T>;
-    ...
-}
-```
-
-**16.** Eğer aynı `namespace` tüm dosya için kullanılır ve başka önemli bir şey yoktur, içinde bir ofset gerekli değildir `namespace`.
-
-**17.** Eğer blok için bir `if`, `for`, `while` veya başka bir ifade tek bir `statement`, kıvırcık parantez isteğe bağlıdır. Place the `statement` bunun yerine ayrı bir satırda. Bu kural iç içe geçmiş için de geçerlidir `if`, `for`, `while`, …
-
-Ama eğer iç `statement` kıvırcık parantez içerir veya `else`, dış blok kıvırcık parantez içinde yazılmalıdır.
-
-``` cpp
-/// Finish write.
-for (auto & stream : streams)
-    stream.second->finalize();
-```
-
-**18.** Çizgilerin uçlarında boşluk olmamalıdır.
-
-**19.** Kaynak dosyalar UTF-8 kodlanmıştır.
-
-**20.** ASCII olmayan karakterler dize değişmezlerinde kullanılabilir.
-
-``` cpp
-<< ", " << (timer.elapsed() / chunks_stats.hits) << " μsec/hit.";
-```
-
-**21.** Tek bir satırda birden çok ifade yazmayın.
-
-**22.** Fonksiyonların içindeki kod bölümlerini gruplandırın ve bunları birden fazla boş satırla ayırın.
-
-**23.** Bir veya iki boş satırla ayrı işlevler, sınıflar vb.
-
-**24.** `A const` (bir değerle ilgili) tür adından önce yazılmalıdır.
-
-``` cpp
-//correct
-const char * pos
-const std::string & s
-//incorrect
-char const * pos
-```
-
-**25.** Bir işaretçi veya başvuru bildirirken, `*` ve `&` semboller her iki taraftaki boşluklarla ayrılmalıdır.
-
-``` cpp
-//correct
-const char * pos
-//incorrect
-const char* pos
-const char *pos
-```
-
-**26.** Şablon türlerini kullanırken, `using` anahtar kelime (en basit durumlar hariç).
-
-Başka bir deyişle, şablon parametreleri yalnızca `using` ve kodda tekrarlanmıyor.
-
-`using` bir işlevin içinde olduğu gibi yerel olarak bildirilebilir.
-
-``` cpp
-//correct
-using FileStreams = std::map<std::string, std::shared_ptr<Stream>>;
-FileStreams streams;
-//incorrect
-std::map<std::string, std::shared_ptr<Stream>> streams;
-```
-
-**27.** Bir ifadede farklı türde birkaç değişken bildirmeyin.
-
-``` cpp
-//incorrect
-int x, *y;
-```
-
-**28.** C tarzı yayınları kullanmayın.
-
-``` cpp
-//incorrect
-std::cerr << (int)c <<; std::endl;
-//correct
-std::cerr << static_cast<int>(c) << std::endl;
-```
-
-**29.** Sınıflarda ve yapılarda, grup üyeleri ve işlevleri her görünürlük kapsamı içinde ayrı ayrı.
-
-**30.** Küçük sınıflar ve yapılar için, yöntem bildirimini uygulamadan ayırmak gerekli değildir.
-
-Aynı şey, herhangi bir sınıf veya yapıdaki küçük yöntemler için de geçerlidir.
-
-Templated sınıflar ve yapılar için, yöntem bildirimlerini uygulamadan ayırmayın(aksi takdirde aynı çeviri biriminde tanımlanmaları gerekir).
-
-**31.** Satırları 80 yerine 140 karakterle sarabilirsiniz.
-
-**32.** Postfix gerekli değilse, her zaman önek artış / azaltma işleçlerini kullanın.
-
-``` cpp
-for (Names::const_iterator it = column_names.begin(); it != column_names.end(); ++it)
-```
-
-## Yorumlar {#comments}
-
-**1.** Kodun önemsiz olmayan tüm bölümleri için yorum eklediğinizden emin olun.
-
-Bu çok önemli. Yorumu yazmak, kodun gerekli olmadığını veya yanlış tasarlandığını anlamanıza yardımcı olabilir.
-
-``` cpp
-/** Part of piece of memory, that can be used.
-  * For example, if internal_buffer is 1MB, and there was only 10 bytes loaded to buffer from file for reading,
-  * then working_buffer will have size of only 10 bytes
-  * (working_buffer.end() will point to position right after those 10 bytes available for read).
-  */
-```
-
-**2.** Yorumlar gerektiği kadar ayrıntılı olabilir.
-
-**3.** Açıklama yaptıkları koddan önce yorumları yerleştirin. Nadir durumlarda, yorumlar aynı satırda koddan sonra gelebilir.
-
-``` cpp
-/** Parses and executes the query.
-*/
-void executeQuery(
-    ReadBuffer & istr, /// Where to read the query from (and data for INSERT, if applicable)
-    WriteBuffer & ostr, /// Where to write the result
-    Context & context, /// DB, tables, data types, engines, functions, aggregate functions...
-    BlockInputStreamPtr & query_plan, /// Here could be written the description on how query was executed
-    QueryProcessingStage::Enum stage = QueryProcessingStage::Complete /// Up to which stage process the SELECT query
-    )
-```
-
-**4.** Yorumlar sadece İngilizce olarak yazılmalıdır.
-
-**5.** Bir kitaplık yazıyorsanız, ana başlık dosyasına açıklayan ayrıntılı yorumları ekleyin.
-
-**6.** Ek bilgi vermeyen yorumlar eklemeyin. Özellikle, bu gibi boş yorumlar bırakmayın:
-
-``` cpp
-/*
-* Procedure Name:
-* Original procedure name:
-* Author:
-* Date of creation:
-* Dates of modification:
-* Modification authors:
-* Original file name:
-* Purpose:
-* Intent:
-* Designation:
-* Classes used:
-* Constants:
-* Local variables:
-* Parameters:
-* Date of creation:
-* Purpose:
-*/
-```
-
-Örnek kaynaktan ödünç alınmıştır http://home.tamk.fi / ~ jaalto / kurs / kodlama stili / doc/ulaşılamaz-kod/.
-
-**7.** Çöp yorum yazmayın (yazar, oluşturma tarihi ..) her dosyanın başında.
-
-**8.** Tek satırlı yorumlar üç eğik çizgi ile başlar: `///` ve çok satırlı yorumlar ile başlar `/**`. Bu yorumlar dikkate alınır “documentation”.
-
-Not: bu yorumlardan belgeler oluşturmak için Doxygen kullanabilirsiniz. Ancak DOXYGEN genellikle kullanılmaz, çünkü IDE'DEKİ kodda gezinmek daha uygundur.
-
-**9.** Çok satırlı açıklamaların başında ve sonunda (çok satırlı bir açıklamayı kapatan satır hariç) boş satırları olmamalıdır.
-
-**10.** Kodu yorumlamak için temel yorumları kullanın, değil “documenting” yorumlar.
-
-**11.** İşlem yapmadan önce kodun yorumlanan kısımlarını silin.
-
-**12.** Yorumlarda veya kodda küfür kullanmayın.
-
-**13.** Büyük harf kullanmayın. Aşırı noktalama kullanmayın.
-
-``` cpp
-/// WHAT THE FAIL???
-```
-
-**14.** Sınırlayıcılar yapmak için yorum kullanmayın.
-
-``` cpp
-///******************************************************
-```
-
-**15.** Yorumlarda tartışmalara başlamayın.
-
-``` cpp
-/// Why did you do this stuff?
-```
-
-**16.** Ne hakkında olduğunu açıklayan bir bloğun sonunda bir yorum yazmaya gerek yok.
-
-``` cpp
-/// for
-```
-
-## Adlar {#names}
-
-**1.** Değişkenlerin ve sınıf üyelerinin adlarında alt çizgi içeren küçük harfler kullanın.
-
-``` cpp
-size_t max_block_size;
-```
-
-**2.** İşlevlerin (yöntemlerin) adları için, küçük harfle başlayan camelCase kullanın.
-
-``` cpp
-std::string getName() const override { return "Memory"; }
-```
-
-**3.** Sınıfların (yapıların) adları için büyük harfle başlayan CamelCase kullanın. Ben dışındaki önekler arayüzler için kullanılmaz.
-
-``` cpp
-class StorageMemory : public IStorage
-```
-
-**4.** `using` sınıf aslarla aynı şekilde adlandırılır veya `_t` ucunda.
-
-**5.** Şablon Türü argümanlarının isimleri: basit durumlarda, kullanın `T`; `T`, `U`; `T1`, `T2`.
-
-Daha karmaşık durumlar için, sınıf adları için kuralları izleyin veya öneki ekleyin `T`.
-
-``` cpp
-template <typename TKey, typename TValue>
-struct AggregatedStatElement
-```
-
-**6.** Şablon sabit argümanlarının adları: değişken adları için kurallara uyun veya kullanın `N` basit durumlarda.
-
-``` cpp
-template <bool without_www>
-struct ExtractDomain
-```
-
-**7.** Soyut sınıflar (arayüzler) için şunları ekleyebilirsiniz `I` önek.
-
-``` cpp
-class IBlockInputStream
-```
-
-**8.** Yerel olarak bir değişken kullanırsanız, kısa adı kullanabilirsiniz.
-
-Diğer tüm durumlarda, anlamı açıklayan bir isim kullanın.
-
-``` cpp
-bool info_successfully_loaded = false;
-```
-
-**9.** İsimleri `define`s ve genel sabitler alt çizgi ile ALL_CAPS kullanın.
-
-``` cpp
-#define MAX_SRC_TABLE_NAMES_TO_STORE 1000
-```
-
-**10.** Dosya adları, içerikleriyle aynı stili kullanmalıdır.
-
-Bir dosya tek bir sınıf içeriyorsa, dosyayı sınıfla aynı şekilde adlandırın (CamelCase).
-
-Dosya tek bir işlev içeriyorsa, dosyayı işlevle aynı şekilde adlandırın (camelCase).
-
-**11.** İsim bir kısaltma içeriyorsa, o zaman:
-
--   Değişken adları için kısaltma küçük harfler kullanmalıdır `mysql_connection` (değil `mySQL_connection`).
--   Sınıfların ve işlevlerin adları için, büyük harfleri kısaltmada tutun`MySQLConnection` (değil `MySqlConnection`).
-
-**12.** Yalnızca sınıf üyelerini başlatmak için kullanılan yapıcı bağımsız değişkenleri, sınıf üyeleri ile aynı şekilde, ancak sonunda bir alt çizgi ile adlandırılmalıdır.
-
-``` cpp
-FileQueueProcessor(
-    const std::string & path_,
-    const std::string & prefix_,
-    std::shared_ptr<FileHandler> handler_)
-    : path(path_),
-    prefix(prefix_),
-    handler(handler_),
-    log(&Logger::get("FileQueueProcessor"))
-{
-}
-```
-
-Bağımsız değişken yapıcı gövdesinde kullanılmazsa, alt çizgi soneki atlanabilir.
-
-**13.** Yerel değişkenlerin ve sınıf üyelerinin adlarında fark yoktur (önek gerekmez).
-
-``` cpp
-timer (not m_timer)
-```
-
-**14.** Bir de SAB theitler için `enum`, büyük harfle CamelCase kullanın. ALL_CAPS da kabul edilebilir. Eğer... `enum` yerel olmayan, bir `enum class`.
-
-``` cpp
-enum class CompressionMethod
-{
-    QuickLZ = 0,
-    LZ4     = 1,
-};
-```
-
-**15.** Tüm isimler İngilizce olmalıdır. Rusça kelimelerin çevirisi izin verilmez.
-
-    not Stroka
-
-**16.** Kısaltmalar iyi biliniyorsa kabul edilebilir (kısaltmanın anlamını Wikipedia'da veya bir arama motorunda kolayca bulabilirsiniz).
-
-    `AST`, `SQL`.
-
-    Not `NVDH` (some random letters)
-
-Kısaltılmış versiyon ortak kullanım ise eksik kelimeler kabul edilebilir.
-
-Yorumlarda tam ad yanında yer alıyorsa bir kısaltma da kullanabilirsiniz.
-
-**17.** C++ kaynak kodu ile dosya adları olmalıdır `.cpp` uzantı. Başlık dosyaları olmalıdır `.h` uzantı.
-
-## Kod nasıl yazılır {#how-to-write-code}
-
-**1.** Bellek yönetimi.
-
-El ile bellek ayırma (`delete`) sadece kütüphane kodunda kullanılabilir.
-
-Kütüphane kod inunda, `delete` operatör yalnızca yıkıcılarda kullanılabilir.
-
-Uygulama kodunda, bellek sahibi olan nesne tarafından serbest bırakılmalıdır.
-
-Örnekler:
-
--   En kolay yol, bir nesneyi yığına yerleştirmek veya onu başka bir sınıfın üyesi yapmaktır.
--   Çok sayıda küçük nesne için kapları kullanın.
--   Öbekte bulunan az sayıda nesnenin otomatik olarak ayrılması için şunları kullanın `shared_ptr/unique_ptr`.
-
-**2.** Kaynak yönetimi.
-
-Kullanmak `RAII` ve yukarıya bakın.
-
-**3.** Hata işleme.
-
-İstisnaları kullanın. Çoğu durumda, yalnızca bir istisna atmanız gerekir ve onu yakalamanız gerekmez (çünkü `RAII`).
-
-Çevrimdışı veri işleme uygulamalarında, istisnaları yakalamamak genellikle kabul edilebilir.
-
-Kullanıcı isteklerini işleyen sunucularda, bağlantı işleyicisinin en üst düzeyindeki istisnaları yakalamak genellikle yeterlidir.
-
-İş parçacığı işlevlerinde, bunları ana iş parçacığında yeniden taramak için tüm istisnaları yakalamalı ve tutmalısınız `join`.
-
-``` cpp
-/// If there weren't any calculations yet, calculate the first block synchronously
-if (!started)
-{
-    calculate();
-    started = true;
-}
-else /// If calculations are already in progress, wait for the result
-    pool.wait();
-
-if (exception)
-    exception->rethrow();
-```
-
-İşleme olmadan istisnaları asla gizlemeyin. Sadece körü körüne log tüm istisnaları koymak asla.
-
-``` cpp
-//Not correct
-catch (...) {}
-```
-
-Eğer bazı özel durumlar göz ardı etmek gerekiyorsa, sadece özel olanlar için bunu yapmak ve diğerleri yeniden oluşturma.
-
-``` cpp
-catch (const DB::Exception & e)
-{
-    if (e.code() == ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION)
-        return nullptr;
-    else
-        throw;
-}
-```
-
-Yanıt kodlarıyla işlevleri kullanırken veya `errno`, her zaman sonucu kontrol edin ve hata durumunda bir istisna atın.
-
-``` cpp
-if (0 != close(fd))
-    throwFromErrno("Cannot close file " + file_name, ErrorCodes::CANNOT_CLOSE_FILE);
-```
-
-`Do not use assert`.
-
-**4.** İstisna türleri.
-
-Uygulama kodunda karmaşık özel durum hiyerarşisini kullanmaya gerek yoktur. Özel durum metni bir sistem yöneticisi için anlaşılabilir olmalıdır.
-
-**5.** Yıkıcılardan istisnalar atmak.
-
-Bu tavsiye edilmez, ancak izin verilir.
-
-Aşağıdaki seçenekleri kullanın:
-
--   Bir işlev oluşturma (`done()` veya `finalize()`) bu, bir istisnaya yol açabilecek tüm işleri önceden yapacaktır. Bu işlev çağrıldıysa, daha sonra yıkıcıda istisna olmamalıdır.
--   Çok karmaşık olan görevler (ağ üzerinden ileti gönderme gibi), sınıf kullanıcısının imha edilmeden önce çağırması gereken ayrı bir yöntemle yerleştirilebilir.
--   Yıkıcıda bir istisna varsa, onu gizlemek yerine günlüğe kaydetmek daha iyidir (logger mevcutsa).
--   Basit uygulamalarda, güvenmek kabul edilebilir `std::terminate` bu (vakaların `noexcept` varsayılan olarak C++11) istisnaları işlemek için.
-
-**6.** Anonim kod blokları.
-
-Belirli değişkenleri yerel hale getirmek için tek bir işlevin içinde ayrı bir kod bloğu oluşturabilirsiniz, böylece bloktan çıkarken yıkıcılar çağrılır.
-
-``` cpp
-Block block = data.in->read();
-
-{
-    std::lock_guard<std::mutex> lock(mutex);
-    data.ready = true;
-    data.block = block;
-}
-
-ready_any.set();
-```
-
-**7.** Multithreading.
-
-Çevrimdışı veri işleme programlarında:
-
--   Tek bir CPU çekirdeğinde mümkün olan en iyi performansı elde etmeye çalışın. Daha sonra gerekirse kodunuzu parallelize edebilirsiniz.
-
-Sunucu uygulamalarında:
-
--   İstekleri işlemek için iş parçacığı havuzunu kullanın. Bu noktada, userspace bağlam değiştirme gerektiren herhangi bir görevimiz olmadı.
-
-Çatal paralelleştirme için kullanılmaz.
-
-**8.** İş parçacıklarını senkronize etme.
-
-Genellikle farklı iş parçacıklarının farklı bellek hücreleri kullanmasını sağlamak mümkündür (daha da iyisi: farklı önbellek çizgileri) ve herhangi bir iş parçacığı senkronizasyonu kullanmamak (hariç `joinAll`).
-
-Senkronizasyon gerekiyorsa, çoğu durumda, mutex altında kullanmak yeterlidir `lock_guard`.
-
-Diğer durumlarda sistem senkronizasyonu ilkellerini kullanın. Meşgul bekleme kullanmayın.
-
-Atomik işlemler sadece en basit durumlarda kullanılmalıdır.
-
-Birincil uzmanlık alanınız olmadığı sürece kilitsiz veri yapılarını uygulamaya çalışmayın.
-
-**9.** İşaretçiler vs referanslar.
-
-Çoğu durumda, referansları tercih edin.
-
-**10.** const.
-
-Sabit referanslar, sabitler için işaretçiler kullanın, `const_iterator` ve const yöntemleri.
-
-Düşünmek `const` varsayılan olmak ve olmayan kullanmak-`const` sadece gerektiğinde.
-
-Değişkenleri değere göre geçirirken, `const` genellikle mantıklı değil.
-
-**11.** imzasız.
-
-Kullanmak `unsigned` gerekirse.
-
-**12.** Sayısal türleri.
-
-Türleri kullanın `UInt8`, `UInt16`, `UInt32`, `UInt64`, `Int8`, `Int16`, `Int32`, ve `Int64` gibi `size_t`, `ssize_t`, ve `ptrdiff_t`.
-
-Bu türleri sayılar için kullanmayın: `signed/unsigned long`, `long long`, `short`, `signed/unsigned char`, `char`.
-
-**13.** Argümanları geçmek.
-
-Karmaşık değerleri referansla geçirin (dahil `std::string`).
-
-Bir işlev öbekte oluşturulan bir nesnenin sahipliğini yakalarsa, bağımsız değişken türünü yapın `shared_ptr` veya `unique_ptr`.
-
-**14.** Değerleri döndürür.
-
-Çoğu durumda, sadece kullanın `return`. Yaz domayın `return std::move(res)`.
-
-İşlev öbek üzerinde bir nesne ayırır ve döndürürse, şunları kullanın `shared_ptr` veya `unique_ptr`.
-
-Nadir durumlarda, değeri bir argüman aracılığıyla döndürmeniz gerekebilir. Bu durumda, argüman bir referans olmalıdır.
-
-``` cpp
-using AggregateFunctionPtr = std::shared_ptr<IAggregateFunction>;
-
-/** Allows creating an aggregate function by its name.
-  */
-class AggregateFunctionFactory
-{
-public:
-    AggregateFunctionFactory();
-    AggregateFunctionPtr get(const String & name, const DataTypes & argument_types) const;
-```
-
-**15.** ad.
-
-Ayrı bir kullanmaya gerek yoktur `namespace` uygulama kodu için.
-
-Küçük kütüphanelerin de buna ihtiyacı yok.
-
-Orta ve büyük kütüphaneler için her şeyi bir `namespace`.
-
-Kütüphan theede `.h` dosya, kullanabilirsiniz `namespace detail` uygulama kodu için gerekli olmayan uygulama ayrıntılarını gizlemek için.
-
-İn a `.cpp` dosya, bir kullanabilirsiniz `static` veya sembolleri gizlemek için anonim ad alanı.
-
-Ayrıca, bir `namespace` bir için kullanılabilir `enum` ilgili isimlerin harici bir yere düşmesini önlemek için `namespace` (ama kullanmak daha iyidir `enum class`).
-
-**16.** Ertelenmiş başlatma.
-
-Başlatma için bağımsız değişkenler gerekiyorsa, normalde varsayılan bir yapıcı yazmamalısınız.
-
-Daha sonra başlatmayı geciktirmeniz gerekiyorsa, geçersiz bir nesne oluşturacak varsayılan bir yapıcı ekleyebilirsiniz. Veya, az sayıda nesne için şunları kullanabilirsiniz `shared_ptr/unique_ptr`.
-
-``` cpp
-Loader(DB::Connection * connection_, const std::string & query, size_t max_block_size_);
-
-/// For deferred initialization
-Loader() {}
-```
-
-**17.** Sanal fonksiyonlar.
-
-Sınıf polimorfik kullanım için tasarlanmamışsa, işlevleri sanal hale getirmeniz gerekmez. Bu aynı zamanda yıkıcı için de geçerlidir.
-
-**18.** Kodlamalar.
-
-Her yerde UTF-8 kullanın. Kullanmak `std::string`ve`char *`. Kullanmayın `std::wstring`ve`wchar_t`.
-
-**19.** Günlük.
-
-Koddaki her yerde örneklere bakın.
-
-Taahhütte bulunmadan önce, tüm anlamsız ve hata ayıklama günlüğünü ve diğer hata ayıklama çıktı türlerini silin.
-
-İzleme düzeyinde bile döngülerde oturum açmaktan kaçınılmalıdır.
-
-Günlükleri herhangi bir günlük düzeyinde okunabilir olmalıdır.
-
-Günlük kaydı yalnızca uygulama kodunda, çoğunlukla kullanılmalıdır.
-
-Günlük mesajları İngilizce olarak yazılmalıdır.
-
-Günlük, tercihen Sistem Yöneticisi için anlaşılabilir olmalıdır.
-
-Günlüğünde küfür kullanmayın.
-
-Günlüğünde UTF-8 kodlamasını kullanın. Nadir durumlarda, günlüğünde ASCII olmayan karakterler kullanabilirsiniz.
-
-**20.** Giriş-çıkış.
-
-Kullanmayın `iostreams` uygulama performansı için kritik olan iç döngülerde (ve asla kullanmayın `stringstream`).
-
-Kullan... `DB/IO` kütüphane yerine.
-
-**21.** Tarih ve zaman.
-
-Görmek `DateLUT` kitaplık.
-
-**22.** İçermek.
-
-Her zaman kullanın `#pragma once` korumaları dahil etmek yerine.
-
-**23.** kullanım.
-
-`using namespace` kullanılmaz. Kullanabilirsiniz `using` özel bir şeyle. Ancak bir sınıf veya işlev içinde yerel yapın.
-
-**24.** Kullanmayın `trailing return type` gerekli olmadıkça fonksiyonlar için.
-
-``` cpp
-auto f() -> void
-```
-
-**25.** Değişkenlerin bildirimi ve başlatılması.
-
-``` cpp
-//right way
-std::string s = "Hello";
-std::string s{"Hello"};
-
-//wrong way
-auto s = std::string{"Hello"};
-```
-
-**26.** Sanal işlevler için yaz `virtual` temel sınıfta, ama yaz `override` yerine `virtual` soyundan gelen sınıflarda.
-
-## C++ ' ın kullanılmayan özellikleri {#unused-features-of-c}
-
-**1.** Sanal devralma kullanılmaz.
-
-**2.** C++03 özel durum belirteçleri kullanılmaz.
-
-## Platform {#platform}
-
-**1.** Belirli bir platform için kod yazıyoruz.
-
-Ama diğer şeyler eşit olmak, çapraz platform veya taşınabilir kod tercih edilir.
-
-**2.** Dil: C++20.
-
-**3.** Derleyici: `gcc`. Şu anda (Ağustos 2020), kod sürüm 9.3 kullanılarak derlenmiştir. (Ayrıca kullanılarak derlenebilir `clang 8`.)
-
-Standart kütüphane kullanılır (`libc++`).
-
-**4.**OS: Linux UB .untu, daha eski değil.
-
-**5.**Kod x86_64 CPU mimarisi için yazılmıştır.
-
-CPU komut seti, sunucularımız arasında desteklenen minimum kümedir. Şu anda, sse 4.2.
-
-**6.** Kullanmak `-Wall -Wextra -Werror` derleme bayrakları.
-
-**7.** Statik olarak bağlanması zor olanlar hariç tüm kitaplıklarla statik bağlantı kullanın (bkz. `ldd` komut).
-
-**8.** Kod geliştirilmiş ve yayın ayarları ile ayıklanır.
-
-## Araçlar {#tools}
-
-**1.** KDevelop iyi bir IDE.
-
-**2.** Hata ayıklama için kullanın `gdb`, `valgrind` (`memcheck`), `strace`, `-fsanitize=...`, veya `tcmalloc_minimal_debug`.
-
-**3.** Profilleme için kullanın `Linux Perf`, `valgrind` (`callgrind`), veya `strace -cf`.
-
-**4.** Kaynaklar Git'te.
-
-**5.** Montaj kullanımları `CMake`.
-
-**6.** Programlar kullanılarak serbest bırakılır `deb` paketler.
-
-**7.** Ana taahhüt yapı kırmak gerekir.
-
-Sadece seçilen revizyonlar uygulanabilir olarak kabul edilir.
-
-**8.** Kod yalnızca kısmen hazır olsa bile, mümkün olduğunca sık taahhüt yapın.
-
-Bu amaçla dalları kullanın.
-
-Eğer kod inunuz `master` şube henüz imara değil, önce inşa onu hariç `push`. Bunu bitirmek veya birkaç gün içinde kaldırmak gerekir.
-
-**9.** Non-önemsiz değişiklik, kullanım şubeleri ve sunucu bunları yayımlamak.
-
-**10.** Kullanılmayan kod depodan kaldırılır.
-
-## Kitaplık {#libraries}
-
-**1.** C++20 standart Kütüphanesi kullanılır (deneysel uzantılara izin verilir) ve `boost` ve `Poco` çerçeveler.
-
-**2.** Gerekirse, OS paketinde bulunan iyi bilinen kütüphaneleri kullanabilirsiniz.
-
-Zaten mevcut olan iyi bir çözüm varsa, başka bir kütüphane yüklemeniz gerektiği anlamına gelse bile kullanın.
-
-(Ancak kötü kütüphaneleri koddan kaldırmaya hazır olun .)
-
-**3.** Paketlerde ihtiyacınız olan şey yoksa veya eski bir sürüme veya yanlış derleme türüne sahip değilseniz, paketlerde olmayan bir kitaplık yükleyebilirsiniz.
-
-**4.** Kütüphane küçükse ve kendi karmaşık yapı sistemine sahip değilse, kaynak dosyaları `contrib` klasör.
-
-**5.** Tercih her zaman zaten kullanımda olan kütüphanelere verilir.
-
-## Genel Öneriler {#general-recommendations-1}
-
-**1.** Mümkün olduğunca az kod yazın.
-
-**2.** En basit çözümü deneyin.
-
-**3.** Nasıl çalışacağını ve iç döngünün nasıl çalışacağını bilene kadar kod yazmayın.
-
-**4.** En basit durumlarda, kullanın `using` sınıflar veya yapılar yerine.
-
-**5.** Mümkünse, kopya oluşturucuları, atama işleçleri, yıkıcılar (sınıf en az bir sanal işlev içeriyorsa, sanal bir işlev dışında) yazmayın, oluşturucuları taşıyın veya atama işleçlerini taşıyın. Başka bir deyişle, derleyici tarafından oluşturulan işlevleri düzgün çalışması gerekir. Kullanabilirsiniz `default`.
-
-**6.** Kod sadeleştirme teşvik edilir. Mümkünse kodunuzun boyutunu azaltın.
-
-## Ek Öneriler {#additional-recommendations}
-
-**1.** Açıkça belirtme `std::` türleri için `stddef.h`
-
-tavsiye edilmez. Başka bir deyişle, yazmanızı öneririz `size_t` yerine `std::size_t` daha kısa olduğu için.
-
-Eklemek kabul edilebilir `std::`.
-
-**2.** Açıkça belirtme `std::` standart C kitap fromlığından fonksiyonlar için
-
-tavsiye edilmez. Başka bir deyişle, yazın `memcpy` yerine `std::memcpy`.
-
-Bunun nedeni, aşağıdaki gibi benzer standart dışı işlevlerin olmasıdır `memmem`. Bu işlevleri zaman zaman kullanıyoruz. Bu işlevler mevcut değil `namespace std`.
-
-Yazar yousan `std::memcpy` yerine `memcpy` her yerde, o zaman `memmem` olarak `std::` garip görünecek.
-
-Yine de, hala kullanabilirsiniz `std::` eğer tercih ederseniz edin.
-
-**3.** Aynı olanlar standart C++ kütüphanesinde mevcut olduğunda C'den işlevleri kullanma.
-
-Daha verimli ise bu kabul edilebilir.
-
-Örneğin, kullanın `memcpy` yerine `std::copy` büyük bellek parçalarını kopyalamak için.
-
-**4.** Çok satırlı fonksiyon argümanları.
-
-Aşağıdaki sarma stillerinden herhangi birine izin verilir:
-
-``` cpp
-function(
-  T1 x1,
-  T2 x2)
-```
-
-``` cpp
-function(
-  size_t left, size_t right,
-  const & RangesInDataParts ranges,
-  size_t limit)
-```
-
-``` cpp
-function(size_t left, size_t right,
-  const & RangesInDataParts ranges,
-  size_t limit)
-```
-
-``` cpp
-function(size_t left, size_t right,
-      const & RangesInDataParts ranges,
-      size_t limit)
-```
-
-``` cpp
-function(
-      size_t left,
-      size_t right,
-      const & RangesInDataParts ranges,
-      size_t limit)
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/development/style/) <!--hide-->
diff --git a/docs/tr/development/tests.md b/docs/tr/development/tests.md
deleted file mode 120000
index c03d36c3916..00000000000
--- a/docs/tr/development/tests.md
+++ /dev/null
@@ -1 +0,0 @@
-../../en/development/tests.md
\ No newline at end of file
diff --git a/docs/tr/engines/database-engines/index.md b/docs/tr/engines/database-engines/index.md
deleted file mode 100644
index e15ae0f3365..00000000000
--- a/docs/tr/engines/database-engines/index.md
+++ /dev/null
@@ -1,21 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "Veritaban\u0131 Motorlar\u0131"
-toc_priority: 27
-toc_title: "Giri\u015F"
----
-
-# Veritabanı Motorları {#database-engines}
-
-Veritabanı motorları, tablolarla çalışmanıza izin verir.
-
-Varsayılan olarak, ClickHouse yapılandırılabilir sağlayan yerel veritabanı altyapısını kullanır [masa motorları](../../engines/table-engines/index.md) ve bir [SQL lehçesi](../../sql-reference/syntax.md).
-
-Aşağıdaki veritabanı altyapılarını da kullanabilirsiniz:
-
--   [MySQL](mysql.md)
-
--   [Tembel](lazy.md)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/database_engines/) <!--hide-->
diff --git a/docs/tr/engines/database-engines/lazy.md b/docs/tr/engines/database-engines/lazy.md
deleted file mode 100644
index 41226c320de..00000000000
--- a/docs/tr/engines/database-engines/lazy.md
+++ /dev/null
@@ -1,18 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 31
-toc_title: Tembel
----
-
-# Tembel {#lazy}
-
-Tabloları yalnızca RAM'de tutar `expiration_time_in_seconds` son erişimden saniyeler sonra. Sadece \* Log tabloları ile kullanılabilir.
-
-Erişimler arasında uzun bir zaman aralığı olan birçok küçük \* günlük tablosunu saklamak için optimize edilmiştir.
-
-## Veritabanı oluşturma {#creating-a-database}
-
-    CREATE DATABASE testlazy ENGINE = Lazy(expiration_time_in_seconds);
-
-[Orijinal makale](https://clickhouse.tech/docs/en/database_engines/lazy/) <!--hide-->
diff --git a/docs/tr/engines/database-engines/mysql.md b/docs/tr/engines/database-engines/mysql.md
deleted file mode 100644
index 2120add59aa..00000000000
--- a/docs/tr/engines/database-engines/mysql.md
+++ /dev/null
@@ -1,135 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 30
-toc_title: MySQL
----
-
-# MySQL {#mysql}
-
-Uzak bir MySQL sunucusunda veritabanlarına bağlanmak ve gerçekleştirmek için izin verir `INSERT` ve `SELECT` ClickHouse ve MySQL arasında veri alışverişi için sorgular.
-
-Bu `MySQL` veritabanı motoru sorguları MySQL sunucusuna çevirir, böylece aşağıdaki gibi işlemleri gerçekleştirebilirsiniz `SHOW TABLES` veya `SHOW CREATE TABLE`.
-
-Aşağıdaki sorguları gerçekleştiremiyor:
-
--   `RENAME`
--   `CREATE TABLE`
--   `ALTER`
-
-## Veritabanı oluşturma {#creating-a-database}
-
-``` sql
-CREATE DATABASE [IF NOT EXISTS] db_name [ON CLUSTER cluster]
-ENGINE = MySQL('host:port', ['database' | database], 'user', 'password')
-```
-
-**Motor Parametreleri**
-
--   `host:port` — MySQL server address.
--   `database` — Remote database name.
--   `user` — MySQL user.
--   `password` — User password.
-
-## Veri Türleri Desteği {#data_types-support}
-
-| MySQL                            | ClickHouse                                                   |
-|----------------------------------|--------------------------------------------------------------|
-| UNSIGNED TINYINT                 | [Uİnt8](../../sql-reference/data-types/int-uint.md)          |
-| TINYINT                          | [Int8](../../sql-reference/data-types/int-uint.md)           |
-| UNSIGNED SMALLINT                | [Uınt16](../../sql-reference/data-types/int-uint.md)         |
-| SMALLINT                         | [Int16](../../sql-reference/data-types/int-uint.md)          |
-| UNSIGNED INT, UNSIGNED MEDIUMINT | [Uİnt32](../../sql-reference/data-types/int-uint.md)         |
-| INT, MEDIUMINT                   | [Int32](../../sql-reference/data-types/int-uint.md)          |
-| UNSIGNED BIGINT                  | [Uİnt64](../../sql-reference/data-types/int-uint.md)         |
-| BIGINT                           | [Int64](../../sql-reference/data-types/int-uint.md)          |
-| FLOAT                            | [Float32](../../sql-reference/data-types/float.md)           |
-| DOUBLE                           | [Float64](../../sql-reference/data-types/float.md)           |
-| DATE                             | [Tarihli](../../sql-reference/data-types/date.md)            |
-| DATETIME, TIMESTAMP              | [DateTime](../../sql-reference/data-types/datetime.md)       |
-| BINARY                           | [FixedString](../../sql-reference/data-types/fixedstring.md) |
-
-Diğer tüm MySQL veri türleri dönüştürülür [Dize](../../sql-reference/data-types/string.md).
-
-[Nullable](../../sql-reference/data-types/nullable.md) desteklenir.
-
-## Kullanım örnekleri {#examples-of-use}
-
-MySQL tablo:
-
-``` text
-mysql> USE test;
-Database changed
-
-mysql> CREATE TABLE `mysql_table` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `float` FLOAT NOT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into mysql_table (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from mysql_table;
-+------+-----+
-| int_id | value |
-+------+-----+
-|      1 |     2 |
-+------+-----+
-1 row in set (0,00 sec)
-```
-
-Clickhouse'daki veritabanı, MySQL sunucusu ile veri alışverişi:
-
-``` sql
-CREATE DATABASE mysql_db ENGINE = MySQL('localhost:3306', 'test', 'my_user', 'user_password')
-```
-
-``` sql
-SHOW DATABASES
-```
-
-``` text
-┌─name─────┐
-│ default  │
-│ mysql_db │
-│ system   │
-└──────────┘
-```
-
-``` sql
-SHOW TABLES FROM mysql_db
-```
-
-``` text
-┌─name─────────┐
-│  mysql_table │
-└──────────────┘
-```
-
-``` sql
-SELECT * FROM mysql_db.mysql_table
-```
-
-``` text
-┌─int_id─┬─value─┐
-│      1 │     2 │
-└────────┴───────┘
-```
-
-``` sql
-INSERT INTO mysql_db.mysql_table VALUES (3,4)
-```
-
-``` sql
-SELECT * FROM mysql_db.mysql_table
-```
-
-``` text
-┌─int_id─┬─value─┐
-│      1 │     2 │
-│      3 │     4 │
-└────────┴───────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/database_engines/mysql/) <!--hide-->
diff --git a/docs/tr/engines/index.md b/docs/tr/engines/index.md
deleted file mode 100644
index 221dc87bdfb..00000000000
--- a/docs/tr/engines/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: Motorlar
-toc_priority: 25
----
-
-
diff --git a/docs/tr/engines/table-engines/index.md b/docs/tr/engines/table-engines/index.md
deleted file mode 100644
index a50a0cd28e9..00000000000
--- a/docs/tr/engines/table-engines/index.md
+++ /dev/null
@@ -1,85 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "Masa Motorlar\u0131"
-toc_priority: 26
-toc_title: "Giri\u015F"
----
-
-# Masa Motorları {#table_engines}
-
-Tablo motoru (tablo türü) belirler:
-
--   Verilerin nasıl ve nerede depolandığı, nereye yazılacağı ve nereden okunacağı.
--   Hangi sorgular desteklenir ve nasıl.
--   Eşzamanlı veri erişimi.
--   Varsa indeks uselerin kullanımı.
--   Çok iş parçacıklı istek yürütme mümkün olup olmadığı.
--   Veri çoğaltma parametreleri.
-
-## Motor Aileleri {#engine-families}
-
-### MergeTree {#mergetree}
-
-Yüksek yük görevleri için en evrensel ve fonksiyonel masa motorları. Bu motorlar tarafından paylaşılan özellik, sonraki arka plan veri işleme ile hızlı veri ekleme ' dir. `MergeTree` aile motorları destek veri çoğaltma (ile [Çoğaltıyordu\*](mergetree-family/replication.md#table_engines-replication) sürümleri), bölümleme ve diğer özellikler diğer motorlarda desteklenmez.
-
-Ailede motorlar:
-
--   [MergeTree](mergetree-family/mergetree.md#mergetree)
--   [ReplacingMergeTree](mergetree-family/replacingmergetree.md#replacingmergetree)
--   [SummingMergeTree](mergetree-family/summingmergetree.md#summingmergetree)
--   [AggregatingMergeTree](mergetree-family/aggregatingmergetree.md#aggregatingmergetree)
--   [CollapsingMergeTree](mergetree-family/collapsingmergetree.md#table_engine-collapsingmergetree)
--   [VersionedCollapsingMergeTree](mergetree-family/versionedcollapsingmergetree.md#versionedcollapsingmergetree)
--   [Graphıtemergetree](mergetree-family/graphitemergetree.md#graphitemergetree)
-
-### Günlük {#log}
-
-Hafiflik [motorlar](log-family/index.md) minimum işlevsellik ile. Birçok küçük tabloyu (yaklaşık 1 milyon satıra kadar) hızlı bir şekilde yazmanız ve daha sonra bir bütün olarak okumanız gerektiğinde en etkili olanlardır.
-
-Ailede motorlar:
-
--   [TinyLog](log-family/tinylog.md#tinylog)
--   [StripeLog](log-family/stripelog.md#stripelog)
--   [Günlük](log-family/log.md#log)
-
-### Entegrasyon Motorları {#integration-engines}
-
-Diğer veri depolama ve işleme sistemleri ile iletişim kurmak için motorlar.
-
-Ailede motorlar:
-
--   [Kafka](integrations/kafka.md#kafka)
--   [MySQL](integrations/mysql.md#mysql)
--   [ODBC](integrations/odbc.md#table-engine-odbc)
--   [JDBC](integrations/jdbc.md#table-engine-jdbc)
--   [HDFS](integrations/hdfs.md#hdfs)
-
-### Özel Motorlar {#special-engines}
-
-Ailede motorlar:
-
--   [Dağılı](special/distributed.md#distributed)
--   [MaterializedView](special/materializedview.md#materializedview)
--   [Sözlük](special/dictionary.md#dictionary)
--   \[Mer \]ge\] (spec /ial / mer #ge. md#mer #ge
--   [Dosya](special/file.md#file)
--   [Boş](special/null.md#null)
--   [Koymak](special/set.md#set)
--   [Katmak](special/join.md#join)
--   [URL](special/url.md#table_engines-url)
--   [Görünüm](special/view.md#table_engines-view)
--   [Hafıza](special/memory.md#memory)
--   [Arabellek](special/buffer.md#buffer)
-
-## Sanal Sütunlar {#table_engines-virtual_columns}
-
-Sanal sütun, motor kaynak kodunda tanımlanan ayrılmaz bir tablo altyapısı özniteliğidir.
-
-Sanal sütunları belirtmemelisiniz `CREATE TABLE` sorgula ve onları göremezsin `SHOW CREATE TABLE` ve `DESCRIBE TABLE` sorgu sonuçları. Sanal sütunlar da salt okunur, bu nedenle sanal sütunlara veri ekleyemezsiniz.
-
-Sanal bir sütundan veri seçmek için, adını `SELECT` sorgu. `SELECT *` sanal sütunlardan değerler döndürmez.
-
-Tablo sanal sütunlarından biriyle aynı ada sahip bir sütuna sahip bir tablo oluşturursanız, sanal sütuna erişilemez hale gelir. Bunu yapmayı önermiyoruz. Çakışmaları önlemek için, sanal sütun adları genellikle bir alt çizgi ile öneki.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/integrations/hdfs.md b/docs/tr/engines/table-engines/integrations/hdfs.md
deleted file mode 100644
index 7c9fcdd9f07..00000000000
--- a/docs/tr/engines/table-engines/integrations/hdfs.md
+++ /dev/null
@@ -1,123 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: HDFS
----
-
-# HDFS {#table_engines-hdfs}
-
-Bu motor ile entegrasyon sağlar [Apache Hadoop](https://en.wikipedia.org/wiki/Apache_Hadoop) üzerinde veri Yönet allowingilmesine izin vererek ekosist dataem [HDFS](https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-hdfs/HdfsDesign.html)ClickHouse aracılığıyla. Bu motor benzer
-to the [Dosya](../special/file.md#table_engines-file) ve [URL](../special/url.md#table_engines-url) motorlar, ancak hadoop özgü özellikleri sağlar.
-
-## Kullanma {#usage}
-
-``` sql
-ENGINE = HDFS(URI, format)
-```
-
-Bu `URI` parametre, HDFS'DEKİ tüm dosya URI'SIDIR.
-Bu `format` parametre kullanılabilir dosya biçimlerinden birini belirtir. Gerçekleştirmek
-`SELECT` sorgular, biçim giriş için desteklenmeli ve gerçekleştirmek için
-`INSERT` queries – for output. The available formats are listed in the
-[Biçimliler](../../../interfaces/formats.md#formats) bölme.
-Yol kısmı `URI` globs içerebilir. Bu durumda tablo salt okunur olurdu.
-
-**Örnek:**
-
-**1.** Set up the `hdfs_engine_table` Tablo:
-
-``` sql
-CREATE TABLE hdfs_engine_table (name String, value UInt32) ENGINE=HDFS('hdfs://hdfs1:9000/other_storage', 'TSV')
-```
-
-**2.** Fil filel file:
-
-``` sql
-INSERT INTO hdfs_engine_table VALUES ('one', 1), ('two', 2), ('three', 3)
-```
-
-**3.** Verileri sorgula:
-
-``` sql
-SELECT * FROM hdfs_engine_table LIMIT 2
-```
-
-``` text
-┌─name─┬─value─┐
-│ one  │     1 │
-│ two  │     2 │
-└──────┴───────┘
-```
-
-## Uygulama Detayları {#implementation-details}
-
--   Okuma ve yazma paralel olabilir
--   Desteklenmiyor:
-    -   `ALTER` ve `SELECT...SAMPLE` harekat.
-    -   Dizinler.
-    -   Çoğalma.
-
-**Yolda Globs**
-
-Birden çok yol bileşenleri globs olabilir. İşlenmek için dosya var olmalı ve tüm yol deseniyle eşleşmelidir. Sırasında dosyaların listelen ofmesini belirler `SELECT` (not at `CREATE` an).
-
--   `*` — Substitutes any number of any characters except `/` boş dize dahil.
--   `?` — Substitutes any single character.
--   `{some_string,another_string,yet_another_one}` — Substitutes any of strings `'some_string', 'another_string', 'yet_another_one'`.
--   `{N..M}` — Substitutes any number in range from N to M including both borders.
-
-İle yapılar `{}` benzer olan [uzak](../../../sql-reference/table-functions/remote.md) tablo işlevi.
-
-**Örnek**
-
-1.  HDFS'DE aşağıdaki Urı'lerle TSV formatında birkaç dosyamız olduğunu varsayalım:
-
--   ‘hdfs://hdfs1:9000/some_dir/some_file_1’
--   ‘hdfs://hdfs1:9000/some_dir/some_file_2’
--   ‘hdfs://hdfs1:9000/some_dir/some_file_3’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_1’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_2’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_3’
-
-1.  Altı dosyadan oluşan bir tablo oluşturmanın birkaç yolu vardır:
-
-<!-- -->
-
-``` sql
-CREATE TABLE table_with_range (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/{some,another}_dir/some_file_{1..3}', 'TSV')
-```
-
-Başka bir yol:
-
-``` sql
-CREATE TABLE table_with_question_mark (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/{some,another}_dir/some_file_?', 'TSV')
-```
-
-Tablo, her iki dizindeki tüm dosyalardan oluşur (tüm dosyalar, sorguda açıklanan biçimi ve şemayı karşılamalıdır):
-
-``` sql
-CREATE TABLE table_with_asterisk (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/{some,another}_dir/*', 'TSV')
-```
-
-!!! warning "Uyarıcı"
-    Dosyaların listelenmesi, önde gelen sıfırlarla sayı aralıkları içeriyorsa, her basamak için parantez içeren yapıyı ayrı ayrı kullanın veya kullanın `?`.
-
-**Örnek**
-
-Adlı dosyaları içeren tablo oluşturma `file000`, `file001`, … , `file999`:
-
-``` sql
-CREARE TABLE big_table (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/big_dir/file{0..9}{0..9}{0..9}', 'CSV')
-```
-
-## Sanal Sütunlar {#virtual-columns}
-
--   `_path` — Path to the file.
--   `_file` — Name of the file.
-
-**Ayrıca Bakınız**
-
--   [Sanal sütunlar](../index.md#table_engines-virtual_columns)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/hdfs/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/integrations/index.md b/docs/tr/engines/table-engines/integrations/index.md
deleted file mode 100644
index 937532c247d..00000000000
--- a/docs/tr/engines/table-engines/integrations/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: Entegrasyonlar
-toc_priority: 30
----
-
-
diff --git a/docs/tr/engines/table-engines/integrations/jdbc.md b/docs/tr/engines/table-engines/integrations/jdbc.md
deleted file mode 100644
index 76deb938047..00000000000
--- a/docs/tr/engines/table-engines/integrations/jdbc.md
+++ /dev/null
@@ -1,90 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 34
-toc_title: JDBC
----
-
-# JDBC {#table-engine-jdbc}
-
-ClickHouse üzerinden harici veritabanlarına bağlanmak için izin verir [JDBC](https://en.wikipedia.org/wiki/Java_Database_Connectivity).
-
-JDBC bağlantısını uygulamak için ClickHouse ayrı programı kullanır [clickhouse-JDBC-köprü](https://github.com/alex-krash/clickhouse-jdbc-bridge) bu bir daemon olarak çalışmalıdır.
-
-Bu motor destekler [Nullable](../../../sql-reference/data-types/nullable.md) veri türü.
-
-## Tablo oluşturma {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name
-(
-    columns list...
-)
-ENGINE = JDBC(dbms_uri, external_database, external_table)
-```
-
-**Motor Parametreleri**
-
--   `dbms_uri` — URI of an external DBMS.
-
-    Biçimli: `jdbc:<driver_name>://<host_name>:<port>/?user=<username>&password=<password>`.
-    MySQL örneği: `jdbc:mysql://localhost:3306/?user=root&password=root`.
-
--   `external_database` — Database in an external DBMS.
-
--   `external_table` — Name of the table in `external_database`.
-
-## Kullanım Örneği {#usage-example}
-
-Doğrudan konsol istemcisine bağlanarak MySQL sunucusunda bir tablo oluşturma:
-
-``` text
-mysql> CREATE TABLE `test`.`test` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
-    ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from test;
-+------+----------+-----+----------+
-| int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
-|      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
-```
-
-ClickHouse Server'da bir tablo oluşturma ve ondan veri seçme:
-
-``` sql
-CREATE TABLE jdbc_table
-(
-    `int_id` Int32,
-    `int_nullable` Nullable(Int32),
-    `float` Float32,
-    `float_nullable` Nullable(Float32)
-)
-ENGINE JDBC('jdbc:mysql://localhost:3306/?user=root&password=root', 'test', 'test')
-```
-
-``` sql
-SELECT *
-FROM jdbc_table
-```
-
-``` text
-┌─int_id─┬─int_nullable─┬─float─┬─float_nullable─┐
-│      1 │         ᴺᵁᴸᴸ │     2 │           ᴺᵁᴸᴸ │
-└────────┴──────────────┴───────┴────────────────┘
-```
-
-## Ayrıca Bakınız {#see-also}
-
--   [JDBC tablo işlevi](../../../sql-reference/table-functions/jdbc.md).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/jdbc/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/integrations/kafka.md b/docs/tr/engines/table-engines/integrations/kafka.md
deleted file mode 100644
index a26a4d12267..00000000000
--- a/docs/tr/engines/table-engines/integrations/kafka.md
+++ /dev/null
@@ -1,180 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 32
-toc_title: Kafka
----
-
-# Kafka {#kafka}
-
-Bu motor ile çalışır [Apache Kafka](http://kafka.apache.org/).
-
-Kafka sağlar:
-
--   Veri akışlarını yayınlayın veya abone olun.
--   Hataya dayanıklı depolama düzenlemek.
--   Kullanılabilir hale geldikçe akışları işleyin.
-
-## Tablo oluşturma {#table_engine-kafka-creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = Kafka()
-SETTINGS
-    kafka_broker_list = 'host:port',
-    kafka_topic_list = 'topic1,topic2,...',
-    kafka_group_name = 'group_name',
-    kafka_format = 'data_format'[,]
-    [kafka_row_delimiter = 'delimiter_symbol',]
-    [kafka_schema = '',]
-    [kafka_num_consumers = N,]
-    [kafka_max_block_size = 0,]
-    [kafka_skip_broken_messages = N,]
-    [kafka_commit_every_batch = 0]
-```
-
-Gerekli parametreler:
-
--   `kafka_broker_list` – A comma-separated list of brokers (for example, `localhost:9092`).
--   `kafka_topic_list` – A list of Kafka topics.
--   `kafka_group_name` – A group of Kafka consumers. Reading margins are tracked for each group separately. If you don't want messages to be duplicated in the cluster, use the same group name everywhere.
--   `kafka_format` – Message format. Uses the same notation as the SQL `FORMAT` fonksiyon gibi `JSONEachRow`. Daha fazla bilgi için, bkz: [Biçimliler](../../../interfaces/formats.md) bölme.
-
-İsteğe bağlı parametreler:
-
--   `kafka_row_delimiter` – Delimiter character, which ends the message.
--   `kafka_schema` – Parameter that must be used if the format requires a schema definition. For example, [Cap'n Proto](https://capnproto.org/) şema dosyasının yolunu ve kök adını gerektirir `schema.capnp:Message` nesne.
--   `kafka_num_consumers` – The number of consumers per table. Default: `1`. Bir tüketicinin verimi yetersizse daha fazla tüketici belirtin. Bölüm başına yalnızca bir tüketici atanabileceğinden, toplam tüketici sayısı konudaki bölüm sayısını geçmemelidir.
--   `kafka_max_block_size` - Anket için maksimum toplu iş boyutu (mesajlarda) (varsayılan: `max_block_size`).
--   `kafka_skip_broken_messages` – Kafka message parser tolerance to schema-incompatible messages per block. Default: `0`. Eğer `kafka_skip_broken_messages = N` sonra motor atlar *N* Ayrıştırılamayan Kafka iletileri (bir ileti bir veri satırına eşittir).
--   `kafka_commit_every_batch` - Bütün bir blok yazdıktan sonra tek bir taahhüt yerine tüketilen ve işlenen her toplu işlemi gerçekleştirin (varsayılan: `0`).
-
-Örnekler:
-
-``` sql
-  CREATE TABLE queue (
-    timestamp UInt64,
-    level String,
-    message String
-  ) ENGINE = Kafka('localhost:9092', 'topic', 'group1', 'JSONEachRow');
-
-  SELECT * FROM queue LIMIT 5;
-
-  CREATE TABLE queue2 (
-    timestamp UInt64,
-    level String,
-    message String
-  ) ENGINE = Kafka SETTINGS kafka_broker_list = 'localhost:9092',
-                            kafka_topic_list = 'topic',
-                            kafka_group_name = 'group1',
-                            kafka_format = 'JSONEachRow',
-                            kafka_num_consumers = 4;
-
-  CREATE TABLE queue2 (
-    timestamp UInt64,
-    level String,
-    message String
-  ) ENGINE = Kafka('localhost:9092', 'topic', 'group1')
-              SETTINGS kafka_format = 'JSONEachRow',
-                       kafka_num_consumers = 4;
-```
-
-<details markdown="1">
-
-<summary>Bir tablo oluşturmak için kullanımdan kaldırılan yöntem</summary>
-
-!!! attention "Dikkat"
-    Bu yöntemi yeni projelerde kullanmayın. Mümkünse, eski projeleri yukarıda açıklanan yönteme geçin.
-
-``` sql
-Kafka(kafka_broker_list, kafka_topic_list, kafka_group_name, kafka_format
-      [, kafka_row_delimiter, kafka_schema, kafka_num_consumers, kafka_skip_broken_messages])
-```
-
-</details>
-
-## Açıklama {#description}
-
-Teslim edilen mesajlar otomatik olarak izlenir, bu nedenle bir gruptaki her mesaj yalnızca bir kez sayılır. Verileri iki kez almak istiyorsanız, tablonun başka bir grup adıyla bir kopyasını oluşturun.
-
-Gruplar esnek ve kümede senkronize edilir. Örneğin, bir kümede 10 konu ve bir tablonun 5 kopyası varsa, her kopya 2 konu alır. Kopya sayısı değişirse, konular kopyalar arasında otomatik olarak yeniden dağıtılır. Bu konuda daha fazla bilgi edinin http://kafka.apache.org/intro.
-
-`SELECT` mesajları okumak için özellikle yararlı değildir (hata ayıklama hariç), çünkü her mesaj yalnızca bir kez okunabilir. Hayata görünümler kullanarak gerçek zamanlı iş parçacıkları oluşturmak daha pratiktir. Bunu yapmak için :
-
-1.  Bir Kafka tüketici oluşturmak için motoru kullanın ve bir veri akışı düşünün.
-2.  İstenen yapıya sahip bir tablo oluşturun.
-3.  Verileri motordan dönüştüren ve daha önce oluşturulmuş bir tabloya koyan materyalleştirilmiş bir görünüm oluşturun.
-
-Ne zaman `MATERIALIZED VIEW` motora katılır, arka planda veri toplamaya başlar. Bu, kafka'dan sürekli olarak mesaj almanızı ve bunları kullanarak gerekli biçime dönüştürmenizi sağlar `SELECT`.
-Bir kafka tablosu istediğiniz kadar materialized görüşe sahip olabilir, kafka tablosundan doğrudan veri okumazlar, ancak yeni kayıtlar (bloklar halinde) alırlar, bu şekilde farklı ayrıntı seviyesine sahip birkaç tabloya yazabilirsiniz (gruplama-toplama ve olmadan).
-
-Örnek:
-
-``` sql
-  CREATE TABLE queue (
-    timestamp UInt64,
-    level String,
-    message String
-  ) ENGINE = Kafka('localhost:9092', 'topic', 'group1', 'JSONEachRow');
-
-  CREATE TABLE daily (
-    day Date,
-    level String,
-    total UInt64
-  ) ENGINE = SummingMergeTree(day, (day, level), 8192);
-
-  CREATE MATERIALIZED VIEW consumer TO daily
-    AS SELECT toDate(toDateTime(timestamp)) AS day, level, count() as total
-    FROM queue GROUP BY day, level;
-
-  SELECT level, sum(total) FROM daily GROUP BY level;
-```
-
-Performansı artırmak için, alınan iletiler bloklar halinde gruplandırılır [max_ınsert_block_size](../../../operations/server-configuration-parameters/settings.md#settings-max_insert_block_size). İçinde blok oluş ifma ifdıysa [stream_flush_interval_ms](../../../operations/server-configuration-parameters/settings.md) milisaniye, veri blok bütünlüğü ne olursa olsun tabloya temizlendi.
-
-Konu verilerini almayı durdurmak veya dönüşüm mantığını değiştirmek için, hayata geçirilmiş görünümü ayırın:
-
-``` sql
-  DETACH TABLE consumer;
-  ATTACH TABLE consumer;
-```
-
-Kullanarak hedef tabloyu değiştirmek istiyorsanız `ALTER` hedef tablo ile görünümdeki veriler arasındaki tutarsızlıkları önlemek için malzeme görünümünü devre dışı bırakmanızı öneririz.
-
-## Yapılandırma {#configuration}
-
-GraphiteMergeTree benzer şekilde, Kafka motoru ClickHouse yapılandırma dosyasını kullanarak genişletilmiş yapılandırmayı destekler. Kullanabileceğiniz iki yapılandırma anahtarı vardır: global (`kafka`) ve konu düzeyinde (`kafka_*`). Genel yapılandırma önce uygulanır ve sonra konu düzeyinde yapılandırma uygulanır (varsa).
-
-``` xml
-  <!-- Global configuration options for all tables of Kafka engine type -->
-  <kafka>
-    <debug>cgrp</debug>
-    <auto_offset_reset>smallest</auto_offset_reset>
-  </kafka>
-
-  <!-- Configuration specific for topic "logs" -->
-  <kafka_logs>
-    <retry_backoff_ms>250</retry_backoff_ms>
-    <fetch_min_bytes>100000</fetch_min_bytes>
-  </kafka_logs>
-```
-
-Olası yapılandırma seçeneklerinin listesi için bkz. [librdkafka yapılandırma referansı](https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md). Alt çizgiyi kullan (`_`) ClickHouse yapılandırmasında bir nokta yerine. Mesela, `check.crcs=true` olacak `<check_crcs>true</check_crcs>`.
-
-## Sanal Sütunlar {#virtual-columns}
-
--   `_topic` — Kafka topic.
--   `_key` — Key of the message.
--   `_offset` — Offset of the message.
--   `_timestamp` — Timestamp of the message.
--   `_partition` — Partition of Kafka topic.
-
-**Ayrıca Bakınız**
-
--   [Sanal sütunlar](../index.md#table_engines-virtual_columns)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/kafka/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/integrations/mysql.md b/docs/tr/engines/table-engines/integrations/mysql.md
deleted file mode 100644
index 6f490a26b48..00000000000
--- a/docs/tr/engines/table-engines/integrations/mysql.md
+++ /dev/null
@@ -1,105 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 33
-toc_title: MySQL
----
-
-# Mysql {#mysql}
-
-MySQL motoru gerçekleştirmek için izin verir `SELECT` uzak bir MySQL sunucusunda depolanan veriler üzerinde sorgular.
-
-## Tablo oluşturma {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [TTL expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2] [TTL expr2],
-    ...
-) ENGINE = MySQL('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_duplicate_clause']);
-```
-
-Ayrıntılı bir açıklamasını görmek [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query) sorgu.
-
-Tablo yapısı orijinal MySQL tablo yapısından farklı olabilir:
-
--   Sütun adları orijinal MySQL tablosundaki ile aynı olmalıdır, ancak bu sütunların sadece bazılarını ve herhangi bir sırada kullanabilirsiniz.
--   Sütun türleri orijinal MySQL tablosundakilerden farklı olabilir. ClickHouse çalışır [döküm](../../../sql-reference/functions/type-conversion-functions.md#type_conversion_function-cast) ClickHouse veri türleri için değerler.
-
-**Motor Parametreleri**
-
--   `host:port` — MySQL server address.
-
--   `database` — Remote database name.
-
--   `table` — Remote table name.
-
--   `user` — MySQL user.
-
--   `password` — User password.
-
--   `replace_query` — Flag that converts `INSERT INTO` için sorgular `REPLACE INTO`. Eğer `replace_query=1`, sorgu değiştirilir.
-
--   `on_duplicate_clause` — The `ON DUPLICATE KEY on_duplicate_clause` eklenen ifade `INSERT` sorgu.
-
-    Örnek: `INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1`, nere `on_duplicate_clause` oluyor `UPDATE c2 = c2 + 1`. Görmek [MySQL dökü documentationmanları](https://dev.mysql.com/doc/refman/8.0/en/insert-on-duplicate.html) bulmak için hangi `on_duplicate_clause` ile kullanabilirsiniz `ON DUPLICATE KEY` yan.
-
-    Belirtmek `on_duplicate_clause` sen geçmek gerekir `0` to the `replace_query` parametre. Aynı anda geçerseniz `replace_query = 1` ve `on_duplicate_clause`, ClickHouse bir özel durum oluşturur.
-
-Basit `WHERE` gibi maddeler `=, !=, >, >=, <, <=` MySQL sunucusunda yürütülür.
-
-Geri kalan şartlar ve `LIMIT` örnekleme kısıtlaması, yalnızca MySQL sorgusu bittikten sonra Clickhouse'da yürütülür.
-
-## Kullanım Örneği {#usage-example}
-
-MySQL tablo:
-
-``` text
-mysql> CREATE TABLE `test`.`test` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
-    ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from test;
-+------+----------+-----+----------+
-| int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
-|      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
-```
-
-Clickhouse'daki tablo, yukarıda oluşturulan MySQL tablosundan veri alma:
-
-``` sql
-CREATE TABLE mysql_table
-(
-    `float_nullable` Nullable(Float32),
-    `int_id` Int32
-)
-ENGINE = MySQL('localhost:3306', 'test', 'test', 'bayonet', '123')
-```
-
-``` sql
-SELECT * FROM mysql_table
-```
-
-``` text
-┌─float_nullable─┬─int_id─┐
-│           ᴺᵁᴸᴸ │      1 │
-└────────────────┴────────┘
-```
-
-## Ayrıca Bakınız {#see-also}
-
--   [Bu ‘mysql’ tablo fonksiyonu](../../../sql-reference/table-functions/mysql.md)
--   [Harici sözlük kaynağı olarak MySQL kullanma](../../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md#dicts-external_dicts_dict_sources-mysql)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/mysql/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/integrations/odbc.md b/docs/tr/engines/table-engines/integrations/odbc.md
deleted file mode 100644
index 1c3208f0e5d..00000000000
--- a/docs/tr/engines/table-engines/integrations/odbc.md
+++ /dev/null
@@ -1,132 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 35
-toc_title: ODBC
----
-
-# ODBC {#table-engine-odbc}
-
-ClickHouse üzerinden harici veritabanlarına bağlanmak için izin verir [ODBC](https://en.wikipedia.org/wiki/Open_Database_Connectivity).
-
-ODBC bağlantılarını güvenli bir şekilde uygulamak için ClickHouse ayrı bir program kullanır `clickhouse-odbc-bridge`. ODBC sürücüsü doğrudan yüklenmişse `clickhouse-server`, sürücü sorunları ClickHouse sunucu çökmesine neden olabilir. ClickHouse otomatik olarak başlar `clickhouse-odbc-bridge` gerekli olduğunda. ODBC Köprüsü programı aynı paketten yüklenir `clickhouse-server`.
-
-Bu motor destekler [Nullable](../../../sql-reference/data-types/nullable.md) veri türü.
-
-## Tablo oluşturma {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1],
-    name2 [type2],
-    ...
-)
-ENGINE = ODBC(connection_settings, external_database, external_table)
-```
-
-Ayrıntılı bir açıklamasını görmek [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query) sorgu.
-
-Tablo yapısı kaynak tablo yapısından farklı olabilir:
-
--   Sütun adları kaynak tablodaki ile aynı olmalıdır, ancak yalnızca bu sütunlardan bazılarını ve herhangi bir sırada kullanabilirsiniz.
--   Sütun türleri kaynak tablodakilerden farklı olabilir. ClickHouse çalışır [döküm](../../../sql-reference/functions/type-conversion-functions.md#type_conversion_function-cast) ClickHouse veri türleri için değerler.
-
-**Motor Parametreleri**
-
--   `connection_settings` — Name of the section with connection settings in the `odbc.ini` Dosya.
--   `external_database` — Name of a database in an external DBMS.
--   `external_table` — Name of a table in the `external_database`.
-
-## Kullanım Örneği {#usage-example}
-
-**ODBC üzerinden yerel MySQL kurulumundan veri alma**
-
-Bu örnek Ubuntu Linux 18.04 ve MySQL server 5.7 için kontrol edilir.
-
-UnixODBC ve MySQL Connector yüklü olduğundan emin olun.
-
-Varsayılan olarak (paketlerden yüklüyse), ClickHouse kullanıcı olarak başlar `clickhouse`. Bu nedenle, bu kullanıcıyı MySQL sunucusunda oluşturmanız ve yapılandırmanız gerekir.
-
-``` bash
-$ sudo mysql
-```
-
-``` sql
-mysql> CREATE USER 'clickhouse'@'localhost' IDENTIFIED BY 'clickhouse';
-mysql> GRANT ALL PRIVILEGES ON *.* TO 'clickhouse'@'clickhouse' WITH GRANT OPTION;
-```
-
-Sonra bağlantıyı yapılandırın `/etc/odbc.ini`.
-
-``` bash
-$ cat /etc/odbc.ini
-[mysqlconn]
-DRIVER = /usr/local/lib/libmyodbc5w.so
-SERVER = 127.0.0.1
-PORT = 3306
-DATABASE = test
-USERNAME = clickhouse
-PASSWORD = clickhouse
-```
-
-Kullanarak bağlantıyı kontrol edebilirsiniz `isql` unixodbc yüklemesinden yardımcı program.
-
-``` bash
-$ isql -v mysqlconn
-+-------------------------+
-| Connected!                            |
-|                                       |
-...
-```
-
-MySQL tablo:
-
-``` text
-mysql> CREATE TABLE `test`.`test` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
-    ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from test;
-+------+----------+-----+----------+
-| int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
-|      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
-```
-
-Clickhouse'daki tablo, MySQL tablosundan veri alma:
-
-``` sql
-CREATE TABLE odbc_t
-(
-    `int_id` Int32,
-    `float_nullable` Nullable(Float32)
-)
-ENGINE = ODBC('DSN=mysqlconn', 'test', 'test')
-```
-
-``` sql
-SELECT * FROM odbc_t
-```
-
-``` text
-┌─int_id─┬─float_nullable─┐
-│      1 │           ᴺᵁᴸᴸ │
-└────────┴────────────────┘
-```
-
-## Ayrıca Bakınız {#see-also}
-
--   [ODBC harici sözlükler](../../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md#dicts-external_dicts_dict_sources-odbc)
--   [ODBC tablo işlevi](../../../sql-reference/table-functions/odbc.md)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/odbc/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/log-family/index.md b/docs/tr/engines/table-engines/log-family/index.md
deleted file mode 100644
index 13d91686426..00000000000
--- a/docs/tr/engines/table-engines/log-family/index.md
+++ /dev/null
@@ -1,47 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "G\xFCnl\xFCk Aile"
-toc_priority: 29
-toc_title: "Giri\u015F"
----
-
-# Log Engine Ailesi {#log-engine-family}
-
-Bu motorlar, birçok küçük tabloyu (yaklaşık 1 milyon satıra kadar) hızlı bir şekilde yazmanız ve daha sonra bir bütün olarak okumanız gerektiğinde senaryolar için geliştirilmiştir.
-
-Ailenin motorları:
-
--   [StripeLog](stripelog.md)
--   [Günlük](log.md)
--   [TinyLog](tinylog.md)
-
-## Ortak Özellikler {#common-properties}
-
-Motorlar:
-
--   Verileri bir diskte saklayın.
-
--   Yazarken dosyanın sonuna veri ekleyin.
-
--   Eşzamanlı veri erişimi için destek kilitleri.
-
-    Sırasında `INSERT` sorgular, tablo kilitlenir ve veri okumak ve yazmak için diğer sorgular hem tablonun kilidini açmak için bekler. Veri yazma sorguları varsa, herhangi bir sayıda veri okuma sorguları aynı anda gerçekleştirilebilir.
-
--   Destek yok [mutasyon](../../../sql-reference/statements/alter.md#alter-mutations) harekat.
-
--   Dizinleri desteklemez.
-
-    Bu demektir ki `SELECT` veri aralıkları için sorgular verimli değildir.
-
--   Atomik veri yazmayın.
-
-    Bir şey yazma işlemini bozarsa, örneğin anormal sunucu kapatma gibi bozuk verilerle bir tablo alabilirsiniz.
-
-## Farklılıklar {#differences}
-
-Bu `TinyLog` motor, ailenin en basitidir ve en fakir işlevselliği ve en düşük verimliliği sağlar. Bu `TinyLog` motor, birkaç iş parçacığı tarafından paralel veri okumayı desteklemez. Paralel okumayı destekleyen ailedeki diğer motorlardan daha yavaş veri okur ve neredeyse birçok tanımlayıcı kullanır `Log` motor, her sütunu ayrı bir dosyada sakladığı için. Basit düşük yük senaryolarında kullanın.
-
-Bu `Log` ve `StripeLog` motorlar paralel veri okumayı destekler. Veri okurken, ClickHouse birden çok iş parçacığı kullanır. Her iş parçacığı ayrı bir veri bloğu işler. Bu `Log` engine, tablonun her sütunu için ayrı bir dosya kullanır. `StripeLog` tüm verileri tek bir dosyada saklar. Sonuç olarak, `StripeLog` motor işletim sisteminde daha az tanımlayıcı kullanır, ancak `Log` motor veri okurken daha yüksek verimlilik sağlar.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/log_family/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/log-family/log.md b/docs/tr/engines/table-engines/log-family/log.md
deleted file mode 100644
index d0a585aca97..00000000000
--- a/docs/tr/engines/table-engines/log-family/log.md
+++ /dev/null
@@ -1,16 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 33
-toc_title: "G\xFCnl\xFCk"
----
-
-# Günlük {#log}
-
-Motor günlük motorları ailesine aittir. Günlük motorlarının ortak özelliklerini ve farklılıklarını görün [Log Engine Ailesi](index.md) Makale.
-
-Log differsar differsit fromma [TinyLog](tinylog.md) bu küçük bir dosyada “marks” sütun dosyaları ile bulunur. Bu işaretler her veri bloğuna yazılır ve belirtilen satır sayısını atlamak için dosyayı okumaya nereden başlayacağınızı gösteren uzaklıklar içerir. Bu, tablo verilerini birden çok iş parçacığında okumayı mümkün kılar.
-Eşzamanlı veri erişimi için, okuma işlemleri aynı anda gerçekleştirilebilirken, yazma işlemleri okur ve birbirlerini engeller.
-Günlük altyapısı dizinleri desteklemez. Benzer şekilde, bir tabloya yazma başarısız olursa, tablo bozulur ve Okuma bir hata döndürür. Günlük altyapısı, geçici veriler, bir kez yazma tabloları ve sınama veya gösteri amaçları için uygundur.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/log/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/log-family/stripelog.md b/docs/tr/engines/table-engines/log-family/stripelog.md
deleted file mode 100644
index 82b20138c5f..00000000000
--- a/docs/tr/engines/table-engines/log-family/stripelog.md
+++ /dev/null
@@ -1,95 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 32
-toc_title: StripeLog
----
-
-# Stripelog {#stripelog}
-
-Bu motor günlük motor ailesine aittir. Günlük motorlarının ortak özelliklerini ve farklılıklarını görün [Log Engine Ailesi](index.md) Makale.
-
-Az miktarda veri içeren (1 milyondan az satır) birçok tablo yazmanız gerektiğinde, bu altyapıyı senaryolarda kullanın.
-
-## Tablo oluşturma {#table_engines-stripelog-creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    column1_name [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    column2_name [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = StripeLog
-```
-
-Ayrıntılı açıklamasına bakın [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query) sorgu.
-
-## Veri yazma {#table_engines-stripelog-writing-the-data}
-
-Bu `StripeLog` motor tüm sütunları tek bir dosyada saklar. Her biri için `INSERT` sorgu, ClickHouse veri bloğunu bir tablo dosyasının sonuna ekler, sütunları tek tek yazar.
-
-Her tablo için ClickHouse dosyaları yazar:
-
--   `data.bin` — Data file.
--   `index.mrk` — File with marks. Marks contain offsets for each column of each data block inserted.
-
-Bu `StripeLog` motor desteklemiyor `ALTER UPDATE` ve `ALTER DELETE` harekat.
-
-## Verileri okuma {#table_engines-stripelog-reading-the-data}
-
-İşaretli dosya, Clickhouse'un verilerin okunmasını paralelleştirmesine izin verir. Bu demektir `SELECT` sorgu satırları öngörülemeyen bir sırayla döndürür. Kullan... `ORDER BY` satırları sıralamak için yan tümce.
-
-## Kullanım örneği {#table_engines-stripelog-example-of-use}
-
-Tablo oluşturma:
-
-``` sql
-CREATE TABLE stripe_log_table
-(
-    timestamp DateTime,
-    message_type String,
-    message String
-)
-ENGINE = StripeLog
-```
-
-Veri ekleme:
-
-``` sql
-INSERT INTO stripe_log_table VALUES (now(),'REGULAR','The first regular message')
-INSERT INTO stripe_log_table VALUES (now(),'REGULAR','The second regular message'),(now(),'WARNING','The first warning message')
-```
-
-İki kullandık `INSERT` içinde iki veri bloğu oluşturmak için sorgular `data.bin` Dosya.
-
-ClickHouse veri seçerken birden çok iş parçacığı kullanır. Her iş parçacığı ayrı bir veri bloğu okur ve sonuç olarak satırları bağımsız olarak döndürür. Sonuç olarak, çıktıdaki satır bloklarının sırası, çoğu durumda girişteki aynı blokların sırasına uymuyor. Mesela:
-
-``` sql
-SELECT * FROM stripe_log_table
-```
-
-``` text
-┌───────────timestamp─┬─message_type─┬─message────────────────────┐
-│ 2019-01-18 14:27:32 │ REGULAR      │ The second regular message │
-│ 2019-01-18 14:34:53 │ WARNING      │ The first warning message  │
-└─────────────────────┴──────────────┴────────────────────────────┘
-┌───────────timestamp─┬─message_type─┬─message───────────────────┐
-│ 2019-01-18 14:23:43 │ REGULAR      │ The first regular message │
-└─────────────────────┴──────────────┴───────────────────────────┘
-```
-
-Sonuçları sıralama (varsayılan olarak artan sipariş):
-
-``` sql
-SELECT * FROM stripe_log_table ORDER BY timestamp
-```
-
-``` text
-┌───────────timestamp─┬─message_type─┬─message────────────────────┐
-│ 2019-01-18 14:23:43 │ REGULAR      │ The first regular message  │
-│ 2019-01-18 14:27:32 │ REGULAR      │ The second regular message │
-│ 2019-01-18 14:34:53 │ WARNING      │ The first warning message  │
-└─────────────────────┴──────────────┴────────────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/stripelog/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/log-family/tinylog.md b/docs/tr/engines/table-engines/log-family/tinylog.md
deleted file mode 100644
index dd21d35bd3b..00000000000
--- a/docs/tr/engines/table-engines/log-family/tinylog.md
+++ /dev/null
@@ -1,16 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 34
-toc_title: TinyLog
----
-
-# TinyLog {#tinylog}
-
-Motor log engine ailesine aittir. Görmek [Log Engine Ailesi](index.md) günlük motorlarının ortak özellikleri ve farklılıkları için.
-
-Bu tablo motoru genellikle write-once yöntemi ile kullanılır: verileri bir kez yazın, ardından gerektiği kadar okuyun. Örneğin, kullanabilirsiniz `TinyLog`- küçük gruplar halinde işlenen Ara veriler için tablolar yazın. Çok sayıda küçük tabloda veri depolamanın verimsiz olduğunu unutmayın.
-
-Sorgular tek bir akışta yürütülür. Başka bir deyişle, bu motor nispeten küçük tablolar için tasarlanmıştır (yaklaşık 1.000.000 satıra kadar). Çok sayıda küçük tablonuz varsa, bu tablo motorunu kullanmak mantıklıdır, çünkü [Günlük](log.md) motor (daha az dosya açılması gerekir).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/tinylog/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/mergetree-family/aggregatingmergetree.md b/docs/tr/engines/table-engines/mergetree-family/aggregatingmergetree.md
deleted file mode 100644
index f2e94f7f707..00000000000
--- a/docs/tr/engines/table-engines/mergetree-family/aggregatingmergetree.md
+++ /dev/null
@@ -1,105 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 35
-toc_title: AggregatingMergeTree
----
-
-# Aggregatingmergetree {#aggregatingmergetree}
-
-Motor devralır [MergeTree](mergetree.md#table_engines-mergetree), veri parçaları birleştirme mantığı değiştirme. ClickHouse, tüm satırları aynı birincil anahtarla değiştirir (veya daha doğru olarak, aynı [sıralama anahtarı](mergetree.md)) tek bir satırla (bir veri parçası içinde), toplama işlevlerinin durumlarının bir kombinasyonunu saklar.
-
-Kullanabilirsiniz `AggregatingMergeTree` artımlı veri toplama, toplanan materialized görünümleri de dahil olmak üzere tablolar.
-
-Motor, tüm sütunları aşağıdaki türlerle işler:
-
--   [AggregateFunction](../../../sql-reference/data-types/aggregatefunction.md)
--   [SimpleAggregateFunction](../../../sql-reference/data-types/simpleaggregatefunction.md)
-
-Kullanmak uygundur `AggregatingMergeTree` siparişlere göre satır sayısını azaltırsa.
-
-## Tablo oluşturma {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = AggregatingMergeTree()
-[PARTITION BY expr]
-[ORDER BY expr]
-[SAMPLE BY expr]
-[TTL expr]
-[SETTINGS name=value, ...]
-```
-
-İstek parametrelerinin açıklaması için bkz. [istek açıklaması](../../../sql-reference/statements/create.md).
-
-**Sorgu yan tümceleri**
-
-Oluştururken bir `AggregatingMergeTree` tablo aynı [yanlar](mergetree.md) oluşturul ,urken olduğu gibi gerekli `MergeTree` Tablo.
-
-<details markdown="1">
-
-<summary>Bir tablo oluşturmak için kullanımdan kaldırılan yöntem</summary>
-
-!!! attention "Dikkat"
-    Bu yöntemi yeni projelerde kullanmayın ve mümkünse eski projeleri yukarıda açıklanan yönteme geçin.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] AggregatingMergeTree(date-column [, sampling_expression], (primary, key), index_granularity)
-```
-
-Tüm parametreler, aşağıdaki gibi aynı anlama sahiptir `MergeTree`.
-</details>
-
-## Seç ve Ekle {#select-and-insert}
-
-Veri eklemek için şunları kullanın [INSERT SELECT](../../../sql-reference/statements/insert-into.md) agrega-Devlet-fonksiyonları ile sorgu.
-Veri seçerken `AggregatingMergeTree` tablo kullanın `GROUP BY` yan tümce ve veri eklerken aynı toplama işlevleri, ancak kullanarak `-Merge` sonek.
-
-Sonuç inlarında `SELECT` sorgu, değerleri `AggregateFunction` türü, Tüm ClickHouse çıktı biçimleri için uygulamaya özgü ikili gösterime sahiptir. Örneğin, veri dökümü, `TabSeparated` ile format `SELECT` sorgu daha sonra bu dökümü kullanarak geri yüklenebilir `INSERT` sorgu.
-
-## Toplu bir Somutlaştırılmış Görünüm örneği {#example-of-an-aggregated-materialized-view}
-
-`AggregatingMergeTree` saatler hayata görünüm `test.visits` Tablo:
-
-``` sql
-CREATE MATERIALIZED VIEW test.basic
-ENGINE = AggregatingMergeTree() PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate)
-AS SELECT
-    CounterID,
-    StartDate,
-    sumState(Sign)    AS Visits,
-    uniqState(UserID) AS Users
-FROM test.visits
-GROUP BY CounterID, StartDate;
-```
-
-Veri ekleme `test.visits` Tablo.
-
-``` sql
-INSERT INTO test.visits ...
-```
-
-Veriler hem tablo hem de görünümde eklenir `test.basic` toplama işlemini gerçekleştir .ecektir.
-
-Toplanan verileri almak için, aşağıdaki gibi bir sorgu yürütmemiz gerekir `SELECT ... GROUP BY ...` görünüm fromden `test.basic`:
-
-``` sql
-SELECT
-    StartDate,
-    sumMerge(Visits) AS Visits,
-    uniqMerge(Users) AS Users
-FROM test.basic
-GROUP BY StartDate
-ORDER BY StartDate;
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/aggregatingmergetree/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/mergetree-family/collapsingmergetree.md b/docs/tr/engines/table-engines/mergetree-family/collapsingmergetree.md
deleted file mode 100644
index a1d5d6738ef..00000000000
--- a/docs/tr/engines/table-engines/mergetree-family/collapsingmergetree.md
+++ /dev/null
@@ -1,306 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: CollapsingMergeTree
----
-
-# CollapsingMergeTree {#table_engine-collapsingmergetree}
-
-Motor devralır [MergeTree](mergetree.md) ve veri parçaları birleştirme algoritmasına çöken satırların mantığını ekler.
-
-`CollapsingMergeTree` sıralama anahtarındaki tüm alanlar zaman uyumsuz olarak siler (daraltır) satır çiftleri (`ORDER BY`) belirli alan hariç eşdeğerdir `Sign` hangi olabilir `1` ve `-1` değerler. Çift olmayan satırlar tutulur. Daha fazla bilgi için bkz: [Çökme](#table_engine-collapsingmergetree-collapsing) belgenin bölümü.
-
-Motor depolama hacmini önemli ölçüde azaltabilir ve `SELECT` sonuç olarak sorgu.
-
-## Tablo oluşturma {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = CollapsingMergeTree(sign)
-[PARTITION BY expr]
-[ORDER BY expr]
-[SAMPLE BY expr]
-[SETTINGS name=value, ...]
-```
-
-Sorgu parametrelerinin açıklaması için bkz. [sorgu açıklaması](../../../sql-reference/statements/create.md).
-
-**CollapsingMergeTree Parametreleri**
-
--   `sign` — Name of the column with the type of row: `1` is a “state” satır, `-1` is a “cancel” satır.
-
-    Column data type — `Int8`.
-
-**Sorgu yan tümceleri**
-
-Oluştururken bir `CollapsingMergeTree` tablo, aynı [sorgu yan tümceleri](mergetree.md#table_engine-mergetree-creating-a-table) oluşturul ,urken olduğu gibi gerekli `MergeTree` Tablo.
-
-<details markdown="1">
-
-<summary>Bir tablo oluşturmak için kullanımdan kaldırılan yöntem</summary>
-
-!!! attention "Dikkat"
-    Bu yöntemi yeni projelerde kullanmayın ve mümkünse eski projeleri yukarıda açıklanan yönteme geçin.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] CollapsingMergeTree(date-column [, sampling_expression], (primary, key), index_granularity, sign)
-```
-
-Hariç tüm parametreler `sign` içinde olduğu gibi aynı anlama sahip `MergeTree`.
-
--   `sign` — Name of the column with the type of row: `1` — “state” satır, `-1` — “cancel” satır.
-
-    Column Data Type — `Int8`.
-
-</details>
-
-## Çökme {#table_engine-collapsingmergetree-collapsing}
-
-### Veriler {#data}
-
-Bazı nesneler için sürekli değişen verileri kaydetmeniz gereken durumu düşünün. Bir nesne için bir satıra sahip olmak ve herhangi bir değişiklikte güncellemek mantıklı geliyor, ancak güncelleme işlemi dbms için pahalı ve yavaş çünkü depolama alanındaki verilerin yeniden yazılmasını gerektiriyor. Verileri hızlı bir şekilde yazmanız gerekiyorsa, güncelleme kabul edilemez, ancak bir nesnenin değişikliklerini sırayla aşağıdaki gibi yazabilirsiniz.
-
-Belirli sütunu kullanın `Sign`. Eğer `Sign = 1` bu, satırın bir nesnenin durumu olduğu anlamına gelir, diyelim ki “state” satır. Eğer `Sign = -1` aynı özelliklere sahip bir nesnenin durumunun iptali anlamına gelir, diyelim ki “cancel” satır.
-
-Örneğin, kullanıcıların bazı sitelerde ne kadar sayfa kontrol ettiğini ve ne kadar süre orada olduklarını hesaplamak istiyoruz. Bir anda kullanıcı etkinliği durumu ile aşağıdaki satırı yazıyoruz:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-Bir an sonra kullanıcı aktivitesinin değişikliğini kaydedip aşağıdaki iki satırla yazıyoruz.
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │   -1 │
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-İlk satır, nesnenin (kullanıcı) önceki durumunu iptal eder. İptal edilen durumun sıralama anahtar alanlarını kopyalamalıdır `Sign`.
-
-İkinci satır geçerli durumu içerir.
-
-Sadece kullanıcı etkinliğinin son durumuna ihtiyacımız olduğu için, satırlar
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │    1 │
-│ 4324182021466249494 │         5 │      146 │   -1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-bir nesnenin geçersiz (eski) durumunu daraltarak silinebilir. `CollapsingMergeTree` veri parçalarının birleştirilmesi sırasında bunu yapar.
-
-Neden her değişiklik için 2 satıra ihtiyacımız var [Algoritma](#table_engine-collapsingmergetree-collapsing-algorithm) paragraf.
-
-**Bu yaklaşımın kendine özgü özellikleri**
-
-1.  Verileri yazan program, iptal edebilmek için bir nesnenin durumunu hatırlamalıdır. “Cancel” dize, sıralama anahtar alanlarının kopyalarını içermelidir. “state” dize ve tersi `Sign`. Bu depolama başlangıç boyutunu artırır ama hızlı bir şekilde veri yazmak için izin verir.
-2.  Sütunlardaki uzun büyüyen diziler, yazma yükü nedeniyle motorun verimliliğini azaltır. Daha basit veriler, verimlilik o kadar yüksek olur.
-3.  Bu `SELECT` sonuçlara itiraz değişiklikler tarihin tutarlılık bağlıdır. Ekleme için veri hazırlarken doğru olun. Tutarsız verilerde öngörülemeyen sonuçlar elde edebilirsiniz, örneğin, oturum derinliği gibi negatif olmayan metrikler için negatif değerler.
-
-### Algoritma {#table_engine-collapsingmergetree-collapsing-algorithm}
-
-ClickHouse veri parçalarını birleştirdiğinde, her ardışık satır grubu aynı sıralama anahtarıyla (`ORDER BY`) en fazla iki satır reduceda indir isgen ,ir, biri `Sign = 1` (“state” satır) ve başka bir `Sign = -1` (“cancel” satır). Başka bir deyişle, girişler çöker.
-
-Elde edilen her veri parçası için ClickHouse kaydeder:
-
-1.  Birincilik “cancel” ve son “state” satır sayısı ise “state” ve “cancel” satırlar eşleşir ve son satır bir “state” satır.
-2.  Son “state” satır, daha varsa “state” satırlar daha “cancel” satırlar.
-3.  Birincilik “cancel” satır, daha varsa “cancel” satırlar daha “state” satırlar.
-4.  Diğer tüm durumlarda satırların hiçbiri.
-
-Ayrıca en az 2 tane daha olduğunda “state” satırlar daha “cancel” satırlar veya en az 2 tane daha “cancel” r rowsows th thenen “state” satırlar, birleştirme devam eder, ancak ClickHouse bu durumu mantıksal bir hata olarak değerlendirir ve sunucu günlüğüne kaydeder. Aynı veriler birden çok kez eklendiğinde, bu hata oluşabilir.
-
-Bu nedenle, çöken istatistik hesaplama sonuçlarını değiştirmemelidir.
-Değişiklikler yavaş yavaş çöktü, böylece sonunda hemen hemen her nesnenin sadece son durumu kaldı.
-
-Bu `Sign` birleştirme algoritması, aynı sıralama anahtarına sahip tüm satırların aynı sonuçtaki veri bölümünde ve hatta aynı fiziksel sunucuda olacağını garanti etmediğinden gereklidir. ClickHouse süreci `SELECT` birden çok iş parçacığına sahip sorgular ve sonuçtaki satırların sırasını tahmin edemez. Tamamen almak için bir ihtiyaç varsa toplama gereklidir “collapsed” veri `CollapsingMergeTree` Tablo.
-
-Daraltmayı sonuçlandırmak için bir sorgu yazın `GROUP BY` yan tümce ve işareti için hesap toplama işlevleri. Örneğin, miktarı hesaplamak için kullanın `sum(Sign)` yerine `count()`. Bir şeyin toplamını hesaplamak için şunları kullanın `sum(Sign * x)` yerine `sum(x)`, ve böylece, ve ayrıca ekleyin `HAVING sum(Sign) > 0`.
-
-Toplanan `count`, `sum` ve `avg` bu şekilde hesaplanmış olabilir. Toplanan `uniq` bir nesnenin en az bir durumu çökmüş değilse hesaplanabilir. Toplanan `min` ve `max` hesaplan becauseamadı çünkü `CollapsingMergeTree` daraltılmış durumların değerleri geçmişini kaydetmez.
-
-Toplama olmadan veri ayıklamanız gerekiyorsa (örneğin, en yeni değerleri belirli koşullarla eşleşen satırların mevcut olup olmadığını kontrol etmek için) `FINAL` değiştirici için `FROM` yan. Bu yaklaşım önemli ölçüde daha az etkilidir.
-
-## Kullanım örneği {#example-of-use}
-
-Örnek veriler:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │    1 │
-│ 4324182021466249494 │         5 │      146 │   -1 │
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-Tablonun oluşturulması:
-
-``` sql
-CREATE TABLE UAct
-(
-    UserID UInt64,
-    PageViews UInt8,
-    Duration UInt8,
-    Sign Int8
-)
-ENGINE = CollapsingMergeTree(Sign)
-ORDER BY UserID
-```
-
-Veri ekleme:
-
-``` sql
-INSERT INTO UAct VALUES (4324182021466249494, 5, 146, 1)
-```
-
-``` sql
-INSERT INTO UAct VALUES (4324182021466249494, 5, 146, -1),(4324182021466249494, 6, 185, 1)
-```
-
-Biz iki kullanın `INSERT` iki farklı veri parçası oluşturmak için sorgular. Verileri bir sorgu ile eklersek ClickHouse bir veri parçası oluşturur ve hiç bir birleştirme gerçekleştirmez.
-
-Veri alma:
-
-``` sql
-SELECT * FROM UAct
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │   -1 │
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-Ne görüyoruz ve nerede çöküyor?
-
-İki ile `INSERT` sorgular, 2 Veri parçası oluşturduk. Bu `SELECT` sorgu 2 iş parçacığında yapıldı ve rastgele bir satır sırası aldık. Veri parçalarının henüz birleştirilmediği için çökme gerçekleşmedi. ClickHouse biz tahmin edemez bilinmeyen bir anda veri kısmını birleştirir.
-
-Böylece toplama ihtiyacımız var:
-
-``` sql
-SELECT
-    UserID,
-    sum(PageViews * Sign) AS PageViews,
-    sum(Duration * Sign) AS Duration
-FROM UAct
-GROUP BY UserID
-HAVING sum(Sign) > 0
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┐
-│ 4324182021466249494 │         6 │      185 │
-└─────────────────────┴───────────┴──────────┘
-```
-
-Toplamaya ihtiyacımız yoksa ve çökmeyi zorlamak istiyorsak, şunları kullanabiliriz `FINAL` değiştirici için `FROM` yan.
-
-``` sql
-SELECT * FROM UAct FINAL
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-Verileri seçmenin bu yolu çok verimsizdir. Büyük masalar için kullanmayın.
-
-## Başka bir yaklaşım örneği {#example-of-another-approach}
-
-Örnek veriler:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │    1 │
-│ 4324182021466249494 │        -5 │     -146 │   -1 │
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-Fikir, birleştirmelerin yalnızca anahtar alanları hesaba katmasıdır. Ve içinde “Cancel” satır işareti sütununu kullanmadan toplanırken satırın önceki sürümünü eşitleyen negatif değerleri belirtebiliriz. Bu yaklaşım için veri türünü değiştirmek gerekir `PageViews`,`Duration` uint8 -\> Int16 negatif değerlerini saklamak için.
-
-``` sql
-CREATE TABLE UAct
-(
-    UserID UInt64,
-    PageViews Int16,
-    Duration Int16,
-    Sign Int8
-)
-ENGINE = CollapsingMergeTree(Sign)
-ORDER BY UserID
-```
-
-Yaklaşımı test edelim:
-
-``` sql
-insert into UAct values(4324182021466249494,  5,  146,  1);
-insert into UAct values(4324182021466249494, -5, -146, -1);
-insert into UAct values(4324182021466249494,  6,  185,  1);
-
-select * from UAct final; // avoid using final in production (just for a test or small tables)
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-``` sql
-SELECT
-    UserID,
-    sum(PageViews) AS PageViews,
-    sum(Duration) AS Duration
-FROM UAct
-GROUP BY UserID
-```text
-┌──────────────UserID─┬─PageViews─┬─Duration─┐
-│ 4324182021466249494 │         6 │      185 │
-└─────────────────────┴───────────┴──────────┘
-```
-
-``` sqk
-select count() FROM UAct
-```
-
-``` text
-┌─count()─┐
-│       3 │
-└─────────┘
-```
-
-``` sql
-optimize table UAct final;
-
-select * FROM UAct
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/collapsingmergetree/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/mergetree-family/custom-partitioning-key.md b/docs/tr/engines/table-engines/mergetree-family/custom-partitioning-key.md
deleted file mode 100644
index 148403a85cf..00000000000
--- a/docs/tr/engines/table-engines/mergetree-family/custom-partitioning-key.md
+++ /dev/null
@@ -1,127 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 32
-toc_title: "\xD6zel B\xF6l\xFCmleme Anahtar\u0131"
----
-
-# Özel Bölümleme Anahtarı {#custom-partitioning-key}
-
-Bölümleme için kullanılabilir [MergeTree](mergetree.md) aile tabloları (dahil [çoğaltıyordu](replication.md) Tablolar). [Hayata görünümler](../special/materializedview.md#materializedview) MergeTree tablolarına dayanarak bölümlemeyi de destekler.
-
-Bir bölüm, bir tablodaki kayıtların belirtilen bir kritere göre mantıksal bir birleşimidir. Bir bölümü, ay, gün veya olay türü gibi rasgele bir ölçütle ayarlayabilirsiniz. Bu verilerin manipülasyonlarını basitleştirmek için her bölüm ayrı ayrı saklanır. Verilere erişirken, ClickHouse mümkün olan en küçük bölüm alt kümesini kullanır.
-
-Bölüm belirtilen `PARTITION BY expr` fık whenra ne zaman [tablo oluşturma](mergetree.md#table_engine-mergetree-creating-a-table). Bölüm anahtarı tablo sütunlarından herhangi bir ifade olabilir. Örneğin, aya göre bölümleme belirtmek için ifadeyi kullanın `toYYYYMM(date_column)`:
-
-``` sql
-CREATE TABLE visits
-(
-    VisitDate Date,
-    Hour UInt8,
-    ClientID UUID
-)
-ENGINE = MergeTree()
-PARTITION BY toYYYYMM(VisitDate)
-ORDER BY Hour;
-```
-
-Bölüm anahtarı ayrıca bir ifade kümesi olabilir ( [birincil anahtar](mergetree.md#primary-keys-and-indexes-in-queries)). Mesela:
-
-``` sql
-ENGINE = ReplicatedCollapsingMergeTree('/clickhouse/tables/name', 'replica1', Sign)
-PARTITION BY (toMonday(StartDate), EventType)
-ORDER BY (CounterID, StartDate, intHash32(UserID));
-```
-
-Bu örnekte, bölümlemeyi geçerli hafta boyunca meydana gelen olay türlerine göre ayarladık.
-
-Bir tabloya yeni veri eklerken, bu veriler birincil anahtara göre sıralanmış ayrı bir parça (yığın) olarak depolanır. Taktıktan 10-15 dakika sonra, aynı bölümün parçaları tüm parçaya birleştirilir.
-
-!!! info "Bilgin"
-    Birleştirme yalnızca bölümleme ifadesi için aynı değere sahip veri parçaları için çalışır. Bu demektir **aşırı granüler bölümler yapmamalısınız** (yaklaşık binden fazla bölüm). Aksi takdirde, `SELECT` sorgu, dosya sistemindeki ve açık dosya tanımlayıcılarındaki makul olmayan sayıda dosya nedeniyle yetersiz performans gösterir.
-
-Kullan... [sistem.parçalar](../../../operations/system-tables.md#system_tables-parts) tablo tablo parçaları ve bölümleri görüntülemek için. Örneğin, bir var varsayalım `visits` aya göre bölümleme ile tablo. Hadi gerçekleştirelim `SELECT` sorgu için `system.parts` Tablo:
-
-``` sql
-SELECT
-    partition,
-    name,
-    active
-FROM system.parts
-WHERE table = 'visits'
-```
-
-``` text
-┌─partition─┬─name───────────┬─active─┐
-│ 201901    │ 201901_1_3_1   │      0 │
-│ 201901    │ 201901_1_9_2   │      1 │
-│ 201901    │ 201901_8_8_0   │      0 │
-│ 201901    │ 201901_9_9_0   │      0 │
-│ 201902    │ 201902_4_6_1   │      1 │
-│ 201902    │ 201902_10_10_0 │      1 │
-│ 201902    │ 201902_11_11_0 │      1 │
-└───────────┴────────────────┴────────┘
-```
-
-Bu `partition` sütun bölümlerin adlarını içerir. Bu örnekte iki bölüm vardır: `201901` ve `201902`. Bölüm adını belirtmek için bu sütun değerini kullanabilirsiniz [ALTER … PARTITION](#alter_manipulations-with-partitions) sorgular.
-
-Bu `name` sütun, bölüm veri parçalarının adlarını içerir. Bölümün adını belirtmek için bu sütunu kullanabilirsiniz. [ALTER ATTACH PART](#alter_attach-partition) sorgu.
-
-İlk bölümün adını kıralım: `201901_1_3_1`:
-
--   `201901` bölüm adıdır.
--   `1` en az veri bloğu sayısıdır.
--   `3` veri bloğunun maksimum sayısıdır.
--   `1` yığın düzeyidir (oluşturduğu birleştirme ağacının derinliği).
-
-!!! info "Bilgin"
-    Eski tip tabloların parçaları adı vardır: `20190117_20190123_2_2_0` (minimum tarih - maksimum tarih - minimum blok numarası - maksimum blok numarası - seviye).
-
-Bu `active` sütun, parçanın durumunu gösterir. `1` aktif istir; `0` etkin değil. Etkin olmayan parçalar, örneğin, daha büyük bir parçaya birleştirildikten sonra kalan kaynak parçalarıdır. Bozuk veri parçaları da etkin olarak gösterilir.
-
-Örnekte gördüğünüz gibi, aynı bölümün birkaç ayrı parçası vardır (örneğin, `201901_1_3_1` ve `201901_1_9_2`). Bu, bu parçaların henüz birleştirilmediği anlamına gelir. ClickHouse, eklendikten yaklaşık 15 dakika sonra eklenen veri parçalarını periyodik olarak birleştirir. Buna ek olarak, kullanarak zamanlanmış olmayan birleştirme gerçekleştirebilirsiniz [OPTIMIZE](../../../sql-reference/statements/misc.md#misc_operations-optimize) sorgu. Örnek:
-
-``` sql
-OPTIMIZE TABLE visits PARTITION 201902;
-```
-
-``` text
-┌─partition─┬─name───────────┬─active─┐
-│ 201901    │ 201901_1_3_1   │      0 │
-│ 201901    │ 201901_1_9_2   │      1 │
-│ 201901    │ 201901_8_8_0   │      0 │
-│ 201901    │ 201901_9_9_0   │      0 │
-│ 201902    │ 201902_4_6_1   │      0 │
-│ 201902    │ 201902_4_11_2  │      1 │
-│ 201902    │ 201902_10_10_0 │      0 │
-│ 201902    │ 201902_11_11_0 │      0 │
-└───────────┴────────────────┴────────┘
-```
-
-Etkin olmayan parçalar birleştirildikten yaklaşık 10 dakika sonra silinecektir.
-
-Bir parça ve bölüm kümesini görüntülemenin başka bir yolu da tablonun dizinine gitmektir: `/var/lib/clickhouse/data/<database>/<table>/`. Mesela:
-
-``` bash
-/var/lib/clickhouse/data/default/visits$ ls -l
-total 40
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  1 16:48 201901_1_3_1
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 16:17 201901_1_9_2
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 15:52 201901_8_8_0
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 15:52 201901_9_9_0
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 16:17 201902_10_10_0
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 16:17 201902_11_11_0
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 16:19 201902_4_11_2
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  5 12:09 201902_4_6_1
-drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  1 16:48 detached
-```
-
-Klasör ‘201901_1_1_0’, ‘201901_1_7_1’ ve böylece parçaların dizinleri vardır. Her bölüm karşılık gelen bir bölümle ilgilidir ve yalnızca belirli bir ay için veri içerir (Bu örnekteki tabloda aylara göre bölümleme vardır).
-
-Bu `detached` dizin kullanarak tablodan ayrılmış parçaları içerir [DETACH](../../../sql-reference/statements/alter.md#alter_detach-partition) sorgu. Bozuk parçalar da silinmek yerine bu dizine taşınır. Sunucu parçaları kullanmaz `detached` directory. You can add, delete, or modify the data in this directory at any time – the server will not know about this until you run the [ATTACH](../../../sql-reference/statements/alter.md#alter_attach-partition) sorgu.
-
-İşletim sunucusunda, sunucu bunu bilmediğinden, dosya sistemindeki parça kümesini veya verilerini el ile değiştiremeyeceğinizi unutmayın. Çoğaltılmamış tablolar için, sunucu durdurulduğunda bunu yapabilirsiniz, ancak önerilmez. Çoğaltılmış tablolar için, parça kümesi her durumda değiştirilemez.
-
-ClickHouse, bölümlerle işlemleri gerçekleştirmenize izin verir: bunları silin, bir tablodan diğerine kopyalayın veya bir yedek oluşturun. Bölümdeki tüm işlemlerin listesine bakın [Bölümler ve parçalar ile manipülasyonlar](../../../sql-reference/statements/alter.md#alter_manipulations-with-partitions).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/custom_partitioning_key/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/mergetree-family/graphitemergetree.md b/docs/tr/engines/table-engines/mergetree-family/graphitemergetree.md
deleted file mode 100644
index f34f545739b..00000000000
--- a/docs/tr/engines/table-engines/mergetree-family/graphitemergetree.md
+++ /dev/null
@@ -1,174 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: "Graph\u0131temergetree"
----
-
-# Graphıtemergetree {#graphitemergetree}
-
-Bu motor inceltme ve toplama/ortalama (toplaması) için tasarlanmıştır) [Grafit](http://graphite.readthedocs.io/en/latest/index.html) veriler. Clickhouse'u Grafit için bir veri deposu olarak kullanmak isteyen geliştiriciler için yararlı olabilir.
-
-Toplamaya ihtiyacınız yoksa Grafit verilerini depolamak için herhangi bir ClickHouse tablo motorunu kullanabilirsiniz, ancak bir toplamaya ihtiyacınız varsa `GraphiteMergeTree`. Motor, depolama hacmini azaltır ve grafitten gelen sorguların verimliliğini arttırır.
-
-Motor özellikleri devralır [MergeTree](mergetree.md).
-
-## Tablo oluşturma {#creating-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    Path String,
-    Time DateTime,
-    Value <Numeric_type>,
-    Version <Numeric_type>
-    ...
-) ENGINE = GraphiteMergeTree(config_section)
-[PARTITION BY expr]
-[ORDER BY expr]
-[SAMPLE BY expr]
-[SETTINGS name=value, ...]
-```
-
-Ayrıntılı bir açıklamasını görmek [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query) sorgu.
-
-Grafit verileri için bir tablo aşağıdaki veriler için aşağıdaki sütunlara sahip olmalıdır:
-
--   Metrik adı (Grafit sensörü). Veri türü: `String`.
-
--   Metrik ölçme zamanı. Veri türü: `DateTime`.
-
--   Metrik değeri. Veri türü: herhangi bir sayısal.
-
--   Metrik sürümü. Veri türü: herhangi bir sayısal.
-
-    ClickHouse en yüksek sürümü veya sürümleri aynı ise son yazılan satırları kaydeder. Veri parçalarının birleştirilmesi sırasında diğer satırlar silinir.
-
-Bu sütunların adları toplaması yapılandırmasında ayarlanmalıdır.
-
-**Graphıtemergetree parametreleri**
-
--   `config_section` — Name of the section in the configuration file, where are the rules of rollup set.
-
-**Sorgu yan tümceleri**
-
-Oluştururken bir `GraphiteMergeTree` tablo, aynı [yanlar](mergetree.md#table_engine-mergetree-creating-a-table) oluşturul ,urken olduğu gibi gerekli `MergeTree` Tablo.
-
-<details markdown="1">
-
-<summary>Bir tablo oluşturmak için kullanımdan kaldırılan yöntem</summary>
-
-!!! attention "Dikkat"
-    Bu yöntemi yeni projelerde kullanmayın ve mümkünse eski projeleri yukarıda açıklanan yönteme geçin.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    EventDate Date,
-    Path String,
-    Time DateTime,
-    Value <Numeric_type>,
-    Version <Numeric_type>
-    ...
-) ENGINE [=] GraphiteMergeTree(date-column [, sampling_expression], (primary, key), index_granularity, config_section)
-```
-
-Hariç tüm parametreler `config_section` içinde olduğu gibi aynı anlama sahip `MergeTree`.
-
--   `config_section` — Name of the section in the configuration file, where are the rules of rollup set.
-
-</details>
-
-## Toplaması Yapılandırması {#rollup-configuration}
-
-Toplaması için ayarları tarafından tanımlanan [graphite_rollup](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-graphite) sunucu yapılandırmasında parametre. Parametrenin adı herhangi biri olabilir. Birkaç yapılandırma oluşturabilir ve bunları farklı tablolar için kullanabilirsiniz.
-
-Toplaması yapılandırma yapısı:
-
-      required-columns
-      patterns
-
-### Gerekli Sütunlar {#required-columns}
-
--   `path_column_name` — The name of the column storing the metric name (Graphite sensor). Default value: `Path`.
--   `time_column_name` — The name of the column storing the time of measuring the metric. Default value: `Time`.
--   `value_column_name` — The name of the column storing the value of the metric at the time set in `time_column_name`. Varsayılan değer: `Value`.
--   `version_column_name` — The name of the column storing the version of the metric. Default value: `Timestamp`.
-
-### Desenler {#patterns}
-
-Bu yapı `patterns` bölme:
-
-``` text
-pattern
-    regexp
-    function
-pattern
-    regexp
-    age + precision
-    ...
-pattern
-    regexp
-    function
-    age + precision
-    ...
-pattern
-    ...
-default
-    function
-    age + precision
-    ...
-```
-
-!!! warning "Dikkat"
-    Desenler kesinlikle sipariş edilmelidir:
-
-      1. Patterns without `function` or `retention`.
-      1. Patterns with both `function` and `retention`.
-      1. Pattern `default`.
-
-Bir satır işlerken, ClickHouse kuralları denetler `pattern` bölmeler. Tüm `pattern` (içeren `default`) bölümler içerebilir `function` toplama için parametre, `retention` parametreler veya her ikisi. Metrik adı eşleşirse `regexp` gelen kuralları `pattern` bölüm (veya bölümler) uygulanır; aksi takdirde, kurallar `default` bölüm kullanılır.
-
-Alanlar için `pattern` ve `default` bölmeler:
-
--   `regexp`– A pattern for the metric name.
--   `age` – The minimum age of the data in seconds.
--   `precision`– How precisely to define the age of the data in seconds. Should be a divisor for 86400 (seconds in a day).
--   `function` – The name of the aggregating function to apply to data whose age falls within the range `[age, age + precision]`.
-
-### Yapılandırma Örneği {#configuration-example}
-
-``` xml
-<graphite_rollup>
-    <version_column_name>Version</version_column_name>
-    <pattern>
-        <regexp>click_cost</regexp>
-        <function>any</function>
-        <retention>
-            <age>0</age>
-            <precision>5</precision>
-        </retention>
-        <retention>
-            <age>86400</age>
-            <precision>60</precision>
-        </retention>
-    </pattern>
-    <default>
-        <function>max</function>
-        <retention>
-            <age>0</age>
-            <precision>60</precision>
-        </retention>
-        <retention>
-            <age>3600</age>
-            <precision>300</precision>
-        </retention>
-        <retention>
-            <age>86400</age>
-            <precision>3600</precision>
-        </retention>
-    </default>
-</graphite_rollup>
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/graphitemergetree/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/mergetree-family/index.md b/docs/tr/engines/table-engines/mergetree-family/index.md
deleted file mode 100644
index 912eecc10f7..00000000000
--- a/docs/tr/engines/table-engines/mergetree-family/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: MergeTree Ailesi
-toc_priority: 28
----
-
-
diff --git a/docs/tr/engines/table-engines/mergetree-family/mergetree.md b/docs/tr/engines/table-engines/mergetree-family/mergetree.md
deleted file mode 100644
index c3ef7194c94..00000000000
--- a/docs/tr/engines/table-engines/mergetree-family/mergetree.md
+++ /dev/null
@@ -1,654 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 30
-toc_title: MergeTree
----
-
-# MergeTree {#table_engines-mergetree}
-
-Bu `MergeTree` bu ailenin motoru ve diğer motorları (`*MergeTree`) en sağlam ClickHouse masa motorlarıdır.
-
-Motor inlarda `MergeTree` aile, bir tabloya çok büyük miktarda veri eklemek için tasarlanmıştır. Veriler hızlı bir şekilde tabloya kısmen yazılır, daha sonra parçaları arka planda birleştirmek için kurallar uygulanır. Bu yöntem, ınsert sırasında depolama alanındaki verileri sürekli olarak yeniden yazmaktan çok daha etkilidir.
-
-Ana özellikler:
-
--   Birincil anahtara göre sıralanmış verileri saklar.
-
-    Bu, verileri daha hızlı bulmanıza yardımcı olan küçük bir seyrek dizin oluşturmanıza olanak sağlar.
-
--   Bölümler eğer kullanılabilir [bölümleme anahtarı](custom-partitioning-key.md) belirt .ilmektedir.
-
-    ClickHouse, aynı sonuçla aynı veriler üzerindeki genel işlemlerden daha etkili olan bölümlerle belirli işlemleri destekler. ClickHouse, bölümleme anahtarının sorguda belirtildiği bölüm verilerini de otomatik olarak keser. Bu da sorgu performansını artırır.
-
--   Veri çoğaltma desteği.
-
-    The family of `ReplicatedMergeTree` tablolar veri çoğaltma sağlar. Daha fazla bilgi için, bkz. [Veri çoğaltma](replication.md).
-
--   Veri örnekleme desteği.
-
-    Gerekirse, tabloda veri örnekleme yöntemini ayarlayabilirsiniz.
-
-!!! info "Bilgin"
-    Bu [Birleştirmek](../special/merge.md#merge) motor ait değil `*MergeTree` aile.
-
-## Tablo oluşturma {#table_engine-mergetree-creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [TTL expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2] [TTL expr2],
-    ...
-    INDEX index_name1 expr1 TYPE type1(...) GRANULARITY value1,
-    INDEX index_name2 expr2 TYPE type2(...) GRANULARITY value2
-) ENGINE = MergeTree()
-[PARTITION BY expr]
-[ORDER BY expr]
-[PRIMARY KEY expr]
-[SAMPLE BY expr]
-[TTL expr [DELETE|TO DISK 'xxx'|TO VOLUME 'xxx'], ...]
-[SETTINGS name=value, ...]
-```
-
-Parametrelerin açıklaması için bkz. [Sorgu açıklaması oluştur](../../../sql-reference/statements/create.md).
-
-!!! note "Not"
-    `INDEX` deneysel bir özelliktir, bkz [Veri Atlama Dizinleri](#table_engine-mergetree-data_skipping-indexes).
-
-### Sorgu Yan Tümceleri {#mergetree-query-clauses}
-
--   `ENGINE` — Name and parameters of the engine. `ENGINE = MergeTree()`. Bu `MergeTree` motor parametreleri yok.
-
--   `PARTITION BY` — The [bölümleme anahtarı](custom-partitioning-key.md).
-
-    Aylara göre bölümleme için `toYYYYMM(date_column)` ifade, nerede `date_column` türün tarihi olan bir sütun mu [Tarihli](../../../sql-reference/data-types/date.md). Burada bölüm isimleri var `"YYYYMM"` biçimli.
-
--   `ORDER BY` — The sorting key.
-
-    Sütun veya keyfi ifadeler bir tuple. Örnek: `ORDER BY (CounterID, EventDate)`.
-
--   `PRIMARY KEY` — The primary key if it [sıralama anahtarından farklıdır](#choosing-a-primary-key-that-differs-from-the-sorting-key).
-
-    Varsayılan olarak, birincil anahtar sıralama anahtarıyla aynıdır (bu anahtar tarafından belirtilir). `ORDER BY` yan). Bu nedenle çoğu durumda ayrı bir belirtmek gereksizdir `PRIMARY KEY` yan.
-
--   `SAMPLE BY` — An expression for sampling.
-
-    Bir örnekleme ifadesi kullanılırsa, birincil anahtar onu içermelidir. Örnek: `SAMPLE BY intHash32(UserID) ORDER BY (CounterID, EventDate, intHash32(UserID))`.
-
--   `TTL` — A list of rules specifying storage duration of rows and defining logic of automatic parts movement [diskler ve birimler arasında](#table_engine-mergetree-multiple-volumes).
-
-    İfade bir olmalıdır `Date` veya `DateTime` sonuç olarak sütun. Örnek:
-    `TTL date + INTERVAL 1 DAY`
-
-    Kuralın türü `DELETE|TO DISK 'xxx'|TO VOLUME 'xxx'` ifade tatmin edildiyse (geçerli zamana ulaşırsa) parça ile yapılacak bir eylemi belirtir: süresi dolmuş satırların kaldırılması, bir parçanın (bir parçadaki tüm satırlar için ifade tatmin edildiyse) belirtilen diske taşınması (`TO DISK 'xxx'`) veya hacim (`TO VOLUME 'xxx'`). Kuralın varsayılan türü kaldırma (`DELETE`). Birden fazla kural listesi belirtilebilir, ancak birden fazla olmamalıdır `DELETE` kural.
-
-    Daha fazla ayrıntı için bkz. [Sütunlar ve tablolar için TTL](#table_engine-mergetree-ttl)
-
--   `SETTINGS` — Additional parameters that control the behavior of the `MergeTree`:
-
-    -   `index_granularity` — Maximum number of data rows between the marks of an index. Default value: 8192. See [Veri Depolama](#mergetree-data-storage).
-    -   `index_granularity_bytes` — Maximum size of data granules in bytes. Default value: 10Mb. To restrict the granule size only by number of rows, set to 0 (not recommended). See [Veri Depolama](#mergetree-data-storage).
-    -   `enable_mixed_granularity_parts` — Enables or disables transitioning to control the granule size with the `index_granularity_bytes` ayar. 19.11 sürümünden önce, sadece `index_granularity` granül boyutunu kısıtlamak için ayar. Bu `index_granularity_bytes` büyük satırlar (onlarca ve megabayt yüzlerce) ile tablolardan veri seçerken ayarı ClickHouse performansını artırır. Büyük satırlara sahip tablolarınız varsa, tabloların verimliliğini artırmak için bu ayarı etkinleştirebilirsiniz. `SELECT` sorgular.
-    -   `use_minimalistic_part_header_in_zookeeper` — Storage method of the data parts headers in ZooKeeper. If `use_minimalistic_part_header_in_zookeeper=1`, daha sonra ZooKeeper daha az veri depolar. Daha fazla bilgi için, bkz: [ayar açıklaması](../../../operations/server-configuration-parameters/settings.md#server-settings-use_minimalistic_part_header_in_zookeeper) içinde “Server configuration parameters”.
-    -   `min_merge_bytes_to_use_direct_io` — The minimum data volume for merge operation that is required for using direct I/O access to the storage disk. When merging data parts, ClickHouse calculates the total storage volume of all the data to be merged. If the volume exceeds `min_merge_bytes_to_use_direct_io` bayt, ClickHouse okur ve doğrudan I/O arabirimi kullanarak depolama diskine veri yazar (`O_DIRECT` seçenek). Eğer `min_merge_bytes_to_use_direct_io = 0`, sonra doğrudan g / Ç devre dışı bırakılır. Varsayılan değer: `10 * 1024 * 1024 * 1024` baytlar.
-        <a name="mergetree_setting-merge_with_ttl_timeout"></a>
-    -   `merge_with_ttl_timeout` — Minimum delay in seconds before repeating a merge with TTL. Default value: 86400 (1 day).
-    -   `write_final_mark` — Enables or disables writing the final index mark at the end of data part (after the last byte). Default value: 1. Don't turn it off.
-    -   `merge_max_block_size` — Maximum number of rows in block for merge operations. Default value: 8192.
-    -   `storage_policy` — Storage policy. See [Veri depolama için birden fazla blok cihazı kullanma](#table_engine-mergetree-multiple-volumes).
-
-**Bölüm ayarı örneği**
-
-``` sql
-ENGINE MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity=8192
-```
-
-Örnekte, aylara göre bölümleme ayarladık.
-
-Biz de kullanıcı kimliği ile karma olarak örnekleme için bir ifade ayarlayın. Bu, her biri için tablodaki verileri pseudorandomize etmenizi sağlar `CounterID` ve `EventDate`. Tanım yoularsanız bir [SAMPLE](../../../sql-reference/statements/select/sample.md#select-sample-clause) yan tümcesi verileri seçerken, ClickHouse kullanıcıların bir alt kümesi için eşit pseudorandom veri örneği döndürür.
-
-Bu `index_granularity` 8192 varsayılan değer olduğundan ayarı atlanabilir.
-
-<details markdown="1">
-
-<summary>Bir tablo oluşturmak için kullanımdan kaldırılan yöntem</summary>
-
-!!! attention "Dikkat"
-    Bu yöntemi yeni projelerde kullanmayın. Mümkünse, eski projeleri yukarıda açıklanan yönteme geçin.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] MergeTree(date-column [, sampling_expression], (primary, key), index_granularity)
-```
-
-**MergeTree () Parametreleri**
-
--   `date-column` — The name of a column of the [Tarihli](../../../sql-reference/data-types/date.md) tür. ClickHouse otomatik olarak bu sütuna göre ay bölümleri oluşturur. Bölüm adları `"YYYYMM"` biçimli.
--   `sampling_expression` — An expression for sampling.
--   `(primary, key)` — Primary key. Type: [Demet()](../../../sql-reference/data-types/tuple.md)
--   `index_granularity` — The granularity of an index. The number of data rows between the “marks” bir dizinin. 8192 değeri çoğu görev için uygundur.
-
-**Örnek**
-
-``` sql
-MergeTree(EventDate, intHash32(UserID), (CounterID, EventDate, intHash32(UserID)), 8192)
-```
-
-Bu `MergeTree` motor, Ana motor yapılandırma yöntemi için yukarıdaki örnekte olduğu gibi yapılandırılır.
-</details>
-
-## Veri Depolama {#mergetree-data-storage}
-
-Bir tabloda birincil anahtar tarafından sıralanmış verileri bölümden oluşmaktadır.
-
-Veri bir tabloya eklendiğinde, ayrı veri parçaları oluşturulur ve bunların her biri birincil anahtara göre lexicographically sıralanır. Örneğin, birincil anahtar `(CounterID, Date)`, parçadaki veriler şu şekilde sıralanır `CounterID` ve içinde her `CounterID` tarafından sipariş edilir `Date`.
-
-Farklı bölümlere ait veriler farklı parçalara ayrılır. Arka planda, ClickHouse daha verimli depolama için veri parçalarını birleştirir. Farklı bölümlere ait parçalar birleştirilmez. Birleştirme mekanizması, aynı birincil anahtara sahip tüm satırların aynı veri bölümünde olacağını garanti etmez.
-
-Her veri parçası mantıksal olarak granüllere ayrılmıştır. Bir granül, Clickhouse'un veri seçerken okuduğu en küçük bölünmez veri kümesidir. ClickHouse satırları veya değerleri bölmez, bu nedenle her granül her zaman bir tamsayı satır içerir. Bir granülün ilk satırı, satır için birincil anahtarın değeri ile işaretlenir. Her veri bölümü için ClickHouse işaretleri depolayan bir dizin dosyası oluşturur. Her sütun için, birincil anahtarda olsun ya da olmasın, ClickHouse aynı işaretleri de saklar. Bu işaretler, verileri doğrudan sütun dosyalarında bulmanızı sağlar.
-
-Granül boyutu ile sınırlıdır `index_granularity` ve `index_granularity_bytes` tablo motorunun ayarları. Bir granüldeki satır sayısı `[1, index_granularity]` Aralık, satırların boyutuna bağlı olarak. Bir granülün boyutu aşabilir `index_granularity_bytes` tek bir satırın boyutu ayarın değerinden büyükse. Bu durumda, granülün boyutu satırın boyutuna eşittir.
-
-## Sorgularda birincil anahtarlar ve dizinler {#primary-keys-and-indexes-in-queries}
-
-Tak thee the `(CounterID, Date)` örnek olarak birincil anahtar. Bu durumda, sıralama ve dizin aşağıdaki gibi gösterilebilir:
-
-      Whole data:     [---------------------------------------------]
-      CounterID:      [aaaaaaaaaaaaaaaaaabbbbcdeeeeeeeeeeeeefgggggggghhhhhhhhhiiiiiiiiikllllllll]
-      Date:           [1111111222222233331233211111222222333211111112122222223111112223311122333]
-      Marks:           |      |      |      |      |      |      |      |      |      |      |
-                      a,1    a,2    a,3    b,3    e,2    e,3    g,1    h,2    i,1    i,3    l,3
-      Marks numbers:   0      1      2      3      4      5      6      7      8      9      10
-
-Veri sorgusu belirtirse:
-
--   `CounterID in ('a', 'h')`, sunucu işaretleri aralıklarında verileri okur `[0, 3)` ve `[6, 8)`.
--   `CounterID IN ('a', 'h') AND Date = 3`, sunucu işaretleri aralıklarında verileri okur `[1, 3)` ve `[7, 8)`.
--   `Date = 3`, sunucu işaretleri aralığında veri okur `[1, 10]`.
-
-Yukarıdaki örnekler, her zaman bir dizin tam taramadan daha etkili olduğunu göstermektedir.
-
-Seyrek bir dizin, ekstra verilerin okunmasına izin verir. Birincil anahtarın tek bir aralığını okurken, `index_granularity * 2` her veri bloğundaki ekstra satırlar okunabilir.
-
-Seyrek dizinler, çok sayıda tablo satırı ile çalışmanıza izin verir, çünkü çoğu durumda, bu tür dizinler bilgisayarın RAM'İNE sığar.
-
-ClickHouse benzersiz bir birincil anahtar gerektirmez. Aynı birincil anahtar ile birden çok satır ekleyebilirsiniz.
-
-### Birincil anahtar seçme {#selecting-the-primary-key}
-
-Birincil anahtardaki sütun sayısı açıkça sınırlı değildir. Veri yapısına bağlı olarak, birincil anahtara daha fazla veya daha az sütun ekleyebilirsiniz. Bu Mayıs:
-
--   Bir dizin performansını artırın.
-
-    Birincil anahtar ise `(a, b)`, sonra başka bir sütun ekleyerek `c` aşağıdaki koşullar yerine getirilirse performansı artıracaktır:
-
-    -   Sütun üzerinde bir koşulu olan sorgular var `c`.
-    -   Uzun veri aralıkları (birkaç kat daha uzun `index_granularity`) için aynı değer withlerle `(a, b)` yaygındır. Başka bir deyişle, başka bir sütun eklerken oldukça uzun veri aralıklarını atlamanıza izin verir.
-
--   Veri sıkıştırmasını geliştirin.
-
-    ClickHouse verileri birincil anahtarla sıralar, bu nedenle tutarlılık ne kadar yüksek olursa sıkıştırma o kadar iyi olur.
-
--   Veri parçalarını birleştirirken ek mantık sağlayın [CollapsingMergeTree](collapsingmergetree.md#table_engine-collapsingmergetree) ve [SummingMergeTree](summingmergetree.md) motorlar.
-
-    Bu durumda belirtmek mantıklı *sıralama anahtarı* bu birincil anahtardan farklıdır.
-
-Uzun bir birincil anahtar, ekleme performansını ve bellek tüketimini olumsuz yönde etkiler, ancak birincil anahtardaki ek sütunlar, ClickHouse performansını etkilemez `SELECT` sorgular.
-
-### Sıralama anahtarından farklı bir birincil anahtar seçme {#choosing-a-primary-key-that-differs-from-the-sorting-key}
-
-Sıralama anahtarından (veri bölümlerindeki satırları sıralamak için bir ifade) farklı bir birincil anahtar (her işaret için dizin dosyasında yazılan değerlere sahip bir ifade) belirtmek mümkündür. Bu durumda, birincil anahtar ifadesi tuple, sıralama anahtarı ifadesi tuple'ın bir öneki olmalıdır.
-
-Bu özellik kullanırken yararlıdır [SummingMergeTree](summingmergetree.md) ve
-[AggregatingMergeTree](aggregatingmergetree.md) masa motorları. Bu motorları kullanırken yaygın bir durumda, tablonun iki tür sütunu vardır: *boyutlar* ve *ölçümler*. Tipik sorgular, rasgele ölçü sütunlarının değerlerini toplar `GROUP BY` ve boyutlara göre filtreleme. Çünkü SummingMergeTree ve AggregatingMergeTree sıralama anahtarının aynı değere sahip satırları toplamak, tüm boyutları eklemek doğaldır. Sonuç olarak, anahtar ifadesi uzun bir sütun listesinden oluşur ve bu liste yeni eklenen boyutlarla sık sık güncelleştirilmelidir.
-
-Bu durumda, birincil anahtarda verimli Aralık taramaları sağlayacak ve kalan boyut sütunlarını sıralama anahtarı kümesine ekleyecek yalnızca birkaç sütun bırakmak mantıklıdır.
-
-[ALTER](../../../sql-reference/statements/alter.md) yeni bir sütun aynı anda tabloya ve sıralama anahtarı eklendiğinde, varolan veri parçaları değiştirilmesi gerekmez, çünkü sıralama anahtarının hafif bir işlemdir. Eski sıralama anahtarı yeni sıralama anahtarının bir öneki olduğundan ve yeni eklenen sütunda veri olmadığından, veriler tablo değişikliği anında hem eski hem de yeni sıralama anahtarlarına göre sıralanır.
-
-### Sorgularda dizin ve bölümlerin kullanımı {#use-of-indexes-and-partitions-in-queries}
-
-İçin `SELECT` sorgular, ClickHouse bir dizin kullanılabilir olup olmadığını analiz eder. Eğer bir dizin kullanılabilir `WHERE/PREWHERE` yan tümce, bir eşitlik veya eşitsizlik karşılaştırma işlemini temsil eden bir ifadeye (bağlantı öğelerinden biri olarak veya tamamen) sahiptir veya varsa `IN` veya `LIKE` sütun veya birincil anahtar veya bölümleme anahtar veya bu sütunların belirli kısmen tekrarlayan işlevleri veya bu ifadelerin mantıksal ilişkileri olan ifadeler üzerinde sabit bir önek ile.
-
-Bu nedenle, birincil anahtarın bir veya daha fazla aralığındaki sorguları hızlı bir şekilde çalıştırmak mümkündür. Bu örnekte, belirli bir izleme etiketi, belirli bir etiket ve tarih aralığı, belirli bir etiket ve tarih için, tarih aralığına sahip birden çok etiket için vb. çalıştırıldığında sorgular hızlı olacaktır.
-
-Aşağıdaki gibi yapılandırılmış motora bakalım:
-
-      ENGINE MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate) SETTINGS index_granularity=8192
-
-Bu durumda, sorgularda:
-
-``` sql
-SELECT count() FROM table WHERE EventDate = toDate(now()) AND CounterID = 34
-SELECT count() FROM table WHERE EventDate = toDate(now()) AND (CounterID = 34 OR CounterID = 42)
-SELECT count() FROM table WHERE ((EventDate >= toDate('2014-01-01') AND EventDate <= toDate('2014-01-31')) OR EventDate = toDate('2014-05-01')) AND CounterID IN (101500, 731962, 160656) AND (CounterID = 101500 OR EventDate != toDate('2014-05-01'))
-```
-
-ClickHouse, uygun olmayan verileri kırpmak için birincil anahtar dizinini ve uygun olmayan tarih aralıklarındaki bölümleri kırpmak için aylık bölümleme anahtarını kullanır.
-
-Yukarıdaki sorgular, dizinin karmaşık ifadeler için bile kullanıldığını göstermektedir. Tablodan okuma, dizini kullanarak tam taramadan daha yavaş olamayacak şekilde düzenlenmiştir.
-
-Aşağıdaki örnekte, dizin kullanılamaz.
-
-``` sql
-SELECT count() FROM table WHERE CounterID = 34 OR URL LIKE '%upyachka%'
-```
-
-Clickhouse'un bir sorgu çalıştırırken dizini kullanıp kullanamayacağını kontrol etmek için ayarları kullanın [force_index_by_date](../../../operations/settings/settings.md#settings-force_index_by_date) ve [force_primary_key](../../../operations/settings/settings.md).
-
-Aylara göre bölümleme anahtarı, yalnızca uygun aralıktaki tarihleri içeren veri bloklarını okumanıza izin verir. Bu durumda, veri bloğu birçok tarih için veri içerebilir (bir aya kadar). Bir blok içinde veriler, ilk sütun olarak tarihi içermeyen birincil anahtara göre sıralanır. Bu nedenle, birincil anahtar önekini belirtmeyen yalnızca bir tarih koşulu ile bir sorgu kullanarak tek bir tarih için okunacak daha fazla veri neden olur.
-
-### Kısmen monotonik birincil anahtarlar için Endeks kullanımı {#use-of-index-for-partially-monotonic-primary-keys}
-
-Örneğin, Ayın günlerini düşünün. Onlar formu bir [monotonik dizisi](https://en.wikipedia.org/wiki/Monotonic_function) bir ay boyunca, ancak daha uzun süreler için monotonik değil. Bu kısmen monotonik bir dizidir. Bir kullanıcı kısmen monoton birincil anahtar ile tablo oluşturursa, ClickHouse her zamanki gibi seyrek bir dizin oluşturur. Bir kullanıcı bu tür bir tablodan veri seçtiğinde, ClickHouse sorgu koşullarını analiz eder. Kullanıcı, dizinin iki işareti arasında veri almak isterse ve bu işaretlerin her ikisi de bir ay içinde düşerse, ClickHouse bu özel durumda dizini kullanabilir, çünkü sorgu parametreleri ile dizin işaretleri arasındaki mesafeyi hesaplayabilir.
-
-Sorgu parametresi aralığındaki birincil anahtarın değerleri monotonik bir sırayı temsil etmiyorsa, ClickHouse bir dizin kullanamaz. Bu durumda, ClickHouse Tam Tarama yöntemini kullanır.
-
-ClickHouse bu mantığı yalnızca ay dizilerinin günleri için değil, kısmen monotonik bir diziyi temsil eden herhangi bir birincil anahtar için kullanır.
-
-### Veri atlama indeksleri (deneysel) {#table_engine-mergetree-data_skipping-indexes}
-
-Dizin bildirimi sütunlar bölümünde `CREATE` sorgu.
-
-``` sql
-INDEX index_name expr TYPE type(...) GRANULARITY granularity_value
-```
-
-Tablolar için `*MergeTree` aile, veri atlama endeksleri belirtilebilir.
-
-Bu endeksler, bloklarda belirtilen ifade hakkında bazı bilgileri toplar ve bunlardan oluşur `granularity_value` granüller (granül boyutu kullanılarak belirtilir `index_granularity` tablo motoru ayarı). Daha sonra bu agregalar `SELECT` büyük veri bloklarını atlayarak diskten okunacak veri miktarını azaltmak için sorgular `where` sorgu tatmin edilemez.
-
-**Örnek**
-
-``` sql
-CREATE TABLE table_name
-(
-    u64 UInt64,
-    i32 Int32,
-    s String,
-    ...
-    INDEX a (u64 * i32, s) TYPE minmax GRANULARITY 3,
-    INDEX b (u64 * length(s)) TYPE set(1000) GRANULARITY 4
-) ENGINE = MergeTree()
-...
-```
-
-Örneğin endeksleri aşağıdaki sorgularda diskten okunacak veri miktarını azaltmak için ClickHouse tarafından kullanılabilir:
-
-``` sql
-SELECT count() FROM table WHERE s < 'z'
-SELECT count() FROM table WHERE u64 * i32 == 10 AND u64 * length(s) >= 1234
-```
-
-#### Mevcut Endeks türleri {#available-types-of-indices}
-
--   `minmax`
-
-    Belirtilen ifad (eyi saklar (ifad (enin `tuple`, sonra her eleman için aşırı depolar `tuple`), birincil anahtar gibi veri bloklarını atlamak için saklanan bilgileri kullanır.
-
--   `set(max_rows)`
-
-    Belirtilen ifadenin benzersiz değerlerini depolar (en fazla `max_rows` satırlar, `max_rows=0` Anlamına geliyor “no limits”). Kontrol etmek için değerleri kullanır `WHERE` ifade, bir veri bloğu üzerinde tatmin edilemez değildir.
-
--   `ngrambf_v1(n, size_of_bloom_filter_in_bytes, number_of_hash_functions, random_seed)`
-
-    Mağazalar a [Blo filterom filtre](https://en.wikipedia.org/wiki/Bloom_filter) bu, bir veri bloğundaki tüm ngramları içerir. Sadece dizeleri ile çalışır. Optimizasyonu için kullanılabilir `equals`, `like` ve `in` ifadeler.
-
-    -   `n` — ngram size,
-    -   `size_of_bloom_filter_in_bytes` — Bloom filter size in bytes (you can use large values here, for example, 256 or 512, because it can be compressed well).
-    -   `number_of_hash_functions` — The number of hash functions used in the Bloom filter.
-    -   `random_seed` — The seed for Bloom filter hash functions.
-
--   `tokenbf_v1(size_of_bloom_filter_in_bytes, number_of_hash_functions, random_seed)`
-
-    Olarak aynı `ngrambf_v1`, ancak ngrams yerine simgeleri saklar. Belirteçler alfasayısal olmayan karakterlerle ayrılmış dizilerdir.
-
--   `bloom_filter([false_positive])` — Stores a [Blo filterom filtre](https://en.wikipedia.org/wiki/Bloom_filter) belirtilen sütunlar için.
-
-    Opsiyonel `false_positive` parametre, filtreden yanlış pozitif yanıt alma olasılığıdır. Olası değerler: (0, 1). Varsayılan değer: 0.025.
-
-    Desteklenen veri türleri: `Int*`, `UInt*`, `Float*`, `Enum`, `Date`, `DateTime`, `String`, `FixedString`, `Array`, `LowCardinality`, `Nullable`.
-
-    Aşağıdaki işlevleri kullanabilirsiniz: [eşitlikler](../../../sql-reference/functions/comparison-functions.md), [notEquals](../../../sql-reference/functions/comparison-functions.md), [içinde](../../../sql-reference/functions/in-functions.md), [notİn](../../../sql-reference/functions/in-functions.md), [var](../../../sql-reference/functions/array-functions.md).
-
-<!-- -->
-
-``` sql
-INDEX sample_index (u64 * length(s)) TYPE minmax GRANULARITY 4
-INDEX sample_index2 (u64 * length(str), i32 + f64 * 100, date, str) TYPE set(100) GRANULARITY 4
-INDEX sample_index3 (lower(str), str) TYPE ngrambf_v1(3, 256, 2, 0) GRANULARITY 4
-```
-
-#### Fonksiyonları Destek {#functions-support}
-
-Koşulları `WHERE` yan tümcesi, sütunlarla çalışan işlevlerin çağrılarını içerir. Sütun bir dizinin bir parçasıysa, ClickHouse işlevleri gerçekleştirirken bu dizini kullanmaya çalışır. ClickHouse, dizinleri kullanmak için farklı işlev alt kümelerini destekler.
-
-Bu `set` dizin tüm fonksiyonları ile kullanılabilir. Diğer dizinler için işlev alt kümeleri aşağıdaki tabloda gösterilmiştir.
-
-| Fonksiyon (operatör) / dizin                                                                               | birincil anahtar | minmax | ngrambf_v1 | tokenbf_v1 | bloom_filter |
-|------------------------------------------------------------------------------------------------------------|------------------|--------|-------------|-------------|---------------|
-| [eşitlikler (=, ==)](../../../sql-reference/functions/comparison-functions.md#function-equals)             | ✔                | ✔      | ✔           | ✔           | ✔             |
-| [notEquals(!=, \<\>)](../../../sql-reference/functions/comparison-functions.md#function-notequals)         | ✔                | ✔      | ✔           | ✔           | ✔             |
-| [hoşlanmak](../../../sql-reference/functions/string-search-functions.md#function-like)                     | ✔                | ✔      | ✔           | ✗           | ✗             |
-| [notLike](../../../sql-reference/functions/string-search-functions.md#function-notlike)                    | ✔                | ✔      | ✔           | ✗           | ✗             |
-| [startsWith](../../../sql-reference/functions/string-functions.md#startswith)                              | ✔                | ✔      | ✔           | ✔           | ✗             |
-| [endsWith](../../../sql-reference/functions/string-functions.md#endswith)                                  | ✗                | ✗      | ✔           | ✔           | ✗             |
-| [multiSearchAny](../../../sql-reference/functions/string-search-functions.md#function-multisearchany)      | ✗                | ✗      | ✔           | ✗           | ✗             |
-| [içinde](../../../sql-reference/functions/in-functions.md#in-functions)                                    | ✔                | ✔      | ✔           | ✔           | ✔             |
-| [notİn](../../../sql-reference/functions/in-functions.md#in-functions)                                     | ✔                | ✔      | ✔           | ✔           | ✔             |
-| [daha az (\<)](../../../sql-reference/functions/comparison-functions.md#function-less)                     | ✔                | ✔      | ✗           | ✗           | ✗             |
-| [büyük (\>)](../../../sql-reference/functions/comparison-functions.md#function-greater)                    | ✔                | ✔      | ✗           | ✗           | ✗             |
-| [lessOrEquals (\<=)](../../../sql-reference/functions/comparison-functions.md#function-lessorequals)       | ✔                | ✔      | ✗           | ✗           | ✗             |
-| [greaterOrEquals (\>=)](../../../sql-reference/functions/comparison-functions.md#function-greaterorequals) | ✔                | ✔      | ✗           | ✗           | ✗             |
-| [boş](../../../sql-reference/functions/array-functions.md#function-empty)                                  | ✔                | ✔      | ✗           | ✗           | ✗             |
-| [notEmpty](../../../sql-reference/functions/array-functions.md#function-notempty)                          | ✔                | ✔      | ✗           | ✗           | ✗             |
-| hasToken                                                                                                   | ✗                | ✗      | ✗           | ✔           | ✗             |
-
-Ngram boyutundan daha az olan sabit bir argümana sahip işlevler tarafından kullanılamaz `ngrambf_v1` sorgu optimizasyonu için.
-
-Bloom filtreleri yanlış pozitif eşleşmelere sahip olabilir, bu yüzden `ngrambf_v1`, `tokenbf_v1`, ve `bloom_filter` dizinler, örneğin bir işlevin sonucunun false olması beklenen sorguları en iyi duruma getirmek için kullanılamaz:
-
--   Optimize edilebilir:
-    -   `s LIKE '%test%'`
-    -   `NOT s NOT LIKE '%test%'`
-    -   `s = 1`
-    -   `NOT s != 1`
-    -   `startsWith(s, 'test')`
--   Optimize edilemez:
-    -   `NOT s LIKE '%test%'`
-    -   `s NOT LIKE '%test%'`
-    -   `NOT s = 1`
-    -   `s != 1`
-    -   `NOT startsWith(s, 'test')`
-
-## Eşzamanlı Veri Erişimi {#concurrent-data-access}
-
-Eşzamanlı tablo erişimi için çoklu sürüm kullanıyoruz. Başka bir deyişle, bir tablo aynı anda okunup güncelleştirildiğinde, sorgu sırasında geçerli olan bir parça kümesinden veri okunur. Uzun kilitler yok. Ekler okuma işlemlerinin yoluna girmez.
-
-Bir tablodan okuma otomatik olarak paralelleştirilir.
-
-## Sütunlar ve tablolar için TTL {#table_engine-mergetree-ttl}
-
-Değerlerin ömrünü belirler.
-
-Bu `TTL` yan tümcesi tüm tablo ve her sütun için ayarlanabilir. Tablo düzeyinde TTL ayrıca diskler ve birimler arasında otomatik veri taşıma mantığını belirtebilirsiniz.
-
-İfadeleri değerlendirmek gerekir [Tarihli](../../../sql-reference/data-types/date.md) veya [DateTime](../../../sql-reference/data-types/datetime.md) veri türü.
-
-Örnek:
-
-``` sql
-TTL time_column
-TTL time_column + interval
-```
-
-Tanımlamak `interval`, kullanma [zaman aralığı](../../../sql-reference/operators/index.md#operators-datetime) operatörler.
-
-``` sql
-TTL date_time + INTERVAL 1 MONTH
-TTL date_time + INTERVAL 15 HOUR
-```
-
-### Sütun TTL {#mergetree-column-ttl}
-
-Sütundaki değerler sona erdiğinde, ClickHouse bunları sütun veri türü için varsayılan değerlerle değiştirir. Veri bölümündeki tüm sütun değerleri sona ererse, ClickHouse bu sütunu bir dosya sistemindeki veri bölümünden siler.
-
-Bu `TTL` yan tümcesi anahtar sütunlar için kullanılamaz.
-
-Örnekler:
-
-TTL ile tablo oluşturma
-
-``` sql
-CREATE TABLE example_table
-(
-    d DateTime,
-    a Int TTL d + INTERVAL 1 MONTH,
-    b Int TTL d + INTERVAL 1 MONTH,
-    c String
-)
-ENGINE = MergeTree
-PARTITION BY toYYYYMM(d)
-ORDER BY d;
-```
-
-Varolan bir tablonun sütununa TTL ekleme
-
-``` sql
-ALTER TABLE example_table
-    MODIFY COLUMN
-    c String TTL d + INTERVAL 1 DAY;
-```
-
-Sütun TTL değiştirme
-
-``` sql
-ALTER TABLE example_table
-    MODIFY COLUMN
-    c String TTL d + INTERVAL 1 MONTH;
-```
-
-### Tablo TTL {#mergetree-table-ttl}
-
-Tablo, süresi dolmuş satırların kaldırılması için bir ifadeye ve parçaların arasında otomatik olarak taşınması için birden fazla ifadeye sahip olabilir [diskler veya birimler](#table_engine-mergetree-multiple-volumes). Tablodaki satırların süresi dolduğunda, ClickHouse ilgili tüm satırları siler. Parça taşıma özelliği için, bir parçanın tüm satırları hareket ifadesi ölçütlerini karşılaması gerekir.
-
-``` sql
-TTL expr [DELETE|TO DISK 'aaa'|TO VOLUME 'bbb'], ...
-```
-
-TTL kuralı türü her TTL ifadesini takip edebilir. İfade tatmin edildikten sonra yapılacak bir eylemi etkiler (şimdiki zamana ulaşır):
-
--   `DELETE` - süresi dolmuş satırları sil (varsayılan eylem);
--   `TO DISK 'aaa'` - parçayı diske taşı `aaa`;
--   `TO VOLUME 'bbb'` - parçayı diske taşı `bbb`.
-
-Örnekler:
-
-TTL ile tablo oluşturma
-
-``` sql
-CREATE TABLE example_table
-(
-    d DateTime,
-    a Int
-)
-ENGINE = MergeTree
-PARTITION BY toYYYYMM(d)
-ORDER BY d
-TTL d + INTERVAL 1 MONTH [DELETE],
-    d + INTERVAL 1 WEEK TO VOLUME 'aaa',
-    d + INTERVAL 2 WEEK TO DISK 'bbb';
-```
-
-Tablonun TTL değiştirme
-
-``` sql
-ALTER TABLE example_table
-    MODIFY TTL d + INTERVAL 1 DAY;
-```
-
-**Verileri Kaldırma**
-
-ClickHouse veri parçalarını birleştirdiğinde süresi dolmuş bir TTL ile veri kaldırılır.
-
-ClickHouse, verilerin süresi dolduğunu gördüğünde, zamanlama dışı bir birleştirme gerçekleştirir. Bu tür birleştirmelerin sıklığını kontrol etmek için şunları ayarlayabilirsiniz `merge_with_ttl_timeout`. Değer çok düşükse, çok fazla kaynak tüketebilecek birçok zamanlama dışı birleştirme gerçekleştirir.
-
-Gerçekleştir theirseniz `SELECT` birleştirme arasında sorgu, süresi dolmuş veri alabilirsiniz. Bunu önlemek için, [OPTIMIZE](../../../sql-reference/statements/misc.md#misc_operations-optimize) önce sorgu `SELECT`.
-
-## Veri depolama için birden fazla blok cihazı kullanma {#table_engine-mergetree-multiple-volumes}
-
-### Giriş {#introduction}
-
-`MergeTree` aile tablo motorları birden fazla blok cihazlarda veri saklayabilirsiniz. Örneğin, belirli bir tablonun verileri örtük olarak bölündüğünde yararlı olabilir “hot” ve “cold”. En son veriler düzenli olarak talep edilir, ancak yalnızca az miktarda alan gerektirir. Aksine, yağ kuyruklu tarihsel veriler nadiren talep edilir. Birkaç disk varsa, “hot” veriler hızlı disklerde (örneğin, NVMe SSD'ler veya bellekte) bulunabilir; “cold” veri-nispeten yavaş olanlar (örneğin, HDD).
-
-Veri kısmı için minimum hareketli birimdir `MergeTree`- motor masaları. Bir parçaya ait veriler bir diskte saklanır. Veri parçaları arka planda diskler arasında (kullanıcı ayarlarına göre) ve aynı zamanda [ALTER](../../../sql-reference/statements/alter.md#alter_move-partition) sorgular.
-
-### Şartlar {#terms}
-
--   Disk — Block device mounted to the filesystem.
--   Default disk — Disk that stores the path specified in the [yol](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-path) sunucu ayarı.
--   Volume — Ordered set of equal disks (similar to [JBOD](https://en.wikipedia.org/wiki/Non-RAID_drive_architectures)).
--   Storage policy — Set of volumes and the rules for moving data between them.
-
-Açıklanan varlıklara verilen isimler sistem tablolarında bulunabilir, [sistem.storage_policies](../../../operations/system-tables.md#system_tables-storage_policies) ve [sistem.diskler](../../../operations/system-tables.md#system_tables-disks). Bir tablo için yapılandırılmış depolama ilkelerinden birini uygulamak için `storage_policy` ayarı `MergeTree`- motor aile tabloları.
-
-### Yapılandırma {#table_engine-mergetree-multiple-volumes_configure}
-
-Diskler, birimler ve depolama politikaları içinde bildirilmelidir `<storage_configuration>` ana dosyada ya etiket `config.xml` veya farklı bir dosyada `config.d` dizin.
-
-Yapılandırma yapısı:
-
-``` xml
-<storage_configuration>
-    <disks>
-        <disk_name_1> <!-- disk name -->
-            <path>/mnt/fast_ssd/clickhouse/</path>
-        </disk_name_1>
-        <disk_name_2>
-            <path>/mnt/hdd1/clickhouse/</path>
-            <keep_free_space_bytes>10485760</keep_free_space_bytes>
-        </disk_name_2>
-        <disk_name_3>
-            <path>/mnt/hdd2/clickhouse/</path>
-            <keep_free_space_bytes>10485760</keep_free_space_bytes>
-        </disk_name_3>
-
-        ...
-    </disks>
-
-    ...
-</storage_configuration>
-```
-
-Etiketler:
-
--   `<disk_name_N>` — Disk name. Names must be different for all disks.
--   `path` — path under which a server will store data (`data` ve `shadow` klasörler) ile Sonlandır shouldılmalıdır ‘/’.
--   `keep_free_space_bytes` — the amount of free disk space to be reserved.
-
-Disk tanımının sırası önemli değildir.
-
-Depolama ilkeleri yapılandırma biçimlendirme:
-
-``` xml
-<storage_configuration>
-    ...
-    <policies>
-        <policy_name_1>
-            <volumes>
-                <volume_name_1>
-                    <disk>disk_name_from_disks_configuration</disk>
-                    <max_data_part_size_bytes>1073741824</max_data_part_size_bytes>
-                </volume_name_1>
-                <volume_name_2>
-                    <!-- configuration -->
-                </volume_name_2>
-                <!-- more volumes -->
-            </volumes>
-            <move_factor>0.2</move_factor>
-        </policy_name_1>
-        <policy_name_2>
-            <!-- configuration -->
-        </policy_name_2>
-
-        <!-- more policies -->
-    </policies>
-    ...
-</storage_configuration>
-```
-
-Etiketler:
-
--   `policy_name_N` — Policy name. Policy names must be unique.
--   `volume_name_N` — Volume name. Volume names must be unique.
--   `disk` — a disk within a volume.
--   `max_data_part_size_bytes` — the maximum size of a part that can be stored on any of the volume's disks.
--   `move_factor` — when the amount of available space gets lower than this factor, data automatically start to move on the next volume if any (by default, 0.1).
-
-Cofiguration örnekleri:
-
-``` xml
-<storage_configuration>
-    ...
-    <policies>
-        <hdd_in_order> <!-- policy name -->
-            <volumes>
-                <single> <!-- volume name -->
-                    <disk>disk1</disk>
-                    <disk>disk2</disk>
-                </single>
-            </volumes>
-        </hdd_in_order>
-
-        <moving_from_ssd_to_hdd>
-            <volumes>
-                <hot>
-                    <disk>fast_ssd</disk>
-                    <max_data_part_size_bytes>1073741824</max_data_part_size_bytes>
-                </hot>
-                <cold>
-                    <disk>disk1</disk>
-                </cold>
-            </volumes>
-            <move_factor>0.2</move_factor>
-        </moving_from_ssd_to_hdd>
-    </policies>
-    ...
-</storage_configuration>
-```
-
-Verilen örnekte, `hdd_in_order` politika uygular [Ro -und-robin](https://en.wikipedia.org/wiki/Round-robin_scheduling) yaklaşmak. Böylece bu politika yalnızca bir birim tanımlar (`single`), veri parçaları tüm disklerinde dairesel sırayla saklanır. Bu tür bir politika, sisteme birkaç benzer disk takılıysa, ancak RAID yapılandırılmamışsa oldukça yararlı olabilir. Her bir disk sürücüsünün güvenilir olmadığını ve bunu 3 veya daha fazla çoğaltma faktörü ile telafi etmek isteyebileceğinizi unutmayın.
-
-Sistemde farklı türde diskler varsa, `moving_from_ssd_to_hdd` politika yerine kullanılabilir. Birim `hot` bir SSD disk oluşur (`fast_ssd`) ve bu birimde saklanabilecek bir parçanın maksimum boyutu 1GB. Tüm parçaları ile boyutu daha büyük 1 GB üzerinde doğrudan saklanır `cold` bir HDD diski içeren birim `disk1`.
-Ayrıca, bir kez disk `fast_ssd` 80'den fazla % tarafından doldurulur, veri transfer edilecektir `disk1` bir arka plan işlemi ile.
-
-Depolama ilkesi içindeki birim numaralandırma sırası önemlidir. Bir birim aşırı doldurulduktan sonra, veriler bir sonrakine taşınır. Disk numaralandırma sırası da önemlidir, çünkü veriler sırayla depolanır.
-
-Bir tablo oluştururken, yapılandırılmış depolama ilkelerinden birini ona uygulayabilirsiniz:
-
-``` sql
-CREATE TABLE table_with_non_default_policy (
-    EventDate Date,
-    OrderID UInt64,
-    BannerID UInt64,
-    SearchPhrase String
-) ENGINE = MergeTree
-ORDER BY (OrderID, BannerID)
-PARTITION BY toYYYYMM(EventDate)
-SETTINGS storage_policy = 'moving_from_ssd_to_hdd'
-```
-
-Bu `default` depolama ilkesi, Yalnızca verilen bir diskten oluşan yalnızca bir birim kullanmayı ima eder `<path>`. Bir tablo oluşturulduktan sonra, depolama ilkesi değiştirilemez.
-
-### Ayrıntı {#details}
-
-Bu durumda `MergeTree` tablolar, veriler diske farklı şekillerde giriyor:
-
--   Bir ekleme sonucunda (`INSERT` sorgu).
--   Arka plan birleştirmeleri sırasında ve [mutasyonlar](../../../sql-reference/statements/alter.md#alter-mutations).
--   Başka bir kopyadan indirirken.
--   Bölüm Don ofması sonucu [ALTER TABLE … FREEZE PARTITION](../../../sql-reference/statements/alter.md#alter_freeze-partition).
-
-Mutasyonlar ve bölüm dondurma hariç tüm bu durumlarda, bir parça verilen depolama politikasına göre bir birim ve bir diskte saklanır:
-
-1.  Bir parçayı depolamak için yeterli disk alanına sahip olan ilk birim (tanım sırasına göre) (`unreserved_space > current_part_size`) ve belirli bir boyuttaki parçaların saklanmasına izin verir (`max_data_part_size_bytes > current_part_size`) seçilir.
-2.  Bu birimde, önceki veri yığınını depolamak için kullanılan ve parça boyutundan daha fazla boş alana sahip olan diski izleyen disk seçilir (`unreserved_space - keep_free_space_bytes > current_part_size`).
-
-Kap hoodut underun altında, [sabit linkler](https://en.wikipedia.org/wiki/Hard_link). Farklı diskler arasındaki sabit bağlantılar desteklenmez, bu nedenle bu gibi durumlarda ortaya çıkan parçalar ilk disklerle aynı disklerde saklanır.
-
-Arka planda, parçalar boş alan miktarına göre hacimler arasında taşınır (`move_factor` parametre) sırasına göre birimler yapılandırma dosyasında beyan edilir.
-Veriler asla sonuncudan ve birincisine aktarılmaz. Bir sistem tabloları kullanabilirsiniz [sistem.part_log](../../../operations/system-tables.md#system_tables-part-log) (alan `type = MOVE_PART`) ve [sistem.parçalar](../../../operations/system-tables.md#system_tables-parts) (alanlar `path` ve `disk`) arka plan hareketlerini izlemek için. Ayrıca, ayrıntılı bilgi sunucu günlüklerinde bulunabilir.
-
-Kullanıcı, sorguyu kullanarak bir bölümü veya bölümü bir birimden diğerine taşımaya zorlayabilir [ALTER TABLE … MOVE PART\|PARTITION … TO VOLUME\|DISK …](../../../sql-reference/statements/alter.md#alter_move-partition), arka plan işlemleri için tüm kısıtlamalar dikkate alınır. Sorgu, kendi başına bir hareket başlatır ve tamamlanması için arka plan işlemleri beklemez. Yeterli boş alan yoksa veya gerekli koşullardan herhangi biri karşılanmazsa kullanıcı bir hata mesajı alır.
-
-Veri taşıma veri çoğaltma ile müdahale etmez. Bu nedenle, farklı depolama ilkeleri aynı tablo için farklı yinelemeler üzerinde belirtilebilir.
-
-Arka plan birleşimlerinin ve mutasyonlarının tamamlanmasından sonra, eski parçalar yalnızca belirli bir süre sonra çıkarılır (`old_parts_lifetime`).
-Bu süre zarfında, diğer birimlere veya disklere taşınmazlar. Bu nedenle, parçalar nihayet çıkarılıncaya kadar, işgal edilen disk alanının değerlendirilmesi için hala dikkate alınır.
-
-[Orijinal makale](https://clickhouse.tech/docs/ru/operations/table_engines/mergetree/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/mergetree-family/replacingmergetree.md b/docs/tr/engines/table-engines/mergetree-family/replacingmergetree.md
deleted file mode 100644
index a24c84e9a16..00000000000
--- a/docs/tr/engines/table-engines/mergetree-family/replacingmergetree.md
+++ /dev/null
@@ -1,69 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 33
-toc_title: ReplacingMergeTree
----
-
-# ReplacingMergeTree {#replacingmergetree}
-
-Motor farklıdır [MergeTree](mergetree.md#table_engines-mergetree) aynı birincil anahtar değerine sahip yinelenen girdileri kaldırır (veya daha doğru bir şekilde, aynı [sıralama anahtarı](mergetree.md) değer).
-
-Veri tekilleştirme yalnızca birleştirme sırasında oluşur. Birleştirme, arka planda bilinmeyen bir zamanda gerçekleşir, bu nedenle bunu planlayamazsınız. Bazı veriler işlenmemiş kalabilir. Kullanarak programsız bir birleştirme çalıştırabilirsiniz, ancak `OPTIMIZE` sorgu, kullanmaya güvenmeyin, çünkü `OPTIMIZE` sorgu büyük miktarda veri okuyacak ve yazacaktır.
-
-Böyle, `ReplacingMergeTree` yerden tasarruf etmek için arka planda yinelenen verileri temizlemek için uygundur, ancak kopyaların yokluğunu garanti etmez.
-
-## Tablo oluşturma {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = ReplacingMergeTree([ver])
-[PARTITION BY expr]
-[ORDER BY expr]
-[PRIMARY KEY expr]
-[SAMPLE BY expr]
-[SETTINGS name=value, ...]
-```
-
-İstek parametrelerinin açıklaması için bkz. [istek açıklaması](../../../sql-reference/statements/create.md).
-
-**ReplacingMergeTree Parametreleri**
-
--   `ver` — column with version. Type `UInt*`, `Date` veya `DateTime`. İsteğe bağlı parametre.
-
-    Birleş whenirken, `ReplacingMergeTree` aynı birincil anahtara sahip tüm satırlardan sadece bir tane bırakır:
-
-    -   Seç inimde son, eğer `ver` set değil.
-    -   Maksimum sürümü ile, eğer `ver` belirtilen.
-
-**Sorgu yan tümceleri**
-
-Oluştururken bir `ReplacingMergeTree` tablo aynı [yanlar](mergetree.md) oluşturul ,urken olduğu gibi gerekli `MergeTree` Tablo.
-
-<details markdown="1">
-
-<summary>Bir tablo oluşturmak için kullanımdan kaldırılan yöntem</summary>
-
-!!! attention "Dikkat"
-    Bu yöntemi yeni projelerde kullanmayın ve mümkünse eski projeleri yukarıda açıklanan yönteme geçin.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] ReplacingMergeTree(date-column [, sampling_expression], (primary, key), index_granularity, [ver])
-```
-
-Hariç tüm parametreler `ver` içinde olduğu gibi aynı anlama sahip `MergeTree`.
-
--   `ver` - sürümü ile sütun. İsteğe bağlı parametre. Bir açıklama için yukarıdaki metne bakın.
-
-</details>
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/replacingmergetree/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/mergetree-family/replication.md b/docs/tr/engines/table-engines/mergetree-family/replication.md
deleted file mode 100644
index 133cce91bd1..00000000000
--- a/docs/tr/engines/table-engines/mergetree-family/replication.md
+++ /dev/null
@@ -1,218 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 31
-toc_title: "Veri \xC7o\u011Faltma"
----
-
-# Veri Çoğaltma {#table_engines-replication}
-
-Çoğaltma yalnızca mergetree ailesindeki tablolar için desteklenir:
-
--   ReplicatedMergeTree
--   ReplicatedSummingMergeTree
--   ReplicatedReplacingMergeTree
--   ReplicatedAggregatingMergeTree
--   ReplicatedCollapsingMergeTree
--   ReplicatedVersionedCollapsingMergetree
--   ReplicatedGraphiteMergeTree
-
-Çoğaltma, tüm sunucu değil, tek bir tablo düzeyinde çalışır. Bir sunucu hem çoğaltılmış hem de çoğaltılmamış tabloları aynı anda depolayabilir.
-
-Çoğaltma, parçaya bağlı değildir. Her parçanın kendi bağımsız çoğaltması vardır.
-
-İçin sıkıştırılmış veri `INSERT` ve `ALTER` sorgular çoğaltılır (daha fazla bilgi için bkz. [ALTER](../../../sql-reference/statements/alter.md#query_language_queries_alter)).
-
-`CREATE`, `DROP`, `ATTACH`, `DETACH` ve `RENAME` sorgular tek bir sunucuda yürütülür ve çoğaltılmaz:
-
--   Bu `CREATE TABLE` sorgu sorgu çalıştırıldığı sunucuda yeni bir replicatable tablo oluşturur. Bu tablo diğer sunucularda zaten varsa, yeni bir yineleme ekler.
--   Bu `DROP TABLE` sorgu, sorgunun çalıştırıldığı sunucuda bulunan yinelemeyi siler.
--   Bu `RENAME` sorgu yinelemeler birinde tabloyu yeniden adlandırır. Başka bir deyişle, çoğaltılmış tablolar farklı yinelemeler üzerinde farklı adlara sahip olabilir.
-
-ClickHouse kullanır [Apache ZooKeeper](https://zookeeper.apache.org) kopyaları meta bilgilerini saklamak için. ZooKeeper sürüm 3.4.5 veya daha yeni kullanın.
-
-Çoğaltma kullanmak için, parametreleri [zookeeper](../../../operations/server-configuration-parameters/settings.md#server-settings_zookeeper) sunucu yapılandırma bölümü.
-
-!!! attention "Dikkat"
-    Güvenlik ayarını ihmal etmeyin. ClickHouse destekler `digest` [ACLL şeması](https://zookeeper.apache.org/doc/current/zookeeperProgrammers.html#sc_ZooKeeperAccessControl) ZooKeeper Güvenlik alt sisteminin.
-
-ZooKeeper kümesinin adreslerini ayarlama örneği:
-
-``` xml
-<zookeeper>
-    <node index="1">
-        <host>example1</host>
-        <port>2181</port>
-    </node>
-    <node index="2">
-        <host>example2</host>
-        <port>2181</port>
-    </node>
-    <node index="3">
-        <host>example3</host>
-        <port>2181</port>
-    </node>
-</zookeeper>
-```
-
-Varolan herhangi bir ZooKeeper kümesini belirtebilirsiniz ve sistem kendi verileri için bir dizin kullanır (replicatable tablo oluştururken dizin belirtilir).
-
-Zookeeper yapılandırma dosyasında ayarlanmamışsa, çoğaltılmış tablolar oluşturamazsınız ve varolan çoğaltılmış tablolar salt okunur olacaktır.
-
-ZooKeeper kullanılmaz `SELECT` çoğaltma performansını etkilemez çünkü sorgular `SELECT` ve sorgular, çoğaltılmamış tablolar için yaptıkları kadar hızlı çalışır. Dağıtılmış çoğaltılmış tabloları sorgularken, ClickHouse davranışı ayarlar tarafından denetlenir [max_replica_delay_for_distributed_queries](../../../operations/settings/settings.md#settings-max_replica_delay_for_distributed_queries) ve [fallback_to_stale_replicas_for_distributed_queries](../../../operations/settings/settings.md#settings-fallback_to_stale_replicas_for_distributed_queries).
-
-Her biri için `INSERT` sorgu, yaklaşık on girişleri zookeeper birkaç işlemler aracılığıyla eklenir. (Daha kesin olmak gerekirse, bu eklenen her veri bloğu içindir; bir ekleme sorgusu her bir blok veya bir blok içerir `max_insert_block_size = 1048576` satırlar.) Bu, biraz daha uzun gecikmelere yol açar `INSERT` çoğaltılmamış tablolarla karşılaştırıldığında. Ancak, birden fazla olmayan gruplar halinde veri eklemek için önerileri izlerseniz `INSERT` saniyede, herhangi bir sorun yaratmaz. Bir ZooKeeper kümesini koordine etmek için kullanılan tüm ClickHouse kümesinin toplam birkaç yüzü vardır `INSERTs` saniyede. Veri eklerindeki verim (saniyede satır sayısı), çoğaltılmamış veriler için olduğu kadar yüksektir.
-
-Çok büyük kümeler için, farklı kırıklar için farklı ZooKeeper kümelerini kullanabilirsiniz. Ancak, bu Yandex'de gerekli değildir.Metrica küme (yaklaşık 300 sunucu).
-
-Çoğaltma zaman uyumsuz ve çok ana. `INSERT` sorgular (yanı sıra `ALTER`) mevcut herhangi bir sunucuya gönderilebilir. Veri sorgu çalıştırıldığı sunucuda eklenir ve sonra diğer sunuculara kopyalanır. Zaman uyumsuz olduğundan, son eklenen veriler bazı gecikme ile diğer yinelemeler görünür. Yinelemelerin bir kısmı mevcut değilse, veriler kullanılabilir olduklarında yazılır. Bir çoğaltma varsa, gecikme, sıkıştırılmış veri bloğunu ağ üzerinden aktarmak için gereken süredir.
-
-Varsayılan olarak, bir INSERT sorgusu yalnızca bir yinelemeden veri yazma onayı bekler. Verileri başarıyla yalnızca bir yineleme için yazılmıştır ve bu yineleme ile sunucu varolmaya sona erer, depolanan veriler kaybolur. Birden çok yinelemeden veri yazma onayını almayı etkinleştirmek için `insert_quorum` seçenek.
-
-Her veri bloğu atomik olarak yazılır. Ekle sorgusu kadar bloklara ayrılmıştır `max_insert_block_size = 1048576` satırlar. Diğer bir deyişle, `INSERT` sorgu 1048576 satırdan daha az, atomik olarak yapılır.
-
-Veri blokları tekilleştirilmiştir. Aynı veri bloğunun (aynı sırayla aynı satırları içeren aynı boyuttaki veri blokları) birden fazla yazımı için, blok yalnızca bir kez yazılır. Bunun nedeni, istemci uygulaması verilerin DB'YE yazılıp yazılmadığını bilmediğinde ağ arızaları durumunda, `INSERT` sorgu sadece tekrar edilebilir. Hangi çoğaltma eklerinin aynı verilerle gönderildiği önemli değildir. `INSERTs` idempotent vardır. Tekilleştirme parametreleri tarafından kontrol edilir [merge_tree](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-merge_tree) sunucu ayarları.
-
-Çoğaltma sırasında, yalnızca eklenecek kaynak veriler ağ üzerinden aktarılır. Daha fazla veri dönüşümü (birleştirme), tüm kopyalarda aynı şekilde koordine edilir ve gerçekleştirilir. Bu, ağ kullanımını en aza indirir; bu, çoğaltmaların farklı veri merkezlerinde bulunduğu zaman çoğaltmanın iyi çalıştığı anlamına gelir. (Farklı veri merkezlerinde çoğaltmanın çoğaltmanın ana hedefi olduğunu unutmayın .)
-
-Aynı verilerin çoğaltmaları herhangi bir sayıda olabilir. Üye.Metrica üretimde çift çoğaltma kullanır. Her sunucu, bazı durumlarda RAID-5 veya RAID-6 ve RAID-10 kullanır. Bu nispeten güvenilir ve kullanışlı bir çözümdür.
-
-Sistem, yinelemelerdeki veri senkronizasyonunu izler ve bir hatadan sonra kurtarabilir. Yük devretme otomatik (verilerde küçük farklılıklar için) veya yarı otomatik (veriler çok fazla farklılık gösterdiğinde, bu da bir yapılandırma hatasını gösterebilir).
-
-## Çoğaltılmış Tablolar Oluşturma {#creating-replicated-tables}
-
-Bu `Replicated` önek tablo motoru adına eklenir. Mesela:`ReplicatedMergeTree`.
-
-**Çoğaltılan \* MergeTree parametreleri**
-
--   `zoo_path` — The path to the table in ZooKeeper.
--   `replica_name` — The replica name in ZooKeeper.
-
-Örnek:
-
-``` sql
-CREATE TABLE table_name
-(
-    EventDate DateTime,
-    CounterID UInt32,
-    UserID UInt32
-) ENGINE = ReplicatedMergeTree('/clickhouse/tables/{layer}-{shard}/table_name', '{replica}')
-PARTITION BY toYYYYMM(EventDate)
-ORDER BY (CounterID, EventDate, intHash32(UserID))
-SAMPLE BY intHash32(UserID)
-```
-
-<details markdown="1">
-
-<summary>Kullanımdan kaldırılmış sözdizimi örneği</summary>
-
-``` sql
-CREATE TABLE table_name
-(
-    EventDate DateTime,
-    CounterID UInt32,
-    UserID UInt32
-) ENGINE = ReplicatedMergeTree('/clickhouse/tables/{layer}-{shard}/table_name', '{replica}', EventDate, intHash32(UserID), (CounterID, EventDate, intHash32(UserID), EventTime), 8192)
-```
-
-</details>
-
-Örnekte gösterildiği gibi, bu parametreler kıvırcık köşeli ayraçlarda ikameler içerebilir. İkame edilen değerler ‘macros’ yapılandırma dosyasının bölümü. Örnek:
-
-``` xml
-<macros>
-    <layer>05</layer>
-    <shard>02</shard>
-    <replica>example05-02-1.yandex.ru</replica>
-</macros>
-```
-
-Zookeeper tablonun yolunu her çoğaltılmış tablo için benzersiz olmalıdır. Farklı parçalardaki tabloların farklı yolları olmalıdır.
-Bu durumda, yol aşağıdaki parçalardan oluşur:
-
-`/clickhouse/tables/` ortak önek. Tam olarak bunu kullanmanızı öneririz.
-
-`{layer}-{shard}` shard tanımlayıcısıdır. Bu örnekte Yandex'den beri iki bölümden oluşmaktadır.Metrica küme iki seviyeli sharding kullanır. Çoğu görev için, yalnızca shard tanımlayıcısına genişletilecek olan {shard} ikamesini bırakabilirsiniz.
-
-`table_name` ZooKeeper tablo için düğüm adıdır. Tablo adı ile aynı yapmak için iyi bir fikirdir. Açıkça tanımlanır, çünkü tablo adının aksine, bir yeniden adlandırma sorgusundan sonra değişmez.
-*HINT*: önüne bir veritabanı adı ekleyebilirsiniz `table_name` ayrıca. E. g. `db_name.table_name`
-
-Çoğaltma adı, aynı tablonun farklı yinelemelerini tanımlar. Örnekte olduğu gibi bunun için sunucu adını kullanabilirsiniz. Adın sadece her parça içinde benzersiz olması gerekir.
-
-Değiştirmeleri kullanmak yerine parametreleri açıkça tanımlayabilirsiniz. Bu, test etmek ve küçük kümeleri yapılandırmak için uygun olabilir. Ancak, dağıtılmış DDL sorguları kullanamazsınız (`ON CLUSTER` bu durumda).
-
-Büyük kümelerle çalışırken, hata olasılığını azalttıkları için değiştirmeleri kullanmanızı öneririz.
-
-Run the `CREATE TABLE` her yineleme üzerinde sorgu. Bu sorgu, yeni bir çoğaltılmış tablo oluşturur veya varolan bir yeni bir yineleme ekler.
-
-Tablo zaten diğer yinelemeler üzerinde bazı veriler içerdikten sonra yeni bir yineleme eklerseniz, verileri diğer yinelemeler için yeni bir sorgu çalıştırdıktan sonra kopyalanır. Başka bir deyişle, yeni çoğaltma kendisini diğerleriyle eşitler.
-
-Bir yineleme silmek için çalıştırın `DROP TABLE`. However, only one replica is deleted – the one that resides on the server where you run the query.
-
-## Arızalardan Sonra Kurtarma {#recovery-after-failures}
-
-Bir sunucu başlatıldığında ZooKeeper kullanılamıyorsa, çoğaltılmış tablolar salt okunur moda geçer. Sistem periyodik olarak ZooKeeper bağlanmaya çalışır.
-
-ZooKeeper sırasında kullanılamıyorsa bir `INSERT`, veya ZooKeeper ile etkileşimde bulunurken bir hata oluşur, bir istisna atılır.
-
-ZooKeeper bağlandıktan sonra, sistem yerel dosya sistemindeki veri kümesinin beklenen veri kümesiyle eşleşip eşleşmediğini kontrol eder (ZooKeeper bu bilgileri saklar). Küçük tutarsızlıklar varsa, sistem verileri kopyalarla senkronize ederek bunları çözer.
-
-Sistem bozuk veri parçalarını (yanlış dosya boyutu ile) veya tanınmayan parçaları (dosya sistemine yazılmış ancak Zookeeper'da kaydedilmemiş parçalar) tespit ederse, bunları `detached` alt dizin (silinmez). Eksik parçalar kopyalardan kopyalanır.
-
-Clickhouse'un büyük miktarda veriyi otomatik olarak silme gibi yıkıcı eylemler gerçekleştirmediğini unutmayın.
-
-Sunucu başlatıldığında (veya ZooKeeper ile yeni bir oturum kurduğunda), yalnızca tüm dosyaların miktarını ve boyutlarını kontrol eder. Dosya boyutları eşleşirse, ancak bayt ortasında bir yerde değiştirilmişse, bu hemen algılanmaz, ancak yalnızca bir dosya için verileri okumaya çalışırken algılanmaz. `SELECT` sorgu. Sorgu, eşleşen olmayan bir sağlama toplamı veya sıkıştırılmış bir bloğun boyutu hakkında bir özel durum atar. Bu durumda, veri parçaları doğrulama kuyruğuna eklenir ve gerekirse kopyalardan kopyalanır.
-
-Yerel veri kümesi beklenenden çok fazla farklıysa, bir güvenlik mekanizması tetiklenir. Sunucu bunu günlüğe girer ve başlatmayı reddeder. Bunun nedeni, bu durumda, bir parçadaki bir kopya yanlışlıkla farklı bir parçadaki bir kopya gibi yapılandırılmışsa gibi bir yapılandırma hatası gösterebilir. Ancak, bu mekanizma için eşikleri oldukça düşük ayarlanır ve bu durum normal hata kurtarma sırasında ortaya çıkabilir. Bu durumda, veriler yarı otomatik olarak geri yüklenir “pushing a button”.
-
-Kurtarma işlemini başlatmak için düğümü oluşturun `/path_to_table/replica_name/flags/force_restore_data` herhangi bir içerik ile ZooKeeper veya tüm çoğaltılmış tabloları geri yüklemek için komutu çalıştırın:
-
-``` bash
-sudo -u clickhouse touch /var/lib/clickhouse/flags/force_restore_data
-```
-
-Sunucuyu yeniden başlatın. Başlangıçta, sunucu bu bayrakları siler ve kurtarma işlemini başlatır.
-
-## Tam Veri Kaybından Sonra Kurtarma {#recovery-after-complete-data-loss}
-
-Tüm veriler ve meta veriler sunuculardan birinden kaybolduysa, kurtarma için şu adımları izleyin:
-
-1.  Clickhouse'u sunucuya yükleyin. Bunları kullanırsanız, shard tanımlayıcısı ve yinelemeleri içeren yapılandırma dosyasında doğru değiştirmelerin tanımlayın.
-2.  Sunucularda el ile çoğaltılması gereken yinelenmemiş tablolar varsa, verilerini bir kopyadan kopyalayın (dizinde `/var/lib/clickhouse/data/db_name/table_name/`).
-3.  Bulunan tablo tanım copylarını kopyala `/var/lib/clickhouse/metadata/` bir kopyadan. Tablo tanımlarında bir parça veya çoğaltma tanımlayıcısı açıkça tanımlanmışsa, bu kopyaya karşılık gelecek şekilde düzeltin. (Alternatif olarak, sunucuyu başlatın ve tüm `ATTACH TABLE` içinde olması gereken sorgular .sql dosyaları `/var/lib/clickhouse/metadata/`.)
-4.  Kurtarma işlemini başlatmak için ZooKeeper düğümünü oluşturun `/path_to_table/replica_name/flags/force_restore_data` herhangi bir içerikle veya tüm çoğaltılmış tabloları geri yüklemek için komutu çalıştırın: `sudo -u clickhouse touch /var/lib/clickhouse/flags/force_restore_data`
-
-Ardından sunucuyu başlatın (zaten çalışıyorsa yeniden başlatın). Veriler kopyalardan indirilecektir.
-
-Alternatif bir kurtarma seçeneği zookeeper kayıp yineleme hakkında bilgi silmektir (`/path_to_table/replica_name`), daha sonra açıklandığı gibi yinelemeyi tekrar oluşturun “[Çoğaltılmış tablolar oluşturma](#creating-replicated-tables)”.
-
-Kurtarma sırasında ağ bant genişliği üzerinde herhangi bir kısıtlama yoktur. Aynı anda birçok yinelemeyi geri yüklüyorsanız bunu aklınızda bulundurun.
-
-## Mergetree'den Replicatedmergetree'ye dönüştürme {#converting-from-mergetree-to-replicatedmergetree}
-
-Terimi kullanıyoruz `MergeTree` tüm tablo motorlarına başvurmak için `MergeTree family` için aynı `ReplicatedMergeTree`.
-
-Eğer olsaydı bir `MergeTree` el ile çoğaltılmış tablo, çoğaltılmış bir tabloya dönüştürebilirsiniz. Zaten büyük miktarda veri topladıysanız bunu yapmanız gerekebilir. `MergeTree` tablo ve şimdi çoğaltmayı etkinleştirmek istiyorsunuz.
-
-Veriler çeşitli yinelemelerde farklılık gösteriyorsa, önce onu eşitleyin veya bu verileri biri dışındaki tüm yinelemelerde silin.
-
-Varolan MergeTree tablosunu yeniden adlandırın, sonra bir `ReplicatedMergeTree` eski adı olan tablo.
-Eski tablodan veri taşıma `detached` yeni tablo verileri ile dizin içindeki alt dizin (`/var/lib/clickhouse/data/db_name/table_name/`).
-Sonra koş `ALTER TABLE ATTACH PARTITION` bu veri parçalarını çalışma kümesine eklemek için yinelemelerden birinde.
-
-## Replicatedmergetree'den Mergetree'ye dönüştürme {#converting-from-replicatedmergetree-to-mergetree}
-
-Farklı bir adla bir MergeTree tablosu oluşturun. İle dizinden tüm verileri taşıyın `ReplicatedMergeTree` yeni tablonun veri dizinine tablo verileri. Sonra Sil `ReplicatedMergeTree` tablo ve sunucuyu yeniden başlatın.
-
-Eğer bir kurtulmak istiyorsanız `ReplicatedMergeTree` sunucu başlatmadan tablo:
-
--   İlgili sil `.sql` meta veri dizinindeki dosya (`/var/lib/clickhouse/metadata/`).
--   ZooKeeper ilgili yolu silin (`/path_to_table/replica_name`).
-
-Bundan sonra, sunucuyu başlatabilir, bir `MergeTree` tablo, verileri kendi dizinine taşıyın ve sonra sunucuyu yeniden başlatın.
-
-## Zookeeper kümesindeki meta veriler kaybolduğunda veya zarar gördüğünde kurtarma {#recovery-when-metadata-in-the-zookeeper-cluster-is-lost-or-damaged}
-
-ZooKeeper içindeki veriler kaybolduysa veya hasar gördüyse, verileri yukarıda açıklandığı gibi yinelenmemiş bir tabloya taşıyarak kaydedebilirsiniz.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/replication/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/mergetree-family/summingmergetree.md b/docs/tr/engines/table-engines/mergetree-family/summingmergetree.md
deleted file mode 100644
index 3092339658c..00000000000
--- a/docs/tr/engines/table-engines/mergetree-family/summingmergetree.md
+++ /dev/null
@@ -1,141 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 34
-toc_title: SummingMergeTree
----
-
-# SummingMergeTree {#summingmergetree}
-
-Motor devralır [MergeTree](mergetree.md#table_engines-mergetree). Fark, veri parçalarını birleştirirken `SummingMergeTree` tablolar ClickHouse tüm satırları aynı birincil anahtarla değiştirir (veya daha doğru olarak, aynı [sıralama anahtarı](mergetree.md)) sayısal veri türüne sahip sütunlar için özetlenen değerleri içeren bir satır ile. Sıralama anahtarı, tek bir anahtar değeri çok sayıda satıra karşılık gelecek şekilde oluşturulursa, bu, depolama birimini önemli ölçüde azaltır ve veri seçimini hızlandırır.
-
-Motoru birlikte kullanmanızı öneririz `MergeTree`. Mağaza tam veri `MergeTree` tablo ve kullanım `SummingMergeTree` örneğin, rapor hazırlarken toplu veri depolamak için. Böyle bir yaklaşım, yanlış oluşturulmuş bir birincil anahtar nedeniyle değerli verileri kaybetmenizi önleyecektir.
-
-## Tablo oluşturma {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = SummingMergeTree([columns])
-[PARTITION BY expr]
-[ORDER BY expr]
-[SAMPLE BY expr]
-[SETTINGS name=value, ...]
-```
-
-İstek parametrelerinin açıklaması için bkz. [istek açıklaması](../../../sql-reference/statements/create.md).
-
-**SummingMergeTree parametreleri**
-
--   `columns` - değerlerin özetleneceği sütunların adlarına sahip bir tuple. İsteğe bağlı parametre.
-    Sütunlar sayısal tipte olmalı ve birincil anahtarda olmamalıdır.
-
-    Eğer `columns` belirtilmemiş, ClickHouse birincil anahtarda olmayan bir sayısal veri türü ile tüm sütunlardaki değerleri özetler.
-
-**Sorgu yan tümceleri**
-
-Oluştururken bir `SummingMergeTree` tablo aynı [yanlar](mergetree.md) oluşturul ,urken olduğu gibi gerekli `MergeTree` Tablo.
-
-<details markdown="1">
-
-<summary>Bir tablo oluşturmak için kullanımdan kaldırılan yöntem</summary>
-
-!!! attention "Dikkat"
-    Bu yöntemi yeni projelerde kullanmayın ve mümkünse eski projeleri yukarıda açıklanan yönteme geçin.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] SummingMergeTree(date-column [, sampling_expression], (primary, key), index_granularity, [columns])
-```
-
-Hariç tüm parametreler `columns` içinde olduğu gibi aynı anlama sahip `MergeTree`.
-
--   `columns` — tuple with names of columns values of which will be summarized. Optional parameter. For a description, see the text above.
-
-</details>
-
-## Kullanım Örneği {#usage-example}
-
-Aşağıdaki tabloyu düşünün:
-
-``` sql
-CREATE TABLE summtt
-(
-    key UInt32,
-    value UInt32
-)
-ENGINE = SummingMergeTree()
-ORDER BY key
-```
-
-Veri Ekle:
-
-``` sql
-INSERT INTO summtt Values(1,1),(1,2),(2,1)
-```
-
-ClickHouse tüm satırları tamamen toplayabilir ([aşağıya bakın](#data-processing)), bu yüzden bir toplama işlevi kullanıyoruz `sum` ve `GROUP BY` sorguda yan tümcesi.
-
-``` sql
-SELECT key, sum(value) FROM summtt GROUP BY key
-```
-
-``` text
-┌─key─┬─sum(value)─┐
-│   2 │          1 │
-│   1 │          3 │
-└─────┴────────────┘
-```
-
-## Veri İşleme {#data-processing}
-
-Veriler bir tabloya eklendiğinde, bunlar olduğu gibi kaydedilir. ClickHouse, verilerin eklenen bölümlerini periyodik olarak birleştirir ve bu, aynı birincil anahtara sahip satırların toplandığı ve sonuçta elde edilen her veri parçası için bir tane ile değiştirildiği zamandır.
-
-ClickHouse can merge the data parts so that different resulting parts of data cat consist rows with the same primary key, i.e. the summation will be incomplete. Therefore (`SELECT`) bir toplama fonksiyonu [toplam()](../../../sql-reference/aggregate-functions/reference.md#agg_function-sum) ve `GROUP BY` yukarıdaki örnekte açıklandığı gibi yan tümcesi bir sorguda kullanılmalıdır.
-
-### Toplama için ortak kurallar {#common-rules-for-summation}
-
-Sayısal veri türüne sahip sütunlardaki değerler özetlenir. Sütun kümesi parametre tarafından tanımlanır `columns`.
-
-Değerler toplamı için tüm sütunlarda 0 ise, satır silinir.
-
-Sütun birincil anahtarda değilse ve özetlenmezse, mevcut olanlardan rasgele bir değer seçilir.
-
-Değerler, birincil anahtardaki sütunlar için özetlenmez.
-
-### Aggregatefunction Sütunlarındaki toplama {#the-summation-in-the-aggregatefunction-columns}
-
-Sütunlar için [AggregateFunction türü](../../../sql-reference/data-types/aggregatefunction.md) ClickHouse olarak davranır [AggregatingMergeTree](aggregatingmergetree.md) işleve göre motor toplama.
-
-### İç İçe Yapılar {#nested-structures}
-
-Tablo, özel bir şekilde işlenen iç içe geçmiş veri yapılarına sahip olabilir.
-
-İç içe geçmiş bir tablonun adı ile bitiyorsa `Map` ve aşağıdaki kriterleri karşılayan en az iki sütun içerir:
-
--   ilk sütun sayısal `(*Int*, Date, DateTime)` veya bir dize `(String, FixedString)` hadi diyelim `key`,
--   diğer sütunlar aritmetik `(*Int*, Float32/64)` hadi diyelim `(values...)`,
-
-sonra bu iç içe geçmiş tablo bir eşleme olarak yorumlanır `key => (values...)` ve satırlarını birleştirirken, iki veri kümesinin öğeleri şu şekilde birleştirilir `key` karşılık gelen bir toplamı ile `(values...)`.
-
-Örnekler:
-
-``` text
-[(1, 100)] + [(2, 150)] -> [(1, 100), (2, 150)]
-[(1, 100)] + [(1, 150)] -> [(1, 250)]
-[(1, 100)] + [(1, 150), (2, 150)] -> [(1, 250), (2, 150)]
-[(1, 100), (2, 150)] + [(1, -100)] -> [(2, 150)]
-```
-
-Veri isterken, [sumMap (anahtar, değer)](../../../sql-reference/aggregate-functions/reference.md) toplama fonksiyonu `Map`.
-
-İç içe geçmiş veri yapısı için, sütunlarının toplamı için sütun kümesinde belirtmeniz gerekmez.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/summingmergetree/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md b/docs/tr/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md
deleted file mode 100644
index 966b6b1a7d4..00000000000
--- a/docs/tr/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md
+++ /dev/null
@@ -1,238 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: VersionedCollapsingMergeTree
----
-
-# VersionedCollapsingMergeTree {#versionedcollapsingmergetree}
-
-Bu motor:
-
--   Sürekli değişen nesne durumlarının hızlı yazılmasını sağlar.
--   Arka planda eski nesne durumlarını siler. Bu, depolama hacmini önemli ölçüde azaltır.
-
-Bölümüne bakınız [Çökme](#table_engines_versionedcollapsingmergetree) ayrıntılar için.
-
-Motor devralır [MergeTree](mergetree.md#table_engines-mergetree) ve veri parçalarını birleştirmek için algoritmaya satırları daraltmak için mantığı ekler. `VersionedCollapsingMergeTree` aynı amaca hizmet eder [CollapsingMergeTree](collapsingmergetree.md) ancak, verilerin birden çok iş parçacığıyla herhangi bir sıraya yerleştirilmesine izin veren farklı bir çökme algoritması kullanır. Özellikle, `Version` sütun, yanlış sıraya yerleştirilmiş olsalar bile satırları düzgün bir şekilde daraltmaya yardımcı olur. Tersine, `CollapsingMergeTree` sadece kesinlikle ardışık ekleme sağlar.
-
-## Tablo oluşturma {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE = VersionedCollapsingMergeTree(sign, version)
-[PARTITION BY expr]
-[ORDER BY expr]
-[SAMPLE BY expr]
-[SETTINGS name=value, ...]
-```
-
-Sorgu parametrelerinin açıklaması için bkz: [sorgu açıklaması](../../../sql-reference/statements/create.md).
-
-**Motor Parametreleri**
-
-``` sql
-VersionedCollapsingMergeTree(sign, version)
-```
-
--   `sign` — Name of the column with the type of row: `1` is a “state” satır, `-1` is a “cancel” satır.
-
-    Sütun veri türü olmalıdır `Int8`.
-
--   `version` — Name of the column with the version of the object state.
-
-    Sütun veri türü olmalıdır `UInt*`.
-
-**Sorgu Yan Tümceleri**
-
-Oluştururken bir `VersionedCollapsingMergeTree` tablo, aynı [yanlar](mergetree.md) oluşturul aurken gerekli `MergeTree` Tablo.
-
-<details markdown="1">
-
-<summary>Bir tablo oluşturmak için kullanımdan kaldırılan yöntem</summary>
-
-!!! attention "Dikkat"
-    Bu yöntemi yeni projelerde kullanmayın. Mümkünse, eski projeleri yukarıda açıklanan yönteme geçin.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-) ENGINE [=] VersionedCollapsingMergeTree(date-column [, samp#table_engines_versionedcollapsingmergetreeling_expression], (primary, key), index_granularity, sign, version)
-```
-
-Dışındaki tüm parametreler `sign` ve `version` içinde olduğu gibi aynı anlama sahip `MergeTree`.
-
--   `sign` — Name of the column with the type of row: `1` is a “state” satır, `-1` is a “cancel” satır.
-
-    Column Data Type — `Int8`.
-
--   `version` — Name of the column with the version of the object state.
-
-    Sütun veri türü olmalıdır `UInt*`.
-
-</details>
-
-## Çökme {#table_engines_versionedcollapsingmergetree}
-
-### Veriler {#data}
-
-Bazı nesneler için sürekli değişen verileri kaydetmeniz gereken bir durumu düşünün. Bir nesne için bir satıra sahip olmak ve değişiklikler olduğunda satırı güncellemek mantıklıdır. Ancak, depolama alanındaki verileri yeniden yazmayı gerektirdiğinden, güncelleştirme işlemi bir DBMS için pahalı ve yavaştır. Verileri hızlı bir şekilde yazmanız gerekiyorsa güncelleştirme kabul edilemez, ancak değişiklikleri bir nesneye sırayla aşağıdaki gibi yazabilirsiniz.
-
-Kullan... `Sign` satır yazarken sütun. Eğer `Sign = 1` bu, satırın bir nesnenin durumu olduğu anlamına gelir (diyelim “state” satır). Eğer `Sign = -1` aynı özelliklere sahip bir nesnenin durumunun iptal edildiğini gösterir (buna “cancel” satır). Ayrıca kullanın `Version` bir nesnenin her durumunu ayrı bir sayı ile tanımlaması gereken sütun.
-
-Örneğin, kullanıcıların bazı sitede kaç sayfa ziyaret ettiğini ve ne kadar süre orada olduklarını hesaplamak istiyoruz. Bir noktada, kullanıcı etkinliği durumu ile aşağıdaki satırı yazıyoruz:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │    1 │       1 |
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-Bir noktada daha sonra kullanıcı aktivitesinin değişikliğini kaydediyoruz ve aşağıdaki iki satırla yazıyoruz.
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │   -1 │       1 |
-│ 4324182021466249494 │         6 │      185 │    1 │       2 |
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-İlk satır, nesnenin (kullanıcı) önceki durumunu iptal eder. Dışında iptal edilen Devletin tüm alanlarını kopya shouldlama shouldlıdır `Sign`.
-
-İkinci satır geçerli durumu içerir.
-
-Sadece kullanıcı etkinliğinin son durumuna ihtiyacımız olduğundan, satırlar
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │    1 │       1 |
-│ 4324182021466249494 │         5 │      146 │   -1 │       1 |
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-nesnenin geçersiz (eski) durumunu daraltarak silinebilir. `VersionedCollapsingMergeTree` veri parçalarını birleştirirken bunu yapar.
-
-Her değişiklik için neden iki satıra ihtiyacımız olduğunu bulmak için bkz. [Algoritma](#table_engines-versionedcollapsingmergetree-algorithm).
-
-**Kullanımı ile ilgili notlar**
-
-1.  Verileri yazan program, iptal etmek için bir nesnenin durumunu hatırlamalıdır. Bu “cancel” dize bir kopyası olmalıdır “state” tersi ile dize `Sign`. Bu, ilk depolama boyutunu arttırır, ancak verileri hızlı bir şekilde yazmanıza izin verir.
-2.  Sütunlardaki uzun büyüyen diziler, yazma yükü nedeniyle motorun verimliliğini azaltır. Daha basit veri, daha iyi verim.
-3.  `SELECT` sonuçlara itiraz değişiklikleri tarihinin tutarlılık bağlıdır. Ekleme için veri hazırlarken doğru olun. Oturum derinliği gibi negatif olmayan metrikler için negatif değerler gibi tutarsız verilerle öngörülemeyen sonuçlar alabilirsiniz.
-
-### Algoritma {#table_engines-versionedcollapsingmergetree-algorithm}
-
-ClickHouse veri parçalarını birleştirdiğinde, aynı birincil anahtar ve sürüm ve farklı olan her satır çiftini siler `Sign`. Satırların sırası önemli değil.
-
-ClickHouse veri eklediğinde, satırları birincil anahtarla sipariş eder. Eğer... `Version` sütun birincil anahtarda değil, ClickHouse onu birincil anahtara örtük olarak son alan olarak ekler ve sipariş vermek için kullanır.
-
-## Veri Seçme {#selecting-data}
-
-ClickHouse, aynı birincil anahtara sahip tüm satırların aynı sonuçtaki veri bölümünde veya hatta aynı fiziksel sunucuda olacağını garanti etmez. Bu, hem verileri yazmak hem de veri parçalarının daha sonra birleştirilmesi için geçerlidir. Ayrıca, ClickHouse süreçleri `SELECT` birden çok iş parçacıklarıyla sorgular ve sonuçtaki satırların sırasını tahmin edemez. Bu tamamen almak için bir ihtiyaç varsa toplama gerekli olduğu anlamına gelir “collapsed” bir veri `VersionedCollapsingMergeTree` Tablo.
-
-Daraltmayı sonuçlandırmak için, bir sorgu ile bir sorgu yazın `GROUP BY` yan tümce ve işareti için hesap toplama işlevleri. Örneğin, miktarı hesaplamak için kullanın `sum(Sign)` yerine `count()`. Bir şeyin toplamını hesaplamak için şunları kullanın `sum(Sign * x)` yerine `sum(x)` ve Ekle `HAVING sum(Sign) > 0`.
-
-Toplanan `count`, `sum` ve `avg` bu şekilde hesaplanabilir. Toplanan `uniq` bir nesnenin en az bir daraltılmamış durumu varsa hesaplanabilir. Toplanan `min` ve `max` hesaplan becauseamaz çünkü `VersionedCollapsingMergeTree` çökmüş durumların değerlerinin geçmişini kaydetmez.
-
-İle verileri ayıklamak gerekiyorsa “collapsing” ancak toplama olmadan (örneğin, en yeni değerleri belirli koşullarla eşleşen satırların mevcut olup olmadığını kontrol etmek için) `FINAL` değiştirici için `FROM` yan. Bu yaklaşım verimsizdir ve büyük tablolarla kullanılmamalıdır.
-
-## Kullanım örneği {#example-of-use}
-
-Örnek veriler:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │    1 │       1 |
-│ 4324182021466249494 │         5 │      146 │   -1 │       1 |
-│ 4324182021466249494 │         6 │      185 │    1 │       2 |
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-Tablo oluşturma:
-
-``` sql
-CREATE TABLE UAct
-(
-    UserID UInt64,
-    PageViews UInt8,
-    Duration UInt8,
-    Sign Int8,
-    Version UInt8
-)
-ENGINE = VersionedCollapsingMergeTree(Sign, Version)
-ORDER BY UserID
-```
-
-Veri ekleme:
-
-``` sql
-INSERT INTO UAct VALUES (4324182021466249494, 5, 146, 1, 1)
-```
-
-``` sql
-INSERT INTO UAct VALUES (4324182021466249494, 5, 146, -1, 1),(4324182021466249494, 6, 185, 1, 2)
-```
-
-Biz iki kullanın `INSERT` iki farklı veri parçası oluşturmak için sorgular. Verileri tek bir sorgu ile eklersek, ClickHouse bir veri parçası oluşturur ve hiçbir zaman birleştirme gerçekleştirmez.
-
-Veri alma:
-
-``` sql
-SELECT * FROM UAct
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │    1 │       1 │
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         5 │      146 │   -1 │       1 │
-│ 4324182021466249494 │         6 │      185 │    1 │       2 │
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-Burada ne görüyoruz ve çökmüş parçalar nerede?
-İki veri parçasını iki kullanarak oluşturduk `INSERT` sorgular. Bu `SELECT` sorgu iki iş parçacığında gerçekleştirildi ve sonuç rastgele bir satır sırasıdır.
-Veri bölümleri henüz birleştirilmediği için çökme gerçekleşmedi. ClickHouse biz tahmin edemez zaman içinde bilinmeyen bir noktada veri parçalarını birleştirir.
-
-Bu yüzden toplamaya ihtiyacımız var:
-
-``` sql
-SELECT
-    UserID,
-    sum(PageViews * Sign) AS PageViews,
-    sum(Duration * Sign) AS Duration,
-    Version
-FROM UAct
-GROUP BY UserID, Version
-HAVING sum(Sign) > 0
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Version─┐
-│ 4324182021466249494 │         6 │      185 │       2 │
-└─────────────────────┴───────────┴──────────┴─────────┘
-```
-
-Toplamaya ihtiyacımız yoksa ve çökmeyi zorlamak istiyorsak, `FINAL` değiştirici için `FROM` yan.
-
-``` sql
-SELECT * FROM UAct FINAL
-```
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┬─Version─┐
-│ 4324182021466249494 │         6 │      185 │    1 │       2 │
-└─────────────────────┴───────────┴──────────┴──────┴─────────┘
-```
-
-Bu, verileri seçmek için çok verimsiz bir yoldur. Büyük tablolar için kullanmayın.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/versionedcollapsingmergetree/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/buffer.md b/docs/tr/engines/table-engines/special/buffer.md
deleted file mode 100644
index 5de1b71267b..00000000000
--- a/docs/tr/engines/table-engines/special/buffer.md
+++ /dev/null
@@ -1,71 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: Arabellek
----
-
-# Arabellek {#buffer}
-
-RAM'de yazmak için verileri tamponlar, periyodik olarak başka bir tabloya temizler. Okuma işlemi sırasında veri arabellekten ve diğer tablodan aynı anda okunur.
-
-``` sql
-Buffer(database, table, num_layers, min_time, max_time, min_rows, max_rows, min_bytes, max_bytes)
-```
-
-Motor parametreleri:
-
--   `database` – Database name. Instead of the database name, you can use a constant expression that returns a string.
--   `table` – Table to flush data to.
--   `num_layers` – Parallelism layer. Physically, the table will be represented as `num_layers` bağımsız tamponların. Önerilen değer: 16.
--   `min_time`, `max_time`, `min_rows`, `max_rows`, `min_bytes`, ve `max_bytes` – Conditions for flushing data from the buffer.
-
-Veri arabellekten temizlendi ve hedef tabloya yazılır eğer tüm `min*` koşulları veya en az bir `max*` koşul karşı arelanır.
-
--   `min_time`, `max_time` – Condition for the time in seconds from the moment of the first write to the buffer.
--   `min_rows`, `max_rows` – Condition for the number of rows in the buffer.
--   `min_bytes`, `max_bytes` – Condition for the number of bytes in the buffer.
-
-Yazma işlemi sırasında veri bir `num_layers` rastgele tampon sayısı. Veya, eklenecek veri kısmı yeterince büyükse (daha büyük `max_rows` veya `max_bytes`), arabelleği atlayarak doğrudan hedef tabloya yazılır.
-
-Verilerin yıkanması için koşullar, her biri için ayrı ayrı hesaplanır. `num_layers` arabellekler. Örneğin, `num_layers = 16` ve `max_bytes = 100000000`, maksimum RAM tüketimi 1,6 GB'DİR.
-
-Örnek:
-
-``` sql
-CREATE TABLE merge.hits_buffer AS merge.hits ENGINE = Buffer(merge, hits, 16, 10, 100, 10000, 1000000, 10000000, 100000000)
-```
-
-Oluşturma Bir ‘merge.hits_buffer’ ile aynı yapıya sahip tablo ‘merge.hits’ ve Tampon motorunu kullanarak. Bu tabloya yazarken, veriler RAM'de arabelleğe alınır ve daha sonra ‘merge.hits’ Tablo. 16 tamponlar oluşturulur. 100 saniye geçti veya bir milyon satır yazılmış veya 100 MB veri yazılmıştır; ya da aynı anda 10 saniye geçti ve 10.000 satır ve 10 MB veri yazılmıştır, bunların her veri temizlendi. Örneğin, sadece bir satır yazılmışsa, 100 saniye sonra ne olursa olsun, yıkanacaktır. Ancak, birçok satır yazılmışsa, veriler daha erken temizlenecektir.
-
-Sunucu DROP TABLE veya DETACH TABLE ile durdurulduğunda, arabellek verileri de hedef tabloya temizlendi.
-
-Veritabanı ve tablo adı için tek tırnak içinde boş dizeleri ayarlayabilirsiniz. Bu, bir hedef tablonun yokluğunu gösterir. Bu durumda, Veri Temizleme koşullarına ulaşıldığında, arabellek basitçe temizlenir. Bu, bir veri penceresini bellekte tutmak için yararlı olabilir.
-
-Bir arabellek tablosundan okurken, veriler hem arabellekten hem de hedef tablodan (varsa) işlenir.
-Arabellek tabloları bir dizin desteklemediğini unutmayın. Başka bir deyişle, arabellekteki veriler tamamen taranır, bu da büyük arabellekler için yavaş olabilir. (Alt tablodaki veriler için, desteklediği dizin kullanılacaktır.)
-
-Arabellek tablosundaki sütun kümesi, alt tablodaki sütun kümesiyle eşleşmiyorsa, her iki tabloda da bulunan sütunların bir alt kümesi eklenir.
-
-Türleri arabellek tablo ve alt tablo sütunlarından biri için eşleşmiyorsa, sunucu günlüğüne bir hata iletisi girilir ve arabellek temizlenir.
-Arabellek temizlendiğinde alt tablo yoksa aynı şey olur.
-
-Eğer bağımlı bir tablo ve Tampon tablo için ALTER çalıştırmak gerekiyorsa, ilk Tampon tablo silme, alt tablo için ALTER çalışan, sonra tekrar Tampon tablo oluşturma öneririz.
-
-Sunucu anormal şekilde yeniden başlatılırsa, arabellekteki veriler kaybolur.
-
-Son ve örnek arabellek tabloları için düzgün çalışmıyor. Bu koşullar hedef tabloya geçirilir, ancak arabellekte veri işlemek için kullanılmaz. Bu özellikler gerekiyorsa, hedef tablodan okurken yalnızca yazma için arabellek tablosunu kullanmanızı öneririz.
-
-Bir arabelleğe veri eklerken, arabelleklerden biri kilitlenir. Bir okuma işlemi aynı anda tablodan gerçekleştiriliyor, bu gecikmelere neden olur.
-
-Bir arabellek tablosuna eklenen veriler, alt tabloda farklı bir sırada ve farklı bloklarda sonuçlanabilir. Bu nedenle, bir arabellek tablo CollapsingMergeTree doğru yazmak için kullanmak zordur. Sorunları önlemek için şunları ayarlayabilirsiniz ‘num_layers’ 1'e.
-
-Hedef tablo yinelenirse, bir arabellek tablosuna yazarken yinelenmiş tabloların bazı beklenen özellikleri kaybolur. Satır ve veri parçaları boyutlarda sipariş için rasgele değişiklikler veri çoğaltma güvenilir olması mümkün olmadığını ifade eden çalışma, kapanmasına neden ‘exactly once’ çoğaltılan tablolara yazın.
-
-Bu dezavantajlardan dolayı, nadir durumlarda yalnızca bir arabellek tablosu kullanmanızı önerebiliriz.
-
-Bir arabellek tablosu, bir zaman birimi üzerinden çok sayıda sunucudan çok fazla ekleme alındığında kullanılır ve ekleme işleminden önce veri arabelleğe alınamaz, bu da eklerin yeterince hızlı çalışamayacağı anlamına gelir.
-
-Arabellek tabloları için bile, her seferinde bir satır veri eklemek mantıklı olmadığını unutmayın. Bu, yalnızca saniyede birkaç bin satırlık bir hız üretirken, daha büyük veri blokları eklemek saniyede bir milyondan fazla satır üretebilir (bölüme bakın “Performance”).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/buffer/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/dictionary.md b/docs/tr/engines/table-engines/special/dictionary.md
deleted file mode 100644
index 987bcf8e1c1..00000000000
--- a/docs/tr/engines/table-engines/special/dictionary.md
+++ /dev/null
@@ -1,97 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 35
-toc_title: "S\xF6zl\xFCk"
----
-
-# Sözlük {#dictionary}
-
-Bu `Dictionary` motor görüntüler [sözlük](../../../sql-reference/dictionaries/external-dictionaries/external-dicts.md) bir ClickHouse tablo olarak veri.
-
-Örnek olarak, bir sözlük düşünün `products` aşağıdaki yapılandırma ile:
-
-``` xml
-<dictionaries>
-<dictionary>
-        <name>products</name>
-        <source>
-            <odbc>
-                <table>products</table>
-                <connection_string>DSN=some-db-server</connection_string>
-            </odbc>
-        </source>
-        <lifetime>
-            <min>300</min>
-            <max>360</max>
-        </lifetime>
-        <layout>
-            <flat/>
-        </layout>
-        <structure>
-            <id>
-                <name>product_id</name>
-            </id>
-            <attribute>
-                <name>title</name>
-                <type>String</type>
-                <null_value></null_value>
-            </attribute>
-        </structure>
-</dictionary>
-</dictionaries>
-```
-
-Sözlük verilerini sorgula:
-
-``` sql
-SELECT
-    name,
-    type,
-    key,
-    attribute.names,
-    attribute.types,
-    bytes_allocated,
-    element_count,
-    source
-FROM system.dictionaries
-WHERE name = 'products'
-```
-
-``` text
-┌─name─────┬─type─┬─key────┬─attribute.names─┬─attribute.types─┬─bytes_allocated─┬─element_count─┬─source──────────┐
-│ products │ Flat │ UInt64 │ ['title']       │ ['String']      │        23065376 │        175032 │ ODBC: .products │
-└──────────┴──────┴────────┴─────────────────┴─────────────────┴─────────────────┴───────────────┴─────────────────┘
-```
-
-Kullanabilirsiniz [dictGet\*](../../../sql-reference/functions/ext-dict-functions.md#ext_dict_functions) sözlük verilerini bu formatta almak için işlev.
-
-Bu görünüm, ham veri almanız gerektiğinde veya bir `JOIN` operasyon. Bu durumlar için şunları kullanabilirsiniz `Dictionary` bir tabloda sözlük verilerini görüntüleyen motor.
-
-Sözdizimi:
-
-``` sql
-CREATE TABLE %table_name% (%fields%) engine = Dictionary(%dictionary_name%)`
-```
-
-Kullanım örneği:
-
-``` sql
-create table products (product_id UInt64, title String) Engine = Dictionary(products);
-```
-
-      Ok
-
-Masada ne olduğuna bir bak.
-
-``` sql
-select * from products limit 1;
-```
-
-``` text
-┌────product_id─┬─title───────────┐
-│        152689 │ Some item       │
-└───────────────┴─────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/dictionary/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/distributed.md b/docs/tr/engines/table-engines/special/distributed.md
deleted file mode 100644
index 12157728000..00000000000
--- a/docs/tr/engines/table-engines/special/distributed.md
+++ /dev/null
@@ -1,152 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 33
-toc_title: "Da\u011F\u0131l\u0131"
----
-
-# Dağılı {#distributed}
-
-**Dağıtılmış altyapısı olan tablolar kendileri tarafından herhangi bir veri depolamaz**, ancak birden çok sunucuda dağıtılmış sorgu işleme izin verir.
-Okuma otomatik olarak paralelleştirilir. Bir okuma sırasında, varsa uzak sunucularda tablo dizinleri kullanılır.
-
-Dağıtılmış motor parametreleri kabul eder:
-
--   sunucunun yapılandırma dosyasındaki küme adı
-
--   uzak veritabanı adı
-
--   uzak bir tablonun adı
-
--   (isteğe bağlı olarak) sharding anahtarı
-
--   (isteğe bağlı olarak) ilke adı, zaman uyumsuz göndermek için geçici dosyaları depolamak için kullanılacaktır
-
-    Ayrıca bakınız:
-
-    -   `insert_distributed_sync` ayar
-    -   [MergeTree](../mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes) örnekler için
-
-Örnek:
-
-``` sql
-Distributed(logs, default, hits[, sharding_key[, policy_name]])
-```
-
-Veri tüm sunuculardan okunacak ‘logs’ küme, varsayılan değerden.kümedeki her sunucuda bulunan hits tablosu.
-Veriler yalnızca okunmakla kalmaz, aynı zamanda uzak sunucularda kısmen işlenir (bunun mümkün olduğu ölçüde).
-Örneğin, GROUP BY ile bir sorgu için uzak sunucularda veri toplanır ve toplama işlevlerinin Ara durumları istek sahibi sunucuya gönderilir. Daha sonra veriler daha fazla toplanacaktır.
-
-Veritabanı adı yerine, bir dize döndüren sabit bir ifade kullanabilirsiniz. Örneğin: currentDatabase ().
-
-logs – The cluster name in the server's config file.
-
-Kümeler şöyle ayarlanır:
-
-``` xml
-<remote_servers>
-    <logs>
-        <shard>
-            <!-- Optional. Shard weight when writing data. Default: 1. -->
-            <weight>1</weight>
-            <!-- Optional. Whether to write data to just one of the replicas. Default: false (write data to all replicas). -->
-            <internal_replication>false</internal_replication>
-            <replica>
-                <host>example01-01-1</host>
-                <port>9000</port>
-            </replica>
-            <replica>
-                <host>example01-01-2</host>
-                <port>9000</port>
-            </replica>
-        </shard>
-        <shard>
-            <weight>2</weight>
-            <internal_replication>false</internal_replication>
-            <replica>
-                <host>example01-02-1</host>
-                <port>9000</port>
-            </replica>
-            <replica>
-                <host>example01-02-2</host>
-                <secure>1</secure>
-                <port>9440</port>
-            </replica>
-        </shard>
-    </logs>
-</remote_servers>
-```
-
-Burada bir küme adı ile tanımlanır ‘logs’ bu, her biri iki kopya içeren iki parçadan oluşur.
-Kırıklar, verilerin farklı bölümlerini içeren sunuculara başvurur (tüm verileri okumak için tüm kırıklara erişmeniz gerekir).
-Yinelemeler sunucuları çoğaltılıyor (tüm verileri okumak için, yinelemelerden herhangi birinde verilere erişebilirsiniz).
-
-Küme adları nokta içermemelidir.
-
-Parametre `host`, `port` ve isteğe bağlı olarak `user`, `password`, `secure`, `compression` her sunucu için belirtilir:
-- `host` – The address of the remote server. You can use either the domain or the IPv4 or IPv6 address. If you specify the domain, the server makes a DNS request when it starts, and the result is stored as long as the server is running. If the DNS request fails, the server doesn't start. If you change the DNS record, restart the server.
-- `port` – The TCP port for messenger activity (‘tcp_port’ yapılandırmada, genellikle 9000 olarak ayarlanır). Http_port ile karıştırmayın.
-- `user` – Name of the user for connecting to a remote server. Default value: default. This user must have access to connect to the specified server. Access is configured in the users.xml file. For more information, see the section [Erişim hakları](../../../operations/access-rights.md).
-- `password` – The password for connecting to a remote server (not masked). Default value: empty string.
-- `secure` - Bağlantı için ssl kullanın, genellikle de tanımlamanız gerekir `port` = 9440. Sunucu dinlem shouldeli `<tcp_port_secure>9440</tcp_port_secure>` ve doğru sertifikalara sahip.
-- `compression` - Kullanım veri sıkıştırma. Varsayılan değer: true.
-
-When specifying replicas, one of the available replicas will be selected for each of the shards when reading. You can configure the algorithm for load balancing (the preference for which replica to access) – see the [dengeleme](../../../operations/settings/settings.md#settings-load_balancing) ayar.
-Sunucu ile bağlantı kurulmamışsa, kısa bir zaman aşımı ile bağlanma girişimi olacaktır. Bağlantı başarısız olursa, sonraki yineleme seçilir ve benzeri tüm yinelemeler için. Bağlantı girişimi tüm yinelemeler için başarısız olursa, girişimi aynı şekilde, birkaç kez tekrarlanır.
-Bu esneklik lehine çalışır, ancak tam hataya dayanıklılık sağlamaz: uzak bir sunucu bağlantıyı kabul edebilir, ancak çalışmayabilir veya kötü çalışabilir.
-
-Parçalardan yalnızca birini belirtebilirsiniz (bu durumda, sorgu işleme dağıtılmış yerine uzak olarak adlandırılmalıdır) veya herhangi bir sayıda parçaya kadar. Her parçada, bir ila herhangi bir sayıda yinelemeyi belirtebilirsiniz. Her parça için farklı sayıda çoğaltma belirtebilirsiniz.
-
-Yapılandırmada istediğiniz kadar küme belirtebilirsiniz.
-
-Kümelerinizi görüntülemek için ‘system.clusters’ Tablo.
-
-Dağıtılmış motor, yerel bir sunucu gibi bir küme ile çalışmaya izin verir. Ancak, küme uzatılamaz: yapılandırmasını sunucu yapılandırma dosyasına yazmanız gerekir (tüm kümenin sunucuları için daha da iyisi).
-
-The Distributed engine requires writing clusters to the config file. Clusters from the config file are updated on the fly, without restarting the server. If you need to send a query to an unknown set of shards and replicas each time, you don't need to create a Distributed table – use the ‘remote’ bunun yerine tablo işlevi. Bölümüne bakınız [Tablo fonksiyonları](../../../sql-reference/table-functions/index.md).
-
-Bir kümeye veri yazmak için iki yöntem vardır:
-
-İlk olarak, hangi sunucuların hangi verileri yazacağını ve her bir parçaya doğrudan yazmayı gerçekleştireceğini tanımlayabilirsiniz. Başka bir deyişle, dağıtılmış tablo içinde INSERT gerçekleştirmek “looks at”. Bu, konu alanının gereklilikleri nedeniyle önemsiz olmayan herhangi bir sharding şemasını kullanabileceğiniz için en esnek çözümdür. Bu aynı zamanda en uygun çözümdür, çünkü veriler farklı parçalara tamamen bağımsız olarak yazılabilir.
-
-İkinci olarak, dağıtılmış bir tabloda ekleme gerçekleştirebilirsiniz. Bu durumda, tablo eklenen verileri sunucuların kendisine dağıtacaktır. Dağıtılmış bir tabloya yazmak için, bir sharding anahtar kümesi (son parametre) olmalıdır. Ek olarak, yalnızca bir parça varsa, yazma işlemi sharding anahtarını belirtmeden çalışır, çünkü bu durumda hiçbir şey ifade etmez.
-
-Her parça yapılandırma dosyasında tanımlanan bir ağırlığa sahip olabilir. Varsayılan olarak, ağırlık bir eşittir. Veriler, parça ağırlığı ile orantılı miktarda parçalara dağıtılır. Örneğin, iki parça varsa ve birincisi 9'luk bir ağırlığa sahipse, ikincisi 10'luk bir ağırlığa sahipse, ilk satırların 9 / 19 parçası gönderilir ve ikincisi 10 / 19 gönderilir.
-
-Her shard olabilir ‘internal_replication’ yapılandırma dosyasında tanımlanan parametre.
-
-Bu parametre şu şekilde ayarlanırsa ‘true’, yazma işlemi ilk sağlıklı yinelemeyi seçer ve ona veri yazar. Dağıtılmış tablo ise bu alternatifi kullanın “looks at” çoğaltılan tablolar. Başka bir deyişle, verilerin yazılacağı tablo kendilerini çoğaltacaktır.
-
-Olarak ayarlan ifmışsa ‘false’ (varsayılan), veriler tüm kopyalara yazılır. Özünde, bu, dağıtılmış tablonun verilerin kendisini çoğalttığı anlamına gelir. Bu, çoğaltılmış tabloları kullanmaktan daha kötüdür, çünkü kopyaların tutarlılığı denetlenmez ve zamanla biraz farklı veriler içerirler.
-
-Bir veri satırının gönderildiği parçayı seçmek için, parçalama ifadesi analiz edilir ve kalan kısmı, parçaların toplam ağırlığına bölünmesinden alınır. Satır, kalanların yarı aralığına karşılık gelen parçaya gönderilir. ‘prev_weight’ -e doğru ‘prev_weights + weight’, nere ‘prev_weights’ en küçük sayıya sahip parçaların toplam ağırlığı ve ‘weight’ bu parçanın ağırlığı. Örneğin, iki parça varsa ve birincisi 9'luk bir ağırlığa sahipse, ikincisi 10'luk bir ağırlığa sahipse, satır \[0, 9) aralığından kalanlar için ilk parçaya ve ikincisine \[9, 19) aralığından kalanlar için gönderilecektir.
-
-Sharding ifadesi, bir tamsayı döndüren sabitler ve tablo sütunlarından herhangi bir ifade olabilir. Örneğin, ifadeyi kullanabilirsiniz ‘rand()’ verilerin rastgele dağılımı için veya ‘UserID’ kullanıcının kimliğinin bölünmesinden kalanın dağıtımı için (daha sonra tek bir kullanıcının verileri, kullanıcılar tarafından çalışmayı ve katılmayı basitleştiren tek bir parçada bulunur). Sütunlardan biri yeterince eşit olarak dağıtılmazsa, onu bir karma işleve sarabilirsiniz: ınthash64(Userıd).
-
-Bölüm'den basit bir hatırlatma, sharding için sınırlı bir çözümdür ve her zaman uygun değildir. Orta ve büyük hacimlerde veri (düzinelerce sunucu) için çalışır, ancak çok büyük hacimlerde veri (yüzlerce sunucu veya daha fazla) için değildir. İkinci durumda, dağıtılmış tablolarda girdileri kullanmak yerine konu alanı tarafından gerekli olan sharding şemasını kullanın.
-
-SELECT queries are sent to all the shards and work regardless of how data is distributed across the shards (they can be distributed completely randomly). When you add a new shard, you don't have to transfer the old data to it. You can write new data with a heavier weight – the data will be distributed slightly unevenly, but queries will work correctly and efficiently.
-
-Aşağıdaki durumlarda sharding şeması hakkında endişelenmelisiniz:
-
--   Belirli bir anahtar tarafından veri (veya birleştirme) birleştirme gerektiren sorgular kullanılır. Veriler bu anahtar tarafından parçalanırsa, GLOBAL IN veya GLOBAL JOİN yerine local IN veya JOİN kullanabilirsiniz, bu da çok daha etkilidir.
--   Çok sayıda küçük Sorgu ile çok sayıda sunucu (yüzlerce veya daha fazla) kullanılır (bireysel müşterilerin sorguları - web siteleri, reklamverenler veya ortaklar). Küçük sorguların tüm kümeyi etkilememesi için, tek bir istemci için tek bir parça üzerinde veri bulmak mantıklıdır. Alternatif olarak, Yandex'te yaptığımız gibi.Metrica, iki seviyeli sharding kurabilirsiniz: tüm kümeyi bölün “layers”, bir katmanın birden fazla parçadan oluşabileceği yer. Tek bir istemci için veriler tek bir katmanda bulunur, ancak kırıklar gerektiğinde bir katmana eklenebilir ve veriler rastgele dağıtılır. Her katman için dağıtılmış tablolar oluşturulur ve genel sorgular için tek bir paylaşılan dağıtılmış tablo oluşturulur.
-
-Veriler zaman uyumsuz olarak yazılır. Tabloya eklendiğinde, veri bloğu sadece yerel dosya sistemine yazılır. Veriler en kısa sürede arka planda uzak sunuculara gönderilir. Veri gönderme süresi tarafından yönetilir [distributed_directory_monitor_sleep_time_ms](../../../operations/settings/settings.md#distributed_directory_monitor_sleep_time_ms) ve [distributed_directory_monitor_max_sleep_time_ms](../../../operations/settings/settings.md#distributed_directory_monitor_max_sleep_time_ms) ayarlar. Bu `Distributed` motor ayrı ayrı eklenen verilerle her dosyayı gönderir, ancak toplu dosya gönderme etkinleştirebilirsiniz [distributed_directory_monitor_batch_ınserts](../../../operations/settings/settings.md#distributed_directory_monitor_batch_inserts) ayar. Bu ayar, yerel sunucu ve ağ kaynaklarını daha iyi kullanarak küme performansını artırır. Tablo dizinindeki dosyaların listesini (gönderilmeyi bekleyen veriler) kontrol ederek verilerin başarıyla gönderilip gönderilmediğini kontrol etmelisiniz: `/var/lib/clickhouse/data/database/table/`.
-
-Sunucu varlığını durdurdu veya (örneğin, bir aygıt arızasından sonra) dağıtılmış bir tabloya bir ekleme sonra kaba bir yeniden başlatma vardı, eklenen veriler kaybolabilir. Tablo dizininde bozuk bir veri parçası tespit edilirse, ‘broken’ alt dizin ve artık kullanılmıyor.
-
-Max_parallel_replicas seçeneği etkinleştirildiğinde, sorgu işleme tek bir parça içindeki tüm yinelemeler arasında paralelleştirilir. Daha fazla bilgi için bölüme bakın [max_parallel_replicas](../../../operations/settings/settings.md#settings-max_parallel_replicas).
-
-## Sanal Sütunlar {#virtual-columns}
-
--   `_shard_num` — Contains the `shard_num` (itibaren `system.clusters`). Tür: [Uİnt32](../../../sql-reference/data-types/int-uint.md).
-
-!!! note "Not"
-    Beri [`remote`](../../../sql-reference/table-functions/remote.md)/`cluster` tablo işlevleri DAHİLİ olarak aynı dağıtılmış altyapının geçici örneğini oluşturur, `_shard_num` de kullanılabilir.
-
-**Ayrıca Bakınız**
-
--   [Sanal sütunlar](index.md#table_engines-virtual_columns)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/distributed/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/external-data.md b/docs/tr/engines/table-engines/special/external-data.md
deleted file mode 100644
index ac317098442..00000000000
--- a/docs/tr/engines/table-engines/special/external-data.md
+++ /dev/null
@@ -1,68 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 34
-toc_title: "D\u0131\u015F veri"
----
-
-# Sorgu işleme için harici veriler {#external-data-for-query-processing}
-
-ClickHouse bir sunucu bir SELECT sorgusu ile birlikte bir sorgu işlemek için gerekli olan verileri gönderme sağlar. Bu veriler geçici bir tabloya konur (bölüme bakın “Temporary tables”) ve sorguda kullanılabilir (örneğin, işleçlerde).
-
-Örneğin, önemli kullanıcı tanımlayıcılarına sahip bir metin dosyanız varsa, bu listeyi süzme kullanan bir sorgu ile birlikte sunucuya yükleyebilirsiniz.
-
-Büyük hacimli dış verilerle birden fazla sorgu çalıştırmanız gerekiyorsa, bu özelliği kullanmayın. Verileri vaktinden önce DB'YE yüklemek daha iyidir.
-
-Harici veriler komut satırı istemcisi (etkileşimli olmayan modda) veya HTTP arabirimi kullanılarak yüklenebilir.
-
-Komut satırı istemcisinde, formatta bir parametreler bölümü belirtebilirsiniz
-
-``` bash
---external --file=... [--name=...] [--format=...] [--types=...|--structure=...]
-```
-
-İletilen tablo sayısı için bunun gibi birden çok bölümünüz olabilir.
-
-**–external** – Marks the beginning of a clause.
-**–file** – Path to the file with the table dump, or -, which refers to stdin.
-Stdın'den yalnızca tek bir tablo alınabilir.
-
-Aşağıdaki parametreler isteğe bağlıdır: **–name**– Name of the table. If omitted, _data is used.
-**–format** – Data format in the file. If omitted, TabSeparated is used.
-
-Aşağıdaki parametrelerden biri gereklidir:**–types** – A list of comma-separated column types. For example: `UInt64,String`. The columns will be named _1, _2, …
-**–structure**– The table structure in the format`UserID UInt64`, `URL String`. Sütun adlarını ve türlerini tanımlar.
-
-Belirtilen dosyalar ‘file’ belirtilen biçimde ayrıştırılır ‘format’, belirtilen veri türlerini kullanarak ‘types’ veya ‘structure’. Tablo sunucuya yüklenecek ve orada adı ile geçici bir tablo olarak erişilebilir ‘name’.
-
-Örnekler:
-
-``` bash
-$ echo -ne "1\n2\n3\n" | clickhouse-client --query="SELECT count() FROM test.visits WHERE TraficSourceID IN _data" --external --file=- --types=Int8
-849897
-$ cat /etc/passwd | sed 's/:/\t/g' | clickhouse-client --query="SELECT shell, count() AS c FROM passwd GROUP BY shell ORDER BY c DESC" --external --file=- --name=passwd --structure='login String, unused String, uid UInt16, gid UInt16, comment String, home String, shell String'
-/bin/sh 20
-/bin/false      5
-/bin/bash       4
-/usr/sbin/nologin       1
-/bin/sync       1
-```
-
-HTTP arabirimini kullanırken, dış veriler çok parçalı/form veri biçiminde geçirilir. Her tablo ayrı bir dosya olarak iletilir. Tablo adı dosya adından alınır. Bu ‘query_string’ parametreleri geçirilir ‘name_format’, ‘name_types’, ve ‘name_structure’, nere ‘name’ bu parametreler karşılık gelen tablonun adıdır. Parametrelerin anlamı, komut satırı istemcisini kullanırken olduğu gibi aynıdır.
-
-Örnek:
-
-``` bash
-$ cat /etc/passwd | sed 's/:/\t/g' > passwd.tsv
-
-$ curl -F 'passwd=@passwd.tsv;' 'http://localhost:8123/?query=SELECT+shell,+count()+AS+c+FROM+passwd+GROUP+BY+shell+ORDER+BY+c+DESC&passwd_structure=login+String,+unused+String,+uid+UInt16,+gid+UInt16,+comment+String,+home+String,+shell+String'
-/bin/sh 20
-/bin/false      5
-/bin/bash       4
-/usr/sbin/nologin       1
-/bin/sync       1
-```
-
-Dağıtılmış sorgu işleme için geçici tablolar tüm uzak sunuculara gönderilir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/external_data/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/file.md b/docs/tr/engines/table-engines/special/file.md
deleted file mode 100644
index 4d3d99c2cf3..00000000000
--- a/docs/tr/engines/table-engines/special/file.md
+++ /dev/null
@@ -1,90 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: Dosya
----
-
-# Dosya {#table_engines-file}
-
-Dosya tablosu altyapısı, verileri desteklenen dosyalardan birinde tutar [Dosya
-biçimliler](../../../interfaces/formats.md#formats) (TabSeparated, yerli, vb.).
-
-Kullanım örnekleri:
-
--   Clickhouse'dan dosyaya veri aktarımı.
--   Verileri bir biçimden diğerine dönüştürün.
--   Bir diskte bir dosya düzenleme yoluyla ClickHouse veri güncelleme.
-
-## ClickHouse sunucusunda kullanım {#usage-in-clickhouse-server}
-
-``` sql
-File(Format)
-```
-
-Bu `Format` parametre kullanılabilir dosya biçimlerinden birini belirtir. Gerçekleştirmek
-`SELECT` sorgular, biçim giriş için desteklenmeli ve gerçekleştirmek için
-`INSERT` queries – for output. The available formats are listed in the
-[Biçimliler](../../../interfaces/formats.md#formats) bölme.
-
-ClickHouse dosya sistemi yolunu belirtmek için izin vermiyor`File`. Tarafından tanımlanan klasörü kullan willacaktır [yol](../../../operations/server-configuration-parameters/settings.md) sunucu yapılandırmasında ayarlama.
-
-Kullanarak tablo oluştururken `File(Format)` bu klasörde boş bir alt dizin oluşturur. Veri o tabloya yazıldığında, içine konur `data.Format` bu alt dizinde dosya.
-
-Bu alt klasörü ve dosyayı sunucu dosya sisteminde el ile oluşturabilir ve sonra [ATTACH](../../../sql-reference/statements/misc.md) eşleşen ada sahip tablo bilgilerine, böylece bu dosyadan veri sorgulayabilirsiniz.
-
-!!! warning "Uyarıcı"
-    Bu işlevselliğe dikkat edin, çünkü ClickHouse bu tür dosyalarda harici değişiklikleri izlemez. ClickHouse ve ClickHouse dışında eşzamanlı yazma sonucu tanımsızdır.
-
-**Örnek:**
-
-**1.** Set up the `file_engine_table` Tablo:
-
-``` sql
-CREATE TABLE file_engine_table (name String, value UInt32) ENGINE=File(TabSeparated)
-```
-
-Varsayılan olarak ClickHouse klasör oluşturur `/var/lib/clickhouse/data/default/file_engine_table`.
-
-**2.** El ile oluştur `/var/lib/clickhouse/data/default/file_engine_table/data.TabSeparated` içerme:
-
-``` bash
-$ cat data.TabSeparated
-one 1
-two 2
-```
-
-**3.** Verileri sorgula:
-
-``` sql
-SELECT * FROM file_engine_table
-```
-
-``` text
-┌─name─┬─value─┐
-│ one  │     1 │
-│ two  │     2 │
-└──────┴───────┘
-```
-
-## Clickhouse'da kullanım-yerel {#usage-in-clickhouse-local}
-
-İçinde [clickhouse-yerel](../../../operations/utilities/clickhouse-local.md) Dosya motoru ek olarak dosya yolunu kabul eder `Format`. Varsayılan giriş / çıkış akışları gibi sayısal veya insan tarafından okunabilir isimler kullanılarak belirtilebilir `0` veya `stdin`, `1` veya `stdout`.
-**Örnek:**
-
-``` bash
-$ echo -e "1,2\n3,4" | clickhouse-local -q "CREATE TABLE table (a Int64, b Int64) ENGINE = File(CSV, stdin); SELECT a, b FROM table; DROP TABLE table"
-```
-
-## Uygulama Detayları {#details-of-implementation}
-
--   Çoklu `SELECT` sorgular aynı anda yapılabilir, ancak `INSERT` sorgular birbirini bekler.
--   Tarafından yeni dosya oluşturma desteklenen `INSERT` sorgu.
--   Dosya varsa, `INSERT` içinde yeni değerler ekler.
--   Desteklenmiyor:
-    -   `ALTER`
-    -   `SELECT ... SAMPLE`
-    -   Dizinler
-    -   Çoğalma
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/file/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/generate.md b/docs/tr/engines/table-engines/special/generate.md
deleted file mode 100644
index 4147fd00647..00000000000
--- a/docs/tr/engines/table-engines/special/generate.md
+++ /dev/null
@@ -1,61 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 46
-toc_title: GenerateRandom
----
-
-# Generaterandom {#table_engines-generate}
-
-GenerateRandom tablo motoru, verilen tablo şeması için rasgele veri üretir.
-
-Kullanım örnekleri:
-
--   Tekrarlanabilir büyük tabloyu doldurmak için testte kullanın.
--   Fuzzing testleri için rastgele girdi oluşturun.
-
-## ClickHouse sunucusunda kullanım {#usage-in-clickhouse-server}
-
-``` sql
-ENGINE = GenerateRandom(random_seed, max_string_length, max_array_length)
-```
-
-Bu `max_array_length` ve `max_string_length` parametreler tüm maksimum uzunluğu belirtin
-oluşturulan verilerde dizi sütunları ve dizeleri.
-
-Tablo motoru oluşturmak yalnızca destekler `SELECT` sorgular.
-
-Tüm destekler [Veri türleri](../../../sql-reference/data-types/index.md) dışında bir tabloda saklanabilir `LowCardinality` ve `AggregateFunction`.
-
-**Örnek:**
-
-**1.** Set up the `generate_engine_table` Tablo:
-
-``` sql
-CREATE TABLE generate_engine_table (name String, value UInt32) ENGINE = GenerateRandom(1, 5, 3)
-```
-
-**2.** Verileri sorgula:
-
-``` sql
-SELECT * FROM generate_engine_table LIMIT 3
-```
-
-``` text
-┌─name─┬──────value─┐
-│ c4xJ │ 1412771199 │
-│ r    │ 1791099446 │
-│ 7#$  │  124312908 │
-└──────┴────────────┘
-```
-
-## Uygulama Detayları {#details-of-implementation}
-
--   Desteklenmiyor:
-    -   `ALTER`
-    -   `SELECT ... SAMPLE`
-    -   `INSERT`
-    -   Dizinler
-    -   Çoğalma
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/generate/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/index.md b/docs/tr/engines/table-engines/special/index.md
deleted file mode 100644
index 641135eb1ce..00000000000
--- a/docs/tr/engines/table-engines/special/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\xD6zellikli"
-toc_priority: 31
----
-
-
diff --git a/docs/tr/engines/table-engines/special/join.md b/docs/tr/engines/table-engines/special/join.md
deleted file mode 100644
index 28705c280bc..00000000000
--- a/docs/tr/engines/table-engines/special/join.md
+++ /dev/null
@@ -1,111 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: Katmak
----
-
-# Katmak {#join}
-
-Kullanılmak üzere hazırlanmış veri yapısı [JOIN](../../../sql-reference/statements/select/join.md#select-join) harekat.
-
-## Tablo oluşturma {#creating-a-table}
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [TTL expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2] [TTL expr2],
-) ENGINE = Join(join_strictness, join_type, k1[, k2, ...])
-```
-
-Ayrıntılı açıklamasına bakın [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query) sorgu.
-
-**Motor Parametreleri**
-
--   `join_strictness` – [Katılık katılın](../../../sql-reference/statements/select/join.md#select-join-types).
--   `join_type` – [Birleştirme türü](../../../sql-reference/statements/select/join.md#select-join-types).
--   `k1[, k2, ...]` – Key columns from the `USING` fık thera: `JOIN` işlemi yapılmamaktadır.
-
-Girmek `join_strictness` ve `join_type` tırnak işaretleri olmadan parametreler, örneğin, `Join(ANY, LEFT, col1)`. Onlar eşleşmelidir `JOIN` tablo için kullanılacak işlem. Parametreler eşleşmezse, ClickHouse bir istisna atmaz ve yanlış veri döndürebilir.
-
-## Tablo Kullanımı {#table-usage}
-
-### Örnek {#example}
-
-Sol taraftaki tablo oluşturma:
-
-``` sql
-CREATE TABLE id_val(`id` UInt32, `val` UInt32) ENGINE = TinyLog
-```
-
-``` sql
-INSERT INTO id_val VALUES (1,11)(2,12)(3,13)
-```
-
-Sağ tarafı oluşturma `Join` Tablo:
-
-``` sql
-CREATE TABLE id_val_join(`id` UInt32, `val` UInt8) ENGINE = Join(ANY, LEFT, id)
-```
-
-``` sql
-INSERT INTO id_val_join VALUES (1,21)(1,22)(3,23)
-```
-
-Tabloları birleştirme:
-
-``` sql
-SELECT * FROM id_val ANY LEFT JOIN id_val_join USING (id) SETTINGS join_use_nulls = 1
-```
-
-``` text
-┌─id─┬─val─┬─id_val_join.val─┐
-│  1 │  11 │              21 │
-│  2 │  12 │            ᴺᵁᴸᴸ │
-│  3 │  13 │              23 │
-└────┴─────┴─────────────────┘
-```
-
-Alternatif olarak, veri alabilirsiniz `Join` tablo, birleştirme anahtarı değerini belirterek:
-
-``` sql
-SELECT joinGet('id_val_join', 'val', toUInt32(1))
-```
-
-``` text
-┌─joinGet('id_val_join', 'val', toUInt32(1))─┐
-│                                         21 │
-└────────────────────────────────────────────┘
-```
-
-### Veri seçme ve ekleme {#selecting-and-inserting-data}
-
-Kullanabilirsiniz `INSERT` veri eklemek için sorgular `Join`- motor masaları. Tablo ile oluşturulmuş ise `ANY` katılık, yinelenen anahtarlar için veriler göz ardı edilir. İle... `ALL` katılık, tüm satırlar eklenir.
-
-Gerçekleştir aemezsiniz `SELECT` doğrudan tablodan sorgulayın. Bunun yerine, aşağıdaki yöntemlerden birini kullanın:
-
--   Tabloyu sağ tarafa yerleştirin. `JOIN` yan.
--   Call the [joinGet](../../../sql-reference/functions/other-functions.md#joinget) tablodan bir sözlükten aynı şekilde veri ayıklamanızı sağlayan işlev.
-
-### Sınırlamalar ve Ayarlar {#join-limitations-and-settings}
-
-Bir tablo oluştururken aşağıdaki ayarlar uygulanır:
-
--   [join_use_nulls](../../../operations/settings/settings.md#join_use_nulls)
--   [max_rows_in_join](../../../operations/settings/query-complexity.md#settings-max_rows_in_join)
--   [max_bytes_in_join](../../../operations/settings/query-complexity.md#settings-max_bytes_in_join)
--   [join_overflow_mode](../../../operations/settings/query-complexity.md#settings-join_overflow_mode)
--   [join_any_take_last_row](../../../operations/settings/settings.md#settings-join_any_take_last_row)
-
-Bu `Join`- motor tabloları kullanılamaz `GLOBAL JOIN` harekat.
-
-Bu `Join`- motor kullanımına izin verir [join_use_nulls](../../../operations/settings/settings.md#join_use_nulls) ayarı `CREATE TABLE` deyim. Ve [SELECT](../../../sql-reference/statements/select/index.md) sorgu kullanımına izin verir `join_use_nulls` çok. Eğer farklı varsa `join_use_nulls` ayarlar, tablo birleştirme bir hata alabilirsiniz. Bu katılmak türüne bağlıdır. Kullandığınızda [joinGet](../../../sql-reference/functions/other-functions.md#joinget) fonksiyonu, aynı kullanmak zorunda `join_use_nulls` ayarı `CRATE TABLE` ve `SELECT` deyimler.
-
-## Veri Depolama {#data-storage}
-
-`Join` tablo verileri her zaman RAM'de bulunur. Bir tabloya satır eklerken, sunucu yeniden başlatıldığında geri yüklenebilir, böylece ClickHouse disk üzerindeki dizine veri bloklarını yazar.
-
-Sunucu yanlış yeniden başlatılırsa, diskteki veri bloğu kaybolabilir veya zarar görebilir. Bu durumda, dosyayı hasarlı verilerle el ile silmeniz gerekebilir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/join/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/materializedview.md b/docs/tr/engines/table-engines/special/materializedview.md
deleted file mode 100644
index f947bf822ff..00000000000
--- a/docs/tr/engines/table-engines/special/materializedview.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 43
-toc_title: MaterializedView
----
-
-# Materializedview {#materializedview}
-
-Somut görünümler uygulamak için kullanılır (Daha fazla bilgi için bkz . [CREATE TABLE](../../../sql-reference/statements/create.md#create-table-query)). Verileri depolamak için, görünümü oluştururken belirtilen farklı bir motor kullanır. Bir tablodan okurken, sadece bu motoru kullanır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/materializedview/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/memory.md b/docs/tr/engines/table-engines/special/memory.md
deleted file mode 100644
index 3c88cade274..00000000000
--- a/docs/tr/engines/table-engines/special/memory.md
+++ /dev/null
@@ -1,19 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: "Haf\u0131za"
----
-
-# Hafıza {#memory}
-
-Bellek altyapısı verileri RAM, sıkıştırılmamış biçimde depolar. Veri okunduğunda alınan tam olarak aynı biçimde saklanır. Başka bir deyişle, bu tablodan okuma tamamen ücretsizdir.
-Eşzamanlı veri erişimi senkronize edilir. Kilitler kısa: okuma ve yazma işlemleri birbirini engellemez.
-Dizinler desteklenmiyor. Okuma paralelleştirilmiştir.
-Basit sorgularda maksimum üretkenliğe (10 GB/sn'den fazla) ulaşılır, çünkü diskten okuma, açma veya veri serisini kaldırma yoktur. (Birçok durumda MergeTree motorunun verimliliğinin neredeyse yüksek olduğunu unutmamalıyız.)
-Bir sunucu yeniden başlatılırken, veri tablodan kaybolur ve tablo boş olur.
-Normalde, bu tablo motorunu kullanmak haklı değildir. Bununla birlikte, testler ve nispeten az sayıda satırda (yaklaşık 100.000.000'a kadar) maksimum hızın gerekli olduğu görevler için kullanılabilir.
-
-Bellek motoru, harici sorgu verilerine sahip geçici tablolar için sistem tarafından kullanılır (bkz. “External data for processing a query”) ve GLOBAL In uygulanması için (bkz. “IN operators”).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/memory/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/merge.md b/docs/tr/engines/table-engines/special/merge.md
deleted file mode 100644
index 18d9573b813..00000000000
--- a/docs/tr/engines/table-engines/special/merge.md
+++ /dev/null
@@ -1,70 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: "Birle\u015Ftirmek"
----
-
-# Birleştirmek {#merge}
-
-Bu `Merge` motor (ile karıştırılmamalıdır `MergeTree`) verileri kendisi saklamaz, ancak aynı anda herhangi bir sayıda başka tablodan okumaya izin verir.
-Okuma otomatik olarak paralelleştirilir. Bir tabloya yazma desteklenmiyor. Okurken, gerçekten okunmakta olan tabloların dizinleri varsa kullanılır.
-Bu `Merge` motor parametreleri kabul eder: veritabanı adı ve tablolar için düzenli ifade.
-
-Örnek:
-
-``` sql
-Merge(hits, '^WatchLog')
-```
-
-Veri tablolardan okunacak `hits` düzenli ifadeyle eşleşen adlara sahip veritabanı ‘`^WatchLog`’.
-
-Veritabanı adı yerine, bir dize döndüren sabit bir ifade kullanabilirsiniz. Mesela, `currentDatabase()`.
-
-Regular expressions — [re2](https://github.com/google/re2) (pcre bir alt kümesini destekler), büyük / küçük harf duyarlı.
-Düzenli ifadelerde kaçan sembollerle ilgili notlara bakın “match” bölme.
-
-Okumak için tabloları seçerken, `Merge` regex ile eşleşse bile tablonun kendisi seçilmeyecektir. Bu döngülerden kaçınmaktır.
-İki tane oluşturmak mümkündür `Merge` sonsuza kadar birbirlerinin verilerini okumaya çalışacak tablolar, ancak bu iyi bir fikir değil.
-
-Kullanmak için tipik bir yol `Merge` motor çok sayıda çalışma içindir `TinyLog` tablolar tek bir tablo ile sanki.
-
-Örnek 2:
-
-Diyelim ki eski bir tablonuz (WatchLog_old) var ve verileri yeni bir tabloya (WatchLog_new) taşımadan bölümlemeyi değiştirmeye karar verdiniz ve her iki tablodaki verileri görmeniz gerekiyor.
-
-``` sql
-CREATE TABLE WatchLog_old(date Date, UserId Int64, EventType String, Cnt UInt64)
-ENGINE=MergeTree(date, (UserId, EventType), 8192);
-INSERT INTO WatchLog_old VALUES ('2018-01-01', 1, 'hit', 3);
-
-CREATE TABLE WatchLog_new(date Date, UserId Int64, EventType String, Cnt UInt64)
-ENGINE=MergeTree PARTITION BY date ORDER BY (UserId, EventType) SETTINGS index_granularity=8192;
-INSERT INTO WatchLog_new VALUES ('2018-01-02', 2, 'hit', 3);
-
-CREATE TABLE WatchLog as WatchLog_old ENGINE=Merge(currentDatabase(), '^WatchLog');
-
-SELECT *
-FROM WatchLog
-```
-
-``` text
-┌───────date─┬─UserId─┬─EventType─┬─Cnt─┐
-│ 2018-01-01 │      1 │ hit       │   3 │
-└────────────┴────────┴───────────┴─────┘
-┌───────date─┬─UserId─┬─EventType─┬─Cnt─┐
-│ 2018-01-02 │      2 │ hit       │   3 │
-└────────────┴────────┴───────────┴─────┘
-```
-
-## Sanal Sütunlar {#virtual-columns}
-
--   `_table` — Contains the name of the table from which data was read. Type: [Dize](../../../sql-reference/data-types/string.md).
-
-    Sabit koşulları ayarlayabilirsiniz `_table` in the `WHERE/PREWHERE` fıkra (sı (örneğin, `WHERE _table='xyz'`). Bu durumda, okuma işlemi yalnızca koşulun açık olduğu tablolar için gerçekleştirilir `_table` memnun olduğunu, bu yüzden `_table` sütun bir dizin görevi görür.
-
-**Ayrıca Bakınız**
-
--   [Sanal sütunlar](index.md#table_engines-virtual_columns)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/merge/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/null.md b/docs/tr/engines/table-engines/special/null.md
deleted file mode 100644
index da7e38eddf0..00000000000
--- a/docs/tr/engines/table-engines/special/null.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: "Bo\u015F"
----
-
-# Boş {#null}
-
-Boş bir tabloya yazarken, veri yoksayılır. Boş bir tablodan okurken, yanıt boştur.
-
-Ancak, boş bir tablo üzerinde materialized bir görünüm oluşturabilirsiniz. Böylece tabloya yazılan veriler görünümde sona erecek.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/null/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/set.md b/docs/tr/engines/table-engines/special/set.md
deleted file mode 100644
index 151f98e5c54..00000000000
--- a/docs/tr/engines/table-engines/special/set.md
+++ /dev/null
@@ -1,19 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: Koymak
----
-
-# Koymak {#set}
-
-Her zaman RAM olan bir veri kümesi. In operatörünün sağ tarafında kullanılmak üzere tasarlanmıştır (bölüme bakın “IN operators”).
-
-Tabloya veri eklemek için INSERT kullanabilirsiniz. Veri kümesine yeni öğeler eklenirken, yinelenenler göz ardı edilir.
-Ancak tablodan seçim yapamazsınız. Verileri almak için tek yol, IN operatörünün sağ yarısında kullanmaktır.
-
-Veri her zaman RAM yer almaktadır. INSERT için, eklenen veri blokları da diskteki tabloların dizinine yazılır. Sunucuyu başlatırken, bu veriler RAM'e yüklenir. Başka bir deyişle, yeniden başlattıktan sonra veriler yerinde kalır.
-
-Kaba bir sunucu yeniden başlatma için diskteki veri bloğu kaybolabilir veya zarar görebilir. İkinci durumda, dosyayı hasarlı verilerle el ile silmeniz gerekebilir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/set/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/url.md b/docs/tr/engines/table-engines/special/url.md
deleted file mode 100644
index d9d56630337..00000000000
--- a/docs/tr/engines/table-engines/special/url.md
+++ /dev/null
@@ -1,82 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: URL
----
-
-# URL (URL, Biçim) {#table_engines-url}
-
-Uzak bir HTTP/HTTPS sunucusundaki verileri yönetir. Bu motor benzer
-to the [Dosya](file.md) motor.
-
-## ClickHouse sunucusunda motoru kullanma {#using-the-engine-in-the-clickhouse-server}
-
-Bu `format` Clickhouse'un kullanabileceği bir tane olmalı
-`SELECT` sorgular ve gerekirse `INSERTs`. Desteklenen formatların tam listesi için bkz.
-[Biçimliler](../../../interfaces/formats.md#formats).
-
-Bu `URL` tekdüzen bir kaynak Bulucu yapısına uygun olmalıdır. Belirtilen URL bir sunucuya işaret etmelidir
-bu HTTP veya HTTPS kullanır. Bu herhangi bir gerektirmez
-sunucudan yanıt almak için ek başlıklar.
-
-`INSERT` ve `SELECT` sorgular dönüştürülür `POST` ve `GET` istemler,
-sırasıyla. İşleme için `POST` istekleri, uzak sunucu desteklemesi gerekir
-[Yığınlı aktarım kodlaması](https://en.wikipedia.org/wiki/Chunked_transfer_encoding).
-
-Kullanarak HTTP get yönlendirme şerbetçiotu sayısını sınırlayabilirsiniz [max_http_get_redirects](../../../operations/settings/settings.md#setting-max_http_get_redirects) ayar.
-
-**Örnek:**
-
-**1.** Create a `url_engine_table` sunucuda tablo :
-
-``` sql
-CREATE TABLE url_engine_table (word String, value UInt64)
-ENGINE=URL('http://127.0.0.1:12345/', CSV)
-```
-
-**2.** Standart Python 3 araçlarını kullanarak temel bir HTTP Sunucusu oluşturun ve
-Başlat:
-
-``` python3
-from http.server import BaseHTTPRequestHandler, HTTPServer
-
-class CSVHTTPServer(BaseHTTPRequestHandler):
-    def do_GET(self):
-        self.send_response(200)
-        self.send_header('Content-type', 'text/csv')
-        self.end_headers()
-
-        self.wfile.write(bytes('Hello,1\nWorld,2\n', "utf-8"))
-
-if __name__ == "__main__":
-    server_address = ('127.0.0.1', 12345)
-    HTTPServer(server_address, CSVHTTPServer).serve_forever()
-```
-
-``` bash
-$ python3 server.py
-```
-
-**3.** Veri iste:
-
-``` sql
-SELECT * FROM url_engine_table
-```
-
-``` text
-┌─word──┬─value─┐
-│ Hello │     1 │
-│ World │     2 │
-└───────┴───────┘
-```
-
-## Uygulama Detayları {#details-of-implementation}
-
--   Okuma ve yazma paralel olabilir
--   Desteklenmiyor:
-    -   `ALTER` ve `SELECT...SAMPLE` harekat.
-    -   Dizinler.
-    -   Çoğalma.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/url/) <!--hide-->
diff --git a/docs/tr/engines/table-engines/special/view.md b/docs/tr/engines/table-engines/special/view.md
deleted file mode 100644
index 294477824a3..00000000000
--- a/docs/tr/engines/table-engines/special/view.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 42
-toc_title: "G\xF6r\xFCn\xFCm"
----
-
-# Görünüm {#table_engines-view}
-
-Görünümler uygulamak için kullanılır (Daha fazla bilgi için bkz. `CREATE VIEW query`). Verileri saklamaz, ancak yalnızca belirtilen `SELECT` sorgu. Bir tablodan okurken, bu sorguyu çalıştırır (ve gereksiz tüm sütunları sorgudan siler).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/table_engines/view/) <!--hide-->
diff --git a/docs/tr/faq/general.md b/docs/tr/faq/general.md
deleted file mode 100644
index 52d60896a54..00000000000
--- a/docs/tr/faq/general.md
+++ /dev/null
@@ -1,60 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 78
-toc_title: Genel Sorular
----
-
-# Genel Sorular {#general-questions}
-
-## Neden MapReduce Gibi Bir Şey Kullanmıyorsun? {#why-not-use-something-like-mapreduce}
-
-Mapreduce gibi sistemlere, azaltma işleminin dağıtılmış sıralamaya dayandığı dağıtılmış bilgi işlem sistemleri olarak başvurabiliriz. Bu sınıftaki en yaygın açık kaynak çözümü [Apache Hadoop](http://hadoop.apache.org). Yandex, şirket içi çözümünü, YT'Yİ kullanıyor.
-
-Bu sistemler, yüksek gecikme süreleri nedeniyle çevrimiçi sorgular için uygun değildir. Başka bir deyişle, bir web arayüzü için arka uç olarak kullanılamazlar. Bu tür sistemler gerçek zamanlı veri güncellemeleri için yararlı değildir. Dağıtılmış sıralama, işlemin sonucu ve tüm ara sonuçlar (varsa) tek bir sunucunun RAM'İNDE bulunuyorsa, genellikle çevrimiçi sorgular için geçerli olan işlemleri azaltmanın en iyi yolu değildir. Böyle bir durumda, bir karma tablo azaltma işlemlerini gerçekleştirmek için en uygun yoldur. Harita azaltma görevlerini optimize etmek için ortak bir yaklaşım, RAM'de bir karma tablo kullanarak ön toplama (kısmi azaltma) ' dir. Kullanıcı bu optimizasyonu manuel olarak gerçekleştirir. Dağıtılmış sıralama, basit harita azaltma görevlerini çalıştırırken düşük performansın ana nedenlerinden biridir.
-
-Çoğu MapReduce uygulaması, bir kümede rasgele kod çalıştırmanıza izin verir. Ancak bildirimsel bir sorgu dili, deneyleri hızlı bir şekilde çalıştırmak için OLAP için daha uygundur. Örneğin, Hadoop kovanı ve domuz vardır. Ayrıca Spark için Cloudera Impala veya Shark'ı (modası geçmiş) ve Spark SQL, Presto ve Apache Drill'i de düşünün. Bu tür görevleri çalıştırırken performans, özel sistemlere kıyasla oldukça düşük bir seviyededir, ancak nispeten yüksek gecikme, bu sistemleri bir web arayüzü için arka uç olarak kullanmayı gerçekçi kılmaktadır.
-
-## Oracle aracılığıyla ODBC kullanırken Kodlamalarla ilgili bir sorunum varsa ne olur? {#oracle-odbc-encodings}
-
-Oracle ODBC sürücüsü aracılığıyla dış sözlükler kaynağı olarak kullanırsanız, doğru değeri ayarlamanız gerekir. `NLS_LANG` ortam değişkeni `/etc/default/clickhouse`. Daha fazla bilgi için, bkz: [Oracle NLS_LANG SSS](https://www.oracle.com/technetwork/products/globalization/nls-lang-099431.html).
-
-**Örnek**
-
-``` sql
-NLS_LANG=RUSSIAN_RUSSIA.UTF8
-```
-
-## Clickhouse'dan bir dosyaya verileri nasıl dışa aktarırım? {#how-to-export-to-file}
-
-### INTO OUTFİLE yan tümcesini kullanma {#using-into-outfile-clause}
-
-Add an [INTO OUTFILE](../sql-reference/statements/select/into-outfile.md#into-outfile-clause) sorgunuza yan tümce.
-
-Mesela:
-
-``` sql
-SELECT * FROM table INTO OUTFILE 'file'
-```
-
-Varsayılan olarak, ClickHouse kullanır [TabSeparated](../interfaces/formats.md#tabseparated) çıktı verileri için Biçim. Seçmek için [Veri formatı](../interfaces/formats.md), use the [FORMAT CLA clauseuse](../sql-reference/statements/select/format.md#format-clause).
-
-Mesela:
-
-``` sql
-SELECT * FROM table INTO OUTFILE 'file' FORMAT CSV
-```
-
-### Dosya altyapısı tablosu kullanma {#using-a-file-engine-table}
-
-Görmek [Dosya](../engines/table-engines/special/file.md).
-
-### Komut Satırı Yeniden Yönlendirmesini Kullanma {#using-command-line-redirection}
-
-``` sql
-$ clickhouse-client --query "SELECT * from table" --format FormatName > result.txt
-```
-
-Görmek [clickhouse-müşteri](../interfaces/cli.md).
-
-{## [Orijinal makale](https://clickhouse.tech/docs/en/faq/general/) ##}
diff --git a/docs/tr/faq/index.md b/docs/tr/faq/index.md
deleted file mode 100644
index a44dbb31e89..00000000000
--- a/docs/tr/faq/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: F.A.Q.
-toc_priority: 76
----
-
-
diff --git a/docs/tr/getting-started/example-datasets/amplab-benchmark.md b/docs/tr/getting-started/example-datasets/amplab-benchmark.md
deleted file mode 100644
index 8fe1a2301c7..00000000000
--- a/docs/tr/getting-started/example-datasets/amplab-benchmark.md
+++ /dev/null
@@ -1,129 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 17
-toc_title: "AMPLab B\xFCy\xFCk Veri Benchmark"
----
-
-# AMPLab Büyük Veri Benchmark {#amplab-big-data-benchmark}
-
-Bkz. https://amplab.cs.berkeley.edu/benchmark/
-
-Ücretsiz bir hesap için kaydolun https://aws.amazon.com. bir kredi kartı, e-posta ve telefon numarası gerektirir. Yeni bir erişim anahtarı alın https://console.aws.amazon.com/iam/home?nc2=h_m_sc#security_credential
-
-Konsolda aşağıdakileri çalıştırın:
-
-``` bash
-$ sudo apt-get install s3cmd
-$ mkdir tiny; cd tiny;
-$ s3cmd sync s3://big-data-benchmark/pavlo/text-deflate/tiny/ .
-$ cd ..
-$ mkdir 1node; cd 1node;
-$ s3cmd sync s3://big-data-benchmark/pavlo/text-deflate/1node/ .
-$ cd ..
-$ mkdir 5nodes; cd 5nodes;
-$ s3cmd sync s3://big-data-benchmark/pavlo/text-deflate/5nodes/ .
-$ cd ..
-```
-
-Aşağıdaki ClickHouse sorguları çalıştırın:
-
-``` sql
-CREATE TABLE rankings_tiny
-(
-    pageURL String,
-    pageRank UInt32,
-    avgDuration UInt32
-) ENGINE = Log;
-
-CREATE TABLE uservisits_tiny
-(
-    sourceIP String,
-    destinationURL String,
-    visitDate Date,
-    adRevenue Float32,
-    UserAgent String,
-    cCode FixedString(3),
-    lCode FixedString(6),
-    searchWord String,
-    duration UInt32
-) ENGINE = MergeTree(visitDate, visitDate, 8192);
-
-CREATE TABLE rankings_1node
-(
-    pageURL String,
-    pageRank UInt32,
-    avgDuration UInt32
-) ENGINE = Log;
-
-CREATE TABLE uservisits_1node
-(
-    sourceIP String,
-    destinationURL String,
-    visitDate Date,
-    adRevenue Float32,
-    UserAgent String,
-    cCode FixedString(3),
-    lCode FixedString(6),
-    searchWord String,
-    duration UInt32
-) ENGINE = MergeTree(visitDate, visitDate, 8192);
-
-CREATE TABLE rankings_5nodes_on_single
-(
-    pageURL String,
-    pageRank UInt32,
-    avgDuration UInt32
-) ENGINE = Log;
-
-CREATE TABLE uservisits_5nodes_on_single
-(
-    sourceIP String,
-    destinationURL String,
-    visitDate Date,
-    adRevenue Float32,
-    UserAgent String,
-    cCode FixedString(3),
-    lCode FixedString(6),
-    searchWord String,
-    duration UInt32
-) ENGINE = MergeTree(visitDate, visitDate, 8192);
-```
-
-Konsola geri dön:
-
-``` bash
-$ for i in tiny/rankings/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO rankings_tiny FORMAT CSV"; done
-$ for i in tiny/uservisits/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO uservisits_tiny FORMAT CSV"; done
-$ for i in 1node/rankings/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO rankings_1node FORMAT CSV"; done
-$ for i in 1node/uservisits/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO uservisits_1node FORMAT CSV"; done
-$ for i in 5nodes/rankings/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO rankings_5nodes_on_single FORMAT CSV"; done
-$ for i in 5nodes/uservisits/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO uservisits_5nodes_on_single FORMAT CSV"; done
-```
-
-Veri örnekleri almak için sorgular:
-
-``` sql
-SELECT pageURL, pageRank FROM rankings_1node WHERE pageRank > 1000
-
-SELECT substring(sourceIP, 1, 8), sum(adRevenue) FROM uservisits_1node GROUP BY substring(sourceIP, 1, 8)
-
-SELECT
-    sourceIP,
-    sum(adRevenue) AS totalRevenue,
-    avg(pageRank) AS pageRank
-FROM rankings_1node ALL INNER JOIN
-(
-    SELECT
-        sourceIP,
-        destinationURL AS pageURL,
-        adRevenue
-    FROM uservisits_1node
-    WHERE (visitDate > '1980-01-01') AND (visitDate < '1980-04-01')
-) USING pageURL
-GROUP BY sourceIP
-ORDER BY totalRevenue DESC
-LIMIT 1
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/getting_started/example_datasets/amplab_benchmark/) <!--hide-->
diff --git a/docs/tr/getting-started/example-datasets/criteo.md b/docs/tr/getting-started/example-datasets/criteo.md
deleted file mode 100644
index 3351cf3e7fa..00000000000
--- a/docs/tr/getting-started/example-datasets/criteo.md
+++ /dev/null
@@ -1,81 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 19
-toc_title: "Criteo'dan Terabyte t\u0131klama g\xFCnl\xFCkleri"
----
-
-# Criteo'dan tıklama günlüklerinin terabayt {#terabyte-of-click-logs-from-criteo}
-
-Verileri indirin http://labs.criteo.com/downloads/download-terabyte-click-logs/
-
-Günlük almak için bir tablo oluşturun:
-
-``` sql
-CREATE TABLE criteo_log (date Date, clicked UInt8, int1 Int32, int2 Int32, int3 Int32, int4 Int32, int5 Int32, int6 Int32, int7 Int32, int8 Int32, int9 Int32, int10 Int32, int11 Int32, int12 Int32, int13 Int32, cat1 String, cat2 String, cat3 String, cat4 String, cat5 String, cat6 String, cat7 String, cat8 String, cat9 String, cat10 String, cat11 String, cat12 String, cat13 String, cat14 String, cat15 String, cat16 String, cat17 String, cat18 String, cat19 String, cat20 String, cat21 String, cat22 String, cat23 String, cat24 String, cat25 String, cat26 String) ENGINE = Log
-```
-
-Verileri indirin:
-
-``` bash
-$ for i in {00..23}; do echo $i; zcat datasets/criteo/day_${i#0}.gz | sed -r 's/^/2000-01-'${i/00/24}'\t/' | clickhouse-client --host=example-perftest01j --query="INSERT INTO criteo_log FORMAT TabSeparated"; done
-```
-
-Dönüştürülen veriler için bir tablo oluşturma:
-
-``` sql
-CREATE TABLE criteo
-(
-    date Date,
-    clicked UInt8,
-    int1 Int32,
-    int2 Int32,
-    int3 Int32,
-    int4 Int32,
-    int5 Int32,
-    int6 Int32,
-    int7 Int32,
-    int8 Int32,
-    int9 Int32,
-    int10 Int32,
-    int11 Int32,
-    int12 Int32,
-    int13 Int32,
-    icat1 UInt32,
-    icat2 UInt32,
-    icat3 UInt32,
-    icat4 UInt32,
-    icat5 UInt32,
-    icat6 UInt32,
-    icat7 UInt32,
-    icat8 UInt32,
-    icat9 UInt32,
-    icat10 UInt32,
-    icat11 UInt32,
-    icat12 UInt32,
-    icat13 UInt32,
-    icat14 UInt32,
-    icat15 UInt32,
-    icat16 UInt32,
-    icat17 UInt32,
-    icat18 UInt32,
-    icat19 UInt32,
-    icat20 UInt32,
-    icat21 UInt32,
-    icat22 UInt32,
-    icat23 UInt32,
-    icat24 UInt32,
-    icat25 UInt32,
-    icat26 UInt32
-) ENGINE = MergeTree(date, intHash32(icat1), (date, intHash32(icat1)), 8192)
-```
-
-Verileri ham günlüğünden dönüştürün ve ikinci tabloya koyun:
-
-``` sql
-INSERT INTO criteo SELECT date, clicked, int1, int2, int3, int4, int5, int6, int7, int8, int9, int10, int11, int12, int13, reinterpretAsUInt32(unhex(cat1)) AS icat1, reinterpretAsUInt32(unhex(cat2)) AS icat2, reinterpretAsUInt32(unhex(cat3)) AS icat3, reinterpretAsUInt32(unhex(cat4)) AS icat4, reinterpretAsUInt32(unhex(cat5)) AS icat5, reinterpretAsUInt32(unhex(cat6)) AS icat6, reinterpretAsUInt32(unhex(cat7)) AS icat7, reinterpretAsUInt32(unhex(cat8)) AS icat8, reinterpretAsUInt32(unhex(cat9)) AS icat9, reinterpretAsUInt32(unhex(cat10)) AS icat10, reinterpretAsUInt32(unhex(cat11)) AS icat11, reinterpretAsUInt32(unhex(cat12)) AS icat12, reinterpretAsUInt32(unhex(cat13)) AS icat13, reinterpretAsUInt32(unhex(cat14)) AS icat14, reinterpretAsUInt32(unhex(cat15)) AS icat15, reinterpretAsUInt32(unhex(cat16)) AS icat16, reinterpretAsUInt32(unhex(cat17)) AS icat17, reinterpretAsUInt32(unhex(cat18)) AS icat18, reinterpretAsUInt32(unhex(cat19)) AS icat19, reinterpretAsUInt32(unhex(cat20)) AS icat20, reinterpretAsUInt32(unhex(cat21)) AS icat21, reinterpretAsUInt32(unhex(cat22)) AS icat22, reinterpretAsUInt32(unhex(cat23)) AS icat23, reinterpretAsUInt32(unhex(cat24)) AS icat24, reinterpretAsUInt32(unhex(cat25)) AS icat25, reinterpretAsUInt32(unhex(cat26)) AS icat26 FROM criteo_log;
-
-DROP TABLE criteo_log;
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/getting_started/example_datasets/criteo/) <!--hide-->
diff --git a/docs/tr/getting-started/example-datasets/index.md b/docs/tr/getting-started/example-datasets/index.md
deleted file mode 100644
index b31b0faa6fd..00000000000
--- a/docs/tr/getting-started/example-datasets/index.md
+++ /dev/null
@@ -1,22 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\xD6rnek Veri K\xFCmeleri"
-toc_priority: 12
-toc_title: "Giri\u015F"
----
-
-# Örnek Veri Kümeleri {#example-datasets}
-
-Bu bölümde, örnek veri kümelerinin nasıl elde edileceği ve bunları Clickhouse'a nasıl içe aktarılacağı açıklanmaktadır.
-Bazı veri kümeleri için örnek sorgular da mevcuttur.
-
--   [Anonim Yandex.Metrica Veri Kümesi](metrica.md)
--   [Yıldız Şema Ben Benchmarkch Benchmarkmark](star-schema.md)
--   [WikiStat](wikistat.md)
--   [Criteo'dan tıklama günlüklerinin terabayt](criteo.md)
--   [AMPLab Büyük Veri Benchmark](amplab-benchmark.md)
--   [New York Taksi Verileri](nyc-taxi.md)
--   [OnTime](ontime.md)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/getting_started/example_datasets) <!--hide-->
diff --git a/docs/tr/getting-started/example-datasets/metrica.md b/docs/tr/getting-started/example-datasets/metrica.md
deleted file mode 100644
index 0ad7debf54d..00000000000
--- a/docs/tr/getting-started/example-datasets/metrica.md
+++ /dev/null
@@ -1,70 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 14
-toc_title: "\xDCye.Metrica Verileri"
----
-
-# Anonim Yandex.Metrica Verileri {#anonymized-yandex-metrica-data}
-
-Veri kümesi, isabetlerle ilgili anonimleştirilmiş verileri içeren iki tablodan oluşur (`hits_v1`) ve ziyaret visitsler (`visits_v1`(kayıt olmak için).Metrica. Yandex hakkında daha fazla bilgi edinebilirsiniz.Metrica içinde [ClickHouse geçmişi](../../introduction/history.md) bölme.
-
-Veri kümesi iki tablodan oluşur, bunlardan biri sıkıştırılmış olarak indirilebilir `tsv.xz` dosya veya hazırlanmış bölümler olarak. Buna ek olarak, genişletilmiş bir sürümü `hits` 100 milyon satır içeren tablo TSV olarak mevcuttur https://datasets.clickhouse.tech/hits/tsv/hits_100m_obfuscated_v1.tsv.xz ve hazırlanan bölümler olarak https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz.
-
-## Hazırlanan bölümlerden tablolar elde etme {#obtaining-tables-from-prepared-partitions}
-
-İndirme ve ithalat tablo hits:
-
-``` bash
-curl -O https://datasets.clickhouse.tech/hits/partitions/hits_v1.tar
-tar xvf hits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
-# check permissions on unpacked data, fix if required
-sudo service clickhouse-server restart
-clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
-```
-
-İndirme ve ithalat ziyaretleri:
-
-``` bash
-curl -O https://datasets.clickhouse.tech/visits/partitions/visits_v1.tar
-tar xvf visits_v1.tar -C /var/lib/clickhouse # path to ClickHouse data directory
-# check permissions on unpacked data, fix if required
-sudo service clickhouse-server restart
-clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
-```
-
-## Sıkıştırılmış TSV dosyasından Tablo alma {#obtaining-tables-from-compressed-tsv-file}
-
-Sıkıştırılmış TSV dosyasından indir ve İçe Aktar:
-
-``` bash
-curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-# now create table
-clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
-clickhouse-client --query "CREATE TABLE datasets.hits_v1 ( WatchID UInt64,  JavaEnable UInt8,  Title String,  GoodEvent Int16,  EventTime DateTime,  EventDate Date,  CounterID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RegionID UInt32,  UserID UInt64,  CounterClass Int8,  OS UInt8,  UserAgent UInt8,  URL String,  Referer String,  URLDomain String,  RefererDomain String,  Refresh UInt8,  IsRobot UInt8,  RefererCategories Array(UInt16),  URLCategories Array(UInt16), URLRegions Array(UInt32),  RefererRegions Array(UInt32),  ResolutionWidth UInt16,  ResolutionHeight UInt16,  ResolutionDepth UInt8,  FlashMajor UInt8, FlashMinor UInt8,  FlashMinor2 String,  NetMajor UInt8,  NetMinor UInt8, UserAgentMajor UInt16,  UserAgentMinor FixedString(2),  CookieEnable UInt8, JavascriptEnable UInt8,  IsMobile UInt8,  MobilePhone UInt8,  MobilePhoneModel String,  Params String,  IPNetworkID UInt32,  TraficSourceID Int8, SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  IsArtifical UInt8,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  ClientTimeZone Int16,  ClientEventTime DateTime,  SilverlightVersion1 UInt8, SilverlightVersion2 UInt8,  SilverlightVersion3 UInt32,  SilverlightVersion4 UInt16,  PageCharset String,  CodeVersion UInt32,  IsLink UInt8,  IsDownload UInt8,  IsNotBounce UInt8,  FUniqID UInt64,  HID UInt32,  IsOldCounter UInt8, IsEvent UInt8,  IsParameter UInt8,  DontCountHits UInt8,  WithHash UInt8, HitColor FixedString(1),  UTCEventTime DateTime,  Age UInt8,  Sex UInt8,  Income UInt8,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16), RemoteIP UInt32,  RemoteIP6 FixedString(16),  WindowName Int32,  OpenerName Int32,  HistoryLength Int16,  BrowserLanguage FixedString(2),  BrowserCountry FixedString(2),  SocialNetwork String,  SocialAction String,  HTTPError UInt16, SendTiming Int32,  DNSTiming Int32,  ConnectTiming Int32,  ResponseStartTiming Int32,  ResponseEndTiming Int32,  FetchTiming Int32,  RedirectTiming Int32, DOMInteractiveTiming Int32,  DOMContentLoadedTiming Int32,  DOMCompleteTiming Int32,  LoadEventStartTiming Int32,  LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32,  FirstPaintTiming Int32,  RedirectCount Int8, SocialSourceNetworkID UInt8,  SocialSourcePage String,  ParamPrice Int64, ParamOrderID String,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16, GoalsReached Array(UInt32),  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String, UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String, FromTag String,  HasGCLID UInt8,  RefererHash UInt64,  URLHash UInt64,  CLID UInt32,  YCLID UInt64,  ShareService String,  ShareURL String,  ShareTitle String,  ParsedParams Nested(Key1 String,  Key2 String, Key3 String, Key4 String, Key5 String,  ValueDouble Float64),  IslandID FixedString(16),  RequestNum UInt32,  RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
-# import data
-cat hits_v1.tsv | clickhouse-client --query "INSERT INTO datasets.hits_v1 FORMAT TSV" --max_insert_block_size=100000
-# optionally you can optimize table
-clickhouse-client --query "OPTIMIZE TABLE datasets.hits_v1 FINAL"
-clickhouse-client --query "SELECT COUNT(*) FROM datasets.hits_v1"
-```
-
-Sıkıştırılmış tsv dosyasından ziyaretleri indirin ve içe aktarın:
-
-``` bash
-curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
-# now create table
-clickhouse-client --query "CREATE DATABASE IF NOT EXISTS datasets"
-clickhouse-client --query "CREATE TABLE datasets.visits_v1 ( CounterID UInt32,  StartDate Date,  Sign Int8,  IsNew UInt8,  VisitID UInt64,  UserID UInt64,  StartTime DateTime,  Duration UInt32,  UTCStartTime DateTime,  PageViews Int32,  Hits Int32,  IsBounce UInt8,  Referer String,  StartURL String,  RefererDomain String,  StartURLDomain String,  EndURL String,  LinkURL String,  IsDownload UInt8,  TraficSourceID Int8,  SearchEngineID UInt16,  SearchPhrase String,  AdvEngineID UInt8,  PlaceID Int32,  RefererCategories Array(UInt16),  URLCategories Array(UInt16),  URLRegions Array(UInt32),  RefererRegions Array(UInt32),  IsYandex UInt8,  GoalReachesDepth Int32,  GoalReachesURL Int32,  GoalReachesAny Int32,  SocialSourceNetworkID UInt8,  SocialSourcePage String,  MobilePhoneModel String,  ClientEventTime DateTime,  RegionID UInt32,  ClientIP UInt32,  ClientIP6 FixedString(16),  RemoteIP UInt32,  RemoteIP6 FixedString(16),  IPNetworkID UInt32,  SilverlightVersion3 UInt32,  CodeVersion UInt32,  ResolutionWidth UInt16,  ResolutionHeight UInt16,  UserAgentMajor UInt16,  UserAgentMinor UInt16,  WindowClientWidth UInt16,  WindowClientHeight UInt16,  SilverlightVersion2 UInt8,  SilverlightVersion4 UInt16,  FlashVersion3 UInt16,  FlashVersion4 UInt16,  ClientTimeZone Int16,  OS UInt8,  UserAgent UInt8,  ResolutionDepth UInt8,  FlashMajor UInt8,  FlashMinor UInt8,  NetMajor UInt8,  NetMinor UInt8,  MobilePhone UInt8,  SilverlightVersion1 UInt8,  Age UInt8,  Sex UInt8,  Income UInt8,  JavaEnable UInt8,  CookieEnable UInt8,  JavascriptEnable UInt8,  IsMobile UInt8,  BrowserLanguage UInt16,  BrowserCountry UInt16,  Interests UInt16,  Robotness UInt8,  GeneralInterests Array(UInt16),  Params Array(String),  Goals Nested(ID UInt32, Serial UInt32, EventTime DateTime,  Price Int64,  OrderID String, CurrencyID UInt32),  WatchIDs Array(UInt64),  ParamSumPrice Int64,  ParamCurrency FixedString(3),  ParamCurrencyID UInt16,  ClickLogID UInt64,  ClickEventID Int32,  ClickGoodEvent Int32,  ClickEventTime DateTime,  ClickPriorityID Int32,  ClickPhraseID Int32,  ClickPageID Int32,  ClickPlaceID Int32,  ClickTypeID Int32,  ClickResourceID Int32,  ClickCost UInt32,  ClickClientIP UInt32,  ClickDomainID UInt32,  ClickURL String,  ClickAttempt UInt8,  ClickOrderID UInt32,  ClickBannerID UInt32,  ClickMarketCategoryID UInt32,  ClickMarketPP UInt32,  ClickMarketCategoryName String,  ClickMarketPPName String,  ClickAWAPSCampaignName String,  ClickPageName String,  ClickTargetType UInt16,  ClickTargetPhraseID UInt64,  ClickContextType UInt8,  ClickSelectType Int8,  ClickOptions String,  ClickGroupBannerID Int32,  OpenstatServiceName String,  OpenstatCampaignID String,  OpenstatAdID String,  OpenstatSourceID String,  UTMSource String,  UTMMedium String,  UTMCampaign String,  UTMContent String,  UTMTerm String,  FromTag String,  HasGCLID UInt8,  FirstVisit DateTime,  PredLastVisit Date,  LastVisit Date,  TotalVisits UInt32,  TraficSource    Nested(ID Int8,  SearchEngineID UInt16, AdvEngineID UInt8, PlaceID UInt16, SocialSourceNetworkID UInt8, Domain String, SearchPhrase String, SocialSourcePage String),  Attendance FixedString(16),  CLID UInt32,  YCLID UInt64,  NormalizedRefererHash UInt64,  SearchPhraseHash UInt64,  RefererDomainHash UInt64,  NormalizedStartURLHash UInt64,  StartURLDomainHash UInt64,  NormalizedEndURLHash UInt64,  TopLevelDomain UInt64,  URLScheme UInt64,  OpenstatServiceNameHash UInt64,  OpenstatCampaignIDHash UInt64,  OpenstatAdIDHash UInt64,  OpenstatSourceIDHash UInt64,  UTMSourceHash UInt64,  UTMMediumHash UInt64,  UTMCampaignHash UInt64,  UTMContentHash UInt64,  UTMTermHash UInt64,  FromHash UInt64,  WebVisorEnabled UInt8,  WebVisorActivity UInt32,  ParsedParams    Nested(Key1 String,  Key2 String,  Key3 String,  Key4 String, Key5 String, ValueDouble    Float64),  Market Nested(Type UInt8, GoalID UInt32, OrderID String,  OrderPrice Int64,  PP UInt32,  DirectPlaceID UInt32,  DirectOrderID  UInt32,  DirectBannerID UInt32,  GoodID String, GoodName String, GoodQuantity Int32,  GoodPrice Int64),  IslandID FixedString(16)) ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192"
-# import data
-cat visits_v1.tsv | clickhouse-client --query "INSERT INTO datasets.visits_v1 FORMAT TSV" --max_insert_block_size=100000
-# optionally you can optimize table
-clickhouse-client --query "OPTIMIZE TABLE datasets.visits_v1 FINAL"
-clickhouse-client --query "SELECT COUNT(*) FROM datasets.visits_v1"
-```
-
-## Örnek Sorgular {#example-queries}
-
-[ClickHouse eğitimi](../../getting-started/tutorial.md) Yandex dayanmaktadır.Metrica veri kümesi ve bu veri kümesine başlamak için önerilen yol sadece öğreticiden geçmektir.
-
-Bu tablolara ek sorgu örnekleri arasında bulunabilir [durum bilgisi testleri](https://github.com/ClickHouse/ClickHouse/tree/master/tests/queries/1_stateful) ClickHouse of (onlar adlandırılır `test.hists` ve `test.visits` oralarda).
diff --git a/docs/tr/getting-started/example-datasets/nyc-taxi.md b/docs/tr/getting-started/example-datasets/nyc-taxi.md
deleted file mode 100644
index ebbb595aa5e..00000000000
--- a/docs/tr/getting-started/example-datasets/nyc-taxi.md
+++ /dev/null
@@ -1,390 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 16
-toc_title: New York Taksi Verileri
----
-
-# New York Taksi Verileri {#new-york-taxi-data}
-
-Bu veri kümesi iki şekilde elde edilebilir:
-
--   ham verilerden içe aktarma
--   hazırlanan bölüm downloadlerin indir downloadilmesi
-
-## Ham veri nasıl alınır {#how-to-import-the-raw-data}
-
-Bkz. https://github.com/toddwschneider/nyc-taxi-data ve http://tech.marksblogg.com/billion-nyc-taxi-rides-redshift.html bir veri kümesinin açıklaması ve indirme talimatları için.
-
-İndirme, CSV dosyalarında yaklaşık 227 GB sıkıştırılmamış veri ile sonuçlanacaktır. İndirme, 1 Gbit bağlantısı üzerinden yaklaşık bir saat sürer (paralel indirme s3.amazonaws.com 1 Gbit kanalın en az yarısını kurtarır).
-Bazı dosyalar tam olarak indirilmeyebilir. Dosya boyutlarını kontrol edin ve şüpheli görünen herhangi birini yeniden indirin.
-
-Bazı dosyalar geçersiz satırlar içerebilir. Bunları aşağıdaki gibi düzeltebilirsiniz:
-
-``` bash
-sed -E '/(.*,){18,}/d' data/yellow_tripdata_2010-02.csv > data/yellow_tripdata_2010-02.csv_
-sed -E '/(.*,){18,}/d' data/yellow_tripdata_2010-03.csv > data/yellow_tripdata_2010-03.csv_
-mv data/yellow_tripdata_2010-02.csv_ data/yellow_tripdata_2010-02.csv
-mv data/yellow_tripdata_2010-03.csv_ data/yellow_tripdata_2010-03.csv
-```
-
-Daha sonra veriler Postgresql'de önceden işlenmelidir. Bu, çokgenlerdeki noktaların seçimlerini oluşturacaktır (Haritadaki noktaları New York şehrinin ilçeleriyle eşleştirmek için) ve tüm verileri bir birleştirme kullanarak tek bir denormalize düz tabloda birleştirecektir. Bunu yapmak için Postgresql'i Postgıs desteği ile yüklemeniz gerekir.
-
-Çalışırken dikkatli olun `initialize_database.sh` ve tüm tabloların doğru şekilde oluşturulduğunu manuel olarak yeniden kontrol edin.
-
-Postgresql'deki her ayın verilerini işlemek yaklaşık 20-30 dakika sürer, toplam yaklaşık 48 saat sürer.
-
-İndirilen satır sayısını aşağıdaki gibi kontrol edebilirsiniz:
-
-``` bash
-$ time psql nyc-taxi-data -c "SELECT count(*) FROM trips;"
-## Count
- 1298979494
-(1 row)
-
-real    7m9.164s
-```
-
-(Bu, Mark Litwintschik tarafından bir dizi blog gönderisinde bildirilen 1.1 milyar satırdan biraz daha fazladır .)
-
-Postgresql'deki veriler 370 GB alan kullanıyor.
-
-PostgreSQL veri verme:
-
-``` sql
-COPY
-(
-    SELECT trips.id,
-           trips.vendor_id,
-           trips.pickup_datetime,
-           trips.dropoff_datetime,
-           trips.store_and_fwd_flag,
-           trips.rate_code_id,
-           trips.pickup_longitude,
-           trips.pickup_latitude,
-           trips.dropoff_longitude,
-           trips.dropoff_latitude,
-           trips.passenger_count,
-           trips.trip_distance,
-           trips.fare_amount,
-           trips.extra,
-           trips.mta_tax,
-           trips.tip_amount,
-           trips.tolls_amount,
-           trips.ehail_fee,
-           trips.improvement_surcharge,
-           trips.total_amount,
-           trips.payment_type,
-           trips.trip_type,
-           trips.pickup,
-           trips.dropoff,
-
-           cab_types.type cab_type,
-
-           weather.precipitation_tenths_of_mm rain,
-           weather.snow_depth_mm,
-           weather.snowfall_mm,
-           weather.max_temperature_tenths_degrees_celsius max_temp,
-           weather.min_temperature_tenths_degrees_celsius min_temp,
-           weather.average_wind_speed_tenths_of_meters_per_second wind,
-
-           pick_up.gid pickup_nyct2010_gid,
-           pick_up.ctlabel pickup_ctlabel,
-           pick_up.borocode pickup_borocode,
-           pick_up.boroname pickup_boroname,
-           pick_up.ct2010 pickup_ct2010,
-           pick_up.boroct2010 pickup_boroct2010,
-           pick_up.cdeligibil pickup_cdeligibil,
-           pick_up.ntacode pickup_ntacode,
-           pick_up.ntaname pickup_ntaname,
-           pick_up.puma pickup_puma,
-
-           drop_off.gid dropoff_nyct2010_gid,
-           drop_off.ctlabel dropoff_ctlabel,
-           drop_off.borocode dropoff_borocode,
-           drop_off.boroname dropoff_boroname,
-           drop_off.ct2010 dropoff_ct2010,
-           drop_off.boroct2010 dropoff_boroct2010,
-           drop_off.cdeligibil dropoff_cdeligibil,
-           drop_off.ntacode dropoff_ntacode,
-           drop_off.ntaname dropoff_ntaname,
-           drop_off.puma dropoff_puma
-    FROM trips
-    LEFT JOIN cab_types
-        ON trips.cab_type_id = cab_types.id
-    LEFT JOIN central_park_weather_observations_raw weather
-        ON weather.date = trips.pickup_datetime::date
-    LEFT JOIN nyct2010 pick_up
-        ON pick_up.gid = trips.pickup_nyct2010_gid
-    LEFT JOIN nyct2010 drop_off
-        ON drop_off.gid = trips.dropoff_nyct2010_gid
-) TO '/opt/milovidov/nyc-taxi-data/trips.tsv';
-```
-
-Veri anlık görüntüsü saniyede yaklaşık 50 MB hızında oluşturulur. Anlık görüntü oluştururken, PostgreSQL diskten saniyede yaklaşık 28 MB hızında okur.
-Bu yaklaşık 5 saat sürer. Elde edilen TSV dosyası 590612904969 bayttır.
-
-Clickhouse'da geçici bir tablo oluşturma:
-
-``` sql
-CREATE TABLE trips
-(
-trip_id                 UInt32,
-vendor_id               String,
-pickup_datetime         DateTime,
-dropoff_datetime        Nullable(DateTime),
-store_and_fwd_flag      Nullable(FixedString(1)),
-rate_code_id            Nullable(UInt8),
-pickup_longitude        Nullable(Float64),
-pickup_latitude         Nullable(Float64),
-dropoff_longitude       Nullable(Float64),
-dropoff_latitude        Nullable(Float64),
-passenger_count         Nullable(UInt8),
-trip_distance           Nullable(Float64),
-fare_amount             Nullable(Float32),
-extra                   Nullable(Float32),
-mta_tax                 Nullable(Float32),
-tip_amount              Nullable(Float32),
-tolls_amount            Nullable(Float32),
-ehail_fee               Nullable(Float32),
-improvement_surcharge   Nullable(Float32),
-total_amount            Nullable(Float32),
-payment_type            Nullable(String),
-trip_type               Nullable(UInt8),
-pickup                  Nullable(String),
-dropoff                 Nullable(String),
-cab_type                Nullable(String),
-precipitation           Nullable(UInt8),
-snow_depth              Nullable(UInt8),
-snowfall                Nullable(UInt8),
-max_temperature         Nullable(UInt8),
-min_temperature         Nullable(UInt8),
-average_wind_speed      Nullable(UInt8),
-pickup_nyct2010_gid     Nullable(UInt8),
-pickup_ctlabel          Nullable(String),
-pickup_borocode         Nullable(UInt8),
-pickup_boroname         Nullable(String),
-pickup_ct2010           Nullable(String),
-pickup_boroct2010       Nullable(String),
-pickup_cdeligibil       Nullable(FixedString(1)),
-pickup_ntacode          Nullable(String),
-pickup_ntaname          Nullable(String),
-pickup_puma             Nullable(String),
-dropoff_nyct2010_gid    Nullable(UInt8),
-dropoff_ctlabel         Nullable(String),
-dropoff_borocode        Nullable(UInt8),
-dropoff_boroname        Nullable(String),
-dropoff_ct2010          Nullable(String),
-dropoff_boroct2010      Nullable(String),
-dropoff_cdeligibil      Nullable(String),
-dropoff_ntacode         Nullable(String),
-dropoff_ntaname         Nullable(String),
-dropoff_puma            Nullable(String)
-) ENGINE = Log;
-```
-
-Alanları daha doğru veri türlerine dönüştürmek ve mümkünse Boşları ortadan kaldırmak için gereklidir.
-
-``` bash
-$ time clickhouse-client --query="INSERT INTO trips FORMAT TabSeparated" < trips.tsv
-
-real    75m56.214s
-```
-
-Veri 112-140 Mb/saniye hızında okunur.
-Bir akışta bir günlük türü tablosuna veri yükleme 76 dakika sürdü.
-Bu tablodaki veriler 142 GB kullanır.
-
-(Verileri doğrudan Postgres'ten içe aktarmak da mümkündür `COPY ... TO PROGRAM`.)
-
-Unfortunately, all the fields associated with the weather (precipitation…average_wind_speed) were filled with NULL. Because of this, we will remove them from the final data set.
-
-Başlamak için, tek bir sunucuda bir tablo oluşturacağız. Daha sonra tabloyu dağıtacağız.
-
-Özet Tablo oluşturma ve doldurma:
-
-``` sql
-CREATE TABLE trips_mergetree
-ENGINE = MergeTree(pickup_date, pickup_datetime, 8192)
-AS SELECT
-
-trip_id,
-CAST(vendor_id AS Enum8('1' = 1, '2' = 2, 'CMT' = 3, 'VTS' = 4, 'DDS' = 5, 'B02512' = 10, 'B02598' = 11, 'B02617' = 12, 'B02682' = 13, 'B02764' = 14)) AS vendor_id,
-toDate(pickup_datetime) AS pickup_date,
-ifNull(pickup_datetime, toDateTime(0)) AS pickup_datetime,
-toDate(dropoff_datetime) AS dropoff_date,
-ifNull(dropoff_datetime, toDateTime(0)) AS dropoff_datetime,
-assumeNotNull(store_and_fwd_flag) IN ('Y', '1', '2') AS store_and_fwd_flag,
-assumeNotNull(rate_code_id) AS rate_code_id,
-assumeNotNull(pickup_longitude) AS pickup_longitude,
-assumeNotNull(pickup_latitude) AS pickup_latitude,
-assumeNotNull(dropoff_longitude) AS dropoff_longitude,
-assumeNotNull(dropoff_latitude) AS dropoff_latitude,
-assumeNotNull(passenger_count) AS passenger_count,
-assumeNotNull(trip_distance) AS trip_distance,
-assumeNotNull(fare_amount) AS fare_amount,
-assumeNotNull(extra) AS extra,
-assumeNotNull(mta_tax) AS mta_tax,
-assumeNotNull(tip_amount) AS tip_amount,
-assumeNotNull(tolls_amount) AS tolls_amount,
-assumeNotNull(ehail_fee) AS ehail_fee,
-assumeNotNull(improvement_surcharge) AS improvement_surcharge,
-assumeNotNull(total_amount) AS total_amount,
-CAST((assumeNotNull(payment_type) AS pt) IN ('CSH', 'CASH', 'Cash', 'CAS', 'Cas', '1') ? 'CSH' : (pt IN ('CRD', 'Credit', 'Cre', 'CRE', 'CREDIT', '2') ? 'CRE' : (pt IN ('NOC', 'No Charge', 'No', '3') ? 'NOC' : (pt IN ('DIS', 'Dispute', 'Dis', '4') ? 'DIS' : 'UNK'))) AS Enum8('CSH' = 1, 'CRE' = 2, 'UNK' = 0, 'NOC' = 3, 'DIS' = 4)) AS payment_type_,
-assumeNotNull(trip_type) AS trip_type,
-ifNull(toFixedString(unhex(pickup), 25), toFixedString('', 25)) AS pickup,
-ifNull(toFixedString(unhex(dropoff), 25), toFixedString('', 25)) AS dropoff,
-CAST(assumeNotNull(cab_type) AS Enum8('yellow' = 1, 'green' = 2, 'uber' = 3)) AS cab_type,
-
-assumeNotNull(pickup_nyct2010_gid) AS pickup_nyct2010_gid,
-toFloat32(ifNull(pickup_ctlabel, '0')) AS pickup_ctlabel,
-assumeNotNull(pickup_borocode) AS pickup_borocode,
-CAST(assumeNotNull(pickup_boroname) AS Enum8('Manhattan' = 1, 'Queens' = 4, 'Brooklyn' = 3, '' = 0, 'Bronx' = 2, 'Staten Island' = 5)) AS pickup_boroname,
-toFixedString(ifNull(pickup_ct2010, '000000'), 6) AS pickup_ct2010,
-toFixedString(ifNull(pickup_boroct2010, '0000000'), 7) AS pickup_boroct2010,
-CAST(assumeNotNull(ifNull(pickup_cdeligibil, ' ')) AS Enum8(' ' = 0, 'E' = 1, 'I' = 2)) AS pickup_cdeligibil,
-toFixedString(ifNull(pickup_ntacode, '0000'), 4) AS pickup_ntacode,
-
-CAST(assumeNotNull(pickup_ntaname) AS Enum16('' = 0, 'Airport' = 1, 'Allerton-Pelham Gardens' = 2, 'Annadale-Huguenot-Prince\'s Bay-Eltingville' = 3, 'Arden Heights' = 4, 'Astoria' = 5, 'Auburndale' = 6, 'Baisley Park' = 7, 'Bath Beach' = 8, 'Battery Park City-Lower Manhattan' = 9, 'Bay Ridge' = 10, 'Bayside-Bayside Hills' = 11, 'Bedford' = 12, 'Bedford Park-Fordham North' = 13, 'Bellerose' = 14, 'Belmont' = 15, 'Bensonhurst East' = 16, 'Bensonhurst West' = 17, 'Borough Park' = 18, 'Breezy Point-Belle Harbor-Rockaway Park-Broad Channel' = 19, 'Briarwood-Jamaica Hills' = 20, 'Brighton Beach' = 21, 'Bronxdale' = 22, 'Brooklyn Heights-Cobble Hill' = 23, 'Brownsville' = 24, 'Bushwick North' = 25, 'Bushwick South' = 26, 'Cambria Heights' = 27, 'Canarsie' = 28, 'Carroll Gardens-Columbia Street-Red Hook' = 29, 'Central Harlem North-Polo Grounds' = 30, 'Central Harlem South' = 31, 'Charleston-Richmond Valley-Tottenville' = 32, 'Chinatown' = 33, 'Claremont-Bathgate' = 34, 'Clinton' = 35, 'Clinton Hill' = 36, 'Co-op City' = 37, 'College Point' = 38, 'Corona' = 39, 'Crotona Park East' = 40, 'Crown Heights North' = 41, 'Crown Heights South' = 42, 'Cypress Hills-City Line' = 43, 'DUMBO-Vinegar Hill-Downtown Brooklyn-Boerum Hill' = 44, 'Douglas Manor-Douglaston-Little Neck' = 45, 'Dyker Heights' = 46, 'East Concourse-Concourse Village' = 47, 'East Elmhurst' = 48, 'East Flatbush-Farragut' = 49, 'East Flushing' = 50, 'East Harlem North' = 51, 'East Harlem South' = 52, 'East New York' = 53, 'East New York (Pennsylvania Ave)' = 54, 'East Tremont' = 55, 'East Village' = 56, 'East Williamsburg' = 57, 'Eastchester-Edenwald-Baychester' = 58, 'Elmhurst' = 59, 'Elmhurst-Maspeth' = 60, 'Erasmus' = 61, 'Far Rockaway-Bayswater' = 62, 'Flatbush' = 63, 'Flatlands' = 64, 'Flushing' = 65, 'Fordham South' = 66, 'Forest Hills' = 67, 'Fort Greene' = 68, 'Fresh Meadows-Utopia' = 69, 'Ft. Totten-Bay Terrace-Clearview' = 70, 'Georgetown-Marine Park-Bergen Beach-Mill Basin' = 71, 'Glen Oaks-Floral Park-New Hyde Park' = 72, 'Glendale' = 73, 'Gramercy' = 74, 'Grasmere-Arrochar-Ft. Wadsworth' = 75, 'Gravesend' = 76, 'Great Kills' = 77, 'Greenpoint' = 78, 'Grymes Hill-Clifton-Fox Hills' = 79, 'Hamilton Heights' = 80, 'Hammels-Arverne-Edgemere' = 81, 'Highbridge' = 82, 'Hollis' = 83, 'Homecrest' = 84, 'Hudson Yards-Chelsea-Flatiron-Union Square' = 85, 'Hunters Point-Sunnyside-West Maspeth' = 86, 'Hunts Point' = 87, 'Jackson Heights' = 88, 'Jamaica' = 89, 'Jamaica Estates-Holliswood' = 90, 'Kensington-Ocean Parkway' = 91, 'Kew Gardens' = 92, 'Kew Gardens Hills' = 93, 'Kingsbridge Heights' = 94, 'Laurelton' = 95, 'Lenox Hill-Roosevelt Island' = 96, 'Lincoln Square' = 97, 'Lindenwood-Howard Beach' = 98, 'Longwood' = 99, 'Lower East Side' = 100, 'Madison' = 101, 'Manhattanville' = 102, 'Marble Hill-Inwood' = 103, 'Mariner\'s Harbor-Arlington-Port Ivory-Graniteville' = 104, 'Maspeth' = 105, 'Melrose South-Mott Haven North' = 106, 'Middle Village' = 107, 'Midtown-Midtown South' = 108, 'Midwood' = 109, 'Morningside Heights' = 110, 'Morrisania-Melrose' = 111, 'Mott Haven-Port Morris' = 112, 'Mount Hope' = 113, 'Murray Hill' = 114, 'Murray Hill-Kips Bay' = 115, 'New Brighton-Silver Lake' = 116, 'New Dorp-Midland Beach' = 117, 'New Springville-Bloomfield-Travis' = 118, 'North Corona' = 119, 'North Riverdale-Fieldston-Riverdale' = 120, 'North Side-South Side' = 121, 'Norwood' = 122, 'Oakland Gardens' = 123, 'Oakwood-Oakwood Beach' = 124, 'Ocean Hill' = 125, 'Ocean Parkway South' = 126, 'Old Astoria' = 127, 'Old Town-Dongan Hills-South Beach' = 128, 'Ozone Park' = 129, 'Park Slope-Gowanus' = 130, 'Parkchester' = 131, 'Pelham Bay-Country Club-City Island' = 132, 'Pelham Parkway' = 133, 'Pomonok-Flushing Heights-Hillcrest' = 134, 'Port Richmond' = 135, 'Prospect Heights' = 136, 'Prospect Lefferts Gardens-Wingate' = 137, 'Queens Village' = 138, 'Queensboro Hill' = 139, 'Queensbridge-Ravenswood-Long Island City' = 140, 'Rego Park' = 141, 'Richmond Hill' = 142, 'Ridgewood' = 143, 'Rikers Island' = 144, 'Rosedale' = 145, 'Rossville-Woodrow' = 146, 'Rugby-Remsen Village' = 147, 'Schuylerville-Throgs Neck-Edgewater Park' = 148, 'Seagate-Coney Island' = 149, 'Sheepshead Bay-Gerritsen Beach-Manhattan Beach' = 150, 'SoHo-TriBeCa-Civic Center-Little Italy' = 151, 'Soundview-Bruckner' = 152, 'Soundview-Castle Hill-Clason Point-Harding Park' = 153, 'South Jamaica' = 154, 'South Ozone Park' = 155, 'Springfield Gardens North' = 156, 'Springfield Gardens South-Brookville' = 157, 'Spuyten Duyvil-Kingsbridge' = 158, 'St. Albans' = 159, 'Stapleton-Rosebank' = 160, 'Starrett City' = 161, 'Steinway' = 162, 'Stuyvesant Heights' = 163, 'Stuyvesant Town-Cooper Village' = 164, 'Sunset Park East' = 165, 'Sunset Park West' = 166, 'Todt Hill-Emerson Hill-Heartland Village-Lighthouse Hill' = 167, 'Turtle Bay-East Midtown' = 168, 'University Heights-Morris Heights' = 169, 'Upper East Side-Carnegie Hill' = 170, 'Upper West Side' = 171, 'Van Cortlandt Village' = 172, 'Van Nest-Morris Park-Westchester Square' = 173, 'Washington Heights North' = 174, 'Washington Heights South' = 175, 'West Brighton' = 176, 'West Concourse' = 177, 'West Farms-Bronx River' = 178, 'West New Brighton-New Brighton-St. George' = 179, 'West Village' = 180, 'Westchester-Unionport' = 181, 'Westerleigh' = 182, 'Whitestone' = 183, 'Williamsbridge-Olinville' = 184, 'Williamsburg' = 185, 'Windsor Terrace' = 186, 'Woodhaven' = 187, 'Woodlawn-Wakefield' = 188, 'Woodside' = 189, 'Yorkville' = 190, 'park-cemetery-etc-Bronx' = 191, 'park-cemetery-etc-Brooklyn' = 192, 'park-cemetery-etc-Manhattan' = 193, 'park-cemetery-etc-Queens' = 194, 'park-cemetery-etc-Staten Island' = 195)) AS pickup_ntaname,
-
-toUInt16(ifNull(pickup_puma, '0')) AS pickup_puma,
-
-assumeNotNull(dropoff_nyct2010_gid) AS dropoff_nyct2010_gid,
-toFloat32(ifNull(dropoff_ctlabel, '0')) AS dropoff_ctlabel,
-assumeNotNull(dropoff_borocode) AS dropoff_borocode,
-CAST(assumeNotNull(dropoff_boroname) AS Enum8('Manhattan' = 1, 'Queens' = 4, 'Brooklyn' = 3, '' = 0, 'Bronx' = 2, 'Staten Island' = 5)) AS dropoff_boroname,
-toFixedString(ifNull(dropoff_ct2010, '000000'), 6) AS dropoff_ct2010,
-toFixedString(ifNull(dropoff_boroct2010, '0000000'), 7) AS dropoff_boroct2010,
-CAST(assumeNotNull(ifNull(dropoff_cdeligibil, ' ')) AS Enum8(' ' = 0, 'E' = 1, 'I' = 2)) AS dropoff_cdeligibil,
-toFixedString(ifNull(dropoff_ntacode, '0000'), 4) AS dropoff_ntacode,
-
-CAST(assumeNotNull(dropoff_ntaname) AS Enum16('' = 0, 'Airport' = 1, 'Allerton-Pelham Gardens' = 2, 'Annadale-Huguenot-Prince\'s Bay-Eltingville' = 3, 'Arden Heights' = 4, 'Astoria' = 5, 'Auburndale' = 6, 'Baisley Park' = 7, 'Bath Beach' = 8, 'Battery Park City-Lower Manhattan' = 9, 'Bay Ridge' = 10, 'Bayside-Bayside Hills' = 11, 'Bedford' = 12, 'Bedford Park-Fordham North' = 13, 'Bellerose' = 14, 'Belmont' = 15, 'Bensonhurst East' = 16, 'Bensonhurst West' = 17, 'Borough Park' = 18, 'Breezy Point-Belle Harbor-Rockaway Park-Broad Channel' = 19, 'Briarwood-Jamaica Hills' = 20, 'Brighton Beach' = 21, 'Bronxdale' = 22, 'Brooklyn Heights-Cobble Hill' = 23, 'Brownsville' = 24, 'Bushwick North' = 25, 'Bushwick South' = 26, 'Cambria Heights' = 27, 'Canarsie' = 28, 'Carroll Gardens-Columbia Street-Red Hook' = 29, 'Central Harlem North-Polo Grounds' = 30, 'Central Harlem South' = 31, 'Charleston-Richmond Valley-Tottenville' = 32, 'Chinatown' = 33, 'Claremont-Bathgate' = 34, 'Clinton' = 35, 'Clinton Hill' = 36, 'Co-op City' = 37, 'College Point' = 38, 'Corona' = 39, 'Crotona Park East' = 40, 'Crown Heights North' = 41, 'Crown Heights South' = 42, 'Cypress Hills-City Line' = 43, 'DUMBO-Vinegar Hill-Downtown Brooklyn-Boerum Hill' = 44, 'Douglas Manor-Douglaston-Little Neck' = 45, 'Dyker Heights' = 46, 'East Concourse-Concourse Village' = 47, 'East Elmhurst' = 48, 'East Flatbush-Farragut' = 49, 'East Flushing' = 50, 'East Harlem North' = 51, 'East Harlem South' = 52, 'East New York' = 53, 'East New York (Pennsylvania Ave)' = 54, 'East Tremont' = 55, 'East Village' = 56, 'East Williamsburg' = 57, 'Eastchester-Edenwald-Baychester' = 58, 'Elmhurst' = 59, 'Elmhurst-Maspeth' = 60, 'Erasmus' = 61, 'Far Rockaway-Bayswater' = 62, 'Flatbush' = 63, 'Flatlands' = 64, 'Flushing' = 65, 'Fordham South' = 66, 'Forest Hills' = 67, 'Fort Greene' = 68, 'Fresh Meadows-Utopia' = 69, 'Ft. Totten-Bay Terrace-Clearview' = 70, 'Georgetown-Marine Park-Bergen Beach-Mill Basin' = 71, 'Glen Oaks-Floral Park-New Hyde Park' = 72, 'Glendale' = 73, 'Gramercy' = 74, 'Grasmere-Arrochar-Ft. Wadsworth' = 75, 'Gravesend' = 76, 'Great Kills' = 77, 'Greenpoint' = 78, 'Grymes Hill-Clifton-Fox Hills' = 79, 'Hamilton Heights' = 80, 'Hammels-Arverne-Edgemere' = 81, 'Highbridge' = 82, 'Hollis' = 83, 'Homecrest' = 84, 'Hudson Yards-Chelsea-Flatiron-Union Square' = 85, 'Hunters Point-Sunnyside-West Maspeth' = 86, 'Hunts Point' = 87, 'Jackson Heights' = 88, 'Jamaica' = 89, 'Jamaica Estates-Holliswood' = 90, 'Kensington-Ocean Parkway' = 91, 'Kew Gardens' = 92, 'Kew Gardens Hills' = 93, 'Kingsbridge Heights' = 94, 'Laurelton' = 95, 'Lenox Hill-Roosevelt Island' = 96, 'Lincoln Square' = 97, 'Lindenwood-Howard Beach' = 98, 'Longwood' = 99, 'Lower East Side' = 100, 'Madison' = 101, 'Manhattanville' = 102, 'Marble Hill-Inwood' = 103, 'Mariner\'s Harbor-Arlington-Port Ivory-Graniteville' = 104, 'Maspeth' = 105, 'Melrose South-Mott Haven North' = 106, 'Middle Village' = 107, 'Midtown-Midtown South' = 108, 'Midwood' = 109, 'Morningside Heights' = 110, 'Morrisania-Melrose' = 111, 'Mott Haven-Port Morris' = 112, 'Mount Hope' = 113, 'Murray Hill' = 114, 'Murray Hill-Kips Bay' = 115, 'New Brighton-Silver Lake' = 116, 'New Dorp-Midland Beach' = 117, 'New Springville-Bloomfield-Travis' = 118, 'North Corona' = 119, 'North Riverdale-Fieldston-Riverdale' = 120, 'North Side-South Side' = 121, 'Norwood' = 122, 'Oakland Gardens' = 123, 'Oakwood-Oakwood Beach' = 124, 'Ocean Hill' = 125, 'Ocean Parkway South' = 126, 'Old Astoria' = 127, 'Old Town-Dongan Hills-South Beach' = 128, 'Ozone Park' = 129, 'Park Slope-Gowanus' = 130, 'Parkchester' = 131, 'Pelham Bay-Country Club-City Island' = 132, 'Pelham Parkway' = 133, 'Pomonok-Flushing Heights-Hillcrest' = 134, 'Port Richmond' = 135, 'Prospect Heights' = 136, 'Prospect Lefferts Gardens-Wingate' = 137, 'Queens Village' = 138, 'Queensboro Hill' = 139, 'Queensbridge-Ravenswood-Long Island City' = 140, 'Rego Park' = 141, 'Richmond Hill' = 142, 'Ridgewood' = 143, 'Rikers Island' = 144, 'Rosedale' = 145, 'Rossville-Woodrow' = 146, 'Rugby-Remsen Village' = 147, 'Schuylerville-Throgs Neck-Edgewater Park' = 148, 'Seagate-Coney Island' = 149, 'Sheepshead Bay-Gerritsen Beach-Manhattan Beach' = 150, 'SoHo-TriBeCa-Civic Center-Little Italy' = 151, 'Soundview-Bruckner' = 152, 'Soundview-Castle Hill-Clason Point-Harding Park' = 153, 'South Jamaica' = 154, 'South Ozone Park' = 155, 'Springfield Gardens North' = 156, 'Springfield Gardens South-Brookville' = 157, 'Spuyten Duyvil-Kingsbridge' = 158, 'St. Albans' = 159, 'Stapleton-Rosebank' = 160, 'Starrett City' = 161, 'Steinway' = 162, 'Stuyvesant Heights' = 163, 'Stuyvesant Town-Cooper Village' = 164, 'Sunset Park East' = 165, 'Sunset Park West' = 166, 'Todt Hill-Emerson Hill-Heartland Village-Lighthouse Hill' = 167, 'Turtle Bay-East Midtown' = 168, 'University Heights-Morris Heights' = 169, 'Upper East Side-Carnegie Hill' = 170, 'Upper West Side' = 171, 'Van Cortlandt Village' = 172, 'Van Nest-Morris Park-Westchester Square' = 173, 'Washington Heights North' = 174, 'Washington Heights South' = 175, 'West Brighton' = 176, 'West Concourse' = 177, 'West Farms-Bronx River' = 178, 'West New Brighton-New Brighton-St. George' = 179, 'West Village' = 180, 'Westchester-Unionport' = 181, 'Westerleigh' = 182, 'Whitestone' = 183, 'Williamsbridge-Olinville' = 184, 'Williamsburg' = 185, 'Windsor Terrace' = 186, 'Woodhaven' = 187, 'Woodlawn-Wakefield' = 188, 'Woodside' = 189, 'Yorkville' = 190, 'park-cemetery-etc-Bronx' = 191, 'park-cemetery-etc-Brooklyn' = 192, 'park-cemetery-etc-Manhattan' = 193, 'park-cemetery-etc-Queens' = 194, 'park-cemetery-etc-Staten Island' = 195)) AS dropoff_ntaname,
-
-toUInt16(ifNull(dropoff_puma, '0')) AS dropoff_puma
-
-FROM trips
-```
-
-Bu, saniyede yaklaşık 428.000 satırlık bir hızda 3030 saniye sürer.
-Daha hızlı yüklemek için, tablo ile oluşturabilirsiniz `Log` motor yerine `MergeTree`. Bu durumda, indirme 200 saniyeden daha hızlı çalışır.
-
-Tablo 126 GB disk alanı kullanır.
-
-``` sql
-SELECT formatReadableSize(sum(bytes)) FROM system.parts WHERE table = 'trips_mergetree' AND active
-```
-
-``` text
-┌─formatReadableSize(sum(bytes))─┐
-│ 126.18 GiB                     │
-└────────────────────────────────┘
-```
-
-Diğer şeylerin yanı sıra, MERGETREE üzerinde en iyi duruma getirme sorgusunu çalıştırabilirsiniz. Ama her şey onsuz iyi olacak çünkü gerekli değildir.
-
-## Hazırlanan Bölüm downloadlerin indir downloadilmesi {#download-of-prepared-partitions}
-
-``` bash
-$ curl -O https://datasets.clickhouse.tech/trips_mergetree/partitions/trips_mergetree.tar
-$ tar xvf trips_mergetree.tar -C /var/lib/clickhouse # path to ClickHouse data directory
-$ # check permissions of unpacked data, fix if required
-$ sudo service clickhouse-server restart
-$ clickhouse-client --query "select count(*) from datasets.trips_mergetree"
-```
-
-!!! info "Bilgin"
-    Aşağıda açıklanan sorguları çalıştıracaksanız, tam tablo adını kullanmanız gerekir, `datasets.trips_mergetree`.
-
-## Tek Server ile ilgili sonuçlar {#results-on-single-server}
-
-Q1:
-
-``` sql
-SELECT cab_type, count(*) FROM trips_mergetree GROUP BY cab_type
-```
-
-0.490 saniye.
-
-Q2:
-
-``` sql
-SELECT passenger_count, avg(total_amount) FROM trips_mergetree GROUP BY passenger_count
-```
-
-1.224 saniye.
-
-Q3:
-
-``` sql
-SELECT passenger_count, toYear(pickup_date) AS year, count(*) FROM trips_mergetree GROUP BY passenger_count, year
-```
-
-2.104 saniye.
-
-Q4:
-
-``` sql
-SELECT passenger_count, toYear(pickup_date) AS year, round(trip_distance) AS distance, count(*)
-FROM trips_mergetree
-GROUP BY passenger_count, year, distance
-ORDER BY year, count(*) DESC
-```
-
-3.593 saniye.
-
-Aşağıdaki sunucu kullanıldı:
-
-İki Intel(R) Xeon(R) CPU E5-2650 v2 @ 2.60 GHz, 16 fiziksel çekirdekler toplam,128 GiB RAM,8x6 TB HD donanım RAID-5
-
-Yürütme süresi üç koşunun en iyisidir. Ancak ikinci çalıştırmadan başlayarak, sorgular dosya sistemi önbelleğinden verileri okur. Başka önbelleğe alma oluşur: veri okundu ve her vadede işlenir.
-
-Üç sunucuda tablo oluşturma:
-
-Her sunucuda:
-
-``` sql
-CREATE TABLE default.trips_mergetree_third ( trip_id UInt32,  vendor_id Enum8('1' = 1, '2' = 2, 'CMT' = 3, 'VTS' = 4, 'DDS' = 5, 'B02512' = 10, 'B02598' = 11, 'B02617' = 12, 'B02682' = 13, 'B02764' = 14),  pickup_date Date,  pickup_datetime DateTime,  dropoff_date Date,  dropoff_datetime DateTime,  store_and_fwd_flag UInt8,  rate_code_id UInt8,  pickup_longitude Float64,  pickup_latitude Float64,  dropoff_longitude Float64,  dropoff_latitude Float64,  passenger_count UInt8,  trip_distance Float64,  fare_amount Float32,  extra Float32,  mta_tax Float32,  tip_amount Float32,  tolls_amount Float32,  ehail_fee Float32,  improvement_surcharge Float32,  total_amount Float32,  payment_type_ Enum8('UNK' = 0, 'CSH' = 1, 'CRE' = 2, 'NOC' = 3, 'DIS' = 4),  trip_type UInt8,  pickup FixedString(25),  dropoff FixedString(25),  cab_type Enum8('yellow' = 1, 'green' = 2, 'uber' = 3),  pickup_nyct2010_gid UInt8,  pickup_ctlabel Float32,  pickup_borocode UInt8,  pickup_boroname Enum8('' = 0, 'Manhattan' = 1, 'Bronx' = 2, 'Brooklyn' = 3, 'Queens' = 4, 'Staten Island' = 5),  pickup_ct2010 FixedString(6),  pickup_boroct2010 FixedString(7),  pickup_cdeligibil Enum8(' ' = 0, 'E' = 1, 'I' = 2),  pickup_ntacode FixedString(4),  pickup_ntaname Enum16('' = 0, 'Airport' = 1, 'Allerton-Pelham Gardens' = 2, 'Annadale-Huguenot-Prince\'s Bay-Eltingville' = 3, 'Arden Heights' = 4, 'Astoria' = 5, 'Auburndale' = 6, 'Baisley Park' = 7, 'Bath Beach' = 8, 'Battery Park City-Lower Manhattan' = 9, 'Bay Ridge' = 10, 'Bayside-Bayside Hills' = 11, 'Bedford' = 12, 'Bedford Park-Fordham North' = 13, 'Bellerose' = 14, 'Belmont' = 15, 'Bensonhurst East' = 16, 'Bensonhurst West' = 17, 'Borough Park' = 18, 'Breezy Point-Belle Harbor-Rockaway Park-Broad Channel' = 19, 'Briarwood-Jamaica Hills' = 20, 'Brighton Beach' = 21, 'Bronxdale' = 22, 'Brooklyn Heights-Cobble Hill' = 23, 'Brownsville' = 24, 'Bushwick North' = 25, 'Bushwick South' = 26, 'Cambria Heights' = 27, 'Canarsie' = 28, 'Carroll Gardens-Columbia Street-Red Hook' = 29, 'Central Harlem North-Polo Grounds' = 30, 'Central Harlem South' = 31, 'Charleston-Richmond Valley-Tottenville' = 32, 'Chinatown' = 33, 'Claremont-Bathgate' = 34, 'Clinton' = 35, 'Clinton Hill' = 36, 'Co-op City' = 37, 'College Point' = 38, 'Corona' = 39, 'Crotona Park East' = 40, 'Crown Heights North' = 41, 'Crown Heights South' = 42, 'Cypress Hills-City Line' = 43, 'DUMBO-Vinegar Hill-Downtown Brooklyn-Boerum Hill' = 44, 'Douglas Manor-Douglaston-Little Neck' = 45, 'Dyker Heights' = 46, 'East Concourse-Concourse Village' = 47, 'East Elmhurst' = 48, 'East Flatbush-Farragut' = 49, 'East Flushing' = 50, 'East Harlem North' = 51, 'East Harlem South' = 52, 'East New York' = 53, 'East New York (Pennsylvania Ave)' = 54, 'East Tremont' = 55, 'East Village' = 56, 'East Williamsburg' = 57, 'Eastchester-Edenwald-Baychester' = 58, 'Elmhurst' = 59, 'Elmhurst-Maspeth' = 60, 'Erasmus' = 61, 'Far Rockaway-Bayswater' = 62, 'Flatbush' = 63, 'Flatlands' = 64, 'Flushing' = 65, 'Fordham South' = 66, 'Forest Hills' = 67, 'Fort Greene' = 68, 'Fresh Meadows-Utopia' = 69, 'Ft. Totten-Bay Terrace-Clearview' = 70, 'Georgetown-Marine Park-Bergen Beach-Mill Basin' = 71, 'Glen Oaks-Floral Park-New Hyde Park' = 72, 'Glendale' = 73, 'Gramercy' = 74, 'Grasmere-Arrochar-Ft. Wadsworth' = 75, 'Gravesend' = 76, 'Great Kills' = 77, 'Greenpoint' = 78, 'Grymes Hill-Clifton-Fox Hills' = 79, 'Hamilton Heights' = 80, 'Hammels-Arverne-Edgemere' = 81, 'Highbridge' = 82, 'Hollis' = 83, 'Homecrest' = 84, 'Hudson Yards-Chelsea-Flatiron-Union Square' = 85, 'Hunters Point-Sunnyside-West Maspeth' = 86, 'Hunts Point' = 87, 'Jackson Heights' = 88, 'Jamaica' = 89, 'Jamaica Estates-Holliswood' = 90, 'Kensington-Ocean Parkway' = 91, 'Kew Gardens' = 92, 'Kew Gardens Hills' = 93, 'Kingsbridge Heights' = 94, 'Laurelton' = 95, 'Lenox Hill-Roosevelt Island' = 96, 'Lincoln Square' = 97, 'Lindenwood-Howard Beach' = 98, 'Longwood' = 99, 'Lower East Side' = 100, 'Madison' = 101, 'Manhattanville' = 102, 'Marble Hill-Inwood' = 103, 'Mariner\'s Harbor-Arlington-Port Ivory-Graniteville' = 104, 'Maspeth' = 105, 'Melrose South-Mott Haven North' = 106, 'Middle Village' = 107, 'Midtown-Midtown South' = 108, 'Midwood' = 109, 'Morningside Heights' = 110, 'Morrisania-Melrose' = 111, 'Mott Haven-Port Morris' = 112, 'Mount Hope' = 113, 'Murray Hill' = 114, 'Murray Hill-Kips Bay' = 115, 'New Brighton-Silver Lake' = 116, 'New Dorp-Midland Beach' = 117, 'New Springville-Bloomfield-Travis' = 118, 'North Corona' = 119, 'North Riverdale-Fieldston-Riverdale' = 120, 'North Side-South Side' = 121, 'Norwood' = 122, 'Oakland Gardens' = 123, 'Oakwood-Oakwood Beach' = 124, 'Ocean Hill' = 125, 'Ocean Parkway South' = 126, 'Old Astoria' = 127, 'Old Town-Dongan Hills-South Beach' = 128, 'Ozone Park' = 129, 'Park Slope-Gowanus' = 130, 'Parkchester' = 131, 'Pelham Bay-Country Club-City Island' = 132, 'Pelham Parkway' = 133, 'Pomonok-Flushing Heights-Hillcrest' = 134, 'Port Richmond' = 135, 'Prospect Heights' = 136, 'Prospect Lefferts Gardens-Wingate' = 137, 'Queens Village' = 138, 'Queensboro Hill' = 139, 'Queensbridge-Ravenswood-Long Island City' = 140, 'Rego Park' = 141, 'Richmond Hill' = 142, 'Ridgewood' = 143, 'Rikers Island' = 144, 'Rosedale' = 145, 'Rossville-Woodrow' = 146, 'Rugby-Remsen Village' = 147, 'Schuylerville-Throgs Neck-Edgewater Park' = 148, 'Seagate-Coney Island' = 149, 'Sheepshead Bay-Gerritsen Beach-Manhattan Beach' = 150, 'SoHo-TriBeCa-Civic Center-Little Italy' = 151, 'Soundview-Bruckner' = 152, 'Soundview-Castle Hill-Clason Point-Harding Park' = 153, 'South Jamaica' = 154, 'South Ozone Park' = 155, 'Springfield Gardens North' = 156, 'Springfield Gardens South-Brookville' = 157, 'Spuyten Duyvil-Kingsbridge' = 158, 'St. Albans' = 159, 'Stapleton-Rosebank' = 160, 'Starrett City' = 161, 'Steinway' = 162, 'Stuyvesant Heights' = 163, 'Stuyvesant Town-Cooper Village' = 164, 'Sunset Park East' = 165, 'Sunset Park West' = 166, 'Todt Hill-Emerson Hill-Heartland Village-Lighthouse Hill' = 167, 'Turtle Bay-East Midtown' = 168, 'University Heights-Morris Heights' = 169, 'Upper East Side-Carnegie Hill' = 170, 'Upper West Side' = 171, 'Van Cortlandt Village' = 172, 'Van Nest-Morris Park-Westchester Square' = 173, 'Washington Heights North' = 174, 'Washington Heights South' = 175, 'West Brighton' = 176, 'West Concourse' = 177, 'West Farms-Bronx River' = 178, 'West New Brighton-New Brighton-St. George' = 179, 'West Village' = 180, 'Westchester-Unionport' = 181, 'Westerleigh' = 182, 'Whitestone' = 183, 'Williamsbridge-Olinville' = 184, 'Williamsburg' = 185, 'Windsor Terrace' = 186, 'Woodhaven' = 187, 'Woodlawn-Wakefield' = 188, 'Woodside' = 189, 'Yorkville' = 190, 'park-cemetery-etc-Bronx' = 191, 'park-cemetery-etc-Brooklyn' = 192, 'park-cemetery-etc-Manhattan' = 193, 'park-cemetery-etc-Queens' = 194, 'park-cemetery-etc-Staten Island' = 195),  pickup_puma UInt16,  dropoff_nyct2010_gid UInt8,  dropoff_ctlabel Float32,  dropoff_borocode UInt8,  dropoff_boroname Enum8('' = 0, 'Manhattan' = 1, 'Bronx' = 2, 'Brooklyn' = 3, 'Queens' = 4, 'Staten Island' = 5),  dropoff_ct2010 FixedString(6),  dropoff_boroct2010 FixedString(7),  dropoff_cdeligibil Enum8(' ' = 0, 'E' = 1, 'I' = 2),  dropoff_ntacode FixedString(4),  dropoff_ntaname Enum16('' = 0, 'Airport' = 1, 'Allerton-Pelham Gardens' = 2, 'Annadale-Huguenot-Prince\'s Bay-Eltingville' = 3, 'Arden Heights' = 4, 'Astoria' = 5, 'Auburndale' = 6, 'Baisley Park' = 7, 'Bath Beach' = 8, 'Battery Park City-Lower Manhattan' = 9, 'Bay Ridge' = 10, 'Bayside-Bayside Hills' = 11, 'Bedford' = 12, 'Bedford Park-Fordham North' = 13, 'Bellerose' = 14, 'Belmont' = 15, 'Bensonhurst East' = 16, 'Bensonhurst West' = 17, 'Borough Park' = 18, 'Breezy Point-Belle Harbor-Rockaway Park-Broad Channel' = 19, 'Briarwood-Jamaica Hills' = 20, 'Brighton Beach' = 21, 'Bronxdale' = 22, 'Brooklyn Heights-Cobble Hill' = 23, 'Brownsville' = 24, 'Bushwick North' = 25, 'Bushwick South' = 26, 'Cambria Heights' = 27, 'Canarsie' = 28, 'Carroll Gardens-Columbia Street-Red Hook' = 29, 'Central Harlem North-Polo Grounds' = 30, 'Central Harlem South' = 31, 'Charleston-Richmond Valley-Tottenville' = 32, 'Chinatown' = 33, 'Claremont-Bathgate' = 34, 'Clinton' = 35, 'Clinton Hill' = 36, 'Co-op City' = 37, 'College Point' = 38, 'Corona' = 39, 'Crotona Park East' = 40, 'Crown Heights North' = 41, 'Crown Heights South' = 42, 'Cypress Hills-City Line' = 43, 'DUMBO-Vinegar Hill-Downtown Brooklyn-Boerum Hill' = 44, 'Douglas Manor-Douglaston-Little Neck' = 45, 'Dyker Heights' = 46, 'East Concourse-Concourse Village' = 47, 'East Elmhurst' = 48, 'East Flatbush-Farragut' = 49, 'East Flushing' = 50, 'East Harlem North' = 51, 'East Harlem South' = 52, 'East New York' = 53, 'East New York (Pennsylvania Ave)' = 54, 'East Tremont' = 55, 'East Village' = 56, 'East Williamsburg' = 57, 'Eastchester-Edenwald-Baychester' = 58, 'Elmhurst' = 59, 'Elmhurst-Maspeth' = 60, 'Erasmus' = 61, 'Far Rockaway-Bayswater' = 62, 'Flatbush' = 63, 'Flatlands' = 64, 'Flushing' = 65, 'Fordham South' = 66, 'Forest Hills' = 67, 'Fort Greene' = 68, 'Fresh Meadows-Utopia' = 69, 'Ft. Totten-Bay Terrace-Clearview' = 70, 'Georgetown-Marine Park-Bergen Beach-Mill Basin' = 71, 'Glen Oaks-Floral Park-New Hyde Park' = 72, 'Glendale' = 73, 'Gramercy' = 74, 'Grasmere-Arrochar-Ft. Wadsworth' = 75, 'Gravesend' = 76, 'Great Kills' = 77, 'Greenpoint' = 78, 'Grymes Hill-Clifton-Fox Hills' = 79, 'Hamilton Heights' = 80, 'Hammels-Arverne-Edgemere' = 81, 'Highbridge' = 82, 'Hollis' = 83, 'Homecrest' = 84, 'Hudson Yards-Chelsea-Flatiron-Union Square' = 85, 'Hunters Point-Sunnyside-West Maspeth' = 86, 'Hunts Point' = 87, 'Jackson Heights' = 88, 'Jamaica' = 89, 'Jamaica Estates-Holliswood' = 90, 'Kensington-Ocean Parkway' = 91, 'Kew Gardens' = 92, 'Kew Gardens Hills' = 93, 'Kingsbridge Heights' = 94, 'Laurelton' = 95, 'Lenox Hill-Roosevelt Island' = 96, 'Lincoln Square' = 97, 'Lindenwood-Howard Beach' = 98, 'Longwood' = 99, 'Lower East Side' = 100, 'Madison' = 101, 'Manhattanville' = 102, 'Marble Hill-Inwood' = 103, 'Mariner\'s Harbor-Arlington-Port Ivory-Graniteville' = 104, 'Maspeth' = 105, 'Melrose South-Mott Haven North' = 106, 'Middle Village' = 107, 'Midtown-Midtown South' = 108, 'Midwood' = 109, 'Morningside Heights' = 110, 'Morrisania-Melrose' = 111, 'Mott Haven-Port Morris' = 112, 'Mount Hope' = 113, 'Murray Hill' = 114, 'Murray Hill-Kips Bay' = 115, 'New Brighton-Silver Lake' = 116, 'New Dorp-Midland Beach' = 117, 'New Springville-Bloomfield-Travis' = 118, 'North Corona' = 119, 'North Riverdale-Fieldston-Riverdale' = 120, 'North Side-South Side' = 121, 'Norwood' = 122, 'Oakland Gardens' = 123, 'Oakwood-Oakwood Beach' = 124, 'Ocean Hill' = 125, 'Ocean Parkway South' = 126, 'Old Astoria' = 127, 'Old Town-Dongan Hills-South Beach' = 128, 'Ozone Park' = 129, 'Park Slope-Gowanus' = 130, 'Parkchester' = 131, 'Pelham Bay-Country Club-City Island' = 132, 'Pelham Parkway' = 133, 'Pomonok-Flushing Heights-Hillcrest' = 134, 'Port Richmond' = 135, 'Prospect Heights' = 136, 'Prospect Lefferts Gardens-Wingate' = 137, 'Queens Village' = 138, 'Queensboro Hill' = 139, 'Queensbridge-Ravenswood-Long Island City' = 140, 'Rego Park' = 141, 'Richmond Hill' = 142, 'Ridgewood' = 143, 'Rikers Island' = 144, 'Rosedale' = 145, 'Rossville-Woodrow' = 146, 'Rugby-Remsen Village' = 147, 'Schuylerville-Throgs Neck-Edgewater Park' = 148, 'Seagate-Coney Island' = 149, 'Sheepshead Bay-Gerritsen Beach-Manhattan Beach' = 150, 'SoHo-TriBeCa-Civic Center-Little Italy' = 151, 'Soundview-Bruckner' = 152, 'Soundview-Castle Hill-Clason Point-Harding Park' = 153, 'South Jamaica' = 154, 'South Ozone Park' = 155, 'Springfield Gardens North' = 156, 'Springfield Gardens South-Brookville' = 157, 'Spuyten Duyvil-Kingsbridge' = 158, 'St. Albans' = 159, 'Stapleton-Rosebank' = 160, 'Starrett City' = 161, 'Steinway' = 162, 'Stuyvesant Heights' = 163, 'Stuyvesant Town-Cooper Village' = 164, 'Sunset Park East' = 165, 'Sunset Park West' = 166, 'Todt Hill-Emerson Hill-Heartland Village-Lighthouse Hill' = 167, 'Turtle Bay-East Midtown' = 168, 'University Heights-Morris Heights' = 169, 'Upper East Side-Carnegie Hill' = 170, 'Upper West Side' = 171, 'Van Cortlandt Village' = 172, 'Van Nest-Morris Park-Westchester Square' = 173, 'Washington Heights North' = 174, 'Washington Heights South' = 175, 'West Brighton' = 176, 'West Concourse' = 177, 'West Farms-Bronx River' = 178, 'West New Brighton-New Brighton-St. George' = 179, 'West Village' = 180, 'Westchester-Unionport' = 181, 'Westerleigh' = 182, 'Whitestone' = 183, 'Williamsbridge-Olinville' = 184, 'Williamsburg' = 185, 'Windsor Terrace' = 186, 'Woodhaven' = 187, 'Woodlawn-Wakefield' = 188, 'Woodside' = 189, 'Yorkville' = 190, 'park-cemetery-etc-Bronx' = 191, 'park-cemetery-etc-Brooklyn' = 192, 'park-cemetery-etc-Manhattan' = 193, 'park-cemetery-etc-Queens' = 194, 'park-cemetery-etc-Staten Island' = 195),  dropoff_puma UInt16) ENGINE = MergeTree(pickup_date, pickup_datetime, 8192)
-```
-
-Kaynak sunucuda:
-
-``` sql
-CREATE TABLE trips_mergetree_x3 AS trips_mergetree_third ENGINE = Distributed(perftest, default, trips_mergetree_third, rand())
-```
-
-Aşağıdaki sorgu verileri yeniden dağıtır:
-
-``` sql
-INSERT INTO trips_mergetree_x3 SELECT * FROM trips_mergetree
-```
-
-Bu 2454 saniye sürer.
-
-Üç sunucuda:
-
-Q1: 0.212 saniye.
-Q2: 0.438 saniye.
-Q3: 0.733 saniye.
-Q4: 1.241 saniye.
-
-Sorgular doğrusal olarak ölçeklendiğinden, burada sürpriz yok.
-
-Ayrıca 140 sunucu kümesinden elde edilen sonuçlara sahibiz:
-
-Q1: 0.028 sn.
-Q2: 0.043 sn.
-Q3: 0.051 sn.
-Q4: 0.072 sn.
-
-Bu durumda, sorgu işleme süresi her şeyden önce ağ gecikmesi ile belirlenir.
-Finlandiya'daki bir Yandex veri merkezinde bulunan ve Rusya'daki bir kümede bulunan ve yaklaşık 20 ms gecikme süresi ekleyen bir istemci kullanarak sorgular çalıştırdık.
-
-## Özet {#summary}
-
-| hizmetçiler | Q1    | Q2    | Q3    | Q4    |
-|-------------|-------|-------|-------|-------|
-| 1           | 0.490 | 1.224 | 2.104 | 3.593 |
-| 3           | 0.212 | 0.438 | 0.733 | 1.241 |
-| 140         | 0.028 | 0.043 | 0.051 | 0.072 |
-
-[Orijinal makale](https://clickhouse.tech/docs/en/getting_started/example_datasets/nyc_taxi/) <!--hide-->
diff --git a/docs/tr/getting-started/example-datasets/ontime.md b/docs/tr/getting-started/example-datasets/ontime.md
deleted file mode 100644
index 5754263fc00..00000000000
--- a/docs/tr/getting-started/example-datasets/ontime.md
+++ /dev/null
@@ -1,412 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 15
-toc_title: OnTime
----
-
-# OnTime {#ontime}
-
-Bu veri kümesi iki şekilde elde edilebilir:
-
--   ham verilerden içe aktarma
--   hazırlanan bölüm downloadlerin indir downloadilmesi
-
-## Ham verilerden içe aktarma {#import-from-raw-data}
-
-Veri indirme:
-
-``` bash
-for s in `seq 1987 2018`
-do
-for m in `seq 1 12`
-do
-wget https://transtats.bts.gov/PREZIP/On_Time_Reporting_Carrier_On_Time_Performance_1987_present_${s}_${m}.zip
-done
-done
-```
-
-(from https://github.com/Percona-Lab/ontime-airline-performance/blob/master/download.sh )
-
-Tablo oluşturma:
-
-``` sql
-CREATE TABLE `ontime` (
-  `Year` UInt16,
-  `Quarter` UInt8,
-  `Month` UInt8,
-  `DayofMonth` UInt8,
-  `DayOfWeek` UInt8,
-  `FlightDate` Date,
-  `UniqueCarrier` FixedString(7),
-  `AirlineID` Int32,
-  `Carrier` FixedString(2),
-  `TailNum` String,
-  `FlightNum` String,
-  `OriginAirportID` Int32,
-  `OriginAirportSeqID` Int32,
-  `OriginCityMarketID` Int32,
-  `Origin` FixedString(5),
-  `OriginCityName` String,
-  `OriginState` FixedString(2),
-  `OriginStateFips` String,
-  `OriginStateName` String,
-  `OriginWac` Int32,
-  `DestAirportID` Int32,
-  `DestAirportSeqID` Int32,
-  `DestCityMarketID` Int32,
-  `Dest` FixedString(5),
-  `DestCityName` String,
-  `DestState` FixedString(2),
-  `DestStateFips` String,
-  `DestStateName` String,
-  `DestWac` Int32,
-  `CRSDepTime` Int32,
-  `DepTime` Int32,
-  `DepDelay` Int32,
-  `DepDelayMinutes` Int32,
-  `DepDel15` Int32,
-  `DepartureDelayGroups` String,
-  `DepTimeBlk` String,
-  `TaxiOut` Int32,
-  `WheelsOff` Int32,
-  `WheelsOn` Int32,
-  `TaxiIn` Int32,
-  `CRSArrTime` Int32,
-  `ArrTime` Int32,
-  `ArrDelay` Int32,
-  `ArrDelayMinutes` Int32,
-  `ArrDel15` Int32,
-  `ArrivalDelayGroups` Int32,
-  `ArrTimeBlk` String,
-  `Cancelled` UInt8,
-  `CancellationCode` FixedString(1),
-  `Diverted` UInt8,
-  `CRSElapsedTime` Int32,
-  `ActualElapsedTime` Int32,
-  `AirTime` Int32,
-  `Flights` Int32,
-  `Distance` Int32,
-  `DistanceGroup` UInt8,
-  `CarrierDelay` Int32,
-  `WeatherDelay` Int32,
-  `NASDelay` Int32,
-  `SecurityDelay` Int32,
-  `LateAircraftDelay` Int32,
-  `FirstDepTime` String,
-  `TotalAddGTime` String,
-  `LongestAddGTime` String,
-  `DivAirportLandings` String,
-  `DivReachedDest` String,
-  `DivActualElapsedTime` String,
-  `DivArrDelay` String,
-  `DivDistance` String,
-  `Div1Airport` String,
-  `Div1AirportID` Int32,
-  `Div1AirportSeqID` Int32,
-  `Div1WheelsOn` String,
-  `Div1TotalGTime` String,
-  `Div1LongestGTime` String,
-  `Div1WheelsOff` String,
-  `Div1TailNum` String,
-  `Div2Airport` String,
-  `Div2AirportID` Int32,
-  `Div2AirportSeqID` Int32,
-  `Div2WheelsOn` String,
-  `Div2TotalGTime` String,
-  `Div2LongestGTime` String,
-  `Div2WheelsOff` String,
-  `Div2TailNum` String,
-  `Div3Airport` String,
-  `Div3AirportID` Int32,
-  `Div3AirportSeqID` Int32,
-  `Div3WheelsOn` String,
-  `Div3TotalGTime` String,
-  `Div3LongestGTime` String,
-  `Div3WheelsOff` String,
-  `Div3TailNum` String,
-  `Div4Airport` String,
-  `Div4AirportID` Int32,
-  `Div4AirportSeqID` Int32,
-  `Div4WheelsOn` String,
-  `Div4TotalGTime` String,
-  `Div4LongestGTime` String,
-  `Div4WheelsOff` String,
-  `Div4TailNum` String,
-  `Div5Airport` String,
-  `Div5AirportID` Int32,
-  `Div5AirportSeqID` Int32,
-  `Div5WheelsOn` String,
-  `Div5TotalGTime` String,
-  `Div5LongestGTime` String,
-  `Div5WheelsOff` String,
-  `Div5TailNum` String
-) ENGINE = MergeTree
-PARTITION BY Year
-ORDER BY (Carrier, FlightDate)
-SETTINGS index_granularity = 8192;
-```
-
-Veri yükleme:
-
-``` bash
-$ for i in *.zip; do echo $i; unzip -cq $i '*.csv' | sed 's/\.00//g' | clickhouse-client --host=example-perftest01j --query="INSERT INTO ontime FORMAT CSVWithNames"; done
-```
-
-## Hazırlanan Bölüm downloadlerin indir downloadilmesi {#download-of-prepared-partitions}
-
-``` bash
-$ curl -O https://datasets.clickhouse.tech/ontime/partitions/ontime.tar
-$ tar xvf ontime.tar -C /var/lib/clickhouse # path to ClickHouse data directory
-$ # check permissions of unpacked data, fix if required
-$ sudo service clickhouse-server restart
-$ clickhouse-client --query "select count(*) from datasets.ontime"
-```
-
-!!! info "Bilgin"
-    Aşağıda açıklanan sorguları çalıştıracaksanız, tam tablo adını kullanmanız gerekir, `datasets.ontime`.
-
-## Sorgular {#queries}
-
-Q0.
-
-``` sql
-SELECT avg(c1)
-FROM
-(
-    SELECT Year, Month, count(*) AS c1
-    FROM ontime
-    GROUP BY Year, Month
-);
-```
-
-Q1. 2000 yılından 2008 yılına kadar günlük uçuş sayısı
-
-``` sql
-SELECT DayOfWeek, count(*) AS c
-FROM ontime
-WHERE Year>=2000 AND Year<=2008
-GROUP BY DayOfWeek
-ORDER BY c DESC;
-```
-
-S2. 2000-2008 için haftanın gününe göre gruplandırılmış 10 dakikadan fazla geciken uçuş sayısı
-
-``` sql
-SELECT DayOfWeek, count(*) AS c
-FROM ontime
-WHERE DepDelay>10 AND Year>=2000 AND Year<=2008
-GROUP BY DayOfWeek
-ORDER BY c DESC;
-```
-
-Q3. 2000-2008 için havaalanı tarafından gecikme sayısı
-
-``` sql
-SELECT Origin, count(*) AS c
-FROM ontime
-WHERE DepDelay>10 AND Year>=2000 AND Year<=2008
-GROUP BY Origin
-ORDER BY c DESC
-LIMIT 10;
-```
-
-S4. 2007 yılı için taşıyıcı tarafından gecikme sayısı
-
-``` sql
-SELECT Carrier, count(*)
-FROM ontime
-WHERE DepDelay>10 AND Year=2007
-GROUP BY Carrier
-ORDER BY count(*) DESC;
-```
-
-Q5. 2007 yılı için taşıyıcı tarafından gecikme yüzdesi
-
-``` sql
-SELECT Carrier, c, c2, c*100/c2 as c3
-FROM
-(
-    SELECT
-        Carrier,
-        count(*) AS c
-    FROM ontime
-    WHERE DepDelay>10
-        AND Year=2007
-    GROUP BY Carrier
-)
-JOIN
-(
-    SELECT
-        Carrier,
-        count(*) AS c2
-    FROM ontime
-    WHERE Year=2007
-    GROUP BY Carrier
-) USING Carrier
-ORDER BY c3 DESC;
-```
-
-Aynı sorgunun daha iyi sürümü:
-
-``` sql
-SELECT Carrier, avg(DepDelay>10)*100 AS c3
-FROM ontime
-WHERE Year=2007
-GROUP BY Carrier
-ORDER BY c3 DESC
-```
-
-S6. Daha geniş bir yıl aralığı için önceki talep, 2000-2008
-
-``` sql
-SELECT Carrier, c, c2, c*100/c2 as c3
-FROM
-(
-    SELECT
-        Carrier,
-        count(*) AS c
-    FROM ontime
-    WHERE DepDelay>10
-        AND Year>=2000 AND Year<=2008
-    GROUP BY Carrier
-)
-JOIN
-(
-    SELECT
-        Carrier,
-        count(*) AS c2
-    FROM ontime
-    WHERE Year>=2000 AND Year<=2008
-    GROUP BY Carrier
-) USING Carrier
-ORDER BY c3 DESC;
-```
-
-Aynı sorgunun daha iyi sürümü:
-
-``` sql
-SELECT Carrier, avg(DepDelay>10)*100 AS c3
-FROM ontime
-WHERE Year>=2000 AND Year<=2008
-GROUP BY Carrier
-ORDER BY c3 DESC;
-```
-
-Q7. Yıla göre 10 dakikadan fazla gecikmeli uçuş yüzdesi
-
-``` sql
-SELECT Year, c1/c2
-FROM
-(
-    select
-        Year,
-        count(*)*100 as c1
-    from ontime
-    WHERE DepDelay>10
-    GROUP BY Year
-)
-JOIN
-(
-    select
-        Year,
-        count(*) as c2
-    from ontime
-    GROUP BY Year
-) USING (Year)
-ORDER BY Year;
-```
-
-Aynı sorgunun daha iyi sürümü:
-
-``` sql
-SELECT Year, avg(DepDelay>10)*100
-FROM ontime
-GROUP BY Year
-ORDER BY Year;
-```
-
-S8. Çeşitli yıl aralıkları için doğrudan bağlı şehirlerin sayısına göre en popüler yerler
-
-``` sql
-SELECT DestCityName, uniqExact(OriginCityName) AS u
-FROM ontime
-WHERE Year >= 2000 and Year <= 2010
-GROUP BY DestCityName
-ORDER BY u DESC LIMIT 10;
-```
-
-Q9.
-
-``` sql
-SELECT Year, count(*) AS c1
-FROM ontime
-GROUP BY Year;
-```
-
-Q10.
-
-``` sql
-SELECT
-   min(Year), max(Year), Carrier, count(*) AS cnt,
-   sum(ArrDelayMinutes>30) AS flights_delayed,
-   round(sum(ArrDelayMinutes>30)/count(*),2) AS rate
-FROM ontime
-WHERE
-   DayOfWeek NOT IN (6,7) AND OriginState NOT IN ('AK', 'HI', 'PR', 'VI')
-   AND DestState NOT IN ('AK', 'HI', 'PR', 'VI')
-   AND FlightDate < '2010-01-01'
-GROUP by Carrier
-HAVING cnt>100000 and max(Year)>1990
-ORDER by rate DESC
-LIMIT 1000;
-```
-
-Bonus:
-
-``` sql
-SELECT avg(cnt)
-FROM
-(
-    SELECT Year,Month,count(*) AS cnt
-    FROM ontime
-    WHERE DepDel15=1
-    GROUP BY Year,Month
-);
-
-SELECT avg(c1) FROM
-(
-    SELECT Year,Month,count(*) AS c1
-    FROM ontime
-    GROUP BY Year,Month
-);
-
-SELECT DestCityName, uniqExact(OriginCityName) AS u
-FROM ontime
-GROUP BY DestCityName
-ORDER BY u DESC
-LIMIT 10;
-
-SELECT OriginCityName, DestCityName, count() AS c
-FROM ontime
-GROUP BY OriginCityName, DestCityName
-ORDER BY c DESC
-LIMIT 10;
-
-SELECT OriginCityName, count() AS c
-FROM ontime
-GROUP BY OriginCityName
-ORDER BY c DESC
-LIMIT 10;
-```
-
-Bu performans testi Vadim Tkachenko tarafından oluşturuldu. Görmek:
-
--   https://www.percona.com/blog/2009/10/02/analyzing-air-traffic-performance-with-infobright-and-monetdb/
--   https://www.percona.com/blog/2009/10/26/air-traffic-queries-in-luciddb/
--   https://www.percona.com/blog/2009/11/02/air-traffic-queries-in-infinidb-early-alpha/
--   https://www.percona.com/blog/2014/04/21/using-apache-hadoop-and-impala-together-with-mysql-for-data-analysis/
--   https://www.percona.com/blog/2016/01/07/apache-spark-with-air-ontime-performance-data/
--   http://nickmakos.blogspot.ru/2012/08/analyzing-air-traffic-performance-with.html
-
-[Orijinal makale](https://clickhouse.tech/docs/en/getting_started/example_datasets/ontime/) <!--hide-->
diff --git a/docs/tr/getting-started/example-datasets/star-schema.md b/docs/tr/getting-started/example-datasets/star-schema.md
deleted file mode 100644
index a82bcd569f9..00000000000
--- a/docs/tr/getting-started/example-datasets/star-schema.md
+++ /dev/null
@@ -1,370 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 20
-toc_title: "Y\u0131ld\u0131z \u015Eema Ben Benchmarkch Benchmarkmark"
----
-
-# Yıldız Şema Ben Benchmarkch Benchmarkmark {#star-schema-benchmark}
-
-Dbgen derleme:
-
-``` bash
-$ git clone git@github.com:vadimtk/ssb-dbgen.git
-$ cd ssb-dbgen
-$ make
-```
-
-Veri oluşturma:
-
-!!! warning "Dikkat"
-    İle `-s 100` dbgen, 600 milyon satır (67 GB) üretir `-s 1000` 6 milyar satır üretir (bu çok zaman alır)
-
-``` bash
-$ ./dbgen -s 1000 -T c
-$ ./dbgen -s 1000 -T l
-$ ./dbgen -s 1000 -T p
-$ ./dbgen -s 1000 -T s
-$ ./dbgen -s 1000 -T d
-```
-
-Clickhouse'da tablolar oluşturma:
-
-``` sql
-CREATE TABLE customer
-(
-        C_CUSTKEY       UInt32,
-        C_NAME          String,
-        C_ADDRESS       String,
-        C_CITY          LowCardinality(String),
-        C_NATION        LowCardinality(String),
-        C_REGION        LowCardinality(String),
-        C_PHONE         String,
-        C_MKTSEGMENT    LowCardinality(String)
-)
-ENGINE = MergeTree ORDER BY (C_CUSTKEY);
-
-CREATE TABLE lineorder
-(
-    LO_ORDERKEY             UInt32,
-    LO_LINENUMBER           UInt8,
-    LO_CUSTKEY              UInt32,
-    LO_PARTKEY              UInt32,
-    LO_SUPPKEY              UInt32,
-    LO_ORDERDATE            Date,
-    LO_ORDERPRIORITY        LowCardinality(String),
-    LO_SHIPPRIORITY         UInt8,
-    LO_QUANTITY             UInt8,
-    LO_EXTENDEDPRICE        UInt32,
-    LO_ORDTOTALPRICE        UInt32,
-    LO_DISCOUNT             UInt8,
-    LO_REVENUE              UInt32,
-    LO_SUPPLYCOST           UInt32,
-    LO_TAX                  UInt8,
-    LO_COMMITDATE           Date,
-    LO_SHIPMODE             LowCardinality(String)
-)
-ENGINE = MergeTree PARTITION BY toYear(LO_ORDERDATE) ORDER BY (LO_ORDERDATE, LO_ORDERKEY);
-
-CREATE TABLE part
-(
-        P_PARTKEY       UInt32,
-        P_NAME          String,
-        P_MFGR          LowCardinality(String),
-        P_CATEGORY      LowCardinality(String),
-        P_BRAND         LowCardinality(String),
-        P_COLOR         LowCardinality(String),
-        P_TYPE          LowCardinality(String),
-        P_SIZE          UInt8,
-        P_CONTAINER     LowCardinality(String)
-)
-ENGINE = MergeTree ORDER BY P_PARTKEY;
-
-CREATE TABLE supplier
-(
-        S_SUPPKEY       UInt32,
-        S_NAME          String,
-        S_ADDRESS       String,
-        S_CITY          LowCardinality(String),
-        S_NATION        LowCardinality(String),
-        S_REGION        LowCardinality(String),
-        S_PHONE         String
-)
-ENGINE = MergeTree ORDER BY S_SUPPKEY;
-```
-
-Veri ekleme:
-
-``` bash
-$ clickhouse-client --query "INSERT INTO customer FORMAT CSV" < customer.tbl
-$ clickhouse-client --query "INSERT INTO part FORMAT CSV" < part.tbl
-$ clickhouse-client --query "INSERT INTO supplier FORMAT CSV" < supplier.tbl
-$ clickhouse-client --query "INSERT INTO lineorder FORMAT CSV" < lineorder.tbl
-```
-
-Dönüşüm “star schema” denormalized için “flat schema”:
-
-``` sql
-SET max_memory_usage = 20000000000;
-
-CREATE TABLE lineorder_flat
-ENGINE = MergeTree
-PARTITION BY toYear(LO_ORDERDATE)
-ORDER BY (LO_ORDERDATE, LO_ORDERKEY) AS
-SELECT
-    l.LO_ORDERKEY AS LO_ORDERKEY,
-    l.LO_LINENUMBER AS LO_LINENUMBER,
-    l.LO_CUSTKEY AS LO_CUSTKEY,
-    l.LO_PARTKEY AS LO_PARTKEY,
-    l.LO_SUPPKEY AS LO_SUPPKEY,
-    l.LO_ORDERDATE AS LO_ORDERDATE,
-    l.LO_ORDERPRIORITY AS LO_ORDERPRIORITY,
-    l.LO_SHIPPRIORITY AS LO_SHIPPRIORITY,
-    l.LO_QUANTITY AS LO_QUANTITY,
-    l.LO_EXTENDEDPRICE AS LO_EXTENDEDPRICE,
-    l.LO_ORDTOTALPRICE AS LO_ORDTOTALPRICE,
-    l.LO_DISCOUNT AS LO_DISCOUNT,
-    l.LO_REVENUE AS LO_REVENUE,
-    l.LO_SUPPLYCOST AS LO_SUPPLYCOST,
-    l.LO_TAX AS LO_TAX,
-    l.LO_COMMITDATE AS LO_COMMITDATE,
-    l.LO_SHIPMODE AS LO_SHIPMODE,
-    c.C_NAME AS C_NAME,
-    c.C_ADDRESS AS C_ADDRESS,
-    c.C_CITY AS C_CITY,
-    c.C_NATION AS C_NATION,
-    c.C_REGION AS C_REGION,
-    c.C_PHONE AS C_PHONE,
-    c.C_MKTSEGMENT AS C_MKTSEGMENT,
-    s.S_NAME AS S_NAME,
-    s.S_ADDRESS AS S_ADDRESS,
-    s.S_CITY AS S_CITY,
-    s.S_NATION AS S_NATION,
-    s.S_REGION AS S_REGION,
-    s.S_PHONE AS S_PHONE,
-    p.P_NAME AS P_NAME,
-    p.P_MFGR AS P_MFGR,
-    p.P_CATEGORY AS P_CATEGORY,
-    p.P_BRAND AS P_BRAND,
-    p.P_COLOR AS P_COLOR,
-    p.P_TYPE AS P_TYPE,
-    p.P_SIZE AS P_SIZE,
-    p.P_CONTAINER AS P_CONTAINER
-FROM lineorder AS l
-INNER JOIN customer AS c ON c.C_CUSTKEY = l.LO_CUSTKEY
-INNER JOIN supplier AS s ON s.S_SUPPKEY = l.LO_SUPPKEY
-INNER JOIN part AS p ON p.P_PARTKEY = l.LO_PARTKEY;
-```
-
-Sorguları çalıştırma:
-
-Q1.1
-
-``` sql
-SELECT sum(LO_EXTENDEDPRICE * LO_DISCOUNT) AS revenue
-FROM lineorder_flat
-WHERE toYear(LO_ORDERDATE) = 1993 AND LO_DISCOUNT BETWEEN 1 AND 3 AND LO_QUANTITY < 25;
-```
-
-Q1.2
-
-``` sql
-SELECT sum(LO_EXTENDEDPRICE * LO_DISCOUNT) AS revenue
-FROM lineorder_flat
-WHERE toYYYYMM(LO_ORDERDATE) = 199401 AND LO_DISCOUNT BETWEEN 4 AND 6 AND LO_QUANTITY BETWEEN 26 AND 35;
-```
-
-Q1.3
-
-``` sql
-SELECT sum(LO_EXTENDEDPRICE * LO_DISCOUNT) AS revenue
-FROM lineorder_flat
-WHERE toISOWeek(LO_ORDERDATE) = 6 AND toYear(LO_ORDERDATE) = 1994
-  AND LO_DISCOUNT BETWEEN 5 AND 7 AND LO_QUANTITY BETWEEN 26 AND 35;
-```
-
-Q2.1
-
-``` sql
-SELECT
-    sum(LO_REVENUE),
-    toYear(LO_ORDERDATE) AS year,
-    P_BRAND
-FROM lineorder_flat
-WHERE P_CATEGORY = 'MFGR#12' AND S_REGION = 'AMERICA'
-GROUP BY
-    year,
-    P_BRAND
-ORDER BY
-    year,
-    P_BRAND;
-```
-
-Q2.2
-
-``` sql
-SELECT
-    sum(LO_REVENUE),
-    toYear(LO_ORDERDATE) AS year,
-    P_BRAND
-FROM lineorder_flat
-WHERE P_BRAND >= 'MFGR#2221' AND P_BRAND <= 'MFGR#2228' AND S_REGION = 'ASIA'
-GROUP BY
-    year,
-    P_BRAND
-ORDER BY
-    year,
-    P_BRAND;
-```
-
-Q2.3
-
-``` sql
-SELECT
-    sum(LO_REVENUE),
-    toYear(LO_ORDERDATE) AS year,
-    P_BRAND
-FROM lineorder_flat
-WHERE P_BRAND = 'MFGR#2239' AND S_REGION = 'EUROPE'
-GROUP BY
-    year,
-    P_BRAND
-ORDER BY
-    year,
-    P_BRAND;
-```
-
-Q3.1
-
-``` sql
-SELECT
-    C_NATION,
-    S_NATION,
-    toYear(LO_ORDERDATE) AS year,
-    sum(LO_REVENUE) AS revenue
-FROM lineorder_flat
-WHERE C_REGION = 'ASIA' AND S_REGION = 'ASIA' AND year >= 1992 AND year <= 1997
-GROUP BY
-    C_NATION,
-    S_NATION,
-    year
-ORDER BY
-    year ASC,
-    revenue DESC;
-```
-
-Q3.2
-
-``` sql
-SELECT
-    C_CITY,
-    S_CITY,
-    toYear(LO_ORDERDATE) AS year,
-    sum(LO_REVENUE) AS revenue
-FROM lineorder_flat
-WHERE C_NATION = 'UNITED STATES' AND S_NATION = 'UNITED STATES' AND year >= 1992 AND year <= 1997
-GROUP BY
-    C_CITY,
-    S_CITY,
-    year
-ORDER BY
-    year ASC,
-    revenue DESC;
-```
-
-Q3.3
-
-``` sql
-SELECT
-    C_CITY,
-    S_CITY,
-    toYear(LO_ORDERDATE) AS year,
-    sum(LO_REVENUE) AS revenue
-FROM lineorder_flat
-WHERE (C_CITY = 'UNITED KI1' OR C_CITY = 'UNITED KI5') AND (S_CITY = 'UNITED KI1' OR S_CITY = 'UNITED KI5') AND year >= 1992 AND year <= 1997
-GROUP BY
-    C_CITY,
-    S_CITY,
-    year
-ORDER BY
-    year ASC,
-    revenue DESC;
-```
-
-Q3.4
-
-``` sql
-SELECT
-    C_CITY,
-    S_CITY,
-    toYear(LO_ORDERDATE) AS year,
-    sum(LO_REVENUE) AS revenue
-FROM lineorder_flat
-WHERE (C_CITY = 'UNITED KI1' OR C_CITY = 'UNITED KI5') AND (S_CITY = 'UNITED KI1' OR S_CITY = 'UNITED KI5') AND toYYYYMM(LO_ORDERDATE) = 199712
-GROUP BY
-    C_CITY,
-    S_CITY,
-    year
-ORDER BY
-    year ASC,
-    revenue DESC;
-```
-
-Q4.1
-
-``` sql
-SELECT
-    toYear(LO_ORDERDATE) AS year,
-    C_NATION,
-    sum(LO_REVENUE - LO_SUPPLYCOST) AS profit
-FROM lineorder_flat
-WHERE C_REGION = 'AMERICA' AND S_REGION = 'AMERICA' AND (P_MFGR = 'MFGR#1' OR P_MFGR = 'MFGR#2')
-GROUP BY
-    year,
-    C_NATION
-ORDER BY
-    year ASC,
-    C_NATION ASC;
-```
-
-Q4.2
-
-``` sql
-SELECT
-    toYear(LO_ORDERDATE) AS year,
-    S_NATION,
-    P_CATEGORY,
-    sum(LO_REVENUE - LO_SUPPLYCOST) AS profit
-FROM lineorder_flat
-WHERE C_REGION = 'AMERICA' AND S_REGION = 'AMERICA' AND (year = 1997 OR year = 1998) AND (P_MFGR = 'MFGR#1' OR P_MFGR = 'MFGR#2')
-GROUP BY
-    year,
-    S_NATION,
-    P_CATEGORY
-ORDER BY
-    year ASC,
-    S_NATION ASC,
-    P_CATEGORY ASC;
-```
-
-Q4.3
-
-``` sql
-SELECT
-    toYear(LO_ORDERDATE) AS year,
-    S_CITY,
-    P_BRAND,
-    sum(LO_REVENUE - LO_SUPPLYCOST) AS profit
-FROM lineorder_flat
-WHERE S_NATION = 'UNITED STATES' AND (year = 1997 OR year = 1998) AND P_CATEGORY = 'MFGR#14'
-GROUP BY
-    year,
-    S_CITY,
-    P_BRAND
-ORDER BY
-    year ASC,
-    S_CITY ASC,
-    P_BRAND ASC;
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/getting_started/example_datasets/star_schema/) <!--hide-->
diff --git a/docs/tr/getting-started/example-datasets/wikistat.md b/docs/tr/getting-started/example-datasets/wikistat.md
deleted file mode 100644
index f171502afe7..00000000000
--- a/docs/tr/getting-started/example-datasets/wikistat.md
+++ /dev/null
@@ -1,35 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 18
-toc_title: WikiStat
----
-
-# WikiStat {#wikistat}
-
-Bakınız: http://dumps.wikimedia.org/other/pagecounts-raw/
-
-Tablo oluşturma:
-
-``` sql
-CREATE TABLE wikistat
-(
-    date Date,
-    time DateTime,
-    project String,
-    subproject String,
-    path String,
-    hits UInt64,
-    size UInt64
-) ENGINE = MergeTree(date, (path, time), 8192);
-```
-
-Veri yükleme:
-
-``` bash
-$ for i in {2007..2016}; do for j in {01..12}; do echo $i-$j >&2; curl -sSL "http://dumps.wikimedia.org/other/pagecounts-raw/$i/$i-$j/" | grep -oE 'pagecounts-[0-9]+-[0-9]+\.gz'; done; done | sort | uniq | tee links.txt
-$ cat links.txt | while read link; do wget http://dumps.wikimedia.org/other/pagecounts-raw/$(echo $link | sed -r 's/pagecounts-([0-9]{4})([0-9]{2})[0-9]{2}-[0-9]+\.gz/\1/')/$(echo $link | sed -r 's/pagecounts-([0-9]{4})([0-9]{2})[0-9]{2}-[0-9]+\.gz/\1-\2/')/$link; done
-$ ls -1 /opt/wikistat/ | grep gz | while read i; do echo $i; gzip -cd /opt/wikistat/$i | ./wikistat-loader --time="$(echo -n $i | sed -r 's/pagecounts-([0-9]{4})([0-9]{2})([0-9]{2})-([0-9]{2})([0-9]{2})([0-9]{2})\.gz/\1-\2-\3 \4-00-00/')" | clickhouse-client --query="INSERT INTO wikistat FORMAT TabSeparated"; done
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/getting_started/example_datasets/wikistat/) <!--hide-->
diff --git a/docs/tr/getting-started/index.md b/docs/tr/getting-started/index.md
deleted file mode 100644
index 7e2f649040b..00000000000
--- a/docs/tr/getting-started/index.md
+++ /dev/null
@@ -1,17 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "Ba\u015Flarken"
-toc_hidden: true
-toc_priority: 8
-toc_title: "gizlenmi\u015F"
----
-
-# Başlarken {#getting-started}
-
-Eğer ClickHouse için yeni ve performans bir hands-on hissi almak istiyorsanız, her şeyden önce, sen [yükleme işlemi](install.md). Bundan sonra şunları yapabilirsiniz:
-
--   [Ayrıntılı öğretici geçmesi](tutorial.md)
--   [Örnek veri kümeleri ile deneme](example-datasets/ontime.md)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/getting_started/) <!--hide-->
diff --git a/docs/tr/getting-started/install.md b/docs/tr/getting-started/install.md
deleted file mode 100644
index 62448efce3b..00000000000
--- a/docs/tr/getting-started/install.md
+++ /dev/null
@@ -1,182 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 11
-toc_title: Kurulum
----
-
-# Kurulum {#installation}
-
-## Sistem Gereksinimleri {#system-requirements}
-
-ClickHouse, x86_64, AArch64 veya PowerPC64LE CPU mimarisine sahip herhangi bir Linux, FreeBSD veya Mac OS X üzerinde çalışabilir.
-
-Resmi önceden oluşturulmuş ikili dosyalar genellikle x86_64 ve kaldıraç sse 4.2 komut seti için derlenir, bu nedenle destekleyen CPU'nun aksi belirtilmedikçe ek bir sistem gereksinimi haline gelir. Geçerli CPU'nun sse 4.2 desteği olup olmadığını kontrol etmek için komut:
-
-``` bash
-$ grep -q sse4_2 /proc/cpuinfo && echo "SSE 4.2 supported" || echo "SSE 4.2 not supported"
-```
-
-SSE 4.2'yi desteklemeyen veya AArch64 veya PowerPC64LE mimarisine sahip işlemcilerde Clickhouse'u çalıştırmak için şunları yapmalısınız [kaynaklardan ClickHouse oluşturun](#from-sources) uygun yapılandırma ayarlamaları ile.
-
-## Mevcut Kurulum Seçenekleri {#available-installation-options}
-
-### DEB paket fromlerinden {#install-from-deb-packages}
-
-Resmi önceden derlenmiş kullanılması tavsiye edilir `deb` Debian veya Ubuntu için paketler. Paketleri yüklemek için bu komutları çalıştırın:
-
-``` bash
-{% include 'install/deb.sh' %}
-```
-
-En son sürümü kullanmak istiyorsanız, değiştirin `stable` ile `testing` (bu, test ortamlarınız için önerilir).
-
-Ayrıca paketleri manuel olarak indirebilir ve yükleyebilirsiniz [burada](https://repo.clickhouse.tech/deb/stable/main/).
-
-#### Paketler {#packages}
-
--   `clickhouse-common-static` — Installs ClickHouse compiled binary files.
--   `clickhouse-server` — Creates a symbolic link for `clickhouse-server` ve varsayılan sunucu yapılandırmasını yükler.
--   `clickhouse-client` — Creates a symbolic link for `clickhouse-client` ve diğer istemci ile ilgili araçlar. ve istemci yapılandırma dosyalarını yükler.
--   `clickhouse-common-static-dbg` — Installs ClickHouse compiled binary files with debug info.
-
-### RPM paket fromlerinden {#from-rpm-packages}
-
-Resmi önceden derlenmiş kullanılması tavsiye edilir `rpm` CentOS, RedHat ve diğer tüm rpm tabanlı Linux dağıtımları için paketler.
-
-İlk olarak, resmi depoyu eklemeniz gerekir:
-
-``` bash
-sudo yum install yum-utils
-sudo rpm --import https://repo.clickhouse.tech/CLICKHOUSE-KEY.GPG
-sudo yum-config-manager --add-repo https://repo.clickhouse.tech/rpm/stable/x86_64
-```
-
-En son sürümü kullanmak istiyorsanız, değiştirin `stable` ile `testing` (bu, test ortamlarınız için önerilir). Bu `prestable` etiket de bazen kullanılabilir.
-
-Sonra paketleri yüklemek için bu komutları çalıştırın:
-
-``` bash
-sudo yum install clickhouse-server clickhouse-client
-```
-
-Ayrıca paketleri manuel olarak indirebilir ve yükleyebilirsiniz [burada](https://repo.clickhouse.tech/rpm/stable/x86_64).
-
-### Tgz Arşivlerinden {#from-tgz-archives}
-
-Resmi önceden derlenmiş kullanılması tavsiye edilir `tgz` Arch ,iv ,es for tüm Linux dağıtım installationları, kurulumu `deb` veya `rpm` paketler mümkün değildir.
-
-Gerekli sürümü ile indirilebilir `curl` veya `wget` depo fromdan https://repo.clickhouse.tech/tgz/.
-Bundan sonra indirilen arşivler açılmalı ve kurulum komut dosyaları ile kurulmalıdır. En son sürüm için örnek:
-
-``` bash
-export LATEST_VERSION=`curl https://api.github.com/repos/ClickHouse/ClickHouse/tags 2>/dev/null | grep -Eo '[0-9]+\.[0-9]+\.[0-9]+\.[0-9]+' | head -n 1`
-curl -O https://repo.clickhouse.tech/tgz/clickhouse-common-static-$LATEST_VERSION.tgz
-curl -O https://repo.clickhouse.tech/tgz/clickhouse-common-static-dbg-$LATEST_VERSION.tgz
-curl -O https://repo.clickhouse.tech/tgz/clickhouse-server-$LATEST_VERSION.tgz
-curl -O https://repo.clickhouse.tech/tgz/clickhouse-client-$LATEST_VERSION.tgz
-
-tar -xzvf clickhouse-common-static-$LATEST_VERSION.tgz
-sudo clickhouse-common-static-$LATEST_VERSION/install/doinst.sh
-
-tar -xzvf clickhouse-common-static-dbg-$LATEST_VERSION.tgz
-sudo clickhouse-common-static-dbg-$LATEST_VERSION/install/doinst.sh
-
-tar -xzvf clickhouse-server-$LATEST_VERSION.tgz
-sudo clickhouse-server-$LATEST_VERSION/install/doinst.sh
-sudo /etc/init.d/clickhouse-server start
-
-tar -xzvf clickhouse-client-$LATEST_VERSION.tgz
-sudo clickhouse-client-$LATEST_VERSION/install/doinst.sh
-```
-
-Üretim ortamları için en son teknolojiyi kullanmanız önerilir `stable`-sürüm. Numarasını GitHub sayfasında bulabilirsiniz https://github.com/ClickHouse/ClickHouse/tags postfix ile `-stable`.
-
-### Docker Görüntüden {#from-docker-image}
-
-Docker içinde ClickHouse çalıştırmak için kılavuzu izleyin [Docker Hub](https://hub.docker.com/r/yandex/clickhouse-server/). Bu görüntüler resmi `deb` paketler içinde.
-
-### Kaynaklardan {#from-sources}
-
-Clickhouse'u el ile derlemek için aşağıdaki talimatları izleyin [Linux](../development/build.md) veya [Mac OS X](../development/build-osx.md).
-
-Paketleri derleyebilir ve yükleyebilir veya paketleri yüklemeden programları kullanabilirsiniz. Ayrıca elle inşa ederek SSE 4.2 gereksinimini devre dışı bırakabilir veya AArch64 CPU'lar için oluşturabilirsiniz.
-
-      Client: programs/clickhouse-client
-      Server: programs/clickhouse-server
-
-Bir veri ve meta veri klasörleri oluşturmanız gerekir ve `chown` onları istenen kullanıcı için. Yolları sunucu yapılandırmasında değiştirilebilir (src / programlar / sunucu / config.xml), varsayılan olarak:
-
-      /opt/clickhouse/data/default/
-      /opt/clickhouse/metadata/default/
-
-Gentoo üzerinde, sadece kullanabilirsiniz `emerge clickhouse` Clickhouse'u kaynaklardan yüklemek için.
-
-## Başlatmak {#launch}
-
-Sunucuyu bir daemon olarak başlatmak için çalıştırın:
-
-``` bash
-$ sudo service clickhouse-server start
-```
-
-Yok eğer `service` command, run as
-
-``` bash
-$ sudo /etc/init.d/clickhouse-server start
-```
-
-Günlükleri görmek `/var/log/clickhouse-server/` dizin.
-
-Sunucu başlatılmazsa, dosyadaki yapılandırmaları kontrol edin `/etc/clickhouse-server/config.xml`.
-
-Ayrıca sunucuyu konsoldan manuel olarak başlatabilirsiniz:
-
-``` bash
-$ clickhouse-server --config-file=/etc/clickhouse-server/config.xml
-```
-
-Bu durumda, günlük geliştirme sırasında uygun olan konsola yazdırılacaktır.
-Yapılandırma dosyası geçerli dizinde ise, `--config-file` parametre. Varsayılan olarak, kullanır `./config.xml`.
-
-ClickHouse erişim kısıtlama ayarlarını destekler. Bulun theurlar. `users.xml` dosya (yanındaki `config.xml`).
-Varsayılan olarak, erişim için herhangi bir yerden izin verilir `default` Kullanıcı, şifre olmadan. Görmek `user/default/networks`.
-Daha fazla bilgi için bölüme bakın [“Configuration Files”](../operations/configuration-files.md).
-
-Sunucuyu başlattıktan sonra, ona bağlanmak için komut satırı istemcisini kullanabilirsiniz:
-
-``` bash
-$ clickhouse-client
-```
-
-Varsayılan olarak, bağlanır `localhost:9000` kullanıcı adına `default` şifre olmadan. Kullanarak uzak bir sunucuya bağlanmak için de kullanılabilir `--host` tartışma.
-
-Terminal UTF-8 kodlamasını kullanmalıdır.
-Daha fazla bilgi için bölüme bakın [“Command-line client”](../interfaces/cli.md).
-
-Örnek:
-
-``` bash
-$ ./clickhouse-client
-ClickHouse client version 0.0.18749.
-Connecting to localhost:9000.
-Connected to ClickHouse server version 0.0.18749.
-
-:) SELECT 1
-
-SELECT 1
-
-┌─1─┐
-│ 1 │
-└───┘
-
-1 rows in set. Elapsed: 0.003 sec.
-
-:)
-```
-
-**Tebrikler, sistem çalışıyor!**
-
-Denemeye devam etmek için, test veri kümelerinden birini indirebilir veya şunları yapabilirsiniz [öğretici](https://clickhouse.tech/tutorial.html).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/getting_started/install/) <!--hide-->
diff --git a/docs/tr/getting-started/playground.md b/docs/tr/getting-started/playground.md
deleted file mode 100644
index 5d23ac34b71..00000000000
--- a/docs/tr/getting-started/playground.md
+++ /dev/null
@@ -1,48 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 14
-toc_title: "Bah\xE7e"
----
-
-# ClickHouse Oyun Alanı {#clickhouse-playground}
-
-[ClickHouse Oyun Alanı](https://play.clickhouse.tech?file=welcome) kullanıcıların kendi sunucu veya küme kurmadan, anında sorguları çalıştırarak ClickHouse ile deneme sağlar.
-Oyun alanında çeşitli örnek veri kümelerinin yanı sıra ClickHouse özelliklerini gösteren örnek sorgular da mevcuttur.
-
-Sorgular salt okunur bir kullanıcı olarak yürütülür. Bazı sınırlamaları ima eder:
-
--   DDL sorgularına İzin Verilmiyor
--   Sorgu Ekle izin verilmez
-
-Aşağıdaki ayarlar da uygulanır:
-- [`max_result_bytes=10485760`](../operations/settings/query_complexity/#max-result-bytes)
-- [`max_result_rows=2000`](../operations/settings/query_complexity/#setting-max_result_rows)
-- [`result_overflow_mode=break`](../operations/settings/query_complexity/#result-overflow-mode)
-- [`max_execution_time=60000`](../operations/settings/query_complexity/#max-execution-time)
-
-ClickHouse oyun alanı m2 deneyimini sunar.küçükler
-[ClickHouse için yönetilen hizmet](https://cloud.yandex.com/services/managed-clickhouse)
-örnek host hosteded in [Üye.Bulut](https://cloud.yandex.com/).
-Hakkında daha fazla bilgi [bulut sağlayıcıları](../commercial/cloud.md).
-
-ClickHouse Playground web arayüzü clickhouse üzerinden istekleri yapar [HTTP API](../interfaces/http.md).
-Bahçesi arka uç herhangi bir ek sunucu tarafı uygulaması olmadan sadece bir ClickHouse kümesidir.
-ClickHouse HTTPS bitiş noktası da oyun alanının bir parçası olarak kullanılabilir.
-
-Herhangi bir HTTP istemcisi kullanarak oyun alanına sorgu yapabilirsiniz, örneğin [kıvrılma](https://curl.haxx.se) veya [wget](https://www.gnu.org/software/wget/), veya kullanarak bir bağlantı kurmak [JDBC](../interfaces/jdbc.md) veya [ODBC](../interfaces/odbc.md) sürücüler.
-Clickhouse'u destekleyen yazılım ürünleri hakkında daha fazla bilgi mevcuttur [burada](../interfaces/index.md).
-
-| Parametre | Değer                                   |
-|:----------|:----------------------------------------|
-| Nokta     | https://play-api.clickhouse.teknik:8443 |
-| Kullanan  | `playground`                            |
-| Şifre     | `clickhouse`                            |
-
-Bu bitiş noktasının güvenli bir bağlantı gerektirdiğini unutmayın.
-
-Örnek:
-
-``` bash
-curl "https://play-api.clickhouse.tech:8443/?query=SELECT+'Play+ClickHouse!';&user=playground&password=clickhouse&database=datasets"
-```
diff --git a/docs/tr/getting-started/tutorial.md b/docs/tr/getting-started/tutorial.md
deleted file mode 100644
index 449710ba33b..00000000000
--- a/docs/tr/getting-started/tutorial.md
+++ /dev/null
@@ -1,666 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 12
-toc_title: "\xD6\u011Fretici"
----
-
-# ClickHouse Eğitimi {#clickhouse-tutorial}
-
-## Bu Öğreticiden ne beklenir? {#what-to-expect-from-this-tutorial}
-
-Bu öğreticiden geçerek, basit bir ClickHouse kümesinin nasıl kurulacağını öğreneceksiniz. Küçük ama hataya dayanıklı ve ölçeklenebilir olacak. Ardından, verilerle doldurmak ve bazı demo sorguları yürütmek için örnek veri kümelerinden birini kullanacağız.
-
-## Tek Düğüm Kurulumu {#single-node-setup}
-
-Dağıtılmış bir ortamın karmaşıklığını ertelemek için, Clickhouse'u tek bir sunucu veya sanal makinede dağıtmaya başlayacağız. ClickHouse genellikle [deb](install.md#install-from-deb-packages) veya [rpm](install.md#from-rpm-packages) paketler, ama var [alternatifler](install.md#from-docker-image) onları desteklemeyen işletim sistemleri için.
-
-Örneğin, seçtiğiniz `deb` paketler ve yürütülen:
-
-``` bash
-{% include 'install/deb.sh' %}
-```
-
-Yüklü olan paketlerde ne var:
-
--   `clickhouse-client` paket içerir [clickhouse-müşteri](../interfaces/cli.md) uygulama, interaktif ClickHouse konsol istemcisi.
--   `clickhouse-common` paket clickhouse yürütülebilir dosya içerir.
--   `clickhouse-server` paket bir sunucu olarak ClickHouse çalıştırmak için yapılandırma dosyalarını içerir.
-
-Sunucu yapılandırma dosyaları bulunur `/etc/clickhouse-server/`. Daha fazla gitmeden önce, fark lütfen `<path>` element in `config.xml`. Path, veri depolama için konumu belirler, bu nedenle büyük disk kapasitesine sahip birimde bulunmalıdır; varsayılan değer `/var/lib/clickhouse/`. Yapılandırmayı ayarlamak istiyorsanız, doğrudan düzenlemek kullanışlı değildir `config.xml` dosya, gelecekteki paket güncellemelerinde yeniden yazılabileceğini düşünüyor. Yapılandırma öğelerini geçersiz kılmak için önerilen yol oluşturmaktır [config dosyaları.d dizin](../operations/configuration-files.md) hizmet olarak “patches” config için.xml.
-
-Fark etmiş olabileceğiniz gibi, `clickhouse-server` paket kurulumdan sonra otomatik olarak başlatılmaz. Güncellemelerden sonra otomatik olarak yeniden başlatılmaz. Sunucuyu başlatma şekliniz init sisteminize bağlıdır, genellikle:
-
-``` bash
-sudo service clickhouse-server start
-```
-
-veya
-
-``` bash
-sudo /etc/init.d/clickhouse-server start
-```
-
-Sunucu günlükleri için varsayılan konum `/var/log/clickhouse-server/`. Sunucu, oturum açtıktan sonra istemci bağlantılarını işlemeye hazırdır. `Ready for connections` ileti.
-
-Bir kez `clickhouse-server` yukarı ve çalışıyor, biz kullanabilirsiniz `clickhouse-client` sunucuya bağlanmak ve aşağıdaki gibi bazı test sorguları çalıştırmak için `SELECT "Hello, world!";`.
-
-<details markdown="1">
-
-<summary>Clickhouse-client için hızlı ipuçları</summary>
-
-İnteraktif mod:
-
-``` bash
-clickhouse-client
-clickhouse-client --host=... --port=... --user=... --password=...
-```
-
-Çok satırlı sorguları etkinleştirme:
-
-``` bash
-clickhouse-client -m
-clickhouse-client --multiline
-```
-
-Toplu iş modunda sorguları çalıştırma:
-
-``` bash
-clickhouse-client --query='SELECT 1'
-echo 'SELECT 1' | clickhouse-client
-clickhouse-client <<< 'SELECT 1'
-```
-
-Belirtilen biçimde bir dosyadan veri ekleme:
-
-``` bash
-clickhouse-client --query='INSERT INTO table VALUES' < data.txt
-clickhouse-client --query='INSERT INTO table FORMAT TabSeparated' < data.tsv
-```
-
-</details>
-
-## Örnek Veri Kümesini İçe Aktar {#import-sample-dataset}
-
-Şimdi ClickHouse sunucumuzu bazı örnek verilerle doldurmanın zamanı geldi. Bu eğitimde, yandex'in anonim verilerini kullanacağız.Metrica, açık kaynak olmadan önce Clickhouse'u üretim yolunda çalıştıran ilk hizmet (daha fazlası [tarih bölümü](../introduction/history.md)). Var [Yandex'i içe aktarmanın birden fazla yolu.Metrica veri kümesi](example-datasets/metrica.md) ve öğretici uğruna, en gerçekçi olanı ile gideceğiz.
-
-### Tablo verilerini indirin ve ayıklayın {#download-and-extract-table-data}
-
-``` bash
-curl https://datasets.clickhouse.tech/hits/tsv/hits_v1.tsv.xz | unxz --threads=`nproc` > hits_v1.tsv
-curl https://datasets.clickhouse.tech/visits/tsv/visits_v1.tsv.xz | unxz --threads=`nproc` > visits_v1.tsv
-```
-
-Çıkarılan dosyalar yaklaşık 10GB boyutundadır.
-
-### Tablo Oluşturma {#create-tables}
-
-Çoğu veritabanı yönetim sisteminde olduğu gibi, ClickHouse tabloları mantıksal olarak gruplar “databases”. Bir `default` veritabanı, ancak adında yeni bir tane oluşturacağız `tutorial`:
-
-``` bash
-clickhouse-client --query "CREATE DATABASE IF NOT EXISTS tutorial"
-```
-
-Tablolar oluşturmak için sözdizimi veritabanlarına kıyasla çok daha karmaşıktır (bkz. [başvurma](../sql-reference/statements/create.md). Genelde `CREATE TABLE` deyimi üç önemli şeyi belirtmek zorundadır:
-
-1.  Oluşturulacak tablonun adı.
-2.  Table schema, i.e. list of columns and their [veri türleri](../sql-reference/data-types/index.md).
-3.  [Masa motoru](../engines/table-engines/index.md) ve bu tabloya yapılan sorguların fiziksel olarak nasıl yürütüleceği ile ilgili tüm ayrıntıları belirleyen ayarları.
-
-Üye.Metrica bir web analitiği hizmetidir ve örnek veri kümesi tam işlevselliğini kapsamaz, bu nedenle oluşturmak için sadece iki tablo vardır:
-
--   `hits` hizmet kapsamındaki tüm web sitelerinde tüm kullanıcılar tarafından yapılan her eylem ile bir tablodur.
--   `visits` bireysel eylemler yerine önceden oluşturulmuş oturumlar içeren bir tablodur.
-
-Bu tablolar için gerçek create table sorgularını görelim ve yürütelim:
-
-``` sql
-CREATE TABLE tutorial.hits_v1
-(
-    `WatchID` UInt64,
-    `JavaEnable` UInt8,
-    `Title` String,
-    `GoodEvent` Int16,
-    `EventTime` DateTime,
-    `EventDate` Date,
-    `CounterID` UInt32,
-    `ClientIP` UInt32,
-    `ClientIP6` FixedString(16),
-    `RegionID` UInt32,
-    `UserID` UInt64,
-    `CounterClass` Int8,
-    `OS` UInt8,
-    `UserAgent` UInt8,
-    `URL` String,
-    `Referer` String,
-    `URLDomain` String,
-    `RefererDomain` String,
-    `Refresh` UInt8,
-    `IsRobot` UInt8,
-    `RefererCategories` Array(UInt16),
-    `URLCategories` Array(UInt16),
-    `URLRegions` Array(UInt32),
-    `RefererRegions` Array(UInt32),
-    `ResolutionWidth` UInt16,
-    `ResolutionHeight` UInt16,
-    `ResolutionDepth` UInt8,
-    `FlashMajor` UInt8,
-    `FlashMinor` UInt8,
-    `FlashMinor2` String,
-    `NetMajor` UInt8,
-    `NetMinor` UInt8,
-    `UserAgentMajor` UInt16,
-    `UserAgentMinor` FixedString(2),
-    `CookieEnable` UInt8,
-    `JavascriptEnable` UInt8,
-    `IsMobile` UInt8,
-    `MobilePhone` UInt8,
-    `MobilePhoneModel` String,
-    `Params` String,
-    `IPNetworkID` UInt32,
-    `TraficSourceID` Int8,
-    `SearchEngineID` UInt16,
-    `SearchPhrase` String,
-    `AdvEngineID` UInt8,
-    `IsArtifical` UInt8,
-    `WindowClientWidth` UInt16,
-    `WindowClientHeight` UInt16,
-    `ClientTimeZone` Int16,
-    `ClientEventTime` DateTime,
-    `SilverlightVersion1` UInt8,
-    `SilverlightVersion2` UInt8,
-    `SilverlightVersion3` UInt32,
-    `SilverlightVersion4` UInt16,
-    `PageCharset` String,
-    `CodeVersion` UInt32,
-    `IsLink` UInt8,
-    `IsDownload` UInt8,
-    `IsNotBounce` UInt8,
-    `FUniqID` UInt64,
-    `HID` UInt32,
-    `IsOldCounter` UInt8,
-    `IsEvent` UInt8,
-    `IsParameter` UInt8,
-    `DontCountHits` UInt8,
-    `WithHash` UInt8,
-    `HitColor` FixedString(1),
-    `UTCEventTime` DateTime,
-    `Age` UInt8,
-    `Sex` UInt8,
-    `Income` UInt8,
-    `Interests` UInt16,
-    `Robotness` UInt8,
-    `GeneralInterests` Array(UInt16),
-    `RemoteIP` UInt32,
-    `RemoteIP6` FixedString(16),
-    `WindowName` Int32,
-    `OpenerName` Int32,
-    `HistoryLength` Int16,
-    `BrowserLanguage` FixedString(2),
-    `BrowserCountry` FixedString(2),
-    `SocialNetwork` String,
-    `SocialAction` String,
-    `HTTPError` UInt16,
-    `SendTiming` Int32,
-    `DNSTiming` Int32,
-    `ConnectTiming` Int32,
-    `ResponseStartTiming` Int32,
-    `ResponseEndTiming` Int32,
-    `FetchTiming` Int32,
-    `RedirectTiming` Int32,
-    `DOMInteractiveTiming` Int32,
-    `DOMContentLoadedTiming` Int32,
-    `DOMCompleteTiming` Int32,
-    `LoadEventStartTiming` Int32,
-    `LoadEventEndTiming` Int32,
-    `NSToDOMContentLoadedTiming` Int32,
-    `FirstPaintTiming` Int32,
-    `RedirectCount` Int8,
-    `SocialSourceNetworkID` UInt8,
-    `SocialSourcePage` String,
-    `ParamPrice` Int64,
-    `ParamOrderID` String,
-    `ParamCurrency` FixedString(3),
-    `ParamCurrencyID` UInt16,
-    `GoalsReached` Array(UInt32),
-    `OpenstatServiceName` String,
-    `OpenstatCampaignID` String,
-    `OpenstatAdID` String,
-    `OpenstatSourceID` String,
-    `UTMSource` String,
-    `UTMMedium` String,
-    `UTMCampaign` String,
-    `UTMContent` String,
-    `UTMTerm` String,
-    `FromTag` String,
-    `HasGCLID` UInt8,
-    `RefererHash` UInt64,
-    `URLHash` UInt64,
-    `CLID` UInt32,
-    `YCLID` UInt64,
-    `ShareService` String,
-    `ShareURL` String,
-    `ShareTitle` String,
-    `ParsedParams` Nested(
-        Key1 String,
-        Key2 String,
-        Key3 String,
-        Key4 String,
-        Key5 String,
-        ValueDouble Float64),
-    `IslandID` FixedString(16),
-    `RequestNum` UInt32,
-    `RequestTry` UInt8
-)
-ENGINE = MergeTree()
-PARTITION BY toYYYYMM(EventDate)
-ORDER BY (CounterID, EventDate, intHash32(UserID))
-SAMPLE BY intHash32(UserID)
-SETTINGS index_granularity = 8192
-```
-
-``` sql
-CREATE TABLE tutorial.visits_v1
-(
-    `CounterID` UInt32,
-    `StartDate` Date,
-    `Sign` Int8,
-    `IsNew` UInt8,
-    `VisitID` UInt64,
-    `UserID` UInt64,
-    `StartTime` DateTime,
-    `Duration` UInt32,
-    `UTCStartTime` DateTime,
-    `PageViews` Int32,
-    `Hits` Int32,
-    `IsBounce` UInt8,
-    `Referer` String,
-    `StartURL` String,
-    `RefererDomain` String,
-    `StartURLDomain` String,
-    `EndURL` String,
-    `LinkURL` String,
-    `IsDownload` UInt8,
-    `TraficSourceID` Int8,
-    `SearchEngineID` UInt16,
-    `SearchPhrase` String,
-    `AdvEngineID` UInt8,
-    `PlaceID` Int32,
-    `RefererCategories` Array(UInt16),
-    `URLCategories` Array(UInt16),
-    `URLRegions` Array(UInt32),
-    `RefererRegions` Array(UInt32),
-    `IsYandex` UInt8,
-    `GoalReachesDepth` Int32,
-    `GoalReachesURL` Int32,
-    `GoalReachesAny` Int32,
-    `SocialSourceNetworkID` UInt8,
-    `SocialSourcePage` String,
-    `MobilePhoneModel` String,
-    `ClientEventTime` DateTime,
-    `RegionID` UInt32,
-    `ClientIP` UInt32,
-    `ClientIP6` FixedString(16),
-    `RemoteIP` UInt32,
-    `RemoteIP6` FixedString(16),
-    `IPNetworkID` UInt32,
-    `SilverlightVersion3` UInt32,
-    `CodeVersion` UInt32,
-    `ResolutionWidth` UInt16,
-    `ResolutionHeight` UInt16,
-    `UserAgentMajor` UInt16,
-    `UserAgentMinor` UInt16,
-    `WindowClientWidth` UInt16,
-    `WindowClientHeight` UInt16,
-    `SilverlightVersion2` UInt8,
-    `SilverlightVersion4` UInt16,
-    `FlashVersion3` UInt16,
-    `FlashVersion4` UInt16,
-    `ClientTimeZone` Int16,
-    `OS` UInt8,
-    `UserAgent` UInt8,
-    `ResolutionDepth` UInt8,
-    `FlashMajor` UInt8,
-    `FlashMinor` UInt8,
-    `NetMajor` UInt8,
-    `NetMinor` UInt8,
-    `MobilePhone` UInt8,
-    `SilverlightVersion1` UInt8,
-    `Age` UInt8,
-    `Sex` UInt8,
-    `Income` UInt8,
-    `JavaEnable` UInt8,
-    `CookieEnable` UInt8,
-    `JavascriptEnable` UInt8,
-    `IsMobile` UInt8,
-    `BrowserLanguage` UInt16,
-    `BrowserCountry` UInt16,
-    `Interests` UInt16,
-    `Robotness` UInt8,
-    `GeneralInterests` Array(UInt16),
-    `Params` Array(String),
-    `Goals` Nested(
-        ID UInt32,
-        Serial UInt32,
-        EventTime DateTime,
-        Price Int64,
-        OrderID String,
-        CurrencyID UInt32),
-    `WatchIDs` Array(UInt64),
-    `ParamSumPrice` Int64,
-    `ParamCurrency` FixedString(3),
-    `ParamCurrencyID` UInt16,
-    `ClickLogID` UInt64,
-    `ClickEventID` Int32,
-    `ClickGoodEvent` Int32,
-    `ClickEventTime` DateTime,
-    `ClickPriorityID` Int32,
-    `ClickPhraseID` Int32,
-    `ClickPageID` Int32,
-    `ClickPlaceID` Int32,
-    `ClickTypeID` Int32,
-    `ClickResourceID` Int32,
-    `ClickCost` UInt32,
-    `ClickClientIP` UInt32,
-    `ClickDomainID` UInt32,
-    `ClickURL` String,
-    `ClickAttempt` UInt8,
-    `ClickOrderID` UInt32,
-    `ClickBannerID` UInt32,
-    `ClickMarketCategoryID` UInt32,
-    `ClickMarketPP` UInt32,
-    `ClickMarketCategoryName` String,
-    `ClickMarketPPName` String,
-    `ClickAWAPSCampaignName` String,
-    `ClickPageName` String,
-    `ClickTargetType` UInt16,
-    `ClickTargetPhraseID` UInt64,
-    `ClickContextType` UInt8,
-    `ClickSelectType` Int8,
-    `ClickOptions` String,
-    `ClickGroupBannerID` Int32,
-    `OpenstatServiceName` String,
-    `OpenstatCampaignID` String,
-    `OpenstatAdID` String,
-    `OpenstatSourceID` String,
-    `UTMSource` String,
-    `UTMMedium` String,
-    `UTMCampaign` String,
-    `UTMContent` String,
-    `UTMTerm` String,
-    `FromTag` String,
-    `HasGCLID` UInt8,
-    `FirstVisit` DateTime,
-    `PredLastVisit` Date,
-    `LastVisit` Date,
-    `TotalVisits` UInt32,
-    `TraficSource` Nested(
-        ID Int8,
-        SearchEngineID UInt16,
-        AdvEngineID UInt8,
-        PlaceID UInt16,
-        SocialSourceNetworkID UInt8,
-        Domain String,
-        SearchPhrase String,
-        SocialSourcePage String),
-    `Attendance` FixedString(16),
-    `CLID` UInt32,
-    `YCLID` UInt64,
-    `NormalizedRefererHash` UInt64,
-    `SearchPhraseHash` UInt64,
-    `RefererDomainHash` UInt64,
-    `NormalizedStartURLHash` UInt64,
-    `StartURLDomainHash` UInt64,
-    `NormalizedEndURLHash` UInt64,
-    `TopLevelDomain` UInt64,
-    `URLScheme` UInt64,
-    `OpenstatServiceNameHash` UInt64,
-    `OpenstatCampaignIDHash` UInt64,
-    `OpenstatAdIDHash` UInt64,
-    `OpenstatSourceIDHash` UInt64,
-    `UTMSourceHash` UInt64,
-    `UTMMediumHash` UInt64,
-    `UTMCampaignHash` UInt64,
-    `UTMContentHash` UInt64,
-    `UTMTermHash` UInt64,
-    `FromHash` UInt64,
-    `WebVisorEnabled` UInt8,
-    `WebVisorActivity` UInt32,
-    `ParsedParams` Nested(
-        Key1 String,
-        Key2 String,
-        Key3 String,
-        Key4 String,
-        Key5 String,
-        ValueDouble Float64),
-    `Market` Nested(
-        Type UInt8,
-        GoalID UInt32,
-        OrderID String,
-        OrderPrice Int64,
-        PP UInt32,
-        DirectPlaceID UInt32,
-        DirectOrderID UInt32,
-        DirectBannerID UInt32,
-        GoodID String,
-        GoodName String,
-        GoodQuantity Int32,
-        GoodPrice Int64),
-    `IslandID` FixedString(16)
-)
-ENGINE = CollapsingMergeTree(Sign)
-PARTITION BY toYYYYMM(StartDate)
-ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID)
-SAMPLE BY intHash32(UserID)
-SETTINGS index_granularity = 8192
-```
-
-Etkileşimli modunu kullanarak bu sorguları yürütebilirsiniz `clickhouse-client` (sadece önceden bir sorgu belirtmeden bir terminalde başlatın) veya bazı deneyin [alternatif arayüz](../interfaces/index.md) Eğer isterseniz.
-
-Gördüğümüz gibi, `hits_v1` kullanır [temel MergeTree motoru](../engines/table-engines/mergetree-family/mergetree.md), WH whileile the `visits_v1` kullanır [Çökme](../engines/table-engines/mergetree-family/collapsingmergetree.md) varyant.
-
-### Verileri İçe Aktar {#import-data}
-
-Clickhouse'a veri aktarımı yapılır [INSERT INTO](../sql-reference/statements/insert-into.md) diğer birçok SQL veritabanlarında olduğu gibi sorgu. Bununla birlikte, veriler genellikle [desteklenen seri hale getirme biçimleri](../interfaces/formats.md) yerine `VALUES` fıkra clausesı (ayrıca desteklenmektedir).
-
-Onları almak için ne kadar daha önce indirdiğimiz dosyaları sekme ayrılmış biçimde, yani burada konsol istemci ile :
-
-``` bash
-clickhouse-client --query "INSERT INTO tutorial.hits_v1 FORMAT TSV" --max_insert_block_size=100000 < hits_v1.tsv
-clickhouse-client --query "INSERT INTO tutorial.visits_v1 FORMAT TSV" --max_insert_block_size=100000 < visits_v1.tsv
-```
-
-ClickHouse bir yeri vardır [ayarlan settingsacak ayarlar](../operations/settings/index.md) ve bunları konsol istemcisinde belirtmenin bir yolu, görebildiğimiz gibi argümanlar aracılığıyla `--max_insert_block_size`. Hangi ayarların mevcut olduğunu, ne anlama geldiğini ve varsayılanların ne olduğunu anlamanın en kolay yolu `system.settings` Tablo:
-
-``` sql
-SELECT name, value, changed, description
-FROM system.settings
-WHERE name LIKE '%max_insert_b%'
-FORMAT TSV
-
-max_insert_block_size    1048576    0    "The maximum block size for insertion, if we control the creation of blocks for insertion."
-```
-
-İsteğe bağlı olarak şunları yapabilirsiniz [OPTIMIZE](../sql-reference/statements/misc.md#misc_operations-optimize) ithalattan sonra tablolar. MergeTree-family'den bir motorla yapılandırılmış tablolar, veri depolamayı en iyi duruma getirmek (veya en azından mantıklı olup olmadığını kontrol etmek) için her zaman arka planda veri parçalarının birleştirilmesini sağlar. Bu sorgular, tablo motorunu bir süre sonra yerine şu anda depolama optimizasyonu yapmaya zorlar:
-
-``` bash
-clickhouse-client --query "OPTIMIZE TABLE tutorial.hits_v1 FINAL"
-clickhouse-client --query "OPTIMIZE TABLE tutorial.visits_v1 FINAL"
-```
-
-Bu sorgular bir G/Ç ve CPU yoğun işlem başlatır, bu nedenle tablo sürekli olarak yeni veriler alırsa, onu yalnız bırakmak ve birleştirmelerin arka planda çalışmasına izin vermek daha iyidir.
-
-Şimdi tablo ithalatının başarılı olup olmadığını kontrol edebiliriz:
-
-``` bash
-clickhouse-client --query "SELECT COUNT(*) FROM tutorial.hits_v1"
-clickhouse-client --query "SELECT COUNT(*) FROM tutorial.visits_v1"
-```
-
-## Örnek Sorgular {#example-queries}
-
-``` sql
-SELECT
-    StartURL AS URL,
-    AVG(Duration) AS AvgDuration
-FROM tutorial.visits_v1
-WHERE StartDate BETWEEN '2014-03-23' AND '2014-03-30'
-GROUP BY URL
-ORDER BY AvgDuration DESC
-LIMIT 10
-```
-
-``` sql
-SELECT
-    sum(Sign) AS visits,
-    sumIf(Sign, has(Goals.ID, 1105530)) AS goal_visits,
-    (100. * goal_visits) / visits AS goal_percent
-FROM tutorial.visits_v1
-WHERE (CounterID = 912887) AND (toYYYYMM(StartDate) = 201403) AND (domain(StartURL) = 'yandex.ru')
-```
-
-## Küme Dağıtımı {#cluster-deployment}
-
-ClickHouse kümesi homojen bir kümedir. Kurulum adımları:
-
-1.  Kümenin tüm makinelerine ClickHouse Server'ı yükleyin
-2.  Yapılandırma dosyalarında küme yapılandırmalarını ayarlama
-3.  Her örnekte yerel tablolar oluşturun
-4.  Create a [Dağıtılmış tablo](../engines/table-engines/special/distributed.md)
-
-[Dağıtılmış tablo](../engines/table-engines/special/distributed.md) aslında bir tür “view” ClickHouse kümesinin yerel tablolarına. Dağıtılmış bir tablodan sorgu seçin, tüm kümenin parçalarının kaynaklarını kullanarak yürütür. Birden çok küme için yapılandırmalar belirtebilir ve farklı kümelere görünümler sağlayan birden çok dağıtılmış tablo oluşturabilirsiniz.
-
-Her biri bir kopya olan üç parçalı bir küme için örnek yapılandırma:
-
-``` xml
-<remote_servers>
-    <perftest_3shards_1replicas>
-        <shard>
-            <replica>
-                <host>example-perftest01j.yandex.ru</host>
-                <port>9000</port>
-            </replica>
-        </shard>
-        <shard>
-            <replica>
-                <host>example-perftest02j.yandex.ru</host>
-                <port>9000</port>
-            </replica>
-        </shard>
-        <shard>
-            <replica>
-                <host>example-perftest03j.yandex.ru</host>
-                <port>9000</port>
-            </replica>
-        </shard>
-    </perftest_3shards_1replicas>
-</remote_servers>
-```
-
-Daha fazla gösteri için, aynı ile yeni bir yerel tablo oluşturalım `CREATE TABLE` için kullandığımız sorgu `hits_v1` ama farklı bir tablo adı:
-
-``` sql
-CREATE TABLE tutorial.hits_local (...) ENGINE = MergeTree() ...
-```
-
-Kümenin yerel tablolarına bir görünüm sağlayan dağıtılmış bir tablo oluşturma:
-
-``` sql
-CREATE TABLE tutorial.hits_all AS tutorial.hits_local
-ENGINE = Distributed(perftest_3shards_1replicas, tutorial, hits_local, rand());
-```
-
-Yaygın bir uygulama, kümenin tüm makinelerinde benzer dağıtılmış tablolar oluşturmaktır. Kümenin herhangi bir makinesinde dağıtılmış sorguları çalıştırmaya izin verir. Ayrıca, belirli bir SELECT sorgusu için geçici dağıtılmış tablo oluşturmak için alternatif bir seçenek vardır [uzak](../sql-reference/table-functions/remote.md) tablo işlevi.
-
-Hadi koşalım [INSERT SELECT](../sql-reference/statements/insert-into.md) tabloyu birden çok sunucuya yaymak için dağıtılmış tabloya.
-
-``` sql
-INSERT INTO tutorial.hits_all SELECT * FROM tutorial.hits_v1;
-```
-
-!!! warning "Bildirim"
-    Bu yaklaşım büyük tabloların parçalanması için uygun değildir. Ayrı bir araç var [clickhouse-fotokopi makinesi](../operations/utilities/clickhouse-copier.md) bu keyfi büyük tabloları yeniden parçalayabilir.
-
-Tahmin edebileceğiniz gibi, hesaplamalı olarak ağır sorgular, bir yerine 3 sunucu kullanıyorsa n kat daha hızlı çalışır.
-
-Bu durumda, 3 parçaya sahip bir küme kullandık ve her biri tek bir kopya içeriyor.
-
-Bir üretim ortamında esneklik sağlamak için, her bir parçanın birden çok kullanılabilirlik bölgesi veya veri merkezleri (veya en azından raflar) arasında yayılmış 2-3 kopya içermesi önerilir. ClickHouse yinelemeler sınırsız sayıda desteklediğini unutmayın.
-
-Üç yineleme içeren bir parça kümesi için örnek yapılandırma:
-
-``` xml
-<remote_servers>
-    ...
-    <perftest_1shards_3replicas>
-        <shard>
-            <replica>
-                <host>example-perftest01j.yandex.ru</host>
-                <port>9000</port>
-             </replica>
-             <replica>
-                <host>example-perftest02j.yandex.ru</host>
-                <port>9000</port>
-             </replica>
-             <replica>
-                <host>example-perftest03j.yandex.ru</host>
-                <port>9000</port>
-             </replica>
-        </shard>
-    </perftest_1shards_3replicas>
-</remote_servers>
-```
-
-Yerel çoğaltmayı etkinleştirmek için [ZooKeeper](http://zookeeper.apache.org/) gereklidir. ClickHouse tüm yinelemeler üzerinde veri tutarlılığı ilgilenir ve otomatik olarak hatadan sonra prosedürü geri çalışır. ZooKeeper kümesinin ayrı sunuculara dağıtılması önerilir(ClickHouse dahil başka hiçbir işlem çalışmaz).
-
-!!! note "Not"
-    ZooKeeper sıkı bir gereklilik değildir: bazı basit durumlarda, verileri uygulama kodunuzdan tüm kopyalara yazarak çoğaltabilirsiniz. Bu yaklaşım **değil** önerilen, bu durumda, ClickHouse tüm yinelemelerde veri tutarlılığını garanti edemez. Böylece başvurunuzun sorumluluğu haline gelir.
-
-Zookeeper konumları yapılandırma dosyasında belirtilir:
-
-``` xml
-<zookeeper>
-    <node>
-        <host>zoo01.yandex.ru</host>
-        <port>2181</port>
-    </node>
-    <node>
-        <host>zoo02.yandex.ru</host>
-        <port>2181</port>
-    </node>
-    <node>
-        <host>zoo03.yandex.ru</host>
-        <port>2181</port>
-    </node>
-</zookeeper>
-```
-
-Ayrıca, tablo oluşturulmasında kullanılan her bir parça ve kopyayı tanımlamak için makrolar ayarlamamız gerekir:
-
-``` xml
-<macros>
-    <shard>01</shard>
-    <replica>01</replica>
-</macros>
-```
-
-Yinelenmiş tablo oluşturma şu anda hiçbir yinelemeler varsa, yeni bir ilk yineleme örneği. Zaten canlı yinelemeler varsa, yeni yineleme varolan verileri klonlar. Önce tüm çoğaltılmış tablolar oluşturmak ve sonra veri eklemek için bir seçeneğiniz vardır. Başka bir seçenek, bazı yinelemeler oluşturmak ve veri ekleme sırasında veya sonrasında diğerlerini eklemektir.
-
-``` sql
-CREATE TABLE tutorial.hits_replica (...)
-ENGINE = ReplcatedMergeTree(
-    '/clickhouse_perftest/tables/{shard}/hits',
-    '{replica}'
-)
-...
-```
-
-Burada kullanıyoruz [ReplicatedMergeTree](../engines/table-engines/mergetree-family/replication.md) masa motoru. Parametrelerde, Shard ve çoğaltma tanımlayıcılarını içeren ZooKeeper yolunu belirtiyoruz.
-
-``` sql
-INSERT INTO tutorial.hits_replica SELECT * FROM tutorial.hits_local;
-```
-
-Çoğaltma çok ana modda çalışır. Veriler herhangi bir kopyaya yüklenebilir ve sistem daha sonra otomatik olarak diğer örneklerle eşitler. Çoğaltma zaman uyumsuz olduğundan, belirli bir anda, tüm yinelemeler son eklenen verileri içerebilir. Veri alımına izin vermek için en az bir kopya olmalıdır. Diğerleri verileri senkronize eder ve tekrar aktif hale geldiklerinde tutarlılığı onarır. Bu yaklaşımın, yakın zamanda eklenen veri kaybı olasılığının düşük olmasına izin verdiğini unutmayın.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/getting_started/tutorial/) <!--hide-->
diff --git a/docs/tr/guides/apply-catboost-model.md b/docs/tr/guides/apply-catboost-model.md
deleted file mode 100644
index 2a22c36ab32..00000000000
--- a/docs/tr/guides/apply-catboost-model.md
+++ /dev/null
@@ -1,239 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: CatBoost Modellerini Uygulamak
----
-
-# Clickhouse'da bir Catboost modeli uygulamak {#applying-catboost-model-in-clickhouse}
-
-[CatBoost](https://catboost.ai) geliştirilen ücretsiz ve açık kaynak kodlu bir GRA anddi libraryent kütüphan aesidir. [Yandex](https://yandex.com/company/) makine öğrenimi için.
-
-Bu Talimatla, Sql'den model çıkarımı çalıştırarak Clickhouse'da önceden eğitilmiş modelleri uygulamayı öğreneceksiniz.
-
-Clickhouse'da bir CatBoost modeli uygulamak için:
-
-1.  [Tablo oluşturma](#create-table).
-2.  [Verileri tabloya ekleme](#insert-data-to-table).
-3.  [Catboost'u Clickhouse'a entegre edin](#integrate-catboost-into-clickhouse) (İsteğe bağlı adım).
-4.  [SQL'DEN Model Çıkarımını çalıştırın](#run-model-inference).
-
-Eğitim CatBoost modelleri hakkında daha fazla bilgi için bkz [Eğitim ve uygulama modelleri](https://catboost.ai/docs/features/training.html#training).
-
-## Önkoşullar {#prerequisites}
-
-Eğer yoksa [Docker](https://docs.docker.com/install/) yine de yükleyin.
-
-!!! note "Not"
-    [Docker](https://www.docker.com) sistemin geri kalanından bir CatBoost ve ClickHouse kurulumunu izole eden kaplar oluşturmanıza olanak sağlayan bir yazılım platformudur.
-
-Bir CatBoost modeli uygulamadan önce:
-
-**1.** P pullull the [Docker görüntü](https://hub.docker.com/r/yandex/tutorial-catboost-clickhouse) kayıt defter theinden:
-
-``` bash
-$ docker pull yandex/tutorial-catboost-clickhouse
-```
-
-Kod, çalışma zamanı, kütüphaneler, ortam değişkenleri ve Yapılandırma Dosyaları: bu Docker görüntü catboost ve ClickHouse çalıştırmak için gereken her şeyi içerir.
-
-**2.** Docker görüntüsünün başarıyla çekildiğinden emin olun:
-
-``` bash
-$ docker image ls
-REPOSITORY                            TAG                 IMAGE ID            CREATED             SIZE
-yandex/tutorial-catboost-clickhouse   latest              622e4d17945b        22 hours ago        1.37GB
-```
-
-**3.** Bu görüntüye dayalı bir Docker kabı başlatın:
-
-``` bash
-$ docker run -it -p 8888:8888 yandex/tutorial-catboost-clickhouse
-```
-
-## 1. Tablo oluşturma {#create-table}
-
-Eğitim örneği için bir ClickHouse tablosu oluşturmak için:
-
-**1.** Etkileşimli modda ClickHouse konsol istemcisini başlatın:
-
-``` bash
-$ clickhouse client
-```
-
-!!! note "Not"
-    Clickhouse sunucusu Docker kapsayıcısı içinde zaten çalışıyor.
-
-**2.** Komutu kullanarak tablo oluşturun:
-
-``` sql
-:) CREATE TABLE amazon_train
-(
-    date Date MATERIALIZED today(),
-    ACTION UInt8,
-    RESOURCE UInt32,
-    MGR_ID UInt32,
-    ROLE_ROLLUP_1 UInt32,
-    ROLE_ROLLUP_2 UInt32,
-    ROLE_DEPTNAME UInt32,
-    ROLE_TITLE UInt32,
-    ROLE_FAMILY_DESC UInt32,
-    ROLE_FAMILY UInt32,
-    ROLE_CODE UInt32
-)
-ENGINE = MergeTree ORDER BY date
-```
-
-**3.** ClickHouse konsol istemcisinden çıkış:
-
-``` sql
-:) exit
-```
-
-## 2. Verileri tabloya ekleme {#insert-data-to-table}
-
-Verileri eklemek için:
-
-**1.** Aşağıdaki komutu çalıştırın:
-
-``` bash
-$ clickhouse client --host 127.0.0.1 --query 'INSERT INTO amazon_train FORMAT CSVWithNames' < ~/amazon/train.csv
-```
-
-**2.** Etkileşimli modda ClickHouse konsol istemcisini başlatın:
-
-``` bash
-$ clickhouse client
-```
-
-**3.** Verilerin yüklendiğinden emin olun:
-
-``` sql
-:) SELECT count() FROM amazon_train
-
-SELECT count()
-FROM amazon_train
-
-+-count()-+
-|   65538 |
-+-------+
-```
-
-## 3. Catboost'u Clickhouse'a entegre edin {#integrate-catboost-into-clickhouse}
-
-!!! note "Not"
-    **İsteğe bağlı adım.** Docker görüntü catboost ve ClickHouse çalıştırmak için gereken her şeyi içerir.
-
-Catboost'u Clickhouse'a entegre etmek için:
-
-**1.** Değerlendirme kitaplığı oluşturun.
-
-Bir CatBoost modelini değerlendirmenin en hızlı yolu derlemedir `libcatboostmodel.<so|dll|dylib>` kitaplık. Kitaplığın nasıl oluşturulacağı hakkında daha fazla bilgi için bkz. [CatBoost belgeleri](https://catboost.ai/docs/concepts/c-plus-plus-api_dynamic-c-pluplus-wrapper.html).
-
-**2.** Herhangi bir yerde ve herhangi bir adla yeni bir dizin oluşturun, örneğin, `data` ve oluşturulan kütüphaneyi içine koyun. Docker görüntüsü zaten kütüphaneyi içeriyor `data/libcatboostmodel.so`.
-
-**3.** Yapılandırma modeli için herhangi bir yerde ve herhangi bir adla yeni bir dizin oluşturun, örneğin, `models`.
-
-**4.** Örneğin, herhangi bir ada sahip bir model yapılandırma dosyası oluşturun, `models/amazon_model.xml`.
-
-**5.** Model yapılandırmasını açıklayın:
-
-``` xml
-<models>
-    <model>
-        <!-- Model type. Now catboost only. -->
-        <type>catboost</type>
-        <!-- Model name. -->
-        <name>amazon</name>
-        <!-- Path to trained model. -->
-        <path>/home/catboost/tutorial/catboost_model.bin</path>
-        <!-- Update interval. -->
-        <lifetime>0</lifetime>
-    </model>
-</models>
-```
-
-**6.** Catboost yolunu ve model yapılandırmasını ClickHouse yapılandırmasına ekleyin:
-
-``` xml
-<!-- File etc/clickhouse-server/config.d/models_config.xml. -->
-<catboost_dynamic_library_path>/home/catboost/data/libcatboostmodel.so</catboost_dynamic_library_path>
-<models_config>/home/catboost/models/*_model.xml</models_config>
-```
-
-## 4. SQL'DEN Model Çıkarımını çalıştırın {#run-model-inference}
-
-Test modeli için ClickHouse istemcisini çalıştırın `$ clickhouse client`.
-
-Modelin çalıştığından emin olalım:
-
-``` sql
-:) SELECT
-    modelEvaluate('amazon',
-                RESOURCE,
-                MGR_ID,
-                ROLE_ROLLUP_1,
-                ROLE_ROLLUP_2,
-                ROLE_DEPTNAME,
-                ROLE_TITLE,
-                ROLE_FAMILY_DESC,
-                ROLE_FAMILY,
-                ROLE_CODE) > 0 AS prediction,
-    ACTION AS target
-FROM amazon_train
-LIMIT 10
-```
-
-!!! note "Not"
-    İşlev [modelEvaluate](../sql-reference/functions/other-functions.md#function-modelevaluate) multiclass modelleri için sınıf başına ham tahminleri ile tuple döndürür.
-
-Olasılığı tahmin edelim:
-
-``` sql
-:) SELECT
-    modelEvaluate('amazon',
-                RESOURCE,
-                MGR_ID,
-                ROLE_ROLLUP_1,
-                ROLE_ROLLUP_2,
-                ROLE_DEPTNAME,
-                ROLE_TITLE,
-                ROLE_FAMILY_DESC,
-                ROLE_FAMILY,
-                ROLE_CODE) AS prediction,
-    1. / (1 + exp(-prediction)) AS probability,
-    ACTION AS target
-FROM amazon_train
-LIMIT 10
-```
-
-!!! note "Not"
-    Hakkında daha fazla bilgi [exp()](../sql-reference/functions/math-functions.md) İşlev.
-
-Örnek üzerinde LogLoss hesaplayalım:
-
-``` sql
-:) SELECT -avg(tg * log(prob) + (1 - tg) * log(1 - prob)) AS logloss
-FROM
-(
-    SELECT
-        modelEvaluate('amazon',
-                    RESOURCE,
-                    MGR_ID,
-                    ROLE_ROLLUP_1,
-                    ROLE_ROLLUP_2,
-                    ROLE_DEPTNAME,
-                    ROLE_TITLE,
-                    ROLE_FAMILY_DESC,
-                    ROLE_FAMILY,
-                    ROLE_CODE) AS prediction,
-        1. / (1. + exp(-prediction)) AS prob,
-        ACTION AS tg
-    FROM amazon_train
-)
-```
-
-!!! note "Not"
-    Hakkında daha fazla bilgi [avg()](../sql-reference/aggregate-functions/reference.md#agg_function-avg) ve [günlük()](../sql-reference/functions/math-functions.md) işlevler.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/guides/apply_catboost_model/) <!--hide-->
diff --git a/docs/tr/guides/index.md b/docs/tr/guides/index.md
deleted file mode 100644
index 194fd02712b..00000000000
--- a/docs/tr/guides/index.md
+++ /dev/null
@@ -1,16 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "K\u0131lavuzlar"
-toc_priority: 38
-toc_title: "Genel bak\u0131\u015F"
----
-
-# ClickHouse Kılavuzları {#clickhouse-guides}
-
-ClickHouse kullanarak çeşitli görevleri çözmeye yardımcı olan ayrıntılı adım adım talimatların listesi:
-
--   [Basit küme kurulumu eğitimi](../getting-started/tutorial.md)
--   [Clickhouse'da bir CatBoost modeli uygulamak](apply-catboost-model.md)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/guides/) <!--hide-->
diff --git a/docs/tr/images b/docs/tr/images
deleted file mode 120000
index 73937c941ec..00000000000
--- a/docs/tr/images
+++ /dev/null
@@ -1 +0,0 @@
-../en/images
\ No newline at end of file
diff --git a/docs/tr/index.md b/docs/tr/index.md
deleted file mode 100644
index a3e84ec1c65..00000000000
--- a/docs/tr/index.md
+++ /dev/null
@@ -1,95 +0,0 @@
----
-toc_priority: 0
-toc_title: "Genel bak\u0131\u015F"
----
-
-# ClickHouse Nedir? {#what-is-clickhouse}
-
-ClickHouse, sorguların çevrimiçi analitik işlenmesi (*Online Analytical Processing* - OLAP) için sütun odaklı bir Veritabanı Yönetim Sistemidir (*DataBase Management System* - DBMS).
-
-“Normal” bir satır odaklı DBMS içinde veriler şu şekilde saklanır:
-
-| Satır | WatchId     | JavaEnable | Başlık               | İyiOlay | OlayZamanı          |
-|-------|-------------|------------|----------------------|---------|---------------------|
-| #0   | 89354350662 | 1          | Yatırımcı İlişkileri | 1       | 2016-05-18 05:19:20 |
-| #1   | 90329509958 | 0          | Bize ulaşın          | 1       | 2016-05-18 08:10:20 |
-| #2   | 89953706054 | 1          | Görev                | 1       | 2016-05-18 07:38:00 |
-| #N   | …           | …          | …                    | …       | …                   |
-
-Başka bir deyişle, bir satırla ilgili tüm değerler fiziksel olarak yan yana depolanır.
-
-MySQL, Postgres ve MS SQL Server gibi veritabanları satır odaklı DBMS örnekleridir.
-
-Sütun odaklı bir DBMS’de ise veriler şu şekilde saklanır:
-
-| Satır:      | #0                  | #1                 | #2                 | #N |
-|-------------|----------------------|---------------------|---------------------|-----|
-| WatchId:    | 89354350662          | 90329509958         | 89953706054         | …   |
-| JavaEnable: | 1                    | 0                   | 1                   | …   |
-| Başlık:     | Yatırımcı İlişkileri | Bize ulaşın         | Görev               | …   |
-| İyiOlay:    | 1                    | 1                   | 1                   | …   |
-| OlayZamanı: | 2016-05-18 05:19:20  | 2016-05-18 08:10:20 | 2016-05-18 07:38:00 | …   |
-
-Bu örnekler yalnızca verilerin düzenlendiği sırayı gösterir. Farklı sütunlardaki değerler ayrı olarak depolanır ve aynı sütundaki veriler birlikte depolanır.
-
-Sütun odaklı DBMS örnekleri: Vertica, Paraccel (Actian Matrix ve Amazon Redshift), Sybase IQ, Exasol, Infobright, InfiniDB, MonetDB (VectorWise ve Actian vektör), LucidDB, SAP HANA, Google Dremel, Google PowerDrill, Druid ve kdb+.
-
-Verinin farklı bir şekilde sıralanarak depolanması, bazı veri erişim senaryoları için daha uygundur. Veri erişim senaryosu, hangi sorguların ne kadar sıklıkla yapıldığını, ne kadar verinin okunduğu, bunların hangi tiplerde hangi kolonlardan, satırlardan ve hangi miktarda(bayt olarak) okunacağını; verinin okunması ile güncellenmesi arasındaki ilişkiyi; verinin işlenen boyutu ve ne kadar yerel olduğunu; veri değiş-tokuşunun(transaction) olup olmayacağını, olacaksa diğer işlemlerden ne kadat yalıtılacağını; verilerin kopyalanması ve mantıksal bütünlük intiyaçlarını; her sorgu türünün gecikme ve iletim debisi ihtiyaçlarını gösterir.
-
-Sistem üzerindeki yük ne kadar fazlaysa, sistem ayarlarının kullanım senaryolarına uyarlanması ve bu ayarların ne kadar hassas olduğu da o kadar önemli hale gelir. Birbirinden büyük ölçüde farklı olan veri erişim senaryolarına tam uyum sağlayan, yani her işe ve yüke gelen bir sistem yoktur. Eğer bir sistem yük altında her türlü veri erişim senaryosuna adapte olabiliyorsa, o halde böyle bir sistem ya tüm senaryolara ya da senaryoların bir veya birkaçına karşı zayıp bir performans gösterir.
-
-## OLAP Senaryosunun Temel özellikleri {#key-properties-of-olap-scenario}
-
--   İsteklerin büyük çoğunluğu, okuma erişimi içindir.
--   Veriler, tek satırlarla değil, oldukça büyük gruplar halinde (\> 1000 satır) güncellenir; veya hiç güncellenmez.
--   Veri, veritabanına eklenir, ancak değiştirilmez.
--   Bazı sorgular için veritabanından den oldukça fazla sayıda satır çekilir, ancak sonuç sadece birkaç satır ve sütunludur.
--   Tablolar “geniştir”, yani bir tabloda çok sayıda kolon vardır(onlarca).
--   Sorgular sıkılığı diğer senaryolara göre daha azdır (genellikle sunucu başına saniyede 100 veya daha az sorgu gelir).
--   Basit sorgular için, 50 ms civarında gecikmelere izin verilir.
--   Saklanan veriler oldukça küçüktür: genelde sadece sayılar ve kısa metinler içerir(örneğin, URL başına 60 bayt).
--   Tek bir sorguyu işlemek yüksek miktarda veri okunmasını gerektirir(sunucu başına saniyede milyarlarca satıra kadar).
--   Veri değiş-tokuşu(transaction) gerekli değildir.
--   Veri tutarlılığı o kadar da önemli değildir.
--   Genelde bir tane çok büyük tablo vardır, gerisi küçük tablolardan oluşur
--   Bir sorgu sonucu elde edilen veri, okuanan veri miktarından oldukça küçüktür. Başka bir deyişle, milyarlarca satır içinden veriler süzgeçlenerek veya birleştirilerek elde edilen verilerin tek bir sunucunun RAM’ine sığar.
-
-OLAP senaryosunun diğer popüler senaryolardan (*Online Transactional Processing* - OLTP veya *Key-Value* veritabanı) çok farklı olduğu açıkça görülebilir. Bu nedenle, iyi bir performans elde etmek istiyorsanız, analitik sorguları işlemek için OLTP veya *Key-Value* veritabanlarını kullanmak pek mantıklı olmaz. Örneğin, analitik için MongoDB veya Redis kullanmaya çalışırsanız, OLAP veritabanlarına kıyasla çok düşük performans elde edersiniz.
-
-## Sütun yönelimli veritabanları OLAP Senaryosunda Neden Daha Iyi çalışır {#why-column-oriented-databases-work-better-in-the-olap-scenario}
-
-Sütun yönelimli veritabanları OLAP senaryolarına daha uygundur: hatta o kadar ki, çoğu sorgunun işlenmesi en az 100 kat daha hızlıdır. Her ne kadar OLAP veritabanlarının neden bu kadar hızlı olduğuna dair nedenler aşağıda ayrıntılı verilmiş olsa da görseller üzerinden anlatmak daha kolay olacakttır:
-
-**Satır yönelimli DBMS**
-
-![Row-oriented](images/row-oriented.gif#)
-
-**Sütun yönelimli DBMS**
-
-![Column-oriented](images/column-oriented.gif#)
-
-Farkı görüyor musunuz?
-
-### Giriş/çıkış {#inputoutput}
-
-1.  Analitik bir sorgu için, yalnızca az sayıda tablo sütununun okunması gerekir. Sütun yönelimli bir veritabanında, yalnızca ihtiyacınız olan verileri okuyabilirsiniz. Örneğin, 100 üzerinden 5 sütun gerekiyorsa, g/Ç’de 20 kat azalma bekleyebilirsiniz.
-2.  Veri paketler halinde okunduğundan, sıkıştırılması daha kolaydır. Sütunlardaki verilerin sıkıştırılması da daha kolaydır. Bu, G/Ç hacmini daha da azaltır.
-3.  Azaltılmış G/Ç nedeniyle, sistem önbelleğine daha fazla veri sığar.
-
-Örneğin, sorgu “count the number of records for each advertising platform” bir okuma gerektirir “advertising platform ID” 1 bayt sıkıştırılmamış kadar alır sütun. Trafiğin çoğu reklam platformlarından değilse, bu sütunun en az 10 kat sıkıştırılmasını bekleyebilirsiniz. Hızlı bir sıkıştırma algoritması kullanırken, saniyede en az birkaç gigabayt sıkıştırılmamış veri hızında veri dekompresyonu mümkündür. Başka bir deyişle, bu sorgu, tek bir sunucuda saniyede yaklaşık birkaç milyar satır hızında işlenebilir. Bu hız aslında pratikte elde edilir.
-
-### CPU {#cpu}
-
-Bir sorguyu yürütmek çok sayıda satırı işlemeyi gerektirdiğinden, ayrı satırlar yerine tüm vektörler için tüm işlemlerin gönderilmesine veya sorgu motorunun neredeyse hiç gönderim maliyeti olmaması için uygulanmasına yardımcı olur. Bunu yapmazsanız, yarı iyi bir disk alt sistemi ile, sorgu yorumlayıcısı kaçınılmaz olarak CPU’yu durdurur. Hem verileri sütunlarda depolamak hem de mümkün olduğunda sütunlarla işlemek mantıklıdır.
-
-Bunu yapmanın iki yolu vardır:
-
-1.  Bir vektör motoru. Tüm işlemler ayrı değerler yerine vektörler için yazılır. Bu, işlemleri çok sık aramanıza gerek olmadığı ve sevkiyatın maliyetlerinin ihmal edilebilir olduğu anlamına gelir. İşlem kodu optimize edilmiş bir iç döngü içerir.
-
-2.  Kod üretimi. Sorgu için oluşturulan kod, içindeki tüm dolaylı çağrılara sahiptir.
-
-Bu yapılmaz “normal” veritabanları, çünkü basit sorguları çalıştırırken mantıklı değil. Ancak, istisnalar vardır. Örneğin, MemSQL SQL sorgularını işlerken gecikmeyi azaltmak için kod oluşturma kullanır. (Karşılaştırma için, analitik Dbms’ler gecikme değil, verim optimizasyonunu gerektirir .)
-
-CPU verimliliği için sorgu dilinin bildirimsel (SQL veya MDX) veya en az bir vektör (J, K) olması gerektiğini unutmayın. Sorgu yalnızca en iyi duruma getirme için izin veren örtük döngüler içermelidir.
-
-{## [Orijinal makale](https://clickhouse.tech/docs/en/) ##}
diff --git a/docs/tr/interfaces/cli.md b/docs/tr/interfaces/cli.md
deleted file mode 100644
index dc0ca9e7591..00000000000
--- a/docs/tr/interfaces/cli.md
+++ /dev/null
@@ -1,149 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 17
-toc_title: "Komut Sat\u0131r\u0131 \u0130stemcisi"
----
-
-# Komut satırı istemcisi {#command-line-client}
-
-ClickHouse yerel bir komut satırı istemcisi sağlar: `clickhouse-client`. İstemci komut satırı seçeneklerini ve yapılandırma dosyalarını destekler. Daha fazla bilgi için, bkz. [Yapılandırma](#interfaces_cli_configuration).
-
-[Yüklemek](../getting-started/index.md) ıt from the `clickhouse-client` paketleyin ve komutla çalıştırın `clickhouse-client`.
-
-``` bash
-$ clickhouse-client
-ClickHouse client version 19.17.1.1579 (official build).
-Connecting to localhost:9000 as user default.
-Connected to ClickHouse server version 19.17.1 revision 54428.
-
-:)
-```
-
-Farklı istemci ve sunucu sürümleri birbiriyle uyumludur, ancak bazı özellikler eski istemcilerde kullanılamayabilir. Biz sunucu uygulaması olarak istemci aynı sürümünü kullanmanızı öneririz. Eski sürümün bir istemcisini kullanmaya çalıştığınızda, daha sonra sunucu, `clickhouse-client` mesajı görüntüler:
-
-      ClickHouse client version is older than ClickHouse server. It may lack support for new features.
-
-## Kullanma {#cli_usage}
-
-İstemci etkileşimli ve etkileşimli olmayan (toplu iş) modunda kullanılabilir. Toplu iş modunu kullanmak için ‘query’ parametre veya veri göndermek ‘stdin’ (bunu doğrular ‘stdin’ bir terminal değildir) veya her ikisi de. HTTP arayüzüne benzer, kullanırken ‘query’ parametre ve veri gönderme ‘stdin’, istek bir birleştirme olduğunu ‘query’ parametre, bir satır besleme ve veri ‘stdin’. Bu, büyük ekleme sorguları için uygundur.
-
-Veri eklemek için istemci kullanma örneği:
-
-``` bash
-$ echo -ne "1, 'some text', '2016-08-14 00:00:00'\n2, 'some more text', '2016-08-14 00:00:01'" | clickhouse-client --database=test --query="INSERT INTO test FORMAT CSV";
-
-$ cat <<_EOF | clickhouse-client --database=test --query="INSERT INTO test FORMAT CSV";
-3, 'some text', '2016-08-14 00:00:00'
-4, 'some more text', '2016-08-14 00:00:01'
-_EOF
-
-$ cat file.csv | clickhouse-client --database=test --query="INSERT INTO test FORMAT CSV";
-```
-
-Toplu iş modunda, varsayılan veri biçimi TabSeparated. Sorgunun biçim yan tümcesinde biçimi ayarlayabilirsiniz.
-
-Varsayılan olarak, yalnızca tek bir sorguyu toplu iş modunda işleyebilirsiniz. Birden çok sorgu yapmak için bir “script,” kullan... `--multiquery` parametre. Bu, INSERT dışındaki tüm sorgular için çalışır. Sorgu sonuçları, ek ayırıcılar olmadan ardışık olarak çıktılanır. Benzer şekilde, çok sayıda sorgu işlemek için, çalıştırabilirsiniz ‘clickhouse-client’ her sorgu için. Başlatmak için onlarca milisaniye sürebilir unutmayın ‘clickhouse-client’ program.
-
-Etkileşimli modda, sorguları girebileceğiniz bir komut satırı alırsınız.
-
-Eğer ‘multiline’ belirtilmemiş (varsayılan): sorguyu çalıştırmak için Enter tuşuna basın. Noktalı virgül, sorgunun sonunda gerekli değildir. Çok satırlı bir sorgu girmek için ters eğik çizgi girin `\` hat beslemeden önce. Enter tuşuna bastıktan sonra, sorgunun sonraki satırını girmeniz istenecektir.
-
-Çok satırlı belirtilirse: bir sorguyu çalıştırmak için, noktalı virgülle sonlandırın ve Enter tuşuna basın. Noktalı virgül, girilen satırın sonunda atlandıysa, sorgunun bir sonraki satırını girmeniz istenecektir.
-
-Yalnızca tek bir sorgu çalıştırılır, bu nedenle noktalı virgülden sonra her şey göz ardı edilir.
-
-Belirtebilirsiniz `\G` noktalı virgül yerine veya sonra. Bu dikey biçimi gösterir. Bu formatta, her değer geniş tablolar için uygun olan ayrı bir satıra yazdırılır. Bu sıradışı özellik MySQL CLI ile uyumluluk için eklendi.
-
-Komut satırı dayanmaktadır ‘replxx’ (benzer ‘readline’). Başka bir deyişle, tanıdık klavye kısayollarını kullanır ve bir geçmişi tutar. Tarih yazılır `~/.clickhouse-client-history`.
-
-Varsayılan olarak, kullanılan biçim PrettyCompact. Sorgunun biçim yan tümcesinde veya belirterek biçimi değiştirebilirsiniz `\G` sorgunun sonunda, `--format` veya `--vertical` komut satırında veya istemci yapılandırma dosyasını kullanarak bağımsız değişken.
-
-İstemciden çıkmak için Ctrl+D tuşlarına basın veya bir sorgu yerine aşağıdakilerden birini girin: “exit”, “quit”, “logout”, “exit;”, “quit;”, “logout;”, “q”, “Q”, “:q”
-
-Bir sorguyu işlerken, istemci şunları gösterir:
-
-1.  Saniyede en fazla 10 kez güncellenen ilerleme (varsayılan olarak). Hızlı sorgular için ilerleme görüntülenecek zaman olmayabilir.
-2.  Hata ayıklama için ayrıştırmadan sonra biçimlendirilmiş sorgu.
-3.  Belirtilen biçimde sonuç.
-4.  Sonuçtaki satır sayısı, geçen süre ve sorgu işlemenin ortalama hızı.
-
-Ctrl + C tuşlarına basarak uzun bir sorguyu iptal edebilirsiniz. ancak, sunucunun isteği iptal etmesi için biraz beklemeniz gerekir. Belirli aşamalarda bir sorguyu iptal etmek mümkün değildir. Beklemezseniz ve ikinci kez Ctrl + C tuşlarına basarsanız, istemci çıkacaktır.
-
-Komut satırı istemcisi, sorgulamak için dış verileri (dış geçici tablolar) geçirmenize izin verir. Daha fazla bilgi için bölüme bakın “External data for query processing”.
-
-### Parametrelerle sorgular {#cli-queries-with-parameters}
-
-Parametrelerle bir sorgu oluşturabilir ve istemci uygulamasından onlara değerler aktarabilirsiniz. Bu, istemci tarafında belirli dinamik değerlerle biçimlendirme sorgusunu önlemeye izin verir. Mesela:
-
-``` bash
-$ clickhouse-client --param_parName="[1, 2]"  -q "SELECT * FROM table WHERE a = {parName:Array(UInt16)}"
-```
-
-#### Sorgu Sözdizimi {#cli-queries-with-parameters-syntax}
-
-Bir sorguyu her zamanki gibi biçimlendirin, ardından uygulama parametrelerinden sorguya geçirmek istediğiniz değerleri parantez içinde aşağıdaki biçimde yerleştirin:
-
-``` sql
-{<name>:<data type>}
-```
-
--   `name` — Placeholder identifier. In the console client it should be used in app parameters as `--param_<name> = value`.
--   `data type` — [Veri türü](../sql-reference/data-types/index.md) app parametre değeri. Örneğin, aşağıdaki gibi bir veri yapısı `(integer, ('string', integer))` olabilir var `Tuple(UInt8, Tuple(String, UInt8))` veri türü (başka birini de kullanabilirsiniz [tamsayı](../sql-reference/data-types/int-uint.md) türler).
-
-#### Örnek {#example}
-
-``` bash
-$ clickhouse-client --param_tuple_in_tuple="(10, ('dt', 10))" -q "SELECT * FROM table WHERE val = {tuple_in_tuple:Tuple(UInt8, Tuple(String, UInt8))}"
-```
-
-## Yapılandırma {#interfaces_cli_configuration}
-
-Parametreleri iletebilirsiniz `clickhouse-client` (tüm parametrelerin varsayılan değeri vardır) :
-
--   Komut satır fromından
-
-    Komut satırı seçenekleri, yapılandırma dosyalarındaki varsayılan değerleri ve ayarları geçersiz kılar.
-
--   Yapılandırma dosyaları.
-
-    Yapılandırma dosyalarındaki ayarlar varsayılan değerleri geçersiz kılar.
-
-### Komut Satırı Seçenekleri {#command-line-options}
-
--   `--host, -h` -– The server name, ‘localhost’ varsayılan olarak. Adı veya IPv4 veya IPv6 adresini kullanabilirsiniz.
--   `--port` – The port to connect to. Default value: 9000. Note that the HTTP interface and the native interface use different ports.
--   `--user, -u` – The username. Default value: default.
--   `--password` – The password. Default value: empty string.
--   `--query, -q` – The query to process when using non-interactive mode.
--   `--database, -d` – Select the current default database. Default value: the current database from the server settings (‘default’ varsayılan) tarafından.
--   `--multiline, -m` – If specified, allow multiline queries (do not send the query on Enter).
--   `--multiquery, -n` – If specified, allow processing multiple queries separated by semicolons.
--   `--format, -f` – Use the specified default format to output the result.
--   `--vertical, -E` – If specified, use the Vertical format by default to output the result. This is the same as ‘–format=Vertical’. Bu biçimde, her bir değer, geniş tabloları görüntülerken yardımcı olan ayrı bir satıra yazdırılır.
--   `--time, -t` – If specified, print the query execution time to ‘stderr’ etkileşimli olmayan modda.
--   `--stacktrace` – If specified, also print the stack trace if an exception occurs.
--   `--config-file` – The name of the configuration file.
--   `--secure` – If specified, will connect to server over secure connection.
--   `--param_<name>` — Value for a [parametrelerle sorgu](#cli-queries-with-parameters).
-
-### Yapılandırma Dosyaları {#configuration_files}
-
-`clickhouse-client` aşağıdaki ilk varolan dosyayı kullanır:
-
--   Tanımlanan `--config-file` parametre.
--   `./clickhouse-client.xml`
--   `~/.clickhouse-client/config.xml`
--   `/etc/clickhouse-client/config.xml`
-
-Bir yapılandırma dosyası örneği:
-
-``` xml
-<config>
-    <user>username</user>
-    <password>password</password>
-    <secure>False</secure>
-</config>
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/cli/) <!--hide-->
diff --git a/docs/tr/interfaces/cpp.md b/docs/tr/interfaces/cpp.md
deleted file mode 100644
index f5c2227aba6..00000000000
--- a/docs/tr/interfaces/cpp.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 24
-toc_title: "C++ \u0130stemci Kitapl\u0131\u011F\u0131"
----
-
-# C++ İstemci Kitaplığı {#c-client-library}
-
-Bkz. ben READİ READOKU [clickhouse-cpp](https://github.com/ClickHouse/clickhouse-cpp) depo.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/cpp/) <!--hide-->
diff --git a/docs/tr/interfaces/formats.md b/docs/tr/interfaces/formats.md
deleted file mode 100644
index 1187b21f8c2..00000000000
--- a/docs/tr/interfaces/formats.md
+++ /dev/null
@@ -1,1212 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 21
-toc_title: "Giri\u015F ve \xE7\u0131k\u0131\u015F bi\xE7imleri"
----
-
-# Giriş ve çıkış verileri için biçimler {#formats}
-
-ClickHouse kabul ve çeşitli biçimlerde veri dönebilirsiniz. Giriş için desteklenen bir biçim, sağlanan verileri ayrıştırmak için kullanılabilir `INSERT`s, gerçekleştirmek için `SELECT`s dosya, URL veya HDFS gibi bir dosya destekli tablodan veya harici bir sözlük okumak için. Çıktı için desteklenen bir biçim düzenlemek için kullanılabilir
-sonuçları bir `SELECT` ve gerçekleştirmek için `INSERT`s dosya destekli bir tabloya.
-
-Desteklenen formatlar şunlardır:
-
-| Biçimli                                                         | Girdi | Çıktı |
-|-----------------------------------------------------------------|-------|-------|
-| [TabSeparated](#tabseparated)                                   | ✔     | ✔     |
-| [TabSeparatedRaw](#tabseparatedraw)                             | ✗     | ✔     |
-| [TabSeparatedWithNames](#tabseparatedwithnames)                 | ✔     | ✔     |
-| [TabSeparatedWithNamesAndTypes](#tabseparatedwithnamesandtypes) | ✔     | ✔     |
-| [Şablon](#format-template)                                      | ✔     | ✔     |
-| [TemplateİgnoreSpaces](#templateignorespaces)                   | ✔     | ✗     |
-| [CSV](#csv)                                                     | ✔     | ✔     |
-| [CSVWithNames](#csvwithnames)                                   | ✔     | ✔     |
-| [CustomSeparated](#format-customseparated)                      | ✔     | ✔     |
-| [Değerler](#data-format-values)                                 | ✔     | ✔     |
-| [Dikey](#vertical)                                              | ✗     | ✔     |
-| [VerticalRaw](#verticalraw)                                     | ✗     | ✔     |
-| [JSON](#json)                                                   | ✗     | ✔     |
-| [JSONCompact](#jsoncompact)                                     | ✗     | ✔     |
-| [JSONEachRow](#jsoneachrow)                                     | ✔     | ✔     |
-| [TSKV](#tskv)                                                   | ✔     | ✔     |
-| [Çok](#pretty)                                                  | ✗     | ✔     |
-| [PrettyCompact](#prettycompact)                                 | ✗     | ✔     |
-| [PrettyCompactMonoBlock](#prettycompactmonoblock)               | ✗     | ✔     |
-| [PrettyNoEscapes](#prettynoescapes)                             | ✗     | ✔     |
-| [PrettySpace](#prettyspace)                                     | ✗     | ✔     |
-| [Protobuf](#protobuf)                                           | ✔     | ✔     |
-| [Avro](#data-format-avro)                                       | ✔     | ✔     |
-| [AvroConfluent](#data-format-avro-confluent)                    | ✔     | ✗     |
-| [Parke](#data-format-parquet)                                   | ✔     | ✔     |
-| [ORC](#data-format-orc)                                         | ✔     | ✗     |
-| [RowBinary](#rowbinary)                                         | ✔     | ✔     |
-| [Rowbinarywithnames ve türleri](#rowbinarywithnamesandtypes)    | ✔     | ✔     |
-| [Yerli](#native)                                                | ✔     | ✔     |
-| [Boş](#null)                                                    | ✗     | ✔     |
-| [XML](#xml)                                                     | ✗     | ✔     |
-| [CapnProto](#capnproto)                                         | ✔     | ✗     |
-
-ClickHouse ayarları ile bazı biçim işleme parametrelerini kontrol edebilirsiniz. Daha fazla bilgi için okuyun [Ayarlar](../operations/settings/settings.md) bölme.
-
-## TabSeparated {#tabseparated}
-
-Sekmede ayrı format, veri satır ile yazılır. Her satır sekmelerle ayrılmış değerler içerir. Her değer, satırdaki son değer dışında bir sekme tarafından takip edilir ve ardından bir satır beslemesi gelir. Kesinlikle Unix hat beslemeleri her yerde kabul edilir. Son satır ayrıca sonunda bir satır beslemesi içermelidir. Değerler metin biçiminde, tırnak işaretleri olmadan yazılır ve özel karakterler kaçtı.
-
-Bu biçim adı altında da kullanılabilir `TSV`.
-
-Bu `TabSeparated` format, özel programlar ve komut dosyaları kullanarak verileri işlemek için uygundur. Varsayılan olarak HTTP arabiriminde ve komut satırı istemcisinin toplu iş modunda kullanılır. Bu format aynı zamanda farklı Dbms'ler arasında veri aktarımı sağlar. Örneğin, Mysql'den bir dökümü alabilir ve Clickhouse'a yükleyebilirsiniz veya tam tersi.
-
-Bu `TabSeparated` biçim, toplam değerleri (TOPLAMLARLA birlikte kullanıldığında) ve aşırı değerleri (ne zaman ‘extremes’ 1 olarak ayarlanır). Bu durumlarda, toplam değerler ve aşırılıklar ana veriden sonra çıkar. Ana sonuç, toplam değerler ve aşırılıklar birbirinden boş bir çizgi ile ayrılır. Örnek:
-
-``` sql
-SELECT EventDate, count() AS c FROM test.hits GROUP BY EventDate WITH TOTALS ORDER BY EventDate FORMAT TabSeparated``
-```
-
-``` text
-2014-03-17      1406958
-2014-03-18      1383658
-2014-03-19      1405797
-2014-03-20      1353623
-2014-03-21      1245779
-2014-03-22      1031592
-2014-03-23      1046491
-
-1970-01-01      8873898
-
-2014-03-17      1031592
-2014-03-23      1406958
-```
-
-### Veri Biçimlendirme {#data-formatting}
-
-Tamsayı sayılar ondalık biçimde yazılır. Sayılar ekstra içerebilir “+” başlangıçtaki karakter(ayrıştırma sırasında göz ardı edilir ve biçimlendirme sırasında kaydedilmez). Negatif olmayan sayılar negatif işareti içeremez. Okurken, boş bir dizeyi sıfır olarak veya (imzalı türler için) sıfır olarak sadece eksi işaretinden oluşan bir dizeyi ayrıştırmasına izin verilir. Karşılık gelen veri türüne uymayan sayılar, hata iletisi olmadan farklı bir sayı olarak ayrıştırılabilir.
-
-Kayan noktalı sayılar ondalık biçimde yazılır. Nokta ondalık ayırıcı olarak kullanılır. Üstel girişler olduğu gibi desteklenir ‘inf’, ‘+inf’, ‘-inf’, ve ‘nan’. Kayan noktalı sayıların bir girişi, ondalık nokta ile başlayabilir veya sona erebilir.
-Biçimlendirme sırasında kayan noktalı sayılarda doğruluk kaybolabilir.
-Ayrıştırma sırasında, en yakın makine temsil edilebilir numarayı okumak kesinlikle gerekli değildir.
-
-Tarihler YYYY-AA-DD biçiminde yazılır ve aynı biçimde ayrıştırılır, ancak ayırıcı olarak herhangi bir karakterle ayrıştırılır.
-Tarihleri ile saatleri biçiminde yazılır `YYYY-MM-DD hh:mm:ss` ve aynı biçimde ayrıştırılır, ancak ayırıcı olarak herhangi bir karakterle.
-Bu, tüm sistem saat diliminde istemci veya sunucu başlatıldığında (hangi veri biçimleri bağlı olarak) oluşur. Saatli tarihler için gün ışığından yararlanma saati belirtilmedi. Bu nedenle, bir dökümü gün ışığından yararlanma saati sırasında kez varsa, dökümü tümden verileri eşleşmiyor ve ayrıştırma iki kez birini seçecektir.
-Bir okuma işlemi sırasında, yanlış tarih ve Tarih saatleriyle doğal taşma veya null tarih ve saat, hata iletisi olmadan ayrıştırılabilir.
-
-Bir istisna olarak, tam 10 ondalık basamaktan oluşuyorsa, tarihlerin zamanlarla ayrıştırılması Unix zaman damgası biçiminde de desteklenir. Sonuç, saat dilimine bağlı değildir. Yyyy-MM-DD ss:mm:ss ve nnnnnnnnnn biçimleri otomatik olarak ayırt edilir.
-
-Dizeler ters eğik çizgiden kaçan özel karakterlerle çıktılanır. Çıkış için aşağıdaki çıkış dizileri kullanılır: `\b`, `\f`, `\r`, `\n`, `\t`, `\0`, `\'`, `\\`. Ayrıştırma da dizileri destekler `\a`, `\v`, ve `\xHH` (hxex kaçış dizileri) ve herhangi `\c` diz ,iler, nerede `c` herhangi bir karakter (bu diziler dönüştürülür `c`). Böylece, veri okuma, bir satır beslemesinin şu şekilde yazılabileceği formatları destekler `\n` veya `\`, veya bir çizgi besleme olarak. Örneğin, dize `Hello world` boşluk yerine kelimeler arasında bir çizgi beslemesi ile aşağıdaki varyasyonlardan herhangi birinde ayrıştırılabilir:
-
-``` text
-Hello\nworld
-
-Hello\
-world
-```
-
-MySQL, sekmeyle ayrılmış dökümleri yazarken kullandığı için ikinci varyant desteklenir.
-
-Verileri TabSeparated biçiminde geçirirken kaçmanız gereken minimum karakter kümesi: sekme, satır besleme (LF) ve ters eğik çizgi.
-
-Sadece küçük bir sembol seti kaçtı. Terminalinizin çıktıda mahvedeceği bir dize değerine kolayca rastlayabilirsiniz.
-
-Diziler köşeli parantez içinde virgülle ayrılmış değerlerin bir listesi olarak yazılır. Dizideki sayı öğeleri normal olarak biçimlendirilir. `Date` ve `DateTime` türleri tek tırnak yazılır. Diz .eler yukarıdaki gibi aynı kural quoteslarla tek tırnak içinde yazılır.
-
-[NULL](../sql-reference/syntax.md) olarak format islanır `\N`.
-
-Her eleman [İçiçe](../sql-reference/data-types/nested-data-structures/nested.md) yapılar dizi olarak temsil edilir.
-
-Mesela:
-
-``` sql
-CREATE TABLE nestedt
-(
-    `id` UInt8,
-    `aux` Nested(
-        a UInt8,
-        b String
-    )
-)
-ENGINE = TinyLog
-```
-
-``` sql
-INSERT INTO nestedt Values ( 1, [1], ['a'])
-```
-
-``` sql
-SELECT * FROM nestedt FORMAT TSV
-```
-
-``` text
-1  [1]    ['a']
-```
-
-## TabSeparatedRaw {#tabseparatedraw}
-
-Farklıdır `TabSeparated` satırların kaçmadan yazıldığını biçimlendirin.
-Bu biçim yalnızca bir sorgu sonucu çıktısı için uygundur, ancak ayrıştırma için değil (bir tabloya eklemek için veri alma).
-
-Bu biçim adı altında da kullanılabilir `TSVRaw`.
-
-## TabSeparatedWithNames {#tabseparatedwithnames}
-
-Bu farklıdır `TabSeparated` sütun adlarının ilk satırda yazıldığını biçimlendirin.
-Ayrıştırma sırasında, ilk satır tamamen göz ardı edilir. Sütun adlarını konumlarını belirlemek veya doğruluğunu kontrol etmek için kullanamazsınız.
-(Başlık satırı ayrıştırma desteği gelecekte eklenebilir .)
-
-Bu biçim adı altında da kullanılabilir `TSVWithNames`.
-
-## TabSeparatedWithNamesAndTypes {#tabseparatedwithnamesandtypes}
-
-Bu farklıdır `TabSeparated` sütun türleri ikinci satırda iken, sütun adlarının ilk satıra yazıldığını biçimlendirin.
-Ayrıştırma sırasında, birinci ve ikinci satırlar tamamen göz ardı edilir.
-
-Bu biçim adı altında da kullanılabilir `TSVWithNamesAndTypes`.
-
-## Şablon {#format-template}
-
-Bu biçim, belirli bir kaçış kuralına sahip değerler için yer tutucularla özel bir biçim dizesinin belirtilmesine izin verir.
-
-Ayarları kullanır `format_template_resultset`, `format_template_row`, `format_template_rows_between_delimiter` and some settings of other formats (e.g. `output_format_json_quote_64bit_integers` kullanırken `JSON` kaçmak, daha fazla görmek)
-
-Ayar `format_template_row` aşağıdaki sözdizimine sahip satırlar için Biçim dizesi içeren dosya yolunu belirtir:
-
-`delimiter_1${column_1:serializeAs_1}delimiter_2${column_2:serializeAs_2} ... delimiter_N`,
-
-nerede `delimiter_i` değerler arasında bir sınırlayıcı mı (`$` sembol olarak kaçabilir `$$`),
-`column_i` değerleri seçilecek veya eklenecek bir sütunun adı veya dizini (boşsa, sütun atlanır),
-`serializeAs_i` sütun değerleri için kaçan bir kuraldır. Aşağıdaki kaçış kuralları desteklenir:
-
--   `CSV`, `JSON`, `XML` (aynı is theimlerin biçim formatslerine benzer şekilde)
--   `Escaped` (aynı şekilde `TSV`)
--   `Quoted` (aynı şekilde `Values`)
--   `Raw` (kaç withoutmadan, benzer şekilde `TSVRaw`)
--   `None` (kaçan kural yok, daha fazla görün)
-
-Kaçan bir kural atlanırsa, o zaman `None` kullanılacaktır. `XML` ve `Raw` sadece çıkış için uygundur.
-
-Yani, aşağıdaki biçim dizesi için:
-
-      `Search phrase: ${SearchPhrase:Quoted}, count: ${c:Escaped}, ad price: $$${price:JSON};`
-
-değerleri `SearchPhrase`, `c` ve `price` olarak kaçır ,ılan sütunlar `Quoted`, `Escaped` ve `JSON` (select için) yazdırılacak veya (ınsert için) arasında beklenecektir `Search phrase:`, `, count:`, `, ad price: $` ve `;` sırasıyla sınırlayıcılar. Mesela:
-
-`Search phrase: 'bathroom interior design', count: 2166, ad price: $3;`
-
-Bu `format_template_rows_between_delimiter` ayar, sonuncusu hariç her satırdan sonra yazdırılan (veya beklenen) satırlar arasındaki sınırlayıcıyı belirtir (`\n` varsayılan olarak)
-
-Ayar `format_template_resultset` resultset için bir biçim dizesi içeren dosya yolunu belirtir. Resultset için Biçim dizesi, satır için bir biçim dizesi ile aynı sözdizimine sahiptir ve bir önek, sonek ve bazı ek bilgileri yazdırmanın bir yolunu belirtmeyi sağlar. Sütun adları yerine aşağıdaki yer tutucuları içerir:
-
--   `data` veri içeren satırlar mı `format_template_row` biçim, ayrılmış `format_template_rows_between_delimiter`. Bu yer tutucu, biçim dizesindeki ilk yer tutucu olmalıdır.
--   `totals` toplam değerleri olan satır `format_template_row` biçim (TOPLAMLARLA birlikte kullanıldığında)
--   `min` satır içinde minimum değerlere sahip mi `format_template_row` biçim (1 olarak ayarlandığında)
--   `max` maksimum değerleri olan satır `format_template_row` biçim (1 olarak ayarlandığında)
--   `rows` çıktı satırlarının toplam sayısıdır
--   `rows_before_limit` minimum satır sayısı sınırı olmadan olurdu. Yalnızca sorgu sınırı içeriyorsa çıktı. Sorgu GROUP BY içeriyorsa, ROWS_BEFORE_LİMİT_AT_LEAST SINIRSIZDI olurdu satır tam sayısıdır.
--   `time` istek yürütme süresi saniyeler içinde mi
--   `rows_read` satır sayısı okun thedu mu
--   `bytes_read` bayt sayısı (sıkıştırılmamış) okundu mu
-
-Tutucu `data`, `totals`, `min` ve `max` kaç rulema kuralı belirtilm (em (elidir (veya `None` açıkça belirtilen) olmalıdır. Kalan yer tutucuları belirtilen kaçan herhangi bir kural olabilir.
-Eğer... `format_template_resultset` ayar boş bir dizedir, `${data}` varsayılan değer olarak kullanılır.
-Insert sorguları biçimi için önek veya sonek varsa bazı sütunları veya bazı alanları atlamaya izin verir (örneğe bakın).
-
-Örnek seç:
-
-``` sql
-SELECT SearchPhrase, count() AS c FROM test.hits GROUP BY SearchPhrase ORDER BY c DESC LIMIT 5 FORMAT Template SETTINGS
-format_template_resultset = '/some/path/resultset.format', format_template_row = '/some/path/row.format', format_template_rows_between_delimiter = '\n    '
-```
-
-`/some/path/resultset.format`:
-
-``` text
-<!DOCTYPE HTML>
-<html> <head> <title>Search phrases</title> </head>
- <body>
-  <table border="1"> <caption>Search phrases</caption>
-    <tr> <th>Search phrase</th> <th>Count</th> </tr>
-    ${data}
-  </table>
-  <table border="1"> <caption>Max</caption>
-    ${max}
-  </table>
-  <b>Processed ${rows_read:XML} rows in ${time:XML} sec</b>
- </body>
-</html>
-```
-
-`/some/path/row.format`:
-
-``` text
-<tr> <td>${0:XML}</td> <td>${1:XML}</td> </tr>
-```
-
-Sonuç:
-
-``` html
-<!DOCTYPE HTML>
-<html> <head> <title>Search phrases</title> </head>
- <body>
-  <table border="1"> <caption>Search phrases</caption>
-    <tr> <th>Search phrase</th> <th>Count</th> </tr>
-    <tr> <td></td> <td>8267016</td> </tr>
-    <tr> <td>bathroom interior design</td> <td>2166</td> </tr>
-    <tr> <td>yandex</td> <td>1655</td> </tr>
-    <tr> <td>spring 2014 fashion</td> <td>1549</td> </tr>
-    <tr> <td>freeform photos</td> <td>1480</td> </tr>
-  </table>
-  <table border="1"> <caption>Max</caption>
-    <tr> <td></td> <td>8873898</td> </tr>
-  </table>
-  <b>Processed 3095973 rows in 0.1569913 sec</b>
- </body>
-</html>
-```
-
-Örnek Ekle:
-
-``` text
-Some header
-Page views: 5, User id: 4324182021466249494, Useless field: hello, Duration: 146, Sign: -1
-Page views: 6, User id: 4324182021466249494, Useless field: world, Duration: 185, Sign: 1
-Total rows: 2
-```
-
-``` sql
-INSERT INTO UserActivity FORMAT Template SETTINGS
-format_template_resultset = '/some/path/resultset.format', format_template_row = '/some/path/row.format'
-```
-
-`/some/path/resultset.format`:
-
-``` text
-Some header\n${data}\nTotal rows: ${:CSV}\n
-```
-
-`/some/path/row.format`:
-
-``` text
-Page views: ${PageViews:CSV}, User id: ${UserID:CSV}, Useless field: ${:CSV}, Duration: ${Duration:CSV}, Sign: ${Sign:CSV}
-```
-
-`PageViews`, `UserID`, `Duration` ve `Sign` yer tutucular içinde tablodaki sütun adları vardır. Sonra değerler `Useless field` satır ve sonra `\nTotal rows:` sonek olarak göz ardı edilecektir.
-Giriş verisindeki tüm sınırlayıcılar, belirtilen biçim dizelerindeki sınırlayıcılara kesinlikle eşit olmalıdır.
-
-## TemplateİgnoreSpaces {#templateignorespaces}
-
-Bu format sadece giriş için uygundur.
-Benzer `Template`, ancak giriş akışındaki sınırlayıcılar ve değerler arasındaki boşluk karakterlerini atlar. Ancak, biçim dizeleri boşluk karakterleri içeriyorsa, bu karakterler giriş akışında beklenir. Ayrıca boş yer tutucuları belirtmek için izin verir (`${}` veya `${:None}`) aralarındaki boşlukları görmezden gelmek için bazı sınırlayıcıları ayrı parçalara ayırmak. Bu tür yer tutucular yalnızca boşluk karakterlerini atlamak için kullanılır.
-Okumak mümkün `JSON` bu biçimi kullanarak, sütun değerleri tüm satırlarda aynı sıraya sahipse. Örneğin, aşağıdaki istek çıktı biçim örneğinden veri eklemek için kullanılabilir [JSON](#json):
-
-``` sql
-INSERT INTO table_name FORMAT TemplateIgnoreSpaces SETTINGS
-format_template_resultset = '/some/path/resultset.format', format_template_row = '/some/path/row.format', format_template_rows_between_delimiter = ','
-```
-
-`/some/path/resultset.format`:
-
-``` text
-{${}"meta"${}:${:JSON},${}"data"${}:${}[${data}]${},${}"totals"${}:${:JSON},${}"extremes"${}:${:JSON},${}"rows"${}:${:JSON},${}"rows_before_limit_at_least"${}:${:JSON}${}}
-```
-
-`/some/path/row.format`:
-
-``` text
-{${}"SearchPhrase"${}:${}${phrase:JSON}${},${}"c"${}:${}${cnt:JSON}${}}
-```
-
-## TSKV {#tskv}
-
-TabSeparated benzer, ancak name=value biçiminde bir değer çıkarır. Adlar tabseparated biçiminde olduğu gibi kaçtı ve = simgesi de kaçtı.
-
-``` text
-SearchPhrase=   count()=8267016
-SearchPhrase=bathroom interior design    count()=2166
-SearchPhrase=yandex     count()=1655
-SearchPhrase=2014 spring fashion    count()=1549
-SearchPhrase=freeform photos       count()=1480
-SearchPhrase=angelina jolie    count()=1245
-SearchPhrase=omsk       count()=1112
-SearchPhrase=photos of dog breeds    count()=1091
-SearchPhrase=curtain designs        count()=1064
-SearchPhrase=baku       count()=1000
-```
-
-[NULL](../sql-reference/syntax.md) olarak format islanır `\N`.
-
-``` sql
-SELECT * FROM t_null FORMAT TSKV
-```
-
-``` text
-x=1    y=\N
-```
-
-Çok sayıda küçük sütun olduğunda, bu biçim etkisizdir ve genellikle kullanmak için hiçbir neden yoktur. Bununla birlikte, verimlilik açısından Jsoneachrow'dan daha kötü değildir.
-
-Both data output and parsing are supported in this format. For parsing, any order is supported for the values of different columns. It is acceptable for some values to be omitted – they are treated as equal to their default values. In this case, zeros and blank rows are used as default values. Complex values that could be specified in the table are not supported as defaults.
-
-Ayrıştırma, ek alanın varlığına izin verir `tskv` eşit işareti veya bir değer olmadan. Bu alan yoksayılır.
-
-## CSV {#csv}
-
-Virgülle ayrılmış değerler biçimi ([RFC](https://tools.ietf.org/html/rfc4180)).
-
-Biçimlendirme yaparken, satırlar çift tırnak içine alınır. Bir dizenin içindeki çift alıntı, bir satırda iki çift tırnak olarak çıktılanır. Karakterlerden kaçmak için başka kural yoktur. Tarih ve Tarih-Saat çift tırnak içine alınır. Sayılar tırnak işaretleri olmadan çıktı. Değerler, bir sınırlayıcı karakterle ayrılır; `,` varsayılan olarak. Sınırlayıcı karakteri ayarında tanımlanır [format_csv_delimiter](../operations/settings/settings.md#settings-format_csv_delimiter). Satırlar Unıx satır besleme (LF) kullanılarak ayrılır. Diziler CSV'DE aşağıdaki gibi serileştirilir: ilk olarak, dizi TabSeparated biçiminde olduğu gibi bir dizeye serileştirilir ve daha sonra ortaya çıkan dize çift tırnak içinde CSV'YE çıkarılır. CSV biçimindeki Tuples ayrı sütunlar olarak serileştirilir(yani, tuple'daki yuvalanmaları kaybolur).
-
-``` bash
-$ clickhouse-client --format_csv_delimiter="|" --query="INSERT INTO test.csv FORMAT CSV" < data.csv
-```
-
-\* Varsayılan olarak, sınırlayıcı `,`. Görmek [format_csv_delimiter](../operations/settings/settings.md#settings-format_csv_delimiter) daha fazla bilgi için ayarlama.
-
-Ayrıştırma yaparken, tüm değerler tırnak işaretleri ile veya tırnak işaretleri olmadan ayrıştırılabilir. Hem çift hem de tek tırnak desteklenmektedir. Satırlar tırnak işaretleri olmadan da düzenlenebilir. Bu durumda, sınırlayıcı karaktere veya satır beslemesine (CR veya LF) ayrıştırılır. RFC'Yİ ihlal ederken, satırları tırnak işaretleri olmadan ayrıştırırken, önde gelen ve sondaki boşluklar ve sekmeler göz ardı edilir. Hat beslemesi için Unix (LF), Windows (CR LF) ve Mac OS Classic (CR LF) türleri desteklenir.
-
-Boş unquoted giriş değerleri, ilgili sütunlar için varsayılan değerlerle değiştirilir
-[ınput_format_defaults_for_omitted_fields](../operations/settings/settings.md#session_settings-input_format_defaults_for_omitted_fields)
-etkindir.
-
-`NULL` olarak format islanır `\N` veya `NULL` veya boş bir unquoted dize (bkz. ayarlar [ınput_format_csv_unquoted_null_literal_as_null](../operations/settings/settings.md#settings-input_format_csv_unquoted_null_literal_as_null) ve [ınput_format_defaults_for_omitted_fields](../operations/settings/settings.md#session_settings-input_format_defaults_for_omitted_fields)).
-
-CSV biçimi, toplamların ve aşırılıkların çıktısını aynı şekilde destekler `TabSeparated`.
-
-## CSVWithNames {#csvwithnames}
-
-Ayrıca, başlık satırını benzer şekilde yazdırır `TabSeparatedWithNames`.
-
-## CustomSeparated {#format-customseparated}
-
-Benzer [Şablon](#format-template), ancak tüm sütunları yazdırır veya okur ve ayardan kaçan kuralı kullanır `format_custom_escaping_rule` ve ayarlardan sınırlayıcılar `format_custom_field_delimiter`, `format_custom_row_before_delimiter`, `format_custom_row_after_delimiter`, `format_custom_row_between_delimiter`, `format_custom_result_before_delimiter` ve `format_custom_result_after_delimiter`, biçim dizelerinden değil.
-Ayrıca var `CustomSeparatedIgnoreSpaces` biçim, benzer olan `TemplateIgnoreSpaces`.
-
-## JSON {#json}
-
-Verileri json formatında çıkarır. Veri tablolarının yanı sıra, bazı ek bilgilerle birlikte sütun adlarını ve türlerini de çıkarır: çıktı satırlarının toplam sayısı ve bir sınır yoksa çıktı olabilecek satır sayısı. Örnek:
-
-``` sql
-SELECT SearchPhrase, count() AS c FROM test.hits GROUP BY SearchPhrase WITH TOTALS ORDER BY c DESC LIMIT 5 FORMAT JSON
-```
-
-``` json
-{
-        "meta":
-        [
-                {
-                        "name": "SearchPhrase",
-                        "type": "String"
-                },
-                {
-                        "name": "c",
-                        "type": "UInt64"
-                }
-        ],
-
-        "data":
-        [
-                {
-                        "SearchPhrase": "",
-                        "c": "8267016"
-                },
-                {
-                        "SearchPhrase": "bathroom interior design",
-                        "c": "2166"
-                },
-                {
-                        "SearchPhrase": "yandex",
-                        "c": "1655"
-                },
-                {
-                        "SearchPhrase": "spring 2014 fashion",
-                        "c": "1549"
-                },
-                {
-                        "SearchPhrase": "freeform photos",
-                        "c": "1480"
-                }
-        ],
-
-        "totals":
-        {
-                "SearchPhrase": "",
-                "c": "8873898"
-        },
-
-        "extremes":
-        {
-                "min":
-                {
-                        "SearchPhrase": "",
-                        "c": "1480"
-                },
-                "max":
-                {
-                        "SearchPhrase": "",
-                        "c": "8267016"
-                }
-        },
-
-        "rows": 5,
-
-        "rows_before_limit_at_least": 141137
-}
-```
-
-Json JavaScript ile uyumludur. Bunu sağlamak için, bazı karakterler ek olarak kaçar: eğik çizgi `/` olarak kaç İsar `\/`; alternatif Satır sonları `U+2028` ve `U+2029`, hangi bazı tarayıcılar kırmak, olarak kaçtı `\uXXXX`. ASCII denetim karakterleri kaçtı: backspace, form besleme, satır besleme, satır başı ve yatay sekme ile değiştirilir `\b`, `\f`, `\n`, `\r`, `\t` , 00-1f aralığında kalan baytların yanı sıra `\uXXXX` sequences. Invalid UTF-8 sequences are changed to the replacement character � so the output text will consist of valid UTF-8 sequences. For compatibility with JavaScript, Int64 and UInt64 integers are enclosed in double-quotes by default. To remove the quotes, you can set the configuration parameter [output_format_json_quote_64bit_integers](../operations/settings/settings.md#session_settings-output_format_json_quote_64bit_integers) 0'a.
-
-`rows` – The total number of output rows.
-
-`rows_before_limit_at_least` Minimum satır sayısı sınırı olmadan olurdu. Yalnızca sorgu sınırı içeriyorsa çıktı.
-Sorgu GROUP BY içeriyorsa, ROWS_BEFORE_LİMİT_AT_LEAST SINIRSIZDI olurdu satır tam sayısıdır.
-
-`totals` – Total values (when using WITH TOTALS).
-
-`extremes` – Extreme values (when extremes are set to 1).
-
-Bu biçim yalnızca bir sorgu sonucu çıktısı için uygundur, ancak ayrıştırma için değil (bir tabloya eklemek için veri alma).
-
-ClickHouse destekler [NULL](../sql-reference/syntax.md) olarak görüntülenen `null` JSON çıkışında.
-
-Ayrıca bakınız [JSONEachRow](#jsoneachrow) biçimli.
-
-## JSONCompact {#jsoncompact}
-
-Yalnızca veri satırlarında json'dan farklıdır, nesnelerde değil, dizilerde çıktıdır.
-
-Örnek:
-
-``` json
-{
-        "meta":
-        [
-                {
-                        "name": "SearchPhrase",
-                        "type": "String"
-                },
-                {
-                        "name": "c",
-                        "type": "UInt64"
-                }
-        ],
-
-        "data":
-        [
-                ["", "8267016"],
-                ["bathroom interior design", "2166"],
-                ["yandex", "1655"],
-                ["fashion trends spring 2014", "1549"],
-                ["freeform photo", "1480"]
-        ],
-
-        "totals": ["","8873898"],
-
-        "extremes":
-        {
-                "min": ["","1480"],
-                "max": ["","8267016"]
-        },
-
-        "rows": 5,
-
-        "rows_before_limit_at_least": 141137
-}
-```
-
-Bu biçim yalnızca bir sorgu sonucu çıktısı için uygundur, ancak ayrıştırma için değil (bir tabloya eklemek için veri alma).
-Ayrıca bakınız `JSONEachRow` biçimli.
-
-## JSONEachRow {#jsoneachrow}
-
-Bu biçimi kullanırken, ClickHouse satırları ayrılmış, yeni satırla ayrılmış JSON nesneleri olarak çıkarır, ancak bir bütün olarak veriler geçerli JSON değildir.
-
-``` json
-{"SearchPhrase":"curtain designs","count()":"1064"}
-{"SearchPhrase":"baku","count()":"1000"}
-{"SearchPhrase":"","count()":"8267016"}
-```
-
-Verileri eklerken, her satır için ayrı bir JSON nesnesi sağlamanız gerekir.
-
-### Veri Ekleme {#inserting-data}
-
-``` sql
-INSERT INTO UserActivity FORMAT JSONEachRow {"PageViews":5, "UserID":"4324182021466249494", "Duration":146,"Sign":-1} {"UserID":"4324182021466249494","PageViews":6,"Duration":185,"Sign":1}
-```
-
-ClickHouse sağlar:
-
--   Nesnedeki herhangi bir anahtar-değer çiftleri sırası.
--   Bazı değerleri atlama.
-
-ClickHouse, nesnelerden sonra öğeler ve virgüller arasındaki boşlukları yok sayar. Tüm nesneleri bir satırda geçirebilirsiniz. Onları Satır sonları ile ayırmak zorunda değilsiniz.
-
-**İhmal edilen değerler işleme**
-
-ClickHouse, karşılık gelen değerler için varsayılan değerlerle atlanmış değerleri değiştirir [veri türleri](../sql-reference/data-types/index.md).
-
-Eğer `DEFAULT expr` belirtilen, ClickHouse bağlı olarak farklı ikame kuralları kullanır [ınput_format_defaults_for_omitted_fields](../operations/settings/settings.md#session_settings-input_format_defaults_for_omitted_fields) ayar.
-
-Aşağıdaki tabloyu düşünün:
-
-``` sql
-CREATE TABLE IF NOT EXISTS example_table
-(
-    x UInt32,
-    a DEFAULT x * 2
-) ENGINE = Memory;
-```
-
--   Eğer `input_format_defaults_for_omitted_fields = 0`, sonra varsayılan değer için `x` ve `a` eşitlikler `0` (varsayılan değer olarak `UInt32` veri türü).
--   Eğer `input_format_defaults_for_omitted_fields = 1`, sonra varsayılan değer için `x` eşitlikler `0`, ancak varsayılan değer `a` eşitlikler `x * 2`.
-
-!!! note "Uyarıcı"
-    İle veri ek whenlerken `insert_sample_with_metadata = 1`, ClickHouse, ekleme ile karşılaştırıldığında daha fazla hesaplama kaynağı tüketir `insert_sample_with_metadata = 0`.
-
-### Veri Seçme {#selecting-data}
-
-Düşünün `UserActivity` örnek olarak tablo:
-
-``` text
-┌──────────────UserID─┬─PageViews─┬─Duration─┬─Sign─┐
-│ 4324182021466249494 │         5 │      146 │   -1 │
-│ 4324182021466249494 │         6 │      185 │    1 │
-└─────────────────────┴───────────┴──────────┴──────┘
-```
-
-Sorgu `SELECT * FROM UserActivity FORMAT JSONEachRow` dönüşler:
-
-``` text
-{"UserID":"4324182021466249494","PageViews":5,"Duration":146,"Sign":-1}
-{"UserID":"4324182021466249494","PageViews":6,"Duration":185,"Sign":1}
-```
-
-Aksine [JSON](#json) biçimi, geçersiz UTF-8 dizilerinin hiçbir ikame yoktur. Değerleri için olduğu gibi aynı şekilde kaçtı `JSON`.
-
-!!! note "Not"
-    Herhangi bir bayt kümesi dizelerde çıktı olabilir. Kullan... `JSONEachRow` tablodaki verilerin herhangi bir bilgi kaybetmeden JSON olarak biçimlendirilebileceğinden eminseniz biçimlendirin.
-
-### İç içe yapıların kullanımı {#jsoneachrow-nested}
-
-İle bir tablo varsa [İçiçe](../sql-reference/data-types/nested-data-structures/nested.md) veri türü sütunları, aynı yapıya sahip json verilerini ekleyebilirsiniz. İle bu özelliği etkinleştirin [ınput_format_ımport_nested_json](../operations/settings/settings.md#settings-input_format_import_nested_json) ayar.
-
-Örneğin, aşağıdaki tabloyu göz önünde bulundurun:
-
-``` sql
-CREATE TABLE json_each_row_nested (n Nested (s String, i Int32) ) ENGINE = Memory
-```
-
-Gibi görmek `Nested` veri türü açıklaması, ClickHouse, iç içe geçmiş yapının her bileşenini ayrı bir sütun olarak ele alır (`n.s` ve `n.i` sof )ram )ız için). Verileri aşağıdaki şekilde ekleyebilirsiniz:
-
-``` sql
-INSERT INTO json_each_row_nested FORMAT JSONEachRow {"n.s": ["abc", "def"], "n.i": [1, 23]}
-```
-
-Hiyerarşik bir json nesnesi olarak veri eklemek için [input_format_import_nested_json = 1](../operations/settings/settings.md#settings-input_format_import_nested_json).
-
-``` json
-{
-    "n": {
-        "s": ["abc", "def"],
-        "i": [1, 23]
-    }
-}
-```
-
-Bu ayar olmadan, ClickHouse bir özel durum atar.
-
-``` sql
-SELECT name, value FROM system.settings WHERE name = 'input_format_import_nested_json'
-```
-
-``` text
-┌─name────────────────────────────┬─value─┐
-│ input_format_import_nested_json │ 0     │
-└─────────────────────────────────┴───────┘
-```
-
-``` sql
-INSERT INTO json_each_row_nested FORMAT JSONEachRow {"n": {"s": ["abc", "def"], "i": [1, 23]}}
-```
-
-``` text
-Code: 117. DB::Exception: Unknown field found while parsing JSONEachRow format: n: (at row 1)
-```
-
-``` sql
-SET input_format_import_nested_json=1
-INSERT INTO json_each_row_nested FORMAT JSONEachRow {"n": {"s": ["abc", "def"], "i": [1, 23]}}
-SELECT * FROM json_each_row_nested
-```
-
-``` text
-┌─n.s───────────┬─n.i────┐
-│ ['abc','def'] │ [1,23] │
-└───────────────┴────────┘
-```
-
-## Yerli {#native}
-
-En verimli biçim. Veriler ikili formatta bloklar tarafından yazılır ve okunur. Her blok için satır sayısı, sütun sayısı, sütun adları ve türleri ve bu bloktaki sütunların parçaları birbiri ardına kaydedilir. Başka bir deyişle, bu format “columnar” – it doesn't convert columns to rows. This is the format used in the native interface for interaction between servers, for using the command-line client, and for C++ clients.
-
-Bu biçimi, yalnızca ClickHouse DBMS tarafından okunabilen dökümleri hızlı bir şekilde oluşturmak için kullanabilirsiniz. Bu formatla kendiniz çalışmak mantıklı değil.
-
-## Boş {#null}
-
-Hiçbir şey çıktı. Ancak, sorgu işlenir ve komut satırı istemcisini kullanırken, veriler istemciye iletilir. Bu, performans testi de dahil olmak üzere testler için kullanılır.
-Açıkçası, bu format yalnızca ayrıştırma için değil, çıktı için uygundur.
-
-## Çok {#pretty}
-
-Verileri Unicode-art tabloları olarak çıkarır, ayrıca TERMİNALDEKİ renkleri ayarlamak için ANSI-escape dizileri kullanır.
-Tablonun tam bir ızgarası çizilir ve her satır terminalde iki satır kaplar.
-Her sonuç bloğu ayrı bir tablo olarak çıktı. Bu, blokların arabelleğe alma sonuçları olmadan çıkabilmesi için gereklidir (tüm değerlerin görünür genişliğini önceden hesaplamak için arabelleğe alma gerekli olacaktır).
-
-[NULL](../sql-reference/syntax.md) olarak çıktı `ᴺᵁᴸᴸ`.
-
-Örnek (gösterilen [PrettyCompact](#prettycompact) biçimli):
-
-``` sql
-SELECT * FROM t_null
-```
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-└───┴──────┘
-```
-
-Satırlar güzel\* biçimlerinde kaçmaz. Örnek için gösterilir [PrettyCompact](#prettycompact) biçimli:
-
-``` sql
-SELECT 'String with \'quotes\' and \t character' AS Escaping_test
-```
-
-``` text
-┌─Escaping_test────────────────────────┐
-│ String with 'quotes' and      character │
-└──────────────────────────────────────┘
-```
-
-Terminale çok fazla veri boşaltmaktan kaçınmak için yalnızca ilk 10.000 satır yazdırılır. Satır sayısı 10.000'den büyük veya eşitse, ileti “Showed first 10 000” bas .ılmıştır.
-Bu biçim yalnızca bir sorgu sonucu çıktısı için uygundur, ancak ayrıştırma için değil (bir tabloya eklemek için veri alma).
-
-Güzel biçim, toplam değerleri (TOPLAMLARLA birlikte kullanıldığında) ve aşırılıkları (ne zaman ‘extremes’ 1 olarak ayarlanır). Bu durumlarda, toplam değerler ve aşırı değerler ana veriden sonra ayrı tablolarda çıktılanır. Örnek (gösterilen [PrettyCompact](#prettycompact) biçimli):
-
-``` sql
-SELECT EventDate, count() AS c FROM test.hits GROUP BY EventDate WITH TOTALS ORDER BY EventDate FORMAT PrettyCompact
-```
-
-``` text
-┌──EventDate─┬───────c─┐
-│ 2014-03-17 │ 1406958 │
-│ 2014-03-18 │ 1383658 │
-│ 2014-03-19 │ 1405797 │
-│ 2014-03-20 │ 1353623 │
-│ 2014-03-21 │ 1245779 │
-│ 2014-03-22 │ 1031592 │
-│ 2014-03-23 │ 1046491 │
-└────────────┴─────────┘
-
-Totals:
-┌──EventDate─┬───────c─┐
-│ 1970-01-01 │ 8873898 │
-└────────────┴─────────┘
-
-Extremes:
-┌──EventDate─┬───────c─┐
-│ 2014-03-17 │ 1031592 │
-│ 2014-03-23 │ 1406958 │
-└────────────┴─────────┘
-```
-
-## PrettyCompact {#prettycompact}
-
-Farklıdır [Çok](#pretty) bu ızgara satırlar arasında çizilir ve sonuç daha kompakttır.
-Bu biçim, etkileşimli modda komut satırı istemcisinde varsayılan olarak kullanılır.
-
-## PrettyCompactMonoBlock {#prettycompactmonoblock}
-
-Farklıdır [PrettyCompact](#prettycompact) bu kadar 10.000 satır arabelleğe alınır, daha sonra bloklarla değil, tek bir tablo olarak çıktılanır.
-
-## PrettyNoEscapes {#prettynoescapes}
-
-ANSİSİ-ESC .ape diz .ilerinin kullanıl .madığı güzel differsden farklıdır. Bu, bu formatı bir tarayıcıda görüntülemek ve aynı zamanda ‘watch’ komut satırı yardımcı programı.
-
-Örnek:
-
-``` bash
-$ watch -n1 "clickhouse-client --query='SELECT event, value FROM system.events FORMAT PrettyCompactNoEscapes'"
-```
-
-Tarayıcıda görüntülemek için HTTP arayüzünü kullanabilirsiniz.
-
-### PrettyCompactNoEscapes {#prettycompactnoescapes}
-
-Önceki ayar ile aynı.
-
-### PrettySpaceNoEscapes {#prettyspacenoescapes}
-
-Önceki ayar ile aynı.
-
-## PrettySpace {#prettyspace}
-
-Farklıdır [PrettyCompact](#prettycompact) bu boşluk (boşluk karakterleri) ızgara yerine kullanılır.
-
-## RowBinary {#rowbinary}
-
-Biçimleri ve ikili biçimde satır verileri ayrıştırır. Satırlar ve değerler, ayırıcılar olmadan ardışık olarak listelenir.
-Bu biçim, satır tabanlı olduğundan yerel biçimden daha az etkilidir.
-
-Tamsayılar sabit uzunlukta küçük endian temsilini kullanır. Örneğin, uint64 8 bayt kullanır.
-DateTime, Unix zaman damgasını değer olarak içeren Uİnt32 olarak temsil edilir.
-Tarih değeri olarak 1970-01-01 yılından bu yana gün sayısını içeren bir uint16 nesnesi olarak temsil edilir.
-Dize varint uzunluğu (imzasız) olarak temsil edilir [LEB128](https://en.wikipedia.org/wiki/LEB128)), ardından dizenin baytları.
-FixedString sadece bir bayt dizisi olarak temsil edilir.
-
-Dizi varint uzunluğu (imzasız) olarak temsil edilir [LEB128](https://en.wikipedia.org/wiki/LEB128)), ardından dizinin ardışık elemanları.
-
-İçin [NULL](../sql-reference/syntax.md#null-literal) destek, 1 veya 0 içeren ek bir bayt her önce eklenir [Nullable](../sql-reference/data-types/nullable.md) değer. 1 ise, o zaman değer `NULL` ve bu bayt ayrı bir değer olarak yorumlanır. 0 ise, bayttan sonraki değer değil `NULL`.
-
-## Rowbinarywithnames ve türleri {#rowbinarywithnamesandtypes}
-
-Benzer [RowBinary](#rowbinary), ancak eklenen Başlık ile:
-
--   [LEB128](https://en.wikipedia.org/wiki/LEB128)- kodlanmış sütun sayısı (N)
--   N `String`s sütun adlarını belirtme
--   N `String`s sütun türlerini belirleme
-
-## Değerler {#data-format-values}
-
-Her satırı parantez içinde yazdırır. Satırlar virgülle ayrılır. Son satırdan sonra virgül yok. Parantez içindeki değerler de virgülle ayrılır. Sayılar tırnak işaretleri olmadan ondalık biçimde çıktıdır. Diziler köşeli parantez içinde çıktı. Kat tırnak içinde çıkış dizelerle, tarihleri ve tarihleri. Kaçan kurallar ve ayrıştırma benzer [TabSeparated](#tabseparated) biçimli. Biçimlendirme sırasında fazladan boşluk eklenmez, ancak ayrıştırma sırasında izin verilir ve atlanır (izin verilmeyen dizi değerleri içindeki boşluklar hariç). [NULL](../sql-reference/syntax.md) olarak temsil edilir `NULL`.
-
-The minimum set of characters that you need to escape when passing data in Values ​​format: single quotes and backslashes.
-
-Bu, kullanılan formattır `INSERT INTO t VALUES ...`, ancak sorgu sonuçlarını biçimlendirmek için de kullanabilirsiniz.
-
-Ayrıca bakınız: [ınput_format_values_interpret_expressions](../operations/settings/settings.md#settings-input_format_values_interpret_expressions) ve [ınput_format_values_deduce_templates_of_expressions](../operations/settings/settings.md#settings-input_format_values_deduce_templates_of_expressions) ayarlar.
-
-## Dikey {#vertical}
-
-Her değeri belirtilen sütun adıyla ayrı bir satıra yazdırır. Bu biçim, her satır çok sayıda sütundan oluşuyorsa, yalnızca bir veya birkaç satır yazdırmak için uygundur.
-
-[NULL](../sql-reference/syntax.md) olarak çıktı `ᴺᵁᴸᴸ`.
-
-Örnek:
-
-``` sql
-SELECT * FROM t_null FORMAT Vertical
-```
-
-``` text
-Row 1:
-──────
-x: 1
-y: ᴺᵁᴸᴸ
-```
-
-Satırlar dikey biçimde kaçmadı:
-
-``` sql
-SELECT 'string with \'quotes\' and \t with some special \n characters' AS test FORMAT Vertical
-```
-
-``` text
-Row 1:
-──────
-test: string with 'quotes' and      with some special
- characters
-```
-
-Bu biçim yalnızca bir sorgu sonucu çıktısı için uygundur, ancak ayrıştırma için değil (bir tabloya eklemek için veri alma).
-
-## VerticalRaw {#verticalraw}
-
-Benzer [Dikey](#vertical), ama kaçan engelli ile. Bu biçim, yalnızca ayrıştırma (veri alma ve tabloya ekleme) için değil, sorgu sonuçlarının çıktısı için uygundur.
-
-## XML {#xml}
-
-XML biçimi, ayrıştırma için değil, yalnızca çıktı için uygundur. Örnek:
-
-``` xml
-<?xml version='1.0' encoding='UTF-8' ?>
-<result>
-        <meta>
-                <columns>
-                        <column>
-                                <name>SearchPhrase</name>
-                                <type>String</type>
-                        </column>
-                        <column>
-                                <name>count()</name>
-                                <type>UInt64</type>
-                        </column>
-                </columns>
-        </meta>
-        <data>
-                <row>
-                        <SearchPhrase></SearchPhrase>
-                        <field>8267016</field>
-                </row>
-                <row>
-                        <SearchPhrase>bathroom interior design</SearchPhrase>
-                        <field>2166</field>
-                </row>
-                <row>
-                        <SearchPhrase>yandex</SearchPhrase>
-                        <field>1655</field>
-                </row>
-                <row>
-                        <SearchPhrase>2014 spring fashion</SearchPhrase>
-                        <field>1549</field>
-                </row>
-                <row>
-                        <SearchPhrase>freeform photos</SearchPhrase>
-                        <field>1480</field>
-                </row>
-                <row>
-                        <SearchPhrase>angelina jolie</SearchPhrase>
-                        <field>1245</field>
-                </row>
-                <row>
-                        <SearchPhrase>omsk</SearchPhrase>
-                        <field>1112</field>
-                </row>
-                <row>
-                        <SearchPhrase>photos of dog breeds</SearchPhrase>
-                        <field>1091</field>
-                </row>
-                <row>
-                        <SearchPhrase>curtain designs</SearchPhrase>
-                        <field>1064</field>
-                </row>
-                <row>
-                        <SearchPhrase>baku</SearchPhrase>
-                        <field>1000</field>
-                </row>
-        </data>
-        <rows>10</rows>
-        <rows_before_limit_at_least>141137</rows_before_limit_at_least>
-</result>
-```
-
-Sütun adı kabul edilebilir bir biçime sahip değilse, sadece ‘field’ eleman adı olarak kullanılır. Genel olarak, XML yapısı JSON yapısını izler.
-Just as for JSON, invalid UTF-8 sequences are changed to the replacement character � so the output text will consist of valid UTF-8 sequences.
-
-Dize değerlerinde, karakterler `<` ve `&` olarak kaç arear `<` ve `&`.
-
-Diziler olarak çıktı `<array><elem>Hello</elem><elem>World</elem>...</array>`ve tuples olarak `<tuple><elem>Hello</elem><elem>World</elem>...</tuple>`.
-
-## CapnProto {#capnproto}
-
-Cap'n Proto, Protokol Tamponlarına ve tasarrufuna benzer, ancak JSON veya MessagePack gibi olmayan bir ikili mesaj biçimidir.
-
-Cap'n Proto mesajları kesinlikle yazılır ve kendi kendini tanımlamaz, yani harici bir şema açıklamasına ihtiyaç duyarlar. Şema anında uygulanır ve her sorgu için önbelleğe alınır.
-
-``` bash
-$ cat capnproto_messages.bin | clickhouse-client --query "INSERT INTO test.hits FORMAT CapnProto SETTINGS format_schema='schema:Message'"
-```
-
-Nerede `schema.capnp` bu gibi görünüyor:
-
-``` capnp
-struct Message {
-  SearchPhrase @0 :Text;
-  c @1 :Uint64;
-}
-```
-
-Serializasyon etkilidir ve genellikle sistem yükünü arttırmaz.
-
-Ayrıca bakınız [Biçim Şeması](#formatschema).
-
-## Protobuf {#protobuf}
-
-Protobuf-bir [Protokol Tamp Buffonları](https://developers.google.com/protocol-buffers/) biçimli.
-
-Bu biçim, bir dış biçim şeması gerektirir. Şema sorgular arasında önbelleğe alınır.
-ClickHouse hem destekler `proto2` ve `proto3` sözdizimiler. Tekrarlanan / isteğe bağlı / gerekli alanlar desteklenir.
-
-Kullanım örnekleri:
-
-``` sql
-SELECT * FROM test.table FORMAT Protobuf SETTINGS format_schema = 'schemafile:MessageType'
-```
-
-``` bash
-cat protobuf_messages.bin | clickhouse-client --query "INSERT INTO test.table FORMAT Protobuf SETTINGS format_schema='schemafile:MessageType'"
-```
-
-dosya nerede `schemafile.proto` bu gibi görünüyor:
-
-``` capnp
-syntax = "proto3";
-
-message MessageType {
-  string name = 1;
-  string surname = 2;
-  uint32 birthDate = 3;
-  repeated string phoneNumbers = 4;
-};
-```
-
-İletişim kuralı arabellekleri' ileti türü Tablo sütunları ve alanları arasındaki yazışmaları bulmak için clickhouse adlarını karşılaştırır.
-Bu karşılaştırma büyük / küçük harf duyarsız ve karakterler `_` (alt çizgi) ve `.` (nokta) eşit olarak kabul edilir.
-Bir sütun türleri ve protokol arabellekleri ileti alanı farklıysa, gerekli dönüştürme uygulanır.
-
-İç içe geçmiş mesajlar desteklenir. Örneğin, alan için `z` aşağıdaki ileti türünde
-
-``` capnp
-message MessageType {
-  message XType {
-    message YType {
-      int32 z;
-    };
-    repeated YType y;
-  };
-  XType x;
-};
-```
-
-ClickHouse adlı bir sütun bulmaya çalışır `x.y.z` (veya `x_y_z` veya `X.y_Z` ve benzeri).
-İç içe mesajlar giriş veya çıkış a için uygundur [iç içe veri yapıları](../sql-reference/data-types/nested-data-structures/nested.md).
-
-Böyle bir protobuf şemasında tanımlanan varsayılan değerler
-
-``` capnp
-syntax = "proto2";
-
-message MessageType {
-  optional int32 result_per_page = 3 [default = 10];
-}
-```
-
-uygulan ;mamaktadır; [tablo varsayılanları](../sql-reference/statements/create.md#create-default-values) bunların yerine kullanılır.
-
-ClickHouse girişleri ve çıkışları protobuf mesajları `length-delimited` biçimli.
-Bu, her mesajın uzunluğunu bir olarak yazmadan önce anlamına gelir [varint](https://developers.google.com/protocol-buffers/docs/encoding#varints).
-Ayrıca bakınız [popüler dillerde uzunlukla ayrılmış protobuf mesajları nasıl okunur / yazılır](https://cwiki.apache.org/confluence/display/GEODE/Delimiting+Protobuf+Messages).
-
-## Avro {#data-format-avro}
-
-[Apache Avro](http://avro.apache.org/) Apache'nin Hadoop projesi kapsamında geliştirilen satır odaklı veri serileştirme çerçevesidir.
-
-ClickHouse Avro biçimi okuma ve yazma destekler [Avro veri dosyaları](http://avro.apache.org/docs/current/spec.html#Object+Container+Files).
-
-### Veri Türleri Eşleştirme {#data_types-matching}
-
-Aşağıdaki tablo, desteklenen veri türlerini ve Clickhouse'la nasıl eşleştiğini gösterir [veri türleri](../sql-reference/data-types/index.md) içinde `INSERT` ve `SELECT` sorgular.
-
-| Avro veri türü `INSERT`                     | ClickHouse veri türü                                                                                              | Avro veri türü `SELECT`      |
-|---------------------------------------------|-------------------------------------------------------------------------------------------------------------------|------------------------------|
-| `boolean`, `int`, `long`, `float`, `double` | [Int(8/16/32)](../sql-reference/data-types/int-uint.md), [Uİnt(8/16/32)](../sql-reference/data-types/int-uint.md) | `int`                        |
-| `boolean`, `int`, `long`, `float`, `double` | [Int64](../sql-reference/data-types/int-uint.md), [Uİnt64](../sql-reference/data-types/int-uint.md)               | `long`                       |
-| `boolean`, `int`, `long`, `float`, `double` | [Float32](../sql-reference/data-types/float.md)                                                                   | `float`                      |
-| `boolean`, `int`, `long`, `float`, `double` | [Float64](../sql-reference/data-types/float.md)                                                                   | `double`                     |
-| `bytes`, `string`, `fixed`, `enum`          | [Dize](../sql-reference/data-types/string.md)                                                                     | `bytes`                      |
-| `bytes`, `string`, `fixed`                  | [FixedString(N)](../sql-reference/data-types/fixedstring.md)                                                      | `fixed(N)`                   |
-| `enum`                                      | [Enum (8/16)](../sql-reference/data-types/enum.md)                                                                | `enum`                       |
-| `array(T)`                                  | [Dizi(T)](../sql-reference/data-types/array.md)                                                                   | `array(T)`                   |
-| `union(null, T)`, `union(T, null)`          | [Null (T)](../sql-reference/data-types/date.md)                                                                   | `union(null, T)`             |
-| `null`                                      | [Null (Hiçbir Şey)](../sql-reference/data-types/special-data-types/nothing.md)                                    | `null`                       |
-| `int (date)` \*                             | [Tarihli](../sql-reference/data-types/date.md)                                                                    | `int (date)` \*              |
-| `long (timestamp-millis)` \*                | [DateTime64 (3)](../sql-reference/data-types/datetime.md)                                                         | `long (timestamp-millis)` \* |
-| `long (timestamp-micros)` \*                | [DateTime64 (6)](../sql-reference/data-types/datetime.md)                                                         | `long (timestamp-micros)` \* |
-
-\* [Avro mantıksal türleri](http://avro.apache.org/docs/current/spec.html#Logical+Types)
-
-Desteklenmeyen Avro veri türleri: `record` (non-root), `map`
-
-Desteklenmeyen Avro mantıksal veri türleri: `uuid`, `time-millis`, `time-micros`, `duration`
-
-### Veri Ekleme {#inserting-data-1}
-
-Bir Avro dosyasından ClickHouse tablosuna veri eklemek için:
-
-``` bash
-$ cat file.avro | clickhouse-client --query="INSERT INTO {some_table} FORMAT Avro"
-```
-
-Giriş Avro dosyasının kök şeması olmalıdır `record` tür.
-
-ClickHouse tablo sütunları ve Avro şema alanları arasındaki yazışmaları bulmak için adlarını karşılaştırır. Bu karşılaştırma büyük / küçük harf duyarlıdır.
-Kullanılmayan alanlar atlanır.
-
-ClickHouse tablo sütunlarının veri türleri, eklenen Avro verilerinin karşılık gelen alanlarından farklı olabilir. Veri eklerken, ClickHouse veri türlerini yukarıdaki tabloya göre yorumlar ve sonra [döküm](../sql-reference/functions/type-conversion-functions.md#type_conversion_function-cast) karşılık gelen sütun türüne veri.
-
-### Veri Seçme {#selecting-data-1}
-
-ClickHouse tablosundan bir Avro dosyasına veri seçmek için:
-
-``` bash
-$ clickhouse-client --query="SELECT * FROM {some_table} FORMAT Avro" > file.avro
-```
-
-Sütun adları gerekir:
-
--   ile başla `[A-Za-z_]`
--   daha sonra sadece içerir `[A-Za-z0-9_]`
-
-Çıkış Avro dosya sıkıştırma ve senkronizasyon aralığı ile yapılandırılabilir [output_format_avro_codec](../operations/settings/settings.md#settings-output_format_avro_codec) ve [output_format_avro_sync_interval](../operations/settings/settings.md#settings-output_format_avro_sync_interval) sırasıyla.
-
-## AvroConfluent {#data-format-avro-confluent}
-
-AvroConfluent yaygın olarak kullanılan tek nesne Avro mesajları çözme destekler [Kafka](https://kafka.apache.org/) ve [Confluent Şema Kayıt](https://docs.confluent.io/current/schema-registry/index.html).
-
-Her Avro iletisi, şema Kayıt defterinin yardımıyla gerçek şemaya çözülebilen bir şema kimliği gömer.
-
-Şemalar çözüldükten sonra önbelleğe alınır.
-
-Şema kayıt defteri URL'si ile yapılandırılır [format_avro_schema_registry_url](../operations/settings/settings.md#settings-format_avro_schema_registry_url)
-
-### Veri Türleri Eşleştirme {#data_types-matching-1}
-
-Aynı olarak [Avro](#data-format-avro)
-
-### Kullanma {#usage}
-
-Şema çözünürlüğünü hızlı bir şekilde doğrulamak için şunları kullanabilirsiniz [kafkasat](https://github.com/edenhill/kafkacat) ile [clickhouse-yerel](../operations/utilities/clickhouse-local.md):
-
-``` bash
-$ kafkacat -b kafka-broker  -C -t topic1 -o beginning -f '%s' -c 3 | clickhouse-local   --input-format AvroConfluent --format_avro_schema_registry_url 'http://schema-registry' -S "field1 Int64, field2 String"  -q 'select *  from table'
-1 a
-2 b
-3 c
-```
-
-Kullanmak `AvroConfluent` ile [Kafka](../engines/table-engines/integrations/kafka.md):
-
-``` sql
-CREATE TABLE topic1_stream
-(
-    field1 String,
-    field2 String
-)
-ENGINE = Kafka()
-SETTINGS
-kafka_broker_list = 'kafka-broker',
-kafka_topic_list = 'topic1',
-kafka_group_name = 'group1',
-kafka_format = 'AvroConfluent';
-
-SET format_avro_schema_registry_url = 'http://schema-registry';
-
-SELECT * FROM topic1_stream;
-```
-
-!!! note "Uyarıcı"
-    Ayar `format_avro_schema_registry_url` yapılandırılmış olması gerekiyor `users.xml` yeniden başlattıktan sonra değerini korumak için.
-
-## Parke {#data-format-parquet}
-
-[Apache Parke](http://parquet.apache.org/) hadoop ekosisteminde yaygın bir sütunlu depolama biçimidir. ClickHouse, bu format için okuma ve yazma işlemlerini destekler.
-
-### Veri Türleri Eşleştirme {#data_types-matching-2}
-
-Aşağıdaki tablo, desteklenen veri türlerini ve Clickhouse'la nasıl eşleştiğini gösterir [veri türleri](../sql-reference/data-types/index.md) içinde `INSERT` ve `SELECT` sorgular.
-
-| Parke veri türü (`INSERT`) | ClickHouse veri türü                                      | Parke veri türü (`SELECT`) |
-|----------------------------|-----------------------------------------------------------|----------------------------|
-| `UINT8`, `BOOL`            | [Uİnt8](../sql-reference/data-types/int-uint.md)          | `UINT8`                    |
-| `INT8`                     | [Int8](../sql-reference/data-types/int-uint.md)           | `INT8`                     |
-| `UINT16`                   | [Uınt16](../sql-reference/data-types/int-uint.md)         | `UINT16`                   |
-| `INT16`                    | [Int16](../sql-reference/data-types/int-uint.md)          | `INT16`                    |
-| `UINT32`                   | [Uİnt32](../sql-reference/data-types/int-uint.md)         | `UINT32`                   |
-| `INT32`                    | [Int32](../sql-reference/data-types/int-uint.md)          | `INT32`                    |
-| `UINT64`                   | [Uİnt64](../sql-reference/data-types/int-uint.md)         | `UINT64`                   |
-| `INT64`                    | [Int64](../sql-reference/data-types/int-uint.md)          | `INT64`                    |
-| `FLOAT`, `HALF_FLOAT`      | [Float32](../sql-reference/data-types/float.md)           | `FLOAT`                    |
-| `DOUBLE`                   | [Float64](../sql-reference/data-types/float.md)           | `DOUBLE`                   |
-| `DATE32`                   | [Tarihli](../sql-reference/data-types/date.md)            | `UINT16`                   |
-| `DATE64`, `TIMESTAMP`      | [DateTime](../sql-reference/data-types/datetime.md)       | `UINT32`                   |
-| `STRING`, `BINARY`         | [Dize](../sql-reference/data-types/string.md)             | `STRING`                   |
-| —                          | [FixedString](../sql-reference/data-types/fixedstring.md) | `STRING`                   |
-| `DECIMAL`                  | [Ondalık](../sql-reference/data-types/decimal.md)         | `DECIMAL`                  |
-
-ClickHouse yapılandırılabilir hassas destekler `Decimal` tür. Bu `INSERT` sorgu parke davranır `DECIMAL` ClickHouse olarak yazın `Decimal128` tür.
-
-Desteklen datameyen veri türleri: `DATE32`, `TIME32`, `FIXED_SIZE_BINARY`, `JSON`, `UUID`, `ENUM`.
-
-ClickHouse tablo sütunlarının veri türleri, eklenen parke verilerinin ilgili alanlarından farklı olabilir. Veri eklerken, ClickHouse veri türlerini yukarıdaki tabloya göre yorumlar ve sonra [döküm](../query_language/functions/type_conversion_functions/#type_conversion_function-cast) ClickHouse tablo sütunu için ayarlanmış olan bu veri türüne ait veriler.
-
-### Veri ekleme ve seçme {#inserting-and-selecting-data}
-
-Bir dosyadan parke verilerini ClickHouse tablosuna aşağıdaki komutla ekleyebilirsiniz:
-
-``` bash
-$ cat {filename} | clickhouse-client --query="INSERT INTO {some_table} FORMAT Parquet"
-```
-
-Bir ClickHouse tablosundan veri seçin ve aşağıdaki komutla parke formatında bazı dosyaya kaydedebilirsiniz:
-
-``` bash
-$ clickhouse-client --query="SELECT * FROM {some_table} FORMAT Parquet" > {some_file.pq}
-```
-
-Hadoop ile veri alışverişi yapmak için şunları kullanabilirsiniz [HDFS tablo motoru](../engines/table-engines/integrations/hdfs.md).
-
-## ORC {#data-format-orc}
-
-[Apache ORCC](https://orc.apache.org/) hadoop ekosisteminde yaygın bir sütunlu depolama biçimidir. Bu formatta yalnızca Clickhouse'a veri ekleyebilirsiniz.
-
-### Veri Türleri Eşleştirme {#data_types-matching-3}
-
-Aşağıdaki tablo, desteklenen veri türlerini ve Clickhouse'la nasıl eşleştiğini gösterir [veri türleri](../sql-reference/data-types/index.md) içinde `INSERT` sorgular.
-
-| Orc veri türü (`INSERT`) | ClickHouse veri türü                                |
-|--------------------------|-----------------------------------------------------|
-| `UINT8`, `BOOL`          | [Uİnt8](../sql-reference/data-types/int-uint.md)    |
-| `INT8`                   | [Int8](../sql-reference/data-types/int-uint.md)     |
-| `UINT16`                 | [Uınt16](../sql-reference/data-types/int-uint.md)   |
-| `INT16`                  | [Int16](../sql-reference/data-types/int-uint.md)    |
-| `UINT32`                 | [Uİnt32](../sql-reference/data-types/int-uint.md)   |
-| `INT32`                  | [Int32](../sql-reference/data-types/int-uint.md)    |
-| `UINT64`                 | [Uİnt64](../sql-reference/data-types/int-uint.md)   |
-| `INT64`                  | [Int64](../sql-reference/data-types/int-uint.md)    |
-| `FLOAT`, `HALF_FLOAT`    | [Float32](../sql-reference/data-types/float.md)     |
-| `DOUBLE`                 | [Float64](../sql-reference/data-types/float.md)     |
-| `DATE32`                 | [Tarihli](../sql-reference/data-types/date.md)      |
-| `DATE64`, `TIMESTAMP`    | [DateTime](../sql-reference/data-types/datetime.md) |
-| `STRING`, `BINARY`       | [Dize](../sql-reference/data-types/string.md)       |
-| `DECIMAL`                | [Ondalık](../sql-reference/data-types/decimal.md)   |
-
-ClickHouse yapılandırılabilir hassas destekler `Decimal` tür. Bu `INSERT` sorgu Orc davranır `DECIMAL` ClickHouse olarak yazın `Decimal128` tür.
-
-Desteklenmeyen Orc veri türleri: `DATE32`, `TIME32`, `FIXED_SIZE_BINARY`, `JSON`, `UUID`, `ENUM`.
-
-ClickHouse tablo sütunlarının veri türlerinin karşılık gelen ORC veri alanları ile eşleşmesi gerekmez. Veri eklerken, ClickHouse veri türlerini yukarıdaki tabloya göre yorumlar ve sonra [döküm](../sql-reference/functions/type-conversion-functions.md#type_conversion_function-cast) veri türü için veri kümesi ClickHouse tablo sütun.
-
-### Veri Ekleme {#inserting-data-2}
-
-Bir dosyadan Orc verilerini ClickHouse tablosuna aşağıdaki komutla ekleyebilirsiniz:
-
-``` bash
-$ cat filename.orc | clickhouse-client --query="INSERT INTO some_table FORMAT ORC"
-```
-
-Hadoop ile veri alışverişi yapmak için şunları kullanabilirsiniz [HDFS tablo motoru](../engines/table-engines/integrations/hdfs.md).
-
-## Biçim Şeması {#formatschema}
-
-Biçim şemasını içeren dosya adı, ayar tarafından ayarlanır `format_schema`.
-Biçim onelerinden biri kullanıldığında bu ayarı ayarlamak gerekir `Cap'n Proto` ve `Protobuf`.
-Biçim şeması, bir dosya adının ve bu dosyadaki bir ileti türünün adının birleşimidir ve iki nokta üst üste ile sınırlandırılmıştır,
-e.g. `schemafile.proto:MessageType`.
-Dosya, format için standart uzantıya sahipse (örneğin, `.proto` için `Protobuf`),
-ihmal edilebilir ve bu durumda, biçim şeması şöyle görünür `schemafile:MessageType`.
-
-Eğer giriş veya çıkış veri üzerinden [müşteri](../interfaces/cli.md) in the [interaktif mod](../interfaces/cli.md#cli_usage) biçim şe themasında belirtilen dosya adı
-mutlak bir yol veya istemci üzerinde geçerli dizine göre bir yol içerebilir.
-Eğer istemci kullanıyorsanız [Toplu Modu](../interfaces/cli.md#cli_usage), şemanın yolu güvenlik nedeniyle göreceli olmalıdır.
-
-Eğer giriş veya çıkış veri üzerinden [HTTP arayüzü](../interfaces/http.md) biçim şemasında belirtilen dosya adı
-belirtilen dizinde bulunmalıdır [format_schema_path](../operations/server-configuration-parameters/settings.md#server_configuration_parameters-format_schema_path)
-sunucu yapılandırmasında.
-
-## Atlama Hataları {#skippingerrors}
-
-Gibi bazı format suchlar `CSV`, `TabSeparated`, `TSKV`, `JSONEachRow`, `Template`, `CustomSeparated` ve `Protobuf` ayrıştırma hatası oluşursa kırık satırı atlayabilir ve bir sonraki satırın başından ayrıştırmaya devam edebilir. Görmek [ınput_format_allow_errors_num](../operations/settings/settings.md#settings-input_format_allow_errors_num) ve
-[ınput_format_allow_errors_ratio](../operations/settings/settings.md#settings-input_format_allow_errors_ratio) ayarlar.
-Sınırlamalar:
-- Ayrıştırma hatası durumunda `JSONEachRow` yeni satıra (veya EOF) kadar tüm verileri atlar, bu nedenle satırlar AŞAĞIDAKİLERLE sınırlandırılmalıdır `\n` hataları doğru saymak için.
-- `Template` ve `CustomSeparated` bir sonraki satırın başlangıcını bulmak için son sütundan sonra sınırlayıcı ve satırlar arasındaki sınırlayıcıyı kullanın, Bu nedenle hataları atlamak yalnızca en az biri boş değilse çalışır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/formats/) <!--hide-->
diff --git a/docs/tr/interfaces/http.md b/docs/tr/interfaces/http.md
deleted file mode 100644
index 7a8d8da5e2c..00000000000
--- a/docs/tr/interfaces/http.md
+++ /dev/null
@@ -1,617 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 19
-toc_title: "HTTP aray\xFCz\xFC"
----
-
-# HTTP arayüzü {#http-interface}
-
-HTTP arayüzü, herhangi bir programlama dilinden herhangi bir platformda Clickhouse'u kullanmanızı sağlar. Java ve Perl'den ve kabuk komut dosyalarından çalışmak için kullanıyoruz. Diğer bölümlerde, HTTP arayüzü Perl, Python ve Go'dan kullanılır. HTTP arabirimi yerel arabirimden daha sınırlıdır, ancak daha iyi uyumluluğa sahiptir.
-
-Varsayılan olarak, clickhouse-server, 8123 numaralı bağlantı noktasında HTTP dinler (bu, yapılandırmada değiştirilebilir).
-
-Parametreler olmadan bir GET / request yaparsanız, 200 yanıt kodunu ve tanımlanan dizeyi döndürür [http_server_default_response](../operations/server-configuration-parameters/settings.md#server_configuration_parameters-http_server_default_response) varsayılan değer “Ok.” (sonunda bir çizgi besleme ile)
-
-``` bash
-$ curl 'http://localhost:8123/'
-Ok.
-```
-
-Sağlık kontrol komut GET / ping isteği kullanın. Bu işleyici her zaman döner “Ok.” (sonunda bir çizgi besleme ile). 18.12.13 sürümünden edinilebilir.
-
-``` bash
-$ curl 'http://localhost:8123/ping'
-Ok.
-```
-
-İsteği URL olarak gönder ‘query’ parametre veya bir POST olarak. Veya sorgunun başlangıcını gönder ‘query’ parametre ve postadaki geri kalanı (bunun neden gerekli olduğunu daha sonra açıklayacağız). URL'nin boyutu 16 KB ile sınırlıdır, bu nedenle büyük sorgular gönderirken bunu aklınızda bulundurun.
-
-Başarılı olursa, 200 yanıt Kodu ve yanıt gövdesinde sonucu alırsınız.
-Bir hata oluşursa, 500 yanıt Kodu ve yanıt gövdesinde bir hata açıklaması metni alırsınız.
-
-GET yöntemini kullanırken, ‘readonly’ ayar .lanmıştır. Başka bir deyişle, verileri değiştiren sorgular için yalnızca POST yöntemini kullanabilirsiniz. Sorgunun kendisini POST gövdesinde veya URL parametresinde gönderebilirsiniz.
-
-Örnekler:
-
-``` bash
-$ curl 'http://localhost:8123/?query=SELECT%201'
-1
-
-$ wget -nv -O- 'http://localhost:8123/?query=SELECT 1'
-1
-
-$ echo -ne 'GET /?query=SELECT%201 HTTP/1.0\r\n\r\n' | nc localhost 8123
-HTTP/1.0 200 OK
-Date: Wed, 27 Nov 2019 10:30:18 GMT
-Connection: Close
-Content-Type: text/tab-separated-values; charset=UTF-8
-X-ClickHouse-Server-Display-Name: clickhouse.ru-central1.internal
-X-ClickHouse-Query-Id: 5abe861c-239c-467f-b955-8a201abb8b7f
-X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-
-1
-```
-
-Gördüğünüz gibi, curl, boşlukların URL'den kaçması gerektiği konusunda biraz rahatsız edici.
-Her ne kadar wget her şeyden kaçsa da, onu kullanmanızı önermiyoruz çünkü keep-alive ve Transfer-Encoding: chunked kullanırken HTTP 1.1 üzerinde iyi çalışmıyor.
-
-``` bash
-$ echo 'SELECT 1' | curl 'http://localhost:8123/' --data-binary @-
-1
-
-$ echo 'SELECT 1' | curl 'http://localhost:8123/?query=' --data-binary @-
-1
-
-$ echo '1' | curl 'http://localhost:8123/?query=SELECT' --data-binary @-
-1
-```
-
-Sorgunun bir parçası parametrede gönderilirse ve gönderinin bir parçası ise, bu iki veri parçası arasına bir satır akışı eklenir.
-Örnek (bu işe yaramaz):
-
-``` bash
-$ echo 'ECT 1' | curl 'http://localhost:8123/?query=SEL' --data-binary @-
-Code: 59, e.displayText() = DB::Exception: Syntax error: failed at position 0: SEL
-ECT 1
-, expected One of: SHOW TABLES, SHOW DATABASES, SELECT, INSERT, CREATE, ATTACH, RENAME, DROP, DETACH, USE, SET, OPTIMIZE., e.what() = DB::Exception
-```
-
-Varsayılan olarak, veri TabSeparated biçiminde döndürülür (daha fazla bilgi için bkz: “Formats” bölme).
-Başka bir biçim istemek için sorgunun biçim yan tümcesi kullanın.
-
-``` bash
-$ echo 'SELECT 1 FORMAT Pretty' | curl 'http://localhost:8123/?' --data-binary @-
-┏━━━┓
-┃ 1 ┃
-┡━━━┩
-│ 1 │
-└───┘
-```
-
-Ekleme sorguları için veri iletmenin POST yöntemi gereklidir. Bu durumda, URL parametresinde sorgunun başlangıcını yazabilir ve eklemek için verileri iletmek için POST'u kullanabilirsiniz. Eklenecek veriler, örneğin Mysql'den sekmeyle ayrılmış bir döküm olabilir. Bu şekilde, INSERT sorgusu MYSQL'DEN load DATA LOCAL INFİLE'IN yerini alır.
-
-Örnekler: tablo oluşturma:
-
-``` bash
-$ echo 'CREATE TABLE t (a UInt8) ENGINE = Memory' | curl 'http://localhost:8123/' --data-binary @-
-```
-
-Veri ekleme için tanıdık ekleme sorgusunu kullanma:
-
-``` bash
-$ echo 'INSERT INTO t VALUES (1),(2),(3)' | curl 'http://localhost:8123/' --data-binary @-
-```
-
-Veriler sorgudan ayrı olarak gönderilebilir:
-
-``` bash
-$ echo '(4),(5),(6)' | curl 'http://localhost:8123/?query=INSERT%20INTO%20t%20VALUES' --data-binary @-
-```
-
-Herhangi bir veri biçimini belirtebilirsiniz. Bu ‘Values’ biçim, T değerlerine INSERT yazarken kullanılanla aynıdır:
-
-``` bash
-$ echo '(7),(8),(9)' | curl 'http://localhost:8123/?query=INSERT%20INTO%20t%20FORMAT%20Values' --data-binary @-
-```
-
-Sekmeyle ayrılmış bir dökümden veri eklemek için ilgili biçimi belirtin:
-
-``` bash
-$ echo -ne '10\n11\n12\n' | curl 'http://localhost:8123/?query=INSERT%20INTO%20t%20FORMAT%20TabSeparated' --data-binary @-
-```
-
-Tablo içeriğini okuma. Paralel sorgu işleme nedeniyle veriler rastgele sırayla çıktılanır:
-
-``` bash
-$ curl 'http://localhost:8123/?query=SELECT%20a%20FROM%20t'
-7
-8
-9
-10
-11
-12
-1
-2
-3
-4
-5
-6
-```
-
-Tabloyu silme.
-
-``` bash
-$ echo 'DROP TABLE t' | curl 'http://localhost:8123/' --data-binary @-
-```
-
-Veri tablosu döndürmeyen başarılı istekler için boş bir yanıt gövdesi döndürülür.
-
-Veri iletirken dahili ClickHouse sıkıştırma formatını kullanabilirsiniz. Sıkıştırılmış veriler standart olmayan bir biçime sahiptir ve özel `clickhouse-compressor` onunla çalışmak için program (bu ile yüklü `clickhouse-client` paket). Veri ekleme verimliliğini artırmak için, sunucu tarafı sağlama toplamı doğrulamasını kullanarak devre dışı bırakabilirsiniz. [http_native_compression_disable_checksumming_on_decompress](../operations/settings/settings.md#settings-http_native_compression_disable_checksumming_on_decompress) ayar.
-
-Belirt ift ifiyseniz `compress=1` URL'de, sunucu size gönderdiği verileri sıkıştırır.
-Belirt ift ifiyseniz `decompress=1` URL'de, sunucu içinde geçirdiğiniz aynı verileri açar. `POST` yöntem.
-
-Ayrıca kullanmayı seçebilirsiniz [HTTP sıkıştırma](https://en.wikipedia.org/wiki/HTTP_compression). Sıkıştırılmış bir göndermek için `POST` istek, istek başlığını Ekle `Content-Encoding: compression_method`. Clickhouse'un yanıtı sıkıştırması için şunları eklemelisiniz `Accept-Encoding: compression_method`. ClickHouse destekler `gzip`, `br`, ve `deflate` [sıkıştırma yöntemleri](https://en.wikipedia.org/wiki/HTTP_compression#Content-Encoding_tokens). HTTP sıkıştırmasını etkinleştirmek için Clickhouse'u kullanmanız gerekir [enable_http_compression](../operations/settings/settings.md#settings-enable_http_compression) ayar. Veri sıkıştırma düzeyini [http_zlib_compression_level](#settings-http_zlib_compression_level) tüm sıkıştırma yöntemleri için ayarlama.
-
-Bunu, büyük miktarda veri iletirken ağ trafiğini azaltmak veya hemen sıkıştırılmış dökümler oluşturmak için kullanabilirsiniz.
-
-Sıkıştırma ile veri gönderme örnekleri:
-
-``` bash
-#Sending data to the server:
-$ curl -vsS "http://localhost:8123/?enable_http_compression=1" -d 'SELECT number FROM system.numbers LIMIT 10' -H 'Accept-Encoding: gzip'
-
-#Sending data to the client:
-$ echo "SELECT 1" | gzip -c | curl -sS --data-binary @- -H 'Content-Encoding: gzip' 'http://localhost:8123/'
-```
-
-!!! note "Not"
-    Bazı HTTP istemcileri varsayılan olarak sunucudan verileri açabilir ( `gzip` ve `deflate`) ve sıkıştırma ayarlarını doğru kullansanız bile sıkıştırılmış veriler alabilirsiniz.
-
-Kullanabilirsiniz ‘database’ Varsayılan veritabanını belirtmek için URL parametresi.
-
-``` bash
-$ echo 'SELECT number FROM numbers LIMIT 10' | curl 'http://localhost:8123/?database=system' --data-binary @-
-0
-1
-2
-3
-4
-5
-6
-7
-8
-9
-```
-
-Varsayılan olarak, sunucu ayarlarında kayıtlı veritabanı varsayılan veritabanı olarak kullanılır. Varsayılan olarak, bu veritabanı denir ‘default’. Alternatif olarak, her zaman tablo adından önce bir nokta kullanarak veritabanını belirtebilirsiniz.
-
-Kullanıcı adı ve şifre üç yoldan biriyle belirtilebilir:
-
-1.  HTTP temel kimlik doğrulamasını kullanma. Örnek:
-
-<!-- -->
-
-``` bash
-$ echo 'SELECT 1' | curl 'http://user:password@localhost:8123/' -d @-
-```
-
-1.  İn the ‘user’ ve ‘password’ URL parametreleri. Örnek:
-
-<!-- -->
-
-``` bash
-$ echo 'SELECT 1' | curl 'http://localhost:8123/?user=user&password=password' -d @-
-```
-
-1.  Kullanım ‘X-ClickHouse-User’ ve ‘X-ClickHouse-Key’ üstbilgi. Örnek:
-
-<!-- -->
-
-``` bash
-$ echo 'SELECT 1' | curl -H 'X-ClickHouse-User: user' -H 'X-ClickHouse-Key: password' 'http://localhost:8123/' -d @-
-```
-
-Kullanıcı adı belirtilmemişse, `default` adı kullanılır. Parola belirtilmezse, boş parola kullanılır.
-Tek bir sorguyu veya ayarların tüm profillerini işlemek için herhangi bir ayar belirtmek için URL parametrelerini de kullanabilirsiniz. Örnek: http: / / localhost: 8123/?profil = web & max_rows_to_read = 1000000000 & query = seç + 1
-
-Daha fazla bilgi için, bkz: [Ayarlar](../operations/settings/index.md) bölme.
-
-``` bash
-$ echo 'SELECT number FROM system.numbers LIMIT 10' | curl 'http://localhost:8123/?' --data-binary @-
-0
-1
-2
-3
-4
-5
-6
-7
-8
-9
-```
-
-Diğer parametreler hakkında bilgi için bölüme bakın “SET”.
-
-Benzer şekilde, http protokolünde ClickHouse oturumlarını kullanabilirsiniz. Bunu yapmak için şunları eklemeniz gerekir: `session_id` İsteğe parametre alın. Oturum kimliği olarak herhangi bir dize kullanabilirsiniz. Varsayılan olarak, oturum 60 saniye hareketsizlik sonra sonlandırılır. Bu zaman aşımını değiştirmek için, `default_session_timeout` sunucu yapılandırmasında ayarlama veya `session_timeout` İsteğe parametre alın. Oturum durumunu kontrol etmek için `session_check=1` parametre. Bir kerede yalnızca bir sorgu, tek bir oturum içinde çalıştırılabilir.
-
-Bir sorgunun ilerleme durumu hakkında bilgi alabilirsiniz `X-ClickHouse-Progress` yanıt başlıkları. Bunu yapmak için etkinleştir [send_progress_in_http_headers](../operations/settings/settings.md#settings-send_progress_in_http_headers). Başlık dizisi örneği:
-
-``` text
-X-ClickHouse-Progress: {"read_rows":"2752512","read_bytes":"240570816","total_rows_to_read":"8880128"}
-X-ClickHouse-Progress: {"read_rows":"5439488","read_bytes":"482285394","total_rows_to_read":"8880128"}
-X-ClickHouse-Progress: {"read_rows":"8783786","read_bytes":"819092887","total_rows_to_read":"8880128"}
-```
-
-Olası başlık alanları:
-
--   `read_rows` — Number of rows read.
--   `read_bytes` — Volume of data read in bytes.
--   `total_rows_to_read` — Total number of rows to be read.
--   `written_rows` — Number of rows written.
--   `written_bytes` — Volume of data written in bytes.
-
-Http bağlantısı kaybolursa çalışan istekler otomatik olarak durmaz. Ayrıştırma ve veri biçimlendirme sunucu tarafında gerçekleştirilir ve ağ kullanarak etkisiz olabilir.
-Opsiyonel ‘query_id’ parametre sorgu kimliği (herhangi bir dize) geçirilebilir. Daha fazla bilgi için bölüme bakın “Settings, replace_running_query”.
-
-Opsiyonel ‘quota_key’ parametre kota anahtarı (herhangi bir dize) olarak geçirilebilir. Daha fazla bilgi için bölüme bakın “Quotas”.
-
-HTTP arabirimi, sorgulamak için dış verileri (dış geçici tablolar) geçirmenize izin verir. Daha fazla bilgi için bölüme bakın “External data for query processing”.
-
-## Yanıt Tamponlama {#response-buffering}
-
-Sunucu tarafında yanıt arabelleği etkinleştirebilirsiniz. Bu `buffer_size` ve `wait_end_of_query` Bu amaçla URL parametreleri sağlanmıştır.
-
-`buffer_size` sunucu belleğinde arabellek sonucu bayt sayısını belirler. Sonuç gövdesi bu eşikten büyükse, arabellek HTTP kanalına yazılır ve kalan veriler doğrudan HTTP kanalına gönderilir.
-
-Tüm yanıtın arabelleğe alındığından emin olmak için `wait_end_of_query=1`. Bu durumda, bellekte depolanan veriler geçici bir sunucu dosyasında arabelleğe alınır.
-
-Örnek:
-
-``` bash
-$ curl -sS 'http://localhost:8123/?max_result_bytes=4000000&buffer_size=3000000&wait_end_of_query=1' -d 'SELECT toUInt8(number) FROM system.numbers LIMIT 9000000 FORMAT RowBinary'
-```
-
-Yanıt Kodu ve HTTP üstbilgileri istemciye gönderildikten sonra bir sorgu işleme hatası oluştu durumları önlemek için arabelleğe alma kullanın. Bu durumda, yanıt gövdesinin sonunda bir hata iletisi yazılır ve istemci tarafında hata yalnızca ayrıştırma aşamasında algılanabilir.
-
-### Parametrelerle sorgular {#cli-queries-with-parameters}
-
-Parametrelerle bir sorgu oluşturabilir ve karşılık gelen HTTP istek parametrelerinden onlar için değerler geçirebilirsiniz. Daha fazla bilgi için, bkz. [CLI için parametrelerle sorgular](cli.md#cli-queries-with-parameters).
-
-### Örnek {#example}
-
-``` bash
-$ curl -sS "<address>?param_id=2&param_phrase=test" -d "SELECT * FROM table WHERE int_column = {id:UInt8} and string_column = {phrase:String}"
-```
-
-## Önceden tanımlanmış HTTP arabirimi {#predefined_http_interface}
-
-ClickHouse HTTP arabirimi üzerinden belirli sorguları destekler. Örneğin, bir tabloya aşağıdaki gibi veri yazabilirsiniz:
-
-``` bash
-$ echo '(4),(5),(6)' | curl 'http://localhost:8123/?query=INSERT%20INTO%20t%20VALUES' --data-binary @-
-```
-
-ClickHouse ayrıca gibi üçüncü parti araçları ile daha kolay entegrasyon yardımcı olabilir önceden tanımlanmış HTTP arayüzünü destekler [PROMETHEUS ihracatçı](https://github.com/percona-lab/clickhouse_exporter).
-
-Örnek:
-
--   Her şeyden önce, bu bölümü sunucu yapılandırma dosyasına ekleyin:
-
-<!-- -->
-
-``` xml
-<http_handlers>
-    <rule>
-        <url>/predefined_query</url>
-        <methods>POST,GET</methods>
-        <handler>
-            <type>predefined_query_handler</type>
-            <query>SELECT * FROM system.metrics LIMIT 5 FORMAT Template SETTINGS format_template_resultset = 'prometheus_template_output_format_resultset', format_template_row = 'prometheus_template_output_format_row', format_template_rows_between_delimiter = '\n'</query>
-        </handler>
-    </rule>
-    <rule>...</rule>
-    <rule>...</rule>
-</http_handlers>
-```
-
--   Artık PROMETHEUS formatında veriler için doğrudan url talep edebilirsiniz:
-
-<!-- -->
-
-``` bash
-$ curl -v 'http://localhost:8123/predefined_query'
-*   Trying ::1...
-* Connected to localhost (::1) port 8123 (#0)
-> GET /predefined_query HTTP/1.1
-> Host: localhost:8123
-> User-Agent: curl/7.47.0
-> Accept: */*
->
-< HTTP/1.1 200 OK
-< Date: Tue, 28 Apr 2020 08:52:56 GMT
-< Connection: Keep-Alive
-< Content-Type: text/plain; charset=UTF-8
-< X-ClickHouse-Server-Display-Name: i-mloy5trc
-< Transfer-Encoding: chunked
-< X-ClickHouse-Query-Id: 96fe0052-01e6-43ce-b12a-6b7370de6e8a
-< X-ClickHouse-Format: Template
-< X-ClickHouse-Timezone: Asia/Shanghai
-< Keep-Alive: timeout=3
-< X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-<
-# HELP "Query" "Number of executing queries"
-# TYPE "Query" counter
-"Query" 1
-
-# HELP "Merge" "Number of executing background merges"
-# TYPE "Merge" counter
-"Merge" 0
-
-# HELP "PartMutation" "Number of mutations (ALTER DELETE/UPDATE)"
-# TYPE "PartMutation" counter
-"PartMutation" 0
-
-# HELP "ReplicatedFetch" "Number of data parts being fetched from replica"
-# TYPE "ReplicatedFetch" counter
-"ReplicatedFetch" 0
-
-# HELP "ReplicatedSend" "Number of data parts being sent to replicas"
-# TYPE "ReplicatedSend" counter
-"ReplicatedSend" 0
-
-* Connection #0 to host localhost left intact
-
-
-* Connection #0 to host localhost left intact
-```
-
-Örnekten görebileceğiniz gibi, Eğer `<http_handlers>` yapılandırmada yapılandırılır.xml dosyası ve `<http_handlers>` birçok içerebilir `<rule>s`. ClickHouse, önceden tanımlanmış türe alınan HTTP istekleriyle eşleşir `<rule>` ve ilk eşleşen işleyiciyi çalıştırır. Ardından, Maç başarılı olursa, ClickHouse ilgili önceden tanımlanmış sorguyu yürütecektir.
-
-> Şimdi `<rule>` Yapılandır configureılabilir `<method>`, `<headers>`, `<url>`,`<handler>`:
-> `<method>` HTTP isteğinin yöntem bölümünü eşleştirmekten sorumludur. `<method>` tam tanımına uygundur [yöntem](https://developer.mozilla.org/en-US/docs/Web/HTTP/Methods) HTTP protokolünde. İsteğe bağlı bir yapılandırmadır. Yapılandırma dosyasında tanımlanmamışsa, HTTP isteğinin yöntem kısmıyla eşleşmez.
->
-> `<url>` HTTP isteğinin url bölümünü eşleştirmekten sorumludur. İle uyumludur [RE2](https://github.com/google/re2)'In düzenli ifadeleri. İsteğe bağlı bir yapılandırmadır. Yapılandırma dosyasında tanımlanmamışsa, HTTP isteğinin url kısmıyla eşleşmez.
->
-> `<headers>` HTTP isteğinin başlık kısmını eşleştirmekten sorumludur. Bu re2 düzenli ifadeler ile uyumludur. İsteğe bağlı bir yapılandırmadır. Yapılandırma dosyasında tanımlanmamışsa, HTTP isteğinin üstbilgi bölümü eşleşmiyor.
->
-> `<handler>` ana işleme bölümünü içerir. Şimdi `<handler>` Yapılandır configureılabilir `<type>`, `<status>`, `<content_type>`, `<response_content>`, `<query>`, `<query_param_name>`.
-> \> `<type>` şu anda üç tip destekler: **predefined_query_handler**, **dynamic_query_handler**, **sabit**.
-> \>
-> \> `<query>` - işleyici çağrıldığında predefined_query_handler türü ile kullanın, sorgu yürütür.
-> \>
-> \> `<query_param_name>` - dynamic_query_handler tipi ile kullanın, özler ve karşılık gelen değeri yürütür `<query_param_name>` HTTP isteği params değeri.
-> \>
-> \> `<status>` - statik tip, yanıt durum kodu ile kullanın.
-> \>
-> \> `<content_type>` - statik tip, tepki ile kullanın [içerik türü](https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Type).
-> \>
-> \> `<response_content>` - önek kullanırken, istemciye gönderilen statik tip, yanıt içeriği ile kullanın ‘file://’ veya ‘config://’, dosyadan içeriği bulun veya yapılandırma istemciye gönderin.
-
-Sonraki farklı yapılandırma yöntemleri `<type>`.
-
-## predefined_query_handler {#predefined_query_handler}
-
-`<predefined_query_handler>` ayar ayarları ve query_params değerlerini destekler. Yapılandırabilirsiniz `<query>` tip ininde `<predefined_query_handler>`.
-
-`<query>` değer, önceden tanımlanmış bir sorgudur `<predefined_query_handler>`, bir HTTP isteği eşleştirildiğinde ve sorgunun sonucu döndürüldüğünde ClickHouse tarafından yürütülür. Bu bir zorunluluktur yapılandırma.
-
-Aşağıdaki örnek değerleri tanımlar `max_threads` ve `max_alter_threads` ayarlar, ardından bu ayarların başarıyla ayarlanıp ayarlanmadığını kontrol etmek için sistem tablosunu sorgular.
-
-Örnek:
-
-``` xml
-<http_handlers>
-    <rule>
-        <url><![CDATA[/query_param_with_url/\w+/(?P<name_1>[^/]+)(/(?P<name_2>[^/]+))?]]></url>
-        <method>GET</method>
-        <headers>
-            <XXX>TEST_HEADER_VALUE</XXX>
-            <PARAMS_XXX><![CDATA[(?P<name_1>[^/]+)(/(?P<name_2>[^/]+))?]]></PARAMS_XXX>
-        </headers>
-        <handler>
-            <type>predefined_query_handler</type>
-            <query>SELECT value FROM system.settings WHERE name = {name_1:String}</query>
-            <query>SELECT name, value FROM system.settings WHERE name = {name_2:String}</query>
-        </handler>
-    </rule>
-</http_handlers>
-```
-
-``` bash
-$ curl -H 'XXX:TEST_HEADER_VALUE' -H 'PARAMS_XXX:max_threads' 'http://localhost:8123/query_param_with_url/1/max_threads/max_alter_threads?max_threads=1&max_alter_threads=2'
-1
-max_alter_threads   2
-```
-
-!!! note "Dikkat"
-    Birinde `<predefined_query_handler>` sadece birini destekler `<query>` bir ekleme türü.
-
-## dynamic_query_handler {#dynamic_query_handler}
-
-İçinde `<dynamic_query_handler>`, sorgu HTTP isteğinin param şeklinde yazılır. Fark şu ki `<predefined_query_handler>`, sorgu yapılandırma dosyasında yazılır. Yapılandırabilirsiniz `<query_param_name>` içinde `<dynamic_query_handler>`.
-
-ClickHouse ayıklar ve karşılık gelen değeri yürütür `<query_param_name>` HTTP isteğinin url'sindeki değer. Varsayılan değer `<query_param_name>` oluyor `/query` . İsteğe bağlı bir yapılandırmadır. Yapılandırma dosyasında tanım yoksa, param iletilmez.
-
-Bu işlevselliği denemek için örnek max_threads ve max_alter_threads değerlerini tanımlar ve ayarların başarıyla ayarlanıp ayarlanmadığını sorgular.
-
-Örnek:
-
-``` xml
-<http_handlers>
-    <rule>
-    <headers>
-        <XXX>TEST_HEADER_VALUE_DYNAMIC</XXX>    </headers>
-    <handler>
-        <type>dynamic_query_handler</type>
-        <query_param_name>query_param</query_param_name>
-    </handler>
-    </rule>
-</http_handlers>
-```
-
-``` bash
-$ curl  -H 'XXX:TEST_HEADER_VALUE_DYNAMIC'  'http://localhost:8123/own?max_threads=1&max_alter_threads=2&param_name_1=max_threads&param_name_2=max_alter_threads&query_param=SELECT%20name,value%20FROM%20system.settings%20where%20name%20=%20%7Bname_1:String%7D%20OR%20name%20=%20%7Bname_2:String%7D'
-max_threads 1
-max_alter_threads   2
-```
-
-## sabit {#static}
-
-`<static>` dön canebilir [content_type](https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Type), [durum](https://developer.mozilla.org/en-US/docs/Web/HTTP/Status) ve response_content. response_content belirtilen içeriği döndürebilir
-
-Örnek:
-
-Mesajı dönmektedir.
-
-``` xml
-<http_handlers>
-        <rule>
-            <methods>GET</methods>
-            <headers><XXX>xxx</XXX></headers>
-            <url>/hi</url>
-            <handler>
-                <type>static</type>
-                <status>402</status>
-                <content_type>text/html; charset=UTF-8</content_type>
-                <response_content>Say Hi!</response_content>
-            </handler>
-        </rule>
-<http_handlers>
-```
-
-``` bash
-$ curl -vv  -H 'XXX:xxx' 'http://localhost:8123/hi'
-*   Trying ::1...
-* Connected to localhost (::1) port 8123 (#0)
-> GET /hi HTTP/1.1
-> Host: localhost:8123
-> User-Agent: curl/7.47.0
-> Accept: */*
-> XXX:xxx
->
-< HTTP/1.1 402 Payment Required
-< Date: Wed, 29 Apr 2020 03:51:26 GMT
-< Connection: Keep-Alive
-< Content-Type: text/html; charset=UTF-8
-< Transfer-Encoding: chunked
-< Keep-Alive: timeout=3
-< X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-<
-* Connection #0 to host localhost left intact
-Say Hi!%
-```
-
-Yapılandırmadan içeriği bulun istemciye gönder.
-
-``` xml
-<get_config_static_handler><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></get_config_static_handler>
-
-<http_handlers>
-        <rule>
-            <methods>GET</methods>
-            <headers><XXX>xxx</XXX></headers>
-            <url>/get_config_static_handler</url>
-            <handler>
-                <type>static</type>
-                <response_content>config://get_config_static_handler</response_content>
-            </handler>
-        </rule>
-</http_handlers>
-```
-
-``` bash
-$ curl -v  -H 'XXX:xxx' 'http://localhost:8123/get_config_static_handler'
-*   Trying ::1...
-* Connected to localhost (::1) port 8123 (#0)
-> GET /get_config_static_handler HTTP/1.1
-> Host: localhost:8123
-> User-Agent: curl/7.47.0
-> Accept: */*
-> XXX:xxx
->
-< HTTP/1.1 200 OK
-< Date: Wed, 29 Apr 2020 04:01:24 GMT
-< Connection: Keep-Alive
-< Content-Type: text/plain; charset=UTF-8
-< Transfer-Encoding: chunked
-< Keep-Alive: timeout=3
-< X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-<
-* Connection #0 to host localhost left intact
-<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>%
-```
-
-İstemciye gönder dosyadan içeriği bulun.
-
-``` xml
-<http_handlers>
-        <rule>
-            <methods>GET</methods>
-            <headers><XXX>xxx</XXX></headers>
-            <url>/get_absolute_path_static_handler</url>
-            <handler>
-                <type>static</type>
-                <content_type>text/html; charset=UTF-8</content_type>
-                <response_content>file:///absolute_path_file.html</response_content>
-            </handler>
-        </rule>
-        <rule>
-            <methods>GET</methods>
-            <headers><XXX>xxx</XXX></headers>
-            <url>/get_relative_path_static_handler</url>
-            <handler>
-                <type>static</type>
-                <content_type>text/html; charset=UTF-8</content_type>
-                <response_content>file://./relative_path_file.html</response_content>
-            </handler>
-        </rule>
-</http_handlers>
-```
-
-``` bash
-$ user_files_path='/var/lib/clickhouse/user_files'
-$ sudo echo "<html><body>Relative Path File</body></html>" > $user_files_path/relative_path_file.html
-$ sudo echo "<html><body>Absolute Path File</body></html>" > $user_files_path/absolute_path_file.html
-$ curl -vv -H 'XXX:xxx' 'http://localhost:8123/get_absolute_path_static_handler'
-*   Trying ::1...
-* Connected to localhost (::1) port 8123 (#0)
-> GET /get_absolute_path_static_handler HTTP/1.1
-> Host: localhost:8123
-> User-Agent: curl/7.47.0
-> Accept: */*
-> XXX:xxx
->
-< HTTP/1.1 200 OK
-< Date: Wed, 29 Apr 2020 04:18:16 GMT
-< Connection: Keep-Alive
-< Content-Type: text/html; charset=UTF-8
-< Transfer-Encoding: chunked
-< Keep-Alive: timeout=3
-< X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-<
-<html><body>Absolute Path File</body></html>
-* Connection #0 to host localhost left intact
-$ curl -vv -H 'XXX:xxx' 'http://localhost:8123/get_relative_path_static_handler'
-*   Trying ::1...
-* Connected to localhost (::1) port 8123 (#0)
-> GET /get_relative_path_static_handler HTTP/1.1
-> Host: localhost:8123
-> User-Agent: curl/7.47.0
-> Accept: */*
-> XXX:xxx
->
-< HTTP/1.1 200 OK
-< Date: Wed, 29 Apr 2020 04:18:31 GMT
-< Connection: Keep-Alive
-< Content-Type: text/html; charset=UTF-8
-< Transfer-Encoding: chunked
-< Keep-Alive: timeout=3
-< X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","written_bytes":"0","total_rows_to_read":"0"}
-<
-<html><body>Relative Path File</body></html>
-* Connection #0 to host localhost left intact
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/http_interface/) <!--hide-->
diff --git a/docs/tr/interfaces/index.md b/docs/tr/interfaces/index.md
deleted file mode 100644
index 4453135adfb..00000000000
--- a/docs/tr/interfaces/index.md
+++ /dev/null
@@ -1,29 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: Arabirimler
-toc_priority: 14
-toc_title: "Giri\u015F"
----
-
-# Arabirimler {#interfaces}
-
-ClickHouse iki ağ arabirimi sağlar (Her ikisi de isteğe bağlı olarak ek güvenlik için TLS'YE sarılabilir):
-
--   [HTTP](http.md), belgelenmiş ve doğrudan kullanımı kolay olan.
--   [Yerel TCP](tcp.md) daha az yükü olan.
-
-Çoğu durumda, doğrudan bunlarla etkileşime girmek yerine uygun araç veya kitaplık kullanılması önerilir. Resmi olarak Yandex tarafından desteklenen şunlardır:
-
--   [Komut satırı istemcisi](cli.md)
--   [JDBC sürücüsü](jdbc.md)
--   [ODBC sürücüsü](odbc.md)
--   [C++ istemci kitaplığı](cpp.md)
-
-ClickHouse ile çalışmak için çok çeşitli üçüncü taraf kütüphaneleri de vardır:
-
--   [İstemci kitaplıkları](third-party/client-libraries.md)
--   [Entegrasyonlar](third-party/integrations.md)
--   [Görsel arayüzler](third-party/gui.md)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/) <!--hide-->
diff --git a/docs/tr/interfaces/jdbc.md b/docs/tr/interfaces/jdbc.md
deleted file mode 100644
index b96cecf5116..00000000000
--- a/docs/tr/interfaces/jdbc.md
+++ /dev/null
@@ -1,15 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 22
-toc_title: "JDBC s\xFCr\xFCc\xFCs\xFC"
----
-
-# JDBC sürücüsü {#jdbc-driver}
-
--   **[Resmi sürücü](https://github.com/ClickHouse/clickhouse-jdbc)**
--   Üçüncü taraf sürücüler:
-    -   [ClickHouse-yerli-JDBC](https://github.com/housepower/ClickHouse-Native-JDBC)
-    -   [clickhouse4j](https://github.com/blynkkk/clickhouse4j)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/jdbc/) <!--hide-->
diff --git a/docs/tr/interfaces/mysql.md b/docs/tr/interfaces/mysql.md
deleted file mode 100644
index 1d8c10cf209..00000000000
--- a/docs/tr/interfaces/mysql.md
+++ /dev/null
@@ -1,49 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 20
-toc_title: "MySQL Aray\xFCz\xFC"
----
-
-# MySQL Arayüzü {#mysql-interface}
-
-ClickHouse MySQL Tel protokolünü destekler. Tarafından etkinleştir canilebilir [mysql_port](../operations/server-configuration-parameters/settings.md#server_configuration_parameters-mysql_port) yapılandırma dosyasında ayarlama:
-
-``` xml
-<mysql_port>9004</mysql_port>
-```
-
-Komut satırı aracını kullanarak bağlanma örneği `mysql`:
-
-``` bash
-$ mysql --protocol tcp -u default -P 9004
-```
-
-Bir bağlantı başarılı olursa çıktı:
-
-``` text
-Welcome to the MySQL monitor.  Commands end with ; or \g.
-Your MySQL connection id is 4
-Server version: 20.2.1.1-ClickHouse
-
-Copyright (c) 2000, 2019, Oracle and/or its affiliates. All rights reserved.
-
-Oracle is a registered trademark of Oracle Corporation and/or its
-affiliates. Other names may be trademarks of their respective
-owners.
-
-Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
-
-mysql>
-```
-
-Tüm MySQL istemcileri ile uyumluluk için, kullanıcı parolasını belirtmeniz önerilir [çift SHA1](../operations/settings/settings-users.md#password_double_sha1_hex) yapılandırma dosyasında.
-Kullanarak kullanıcı şifresi belirt ifilirse [SHA256](../operations/settings/settings-users.md#password_sha256_hex), bazı istemciler (mysqljs ve komut satırı aracı mysql eski sürümleri) kimlik doğrulaması mümkün olmayacaktır.
-
-Kısıtlama:
-
--   hazırlanan sorgular desteklenmiyor
-
--   bazı veri türleri dizeleri olarak gönderilir
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/mysql/) <!--hide-->
diff --git a/docs/tr/interfaces/odbc.md b/docs/tr/interfaces/odbc.md
deleted file mode 100644
index 0605a2a6aaa..00000000000
--- a/docs/tr/interfaces/odbc.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 23
-toc_title: "ODBC s\xFCr\xFCc\xFCs\xFC"
----
-
-# ODBC sürücüsü {#odbc-driver}
-
--   [Resmi sürücü](https://github.com/ClickHouse/clickhouse-odbc).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/odbc/) <!--hide-->
diff --git a/docs/tr/interfaces/tcp.md b/docs/tr/interfaces/tcp.md
deleted file mode 100644
index 6fbe2d34223..00000000000
--- a/docs/tr/interfaces/tcp.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 18
-toc_title: Yerel arabirim (TCP)
----
-
-# Yerel arabirim (TCP) {#native-interface-tcp}
-
-Yerel protokol kullanılır [komut satırı istemcisi](cli.md), dağıtılmış sorgu işleme sırasında ve ayrıca diğer C++ programlarında sunucular arası iletişim için. Ne yazık ki, yerel ClickHouse protokolü henüz resmi bir spesifikasyona sahip değildir, ancak ClickHouse kaynak kodundan ters mühendislik yapılabilir (başlangıç [bu civarda](https://github.com/ClickHouse/ClickHouse/tree/master/src/Client)) ve / veya TCP trafiğini ele alarak ve analiz ederek.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/tcp/) <!--hide-->
diff --git a/docs/tr/interfaces/third-party/client-libraries.md b/docs/tr/interfaces/third-party/client-libraries.md
deleted file mode 100644
index f47de125299..00000000000
--- a/docs/tr/interfaces/third-party/client-libraries.md
+++ /dev/null
@@ -1,61 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 26
-toc_title: "\u0130stemci Kitapl\u0131klar\u0131"
----
-
-# Üçüncü taraf geliştiricilerin istemci kitaplıkları {#client-libraries-from-third-party-developers}
-
-!!! warning "Uyarı"
-    Yandex yapar **değil** Aşağıda listelenen kütüphaneleri koruyun ve kalitelerini sağlamak için kapsamlı bir test yapmadınız.
-
--   Piton
-    -   [ınfi.clickhouse_orm](https://github.com/Infinidat/infi.clickhouse_orm)
-    -   [clickhouse-sürücü](https://github.com/mymarilyn/clickhouse-driver)
-    -   [clickhouse-müşteri](https://github.com/yurial/clickhouse-client)
-    -   [aiochclient](https://github.com/maximdanilchenko/aiochclient)
--   PHP
-    -   [smı2/phpclickhouse](https://packagist.org/packages/smi2/phpClickHouse)
-    -   [8bitov / clickhouse-php-client](https://packagist.org/packages/8bitov/clickhouse-php-client)
-    -   [bozerkins / clickhouse-müşteri](https://packagist.org/packages/bozerkins/clickhouse-client)
-    -   [simpod / clickhouse-müşteri](https://packagist.org/packages/simpod/clickhouse-client)
-    -   [seva-code / php-click-house-client](https://packagist.org/packages/seva-code/php-click-house-client)
-    -   [SeasClick c ++ istemcisi](https://github.com/SeasX/SeasClick)
--   Gitmek
-    -   [clickhouse](https://github.com/kshvakov/clickhouse/)
-    -   [git-clickhouse](https://github.com/roistat/go-clickhouse)
-    -   [mailrugo-clickhouse](https://github.com/mailru/go-clickhouse)
-    -   [golang-clickhouse](https://github.com/leprosus/golang-clickhouse)
--   NodeJs
-    -   [NodeJs) clickhouse)](https://github.com/TimonKK/clickhouse)
-    -   [düğüm-clickhouse](https://github.com/apla/node-clickhouse)
--   Per perll
-    -   [perl-DBD-ClickHouse](https://github.com/elcamlost/perl-DBD-ClickHouse)
-    -   [HTTP-ClickHouse](https://metacpan.org/release/HTTP-ClickHouse)
-    -   [AnyEvent-ClickHouse](https://metacpan.org/release/AnyEvent-ClickHouse)
--   Yakut
-    -   [ClickHouse (Ruby)](https://github.com/shlima/click_house)
-    -   [clickhouse-activerecord](https://github.com/PNixx/clickhouse-activerecord)
--   R
-    -   [clickhouse-r](https://github.com/hannesmuehleisen/clickhouse-r)
-    -   [RClickHouse](https://github.com/IMSMWU/RClickHouse)
--   Java
-    -   [clickhouse-client-java](https://github.com/VirtusAI/clickhouse-client-java)
-    -   [clickhouse-müşteri](https://github.com/Ecwid/clickhouse-client)
--   SC scalaala
-    -   [clickhouse-Scala-istemci](https://github.com/crobox/clickhouse-scala-client)
--   Kotlin
-    -   [AORM](https://github.com/TanVD/AORM)
--   C#
-    -   [Octonica.ClickHouseClient](https://github.com/Octonica/ClickHouseClient)   
-    -   [ClickHouse.Gürültü](https://github.com/killwort/ClickHouse-Net)
-    -   [ClickHouse.Müşteri](https://github.com/DarkWanderer/ClickHouse.Client)
-    -   [ClickHouse.Net](https://github.com/ilyabreev/ClickHouse.Net)
--   İksir
-    -   [clickhousex](https://github.com/appodeal/clickhousex/)
-    -   [sütun](https://github.com/sofakingworld/pillar)
--   Nim
-    -   [nim-clickhouse](https://github.com/leonardoce/nim-clickhouse)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/third-party/client_libraries/) <!--hide-->
diff --git a/docs/tr/interfaces/third-party/gui.md b/docs/tr/interfaces/third-party/gui.md
deleted file mode 100644
index d67478fe2b4..00000000000
--- a/docs/tr/interfaces/third-party/gui.md
+++ /dev/null
@@ -1,156 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 28
-toc_title: "G\xF6rsel Aray\xFCzler"
----
-
-# Üçüncü taraf geliştiricilerin görsel arayüzleri {#visual-interfaces-from-third-party-developers}
-
-## Açık Kaynak {#open-source}
-
-### Tabix {#tabix}
-
-ClickHouse için web arayüzü [Tabix](https://github.com/tabixio/tabix) projelendirmek.
-
-Özellikler:
-
--   Ek yazılım yüklemeye gerek kalmadan doğrudan tarayıcıdan ClickHouse ile çalışır.
--   Sözdizimi vurgulama ile sorgu editörü.
--   Komutların otomatik tamamlanması.
--   Sorgu yürütme grafik analizi için araçlar.
--   Renk düzeni seçenekleri.
-
-[Tabix belgeleri](https://tabix.io/doc/).
-
-### HouseOps {#houseops}
-
-[HouseOps](https://github.com/HouseOps/HouseOps) OSX, Linux ve Windows için bir UI / IDE.
-
-Özellikler:
-
--   Sözdizimi vurgulama ile sorgu oluşturucu. Yanıtı bir tablo veya JSON görünümünde görüntüleyin.
--   CSV veya JSON olarak ihracat sorgu sonuçları.
--   Açıklamaları ile süreçlerin listesi. Yazma modu. Durdurmak için yeteneği (`KILL`) işleyiş.
--   Veritabanı grafiği. Tüm tabloları ve sütunlarını ek bilgilerle gösterir.
--   Sütun boyutunun hızlı bir görünümü.
--   Sunucu yapılandırması.
-
-Aşağıdaki özellikler geliştirme için planlanmıştır:
-
--   Veritabanı yönetimi.
--   Kullanıcı yönetimi.
--   Gerçek zamanlı veri analizi.
--   Küme izleme.
--   Küme yönetimi.
--   Çoğaltılmış ve Kafka tablolarının izlenmesi.
-
-### Fener {#lighthouse}
-
-[Fener](https://github.com/VKCOM/lighthouse) ClickHouse için hafif bir web arayüzüdür.
-
-Özellikler:
-
--   Filtreleme ve meta veriler içeren tablo listesi.
--   Filtreleme ve sıralama ile tablo önizleme.
--   Salt okunur sorgu yürütme.
-
-### Redash {#redash}
-
-[Redash](https://github.com/getredash/redash) veri görselleştirme için bir platformdur.
-
-ClickHouse dahil olmak üzere birden fazla veri kaynağı için destekler, Redash bir son veri kümesi içine farklı veri kaynaklarından gelen sorguların sonuçlarını katılabilir.
-
-Özellikler:
-
--   Sorguların güçlü editörü.
--   Veritabanı Gezgini.
--   Verileri farklı formlarda temsil etmenize izin veren görselleştirme araçları.
-
-### DBeaver {#dbeaver}
-
-[DBeaver](https://dbeaver.io/) - ClickHouse desteği ile evrensel masaüstü veritabanı istemcisi.
-
-Özellikler:
-
--   Sözdizimi vurgulama ve otomatik tamamlama ile sorgu geliştirme.
--   Filtreler ve meta arama ile tablo listesi.
--   Tablo veri önizleme.
--   Tam metin arama.
-
-### clickhouse-clı {#clickhouse-cli}
-
-[clickhouse-clı](https://github.com/hatarist/clickhouse-cli) Python 3 ile yazılmış ClickHouse için alternatif bir komut satırı istemcisidir.
-
-Özellikler:
-
--   Otomatik tamamlama.
--   Sorgular ve veri çıkışı için sözdizimi vurgulama.
--   Veri çıkışı için çağrı cihazı desteği.
--   Özel PostgreSQL benzeri komutlar.
-
-### clickhouse-flamegraph {#clickhouse-flamegraph}
-
-[clickhouse-flamegraph](https://github.com/Slach/clickhouse-flamegraph) görselleştirmek için özel bir araçtır `system.trace_log` olarak [flamegraph](http://www.brendangregg.com/flamegraphs.html).
-
-### clickhouse-plantuml {#clickhouse-plantuml}
-
-[cickhouse-plantuml](https://pypi.org/project/clickhouse-plantuml/) oluşturmak için bir komut dosyası mı [PlantUML](https://plantuml.com/) tablo şemalarının diyagramı.
-
-## Ticari {#commercial}
-
-### Datriagrpip {#datagrip}
-
-[Datriagrpip](https://www.jetbrains.com/datagrip/) ClickHouse için özel destek ile JetBrains bir veritabanı IDE mi. PyCharm, IntelliJ IDEA, GoLand, PhpStorm ve diğerleri: aynı zamanda diğer IntelliJ tabanlı araçlar gömülüdür.
-
-Özellikler:
-
--   Çok hızlı kod tamamlama.
--   ClickHouse sözdizimi vurgulama.
--   Clickhouse'a özgü özellikler için destek, örneğin iç içe geçmiş sütunlar, tablo motorları.
--   Veri Editörü.
--   Refactorings.
--   Arama ve navigasyon.
-
-### Yandex DataLens {#yandex-datalens}
-
-[Yandex DataLens](https://cloud.yandex.ru/services/datalens) veri görselleştirme ve analitik bir hizmettir.
-
-Özellikler:
-
--   Basit çubuk grafiklerden karmaşık panolara kadar geniş bir yelpazede mevcut görselleştirmeler.
--   Panolar kamuya açık hale getirilebilir.
--   ClickHouse dahil olmak üzere birden fazla veri kaynağı için destek.
--   ClickHouse dayalı hayata veri depolama.
-
-DataLens olduğunu [ücretsiz olarak kullanılabilir](https://cloud.yandex.com/docs/datalens/pricing) düşük yük projeleri için, ticari kullanım için bile.
-
--   [DataLens belgeleri](https://cloud.yandex.com/docs/datalens/).
--   [Öğretici](https://cloud.yandex.com/docs/solutions/datalens/data-from-ch-visualization) bir ClickHouse veritabanından veri görselleştirme üzerinde.
-
-### Holistik Yazılım {#holistics-software}
-
-[Holistik](https://www.holistics.io/) tam yığın veri platformu ve iş zekası aracıdır.
-
-Özellikler:
-
--   Otomatik e-posta, bolluk ve raporların Google levha programları.
--   Görselleştirmeler, sürüm kontrolü, Otomatik tamamlama, yeniden kullanılabilir sorgu bileşenleri ve dinamik filtreler ile SQL editörü.
--   IFRAME aracılığıyla raporların ve gösterge panellerinin gömülü analitiği.
--   Veri hazırlama ve ETL yetenekleri.
--   Verilerin ilişkisel haritalama için SQL veri modelleme desteği.
-
-### Looker {#looker}
-
-[Looker](https://looker.com) ClickHouse dahil 50+ veritabanı lehçeleri desteği ile bir veri platformu ve iş zekası aracıdır. Looker bir SaaS platformu olarak kullanılabilir ve kendi kendine barındırılan. Kullanıcılar, verileri keşfetmek görselleştirme ve panoları, zamanlama raporları oluşturmak ve meslektaşları ile kendi görüşlerini paylaşmak için tarayıcı üzerinden Looker kullanabilirsiniz. Looker, bu özellikleri diğer uygulamalara gömmek için zengin bir araç seti ve bir API sağlar
-verileri diğer uygulamalarla entegre etmek.
-
-Özellikler:
-
--   Küratörlüğünü destekleyen bir dil olan LookML kullanarak kolay ve çevik geliştirme
-    [Veri Modelleme](https://looker.com/platform/data-modeling) rapor yazarları ve son kullanıcıları desteklemek.
--   Looker ile güçlü iş akışı entegrasyonu [Veri İşlemleri](https://looker.com/platform/actions).
-
-[Looker içinde ClickHouse nasıl yapılandırılır.](https://docs.looker.com/setup-and-management/database-config/clickhouse)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/third-party/gui/) <!--hide-->
diff --git a/docs/tr/interfaces/third-party/index.md b/docs/tr/interfaces/third-party/index.md
deleted file mode 100644
index c9c66fc1c64..00000000000
--- a/docs/tr/interfaces/third-party/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\xDC\xE7\xFCnc\xFC Taraf"
-toc_priority: 24
----
-
-
diff --git a/docs/tr/interfaces/third-party/integrations.md b/docs/tr/interfaces/third-party/integrations.md
deleted file mode 100644
index 8e38b2c5ba3..00000000000
--- a/docs/tr/interfaces/third-party/integrations.md
+++ /dev/null
@@ -1,110 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 27
-toc_title: Entegrasyonlar
----
-
-# Üçüncü taraf geliştiricilerin entegrasyon kütüphaneleri {#integration-libraries-from-third-party-developers}
-
-!!! warning "Uyarı"
-    Yandex yapar **değil** Aşağıda listelenen araçları ve kütüphaneleri koruyun ve kalitelerini sağlamak için kapsamlı bir test yapmadınız.
-
-## Altyapı Ürünleri {#infrastructure-products}
-
--   İlişkisel veritabanı yönetim sistemleri
-    -   [MySQL](https://www.mysql.com)
-        -   [mysql2ch](https://github.com/long2ice/mysql2ch)
-        -   [ProxySQL](https://github.com/sysown/proxysql/wiki/ClickHouse-Support)
-        -   [clickhouse-mysql-data-reader](https://github.com/Altinity/clickhouse-mysql-data-reader)
-        -   [horgh-çoğaltıcı](https://github.com/larsnovikov/horgh-replicator)
-    -   [PostgreSQL](https://www.postgresql.org)
-        -   [clickhousedb_fdw](https://github.com/Percona-Lab/clickhousedb_fdw)
-        -   [ınfi.clickhouse_fdw](https://github.com/Infinidat/infi.clickhouse_fdw) (kullanma [ınfi.clickhouse_orm](https://github.com/Infinidat/infi.clickhouse_orm))
-        -   [pg2ch](https://github.com/mkabilov/pg2ch)
-        -   [clickhouse_fdw](https://github.com/adjust/clickhouse_fdw)
-    -   [MSSQL](https://en.wikipedia.org/wiki/Microsoft_SQL_Server)
-        -   [ClickHouseMigrator](https://github.com/zlzforever/ClickHouseMigrator)
--   Mesaj kuyrukları
-    -   [Kafka](https://kafka.apache.org)
-        -   [clickhouse_sinker](https://github.com/housepower/clickhouse_sinker) (kullanma [Go client](https://github.com/ClickHouse/clickhouse-go/))
-        -   [stream-loader-clickhouse](https://github.com/adform/stream-loader)
--   Akış işleme
-    -   [Flink](https://flink.apache.org)
-        -   [flink-clickhouse-lavabo](https://github.com/ivi-ru/flink-clickhouse-sink)
--   Nesne depoları
-    -   [S3](https://en.wikipedia.org/wiki/Amazon_S3)
-        -   [clickhouse-yedekleme](https://github.com/AlexAkulov/clickhouse-backup)
--   Konteyner orkestrasyonu
-    -   [Kubernetes](https://kubernetes.io)
-        -   [clickhouse-operatör](https://github.com/Altinity/clickhouse-operator)
--   Yapılandırma yönetimi
-    -   [kuklacı](https://puppet.com)
-        -   [ınnogames / clickhouse](https://forge.puppet.com/innogames/clickhouse)
-        -   [mfedotov/clickhouse](https://forge.puppet.com/mfedotov/clickhouse)
--   İzleme
-    -   [Grafit](https://graphiteapp.org)
-        -   [graphouse](https://github.com/yandex/graphouse)
-        -   [karbon-clickhouse](https://github.com/lomik/carbon-clickhouse) +
-        -   [grafit-clickhouse](https://github.com/lomik/graphite-clickhouse)
-        -   [grafit-ch-doktoru](https://github.com/innogames/graphite-ch-optimizer) - staled bölümleri optimize eder [\* Graphıtemergetree](../../engines/table-engines/mergetree-family/graphitemergetree.md#graphitemergetree) eğer kurallar [toplaması yapılandırması](../../engines/table-engines/mergetree-family/graphitemergetree.md#rollup-configuration) uygulanabilir
-    -   [Grafana](https://grafana.com/)
-        -   [clickhouse-grafana](https://github.com/Vertamedia/clickhouse-grafana)
-    -   [Prometheus](https://prometheus.io/)
-        -   [clickhouse_exporter](https://github.com/f1yegor/clickhouse_exporter)
-        -   [PromHouse](https://github.com/Percona-Lab/PromHouse)
-        -   [clickhouse_exporter](https://github.com/hot-wifi/clickhouse_exporter) (kullanma [Go client](https://github.com/kshvakov/clickhouse/))
-    -   [Nagios](https://www.nagios.org/)
-        -   [check_clickhouse](https://github.com/exogroup/check_clickhouse/)
-        -   [check_clickhouse.py](https://github.com/innogames/igmonplugins/blob/master/src/check_clickhouse.py)
-    -   [Zabbix](https://www.zabbix.com)
-        -   [clickhouse-zabbix-şablon](https://github.com/Altinity/clickhouse-zabbix-template)
-    -   [Sematext](https://sematext.com/)
-        -   [clickhouse entegrasyonu](https://github.com/sematext/sematext-agent-integrations/tree/master/clickhouse)
--   Günlük
-    -   [rsyslog](https://www.rsyslog.com/)
-        -   [omclickhouse](https://www.rsyslog.com/doc/master/configuration/modules/omclickhouse.html)
-    -   [fluentd](https://www.fluentd.org)
-        -   [loghouse](https://github.com/flant/loghouse) (içinde [Kubernetes](https://kubernetes.io))
-    -   [logagent](https://www.sematext.com/logagent)
-        -   [logagent çıktı-eklenti-clickhouse](https://sematext.com/docs/logagent/output-plugin-clickhouse/)
--   G geoeo
-    -   [MaxMind](https://dev.maxmind.com/geoip/)
-        -   [clickhouse-maxmind-geoıp](https://github.com/AlexeyKupershtokh/clickhouse-maxmind-geoip)
-
-## Programlama Dili {#programming-language-ecosystems}
-
--   Piton
-    -   [SQLAlchemy](https://www.sqlalchemy.org)
-        -   [sqlalchemy-clickhouse](https://github.com/cloudflare/sqlalchemy-clickhouse) (kullanma [ınfi.clickhouse_orm](https://github.com/Infinidat/infi.clickhouse_orm))
-    -   [Pandalar](https://pandas.pydata.org)
-        -   [pandahouse](https://github.com/kszucs/pandahouse)
--   PHP
-    -   [Doktrin](https://www.doctrine-project.org/)
-        -   [dbal-clickhouse](https://packagist.org/packages/friendsofdoctrine/dbal-clickhouse)
--   R
-    -   [dplyr](https://db.rstudio.com/dplyr/)
-        -   [RClickHouse](https://github.com/IMSMWU/RClickHouse) (kullanma [clickhouse-cpp](https://github.com/artpaul/clickhouse-cpp))
--   Java
-    -   [Hadoop](http://hadoop.apache.org)
-        -   [clickhouse-hdfs-loader](https://github.com/jaykelin/clickhouse-hdfs-loader) (kullanma [JDBC](../../sql-reference/table-functions/jdbc.md))
--   SC scalaala
-    -   [Akka](https://akka.io)
-        -   [clickhouse-Scala-istemci](https://github.com/crobox/clickhouse-scala-client)
--   C#
-    -   [ADO.NET](https://docs.microsoft.com/en-us/dotnet/framework/data/adonet/ado-net-overview)
-        -   [ClickHouse.Gürültü](https://github.com/killwort/ClickHouse-Net)
-        -   [ClickHouse.Müşteri](https://github.com/DarkWanderer/ClickHouse.Client)
-        -   [ClickHouse.Net](https://github.com/ilyabreev/ClickHouse.Net)
-        -   [ClickHouse. Net. Migrations](https://github.com/ilyabreev/ClickHouse.Net.Migrations)
--   İksir
-    -   [Ecto](https://github.com/elixir-ecto/ecto)
-        -   [clickhouse_ecto](https://github.com/appodeal/clickhouse_ecto)
--   Ruby
-    -   [Ruby on Rails](https://rubyonrails.org/)
-        -   [activecube](https://github.com/bitquery/activecube)
-        -   [ActiveRecord](https://github.com/PNixx/clickhouse-activerecord)
-    -   [GraphQL](https://github.com/graphql)
-        -   [activecube-graphql](https://github.com/bitquery/activecube-graphql)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/third-party/integrations/) <!--hide-->
diff --git a/docs/tr/interfaces/third-party/proxy.md b/docs/tr/interfaces/third-party/proxy.md
deleted file mode 100644
index c326b432f7c..00000000000
--- a/docs/tr/interfaces/third-party/proxy.md
+++ /dev/null
@@ -1,46 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 29
-toc_title: Vekiller
----
-
-# Üçüncü taraf geliştiricilerin Proxy sunucuları {#proxy-servers-from-third-party-developers}
-
-## chproxy {#chproxy}
-
-[chproxy](https://github.com/Vertamedia/chproxy), ClickHouse veritabanı için bir HTTP proxy ve yük dengeleyici.
-
-Özellikler:
-
--   Kullanıcı başına Yönlendirme ve yanıt önbelleğe alma.
--   Esnek sınırlar.
--   Otomatik SSL sertifikası yenileme.
-
-Go uygulanan.
-
-## KittenHouse {#kittenhouse}
-
-[KittenHouse](https://github.com/VKCOM/kittenhouse) ClickHouse ve uygulama sunucusu arasında yerel bir proxy olacak şekilde tasarlanmıştır.
-
-Özellikler:
-
--   Bellek içi ve diskteki veri arabelleği.
--   Tablo başına yönlendirme.
--   Yük dengeleme ve sağlık kontrolü.
-
-Go uygulanan.
-
-## ClickHouse-Toplu {#clickhouse-bulk}
-
-[ClickHouse-Toplu](https://github.com/nikepan/clickhouse-bulk) basit bir ClickHouse ekleme toplayıcı.
-
-Özellikler:
-
--   Grup istekleri ve eşik veya aralık ile gönderin.
--   Birden çok uzak sunucu.
--   Temel kimlik doğrulama.
-
-Go uygulanan.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/interfaces/third-party/proxy/) <!--hide-->
diff --git a/docs/tr/introduction/adopters.md b/docs/tr/introduction/adopters.md
deleted file mode 100644
index 1da65ebb903..00000000000
--- a/docs/tr/introduction/adopters.md
+++ /dev/null
@@ -1,86 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 8
-toc_title: Benimseyenler
----
-
-# ClickHouse Benimseyenler {#clickhouse-adopters}
-
-!!! warning "Uyarı"
-    ClickHouse ve onların Başarı Öyküleri kullanarak şirketlerin aşağıdaki liste kamu kaynaklarından monte edilir, böylece mevcut gerçeklikten farklı olabilir. Şirketinizde Clickhouse'u benimseme hikayesini paylaşırsanız memnun oluruz ve [listeye Ekle](https://github.com/ClickHouse/ClickHouse/edit/master/docs/en/introduction/adopters.md), ancak lütfen bunu yaparak herhangi bir NDA sorun yaşamayacağınızdan emin olun. Diğer şirketlerden gelen yayınlarla güncellemeler sağlamak da yararlıdır.
-
-| Şirket                                                                                         | Sektör                          | Usecase                     | Küme Boyutu                                    | (Un) Sıkıştırılmış Veri Boyutu<abbr title="of single replica"><sup>\*</sup></abbr> | Başvurma                                                                                                                                                                                                                     |
-|------------------------------------------------------------------------------------------------|---------------------------------|-----------------------------|------------------------------------------------|------------------------------------------------------------------------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| <a href="https://2gis.ru" class="favicon">2gıs</a>                                             | Haritalar                       | İzleme                      | —                                              | —                                                                                  | [Rusça konuşun, Temmuz 2019](https://youtu.be/58sPkXfq6nw)                                                                                                                                                                   |
-| <a href="https://alohabrowser.com/" class="favicon">Aloha Browser</a>                          | Mobil Uygulama                  | Tarayıcı arka ucu           | —                                              | —                                                                                  | [Rusça slaytlar, Mayıs 2019](https://github.com/yandex/clickhouse-presentations/blob/master/meetup22/aloha.pdf)                                                                                                              |
-| <a href="https://amadeus.com/" class="favicon">Amadeus</a>                                     | Seyahat                         | Analiz                      | —                                              | —                                                                                  | [Basın Bülteni, Nisan 2018](https://www.altinity.com/blog/2018/4/5/amadeus-technologies-launches-investment-and-insights-tool-based-on-machine-learning-and-strategy-algorithms)                                             |
-| <a href="https://www.appsflyer.com" class="favicon">Appsflyer</a>                              | Mobil analitik                  | Ana ürün                    | —                                              | —                                                                                  | [Rusça konuşun, Temmuz 2019](https://www.youtube.com/watch?v=M3wbRlcpBbY)                                                                                                                                                    |
-| <a href="https://arenadata.tech/" class="favicon">ArenaData</a>                                | Veri Platformu                  | Ana ürün                    | —                                              | —                                                                                  | [Rusça slaytlar, Aralık 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup38/indexes.pdf)                                                                                                       |
-| <a href="https://badoo.com" class="favicon">Badoo</a>                                          | Çıkma                           | Timeseries                  | —                                              | —                                                                                  | [Rusça slaytlar, Aralık 2019](https://presentations.clickhouse.tech/meetup38/forecast.pdf)                                                                                                                                   |
-| <a href="https://www.benocs.com/" class="favicon">Benocs</a>                                   | Ağ telemetri ve analitik        | Ana Ürün                    | —                                              | —                                                                                  | [İngilizce slaytlar, Ekim 2017](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup9/lpm.pdf)                                                                                                          |
-| <a href="https://www.bloomberg.com/" class="favicon">Bloomberg</a>                             | Finans, Medya                   | İzleme                      | 102 sunucular                                  | —                                                                                  | [Slaytlar, Mayıs 2018](https://www.slideshare.net/Altinity/http-analytics-for-6m-requests-per-second-using-clickhouse-by-alexander-bocharov)                                                                                 |
-| <a href="https://bloxy.info" class="favicon">Bloxy</a>                                         | Blockchain                      | Analiz                      | —                                              | —                                                                                  | [Rusça slaytlar, Ağustos 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup17/4_bloxy.pptx)                                                                                                     |
-| <a href="https://www.chinatelecomglobal.com/" class="favicon">Çin Telekom için Dataliance</a>  | Telekom                         | Analiz                      | —                                              | —                                                                                  | [Çince slaytlar, Ocak 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup12/telecom.pdf)                                                                                                         |
-| <a href="https://carto.com/" class="favicon">CARTO</a>                                         | İş Zek Businessası              | G geoeo analyt analyticsics | —                                              | —                                                                                  | [ClickHouse ile coğrafi işleme](https://carto.com/blog/geospatial-processing-with-clickhouse/)                                                                                                                               |
-| <a href="http://public.web.cern.ch/public/" class="favicon">CERN</a>                           | Araştırma                       | Deney                       | —                                              | —                                                                                  | [Basın bülteni, Nisan 2012](https://www.yandex.com/company/press_center/press_releases/2012/2012-04-10/)                                                                                                                     |
-| <a href="http://cisco.com/" class="favicon">Cisco</a>                                          | Ağ                              | Trafik analizi              | —                                              | —                                                                                  | [Yıldırım konuşması, Ekim 2019](https://youtu.be/-hI1vDR2oPY?t=5057)                                                                                                                                                         |
-| <a href="https://www.citadelsecurities.com/" class="favicon">Citadel Securities</a>            | Finansman                       | —                           | —                                              | —                                                                                  | [Katkı, Mart 2019](https://github.com/ClickHouse/ClickHouse/pull/4774)                                                                                                                                                       |
-| <a href="https://city-mobil.ru" class="favicon">Citymobil</a>                                  | Taksicilik                      | Analiz                      | —                                              | —                                                                                  | [Rusça blog yazısı, Mart 2020](https://habr.com/en/company/citymobil/blog/490660/)                                                                                                                                           |
-| <a href="https://contentsquare.com" class="favicon">ContentSquare</a>                          | Web analyt webics               | Ana ürün                    | —                                              | —                                                                                  | [Fransızca Blog yazısı, Kasım 2018](http://souslecapot.net/2018/11/21/patrick-chatain-vp-engineering-chez-contentsquare-penser-davantage-amelioration-continue-que-revolution-constante/)                                    |
-| <a href="https://cloudflare.com" class="favicon">Cloudflare</a>                                | CDN                             | Trafik analizi              | 36 sunucu                                      | —                                                                                  | [Blog yazısı, Mayıs 2017](https://blog.cloudflare.com/how-cloudflare-analyzes-1m-dns-queries-per-second/), [Blog yazısı, Mart 2018](https://blog.cloudflare.com/http-analytics-for-6m-requests-per-second-using-clickhouse/) |
-| <a href="https://coru.net/" class="favicon">Corunet</a>                                        | Analiz                          | Ana ürün                    | —                                              | —                                                                                  | [İngilizce slaytlar, Nisan 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup21/predictive_models.pdf)                                                                                          |
-| <a href="https://www.creditx.com" class="favicon">CraiditX 氪信</a>                            | Finans AI                       | Analiz                      | —                                              | —                                                                                  | [İngilizce slaytlar, Kasım 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup33/udf.pptx)                                                                                                       |
-| <a href="https://www.criteo.com/" class="favicon">Criteo</a>                                   | Perakendecilik                  | Ana ürün                    | —                                              | —                                                                                  | [İngilizce slaytlar, Ekim 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup18/3_storetail.pptx)                                                                                                |
-| <a href="https://db.com" class="favicon">Deutsche Bank</a>                                     | Finansman                       | Bİ analitik                 | —                                              | —                                                                                  | [İngilizce slaytlar, Ekim 2019](https://bigdatadays.ru/wp-content/uploads/2019/10/D2-H3-3_Yakunin-Goihburg.pdf)                                                                                                              |
-| <a href="https://www.diva-e.com" class="favicon">Diva-e</a>                                    | Dijital danışmanlık             | Ana Ürün                    | —                                              | —                                                                                  | [İngilizce slaytlar, Eylül 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup29/ClickHouse-MeetUp-Unusual-Applications-sd-2019-09-17.pdf)                                                       |
-| <a href="https://www.exness.com" class="favicon">Exness</a>                                    | Ticaret                         | Metrikler, Günlük Kaydı     | —                                              | —                                                                                  | [Rusça konuşun, Mayıs 2019](https://youtu.be/_rpU-TvSfZ8?t=3215)                                                                                                                                                             |
-| <a href="https://geniee.co.jp" class="favicon">Geniee</a>                                      | Reklam Ağı                      | Ana ürün                    | —                                              | —                                                                                  | [Japonca Blog yazısı, Temmuz 2017](https://tech.geniee.co.jp/entry/2017/07/20/160100)                                                                                                                                        |
-| <a href="https://www.huya.com/" class="favicon">HUYA</a>                                       | Video Akışı                     | Analiz                      | —                                              | —                                                                                  | [Çince slaytlar, Ekim 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup19/7.%20ClickHouse万亿数据分析实践%20李本旺(sundy-li)%20虎牙.pdf)                                                       |
-| <a href="https://www.idealista.com" class="favicon">Idealista</a>                              | Emlak                           | Analiz                      | —                                              | —                                                                                  | [İngilizce Blog yazısı, Nisan 2019](https://clickhouse.tech/blog/en/clickhouse-meetup-in-madrid-on-april-2-2019)                                                                                                           |
-| <a href="https://www.infovista.com/" class="favicon">Infovista</a>                             | Ağlar                           | Analiz                      | —                                              | —                                                                                  | [İngilizce slaytlar, Ekim 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup30/infovista.pdf)                                                                                                   |
-| <a href="https://www.innogames.com" class="favicon">Innogames</a>                              | Oyun                            | Metrikler, Günlük Kaydı     | —                                              | —                                                                                  | [Rusça slaytlar, Eylül 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup28/graphite_and_clickHouse.pdf)                                                                                        |
-| <a href="https://integros.com" class="favicon">Integros</a>                                    | Video hizmetleri platformu      | Analiz                      | —                                              | —                                                                                  | [Rusça slaytlar, Mayıs 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup22/strategies.pdf)                                                                                                     |
-| <a href="https://www.kodiakdata.com/" class="favicon">Kodiak Verileri</a>                      | Bulutlar                        | Ana ürün                    | —                                              | —                                                                                  | [Engish slaytlar, Nisan 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup13/kodiak_data.pdf)                                                                                                   |
-| <a href="https://kontur.ru" class="favicon">Kontur</a>                                         | Yazılım Geliştirme              | Metrik                      | —                                              | —                                                                                  | [Rusça konuşma, Kasım 2018](https://www.youtube.com/watch?v=U4u4Bd0FtrY)                                                                                                                                                     |
-| <a href="https://lifestreet.com/" class="favicon">LifeStreet</a>                               | Reklam Ağı                      | Ana ürün                    | 75 sunucu (3 kopya)                            | 5.27 Pıb                                                                           | [Rusça Blog yazısı, Şubat 2017](https://habr.com/en/post/322620/)                                                                                                                                                            |
-| <a href="https://mcs.mail.ru/" class="favicon">Mail.ru Bulut Çözümleri</a>                     | Bulut hizmetleri                | Ana ürün                    | —                                              | —                                                                                  | [Rusça makale](https://mcs.mail.ru/help/db-create/clickhouse#)                                                                                                                                                               |
-| <a href="https://www.messagebird.com" class="favicon">MessageBird</a>                          | Telekomünikasyonlar             | İstatistik                  | —                                              | —                                                                                  | [İngilizce slaytlar, Kasım 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup20/messagebird.pdf)                                                                                                |
-| <a href="https://www.mgid.com/" class="favicon">MGID</a>                                       | Reklam Ağı                      | Web-analyt -ics             | —                                              | —                                                                                  | [Rusça blog yazısı, Nisan 2020](http://gs-studio.com/news-about-it/32777----clickhouse---c)                                                                                                                                  |
-| <a href="https://www.oneapm.com/" class="favicon">OneAPM</a>                                   | İzleme ve veri analizi          | Ana ürün                    | —                                              | —                                                                                  | [Çince slaytlar, Ekim 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup19/8.%20clickhouse在OneAPM的应用%20杜龙.pdf)                                                                            |
-| <a href="http://www.pragma-innovation.fr/" class="favicon">Pragma Innovation</a>               | Telemetri ve büyük veri analizi | Ana ürün                    | —                                              | —                                                                                  | [İngilizce slaytlar, Ekim 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup18/4_pragma_innovation.pdf)                                                                                         |
-| <a href="https://www.qingcloud.com/" class="favicon">QINGCLOUD</a>                             | Bulut hizmetleri                | Ana ürün                    | —                                              | —                                                                                  | [Çince slaytlar, Ekim 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup19/4.%20Cloud%20%2B%20TSDB%20for%20ClickHouse%20张健%20QingCloud.pdf)                                                   |
-| <a href="https://qrator.net" class="favicon">Qrator</a>                                        | DDoS koruması                   | Ana ürün                    | —                                              | —                                                                                  | [Blog Yazısı, Mart 2019](https://blog.qrator.net/en/clickhouse-ddos-mitigation_37/)                                                                                                                                          |
-| <a href="https://www.percent.cn/" class="favicon">Percent 百分点</a>                           | Analiz                          | Ana Ürün                    | —                                              | —                                                                                  | [Çince slaytlar, Haziran 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup24/4.%20ClickHouse万亿数据双中心的设计与实践%20.pdf)                                                                 |
-| <a href="https://rambler.ru" class="favicon">Serseri</a>                                       | İnternet Hizmetleri             | Analiz                      | —                                              | —                                                                                  | [Rusça konuşma, Nisan 2018](https://medium.com/@ramblertop/разработка-api-clickhouse-для-рамблер-топ-100-f4c7e56f3141)                                                                                                       |
-| <a href="https://www.tencent.com" class="favicon">Tencent</a>                                  | Mesaj                           | Günlük                      | —                                              | —                                                                                  | [Çince konuşun, Kasım 2019](https://youtu.be/T-iVQRuw-QY?t=5050)                                                                                                                                                             |
-| <a href="https://trafficstars.com/" class="favicon">Traffic Stars</a>                          | Reklam Ağı                      | —                           | —                                              | —                                                                                  | [Rusça slaytlar, Mayıs 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup15/lightning/ninja.pdf)                                                                                                |
-| <a href="https://www.s7.ru" class="favicon">S7 Airlines</a>                                    | Havayolular                     | Metrikler, Günlük Kaydı     | —                                              | —                                                                                  | [Rusça konuş, Mart 2019](https://www.youtube.com/watch?v=nwG68klRpPg&t=15s)                                                                                                                                                  |
-| <a href="https://www.semrush.com/" class="favicon">SEMrush</a>                                 | Pazarlama                       | Ana ürün                    | —                                              | —                                                                                  | [Rusça slaytlar, Ağustos 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup17/5_semrush.pdf)                                                                                                    |
-| <a href="https://www.scireum.de/" class="favicon">scireum GmbH</a>                             | e-ticaret                       | Ana ürün                    | —                                              | —                                                                                  | [Almanca konuşma, Şubat 2020](https://www.youtube.com/watch?v=7QWAn5RbyR4)                                                                                                                                                   |
-| <a href="https://sentry.io/" class="favicon">Nöbet</a>                                         | Yazılımcı                       | Ürün için arka uç           | —                                              | —                                                                                  | [İngilizce Blog yazısı, Mayıs 2019](https://blog.sentry.io/2019/05/16/introducing-snuba-sentrys-new-search-infrastructure)                                                                                                   |
-| <a href="http://www.sgk.gov.tr/wps/portal/sgk/tr" class="favicon">SGK</a>                      | Devlet Sosyal Güvenlik          | Analiz                      | —                                              | —                                                                                  | [İngilizce slaytlar, Kasım 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup35/ClickHouse%20Meetup-Ramazan%20POLAT.pdf)                                                                        |
-| <a href="https://seo.do/" class="favicon">seo.do</a>                                           | Analiz                          | Ana ürün                    | —                                              | —                                                                                  | [İngilizce slaytlar, Kasım 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup35/CH%20Presentation-%20Metehan%20Çetinkaya.pdf)                                                                   |
-| <a href="http://english.sina.com/index.html" class="favicon">Sina</a>                          | Haberci                         | —                           | —                                              | —                                                                                  | [Çince slaytlar, Ekim 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup19/6.%20ClickHouse最佳实践%20高鹏_新浪.pdf)                                                                             |
-| <a href="https://smi2.ru/" class="favicon">SMI2</a>                                            | Haberci                         | Analiz                      | —                                              | —                                                                                  | [Rusça blog yazısı, Kasım 2017](https://habr.com/ru/company/smi2/blog/314558/)                                                                                                                                               |
-| <a href="https://www.splunk.com/" class="favicon">Splunk</a>                                   | İş Analitiği                    | Ana ürün                    | —                                              | —                                                                                  | [İngilizce slaytlar, Ocak 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup12/splunk.pdf)                                                                                                      |
-| <a href="https://www.spotify.com" class="favicon">Spotify</a>                                  | Müzik                           | Deney                       | —                                              | —                                                                                  | [Slaytlar, Temmuz 2018](https://www.slideshare.net/glebus/using-clickhouse-for-experimentation-104247173)                                                                                                                    |
-| <a href="https://www.tencent.com" class="favicon">Tencent</a>                                  | Büyük Veri                      | Veri işleme                 | —                                              | —                                                                                  | [Çince slaytlar, Ekim 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup19/5.%20ClickHouse大数据集群应用_李俊飞腾讯网媒事业部.pdf)                                                              |
-| <a href="https://www.uber.com" class="favicon">Uber</a>                                        | Taksicilik                      | Günlük                      | —                                              | —                                                                                  | [Slay ,tlar, Şubat 20 202020](https://presentations.clickhouse.tech/meetup40/uber.pdf)                                                                                                                                       |
-| <a href="https://vk.com" class="favicon">VKontakte</a>                                         | Sosyal Ağ                       | İstatistik, Günlük          | —                                              | —                                                                                  | [Rusça slaytlar, Ağustos 2018](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup17/3_vk.pdf)                                                                                                         |
-| <a href="https://wisebits.com/" class="favicon">Wisebits</a>                                   | BT çözümleri                    | Analiz                      | —                                              | —                                                                                  | [Rusça slaytlar, Mayıs 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup22/strategies.pdf)                                                                                                     |
-| <a href="http://www.xiaoxintech.cn/" class="favicon">Xiaoxin Tech</a>                          | Eğitici                         | Ortak amaç                  | —                                              | —                                                                                  | [İngilizce slaytlar, Kasım 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup33/sync-clickhouse-with-mysql-mongodb.pptx)                                                                        |
-| <a href="https://www.ximalaya.com/" class="favicon">Ximalaya</a>                               | Ses paylaşımı                   | OLAP                        | —                                              | —                                                                                  | [İngilizce slaytlar, Kasım 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup33/ximalaya.pdf)                                                                                                   |
-| <a href="https://cloud.yandex.ru/services/managed-clickhouse" class="favicon">Yandex Cloud</a> | Genel Bulut                     | Ana ürün                    | —                                              | —                                                                                  | [Rusça konuşun, Aralık 2019](https://www.youtube.com/watch?v=pgnak9e_E0o)                                                                                                                                                    |
-| <a href="https://cloud.yandex.ru/services/datalens" class="favicon">Yandex DataLens</a>        | İş Zek Businessası              | Ana ürün                    | —                                              | —                                                                                  | [Rusça slaytlar, Aralık 2019](https://presentations.clickhouse.tech/meetup38/datalens.pdf)                                                                                                                                   |
-| <a href="https://market.yandex.ru/" class="favicon">Yandex Market</a>                          | e-ticaret                       | Metrikler, Günlük Kaydı     | —                                              | —                                                                                  | [Rusça konuşma, Ocak 2019](https://youtu.be/_l1qP0DyBcA?t=478)                                                                                                                                                               |
-| <a href="https://metrica.yandex.com" class="favicon">Yandex Metrica</a>                        | Web analyt webics               | Ana ürün                    | Bir kümede 360 sunucu, bir bölümde 1862 sunucu | 66.41 Pıb / 5.68 Pıb                                                               | [Slay ,tlar, Şubat 20 202020](https://presentations.clickhouse.tech/meetup40/introduction/#13)                                                                                                                               |
-| <a href="https://htc-cs.ru/" class="favicon">ЦВТ</a>                                           | Yazılım Geliştirme              | Metrikler, Günlük Kaydı     | —                                              | —                                                                                  | [Blog yazısı, Mart 2019, Rusça](https://vc.ru/dev/62715-kak-my-stroili-monitoring-na-prometheus-clickhouse-i-elk)                                                                                                            |
-| <a href="https://mkb.ru/" class="favicon">МКБ</a>                                              | Banka                           | Web-sistem izleme           | —                                              | —                                                                                  | [Rusça slaytlar, Eylül 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup28/mkb.pdf)                                                                                                            |
-| <a href="https://jinshuju.net" class="favicon">Jinshuju 金数据</a>                             | Bİ analitik                     | Ana ürün                    | —                                              | —                                                                                  | [Çince slaytlar, Ekim 2019](https://github.com/ClickHouse/clickhouse-presentations/blob/master/meetup24/3.%20金数据数据架构调整方案Public.pdf)                                                                               |
-| <a href="https://www.instana.com" class="favicon">Instana</a>                                  | APM Platformu                   | Ana ürün                    | —                                              | —                                                                                  | [Twitter mesaj](https://twitter.com/mieldonkers/status/1248884119158882304)                                                                                                                                                  |
-| <a href="https://wargaming.com/en/" class="favicon">Wargaming</a>                              | Oyun                            |                             | —                                              | —                                                                                  | [Röportaj](https://habr.com/en/post/496954/)                                                                                                                                                                                 |
-| <a href="https://crazypanda.ru/en/" class="favicon">Crazypanda</a>                             | Oyun                            |                             | —                                              | —                                                                                  | ClickHouse meetup canlı oturum                                                                                                                                                                                               |
-| <a href="https://fun.co/rp" class="favicon">FunCorp</a>                                        | Oyun                            |                             | —                                              | —                                                                                  | [Makale](https://www.altinity.com/blog/migrating-from-redshift-to-clickhouse)                                                                                                                                                |
-
-[Orijinal makale](https://clickhouse.tech/docs/en/introduction/adopters/) <!--hide-->
diff --git a/docs/tr/introduction/distinctive-features.md b/docs/tr/introduction/distinctive-features.md
deleted file mode 100644
index be7fd6ff160..00000000000
--- a/docs/tr/introduction/distinctive-features.md
+++ /dev/null
@@ -1,77 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 4
-toc_title: "Ay\u0131rt Edici \xD6zellikler"
----
-
-# Clickhouse'un ayırt edici özellikleri {#distinctive-features-of-clickhouse}
-
-## Doğru sütun yönelimli DBMS {#true-column-oriented-dbms}
-
-Bir gerçek sütun yönelimli DBMS, hiçbir ek veri değerleri ile depolanır. Diğer şeylerin yanı sıra, bu, uzunluklarının saklanmasını önlemek için sabit uzunluk değerlerinin desteklenmesi gerektiği anlamına gelir “number” değerlerin yanında. Örnek olarak, bir milyar Uİnt8 tipi değerler yaklaşık 1 GB sıkıştırılmamış tüketmelidir veya bu CPU kullanımını güçlü bir şekilde etkiler. Verileri kompakt bir şekilde saklamak esastır (herhangi bir “garbage”) sıkıştırılmamış olsa bile, dekompresyon hızı (CPU kullanımı) esas olarak sıkıştırılmamış verilerin hacmine bağlıdır.
-
-Farklı sütunların değerlerini ayrı ayrı depolayabilen, ancak diğer senaryolar için optimizasyonları nedeniyle analitik sorguları etkili bir şekilde işleyemeyen sistemler olduğu için dikkat çekicidir. Örnekler HBase, BigTable, Cassandra ve HyperTable. Bu sistemlerde, saniyede yüz bin satır civarında verim elde edersiniz, ancak saniyede yüz milyonlarca satır olmaz.
-
-Clickhouse'un tek bir veritabanı değil, bir veritabanı yönetim sistemi olduğunu da belirtmek gerekir. ClickHouse, çalışma zamanında tablolar ve veritabanları oluşturmak, veri yüklemek ve sunucuyu yeniden yapılandırmadan ve yeniden başlatmadan sorguları çalıştırmaya izin verir.
-
-## Veri Sıkıştırma {#data-compression}
-
-Bazı sütun yönelimli DBMSs (InfiniDB CE ve MonetDB) veri sıkıştırma kullanmayın. Bununla birlikte, veri sıkıştırma mükemmel performans elde etmede önemli bir rol oynar.
-
-## Verilerin Disk Depolama {#disk-storage-of-data}
-
-Verileri fiziksel olarak birincil anahtara göre sıralamak, belirli değerleri veya değer aralıkları için düşük gecikme süresi ile birkaç düzine milisaniyeden daha az veri ayıklamayı mümkün kılar. Bazı sütun yönelimli Dbms'ler (SAP HANA ve Google PowerDrill gibi) yalnızca RAM'de çalışabilir. Bu yaklaşım, gerçek zamanlı analiz için gerekenden daha büyük bir donanım bütçesinin tahsisini teşvik eder. ClickHouse düzenli sabit diskler üzerinde çalışmak üzere tasarlanmıştır, bu da GB veri depolama başına maliyetin düşük olduğu anlamına gelir, ancak varsa SSD ve ek RAM de tamamen kullanılır.
-
-## Birden fazla çekirdekte paralel işleme {#parallel-processing-on-multiple-cores}
-
-Büyük sorgular, geçerli sunucuda bulunan tüm gerekli kaynakları alarak doğal olarak paralelleştirilir.
-
-## Birden çok sunucuda dağıtılmış işleme {#distributed-processing-on-multiple-servers}
-
-Yukarıda belirtilen sütunlu Dbms'lerin neredeyse hiçbiri dağıtılmış sorgu işleme desteğine sahip değildir.
-Clickhouse'da, veriler farklı parçalarda bulunabilir. Her parça, hata toleransı için kullanılan bir grup kopya olabilir. Tüm kırıklar, kullanıcı için şeffaf olarak paralel bir sorgu çalıştırmak için kullanılır.
-
-## SQL desteği {#sql-support}
-
-ClickHouse, çoğu durumda SQL standardına özdeş olan sql'i temel alan bildirime dayalı bir sorgu dilini destekler.
-Desteklenen sorgular arasında GROUP BY, ORDER BY, from, ın ve JOIN yan tümceleri ve skaler alt sorgular bulunur.
-Bağımlı alt sorgular ve pencere işlevleri desteklenmez.
-
-## Vektör Motoru {#vector-engine}
-
-Veriler yalnızca sütunlar tarafından saklanmakla kalmaz, aynı zamanda yüksek CPU verimliliği elde etmeyi sağlayan vektörler (sütunların parçaları) tarafından işlenir.
-
-## Gerçek zamanlı veri güncellemeleri {#real-time-data-updates}
-
-ClickHouse, birincil anahtarlı tabloları destekler. Birincil anahtar aralığındaki sorguları hızlı bir şekilde gerçekleştirmek için, veriler birleştirme ağacını kullanarak aşamalı olarak sıralanır. Bu nedenle, veriler sürekli olarak tabloya eklenebilir. Yeni veri Yutulduğunda hiçbir kilit alınır.
-
-## Dizin {#index}
-
-Birincil anahtara göre fiziksel olarak sıralanmış bir veriye sahip olmak, belirli değerleri veya değer aralıkları için düşük gecikme süresi ile birkaç düzine milisaniyeden daha az veri çıkarmayı mümkün kılar.
-
-## Çevrimiçi sorgular için uygundur {#suitable-for-online-queries}
-
-Düşük gecikme süresi, kullanıcı arayüzü sayfası yüklenirken, sorguların gecikmeden ve önceden bir cevap hazırlamaya çalışmadan işlenebileceği anlamına gelir. Başka bir deyişle, çevrimiçi.
-
-## Yaklaşık hesaplamalar için destek {#support-for-approximated-calculations}
-
-ClickHouse performans için doğruluk ticaret için çeşitli yollar sağlar:
-
-1.  Farklı değerler, medyan ve quantiles sayısı yaklaşık hesaplama için toplam işlevleri.
-2.  Verilerin bir bölümünü (örnek) temel alan bir sorguyu çalıştırmak ve yaklaşık bir sonuç almak. Bu durumda, diskten orantılı olarak daha az veri alınır.
-3.  Tüm anahtarlar yerine, sınırlı sayıda rastgele anahtar için bir toplama çalıştırma. Verilerde anahtar dağıtımı için belirli koşullar altında, bu daha az kaynak kullanırken makul derecede doğru bir sonuç sağlar.
-
-## Veri çoğaltma ve Veri Bütünlüğü desteği {#data-replication-and-data-integrity-support}
-
-ClickHouse zaman uyumsuz çoklu ana çoğaltma kullanır. Kullanılabilir herhangi bir yineleme için yazıldıktan sonra kalan tüm yinelemeler arka planda kendi kopyasını almak. Sistem, farklı yinelemelerde aynı verileri korur. Çoğu arızadan sonra kurtarma, karmaşık durumlarda otomatik olarak veya yarı otomatik olarak gerçekleştirilir.
-
-Daha fazla bilgi için bölüme bakın [Veri çoğaltma](../engines/table-engines/mergetree-family/replication.md).
-
-## Dezavantajları olarak kabul edilebilir özellikler {#clickhouse-features-that-can-be-considered-disadvantages}
-
-1.  Tam teşekküllü işlemler yok.
-2.  Yüksek oranda ve düşük gecikme ile zaten eklenen verileri değiştirme veya silme yeteneği eksikliği. Verileri temizlemek veya değiştirmek için toplu silme ve güncellemeler vardır, örneğin Aşağıdakilere uymak için [GDPR](https://gdpr-info.eu).
-3.  Seyrek dizin, Clickhouse'u anahtarlarıyla tek satırları almak için nokta sorguları için çok uygun değildir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/introduction/distinctive_features/) <!--hide-->
diff --git a/docs/tr/introduction/history.md b/docs/tr/introduction/history.md
deleted file mode 100644
index 8d4e2cc3ed2..00000000000
--- a/docs/tr/introduction/history.md
+++ /dev/null
@@ -1,56 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 7
-toc_title: Tarih
----
-
-# ClickHouse Geçmişi {#clickhouse-history}
-
-ClickHouse güç başlangıçta geliştirilmiştir [Üye.Metrica](https://metrica.yandex.com/), [dünyanın en büyük ikinci web analiz platformu](http://w3techs.com/technologies/overview/traffic_analysis/all) ve bu sistemin temel bileşeni olmaya devam ediyor. Veritabanında 13 trilyondan fazla kayıt ve günlük 20 milyardan fazla etkinlik ile ClickHouse, doğrudan toplanmamış verilerden anında özel raporlar oluşturmanıza olanak tanır. Bu makale Kısaca Clickhouse'un gelişiminin ilk aşamalarında hedeflerini kapsamaktadır.
-
-Üye.Metrica kullanıcı tarafından tanımlanan keyfi kesimleri ile, hit ve oturumları dayalı anında özelleştirilmiş raporlar oluşturur. Bunu sık sık yapmak, benzersiz kullanıcı sayısı gibi karmaşık agregalar oluşturmayı gerektirir. Bir rapor oluşturmak için yeni veriler gerçek zamanlı olarak gelir.
-
-Nisan 2014 itibariyle, Yandex.Metrica, günlük olarak yaklaşık 12 milyar olayı (sayfa görüntüleme ve tıklama) izliyordu. Tüm bu olaylar özel raporlar oluşturmak için saklanmalıdır. Tek bir sorgu, birkaç yüz milisaniye içinde milyonlarca satırı veya sadece birkaç saniye içinde yüz milyonlarca satırı taramayı gerektirebilir.
-
-## Yandex kullanımı.Metrica ve diğer Yandex Hizmetleri {#usage-in-yandex-metrica-and-other-yandex-services}
-
-ClickHouse, Yandex'te birden fazla amaca hizmet eder.Metrica.
-Ana görevi, toplanmamış verileri kullanarak çevrimiçi modda raporlar oluşturmaktır. Veritabanında 20.3 trilyon satırdan fazla depolayan 374 sunucu kümesi kullanır. Sıkıştırılmış verilerin hacmi, yinelenenleri ve kopyaları hesaba katmadan yaklaşık 2 PB'DİR. Sıkıştırılmamış verilerin hacmi (TSV formatında) Yaklaşık 17 PB olacaktır.
-
-ClickHouse ayrıca aşağıdaki süreçlerde önemli bir rol oynar:
-
--   Yandex'den oturum tekrarı için veri saklama.Metrica.
--   Ara veri işleme.
--   Analitik ile küresel raporlar oluşturma.
--   Yandex hata ayıklama için sorguları çalıştırma.Metrica motoru.
--   API ve kullanıcı arayüzü günlükleri analiz.
-
-Günümüzde, diğer Yandex hizmetlerinde ve bölümlerinde birden fazla düzine ClickHouse kurulumu bulunmaktadır: arama dikey, e-ticaret, reklam, iş analitiği, mobil geliştirme, kişisel hizmetler ve diğerleri.
-
-## Toplanmış ve toplanmamış veriler {#aggregated-and-non-aggregated-data}
-
-İstatistikleri etkili bir şekilde hesaplamak için, veri hacmini azalttığından verileri toplamanız gerektiğine dair yaygın bir görüş vardır.
-
-Ancak veri toplama birçok sınırlama ile birlikte gelir:
-
--   Gerekli raporların önceden tanımlanmış bir listesine sahip olmanız gerekir.
--   Kullanıcı özel raporlar yapamaz.
--   Çok sayıda farklı anahtar üzerinde toplanırken, veri hacmi zorlukla azaltılır, bu nedenle toplama işe yaramaz.
--   Çok sayıda rapor için çok fazla toplama varyasyonu vardır (kombinatoryal patlama).
--   Anahtarları yüksek önemlilik (URL'ler gibi) ile toplarken, veri hacmi çok fazla azaltılmaz (iki kattan daha az).
--   Bu nedenle, toplama ile veri hacmi küçültmek yerine büyüyebilir.
--   Kullanıcılar onlar için oluşturduğumuz tüm raporları görüntülemez. Bu hesaplamaların büyük bir kısmı işe yaramaz.
--   Verilerin mantıksal bütünlüğü, çeşitli toplamalar için ihlal edilebilir.
-
-Hiçbir şeyi toplamazsak ve toplanmamış verilerle çalışırsak, bu hesaplamaların hacmini azaltabilir.
-
-Bununla birlikte, toplama ile, çalışmanın önemli bir kısmı çevrimdışı olarak alınır ve nispeten sakin bir şekilde tamamlanır. Buna karşılık, çevrimiçi hesaplamalar, kullanıcı sonucu beklediğinden mümkün olduğunca hızlı hesaplamayı gerektirir.
-
-Üye.Metrica, raporların çoğunluğu için kullanılan Metrage adı verilen verileri toplamak için özel bir sisteme sahiptir.
-2009'dan itibaren Yandex.Metrica, daha önce Rapor Oluşturucusu için kullanılan OLAPServer adlı toplanmamış veriler için özel bir OLAP veritabanı da kullandı.
-OLAPServer, toplanmamış veriler için iyi çalıştı, ancak tüm raporlar için istenildiği gibi kullanılmasına izin vermeyen birçok kısıtlamaya sahipti. Bunlar, veri türleri için destek eksikliği (yalnızca sayılar) ve verileri gerçek zamanlı olarak aşamalı olarak güncelleyememe (yalnızca verileri günlük olarak yeniden yazarak yapılabilir) içeriyordu. OLAPServer bir DBMS değil, özel bir dB'dir.
-
-ClickHouse için ilk hedef OLAPServer sınırlamaları kaldırmak ve tüm raporlar için toplanmamış verilerle çalışma sorunu çözmek oldu, ama yıllar içinde, analitik görevler geniş bir yelpazede için uygun bir genel amaçlı veritabanı yönetim sistemi haline gelmiştir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/introduction/history/) <!--hide-->
diff --git a/docs/tr/introduction/index.md b/docs/tr/introduction/index.md
deleted file mode 100644
index 3296e8bcaf0..00000000000
--- a/docs/tr/introduction/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "Giri\u015F"
-toc_priority: 1
----
-
-
diff --git a/docs/tr/introduction/performance.md b/docs/tr/introduction/performance.md
deleted file mode 100644
index ddbd4436748..00000000000
--- a/docs/tr/introduction/performance.md
+++ /dev/null
@@ -1,32 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 6
-toc_title: Performans
----
-
-# Performans {#performance}
-
-Yandex'deki dahili test sonuçlarına göre, ClickHouse, test için mevcut olan sınıfının sistemleri arasında karşılaştırılabilir işletim senaryoları için en iyi performansı (hem uzun sorgular için en yüksek verim hem de kısa sorgularda en düşük gecikme süresi) gösterir. Test sonuçlarını bir [ayrı sayfa](https://clickhouse.tech/benchmark/dbms/).
-
-Çok sayıda bağımsız kriterler benzer sonuçlara geldi. Bir internet araması kullanarak bulmak zor değildir veya görebilirsiniz [ilgili bağlantı ourlardan oluşan küçük koleksiyon collectionumuz](https://clickhouse.tech/#independent-benchmarks).
-
-## Tek bir büyük sorgu için çıktı {#throughput-for-a-single-large-query}
-
-Verim, saniyede satır veya saniyede megabayt olarak ölçülebilir. Veriler sayfa önbelleğine yerleştirilirse, çok karmaşık olmayan bir sorgu, modern donanım üzerinde tek bir sunucuda yaklaşık 2-10 GB/s sıkıştırılmamış veri hızında işlenir (en basit durumlar için, hız 30 GB/s'ye ulaşabilir). Veri sayfa önbelleğine yerleştirilmezse, hız disk alt sistemine ve veri sıkıştırma hızına bağlıdır. Örneğin, disk alt sistemi 400 MB/s veri okuma izin verir ve veri sıkıştırma hızı 3 ise, hız 1.2 GB / s civarında olması bekleniyor. saniyede satır hızı elde etmek için hızı saniyede bayt cinsinden sorguda kullanılan sütunların toplam boyutuna bölün. Örneğin, 10 bayt sütun ayıklanırsa, hızın saniyede yaklaşık 100-200 milyon satır olması beklenir.
-
-İşlem hızı, dağıtılmış işlem için neredeyse doğrusal olarak artar, ancak yalnızca toplama veya sıralamadan kaynaklanan satır sayısı çok büyük değilse.
-
-## Kısa Sorguları İşlerken Gecikme Süresi {#latency-when-processing-short-queries}
-
-Bir sorgu birincil anahtar kullanır ve çok fazla sütun ve satır (yüzbinlerce) işlemek için seçmez, veri sayfa önbelleğine yerleştirilirse, 50 milisaniyeden daha az gecikme süresi (en iyi durumda milisaniye tek basamak) bekleyebilirsiniz. Aksi takdirde, gecikme çoğunlukla arama sayısı tarafından hakimdir. Aşırı yüklenmemiş bir sistem için dönen disk sürücüleri kullanırsanız, gecikme bu formülle tahmin edilebilir: `seek time (10 ms) * count of columns queried * count of data parts`.
-
-## Büyük miktarda kısa sorgu işlerken verim {#throughput-when-processing-a-large-quantity-of-short-queries}
-
-Aynı koşullar altında, ClickHouse tek bir sunucuda saniyede birkaç yüz sorgu işleyebilir (en iyi durumda birkaç bine kadar). Bu senaryo analitik DBMSs için tipik olmadığından, saniyede en fazla 100 sorgu beklemenizi öneririz.
-
-## Veri Eklerken Performans {#performance-when-inserting-data}
-
-Verileri en az 1000 satırlık paketlere veya saniyede tek bir istekten daha fazla olmayan paketlere eklemenizi öneririz. Sekmeyle ayrılmış bir dökümden MergeTree tablosuna eklerken, ekleme hızı 50 ila 200 MB/s arasında olabilir. eklenen satırlar yaklaşık 1 Kb boyutundaysa, hız saniyede 50.000 ila 200.000 satır olacaktır. Satırlar küçükse, performans saniyede satırlarda daha yüksek olabilir (Banner sistem verileri üzerinde -`>` Saniyede 500 rows.000 satır; Graf ;it ver ;ilerinde -`>` Saniyede 1.000.000 satır). Performansı artırmak için, paralel olarak doğrusal olarak ölçeklenen birden çok ekleme sorgusu yapabilirsiniz.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/introduction/performance/) <!--hide-->
diff --git a/docs/tr/operations/access-rights.md b/docs/tr/operations/access-rights.md
deleted file mode 100644
index f151bbfed3f..00000000000
--- a/docs/tr/operations/access-rights.md
+++ /dev/null
@@ -1,143 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 48
-toc_title: "Eri\u015Fim Kontrol\xFC ve hesap y\xF6netimi"
----
-
-# Erişim Kontrolü ve hesap yönetimi {#access-control}
-
-ClickHouse dayalı erişim kontrol yönetimini destekler [RBAC](https://en.wikipedia.org/wiki/Role-based_access_control) yaklaşmak.
-
-ClickHouse erişim varlıkları:
-- [Kullanıcı hesabı](#user-account-management)
-- [Rol](#role-management)
-- [Satır Politikası](#row-policy-management)
-- [Ayarlar Profili](#settings-profiles-management)
-- [Kota](#quotas-management)
-
-Kullanarak erişim varlıkları yapılandırabilirsiniz:
-
--   SQL odaklı iş akışı.
-
-    İhtiyacın var [etkinleştirmek](#enabling-access-control) bu işlevsellik.
-
--   Hizmetçi [yapılandırma dosyaları](configuration-files.md) `users.xml` ve `config.xml`.
-
-SQL tabanlı iş akışı kullanmanızı öneririz. Her iki yapılandırma yöntemi de aynı anda çalışır; bu nedenle, hesapları ve erişim haklarını yönetmek için sunucu yapılandırma dosyalarını kullanırsanız, SQL tabanlı iş akışına yumuşak bir şekilde geçebilirsiniz.
-
-!!! note "Uyarıcı"
-    Aynı erişim varlığını her iki yapılandırma yöntemiyle aynı anda yönetemezsiniz.
-
-## Kullanma {#access-control-usage}
-
-Varsayılan olarak, ClickHouse sunucusu kullanıcı hesabını sağlar `default` SQL güdümlü erişim denetimi ve hesap yönetimi kullanılarak izin verilmez, ancak tüm haklara ve izinlere sahiptir. Bu `default` kullanıcı hesabı, kullanıcı adı tanımlanmadığında, örneğin istemciden girişte veya dağıtılmış sorgularda kullanılır. Dağıtılmış sorgu işleme varsayılan kullanıcı hesabı kullanılır, sunucu veya küme yapılandırması belirtmezse [kullanıcı ve şifre](../engines/table-engines/special/distributed.md) özellikler.
-
-Sadece ClickHouse kullanmaya başlarsanız, aşağıdaki senaryoyu kullanabilirsiniz:
-
-1.  [Etkinleştirmek](#enabling-access-control) SQL-driven erişim kontrolü ve hesap yönetimi için `default` kullanan.
-2.  Log underin un underder the `default` kullanıcı hesabı ve gerekli tüm kullanıcıları oluşturun. Yönetici hesabı oluşturmayı unutmayın (`GRANT ALL ON *.* WITH GRANT OPTION TO admin_user_account`).
-3.  [İzinleri kısıtla](settings/permissions-for-queries.md#permissions_for_queries) için `default` kullanıcı ve devre dışı SQL odaklı erişim kontrolü ve bunun için hesap yönetimi.
-
-### Mevcut çözümün özellikleri {#access-control-properties}
-
--   Olmasa bile veritabanları ve tablolar için izinler verebilirsiniz.
--   Bir tablo silindiyse, bu tabloya karşılık gelen tüm ayrıcalıklar iptal edilmez. Bu nedenle, daha sonra aynı ada sahip yeni bir tablo oluşturulursa, tüm ayrıcalıklar tekrar gerçek olur. Silinen tabloya karşılık gelen ayrıcalıkları iptal etmek için, örneğin, `REVOKE ALL PRIVILEGES ON db.table FROM ALL` sorgu.
--   Ayrıcalıklar için ömür boyu ayarları yoktur.
-
-## Kullanıcı hesabı {#user-account-management}
-
-Bir kullanıcı hesabı, Clickhouse'da birisini yetkilendirmeye izin veren bir erişim varlığıdır. Bir kullanıcı hesabı içerir:
-
--   Kimlik bilgileri.
--   [Ayrıcalıklar](../sql-reference/statements/grant.md#grant-privileges) kullanıcı gerçekleştirebilir sorgular kapsamı tanımlayın.
--   ClickHouse sunucusuna bağlantının izin verildiği ana bilgisayarlar.
--   Verilen ve varsayılan roller.
--   Kullanıcının girişinde varsayılan olarak geçerli olan kısıtlamaları olan ayarlar.
--   Atanan ayarlar profilleri.
-
-Bir kullanıcı hesabına ayrıcalıklar tarafından verilebilir [GRANT](../sql-reference/statements/grant.md) sorgu veya atama ile [roller](#role-management). Bir kullanıcının ayrıcalıklarını iptal etmek için, ClickHouse [REVOKE](../sql-reference/statements/revoke.md) sorgu. Bir kullanıcının ayrıcalıklarını listelemek için - [SHOW GRANTS](../sql-reference/statements/show.md#show-grants-statement) deyim.
-
-Yönetim sorguları:
-
--   [CREATE USER](../sql-reference/statements/create.md#create-user-statement)
--   [ALTER USER](../sql-reference/statements/alter.md#alter-user-statement)
--   [DROP USER](../sql-reference/statements/misc.md#drop-user-statement)
--   [SHOW CREATE USER](../sql-reference/statements/show.md#show-create-user-statement)
-
-### Uygulama Ayarları {#access-control-settings-applying}
-
-Ayarlar farklı şekillerde ayarlanabilir: bir kullanıcı hesabı için, verilen roller ve ayarlar profillerinde. Bir kullanıcı girişinde, farklı erişim varlıklarında bir ayar ayarlanırsa, bu ayarın değeri ve kısıtlamaları aşağıdaki öncelikler tarafından uygulanır (yüksekten düşüğe):
-
-1.  Kullanıcı hesabı ayarı.
-2.  Kullanıcı hesabının varsayılan rollerinin ayarları. Bazı rollerde bir ayar ayarlanmışsa, uygulama ayarının sırası tanımsızdır.
-3.  Bir kullanıcıya veya varsayılan rollerine atanan ayarlar profilleri'ndeki ayarlar. Bazı profillerde bir ayar ayarlanmışsa, uygulama ayarı sırası tanımsızdır.
-4.  Varsayılan olarak tüm sunucuya uygulanan ayarlar veya [varsayılan profil](server-configuration-parameters/settings.md#default-profile).
-
-## Rol {#role-management}
-
-Rol, bir kullanıcı hesabına verilebilecek erişim varlıkları için bir kapsayıcıdır.
-
-Rol içerir:
-
--   [Ayrıcalıklar](../sql-reference/statements/grant.md#grant-privileges)
--   Ayarlar ve kısıtlamalar
--   Verilen roller listesi
-
-Yönetim sorguları:
-
--   [CREATE ROLE](../sql-reference/statements/create.md#create-role-statement)
--   [ALTER ROLE](../sql-reference/statements/alter.md#alter-role-statement)
--   [DROP ROLE](../sql-reference/statements/misc.md#drop-role-statement)
--   [SET ROLE](../sql-reference/statements/misc.md#set-role-statement)
--   [SET DEFAULT ROLE](../sql-reference/statements/misc.md#set-default-role-statement)
--   [SHOW CREATE ROLE](../sql-reference/statements/show.md#show-create-role-statement)
-
-Bir rol için ayrıcalıklar tarafından verilebilir [GRANT](../sql-reference/statements/grant.md) sorgu. Bir rolden ayrıcalıkları iptal etmek için ClickHouse şunları sağlar: [REVOKE](../sql-reference/statements/revoke.md) sorgu.
-
-## Satır Politikası {#row-policy-management}
-
-Satır ilkesi, bir kullanıcı veya rol için hangi veya satırların kullanılabilir olduğunu tanımlayan bir filtredir. Satır ilkesi, belirli bir tablo ve bu satır ilkesini kullanması gereken rollerin ve/veya kullanıcıların listesi için filtreler içerir.
-
-Yönetim sorguları:
-
--   [CREATE ROW POLICY](../sql-reference/statements/create.md#create-row-policy-statement)
--   [ALTER ROW POLICY](../sql-reference/statements/alter.md#alter-row-policy-statement)
--   [DROP ROW POLICY](../sql-reference/statements/misc.md#drop-row-policy-statement)
--   [SHOW CREATE ROW POLICY](../sql-reference/statements/show.md#show-create-row-policy-statement)
-
-## Ayarlar Profili {#settings-profiles-management}
-
-Ayarlar profili bir koleksiyon [ayarlar](settings/index.md). Ayarlar profili, ayarları ve kısıtlamaları ve bu kotanın uygulandığı rollerin ve/veya kullanıcıların listesini içerir.
-
-Yönetim sorguları:
-
--   [CREATE SETTINGS PROFILE](../sql-reference/statements/create.md#create-settings-profile-statement)
--   [ALTER SETTINGS PROFILE](../sql-reference/statements/alter.md#alter-settings-profile-statement)
--   [DROP SETTINGS PROFILE](../sql-reference/statements/misc.md#drop-settings-profile-statement)
--   [SHOW CREATE SETTINGS PROFILE](../sql-reference/statements/show.md#show-create-settings-profile-statement)
-
-## Kota {#quotas-management}
-
-Kota kaynak kullanımını sınırlar. Görmek [Kotalar](quotas.md).
-
-Kota, bazı süreler için bir dizi sınır ve bu kotayı kullanması gereken rollerin ve/veya kullanıcıların listesini içerir.
-
-Yönetim sorguları:
-
--   [CREATE QUOTA](../sql-reference/statements/create.md#create-quota-statement)
--   [ALTER QUOTA](../sql-reference/statements/alter.md#alter-quota-statement)
--   [DROP QUOTA](../sql-reference/statements/misc.md#drop-quota-statement)
--   [SHOW CREATE QUOTA](../sql-reference/statements/show.md#show-create-quota-statement)
-
-## SQL tabanlı erişim denetimi ve hesap yönetimini etkinleştirme {#enabling-access-control}
-
--   Yapılandırmaları depolama için bir dizin Kur.
-
-    ClickHouse, erişim varlık yapılandırmalarını, [access_control_path](server-configuration-parameters/settings.md#access_control_path) sunucu yapılandırma parametresi.
-
--   En az bir kullanıcı hesabı için SQL tabanlı erişim denetimi ve hesap yönetimini etkinleştirin.
-
-    Varsayılan olarak SQL güdümlü erişim denetimi ve hesap yönetimi, tüm kullanıcılar için açık. En az bir kullanıcı yapılandırmanız gerekir `users.xml` yapılandırma dosyası ve atama 1 [access_management](settings/settings-users.md#access_management-user-setting) ayar.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/access_rights/) <!--hide-->
diff --git a/docs/tr/operations/backup.md b/docs/tr/operations/backup.md
deleted file mode 100644
index 23544539dac..00000000000
--- a/docs/tr/operations/backup.md
+++ /dev/null
@@ -1,41 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 49
-toc_title: Veri Yedekleme
----
-
-# Veri Yedekleme {#data-backup}
-
-Karşın [çoğalma](../engines/table-engines/mergetree-family/replication.md) provides protection from hardware failures, it does not protect against human errors: accidental deletion of data, deletion of the wrong table or a table on the wrong cluster, and software bugs that result in incorrect data processing or data corruption. In many cases mistakes like these will affect all replicas. ClickHouse has built-in safeguards to prevent some types of mistakes — for example, by default [50 GB'den fazla veri içeren MergeTree benzeri bir motorla tabloları bırakamazsınız](https://github.com/ClickHouse/ClickHouse/blob/v18.14.18-stable/programs/server/config.xml#L322-L330). Ancak, bu önlemler olası tüm davaları kapsamaz ve atlatılabilir.
-
-Olası insan hatalarını etkili bir şekilde azaltmak için, verilerinizi yedeklemek ve geri yüklemek için dikkatli bir şekilde bir strateji hazırlamanız gerekir **önceden**.
-
-Her şirketin farklı kaynakları ve iş gereksinimleri vardır, bu nedenle her duruma uyacak ClickHouse yedeklemeleri ve geri yüklemeleri için evrensel bir çözüm yoktur. Bir gigabayt veri için ne işe yarar, muhtemelen onlarca petabayt için çalışmaz. Aşağıda tartışılacak olan kendi artıları ve eksileri ile çeşitli Olası yaklaşımlar vardır. Çeşitli eksikliklerini telafi etmek için sadece bir tane yerine birkaç yaklaşım kullanmak iyi bir fikirdir.
-
-!!! note "Not"
-    Bir şeyi yedeklediyseniz ve geri yüklemeyi hiç denemediyseniz, aslında ihtiyacınız olduğunda Geri Yüklemenin düzgün çalışmayacağını (veya en azından işin tahammül edebileceğinden daha uzun süreceğini) unutmayın. Bu nedenle, seçtiğiniz yedekleme yaklaşımı ne olursa olsun, geri yükleme işlemini de otomatikleştirdiğinizden emin olun ve düzenli olarak yedek bir ClickHouse kümesinde uygulayın.
-
-## Kaynak Verileri Başka Bir Yerde Çoğaltma {#duplicating-source-data-somewhere-else}
-
-Genellikle Clickhouse'a alınan veriler, aşağıdaki gibi bir tür kalıcı sıra yoluyla teslim edilir [Apache Kafka](https://kafka.apache.org). Bu durumda, Clickhouse'a yazılırken aynı veri akışını okuyacak ve bir yerde soğuk depoda depolayacak ek bir abone kümesi yapılandırmak mümkündür. Çoğu şirket zaten bir nesne deposu veya dağıtılmış bir dosya sistemi gibi olabilecek bazı varsayılan önerilen soğuk depolamaya sahiptir [HDFS](https://hadoop.apache.org/docs/stable/hadoop-project-dist/hadoop-hdfs/HdfsDesign.html).
-
-## Dosya Sistemi Anlık Görüntüleri {#filesystem-snapshots}
-
-Bazı yerel dosya sistemleri anlık görüntü işlevselliği sağlar (örneğin, [ZFS](https://en.wikipedia.org/wiki/ZFS)), ancak canlı sorguları sunmak için en iyi seçenek olmayabilir. Olası bir çözüm, bu tür dosya sistemi ile ek kopyalar oluşturmak ve bunları [Dağılı](../engines/table-engines/special/distributed.md) için kullanılan tablolar `SELECT` sorgular. Bu tür yinelemelerdeki anlık görüntüler, verileri değiştiren sorguların erişemeyeceği bir yerde olacaktır. Bonus olarak, bu yinelemeler, sunucu başına daha fazla disk eklenmiş özel donanım yapılandırmalarına sahip olabilir ve bu da uygun maliyetli olabilir.
-
-## clickhouse-fotokopi makinesi {#clickhouse-copier}
-
-[clickhouse-fotokopi makinesi](utilities/clickhouse-copier.md) başlangıçta yeniden shard petabyte boyutlu tablolar için oluşturulan çok yönlü bir araçtır. Ayrıca yedekleme için kullanılan ve güvenilir clickhouse tablolar ve kümeler arasında veri kopyalar çünkü amaçlar geri olabilir.
-
-Daha küçük veri hacimleri için, basit bir `INSERT INTO ... SELECT ...` uzak tablolara da çalışabilir.
-
-## Parçalar ile manipülasyonlar {#manipulations-with-parts}
-
-ClickHouse kullanarak sağlar `ALTER TABLE ... FREEZE PARTITION ...` tablo bölümleri yerel bir kopyasını oluşturmak için sorgu. Bu hardlinks kullanarak uygulanır `/var/lib/clickhouse/shadow/` klasör, bu yüzden genellikle eski veriler için ekstra disk alanı tüketmez. Oluşturulan dosyaların kopyaları ClickHouse server tarafından işlenmez, bu yüzden onları orada bırakabilirsiniz: herhangi bir ek harici sistem gerektirmeyen basit bir yedeklemeniz olacak, ancak yine de donanım sorunlarına eğilimli olacaktır. Bu nedenle, bunları uzaktan başka bir konuma kopyalamak ve ardından yerel kopyaları kaldırmak daha iyidir. Dağıtılmış dosya sistemleri ve nesne depoları bunun için hala iyi bir seçenektir, ancak yeterince büyük kapasiteye sahip normal ekli dosya sunucuları da işe yarayabilir (bu durumda aktarım ağ dosya sistemi veya belki de [rsync](https://en.wikipedia.org/wiki/Rsync)).
-
-Bölüm işlemleriyle ilgili sorgular hakkında daha fazla bilgi için bkz. [ALTER belgeleri](../sql-reference/statements/alter.md#alter_manipulations-with-partitions).
-
-Bu yaklaşımı otomatikleştirmek için üçüncü taraf bir araç kullanılabilir: [clickhouse-yedekleme](https://github.com/AlexAkulov/clickhouse-backup).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/backup/) <!--hide-->
diff --git a/docs/tr/operations/configuration-files.md b/docs/tr/operations/configuration-files.md
deleted file mode 100644
index bc818bdcf50..00000000000
--- a/docs/tr/operations/configuration-files.md
+++ /dev/null
@@ -1,57 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 50
-toc_title: "Yap\u0131land\u0131rma Dosyalar\u0131"
----
-
-# Yapılandırma Dosyaları {#configuration_files}
-
-ClickHouse Çoklu dosya yapılandırma yönetimini destekler. Ana sunucu yapılandırma dosyası `/etc/clickhouse-server/config.xml`. Diğer dosyalar içinde olmalıdır `/etc/clickhouse-server/config.d` dizin.
-
-!!! note "Not"
-    Tüm yapılandırma dosyaları XML biçiminde olmalıdır. Ayrıca, genellikle aynı kök öğeye sahip olmalıdırlar `<yandex>`.
-
-Ana yapılandırma dosyasında belirtilen bazı ayarlar diğer yapılandırma dosyalarında geçersiz kılınabilir. Bu `replace` veya `remove` bu yapılandırma dosyalarının öğeleri için öznitelikler belirtilebilir.
-
-Her ikisi de belirtilmezse, yinelenen çocukların değerlerini değiştirerek öğelerin içeriğini yinelemeli olarak birleştirir.
-
-Eğer `replace` belirtilen, tüm öğeyi belirtilen ile değiştirir.
-
-Eğer `remove` belirt .ilirse, öğeyi siler.
-
-Yapılandırma ayrıca tanımlayabilir “substitutions”. Bir öğe varsa `incl` öznitelik, dosyadan karşılık gelen ikame değeri olarak kullanılacaktır. Varsayılan olarak, değiştirmeler ile dosyanın yolu `/etc/metrika.xml`. Bu değiştirilebilir [include_from](server-configuration-parameters/settings.md#server_configuration_parameters-include_from) sunucu yapılandırmasında öğe. İkame değerleri belirtilen `/yandex/substitution_name` bu dosyadaki öğeler. Belirtilen bir ika Ame halinde `incl` yok, günlüğe kaydedilir. Clickhouse'un eksik değiştirmelerin günlüğe kaydedilmesini önlemek için `optional="true"` öznitelik (örneğin, ayarlar [makrolar](server-configuration-parameters/settings.md)).
-
-İkame da ZooKeeper yapılabilir. Bunu yapmak için özniteliği belirtin `from_zk = "/path/to/node"`. Eleman değeri, düğümün içeriği ile değiştirilir `/path/to/node` ZooKeeper. Ayrıca ZooKeeper düğümünde bir XML alt ağacının tamamını koyabilirsiniz ve kaynak öğeye tamamen eklenecektir.
-
-Bu `config.xml` dosya kullanıcı ayarları, profiller ve kotalar ile ayrı bir yapılandırma belirtebilirsiniz. Bu yapılandırmanın göreli yolu, `users_config` öğe. Varsayılan olarak, bu `users.xml`. Eğer `users_config` atlanır, kullanıcı ayarları, profiller ve kotalar doğrudan belirtilir `config.xml`.
-
-Kullanıcılar yapılandırma benzer ayrı dosyaları içine bölünmüş olabilir `config.xml` ve `config.d/`.
-Dizin adı olarak tanımlanır `users_config` olmadan ayarı `.xml` postfix ile birleştirilmiş `.d`.
-Dizin `users.d` varsayılan olarak kullanılır, gibi `users_config` varsayılan olarak `users.xml`.
-Örneğin, bu gibi her kullanıcı için ayrı yapılandırma dosyasına sahip olabilirsiniz:
-
-``` bash
-$ cat /etc/clickhouse-server/users.d/alice.xml
-```
-
-``` xml
-<yandex>
-    <users>
-      <alice>
-          <profile>analytics</profile>
-            <networks>
-                  <ip>::/0</ip>
-            </networks>
-          <password_sha256_hex>...</password_sha256_hex>
-          <quota>analytics</quota>
-      </alice>
-    </users>
-</yandex>
-```
-
-Her yapılandırma dosyası için sunucu da üretir `file-preprocessed.xml` başlatırken dosyalar. Bu dosyalar, tamamlanmış tüm değiştirmeleri ve geçersiz kılmaları içerir ve bunlar bilgi amaçlı kullanım içindir. Zookeeper değiştirmelerin yapılandırma dosyalarında kullanılan ancak ZooKeeper sunucu başlangıcında kullanılabilir değilse, sunucu yapılandırmayı önceden işlenmiş dosyadan yükler.
-
-Sunucu, yapılandırma dosyalarındaki değişikliklerin yanı sıra, değiştirmeleri ve geçersiz kılmaları gerçekleştirirken kullanılan dosya ve ZooKeeper düğümlerini izler ve anında kullanıcılar ve kümeler için ayarları yeniden yükler. Bu, sunucuyu yeniden başlatmadan kümeyi, kullanıcıları ve ayarlarını değiştirebileceğiniz anlamına gelir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/configuration_files/) <!--hide-->
diff --git a/docs/tr/operations/index.md b/docs/tr/operations/index.md
deleted file mode 100644
index d3639c42bf1..00000000000
--- a/docs/tr/operations/index.md
+++ /dev/null
@@ -1,28 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: Harekat
-toc_priority: 41
-toc_title: "Giri\u015F"
----
-
-# Harekat {#operations}
-
-ClickHouse işlemleri kılavuzu aşağıdaki ana bölümlerden oluşur:
-
--   [Gereksinimler](requirements.md)
--   [İzleme](monitoring.md)
--   [Arıza](troubleshooting.md)
--   [Kullanım Önerileri](tips.md)
--   [Güncelleme Prosedürü](update.md)
--   [Erişim Hakları](access-rights.md)
--   [Veri Yedekleme](backup.md)
--   [Yapılandırma Dosyaları](configuration-files.md)
--   [Kotalar](quotas.md)
--   [Sistem Tabloları](system-tables.md)
--   [Sunucu Yapılandırma Parametreleri](server-configuration-parameters/index.md)
--   [Donanımınızı ClickHouse İle Test Etme](performance-test.md)
--   [Ayarlar](settings/index.md)
--   [Programlar](utilities/index.md)
-
-{## [Orijinal makale](https://clickhouse.tech/docs/en/operations/) ##}
diff --git a/docs/tr/operations/monitoring.md b/docs/tr/operations/monitoring.md
deleted file mode 100644
index 8488be4202d..00000000000
--- a/docs/tr/operations/monitoring.md
+++ /dev/null
@@ -1,46 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: "\u0130zleme"
----
-
-# İzleme {#monitoring}
-
-İzleyebilirsiniz:
-
--   Donanım kaynaklarının kullanımı.
--   ClickHouse sunucu metrikleri.
-
-## Kaynak Kullanımı {#resource-utilization}
-
-ClickHouse, donanım kaynaklarının durumunu tek başına izlemez.
-
-İzleme ayarlamak için önerilir :
-
--   İşlemcilerde yük ve sıcaklık.
-
-    Kullanabilirsiniz [dmesg](https://en.wikipedia.org/wiki/Dmesg), [turbostat](https://www.linux.org/docs/man8/turbostat.html) ya da diğer aletler.
-
--   Depolama sistemi, RAM ve ağ kullanımı.
-
-## ClickHouse Sunucu Metrikleri {#clickhouse-server-metrics}
-
-ClickHouse sunucu kendini devlet izleme için araçlar gömülü vardır.
-
-Sunucu olaylarını izlemek için sunucu günlüklerini kullanın. Görmek [kaydedici](server-configuration-parameters/settings.md#server_configuration_parameters-logger) yapılandırma dosyasının bölümü.
-
-ClickHouse toplar:
-
--   Sunucunun hesaplama kaynaklarını nasıl kullandığına dair farklı metrikler.
--   Sorgu işleme ile ilgili ortak istatistikler.
-
-Metrikleri şu adreste bulabilirsiniz: [sistem.metrik](../operations/system-tables.md#system_tables-metrics), [sistem.etkinlik](../operations/system-tables.md#system_tables-events), ve [sistem.asynchronous_metrics](../operations/system-tables.md#system_tables-asynchronous_metrics) Tablolar.
-
-Clickhouse'u metrikleri dışa aktaracak şekilde yapılandırabilirsiniz [Grafit](https://github.com/graphite-project). Görmek [Graf sectionit bölümü](server-configuration-parameters/settings.md#server_configuration_parameters-graphite) ClickHouse sunucu yapılandırma dosyasında. Metriklerin dışa aktarımını yapılandırmadan önce, grafit'i resmi olarak takip ederek ayarlamanız gerekir [kılavuz](https://graphite.readthedocs.io/en/latest/install.html).
-
-Clickhouse'u metrikleri dışa aktaracak şekilde yapılandırabilirsiniz [Prometheus](https://prometheus.io). Görmek [Prometheus bölümü](server-configuration-parameters/settings.md#server_configuration_parameters-prometheus) ClickHouse sunucu yapılandırma dosyasında. Metriklerin dışa aktarılmasını yapılandırmadan önce, prometheus'u yetkililerini takip ederek ayarlamanız gerekir [kılavuz](https://prometheus.io/docs/prometheus/latest/installation/).
-
-Ayrıca, http API aracılığıyla sunucu kullanılabilirliğini izleyebilirsiniz. Sen sendd the `HTTP GET` istek için `/ping`. Sunucu mevcutsa, yanıt verir `200 OK`.
-
-Bir küme yapılandırmasındaki sunucuları izlemek için [max_replica_delay_for_distributed_queries](settings/settings.md#settings-max_replica_delay_for_distributed_queries) parametre ve HTTP kaynağını kullanın `/replicas_status`. Bir istek için `/replicas_status` dönüşler `200 OK` çoğaltma kullanılabilir ve diğer yinelemeler gecikmiş değil. Bir çoğaltma gecikirse, döndürür `503 HTTP_SERVICE_UNAVAILABLE` boşluk hakkında bilgi ile.
diff --git a/docs/tr/operations/optimizing-performance/index.md b/docs/tr/operations/optimizing-performance/index.md
deleted file mode 100644
index 4457d125c1f..00000000000
--- a/docs/tr/operations/optimizing-performance/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "Performans\u0131 Optimize Etme"
-toc_priority: 52
----
-
-
diff --git a/docs/tr/operations/optimizing-performance/sampling-query-profiler.md b/docs/tr/operations/optimizing-performance/sampling-query-profiler.md
deleted file mode 100644
index 4efa811fa8b..00000000000
--- a/docs/tr/operations/optimizing-performance/sampling-query-profiler.md
+++ /dev/null
@@ -1,64 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 54
-toc_title: "Sorgu Profili Olu\u015Fturma"
----
-
-# Örnekleme Sorgusu Profiler {#sampling-query-profiler}
-
-ClickHouse, sorgu yürütülmesini analiz etmeyi sağlayan örnekleme profiler'i çalıştırır. Profiler kullanarak sorgu yürütme sırasında en sık kullanılan kaynak kodu yordamları bulabilirsiniz. Boşta kalma süresi de dahil olmak üzere harcanan CPU zamanını ve duvar saati zamanını izleyebilirsiniz.
-
-Profiler kullanmak için:
-
--   Kurulum [trace_log](../server-configuration-parameters/settings.md#server_configuration_parameters-trace_log) sunucu yapılandırması bölümü.
-
-    Bu bölüm yapılandırır [trace_log](../../operations/system-tables.md#system_tables-trace_log) profiler işleyişinin sonuçlarını içeren sistem tablosu. Varsayılan olarak yapılandırılmıştır. Bu tablodaki verilerin yalnızca çalışan bir sunucu için geçerli olduğunu unutmayın. Sunucu yeniden başlatıldıktan sonra ClickHouse tabloyu temizlemez ve depolanan tüm sanal bellek adresi geçersiz hale gelebilir.
-
--   Kurulum [query_profiler_cpu_time_period_ns](../settings/settings.md#query_profiler_cpu_time_period_ns) veya [query_profiler_real_time_period_ns](../settings/settings.md#query_profiler_real_time_period_ns) ayarlar. Her iki ayar da aynı anda kullanılabilir.
-
-    Bu ayarlar, profiler zamanlayıcılarını yapılandırmanıza izin verir. Bunlar oturum ayarları olduğundan, tüm sunucu, bireysel kullanıcılar veya kullanıcı profilleri, etkileşimli oturumunuz ve her bir sorgu için farklı örnekleme sıklığı elde edebilirsiniz.
-
-Varsayılan örnekleme frekansı saniyede bir örnektir ve hem CPU hem de gerçek zamanlayıcılar etkindir. Bu frekans, ClickHouse kümesi hakkında yeterli bilgi toplamaya izin verir. Aynı zamanda, bu sıklıkla çalışan profiler, ClickHouse sunucusunun performansını etkilemez. Her bir sorguyu profillemeniz gerekiyorsa, daha yüksek örnekleme frekansı kullanmayı deneyin.
-
-Analiz etmek `trace_log` sistem tablosu:
-
--   Yüklemek `clickhouse-common-static-dbg` paket. Görmek [DEB paketlerinden yükleyin](../../getting-started/install.md#install-from-deb-packages).
-
--   Tarafından iç gözlem işlevlerine izin ver [allow_introspection_functions](../settings/settings.md#settings-allow_introspection_functions) ayar.
-
-    Güvenlik nedenleriyle, iç gözlem işlevleri varsayılan olarak devre dışı bırakılır.
-
--   Kullan... `addressToLine`, `addressToSymbol` ve `demangle` [iç gözlem fonksiyonları](../../sql-reference/functions/introspection.md) ClickHouse kodu işlev adları ve konumlarını almak için. Bazı sorgu için bir profil almak için, `trace_log` Tablo. Bireysel fonksiyonları bütün yığın izleri ya da veri toplama yapabilirsiniz.
-
-Görselleştirmeniz gerekiyorsa `trace_log` bilgi, deneyin [flamegraph](../../interfaces/third-party/gui/#clickhouse-flamegraph) ve [speedscope](https://github.com/laplab/clickhouse-speedscope).
-
-## Örnek {#example}
-
-Bu örnekte biz:
-
--   Filtre `trace_log` bir sorgu tanımlayıcısı ve geçerli tarihe göre veri.
-
--   Yığın izleme ile toplama.
-
--   İç gözlem işlevlerini kullanarak, bir rapor alacağız:
-
-    -   Sembollerin isimleri ve karşılık gelen kaynak kodu işlevleri.
-    -   Bu işlevlerin kaynak kodu konumları.
-
-<!-- -->
-
-``` sql
-SELECT
-    count(),
-    arrayStringConcat(arrayMap(x -> concat(demangle(addressToSymbol(x)), '\n    ', addressToLine(x)), trace), '\n') AS sym
-FROM system.trace_log
-WHERE (query_id = 'ebca3574-ad0a-400a-9cbc-dca382f5998c') AND (event_date = today())
-GROUP BY trace
-ORDER BY count() DESC
-LIMIT 10
-```
-
-``` text
-{% include "examples/sampling_query_profiler_result.txt" %}
-```
diff --git a/docs/tr/operations/performance-test.md b/docs/tr/operations/performance-test.md
deleted file mode 100644
index 8f12d63490d..00000000000
--- a/docs/tr/operations/performance-test.md
+++ /dev/null
@@ -1,82 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 54
-toc_title: "Donan\u0131m Test"
----
-
-# Donanımınızı ClickHouse ile Test etme {#how-to-test-your-hardware-with-clickhouse}
-
-Bu talimat ile ClickHouse paketlerinin kurulumu olmadan herhangi bir sunucuda temel ClickHouse performans testi çalıştırabilirsiniz.
-
-1.  Gitmek “commits” sayfa: https://github.com/ClickHouse/ClickHouse/commits/master
-
-2.  Yeşil ile ilk yeşil onay işareti veya kırmızı Haç tıklayın “ClickHouse Build Check” ve tıklayın “Details” link yakın “ClickHouse Build Check”. Bazı taahhütlerde böyle bir bağlantı yoktur, örneğin belgelerle taahhüt eder. Bu durumda, bu bağlantıya sahip en yakın taahhüt seçin.
-
-3.  Bağlantıyı kopyala “clickhouse” amd64 veya aarch64 için ikili.
-
-4.  sunucuya ssh ve wget ile indirin:
-
-<!-- -->
-
-      # For amd64:
-      wget https://clickhouse-builds.s3.yandex.net/0/00ba767f5d2a929394ea3be193b1f79074a1c4bc/1578163263_binary/clickhouse
-      # For aarch64:
-      wget https://clickhouse-builds.s3.yandex.net/0/00ba767f5d2a929394ea3be193b1f79074a1c4bc/1578161264_binary/clickhouse
-      # Then do:
-      chmod a+x clickhouse
-
-1.  İndir yapılandırmaları:
-
-<!-- -->
-
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/config.xml
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/users.xml
-      mkdir config.d
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/config.d/path.xml -O config.d/path.xml
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/programs/server/config.d/log_to_console.xml -O config.d/log_to_console.xml
-
-1.  Ben benchmarkch filesmark dosyaları indir:
-
-<!-- -->
-
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/benchmark/clickhouse/benchmark-new.sh
-      chmod a+x benchmark-new.sh
-      wget https://raw.githubusercontent.com/ClickHouse/ClickHouse/master/benchmark/clickhouse/queries.sql
-
-1.  İndir göre test verileri [Üye.Metrica veri kümesi](../getting-started/example-datasets/metrica.md) talimat (“hits” 100 milyon satır içeren tablo).
-
-<!-- -->
-
-      wget https://datasets.clickhouse.tech/hits/partitions/hits_100m_obfuscated_v1.tar.xz
-      tar xvf hits_100m_obfuscated_v1.tar.xz -C .
-      mv hits_100m_obfuscated_v1/* .
-
-1.  Sunucuyu Çalıştır:
-
-<!-- -->
-
-      ./clickhouse server
-
-1.  Verileri kontrol edin: başka bir terminaldeki sunucuya ssh
-
-<!-- -->
-
-      ./clickhouse client --query "SELECT count() FROM hits_100m_obfuscated"
-      100000000
-
-1.  Edit the benchmark-new.sh, değişim `clickhouse-client` -e doğru `./clickhouse client` ve Ekle `–-max_memory_usage 100000000000` parametre.
-
-<!-- -->
-
-      mcedit benchmark-new.sh
-
-1.  Ben benchmarkch runmark Çalıştır:
-
-<!-- -->
-
-      ./benchmark-new.sh hits_100m_obfuscated
-
-1.  Donanım yapılandırmanız hakkındaki numaraları ve bilgileri şu adrese gönderin clickhouse-feedback@yandex-team.com
-
-Tüm sonuçlar burada yayınlanmaktadır: https://clickhouse.teknoloji / ben benchmarkch /mark / donanım/
diff --git a/docs/tr/operations/quotas.md b/docs/tr/operations/quotas.md
deleted file mode 100644
index b646e47e50c..00000000000
--- a/docs/tr/operations/quotas.md
+++ /dev/null
@@ -1,112 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 51
-toc_title: Kotalar
----
-
-# Kotalar {#quotas}
-
-Kotalar, belirli bir süre boyunca kaynak kullanımını sınırlamanıza veya kaynak kullanımını izlemenize izin verir.
-Kotalar genellikle kullanıcı yapılandırmasında ayarlanır ‘users.xml’.
-
-Sistem ayrıca tek bir sorgunun karmaşıklığını sınırlamak için bir özelliğe sahiptir. Bölümüne bakınız “Restrictions on query complexity”).
-
-Sorgu karmaşıklığı kısıtlamalarının aksine, kotalar:
-
--   Tek bir sorguyu sınırlamak yerine, belirli bir süre boyunca çalıştırılabilen sorgu kümesine kısıtlamalar yerleştirin.
--   Dağıtılmış sorgu işleme için tüm uzak sunucularda harcanan kaynaklar için hesap.
-
-Bölümüne bakalım ‘users.xml’ kotaları tanımlayan dosya.
-
-``` xml
-<!-- Quotas -->
-<quotas>
-    <!-- Quota name. -->
-    <default>
-        <!-- Restrictions for a time period. You can set many intervals with different restrictions. -->
-        <interval>
-            <!-- Length of the interval. -->
-            <duration>3600</duration>
-
-            <!-- Unlimited. Just collect data for the specified time interval. -->
-            <queries>0</queries>
-            <errors>0</errors>
-            <result_rows>0</result_rows>
-            <read_rows>0</read_rows>
-            <execution_time>0</execution_time>
-        </interval>
-    </default>
-```
-
-Varsayılan olarak, kota, kullanımı sınırlamadan her saat için kaynak tüketimini izler.
-Her aralık için hesaplanan kaynak tüketimi, her istekten sonra sunucu günlüğüne çıktıdır.
-
-``` xml
-<statbox>
-    <!-- Restrictions for a time period. You can set many intervals with different restrictions. -->
-    <interval>
-        <!-- Length of the interval. -->
-        <duration>3600</duration>
-
-        <queries>1000</queries>
-        <errors>100</errors>
-        <result_rows>1000000000</result_rows>
-        <read_rows>100000000000</read_rows>
-        <execution_time>900</execution_time>
-    </interval>
-
-    <interval>
-        <duration>86400</duration>
-
-        <queries>10000</queries>
-        <errors>1000</errors>
-        <result_rows>5000000000</result_rows>
-        <read_rows>500000000000</read_rows>
-        <execution_time>7200</execution_time>
-    </interval>
-</statbox>
-```
-
-İçin ‘statbox’ kota, kısıtlamalar her saat ve her 24 saat (86.400 saniye) için ayarlanır. Aralık saydım, bir uygulama başlangıç zamanı tamir anda tanımlanmış. Başka bir deyişle, 24 saatlik Aralık mutlaka gece yarısı başlamaz.
-
-Aralık sona erdiğinde, toplanan tüm değerler temizlenir. Bir sonraki saat için kota Hesaplaması başlar.
-
-İşte kısıt amountslan theabilecek miktar amountslar:
-
-`queries` – The total number of requests.
-
-`errors` – The number of queries that threw an exception.
-
-`result_rows` – The total number of rows given as a result.
-
-`read_rows` – The total number of source rows read from tables for running the query on all remote servers.
-
-`execution_time` – The total query execution time, in seconds (wall time).
-
-En az bir zaman aralığı için sınır aşılırsa, hangi kısıtlamanın aşıldığı, hangi aralık için ve yeni Aralık başladığında (sorgular yeniden gönderildiğinde) bir metin ile bir istisna atılır.
-
-Kota kullanabilirsiniz “quota key” birden fazla anahtar için kaynakları bağımsız olarak rapor etme özelliği. İşte bunun bir örneği:
-
-``` xml
-<!-- For the global reports designer. -->
-<web_global>
-    <!-- keyed – The quota_key "key" is passed in the query parameter,
-            and the quota is tracked separately for each key value.
-        For example, you can pass a Yandex.Metrica username as the key,
-            so the quota will be counted separately for each username.
-        Using keys makes sense only if quota_key is transmitted by the program, not by a user.
-
-        You can also write <keyed_by_ip />, so the IP address is used as the quota key.
-        (But keep in mind that users can change the IPv6 address fairly easily.)
-    -->
-    <keyed />
-```
-
-Kota kullanıcılara atanır ‘users’ yapılandırma bölümü. Bölümüne bakınız “Access rights”.
-
-Dağıtılmış sorgu işleme için birikmiş tutarları istekte bulunan sunucuda depolanır. Yani kullanıcı başka bir sunucuya giderse, oradaki kota “start over”.
-
-Sunucu yeniden başlatıldığında, kotalar sıfırlanır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/quotas/) <!--hide-->
diff --git a/docs/tr/operations/requirements.md b/docs/tr/operations/requirements.md
deleted file mode 100644
index 790d45282a8..00000000000
--- a/docs/tr/operations/requirements.md
+++ /dev/null
@@ -1,61 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: Gereksinimler
----
-
-# Gereksinimler {#requirements}
-
-## CPU {#cpu}
-
-Önceden oluşturulmuş deb paketlerinden kurulum için, x86_64 mimarisine sahip bir CPU kullanın ve sse 4.2 yönergelerini destekleyin. Clickhouse'u SSE 4.2'yi desteklemeyen veya AArch64 veya PowerPC64LE mimarisine sahip işlemcilerle çalıştırmak için, kaynaklardan Clickhouse'u oluşturmanız gerekir.
-
-ClickHouse paralel veri işleme uygular ve mevcut tüm donanım kaynaklarını kullanır. Bir işlemci seçerken, Clickhouse'un çok sayıda çekirdeğe sahip konfigürasyonlarda daha verimli çalıştığını, ancak daha az çekirdeğe ve daha yüksek bir saat hızına sahip konfigürasyonlardan daha düşük bir saat hızına sahip olduğunu göz önünde bulundurun. Örneğin, 2600 MHz'lik 16 çekirdek, 3600 MHz'lik 8 çekirdeğe tercih edilir.
-
-Kullanılması tavsiye edilir **Turbo Bo Boostost** ve **hyper-thre -ading** teknolojiler. Tipik bir iş yükü ile performansı önemli ölçüde artırır.
-
-## RAM {#ram}
-
-Önemsiz olmayan sorgular gerçekleştirmek için en az 4GB RAM kullanmanızı öneririz. ClickHouse sunucusu çok daha az miktarda RAM ile çalışabilir, ancak sorguları işlemek için bellek gerektirir.
-
-Gerekli RAM hacmi Aşağıdakilere bağlıdır:
-
--   Sorguların karmaşıklığı.
--   Sorgularda işlenen veri miktarı.
-
-Gerekli RAM hacmini hesaplamak için, aşağıdakiler için geçici verilerin boyutunu tahmin etmelisiniz [GROUP BY](../sql-reference/statements/select/group-by.md#select-group-by-clause), [DISTINCT](../sql-reference/statements/select/distinct.md#select-distinct), [JOIN](../sql-reference/statements/select/join.md#select-join) ve kullandığınız diğer işlemler.
-
-ClickHouse geçici veriler için harici bellek kullanabilirsiniz. Görmek [Harici bellekte grupla](../sql-reference/statements/select/group-by.md#select-group-by-in-external-memory) ayrıntılar için.
-
-## Takas Dosyası {#swap-file}
-
-Üretim ortamları için takas dosyasını devre dışı bırakın.
-
-## Depolama Alt Sistemi {#storage-subsystem}
-
-Clickhouse'u yüklemek için 2GB Boş disk alanına sahip olmanız gerekir.
-
-Verileriniz için gereken depolama hacmi ayrı ayrı hesaplanmalıdır. Değerlendirme şunları içermelidir:
-
--   Veri hacminin tahmini.
-
-    Verilerin bir örneğini alabilir ve ondan bir satırın ortalama boyutunu alabilirsiniz. Ardından değeri, depolamayı planladığınız satır sayısıyla çarpın.
-
--   Veri sıkıştırma katsayısı.
-
-    Veri sıkıştırma katsayısını tahmin etmek için, verilerinizin bir örneğini Clickhouse'a yükleyin ve verilerin gerçek boyutunu depolanan tablonun boyutuyla karşılaştırın. Örneğin, clickstream verileri genellikle 6-10 kez sıkıştırılır.
-
-Saklanacak verilerin son hacmini hesaplamak için, sıkıştırma katsayısını tahmini veri hacmine uygulayın. Verileri birkaç yinelemede depolamayı planlıyorsanız, tahmini birimi yinelemelerin sayısıyla çarpın.
-
-## Ağ {#network}
-
-Mümkünse, 10g veya daha yüksek sınıftaki ağları kullanın.
-
-Ağ bant genişliği, büyük miktarda Ara veriyle dağıtılmış sorguları işlemek için kritik öneme sahiptir. Ayrıca, ağ hızı çoğaltma işlemlerini etkiler.
-
-## Yazılım {#software}
-
-ClickHouse öncelikle Linux işletim sistemleri ailesi için geliştirilmiştir. Önerilen Linux dağıtımı Ubuntu'dur. Bu `tzdata` paket sisteme kurulmalıdır.
-
-ClickHouse diğer işletim sistemi ailelerinde de çalışabilir. Ayrıntıları görün [Başlarken](../getting-started/index.md) belgelerin bölümü.
diff --git a/docs/tr/operations/server-configuration-parameters/index.md b/docs/tr/operations/server-configuration-parameters/index.md
deleted file mode 100644
index 0531896bf39..00000000000
--- a/docs/tr/operations/server-configuration-parameters/index.md
+++ /dev/null
@@ -1,19 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "Sunucu Yap\u0131land\u0131rma Parametreleri"
-toc_priority: 54
-toc_title: "Giri\u015F"
----
-
-# Sunucu Yapılandırma Parametreleri {#server-settings}
-
-Bu bölüm, oturum veya sorgu düzeyinde değiştirilemeyen sunucu ayarlarının açıklamalarını içerir.
-
-Bu ayarlar saklanır `config.xml` ClickHouse sunucusunda dosya.
-
-Diğer ayarlar aşağıda açıklanmıştır “[Ayarlar](../settings/index.md#session-settings-intro)” bölme.
-
-Ayarları incelemeden önce, [Yapılandırma dosyaları](../configuration-files.md#configuration_files) bölüm ve ikame kullanımı (not `incl` ve `optional` öznitelik).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/server_configuration_parameters/) <!--hide-->
diff --git a/docs/tr/operations/server-configuration-parameters/settings.md b/docs/tr/operations/server-configuration-parameters/settings.md
deleted file mode 100644
index 431044a0be1..00000000000
--- a/docs/tr/operations/server-configuration-parameters/settings.md
+++ /dev/null
@@ -1,906 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 57
-toc_title: "Sunucu Ayarlar\u0131"
----
-
-# Sunucu Ayarları {#server-settings}
-
-## buıltın_dıctıonarıes_reload_ınterval {#builtin-dictionaries-reload-interval}
-
-Dahili sözlükleri yeniden yüklemeden önce saniye cinsinden Aralık.
-
-ClickHouse, her x saniyede bir yerleşik sözlükleri yeniden yükler. Bu, sözlükleri düzenlemeyi mümkün kılar “on the fly” sunucuyu yeniden başlatmadan.
-
-Varsayılan değer: 3600.
-
-**Örnek**
-
-``` xml
-<builtin_dictionaries_reload_interval>3600</builtin_dictionaries_reload_interval>
-```
-
-## sıkıştırma {#server-settings-compression}
-
-İçin veri sıkıştırma ayarları [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md)- motor masaları.
-
-!!! warning "Uyarıcı"
-    Sadece ClickHouse kullanmaya başladıysanız kullanmayın.
-
-Yapılandırma şablonu:
-
-``` xml
-<compression>
-    <case>
-      <min_part_size>...</min_part_size>
-      <min_part_size_ratio>...</min_part_size_ratio>
-      <method>...</method>
-    </case>
-    ...
-</compression>
-```
-
-`<case>` alanlar:
-
--   `min_part_size` – The minimum size of a data part.
--   `min_part_size_ratio` – The ratio of the data part size to the table size.
--   `method` – Compression method. Acceptable values: `lz4` veya `zstd`.
-
-Birden fazla yapılandırabilirsiniz `<case>` bölmeler.
-
-Koşullar yerine getirildiğinde eylemler:
-
--   Bir veri parçası bir koşul kümesiyle eşleşirse, ClickHouse belirtilen sıkıştırma yöntemini kullanır.
--   Bir veri parçası birden çok koşul kümesiyle eşleşirse, ClickHouse ilk eşleşen koşul kümesini kullanır.
-
-Bir veri bölümü için herhangi bir koşul karşılanmazsa, ClickHouse `lz4` sıkıştırma.
-
-**Örnek**
-
-``` xml
-<compression incl="clickhouse_compression">
-    <case>
-        <min_part_size>10000000000</min_part_size>
-        <min_part_size_ratio>0.01</min_part_size_ratio>
-        <method>zstd</method>
-    </case>
-</compression>
-```
-
-## default_database {#default-database}
-
-Varsayılan veritabanı.
-
-Veritabanlarının bir listesini almak için [SHOW DATABASES](../../sql-reference/statements/show.md#show-databases) sorgu.
-
-**Örnek**
-
-``` xml
-<default_database>default</default_database>
-```
-
-## default_profile {#default-profile}
-
-Varsayılan ayarlar profili.
-
-Ayarlar profilleri parametrede belirtilen dosyada bulunur `user_config`.
-
-**Örnek**
-
-``` xml
-<default_profile>default</default_profile>
-```
-
-## dictionaries_config {#server_configuration_parameters-dictionaries_config}
-
-Dış sözlükler için yapılandırma dosyasının yolu.
-
-Yol:
-
--   Mutlak yolu veya sunucu yapılandırma dosyasına göre yolu belirtin.
--   Yol joker karakterler içerebilir \* ve ?.
-
-Ayrıca bakınız “[Dış söz dictionarieslükler](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md)”.
-
-**Örnek**
-
-``` xml
-<dictionaries_config>*_dictionary.xml</dictionaries_config>
-```
-
-## dictionaries_lazy_load {#server_configuration_parameters-dictionaries_lazy_load}
-
-Sözlüklerin tembel yüklenmesi.
-
-Eğer `true`, sonra her sözlük ilk kullanımda oluşturulur. Sözlük oluşturma başarısız olursa, sözlüğü kullanan işlev bir özel durum atar.
-
-Eğer `false`, sunucu başladığında tüm sözlükler oluşturulur ve bir hata varsa, sunucu kapanır.
-
-Varsayılan değer `true`.
-
-**Örnek**
-
-``` xml
-<dictionaries_lazy_load>true</dictionaries_lazy_load>
-```
-
-## format_schema_path {#server_configuration_parameters-format_schema_path}
-
-Dizin için şemalar gibi giriş verileri için şemaları ile yolu [CapnProto](../../interfaces/formats.md#capnproto) biçimli.
-
-**Örnek**
-
-``` xml
-  <!-- Directory containing schema files for various input formats. -->
-  <format_schema_path>format_schemas/</format_schema_path>
-```
-
-## grafit {#server_configuration_parameters-graphite}
-
-Veri gönderme [Grafit](https://github.com/graphite-project).
-
-Ayarlar:
-
--   host – The Graphite server.
--   port – The port on the Graphite server.
--   interval – The interval for sending, in seconds.
--   timeout – The timeout for sending data, in seconds.
--   root_path – Prefix for keys.
--   metrics – Sending data from the [sistem.metrik](../../operations/system-tables.md#system_tables-metrics) Tablo.
--   events – Sending deltas data accumulated for the time period from the [sistem.etkinlik](../../operations/system-tables.md#system_tables-events) Tablo.
--   events_cumulative – Sending cumulative data from the [sistem.etkinlik](../../operations/system-tables.md#system_tables-events) Tablo.
--   asynchronous_metrics – Sending data from the [sistem.asynchronous_metrics](../../operations/system-tables.md#system_tables-asynchronous_metrics) Tablo.
-
-Birden fazla yapılandırabilirsiniz `<graphite>` yanlar. Örneğin, bunu farklı aralıklarla farklı veri göndermek için kullanabilirsiniz.
-
-**Örnek**
-
-``` xml
-<graphite>
-    <host>localhost</host>
-    <port>42000</port>
-    <timeout>0.1</timeout>
-    <interval>60</interval>
-    <root_path>one_min</root_path>
-    <metrics>true</metrics>
-    <events>true</events>
-    <events_cumulative>false</events_cumulative>
-    <asynchronous_metrics>true</asynchronous_metrics>
-</graphite>
-```
-
-## graphite_rollup {#server_configuration_parameters-graphite-rollup}
-
-Grafit için inceltme verileri için ayarlar.
-
-Daha fazla ayrıntı için bkz. [Graphıtemergetree](../../engines/table-engines/mergetree-family/graphitemergetree.md).
-
-**Örnek**
-
-``` xml
-<graphite_rollup_example>
-    <default>
-        <function>max</function>
-        <retention>
-            <age>0</age>
-            <precision>60</precision>
-        </retention>
-        <retention>
-            <age>3600</age>
-            <precision>300</precision>
-        </retention>
-        <retention>
-            <age>86400</age>
-            <precision>3600</precision>
-        </retention>
-    </default>
-</graphite_rollup_example>
-```
-
-## http_port/https_port {#http-porthttps-port}
-
-Http(ler) üzerinden sunucuya bağlanmak için bağlantı noktası.
-
-Eğer `https_port` belirtilen, [openSSL](#server_configuration_parameters-openssl) yapılandırılmalıdır.
-
-Eğer `http_port` belirtilmişse, OpenSSL yapılandırması ayarlanmış olsa bile göz ardı edilir.
-
-**Örnek**
-
-``` xml
-<https_port>9999</https_port>
-```
-
-## http_server_default_response {#server_configuration_parameters-http_server_default_response}
-
-ClickHouse HTTP (s) sunucusuna eriştiğinizde varsayılan olarak gösterilen sayfa.
-Varsayılan değer “Ok.” (sonunda bir çizgi besleme ile)
-
-**Örnek**
-
-Açıyor `https://tabix.io/` eriş whenirken `http://localhost: http_port`.
-
-``` xml
-<http_server_default_response>
-  <![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]>
-</http_server_default_response>
-```
-
-## include_from {#server_configuration_parameters-include_from}
-
-Değiştirmeleri ile dosyanın yolu.
-
-Daha fazla bilgi için bölüme bakın “[Yapılandırma dosyaları](../configuration-files.md#configuration_files)”.
-
-**Örnek**
-
-``` xml
-<include_from>/etc/metrica.xml</include_from>
-```
-
-## ınterserver_http_port {#interserver-http-port}
-
-ClickHouse sunucuları arasında veri alışverişi için bağlantı noktası.
-
-**Örnek**
-
-``` xml
-<interserver_http_port>9009</interserver_http_port>
-```
-
-## ınterserver_http_host {#interserver-http-host}
-
-Bu sunucuya erişmek için diğer sunucular tarafından kullanılabilecek ana bilgisayar adı.
-
-Eğer ihmal edilirse, aynı şekilde tanımlanır `hostname-f` komut.
-
-Belirli bir ağ arayüzünden kopmak için kullanışlıdır.
-
-**Örnek**
-
-``` xml
-<interserver_http_host>example.yandex.ru</interserver_http_host>
-```
-
-## ınterserver_http_credentials {#server-settings-interserver-http-credentials}
-
-Sırasında kimlik doğrulaması için kullanılan kullanıcı adı ve şifre [çoğalma](../../engines/table-engines/mergetree-family/replication.md) çoğaltılan \* motorlarla. Bu kimlik bilgileri yalnızca yinelemeler arasındaki iletişim için kullanılır ve ClickHouse istemcileri için kimlik bilgileri ile ilgisizdir. Sunucu, yinelemeleri bağlamak için bu kimlik bilgilerini denetliyor ve diğer yinelemelere bağlanırken aynı kimlik bilgilerini kullanıyor. Bu nedenle, bu kimlik bilgileri kümedeki tüm yinelemeler için aynı şekilde ayarlanmalıdır.
-Varsayılan olarak, kimlik doğrulama kullanılmaz.
-
-Bu bölüm aşağıdaki parametreleri içerir:
-
--   `user` — username.
--   `password` — password.
-
-**Örnek**
-
-``` xml
-<interserver_http_credentials>
-    <user>admin</user>
-    <password>222</password>
-</interserver_http_credentials>
-```
-
-## keep_alive_timeout {#keep-alive-timeout}
-
-ClickHouse bağlantıyı kapatmadan önce gelen istekleri bekler saniye sayısı. Varsayılan 3 saniye.
-
-**Örnek**
-
-``` xml
-<keep_alive_timeout>3</keep_alive_timeout>
-```
-
-## listen_host {#server_configuration_parameters-listen_host}
-
-İsteklerin gelebileceği ana bilgisayarlarda kısıtlama. Sunucunun hepsini yanıtlamasını istiyorsanız, belirtin `::`.
-
-Örnekler:
-
-``` xml
-<listen_host>::1</listen_host>
-<listen_host>127.0.0.1</listen_host>
-```
-
-## kaydedici {#server_configuration_parameters-logger}
-
-Günlük ayarları.
-
-Anahtarlar:
-
--   level – Logging level. Acceptable values: `trace`, `debug`, `information`, `warning`, `error`.
--   log – The log file. Contains all the entries according to `level`.
--   errorlog – Error log file.
--   size – Size of the file. Applies to `log`ve`errorlog`. Dosya ulaştıktan sonra `size`, ClickHouse arşivleri ve yeniden adlandırır ve onun yerine yeni bir günlük dosyası oluşturur.
--   count – The number of archived log files that ClickHouse stores.
-
-**Örnek**
-
-``` xml
-<logger>
-    <level>trace</level>
-    <log>/var/log/clickhouse-server/clickhouse-server.log</log>
-    <errorlog>/var/log/clickhouse-server/clickhouse-server.err.log</errorlog>
-    <size>1000M</size>
-    <count>10</count>
-</logger>
-```
-
-Syslog yazma da desteklenmektedir. Yapılandırma örneği:
-
-``` xml
-<logger>
-    <use_syslog>1</use_syslog>
-    <syslog>
-        <address>syslog.remote:10514</address>
-        <hostname>myhost.local</hostname>
-        <facility>LOG_LOCAL6</facility>
-        <format>syslog</format>
-    </syslog>
-</logger>
-```
-
-Anahtarlar:
-
--   use_syslog — Required setting if you want to write to the syslog.
--   address — The host\[:port\] of syslogd. If omitted, the local daemon is used.
--   hostname — Optional. The name of the host that logs are sent from.
--   facility — [Syslog tesisi anahtar sözcüğü](https://en.wikipedia.org/wiki/Syslog#Facility) ile büyük harf inlerle “LOG_” önek: (`LOG_USER`, `LOG_DAEMON`, `LOG_LOCAL3` vb.).
-    Varsayılan değer: `LOG_USER` eğer `address` belirtilen, `LOG_DAEMON otherwise.`
--   format – Message format. Possible values: `bsd` ve `syslog.`
-
-## makrolar {#macros}
-
-Çoğaltılmış tablolar için parametre değiştirmeleri.
-
-Çoğaltılmış tablolar kullanılmazsa atlanabilir.
-
-Daha fazla bilgi için bölüme bakın “[Çoğaltılmış tablolar oluşturma](../../engines/table-engines/mergetree-family/replication.md)”.
-
-**Örnek**
-
-``` xml
-<macros incl="macros" optional="true" />
-```
-
-## mark_cache_size {#server-mark-cache-size}
-
-Tablo motorları tarafından kullanılan işaretlerin önbelleğinin yaklaşık boyutu (bayt cinsinden) [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) aile.
-
-Önbellek sunucu için paylaşılır ve bellek gerektiği gibi ayrılır. Önbellek boyutu en az 5368709120 olmalıdır.
-
-**Örnek**
-
-``` xml
-<mark_cache_size>5368709120</mark_cache_size>
-```
-
-## max_concurrent_queries {#max-concurrent-queries}
-
-Aynı anda işlenen isteklerin maksimum sayısı.
-
-**Örnek**
-
-``` xml
-<max_concurrent_queries>100</max_concurrent_queries>
-```
-
-## max_connections {#max-connections}
-
-En fazla gelen bağlantı sayısı.
-
-**Örnek**
-
-``` xml
-<max_connections>4096</max_connections>
-```
-
-## max_open_files {#max-open-files}
-
-Maksimum açık dosya sayısı.
-
-Varsayılan olarak: `maximum`.
-
-Biz beri Mac OS X bu seçeneği kullanmanızı öneririz `getrlimit()` işlev yanlış bir değer döndürür.
-
-**Örnek**
-
-``` xml
-<max_open_files>262144</max_open_files>
-```
-
-## max_table_size_to_drop {#max-table-size-to-drop}
-
-Tabloları silme konusunda kısıtlama.
-
-Eğer bir boyutu [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) tablo aşıyor `max_table_size_to_drop` (bayt cinsinden), bir bırakma sorgusu kullanarak silemezsiniz.
-
-ClickHouse sunucusunu yeniden başlatmadan tabloyu silmeniz gerekiyorsa, `<clickhouse-path>/flags/force_drop_table` dosya ve bırakma sorgusunu çalıştırın.
-
-Varsayılan değer: 50 GB.
-
-0 değeri, herhangi bir kısıtlama olmaksızın tüm tabloları silebileceğiniz anlamına gelir.
-
-**Örnek**
-
-``` xml
-<max_table_size_to_drop>0</max_table_size_to_drop>
-```
-
-## merge_tree {#server_configuration_parameters-merge_tree}
-
-Tablolar için ince ayar [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md).
-
-Daha fazla bilgi için bkz: MergeTreeSettings.h başlık dosyası.
-
-**Örnek**
-
-``` xml
-<merge_tree>
-    <max_suspicious_broken_parts>5</max_suspicious_broken_parts>
-</merge_tree>
-```
-
-## openSSL {#server_configuration_parameters-openssl}
-
-SSL istemci / sunucu yapılandırması.
-
-SSL desteği tarafından sağlanmaktadır `libpoco` kitaplık. Arayüz dosyada açıklanmıştır [SSLManager.sa](https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h)
-
-Sunucu/istemci ayarları için tuşlar:
-
--   privateKeyFile – The path to the file with the secret key of the PEM certificate. The file may contain a key and certificate at the same time.
--   certificateFile – The path to the client/server certificate file in PEM format. You can omit it if `privateKeyFile` sertifika içerir.
--   caConfig – The path to the file or directory that contains trusted root certificates.
--   verificationMode – The method for checking the node's certificates. Details are in the description of the [Bağlam](https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/Context.h) sınıf. Olası değerler: `none`, `relaxed`, `strict`, `once`.
--   verificationDepth – The maximum length of the verification chain. Verification will fail if the certificate chain length exceeds the set value.
--   loadDefaultCAFile – Indicates that built-in CA certificates for OpenSSL will be used. Acceptable values: `true`, `false`. \|
--   cipherList – Supported OpenSSL encryptions. For example: `ALL:!ADH:!LOW:!EXP:!MD5:@STRENGTH`.
--   cacheSessions – Enables or disables caching sessions. Must be used in combination with `sessionIdContext`. Kabul edilebilir değerler: `true`, `false`.
--   sessionIdContext – A unique set of random characters that the server appends to each generated identifier. The length of the string must not exceed `SSL_MAX_SSL_SESSION_ID_LENGTH`. Bu parametre her zaman sunucu oturumu önbelleğe alır ve istemci önbellekleme istedi, sorunları önlemek yardımcı olduğundan önerilir. Varsayılan değer: `${application.name}`.
--   sessionCacheSize – The maximum number of sessions that the server caches. Default value: 1024\*20. 0 – Unlimited sessions.
--   sessionTimeout – Time for caching the session on the server.
--   extendedVerification – Automatically extended verification of certificates after the session ends. Acceptable values: `true`, `false`.
--   requireTLSv1 – Require a TLSv1 connection. Acceptable values: `true`, `false`.
--   requireTLSv1_1 – Require a TLSv1.1 connection. Acceptable values: `true`, `false`.
--   requireTLSv1 – Require a TLSv1.2 connection. Acceptable values: `true`, `false`.
--   fips – Activates OpenSSL FIPS mode. Supported if the library's OpenSSL version supports FIPS.
--   privateKeyPassphraseHandler – Class (PrivateKeyPassphraseHandler subclass) that requests the passphrase for accessing the private key. For example: `<privateKeyPassphraseHandler>`, `<name>KeyFileHandler</name>`, `<options><password>test</password></options>`, `</privateKeyPassphraseHandler>`.
--   invalidCertificateHandler – Class (a subclass of CertificateHandler) for verifying invalid certificates. For example: `<invalidCertificateHandler> <name>ConsoleCertificateHandler</name> </invalidCertificateHandler>` .
--   disableProtocols – Protocols that are not allowed to use.
--   preferServerCiphers – Preferred server ciphers on the client.
-
-**Ayarlar örneği:**
-
-``` xml
-<openSSL>
-    <server>
-        <!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt -->
-        <certificateFile>/etc/clickhouse-server/server.crt</certificateFile>
-        <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile>
-        <!-- openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096 -->
-        <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>
-        <verificationMode>none</verificationMode>
-        <loadDefaultCAFile>true</loadDefaultCAFile>
-        <cacheSessions>true</cacheSessions>
-        <disableProtocols>sslv2,sslv3</disableProtocols>
-        <preferServerCiphers>true</preferServerCiphers>
-    </server>
-    <client>
-        <loadDefaultCAFile>true</loadDefaultCAFile>
-        <cacheSessions>true</cacheSessions>
-        <disableProtocols>sslv2,sslv3</disableProtocols>
-        <preferServerCiphers>true</preferServerCiphers>
-        <!-- Use for self-signed: <verificationMode>none</verificationMode> -->
-        <invalidCertificateHandler>
-            <!-- Use for self-signed: <name>AcceptCertificateHandler</name> -->
-            <name>RejectCertificateHandler</name>
-        </invalidCertificateHandler>
-    </client>
-</openSSL>
-```
-
-## part_log {#server_configuration_parameters-part-log}
-
-İlişkili olayları günlüğe kaydetme [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md). Örneğin, veri ekleme veya birleştirme. Birleştirme algoritmalarını simüle etmek ve özelliklerini karşılaştırmak için günlüğü kullanabilirsiniz. Birleştirme işlemini görselleştirebilirsiniz.
-
-Sorgular günlüğe kaydedilir [sistem.part_log](../../operations/system-tables.md#system_tables-part-log) tablo, ayrı bir dosyada değil. Bu tablonun adını aşağıdaki tabloda yapılandırabilirsiniz: `table` parametre (aşağıya bakınız).
-
-Günlüğü yapılandırmak için aşağıdaki parametreleri kullanın:
-
--   `database` – Name of the database.
--   `table` – Name of the system table.
--   `partition_by` – Sets a [özel bölümleme anahtarı](../../engines/table-engines/mergetree-family/custom-partitioning-key.md).
--   `flush_interval_milliseconds` – Interval for flushing data from the buffer in memory to the table.
-
-**Örnek**
-
-``` xml
-<part_log>
-    <database>system</database>
-    <table>part_log</table>
-    <partition_by>toMonday(event_date)</partition_by>
-    <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-</part_log>
-```
-
-## yol {#server_configuration_parameters-path}
-
-Veri içeren dizinin yolu.
-
-!!! note "Not"
-    Sondaki eğik çizgi zorunludur.
-
-**Örnek**
-
-``` xml
-<path>/var/lib/clickhouse/</path>
-```
-
-## prometheus {#server_configuration_parameters-prometheus}
-
-Kazıma için metrik verilerini açığa çıkarma [Prometheus](https://prometheus.io).
-
-Ayarlar:
-
--   `endpoint` – HTTP endpoint for scraping metrics by prometheus server. Start from ‘/’.
--   `port` – Port for `endpoint`.
--   `metrics` – Flag that sets to expose metrics from the [sistem.metrik](../system-tables.md#system_tables-metrics) Tablo.
--   `events` – Flag that sets to expose metrics from the [sistem.etkinlik](../system-tables.md#system_tables-events) Tablo.
--   `asynchronous_metrics` – Flag that sets to expose current metrics values from the [sistem.asynchronous_metrics](../system-tables.md#system_tables-asynchronous_metrics) Tablo.
-
-**Örnek**
-
-``` xml
- <prometheus>
-        <endpoint>/metrics</endpoint>
-        <port>8001</port>
-        <metrics>true</metrics>
-        <events>true</events>
-        <asynchronous_metrics>true</asynchronous_metrics>
-    </prometheus>
-```
-
-## query_log {#server_configuration_parameters-query-log}
-
-İle alınan günlük sorgu settinglarının ayarlanması [log_queries = 1](../settings/settings.md) ayar.
-
-Sorgular günlüğe kaydedilir [sistem.query_log](../../operations/system-tables.md#system_tables-query_log) tablo, ayrı bir dosyada değil. Tablonun adını değiştirebilirsiniz. `table` parametre (aşağıya bakınız).
-
-Günlüğü yapılandırmak için aşağıdaki parametreleri kullanın:
-
--   `database` – Name of the database.
--   `table` – Name of the system table the queries will be logged in.
--   `partition_by` – Sets a [özel bölümleme anahtarı](../../engines/table-engines/mergetree-family/custom-partitioning-key.md) bir masa için.
--   `flush_interval_milliseconds` – Interval for flushing data from the buffer in memory to the table.
-
-Tablo yoksa, ClickHouse bunu oluşturur. ClickHouse sunucusu güncelleştirildiğinde sorgu günlüğünün yapısı değiştiyse, eski yapıya sahip tablo yeniden adlandırılır ve otomatik olarak yeni bir tablo oluşturulur.
-
-**Örnek**
-
-``` xml
-<query_log>
-    <database>system</database>
-    <table>query_log</table>
-    <partition_by>toMonday(event_date)</partition_by>
-    <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-</query_log>
-```
-
-## query_thread_log {#server_configuration_parameters-query-thread-log}
-
-İle alınan sorguların günlük iş parçacıklarının ayarlanması [log_query_threads = 1](../settings/settings.md#settings-log-query-threads) ayar.
-
-Sorgular günlüğe kaydedilir [sistem.query_thread_log](../../operations/system-tables.md#system_tables-query-thread-log) tablo, ayrı bir dosyada değil. Tablonun adını değiştirebilirsiniz. `table` parametre (aşağıya bakınız).
-
-Günlüğü yapılandırmak için aşağıdaki parametreleri kullanın:
-
--   `database` – Name of the database.
--   `table` – Name of the system table the queries will be logged in.
--   `partition_by` – Sets a [özel bölümleme anahtarı](../../engines/table-engines/mergetree-family/custom-partitioning-key.md) bir sistem tablosu için.
--   `flush_interval_milliseconds` – Interval for flushing data from the buffer in memory to the table.
-
-Tablo yoksa, ClickHouse bunu oluşturur. Sorgu iş parçacığı günlüğü yapısını değiştirdiyseniz ClickHouse sunucu güncelleştirildi, tablo eski yapısı ile yeniden adlandırılır ve yeni bir tablo otomatik olarak oluşturulur.
-
-**Örnek**
-
-``` xml
-<query_thread_log>
-    <database>system</database>
-    <table>query_thread_log</table>
-    <partition_by>toMonday(event_date)</partition_by>
-    <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-</query_thread_log>
-```
-
-## trace_log {#server_configuration_parameters-trace_log}
-
-İçin ayarlar [trace_log](../../operations/system-tables.md#system_tables-trace_log) sistem tablosu çalışması.
-
-Parametre:
-
--   `database` — Database for storing a table.
--   `table` — Table name.
--   `partition_by` — [Özel bölümleme anahtarı](../../engines/table-engines/mergetree-family/custom-partitioning-key.md) bir sistem tablosu için.
--   `flush_interval_milliseconds` — Interval for flushing data from the buffer in memory to the table.
-
-Varsayılan sunucu yapılandırma dosyası `config.xml` aşağıdaki ayarlar bölümünü içerir:
-
-``` xml
-<trace_log>
-    <database>system</database>
-    <table>trace_log</table>
-    <partition_by>toYYYYMM(event_date)</partition_by>
-    <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-</trace_log>
-```
-
-## query_masking_rules {#query-masking-rules}
-
-Regexp tabanlı kurallar, sorgulara ve tüm günlük iletilerine sunucu günlüklerinde depolamadan önce uygulanacak,
-`system.query_log`, `system.text_log`, `system.processes` tablo ve istemciye gönderilen günlüklerde. Önlem allowseyi sağlayan
-SQL sorgularından hassas veri sızıntısı (isimler, e-postalar, kişisel
-kimlik veya kredi kartı numaraları) günlükleri için.
-
-**Örnek**
-
-``` xml
-<query_masking_rules>
-    <rule>
-        <name>hide SSN</name>
-        <regexp>(^|\D)\d{3}-\d{2}-\d{4}($|\D)</regexp>
-        <replace>000-00-0000</replace>
-    </rule>
-</query_masking_rules>
-```
-
-Config alanları:
-- `name` - kuralın adı (isteğe bağlı)
-- `regexp` - Re2 uyumlu düzenli ifade (zorunlu)
-- `replace` - hassas veriler için ikame dizesi (isteğe bağlı, varsayılan olarak-altı Yıldız İşareti)
-
-Maskeleme kuralları tüm sorguya uygulanır (hatalı biçimlendirilmiş / ayrıştırılamayan sorgulardan hassas verilerin sızıntılarını önlemek için).
-
-`system.events` tablo sayacı var `QueryMaskingRulesMatch` hangi sorgu maskeleme kuralları maçları genel bir numarası var.
-
-Dağıtılmış sorgular için her sunucu ayrı ayrı yapılandırılmalıdır, aksi takdirde alt sorgular diğerine iletilir
-düğümler maskeleme olmadan saklanır.
-
-## remote_servers {#server-settings-remote-servers}
-
-Tarafından kullanılan küm ofelerin yapılandırması [Dağılı](../../engines/table-engines/special/distributed.md) tablo motoru ve `cluster` tablo işlevi.
-
-**Örnek**
-
-``` xml
-<remote_servers incl="clickhouse_remote_servers" />
-```
-
-Değeri için `incl` öznitelik, bölümüne bakın “[Yapılandırma dosyaları](../configuration-files.md#configuration_files)”.
-
-**Ayrıca Bakınız**
-
--   [skip_unavailable_shards](../settings/settings.md#settings-skip_unavailable_shards)
-
-## saat dilimi {#server_configuration_parameters-timezone}
-
-Sunucunun saat dilimi.
-
-UTC saat dilimi veya coğrafi konum (örneğin, Afrika / Abidjan) için bir IANA tanımlayıcısı olarak belirtilir.
-
-Saat dilimi, datetime alanları metin biçimine (ekranda veya dosyada yazdırıldığında) çıktığında ve datetime'ı bir dizeden alırken dize ve DateTime biçimleri arasındaki dönüşümler için gereklidir. Ayrıca, saat dilimi, giriş parametrelerinde saat dilimini almadıkları takdirde saat ve tarih ile çalışan işlevlerde kullanılır.
-
-**Örnek**
-
-``` xml
-<timezone>Europe/Moscow</timezone>
-```
-
-## tcp_port {#server_configuration_parameters-tcp_port}
-
-TCP protokolü üzerinden istemcilerle iletişim kurmak için bağlantı noktası.
-
-**Örnek**
-
-``` xml
-<tcp_port>9000</tcp_port>
-```
-
-## tcp_port_secure {#server_configuration_parameters-tcp_port_secure}
-
-İstemcilerle güvenli iletişim için TCP bağlantı noktası. İle kullanın [OpenSSL](#server_configuration_parameters-openssl) ayarlar.
-
-**Olası değerler**
-
-Pozitif tamsayı.
-
-**Varsayılan değer**
-
-``` xml
-<tcp_port_secure>9440</tcp_port_secure>
-```
-
-## mysql_port {#server_configuration_parameters-mysql_port}
-
-MySQL protokolü üzerinden istemcilerle iletişim kurmak için bağlantı noktası.
-
-**Olası değerler**
-
-Pozitif tamsayı.
-
-Örnek
-
-``` xml
-<mysql_port>9004</mysql_port>
-```
-
-## tmp_path {#server-settings-tmp_path}
-
-Büyük sorguları işlemek için geçici veri yolu.
-
-!!! note "Not"
-    Sondaki eğik çizgi zorunludur.
-
-**Örnek**
-
-``` xml
-<tmp_path>/var/lib/clickhouse/tmp/</tmp_path>
-```
-
-## tmp_policy {#server-settings-tmp-policy}
-
-Politika dan [`storage_configuration`](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes) geçici dosyaları saklamak için.
-Set değilse [`tmp_path`](#server-settings-tmp_path) kullanılır, aksi takdirde göz ardı edilir.
-
-!!! note "Not"
-    - `move_factor` göz ardı edilir
-- `keep_free_space_bytes` göz ardı edilir
-- `max_data_part_size_bytes` göz ardı edilir
-- bu Politikada tam olarak bir cilt olmalı
-
-## uncompressed_cache_size {#server-settings-uncompressed_cache_size}
-
-Tablo motorları tarafından kullanılan sıkıştırılmamış veriler için önbellek boyutu (bayt cinsinden) [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md).
-
-Sunucu için bir paylaşılan önbellek var. Bellek talep üzerine tahsis edilir. Seçenek varsa önbellek kullanılır [use_uncompressed_cache](../settings/settings.md#setting-use_uncompressed_cache) etkindir.
-
-Sıkıştırılmamış önbellek, tek tek durumlarda çok kısa sorgular için avantajlıdır.
-
-**Örnek**
-
-``` xml
-<uncompressed_cache_size>8589934592</uncompressed_cache_size>
-```
-
-## user_files_path {#server_configuration_parameters-user_files_path}
-
-Kullanıcı dosyaları ile dizin. Tablo işlevinde kullanılır [Dosya()](../../sql-reference/table-functions/file.md).
-
-**Örnek**
-
-``` xml
-<user_files_path>/var/lib/clickhouse/user_files/</user_files_path>
-```
-
-## users_config {#users-config}
-
-İçeren dosyanın yolu:
-
--   Kullanıcı yapılandırmaları.
--   Erişim hakları.
--   Ayarlar profilleri.
--   Kota ayarları.
-
-**Örnek**
-
-``` xml
-<users_config>users.xml</users_config>
-```
-
-## zookeeper {#server-settings_zookeeper}
-
-ClickHouse ile etkileşim sağlayan ayarları içerir [ZooKeeper](http://zookeeper.apache.org/) küme.
-
-ClickHouse, çoğaltılmış tabloları kullanırken kopyaların meta verilerini depolamak için ZooKeeper kullanır. Çoğaltılmış tablolar kullanılmazsa, parametrelerin bu bölümü atlanabilir.
-
-Bu bölüm aşağıdaki parametreleri içerir:
-
--   `node` — ZooKeeper endpoint. You can set multiple endpoints.
-
-    Mesela:
-
-<!-- -->
-
-``` xml
-    <node index="1">
-        <host>example_host</host>
-        <port>2181</port>
-    </node>
-```
-
-      The `index` attribute specifies the node order when trying to connect to the ZooKeeper cluster.
-
--   `session_timeout` — Maximum timeout for the client session in milliseconds.
--   `root` — The [znode](http://zookeeper.apache.org/doc/r3.5.5/zookeeperOver.html#Nodes+and+ephemeral+nodes) bu, ClickHouse sunucusu tarafından kullanılan znodes için kök olarak kullanılır. İsteğe bağlı.
--   `identity` — User and password, that can be required by ZooKeeper to give access to requested znodes. Optional.
-
-**Örnek yapılandırma**
-
-``` xml
-<zookeeper>
-    <node>
-        <host>example1</host>
-        <port>2181</port>
-    </node>
-    <node>
-        <host>example2</host>
-        <port>2181</port>
-    </node>
-    <session_timeout_ms>30000</session_timeout_ms>
-    <operation_timeout_ms>10000</operation_timeout_ms>
-    <!-- Optional. Chroot suffix. Should exist. -->
-    <root>/path/to/zookeeper/node</root>
-    <!-- Optional. Zookeeper digest ACL string. -->
-    <identity>user:password</identity>
-</zookeeper>
-```
-
-**Ayrıca Bakınız**
-
--   [Çoğalma](../../engines/table-engines/mergetree-family/replication.md)
--   [ZooKeeper programcı Kılavuzu](http://zookeeper.apache.org/doc/current/zookeeperProgrammers.html)
-
-## use_minimalistic_part_header_in_zookeeper {#server-settings-use_minimalistic_part_header_in_zookeeper}
-
-ZooKeeper veri parçası başlıkları için depolama yöntemi.
-
-Bu ayar yalnızca `MergeTree` aile. Belirt specifiedilebilir:
-
--   Küresel olarak [merge_tree](#server_configuration_parameters-merge_tree) bu bölüm `config.xml` Dosya.
-
-    ClickHouse sunucudaki tüm tablolar için ayarı kullanır. Ayarı istediğiniz zaman değiştirebilirsiniz. Mevcut tablolar, ayar değiştiğinde davranışlarını değiştirir.
-
--   Her tablo için.
-
-    Bir tablo oluştururken, karşılık gelen [motor ayarı](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-creating-a-table). Genel ayar değişse bile, bu ayara sahip varolan bir tablonun davranışı değişmez.
-
-**Olası değerler**
-
--   0 — Functionality is turned off.
--   1 — Functionality is turned on.
-
-Eğer `use_minimalistic_part_header_in_zookeeper = 1`, sonraları [çoğaltıyordu](../../engines/table-engines/mergetree-family/replication.md) tablolar, veri parçalarının başlıklarını tek bir `znode`. Tablo çok sayıda sütun içeriyorsa, bu depolama yöntemi Zookeeper'da depolanan verilerin hacmini önemli ölçüde azaltır.
-
-!!! attention "Dikkat"
-    Uyguladıktan sonra `use_minimalistic_part_header_in_zookeeper = 1`, ClickHouse sunucusunu bu ayarı desteklemeyen bir sürüme düşüremezsiniz. Bir kümedeki sunucularda ClickHouse yükseltirken dikkatli olun. Tüm sunucuları bir kerede yükseltmeyin. Clickhouse'un yeni sürümlerini bir test ortamında veya bir kümenin yalnızca birkaç sunucusunda test etmek daha güvenlidir.
-
-      Data part headers already stored with this setting can't be restored to their previous (non-compact) representation.
-
-**Varsayılan değer:** 0.
-
-## disable_internal_dns_cache {#server-settings-disable-internal-dns-cache}
-
-İç DNS önbelleğini devre dışı bırakır. Sistemlerinde ClickHouse işletim için tavsiye
-Kubernetes gibi sık sık değişen altyapı ile.
-
-**Varsayılan değer:** 0.
-
-## dns_cache_update_period {#server-settings-dns-cache-update-period}
-
-ClickHouse iç DNS önbelleğinde saklanan IP adreslerini güncelleme süresi (saniye cinsinden).
-Güncelleştirme, ayrı bir sistem iş parçacığında zaman uyumsuz olarak gerçekleştirilir.
-
-**Varsayılan değer**: 15.
-
-## access_control_path {#access_control_path}
-
-ClickHouse sunucusunun SQL komutları tarafından oluşturulan kullanıcı ve rol yapılandırmalarını depoladığı bir klasörün yolu.
-
-Varsayılan değer: `/var/lib/clickhouse/access/`.
-
-**Ayrıca bakınız**
-
--   [Erişim Kontrolü ve hesap yönetimi](../access-rights.md#access-control)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/server_configuration_parameters/settings/) <!--hide-->
diff --git a/docs/tr/operations/settings/constraints-on-settings.md b/docs/tr/operations/settings/constraints-on-settings.md
deleted file mode 100644
index d1e8aa58005..00000000000
--- a/docs/tr/operations/settings/constraints-on-settings.md
+++ /dev/null
@@ -1,75 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 62
-toc_title: "Ayarlardaki k\u0131s\u0131tlamalar"
----
-
-# Ayarlardaki kısıtlamalar {#constraints-on-settings}
-
-Ayarlardaki kısıtlamalar, `profiles` bu bölüm `user.xml` yapılandırma dosyası ve kullanıcıların bazı ayarları değiştirmelerini yasakla `SET` sorgu.
-Kısıtlamalar aşağıdaki gibi tanımlanır:
-
-``` xml
-<profiles>
-  <user_name>
-    <constraints>
-      <setting_name_1>
-        <min>lower_boundary</min>
-      </setting_name_1>
-      <setting_name_2>
-        <max>upper_boundary</max>
-      </setting_name_2>
-      <setting_name_3>
-        <min>lower_boundary</min>
-        <max>upper_boundary</max>
-      </setting_name_3>
-      <setting_name_4>
-        <readonly/>
-      </setting_name_4>
-    </constraints>
-  </user_name>
-</profiles>
-```
-
-Kullanıcı kısıtlamaları ihlal etmeye çalışırsa, bir istisna atılır ve ayar değiştirilmez.
-Desteklenen üç tür kısıtlama vardır: `min`, `max`, `readonly`. Bu `min` ve `max` kısıtlamalar, sayısal bir ayar için üst ve alt sınırları belirtir ve birlikte kullanılabilir. Bu `readonly` kısıtlama, kullanıcının karşılık gelen ayarı hiç değiştiremeyeceğini belirtir.
-
-**Örnek:** İzin vermek `users.xml` hatları içerir:
-
-``` xml
-<profiles>
-  <default>
-    <max_memory_usage>10000000000</max_memory_usage>
-    <force_index_by_date>0</force_index_by_date>
-    ...
-    <constraints>
-      <max_memory_usage>
-        <min>5000000000</min>
-        <max>20000000000</max>
-      </max_memory_usage>
-      <force_index_by_date>
-        <readonly/>
-      </force_index_by_date>
-    </constraints>
-  </default>
-</profiles>
-```
-
-Aşağıdaki sorgular tüm atma istisnaları:
-
-``` sql
-SET max_memory_usage=20000000001;
-SET max_memory_usage=4999999999;
-SET force_index_by_date=1;
-```
-
-``` text
-Code: 452, e.displayText() = DB::Exception: Setting max_memory_usage should not be greater than 20000000000.
-Code: 452, e.displayText() = DB::Exception: Setting max_memory_usage should not be less than 5000000000.
-Code: 452, e.displayText() = DB::Exception: Setting force_index_by_date should not be changed.
-```
-
-**Not:** bu `default` profil özel işleme sahiptir: tüm kısıtlamalar için tanımlanan `default` profil varsayılan kısıtlamalar haline gelir, bu nedenle bu kullanıcılar için açıkça geçersiz kılınana kadar tüm kullanıcıları kısıtlarlar.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/settings/constraints_on_settings/) <!--hide-->
diff --git a/docs/tr/operations/settings/index.md b/docs/tr/operations/settings/index.md
deleted file mode 100644
index 181a33d7fb3..00000000000
--- a/docs/tr/operations/settings/index.md
+++ /dev/null
@@ -1,33 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: Ayarlar
-toc_priority: 55
-toc_title: "Giri\u015F"
----
-
-# Ayarlar {#session-settings-intro}
-
-Belgelerin bu bölümünde açıklanan tüm ayarları yapmanın birden çok yolu vardır.
-
-Ayarlar katmanlar halinde yapılandırılır, böylece sonraki her katman önceki ayarları yeniden tanımlar.
-
-Öncelik sırasına göre ayarları yapılandırma yolları:
-
--   Ayarlar `users.xml` sunucu yapılandırma dosyası.
-
-    Eleman setında Set `<profiles>`.
-
--   Oturum ayarları.
-
-    Göndermek `SET setting=value` etkileşimli modda ClickHouse konsol istemcisinden.
-    Benzer şekilde, http protokolünde ClickHouse oturumlarını kullanabilirsiniz. Bunu yapmak için şunları belirtmeniz gerekir `session_id` HTTP parametresi.
-
--   Sorgu ayarları.
-
-    -   ClickHouse konsol istemcisini etkileşimli olmayan modda başlatırken, başlangıç parametresini ayarlayın `--setting=value`.
-    -   HTTP API'sini kullanırken, CGI parametrelerini geçirin (`URL?setting_1=value&setting_2=value...`).
-
-Yalnızca sunucu yapılandırma dosyasında yapılabilecek ayarlar bu bölümde yer almaz.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/settings/) <!--hide-->
diff --git a/docs/tr/operations/settings/permissions-for-queries.md b/docs/tr/operations/settings/permissions-for-queries.md
deleted file mode 100644
index ae9f95c5172..00000000000
--- a/docs/tr/operations/settings/permissions-for-queries.md
+++ /dev/null
@@ -1,61 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 58
-toc_title: "Sorgular i\xE7in izinler"
----
-
-# Sorgular için izinler {#permissions_for_queries}
-
-Clickhouse'daki sorgular birkaç türe ayrılabilir:
-
-1.  Veri sorgularını oku: `SELECT`, `SHOW`, `DESCRIBE`, `EXISTS`.
-2.  Veri sorgularını yaz: `INSERT`, `OPTIMIZE`.
-3.  Ayarları değiştir sorgu: `SET`, `USE`.
-4.  [DDL](https://en.wikipedia.org/wiki/Data_definition_language) sorgular: `CREATE`, `ALTER`, `RENAME`, `ATTACH`, `DETACH`, `DROP` `TRUNCATE`.
-5.  `KILL QUERY`.
-
-Aşağıdaki ayarlar, kullanıcı izinlerini sorgu Türüne göre düzenler:
-
--   [readonly](#settings_readonly) — Restricts permissions for all types of queries except DDL queries.
--   [allow_ddl](#settings_allow_ddl) — Restricts permissions for DDL queries.
-
-`KILL QUERY` herhangi bir ayar ile yapılabilir.
-
-## readonly {#settings_readonly}
-
-Veri okuma, veri yazma ve ayar sorgularını değiştirme izinlerini kısıtlar.
-
-Sorguların türlere nasıl ayrıldığını görün [üzerinde](#permissions_for_queries).
-
-Olası değerler:
-
--   0 — All queries are allowed.
--   1 — Only read data queries are allowed.
--   2 — Read data and change settings queries are allowed.
-
-Sonra ayarı `readonly = 1`, kullanıcı değiştir canemez `readonly` ve `allow_ddl` geçerli oturumda ayarlar.
-
-Kullanırken `GET` metho thed in the [HTTP arayüzü](../../interfaces/http.md), `readonly = 1` otomatik olarak ayarlanır. Değiştirmek için veri kullanın `POST` yöntem.
-
-Ayar `readonly = 1` kullanıcının tüm ayarları değiştirmesini yasaklayın. Kullanıcıyı yasaklamanın bir yolu var
-sadece belirli ayarları değiştirmekten, ayrıntılar için bkz [ayarlardaki kısıtlamalar](constraints-on-settings.md).
-
-Varsayılan değer: 0
-
-## allow_ddl {#settings_allow_ddl}
-
-İzin verir veya reddeder [DDL](https://en.wikipedia.org/wiki/Data_definition_language) sorgular.
-
-Sorguların türlere nasıl ayrıldığını görün [üzerinde](#permissions_for_queries).
-
-Olası değerler:
-
--   0 — DDL queries are not allowed.
--   1 — DDL queries are allowed.
-
-Yürüt canemezsiniz `SET allow_ddl = 1` eğer `allow_ddl = 0` geçerli oturum için.
-
-Varsayılan değer: 1
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/settings/permissions_for_queries/) <!--hide-->
diff --git a/docs/tr/operations/settings/query-complexity.md b/docs/tr/operations/settings/query-complexity.md
deleted file mode 100644
index 1aebc2f258a..00000000000
--- a/docs/tr/operations/settings/query-complexity.md
+++ /dev/null
@@ -1,302 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 59
-toc_title: "Sorgu karma\u015F\u0131kl\u0131\u011F\u0131 \xFCzerindeki k\u0131s\u0131\
-  tlamalar"
----
-
-# Sorgu karmaşıklığı üzerindeki kısıtlamalar {#restrictions-on-query-complexity}
-
-Sorgu karmaşıklığı üzerindeki kısıtlamalar ayarların bir parçasıdır.
-Kullanıcı arabiriminden daha güvenli yürütme sağlamak için kullanılırlar.
-Hemen hemen tüm kısıtlamalar sadece aşağıdakiler için geçerlidir `SELECT`. Dağıtılmış sorgu işleme için kısıtlamalar her sunucuda ayrı ayrı uygulanır.
-
-ClickHouse, her satır için değil, veri bölümleri için kısıtlamaları denetler. Bu, veri parçasının boyutu ile kısıtlama değerini aşabileceğiniz anlamına gelir.
-
-Üzerindeki kısıtlamalar “maximum amount of something” 0 değerini alabilir, yani “unrestricted”.
-Çoğu kısıtlama da bir ‘overflow_mode’ ayar, sınır aşıldığında ne yapılması gerektiği anlamına gelir.
-İki değerden birini alabilir: `throw` veya `break`. Toplama (group_by_overflow_mode) üzerindeki kısıtlamalar da değere sahiptir `any`.
-
-`throw` – Throw an exception (default).
-
-`break` – Stop executing the query and return the partial result, as if the source data ran out.
-
-`any (only for group_by_overflow_mode)` – Continuing aggregation for the keys that got into the set, but don't add new keys to the set.
-
-## max_memory_usage {#settings_max_memory_usage}
-
-Tek bir sunucuda bir sorgu çalıştırmak için kullanılacak en fazla RAM miktarı.
-
-Varsayılan yapılandırma dosyasında maksimum 10 GB'DİR.
-
-Bu ayar, kullanılabilir belleğin hacmini veya makinedeki toplam bellek hacmini dikkate almaz.
-Kısıtlama, tek bir sunucu içindeki tek bir sorgu için geçerlidir.
-Kullanabilirsiniz `SHOW PROCESSLIST` her sorgu için geçerli bellek tüketimini görmek için.
-Ayrıca, en yüksek bellek tüketimi her sorgu için izlenir ve günlüğe yazılır.
-
-Bellek kullanımı, belirli toplama işlevlerinin durumları için izlenmez.
-
-Toplam işlevlerin durumları için bellek kullanımı tam olarak izlenmiyor `min`, `max`, `any`, `anyLast`, `argMin`, `argMax` itibaren `String` ve `Array` değişkenler.
-
-Bellek tüketimi de parametrelerle sınırlıdır `max_memory_usage_for_user` ve `max_memory_usage_for_all_queries`.
-
-## max_memory_usage_for_user {#max-memory-usage-for-user}
-
-Tek bir sunucuda bir kullanıcının sorguları çalıştırmak için kullanılacak en fazla RAM miktarı.
-
-Varsayılan değerler [Ayarlar.sa](https://github.com/ClickHouse/ClickHouse/blob/master/src/Core/Settings.h#L288). Varsayılan olarak, tutar sınırlı değildir (`max_memory_usage_for_user = 0`).
-
-Ayrıca açıklamasına bakın [max_memory_usage](#settings_max_memory_usage).
-
-## max_memory_usage_for_all_queries {#max-memory-usage-for-all-queries}
-
-Tek bir sunucuda tüm sorguları çalıştırmak için kullanılacak en fazla RAM miktarı.
-
-Varsayılan değerler [Ayarlar.sa](https://github.com/ClickHouse/ClickHouse/blob/master/src/Core/Settings.h#L289). Varsayılan olarak, tutar sınırlı değildir (`max_memory_usage_for_all_queries = 0`).
-
-Ayrıca açıklamasına bakın [max_memory_usage](#settings_max_memory_usage).
-
-## max_rows_to_read {#max-rows-to-read}
-
-Aşağıdaki kısıtlamalar her blokta kontrol edilebilir (her satır yerine). Yani, kısıtlamalar biraz kırılabilir.
-Birden çok iş parçacığında bir sorgu çalıştırırken, aşağıdaki kısıtlamalar her iş parçacığı için ayrı ayrı uygulanır.
-
-Bir sorgu çalıştırırken bir tablodan okunabilen satır sayısı.
-
-## max_bytes_to_read {#max-bytes-to-read}
-
-Bir sorgu çalıştırırken bir tablodan okunabilen bayt sayısı (sıkıştırılmamış veri).
-
-## read_overflow_mode {#read-overflow-mode}
-
-Okunan veri hacmi sınırlardan birini aştığında ne yapmalı: ‘throw’ veya ‘break’. Varsayılan olarak, atın.
-
-## max_rows_to_group_by {#settings-max-rows-to-group-by}
-
-Toplama alınan benzersiz anahtarların maksimum sayısı. Bu ayar, toplama sırasında bellek tüketimini sınırlamanızı sağlar.
-
-## group_by_overflow_mode {#group-by-overflow-mode}
-
-Toplama için benzersiz anahtarların sayısı sınırı aştığında ne yapmalı: ‘throw’, ‘break’, veya ‘any’. Varsayılan olarak, atın.
-Kullanarak ‘any’ değer, GROUP BY'NİN bir yaklaşımını çalıştırmanızı sağlar. Bu yaklaşımın kalitesi, verilerin istatistiksel niteliğine bağlıdır.
-
-## max_bytes_before_external_group_by {#settings-max_bytes_before_external_group_by}
-
-Çalıştırmayı etkinleştirir veya devre dışı bırakır `GROUP BY` harici bellekte yan tümceleri. Görmek [Harici bellekte grupla](../../sql-reference/statements/select/group-by.md#select-group-by-in-external-memory).
-
-Olası değerler:
-
--   Tek tarafından kullanılabilecek maksimum RAM hacmi (bayt cinsinden) [GROUP BY](../../sql-reference/statements/select/group-by.md#select-group-by-clause) operasyon.
--   0 — `GROUP BY` harici bellekte devre dışı.
-
-Varsayılan değer: 0.
-
-## max_rows_to_sort {#max-rows-to-sort}
-
-Sıralamadan önce en fazla satır sayısı. Bu, sıralama yaparken bellek tüketimini sınırlamanıza izin verir.
-
-## max_bytes_to_sort {#max-bytes-to-sort}
-
-Sıralamadan önce en fazla bayt sayısı.
-
-## sort_overflow_mode {#sort-overflow-mode}
-
-Sıralamadan önce alınan satır sayısı sınırlardan birini aşarsa ne yapmalı: ‘throw’ veya ‘break’. Varsayılan olarak, atın.
-
-## max_result_rows {#setting-max_result_rows}
-
-Sonuçtaki satır sayısını sınırlayın. Ayrıca, dağıtılmış bir sorgunun parçalarını çalıştırırken alt sorgular ve uzak sunucularda da kontrol edildi.
-
-## max_result_bytes {#max-result-bytes}
-
-Sonuçtaki bayt sayısını sınırlayın. Önceki ayar ile aynı.
-
-## result_overflow_mode {#result-overflow-mode}
-
-Sonucun hacmi sınırlardan birini aşarsa ne yapmalı: ‘throw’ veya ‘break’. Varsayılan olarak, atın.
-
-Kullanım ‘break’ LİMİT kullanmaya benzer. `Break` yürütmeyi yalnızca blok düzeyinde keser. Bu, döndürülen satırların miktarının daha büyük olduğu anlamına gelir [max_result_rows](#setting-max_result_rows) birden çok [max_block_size](settings.md#setting-max_block_size) ve bağlıdır [max_threads](settings.md#settings-max_threads).
-
-Örnek:
-
-``` sql
-SET max_threads = 3, max_block_size = 3333;
-SET max_result_rows = 3334, result_overflow_mode = 'break';
-
-SELECT *
-FROM numbers_mt(100000)
-FORMAT Null;
-```
-
-Sonuç:
-
-``` text
-6666 rows in set. ...
-```
-
-## max_execution_time {#max-execution-time}
-
-Saniye cinsinden maksimum sorgu yürütme süresi.
-Şu anda, sıralama aşamalarından biri için veya toplama işlevlerini birleştirirken ve sonlandırırken kontrol edilmez.
-
-## timeout_overflow_mode {#timeout-overflow-mode}
-
-Sorgu daha uzun çalıştırılırsa ne yapmalı ‘max_execution_time’: ‘throw’ veya ‘break’. Varsayılan olarak, atın.
-
-## min_execution_speed {#min-execution-speed}
-
-Saniyede satırlarda minimum yürütme hızı. Her veri bloğunda ne zaman kontrol edildi ‘timeout_before_checking_execution_speed’ doluyor. Yürütme hızı düşükse, bir istisna atılır.
-
-## min_execution_speed_bytes {#min-execution-speed-bytes}
-
-Saniyede en az yürütme bayt sayısı. Her veri bloğunda ne zaman kontrol edildi ‘timeout_before_checking_execution_speed’ doluyor. Yürütme hızı düşükse, bir istisna atılır.
-
-## max_execution_speed {#max-execution-speed}
-
-Saniyede en fazla yürütme satırı sayısı. Her veri bloğunda ne zaman kontrol edildi ‘timeout_before_checking_execution_speed’ doluyor. Yürütme hızı yüksekse, yürütme hızı azaltılır.
-
-## max_execution_speed_bytes {#max-execution-speed-bytes}
-
-Saniyede en fazla yürütme bayt sayısı. Her veri bloğunda ne zaman kontrol edildi ‘timeout_before_checking_execution_speed’ doluyor. Yürütme hızı yüksekse, yürütme hızı azaltılır.
-
-## timeout_before_checking_execution_speed {#timeout-before-checking-execution-speed}
-
-Yürütme hızının çok yavaş olmadığını kontrol eder (en az ‘min_execution_speed’), saniye içinde belirtilen süre dolduktan sonra.
-
-## max_columns_to_read {#max-columns-to-read}
-
-Tek bir sorguda bir tablodan okunabilen sütun sayısı. Bir sorgu daha fazla sayıda sütun okuma gerektiriyorsa, bir özel durum atar.
-
-## max_temporary_columns {#max-temporary-columns}
-
-Sabit sütunlar da dahil olmak üzere bir sorgu çalıştırırken aynı anda RAM'de tutulması gereken geçici sütun sayısı. Bundan daha fazla geçici sütun varsa, bir istisna atar.
-
-## max_temporary_non_const_columns {#max-temporary-non-const-columns}
-
-Aynı şey ‘max_temporary_columns’, ancak sabit sütunları saymadan.
-Bir sorgu çalıştırırken sabit sütunların oldukça sık oluşturulduğunu, ancak yaklaşık sıfır bilgi işlem kaynağı gerektirdiğini unutmayın.
-
-## max_subquery_depth {#max-subquery-depth}
-
-Alt sorguların maksimum yuvalama derinliği. Alt sorgular daha derinse, bir istisna atılır. Varsayılan olarak, 100.
-
-## max_pipeline_depth {#max-pipeline-depth}
-
-Maksimum boru hattı derinliği. Sorgu işleme sırasında her veri bloğunun geçtiği dönüşümlerin sayısına karşılık gelir. Tek bir sunucunun sınırları içinde sayılır. Boru hattı derinliği büyükse, bir istisna atılır. Varsayılan olarak, 1000.
-
-## max_ast_depth {#max-ast-depth}
-
-Sorgu sözdizimsel ağacının en fazla yuvalama derinliği. Aşılırsa, bir istisna atılır.
-Şu anda, ayrıştırma sırasında değil, yalnızca sorguyu ayrıştırdıktan sonra kontrol edilir. Yani, ayrıştırma sırasında çok derin bir sözdizimsel ağaç oluşturulabilir, ancak sorgu başarısız olur. Varsayılan olarak, 1000.
-
-## max_ast_elements {#max-ast-elements}
-
-Sorgu sözdizimsel ağacındaki en fazla öğe sayısı. Aşılırsa, bir istisna atılır.
-Önceki ayarla aynı şekilde, yalnızca sorguyu ayrıştırdıktan sonra kontrol edilir. Varsayılan olarak, 50.000.
-
-## max_rows_in_set {#max-rows-in-set}
-
-Bir alt sorgudan oluşturulan In yan tümcesinde bir veri kümesi için satır sayısı.
-
-## max_bytes_in_set {#max-bytes-in-set}
-
-Bir alt sorgudan oluşturulan In yan tümcesinde bir set tarafından kullanılan en fazla bayt sayısı (sıkıştırılmamış veri).
-
-## set_overflow_mode {#set-overflow-mode}
-
-Veri miktarı sınırlardan birini aştığında ne yapmalı: ‘throw’ veya ‘break’. Varsayılan olarak, atın.
-
-## max_rows_ın_distinct {#max-rows-in-distinct}
-
-DISTINCT kullanırken en fazla sayıda farklı satır.
-
-## max_bytes_ın_distinct {#max-bytes-in-distinct}
-
-DISTINCT kullanırken bir karma tablo tarafından kullanılan bayt sayısı.
-
-## distinct_overflow_mode {#distinct-overflow-mode}
-
-Veri miktarı sınırlardan birini aştığında ne yapmalı: ‘throw’ veya ‘break’. Varsayılan olarak, atın.
-
-## max_rows_to_transfer {#max-rows-to-transfer}
-
-Uzak bir sunucuya geçirilen veya GLOBAL In kullanırken geçici bir tabloya kaydedilen satır sayısı.
-
-## max_bytes_to_transfer {#max-bytes-to-transfer}
-
-Uzak bir sunucuya geçirilen veya GLOBAL In kullanırken geçici bir tabloya kaydedilen bayt sayısı (sıkıştırılmamış veri).
-
-## transfer_overflow_mode {#transfer-overflow-mode}
-
-Veri miktarı sınırlardan birini aştığında ne yapmalı: ‘throw’ veya ‘break’. Varsayılan olarak, atın.
-
-## max_rows_in_join {#settings-max_rows_in_join}
-
-Tabloları birleştirirken kullanılan karma tablodaki satır sayısını sınırlar.
-
-Bu ayarlar aşağıdakiler için geçerlidir [SELECT … JOIN](../../sql-reference/statements/select/join.md#select-join) işlemleri ve [Katmak](../../engines/table-engines/special/join.md) masa motoru.
-
-Bir sorgu birden çok birleşim içeriyorsa, ClickHouse her Ara sonuç için bu ayarı denetler.
-
-Limit ulaşıldığında ClickHouse farklı eylemlerle devam edebilirsiniz. Kullan... [join_overflow_mode](#settings-join_overflow_mode) eylemi seçmek için ayarlama.
-
-Olası değerler:
-
--   Pozitif tamsayı.
--   0 — Unlimited number of rows.
-
-Varsayılan değer: 0.
-
-## max_bytes_in_join {#settings-max_bytes_in_join}
-
-Tabloları birleştirirken kullanılan karma tablonun bayt cinsinden boyutunu sınırlar.
-
-Bu ayarlar aşağıdakiler için geçerlidir [SELECT … JOIN](../../sql-reference/statements/select/join.md#select-join) işlemleri ve [Jo tablein table engine](../../engines/table-engines/special/join.md).
-
-Sorgu birleşimler içeriyorsa, ClickHouse her Ara sonuç için bu ayarı denetler.
-
-Limit ulaşıldığında ClickHouse farklı eylemlerle devam edebilirsiniz. Kullanmak [join_overflow_mode](#settings-join_overflow_mode) eylemi seçmek için ayarlar.
-
-Olası değerler:
-
--   Pozitif tamsayı.
--   0 — Memory control is disabled.
-
-Varsayılan değer: 0.
-
-## join_overflow_mode {#settings-join_overflow_mode}
-
-Tanımlar katılın aşağıdaki sınırlar her zaman eylem ClickHouse gerçekleştirdiği ulaştı:
-
--   [max_bytes_in_join](#settings-max_bytes_in_join)
--   [max_rows_in_join](#settings-max_rows_in_join)
-
-Olası değerler:
-
--   `THROW` — ClickHouse throws an exception and breaks operation.
--   `BREAK` — ClickHouse breaks operation and doesn't throw an exception.
-
-Varsayılan değer: `THROW`.
-
-**Ayrıca Bakınız**
-
--   [Jo](../../sql-reference/statements/select/join.md#select-join)
--   [Jo tablein table engine](../../engines/table-engines/special/join.md)
-
-## max_partitions_per_ınsert_block {#max-partitions-per-insert-block}
-
-Eklenen tek bir bloktaki en fazla bölüm sayısını sınırlar.
-
--   Pozitif tamsayı.
--   0 — Unlimited number of partitions.
-
-Varsayılan değer: 100.
-
-**Ayrıntı**
-
-Veri eklerken, ClickHouse eklenen bloktaki bölüm sayısını hesaplar. Bölüm sayısı fazla ise `max_partitions_per_insert_block`, ClickHouse aşağıdaki metinle bir özel durum atar:
-
-> “Too many partitions for single INSERT block (more than” + toString (max_parts) + “). The limit is controlled by ‘max_partitions_per_insert_block’ setting. A large number of partitions is a common misconception. It will lead to severe negative performance impact, including slow server startup, slow INSERT queries and slow SELECT queries. Recommended total number of partitions for a table is under 1000..10000. Please note, that partitioning is not intended to speed up SELECT queries (ORDER BY key is sufficient to make range queries fast). Partitions are intended for data manipulation (DROP PARTITION, etc).”
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/settings/query_complexity/) <!--hide-->
diff --git a/docs/tr/operations/settings/settings-profiles.md b/docs/tr/operations/settings/settings-profiles.md
deleted file mode 100644
index d5fa58384d7..00000000000
--- a/docs/tr/operations/settings/settings-profiles.md
+++ /dev/null
@@ -1,81 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 61
-toc_title: Ayarlar Profilleri
----
-
-# Ayarlar Profilleri {#settings-profiles}
-
-Ayarlar profili, aynı ad altında gruplandırılmış ayarlar topluluğudur.
-
-!!! note "Bilgi"
-    ClickHouse da destekler [SQL tabanlı iş akışı](../access-rights.md#access-control) ayarları profilleri yönetmek için. Bunu kullanmanızı öneririz.
-
-Bir profilin herhangi bir adı olabilir. Profilin herhangi bir adı olabilir. Farklı kullanıcılar için aynı profili belirtebilirsiniz. Ayarlar profilinde yazabileceğiniz en önemli şey `readonly=1` sağlar okumak-sadece erişim.
-
-Ayarlar profilleri birbirinden miras alabilir. Kalıtım kullanmak için, bir veya birden fazla belirtiniz `profile` ayarlar profilde listelenen diğer ayarlardan önce. Farklı profillerde bir ayar tanımlandığında, en son tanımlı kullanılır.
-
-Bir profildeki tüm ayarları uygulamak için `profile` ayar.
-
-Örnek:
-
-Yüklemek `web` profilli.
-
-``` sql
-SET profile = 'web'
-```
-
-Ayarlar profilleri kullanıcı yapılandırma dosyasında bildirilir. Bu genellikle `users.xml`.
-
-Örnek:
-
-``` xml
-<!-- Settings profiles -->
-<profiles>
-    <!-- Default settings -->
-    <default>
-        <!-- The maximum number of threads when running a single query. -->
-        <max_threads>8</max_threads>
-    </default>
-
-    <!-- Settings for quries from the user interface -->
-    <web>
-        <max_rows_to_read>1000000000</max_rows_to_read>
-        <max_bytes_to_read>100000000000</max_bytes_to_read>
-
-        <max_rows_to_group_by>1000000</max_rows_to_group_by>
-        <group_by_overflow_mode>any</group_by_overflow_mode>
-
-        <max_rows_to_sort>1000000</max_rows_to_sort>
-        <max_bytes_to_sort>1000000000</max_bytes_to_sort>
-
-        <max_result_rows>100000</max_result_rows>
-        <max_result_bytes>100000000</max_result_bytes>
-        <result_overflow_mode>break</result_overflow_mode>
-
-        <max_execution_time>600</max_execution_time>
-        <min_execution_speed>1000000</min_execution_speed>
-        <timeout_before_checking_execution_speed>15</timeout_before_checking_execution_speed>
-
-        <max_columns_to_read>25</max_columns_to_read>
-        <max_temporary_columns>100</max_temporary_columns>
-        <max_temporary_non_const_columns>50</max_temporary_non_const_columns>
-
-        <max_subquery_depth>2</max_subquery_depth>
-        <max_pipeline_depth>25</max_pipeline_depth>
-        <max_ast_depth>50</max_ast_depth>
-        <max_ast_elements>100</max_ast_elements>
-
-        <readonly>1</readonly>
-    </web>
-</profiles>
-```
-
-Örnek iki profili belirtir: `default` ve `web`.
-
-Bu `default` profilin özel bir amacı vardır: her zaman mevcut olmalı ve sunucuyu başlatırken uygulanır. Diğer bir deyişle, `default` profil varsayılan ayarları içerir.
-
-Bu `web` profil kullanılarak ayarlanabilir düzenli bir profil `SET` sorgu veya bir HTTP sorgusunda bir URL parametresi kullanma.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/settings/settings_profiles/) <!--hide-->
diff --git a/docs/tr/operations/settings/settings-users.md b/docs/tr/operations/settings/settings-users.md
deleted file mode 100644
index 9d792663a42..00000000000
--- a/docs/tr/operations/settings/settings-users.md
+++ /dev/null
@@ -1,164 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 63
-toc_title: "Kullan\u0131c\u0131 Ayarlar\u0131"
----
-
-# Kullanıcı Ayarları {#user-settings}
-
-Bu `users` bu bölüm `user.xml` yapılandırma dosyası kullanıcı ayarlarını içerir.
-
-!!! note "Bilgi"
-    ClickHouse da destekler [SQL tabanlı iş akışı](../access-rights.md#access-control) kullanıcıları yönetmek için. Bunu kullanmanızı öneririz.
-
-Bu yapı `users` bölme:
-
-``` xml
-<users>
-    <!-- If user name was not specified, 'default' user is used. -->
-    <user_name>
-        <password></password>
-        <!-- Or -->
-        <password_sha256_hex></password_sha256_hex>
-
-        <access_management>0|1</access_management>
-
-        <networks incl="networks" replace="replace">
-        </networks>
-
-        <profile>profile_name</profile>
-
-        <quota>default</quota>
-
-        <databases>
-            <database_name>
-                <table_name>
-                    <filter>expression</filter>
-                <table_name>
-            </database_name>
-        </databases>
-    </user_name>
-    <!-- Other users settings -->
-</users>
-```
-
-### home/şifre {#user-namepassword}
-
-Şifre düz metin veya SHA256 (hex formatında) belirtilebilir.
-
--   Düz metin içinde bir şifre atamak için (**tavsiye edilmez**bir koyun `password` öğe.
-
-    Mesela, `<password>qwerty</password>`. Şifre boş bırakılabilir.
-
-<a id="password_sha256_hex"></a>
-
--   SHA256 karmasını kullanarak bir şifre atamak için, bir `password_sha256_hex` öğe.
-
-    Mesela, `<password_sha256_hex>65e84be33532fb784c48129675f9eff3a682b27168c0ea744b2cf58ee02337c5</password_sha256_hex>`.
-
-    Kabuktan bir parola oluşturma örneği:
-
-          PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha256sum | tr -d '-'
-
-    Sonucun ilk satırı şifredir. İkinci satır karşılık gelen SHA256 karmasıdır.
-
-<a id="password_double_sha1_hex"></a>
-
--   MySQL istemcileri ile uyumluluk için, şifre çift SHA1 karma belirtilebilir. İçine yerleştirin `password_double_sha1_hex` öğe.
-
-    Mesela, `<password_double_sha1_hex>08b4a0f1de6ad37da17359e592c8d74788a83eb0</password_double_sha1_hex>`.
-
-    Kabuktan bir parola oluşturma örneği:
-
-          PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha1sum | tr -d '-' | xxd -r -p | sha1sum | tr -d '-'
-
-    Sonucun ilk satırı şifredir. İkinci satır karşılık gelen çift SHA1 karmasıdır.
-
-### access_management {#access_management-user-setting}
-
-Bu ayar, SQL-driven kullanarak devre dışı bırakır sağlar [erişim kontrolü ve hesap yönetimi](../access-rights.md#access-control) kullanıcı için.
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 0.
-
-### kullanıcı_adı / ağlar {#user-namenetworks}
-
-Kullanıcının ClickHouse sunucusuna bağlanabileceği ağların listesi.
-
-Listenin her öğesi aşağıdaki formlardan birine sahip olabilir:
-
--   `<ip>` — IP address or network mask.
-
-    Örnekler: `213.180.204.3`, `10.0.0.1/8`, `10.0.0.1/255.255.255.0`, `2a02:6b8::3`, `2a02:6b8::3/64`, `2a02:6b8::3/ffff:ffff:ffff:ffff::`.
-
--   `<host>` — Hostname.
-
-    Örnek: `example01.host.ru`.
-
-    Erişimi denetlemek için bir DNS sorgusu gerçekleştirilir ve döndürülen tüm IP adresleri eş adresiyle karşılaştırılır.
-
--   `<host_regexp>` — Regular expression for hostnames.
-
-    Örnek, `^example\d\d-\d\d-\d\.host\.ru$`
-
-    Erişimi kontrol etmek için, bir [DNS ptr sorgusu](https://en.wikipedia.org/wiki/Reverse_DNS_lookup) eş adresi için gerçekleştirilir ve sonra belirtilen regexp uygulanır. Daha sonra PTR sorgusunun sonuçları için başka bir DNS sorgusu gerçekleştirilir ve alınan tüm adresler eş adresine karşılaştırılır. Regexp'nin $ile bitmesini şiddetle tavsiye ederiz.
-
-Sunucu yeniden başlatılıncaya kadar DNS isteklerinin tüm sonuçları önbelleğe alınır.
-
-**Örnekler**
-
-Herhangi bir ağdan kullanıcı için erişimi açmak için şunları belirtin:
-
-``` xml
-<ip>::/0</ip>
-```
-
-!!! warning "Uyarıcı"
-    Düzgün yapılandırılmış bir güvenlik duvarınız yoksa veya sunucu doğrudan internete bağlı değilse, herhangi bir ağdan erişimi açmak güvensizdir.
-
-Erişimi yalnızca localhost'tan açmak için şunları belirtin:
-
-``` xml
-<ip>::1</ip>
-<ip>127.0.0.1</ip>
-```
-
-### kullanıcı_adı / profil {#user-nameprofile}
-
-Kullanıcı için bir ayarlar profili atayabilirsiniz. Ayarlar profilleri ayrı bir bölümde yapılandırılır `users.xml` Dosya. Daha fazla bilgi için, bkz. [Ayarların profilleri](settings-profiles.md).
-
-### user_name / kota {#user-namequota}
-
-Kotalar, belirli bir süre boyunca kaynak kullanımını izlemenize veya sınırlamanıza izin verir. Kotalar yapılandırılır `quotas`
-bu bölüm `users.xml` yapılandırma dosyası.
-
-Kullanıcı için ayarlanmış bir kotalar atayabilirsiniz. Kotalar yapılandırmasının ayrıntılı bir açıklaması için bkz. [Kotalar](../quotas.md#quotas).
-
-### user_name / veritabanları {#user-namedatabases}
-
-Bu bölümde, ClickHouse tarafından döndürülen satırları sınırlayabilirsiniz `SELECT` geçerli kullanıcı tarafından yapılan sorgular, böylece temel satır düzeyinde güvenlik uygular.
-
-**Örnek**
-
-Aşağıdaki yapılandırma bu kullanıcıyı zorlar `user1` sadece satırları görebilirsiniz `table1` sonucu olarak `SELECT` sorgular, burada değeri `id` alan 1000'dir.
-
-``` xml
-<user1>
-    <databases>
-        <database_name>
-            <table1>
-                <filter>id = 1000</filter>
-            </table1>
-        </database_name>
-    </databases>
-</user1>
-```
-
-Bu `filter` bir sonuç veren herhangi bir ifade olabilir [Uİnt8](../../sql-reference/data-types/int-uint.md)- tip değeri. Genellikle karşılaştırmalar ve mantıksal operatörler içerir. Satır fromlardan `database_name.table1` burada filtre sonuçları 0 için bu kullanıcı için döndürülür. Filtreleme ile uyumsuz `PREWHERE` işlemler ve devre dışı bırakır `WHERE→PREWHERE` optimizasyon.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/settings/settings_users/) <!--hide-->
diff --git a/docs/tr/operations/settings/settings.md b/docs/tr/operations/settings/settings.md
deleted file mode 100644
index c9c7e7b898f..00000000000
--- a/docs/tr/operations/settings/settings.md
+++ /dev/null
@@ -1,1254 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
----
-
-# Ayarlar {#settings}
-
-## distributed_product_mode {#distributed-product-mode}
-
-Davranışını değiştirir [dağıtılmış alt sorgular](../../sql-reference/operators/in.md).
-
-ClickHouse applies this setting when the query contains the product of distributed tables, i.e. when the query for a distributed table contains a non-GLOBAL subquery for the distributed table.
-
-Kısıtlama:
-
--   Yalnızca ın ve JOIN alt sorguları için uygulanır.
--   Yalnızca FROM bölümü birden fazla parça içeren dağıtılmış bir tablo kullanıyorsa.
--   Alt sorgu birden fazla parça içeren dağıtılmış bir tablo ile ilgiliyse.
--   Bir tablo için kullanılmaz-değerli [uzak](../../sql-reference/table-functions/remote.md) İşlev.
-
-Olası değerler:
-
--   `deny` — Default value. Prohibits using these types of subqueries (returns the “Double-distributed in/JOIN subqueries is denied” özel).
--   `local` — Replaces the database and table in the subquery with local ones for the destination server (shard), leaving the normal `IN`/`JOIN.`
--   `global` — Replaces the `IN`/`JOIN` ile sorgu `GLOBAL IN`/`GLOBAL JOIN.`
--   `allow` — Allows the use of these types of subqueries.
-
-## enable_optimize_predicate_expression {#enable-optimize-predicate-expression}
-
-Yüklemi pushdown açar `SELECT` sorgular.
-
-Yüklemi pushdown, dağıtılmış sorgular için ağ trafiğini önemli ölçüde azaltabilir.
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 1.
-
-Kullanma
-
-Aşağıdaki sorguları düşünün:
-
-1.  `SELECT count() FROM test_table WHERE date = '2018-10-10'`
-2.  `SELECT count() FROM (SELECT * FROM test_table) WHERE date = '2018-10-10'`
-
-Eğer `enable_optimize_predicate_expression = 1`, daha sonra bu sorguların yürütme süresi eşittir çünkü ClickHouse geçerlidir `WHERE` işlerken alt sorguya.
-
-Eğer `enable_optimize_predicate_expression = 0`, daha sonra ikinci sorgunun yürütme süresi çok daha uzundur, çünkü `WHERE` yan tümcesi alt sorgu tamamlandıktan sonra tüm veriler için geçerlidir.
-
-## fallback_to_stale_replicas_for_distributed_queries {#settings-fallback_to_stale_replicas_for_distributed_queries}
-
-Güncelleştirilmiş veriler mevcut değilse, bir sorgu için güncel olmayan bir yineleme zorlar. Görmek [Çoğalma](../../engines/table-engines/mergetree-family/replication.md).
-
-ClickHouse, tablonun eski kopyalarından en alakalı olanı seçer.
-
-Yaparken kullanılır `SELECT` çoğaltılmış tablolara işaret eden dağıtılmış bir tablodan.
-
-Varsayılan olarak, 1 (etkin).
-
-## force_index_by_date {#settings-force_index_by_date}
-
-Dizin tarihe göre kullanılamıyorsa, sorgu yürütülmesini devre dışı bırakır.
-
-MergeTree ailesindeki tablolarla çalışır.
-
-Eğer `force_index_by_date=1`, ClickHouse sorgunun veri aralıklarını kısıtlamak için kullanılabilecek bir tarih anahtarı koşulu olup olmadığını denetler. Uygun bir koşul yoksa, bir istisna atar. Ancak, koşul okumak için veri miktarını azaltır olup olmadığını denetlemez. Örneğin, durum `Date != ' 2000-01-01 '` tablodaki tüm verilerle eşleştiğinde bile kabul edilebilir (yani, sorguyu çalıştırmak tam bir tarama gerektirir). MergeTree tablolarındaki veri aralıkları hakkında daha fazla bilgi için bkz. [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md).
-
-## force_primary_key {#force-primary-key}
-
-Birincil anahtar tarafından dizin oluşturma mümkün değilse, sorgu yürütülmesini devre dışı bırakır.
-
-MergeTree ailesindeki tablolarla çalışır.
-
-Eğer `force_primary_key=1`, ClickHouse, sorgunun veri aralıklarını kısıtlamak için kullanılabilecek bir birincil anahtar koşulu olup olmadığını denetler. Uygun bir koşul yoksa, bir istisna atar. Ancak, koşul okumak için veri miktarını azaltır olup olmadığını denetlemez. MergeTree tablolarındaki veri aralıkları hakkında daha fazla bilgi için bkz. [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md).
-
-## format_schema {#format-schema}
-
-Bu parametre, aşağıdaki gibi bir şema tanımı gerektiren biçimler kullanırken kullanışlıdır [Cap'n Proto](https://capnproto.org/) veya [Protobuf](https://developers.google.com/protocol-buffers/). Değer biçime bağlıdır.
-
-## fsync_metadata {#fsync-metadata}
-
-Etkinleştirir veya devre dışı bırakır [fsync](http://pubs.opengroup.org/onlinepubs/9699919799/functions/fsync.html) yazarken `.sql` eğe. Varsayılan olarak etkin.
-
-Sunucu, sürekli olarak oluşturulan ve yok edilen milyonlarca küçük tabloya sahipse, onu devre dışı bırakmak mantıklıdır.
-
-## enable_http_compression {#settings-enable_http_compression}
-
-Bir HTTP isteğine yanıt olarak veri sıkıştırmasını etkinleştirir veya devre dışı bırakır.
-
-Daha fazla bilgi için, okuyun [HTTP arayüzü açıklaması](../../interfaces/http.md).
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 0.
-
-## http_zlib_compression_level {#settings-http_zlib_compression_level}
-
-Eğer bir HTTP isteğine yanıt veri sıkıştırma düzeyini ayarlar [enable_http_compression = 1](#settings-enable_http_compression).
-
-Olası değerler: 1'den 9'a kadar olan sayılar.
-
-Varsayılan değer: 3.
-
-## http_native_compression_disable_checksumming_on_decompress {#settings-http_native_compression_disable_checksumming_on_decompress}
-
-İstemciden HTTP POST verilerini açarken sağlama toplamı doğrulamasını etkinleştirir veya devre dışı bırakır. Sadece ClickHouse yerel sıkıştırma formatı için kullanılır (ile kullanılmaz `gzip` veya `deflate`).
-
-Daha fazla bilgi için, okuyun [HTTP arayüzü açıklaması](../../interfaces/http.md).
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 0.
-
-## send_progress_in_http_headers {#settings-send_progress_in_http_headers}
-
-Etkinleştirir veya devre dışı bırakır `X-ClickHouse-Progress` HTTP yanıt başlıkları `clickhouse-server` yanıtlar.
-
-Daha fazla bilgi için, okuyun [HTTP arayüzü açıklaması](../../interfaces/http.md).
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 0.
-
-## max_http_get_redirects {#setting-max_http_get_redirects}
-
-Maksimum http get yönlendirme atlama sayısını sınırlar [URL](../../engines/table-engines/special/url.md)- motor masaları. Ayarı tablolar iki tür tarafından oluşturulan bu geçerlidir: [CREATE TABLE](../../sql-reference/statements/create.md#create-table-query) sorgu ve [url](../../sql-reference/table-functions/url.md) tablo işlevi.
-
-Olası değerler:
-
--   Herhangi bir pozitif tamsayı şerbetçiotu sayısı.
--   0 — No hops allowed.
-
-Varsayılan değer: 0.
-
-## ınput_format_allow_errors_num {#settings-input_format_allow_errors_num}
-
-Metin biçimlerinden (CSV, TSV, vb.) okurken kabul edilebilir hataların maksimum sayısını ayarlar.).
-
-Varsayılan değer 0'dır.
-
-Her zaman ile eşleştirmek `input_format_allow_errors_ratio`.
-
-Satırları okurken bir hata oluştu, ancak hata sayacı hala daha az `input_format_allow_errors_num`, ClickHouse satırı yok sayar ve bir sonrakine geçer.
-
-Eğer her ikisi de `input_format_allow_errors_num` ve `input_format_allow_errors_ratio` aşıldı, ClickHouse bir istisna atar.
-
-## ınput_format_allow_errors_ratio {#settings-input_format_allow_errors_ratio}
-
-Metin biçimlerinden (CSV, TSV, vb.) okurken izin verilen maksimum hata yüzdesini ayarlar.).
-Hataların yüzdesi 0 ile 1 arasında kayan nokta sayısı olarak ayarlanır.
-
-Varsayılan değer 0'dır.
-
-Her zaman ile eşleştirmek `input_format_allow_errors_num`.
-
-Satırları okurken bir hata oluştu, ancak hata sayacı hala daha az `input_format_allow_errors_ratio`, ClickHouse satırı yok sayar ve bir sonrakine geçer.
-
-Eğer her ikisi de `input_format_allow_errors_num` ve `input_format_allow_errors_ratio` aşıldı, ClickHouse bir istisna atar.
-
-## ınput_format_values_interpret_expressions {#settings-input_format_values_interpret_expressions}
-
-Hızlı akış ayrıştırıcısı verileri ayrıştıramazsa, tam SQL ayrıştırıcısını etkinleştirir veya devre dışı bırakır. Bu ayar yalnızca için kullanılır [Değerler](../../interfaces/formats.md#data-format-values) veri ekleme sırasında biçimlendirin. Sözdizimi ayrıştırma hakkında daha fazla bilgi için bkz: [Sözdizimi](../../sql-reference/syntax.md) bölme.
-
-Olası değerler:
-
--   0 — Disabled.
-
-    Bu durumda, biçimlendirilmiş veri sağlamanız gerekir. Görmek [Biçimliler](../../interfaces/formats.md) bölme.
-
--   1 — Enabled.
-
-    Bu durumda, bir SQL ifadesini bir değer olarak kullanabilirsiniz, ancak veri ekleme bu şekilde çok daha yavaştır. Yalnızca biçimlendirilmiş veri eklerseniz, ClickHouse ayar değeri 0 gibi davranır.
-
-Varsayılan değer: 1.
-
-Kullanım örneği
-
-Ekle [DateTime](../../sql-reference/data-types/datetime.md) farklı ayarlarla değer yazın.
-
-``` sql
-SET input_format_values_interpret_expressions = 0;
-INSERT INTO datetime_t VALUES (now())
-```
-
-``` text
-Exception on client:
-Code: 27. DB::Exception: Cannot parse input: expected ) before: now()): (at row 1)
-```
-
-``` sql
-SET input_format_values_interpret_expressions = 1;
-INSERT INTO datetime_t VALUES (now())
-```
-
-``` text
-Ok.
-```
-
-Son sorgu Aşağıdakilere eşdeğerdir:
-
-``` sql
-SET input_format_values_interpret_expressions = 0;
-INSERT INTO datetime_t SELECT now()
-```
-
-``` text
-Ok.
-```
-
-## ınput_format_values_deduce_templates_of_expressions {#settings-input_format_values_deduce_templates_of_expressions}
-
-SQL deyimleri için şablon kesintisini etkinleştirir veya devre dışı bırakır [Değerler](../../interfaces/formats.md#data-format-values) biçimli. Bu ayrıştırma ve ifadeleri yorumlama sağlar `Values` ardışık satırlardaki ifadeler aynı yapıya sahipse çok daha hızlı. ClickHouse, bir ifadenin şablonunu çıkarmaya, bu şablonu kullanarak aşağıdaki satırları ayrıştırmaya ve ifadeyi başarılı bir şekilde ayrıştırılmış satırların bir yığınında değerlendirmeye çalışır.
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 1.
-
-Aşağıdaki sorgu için:
-
-``` sql
-INSERT INTO test VALUES (lower('Hello')), (lower('world')), (lower('INSERT')), (upper('Values')), ...
-```
-
--   Eğer `input_format_values_interpret_expressions=1` ve `format_values_deduce_templates_of_expressions=0`, ifadeler her satır için ayrı ayrı yorumlanır (bu çok sayıda satır için çok yavaştır).
--   Eğer `input_format_values_interpret_expressions=0` ve `format_values_deduce_templates_of_expressions=1`, birinci, ikinci ve üçüncü satırlardaki ifadeler şablon kullanılarak ayrıştırılır `lower(String)` ve birlikte yorumlanır, ileri satırdaki ifade başka bir şablonla ayrıştırılır (`upper(String)`).
--   Eğer `input_format_values_interpret_expressions=1` ve `format_values_deduce_templates_of_expressions=1`, önceki durumda olduğu gibi aynı, ama aynı zamanda şablon anlamak mümkün değilse ayrı ayrı ifadeleri yorumlama geri dönüş sağlar.
-
-## ınput_format_values_accurate_types_of_literals {#settings-input-format-values-accurate-types-of-literals}
-
-Bu ayar yalnızca şu durumlarda kullanılır `input_format_values_deduce_templates_of_expressions = 1`. Bu, bazı sütunların ifadelerinin aynı yapıya sahip olması, ancak farklı türlerde sayısal değişmezler içermesi olabilir, örneğin
-
-``` sql
-(..., abs(0), ...),             -- UInt64 literal
-(..., abs(3.141592654), ...),   -- Float64 literal
-(..., abs(-1), ...),            -- Int64 literal
-```
-
-Olası değerler:
-
--   0 — Disabled.
-
-    In this case, ClickHouse may use a more general type for some literals (e.g., `Float64` veya `Int64` yerine `UInt64` için `42`), ancak taşma ve hassasiyet sorunlarına neden olabilir.
-
--   1 — Enabled.
-
-    Bu durumda, ClickHouse gerçek literal türünü denetler ve karşılık gelen türde bir ifade şablonu kullanır. Bazı durumlarda, ifade değerlendirmesini önemli ölçüde yavaşlatabilir `Values`.
-
-Varsayılan değer: 1.
-
-## ınput_format_defaults_for_omitted_fields {#session_settings-input_format_defaults_for_omitted_fields}
-
-Yaparken `INSERT` sorgular, atlanmış giriş sütun değerlerini ilgili sütunların varsayılan değerleriyle değiştirin. Bu seçenek yalnızca aşağıdakiler için geçerlidir [JSONEachRow](../../interfaces/formats.md#jsoneachrow), [CSV](../../interfaces/formats.md#csv) ve [TabSeparated](../../interfaces/formats.md#tabseparated) biçimliler.
-
-!!! note "Not"
-    Bu seçenek etkinleştirildiğinde, genişletilmiş tablo meta verileri sunucudan istemciye gönderilir. Sunucuda ek bilgi işlem kaynakları tüketir ve performansı azaltabilir.
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 1.
-
-## ınput_format_tsv_empty_as_default {#settings-input-format-tsv-empty-as-default}
-
-Etkinleştirildiğinde, TSV'DEKİ boş giriş alanlarını varsayılan değerlerle değiştirin. Karmaşık varsayılan ifadeler için `input_format_defaults_for_omitted_fields` de etkin olmalıdır.
-
-Varsayılan olarak devre dışı.
-
-## ınput_format_null_as_default {#settings-input-format-null-as-default}
-
-Giriş verileri içeriyorsa, varsayılan değerleri kullanarak etkinleştirir veya devre dışı bırakır `NULL`, ancak ilgili sütunun veri türü değil `Nullable(T)` (Metin Giriş biçimleri için).
-
-## ınput_format_skip_unknown_fields {#settings-input-format-skip-unknown-fields}
-
-Etkinleştirir veya ek veri ekleme atlama devre dışı bırakır.
-
-Veri yazarken, giriş verileri hedef tabloda bulunmayan sütunlar içeriyorsa, ClickHouse bir özel durum atar. Atlama etkinleştirilirse, ClickHouse ek veri eklemez ve bir istisna atmaz.
-
-Desteklenen formatlar:
-
--   [JSONEachRow](../../interfaces/formats.md#jsoneachrow)
--   [CSVWithNames](../../interfaces/formats.md#csvwithnames)
--   [TabSeparatedWithNames](../../interfaces/formats.md#tabseparatedwithnames)
--   [TSKV](../../interfaces/formats.md#tskv)
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 0.
-
-## ınput_format_ımport_nested_json {#settings-input_format_import_nested_json}
-
-Json verilerinin iç içe nesnelerle eklenmesini etkinleştirir veya devre dışı bırakır.
-
-Desteklenen formatlar:
-
--   [JSONEachRow](../../interfaces/formats.md#jsoneachrow)
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 0.
-
-Ayrıca bakınız:
-
--   [İç içe yapıların kullanımı](../../interfaces/formats.md#jsoneachrow-nested) ile... `JSONEachRow` biçimli.
-
-## ınput_format_with_names_use_header {#settings-input-format-with-names-use-header}
-
-Veri eklerken sütun sırasını denetlemeyi etkinleştirir veya devre dışı bırakır.
-
-Ekleme performansını artırmak için, giriş verilerinin sütun sırasının hedef tablodaki ile aynı olduğundan eminseniz, bu denetimi devre dışı bırakmanızı öneririz.
-
-Desteklenen formatlar:
-
--   [CSVWithNames](../../interfaces/formats.md#csvwithnames)
--   [TabSeparatedWithNames](../../interfaces/formats.md#tabseparatedwithnames)
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 1.
-
-## date_time_input_format {#settings-date_time_input_format}
-
-Tarih ve saat metin gösterimi bir ayrıştırıcı seçme sağlar.
-
-Ayar için geçerli değildir [tarih ve saat fonksiyonları](../../sql-reference/functions/date-time-functions.md).
-
-Olası değerler:
-
--   `'best_effort'` — Enables extended parsing.
-
-    ClickHouse temel ayrıştırmak `YYYY-MM-DD HH:MM:SS` format ve tüm [ISO 8601](https://en.wikipedia.org/wiki/ISO_8601) tarih ve saat biçimleri. Mesela, `'2018-06-08T01:02:03.000Z'`.
-
--   `'basic'` — Use basic parser.
-
-    ClickHouse sadece temel ayrıştırmak `YYYY-MM-DD HH:MM:SS` biçimli. Mesela, `'2019-08-20 10:18:56'`.
-
-Varsayılan değer: `'basic'`.
-
-Ayrıca bakınız:
-
--   [DateTime veri türü.](../../sql-reference/data-types/datetime.md)
--   [Tarihler ve saatler ile çalışmak için fonksiyonlar.](../../sql-reference/functions/date-time-functions.md)
-
-## join_default_strictness {#settings-join_default_strictness}
-
-Ayarlar varsayılan strictness için [Maddeleri KATILIN ](../../sql-reference/statements/select/join.md#select-join).
-
-Olası değerler:
-
--   `ALL` — If the right table has several matching rows, ClickHouse creates a [Kartezyen ürün](https://en.wikipedia.org/wiki/Cartesian_product) eşleşen satırlardan. Bu normaldir `JOIN` standart SQL'DEN davranış.
--   `ANY` — If the right table has several matching rows, only the first one found is joined. If the right table has only one matching row, the results of `ANY` ve `ALL` aynı.
--   `ASOF` — For joining sequences with an uncertain match.
--   `Empty string` — If `ALL` veya `ANY` sorguda belirtilmezse, ClickHouse bir özel durum atar.
-
-Varsayılan değer: `ALL`.
-
-## join_any_take_last_row {#settings-join_any_take_last_row}
-
-İle birleştirme işlemlerinin davranışını değiştirir `ANY` katılık.
-
-!!! warning "Dikkat"
-    Bu ayar yalnızca aşağıdakiler için geçerlidir `JOIN` ile işlemler [Katmak](../../engines/table-engines/special/join.md) motor tabloları.
-
-Olası değerler:
-
--   0 — If the right table has more than one matching row, only the first one found is joined.
--   1 — If the right table has more than one matching row, only the last one found is joined.
-
-Varsayılan değer: 0.
-
-Ayrıca bakınız:
-
--   [Jo](../../sql-reference/statements/select/join.md#select-join)
--   [Jo tablein table engine](../../engines/table-engines/special/join.md)
--   [join_default_strictness](#settings-join_default_strictness)
-
-## join_use_nulls {#join_use_nulls}
-
-Türünü ayarlar [JOIN](../../sql-reference/statements/select/join.md) davranış. Tabloları birleştirirken boş hücreler görünebilir. ClickHouse bu ayara göre onları farklı şekilde doldurur.
-
-Olası değerler:
-
--   0 — The empty cells are filled with the default value of the corresponding field type.
--   1 — `JOIN` standart SQL ile aynı şekilde davranır. Karşılık gelen alanın türü dönüştürülür [Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) ve boş hücreler ile doldurulur [NULL](../../sql-reference/syntax.md).
-
-Varsayılan değer: 0.
-
-## max_block_size {#setting-max_block_size}
-
-Clickhouse'da, veriler bloklarla (sütun parçaları kümeleri) işlenir. Tek bir blok için dahili işlem döngüleri yeterince verimlidir, ancak her blokta gözle görülür harcamalar vardır. Bu `max_block_size` ayar, blokun boyutunun (satır sayımında) tablolardan yükleneceği bir öneridir. Blok boyutu çok küçük olmamalı, böylece her bloktaki harcamalar hala fark edilebilir, ancak çok büyük olmamalı, böylece ilk blok hızla işlendikten sonra tamamlanan limitli sorgu çok büyük olmamalıdır. Amaç, birden çok iş parçacığında çok sayıda sütun ayıklarken çok fazla bellek tüketmekten kaçınmak ve en azından bazı önbellek konumlarını korumaktır.
-
-Varsayılan değer: 65,536.
-
-Blok boyutu `max_block_size` her zaman tablodan yüklenmez. Daha az verinin alınması gerektiği açıksa, daha küçük bir blok işlenir.
-
-## preferred_block_size_bytes {#preferred-block-size-bytes}
-
-Olarak aynı amaç için kullanılır `max_block_size`, ancak önerilen blok boyutunu bayt cinsinden, bloktaki satır sayısına uyarlayarak ayarlar.
-Ancak, blok boyutu daha fazla olamaz `max_block_size` satırlar.
-Varsayılan olarak: 1.000.000. Sadece MergeTree motorlarından okurken çalışır.
-
-## merge_tree_mın_rows_for_concurrent_read {#setting-merge-tree-min-rows-for-concurrent-read}
-
-Bir dosyadan okunacak satır sayısı ise [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) tablo aşıyor `merge_tree_min_rows_for_concurrent_read` daha sonra ClickHouse, bu dosyadan birkaç iş parçacığı üzerinde eşzamanlı bir okuma gerçekleştirmeye çalışır.
-
-Olası değerler:
-
--   Herhangi bir pozitif tamsayı.
-
-Varsayılan değer: 163840.
-
-## merge_tree_min_bytes_for_concurrent_read {#setting-merge-tree-min-bytes-for-concurrent-read}
-
-Eğer bir dosyadan okunacak bayt sayısı [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md)- motor tablosu `merge_tree_min_bytes_for_concurrent_read`, daha sonra ClickHouse, bu dosyadan aynı anda birkaç iş parçacığında okumaya çalışır.
-
-Olası değer:
-
--   Herhangi bir pozitif tamsayı.
-
-Varsayılan değer: 251658240.
-
-## merge_tree_mın_rows_for_seek {#setting-merge-tree-min-rows-for-seek}
-
-Bir dosyada okunacak iki veri bloğu arasındaki mesafe daha az ise `merge_tree_min_rows_for_seek` satırlar, daha sonra ClickHouse dosyayı aramaz, ancak verileri sırayla okur.
-
-Olası değerler:
-
--   Herhangi bir pozitif tamsayı.
-
-Varsayılan değer: 0.
-
-## merge_tree_min_bytes_for_seek {#setting-merge-tree-min-bytes-for-seek}
-
-Bir dosyada okunacak iki veri bloğu arasındaki mesafe daha az ise `merge_tree_min_bytes_for_seek` bayt, daha sonra ClickHouse sırayla böylece ekstra arama kaçınarak, her iki blok içeren bir dosya aralığını okur.
-
-Olası değerler:
-
--   Herhangi bir pozitif tamsayı.
-
-Varsayılan değer: 0.
-
-## merge_tree_coarse_index_granularity {#setting-merge-tree-coarse-index-granularity}
-
-Veri ararken, ClickHouse dizin dosyasındaki veri işaretlerini denetler. ClickHouse gerekli tuşların bazı aralıklarda olduğunu bulursa, bu aralığı `merge_tree_coarse_index_granularity` subranges ve gerekli anahtarları orada yinelemeli olarak arar.
-
-Olası değerler:
-
--   Herhangi bir pozitif bile tamsayı.
-
-Varsayılan değer: 8.
-
-## merge_tree_max_rows_to_use_cache {#setting-merge-tree-max-rows-to-use-cache}
-
-ClickHouse daha fazla okumak gerekiyorsa `merge_tree_max_rows_to_use_cache` bir sorgudaki satırlar, sıkıştırılmamış blokların önbelleğini kullanmaz.
-
-Sıkıştırılmamış blokların önbelleği, sorgular için ayıklanan verileri depolar. ClickHouse, tekrarlanan küçük sorgulara verilen yanıtları hızlandırmak için bu önbelleği kullanır. Bu ayar, önbelleğin büyük miktarda veri okuyan sorgularla çöpe atmasını önler. Bu [uncompressed_cache_size](../server-configuration-parameters/settings.md#server-settings-uncompressed_cache_size) sunucu ayarı, sıkıştırılmamış blokların önbelleğinin boyutunu tanımlar.
-
-Olası değerler:
-
--   Herhangi bir pozitif tamsayı.
-
-Default value: 128 ✕ 8192.
-
-## merge_tree_max_bytes_to_use_cache {#setting-merge-tree-max-bytes-to-use-cache}
-
-ClickHouse daha fazla okumak gerekiyorsa `merge_tree_max_bytes_to_use_cache` bir sorguda bayt, sıkıştırılmamış blokların önbelleğini kullanmaz.
-
-Sıkıştırılmamış blokların önbelleği, sorgular için ayıklanan verileri depolar. ClickHouse, tekrarlanan küçük sorgulara verilen yanıtları hızlandırmak için bu önbelleği kullanır. Bu ayar, önbelleğin büyük miktarda veri okuyan sorgularla çöpe atmasını önler. Bu [uncompressed_cache_size](../server-configuration-parameters/settings.md#server-settings-uncompressed_cache_size) sunucu ayarı, sıkıştırılmamış blokların önbelleğinin boyutunu tanımlar.
-
-Olası değer:
-
--   Herhangi bir pozitif tamsayı.
-
-Varsayılan değer: 2013265920.
-
-## min_bytes_to_use_direct_io {#settings-min-bytes-to-use-direct-io}
-
-Depolama diskine Doğrudan G/Ç erişimi kullanmak için gereken minimum veri hacmi.
-
-ClickHouse, tablolardan veri okurken bu ayarı kullanır. Okunacak tüm verilerin toplam depolama hacmi aşarsa `min_bytes_to_use_direct_io` bayt, daha sonra ClickHouse ile depolama diskinden veri okur `O_DIRECT` seçenek.
-
-Olası değerler:
-
--   0 — Direct I/O is disabled.
--   Pozitif tamsayı.
-
-Varsayılan değer: 0.
-
-## log_queries {#settings-log-queries}
-
-Sorgu günlüğü ayarlama.
-
-Bu kurulum ile Clickhouse'a gönderilen sorgular, [query_log](../server-configuration-parameters/settings.md#server_configuration_parameters-query-log) sunucu yapılandırma parametresi.
-
-Örnek:
-
-``` text
-log_queries=1
-```
-
-## log_queries_min_type {#settings-log-queries-min-type}
-
-`query_log` giriş yapmak için en az tür.
-
-Olası değerler:
-- `QUERY_START` (`=1`)
-- `QUERY_FINISH` (`=2`)
-- `EXCEPTION_BEFORE_START` (`=3`)
-- `EXCEPTION_WHILE_PROCESSING` (`=4`)
-
-Varsayılan değer: `QUERY_START`.
-
-Entiries gider hangi sınırlamak için kullanılabilir `query_log`, sadece hatalarda ilginç olduğunuzu söyleyin, o zaman kullanabilirsiniz `EXCEPTION_WHILE_PROCESSING`:
-
-``` text
-log_queries_min_type='EXCEPTION_WHILE_PROCESSING'
-```
-
-## log_query_threads {#settings-log-query-threads}
-
-Sorgu iş parçacığı günlüğü ayarlama.
-
-Bu kurulum ile ClickHouse tarafından çalıştırılan sorguların konuları, [query_thread_log](../server-configuration-parameters/settings.md#server_configuration_parameters-query-thread-log) sunucu yapılandırma parametresi.
-
-Örnek:
-
-``` text
-log_query_threads=1
-```
-
-## max_ınsert_block_size {#settings-max_insert_block_size}
-
-Bir tabloya eklemek için oluşturulacak blokların boyutu.
-Bu ayar yalnızca sunucu blokları oluşturduğu durumlarda geçerlidir.
-Örneğin, HTTP arabirimi üzerinden bir ekleme için sunucu veri biçimini ayrıştırır ve belirtilen boyuttaki blokları oluşturur.
-Ancak, clickhouse-client kullanırken, istemci verileri kendisi ayrıştırır ve ‘max_insert_block_size’ sunucudaki ayar, eklenen blokların boyutunu etkilemez.
-Veri SELECT sonra oluşturulan aynı blokları kullanarak eklendiğinden, INSERT SELECT kullanırken ayarı da bir amacı yoktur.
-
-Varsayılan değer: 1.048,576.
-
-Varsayılan biraz daha fazla `max_block_size`. Bunun nedeni, bazı tablo motorlarının (`*MergeTree`) oldukça büyük bir varlık olan eklenen her blok için diskte bir veri parçası oluşturun. Benzer bir şekilde, `*MergeTree` tablolar ekleme sırasında verileri sıralar ve yeterince büyük bir blok boyutu RAM'de daha fazla veriyi sıralamaya izin verir.
-
-## min_insert_block_size_rows {#min-insert-block-size-rows}
-
-Bir tabloya eklenebilen blok içindeki minimum satır sayısını ayarlar. `INSERT` sorgu. Daha küçük boyutlu bloklar daha büyük olanlara ezilir.
-
-Olası değerler:
-
--   Pozitif tamsayı.
--   0 — Squashing disabled.
-
-Varsayılan değer: 1048576.
-
-## min_insert_block_size_bytes {#min-insert-block-size-bytes}
-
-Bir tabloya eklenebilen blok içindeki minimum bayt sayısını ayarlar. `INSERT` sorgu. Daha küçük boyutlu bloklar daha büyük olanlara ezilir.
-
-Olası değerler:
-
--   Pozitif tamsayı.
--   0 — Squashing disabled.
-
-Varsayılan değer: 268435456.
-
-## max_replica_delay_for_distributed_queries {#settings-max_replica_delay_for_distributed_queries}
-
-Dağıtılmış sorgular için gecikmeli yinelemeleri devre dışı bırakır. Görmek [Çoğalma](../../engines/table-engines/mergetree-family/replication.md).
-
-Saati saniye olarak ayarlar. Bir çoğaltma ayarlanan değerden daha fazla kalıyorsa, Bu çoğaltma kullanılmaz.
-
-Varsayılan değer: 300.
-
-Yaparken kullanılır `SELECT` çoğaltılmış tablolara işaret eden dağıtılmış bir tablodan.
-
-## max_threads {#settings-max_threads}
-
-Uzak sunuculardan veri almak için iş parçacıkları hariç olmak üzere sorgu işleme iş parçacıklarının maksimum sayısı (bkz. ‘max_distributed_connections’ parametre).
-
-Bu parametre, paralel olarak sorgu işleme ardışık düzeninin aynı aşamalarını gerçekleştiren iş parçacıkları için geçerlidir.
-Örneğin, bir tablodan okurken, ifadeleri işlevlerle değerlendirmek mümkün ise, en azından paralel olarak grup için where ve pre-aggregate ile filtreleyin ‘max_threads’ konu sayısı, daha sonra ‘max_threads’ kullanılır.
-
-Varsayılan değer: fiziksel CPU çekirdeği sayısı.
-
-Bir kerede bir sunucuda normal olarak birden az SELECT sorgusu çalıştırılırsa, bu parametreyi gerçek işlemci çekirdeği sayısından biraz daha küçük bir değere ayarlayın.
-
-Bir sınır nedeniyle hızlı bir şekilde tamamlanan sorgular için, daha düşük bir ‘max_threads’. Örneğin, gerekli sayıda giriş her blokta ve max_threads = 8'de bulunuyorsa, sadece bir tane okumak için yeterli olsa da, 8 blok alınır.
-
-Daha küçük `max_threads` değer, daha az bellek tüketilir.
-
-## max_ınsert_threads {#settings-max-insert-threads}
-
-Çalıştırılacak maksimum iş parçacığı sayısı `INSERT SELECT` sorgu.
-
-Olası değerler:
-
--   0 (or 1) — `INSERT SELECT` paralel infaz yok.
--   Pozitif tamsayı. 1'den büyük.
-
-Varsayılan değer: 0.
-
-Paralellik `INSERT SELECT` etkisi vardır sadece eğer `SELECT` bölüm paralel olarak yürütülür, bkz [max_threads](#settings-max_threads) ayar.
-Daha yüksek değerler daha yüksek bellek kullanımına yol açacaktır.
-
-## max_compress_block_size {#max-compress-block-size}
-
-Bir tabloya yazmak için sıkıştırmadan önce sıkıştırılmamış veri bloklarının en büyük boyutu. Varsayılan olarak, 1.048.576 (1 MiB). Boyut azaltılırsa, sıkıştırma oranı önemli ölçüde azalır, önbellek konumu nedeniyle sıkıştırma ve dekompresyon hızı biraz artar ve bellek tüketimi azalır. Bu ayarı değiştirmek için genellikle herhangi bir neden yoktur.
-
-Sıkıştırma için blokları (bayttan oluşan bir bellek yığını) sorgu işleme için bloklarla (bir tablodan satır kümesi) karıştırmayın.
-
-## min_compress_block_size {#min-compress-block-size}
-
-İçin [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md)" Tablolar. Sorguları işlerken gecikmeyi azaltmak için, boyutu en az bir sonraki işareti yazarken bir blok sıkıştırılır ‘min_compress_block_size’. Varsayılan olarak, 65.536.
-
-Sıkıştırılmamış veriler daha az ise, bloğun gerçek boyutu ‘max_compress_block_size’, bu değerden daha az değildir ve bir işaret için veri hacminden daha az değildir.
-
-Bir örneğe bakalım. Varsaymak ‘index_granularity’ tablo oluşturma sırasında 8192 olarak ayarlandı.
-
-Bir uint32 tipi sütun yazıyoruz (değer başına 4 bayt). 8192 satır yazarken, toplam 32 KB veri olacaktır. Min_compress_block_size = 65.536 olduğundan, her iki işaret için sıkıştırılmış bir blok oluşturulacaktır.
-
-Dize türüne sahip bir URL sütunu yazıyoruz (değer başına ortalama 60 bayt boyutu). 8192 satır yazarken, ortalama 500 KB veri biraz daha az olacaktır. Bu 65,536'dan fazla olduğu için, her işaret için sıkıştırılmış bir blok oluşturulacaktır. Bu durumda, diskteki verileri tek bir işaret aralığında okurken, ekstra veriler sıkıştırılmaz.
-
-Bu ayarı değiştirmek için genellikle herhangi bir neden yoktur.
-
-## max_query_size {#settings-max_query_size}
-
-SQL ayrıştırıcısı ile ayrıştırmak için RAM'e alınabilecek bir sorgunun en büyük kısmı.
-INSERT sorgusu, bu kısıtlamaya dahil olmayan ayrı bir akış ayrıştırıcısı (o(1) RAM tüketir) tarafından işlenen INSERT için veri de içerir.
-
-Varsayılan değer: 256 KiB.
-
-## ınteractive_delay {#interactive-delay}
-
-İstek yürütülmesinin iptal edilip edilmediğini kontrol etmek ve ilerlemeyi göndermek için mikrosaniye cinsinden Aralık.
-
-Varsayılan değer: 100.000 (iptal için denetler ve ilerleme saniyede on kez gönderir).
-
-## connect_timeout, receıve_tımeout, send_timeout {#connect-timeout-receive-timeout-send-timeout}
-
-İstemci ile iletişim kurmak için kullanılan sokette saniye cinsinden zaman aşımları.
-
-Varsayılan değer: 10, 300, 300.
-
-## cancel_http_readonly_queries_on_client_close {#cancel-http-readonly-queries-on-client-close}
-
-Cancels HTTP read-only queries (e.g. SELECT) when a client closes the connection without waiting for the response.
-
-Varsayılan değer: 0
-
-## poll_interval {#poll-interval}
-
-Belirtilen saniye sayısı için bir bekleme döngüsünde kilitleyin.
-
-Varsayılan değer: 10.
-
-## max_distributed_connections {#max-distributed-connections}
-
-Tek bir dağıtılmış tabloya tek bir sorgunun dağıtılmış işlenmesi için uzak sunucularla eşzamanlı bağlantı sayısı. Kümedeki sunucu sayısından daha az bir değer ayarlamanızı öneririz.
-
-Varsayılan değer: 1024.
-
-Aşağıdaki parametreler yalnızca dağıtılmış tablolar oluştururken (ve bir sunucu başlatırken) kullanılır, bu nedenle bunları çalışma zamanında değiştirmek için hiçbir neden yoktur.
-
-## distributed_connections_pool_size {#distributed-connections-pool-size}
-
-Tüm sorguların tek bir dağıtılmış tabloya dağıtılmış işlenmesi için uzak sunucularla eşzamanlı bağlantıların maksimum sayısı. Kümedeki sunucu sayısından daha az bir değer ayarlamanızı öneririz.
-
-Varsayılan değer: 1024.
-
-## connect_timeout_with_failover_ms {#connect-timeout-with-failover-ms}
-
-Dağıtılmış bir tablo altyapısı için uzak bir sunucuya bağlanmak için milisaniye cinsinden zaman aşımı ‘shard’ ve ‘replica’ bölümler küme tanımında kullanılır.
-Başarısız olursa, çeşitli yinelemelere bağlanmak için birkaç deneme yapılır.
-
-Varsayılan değer: 50.
-
-## connections_with_failover_max_tries {#connections-with-failover-max-tries}
-
-Dağıtılmış tablo altyapısı için her yineleme ile bağlantı girişimi sayısı.
-
-Varsayılan değer: 3.
-
-## çıkmaz {#extremes}
-
-Aşırı değerleri (bir sorgu sonucunun sütunlarındaki minimum ve maksimum değerler) saymak ister. 0 veya 1 kabul eder. Varsayılan olarak, 0 (devre dışı).
-Daha fazla bilgi için bölüme bakın “Extreme values”.
-
-## use_uncompressed_cache {#setting-use_uncompressed_cache}
-
-Sıkıştırılmamış blokların önbelleğinin kullanılıp kullanılmayacağı. 0 veya 1 kabul eder. Varsayılan olarak, 0 (devre dışı).
-Sıkıştırılmamış önbelleği (yalnızca mergetree ailesindeki tablolar için) kullanmak, çok sayıda kısa Sorgu ile çalışırken gecikmeyi önemli ölçüde azaltabilir ve verimi artırabilir. Sık sık kısa istek Gönderen kullanıcılar için bu ayarı etkinleştirin. Ayrıca dikkat [uncompressed_cache_size](../server-configuration-parameters/settings.md#server-settings-uncompressed_cache_size) configuration parameter (only set in the config file) – the size of uncompressed cache blocks. By default, it is 8 GiB. The uncompressed cache is filled in as needed and the least-used data is automatically deleted.
-
-En azından biraz büyük bir veri hacmi (bir milyon satır veya daha fazla) okuyan sorgular için sıkıştırılmamış önbellek, gerçekten küçük sorgular için yer kazanmak için otomatik olarak devre dışı bırakılır. Bu tutmak anlamına gelir ‘use_uncompressed_cache’ ayar her zaman 1 olarak ayarlanır.
-
-## replace_running_query {#replace-running-query}
-
-HTTP arayüzünü kullanırken, ‘query_id’ parametre geçirilebilir. Bu, sorgu tanımlayıcısı olarak hizmet veren herhangi bir dizedir.
-Aynı kullanıcıdan aynı sorgu varsa ‘query_id’ zaten şu anda var, davranış bağlıdır ‘replace_running_query’ parametre.
-
-`0` (default) – Throw an exception (don't allow the query to run if a query with the same ‘query_id’ zaten çalışan) var.
-
-`1` – Cancel the old query and start running the new one.
-
-Üye.Metrica, segmentasyon koşulları için öneriler uygulamak için 1 olarak ayarlanmış bu parametreyi kullanır. Bir sonraki karakteri girdikten sonra, eski sorgu henüz tamamlanmamışsa, iptal edilmelidir.
-
-## stream_flush_interval_ms {#stream-flush-interval-ms}
-
-Bir zaman aşımı durumunda akışlı tablolar için çalışır veya bir iş parçacığı oluşturduğunda [max_ınsert_block_size](#settings-max_insert_block_size) satırlar.
-
-Varsayılan değer 7500'dür.
-
-Küçük değer, daha sık veri tablosuna temizlendi. Değeri çok düşük ayarlamak, düşük performansa yol açar.
-
-## dengeleme {#settings-load_balancing}
-
-Dağıtılmış sorgu işleme için kullanılan yinelemeler seçimi algoritmasını belirtir.
-
-ClickHouse kopyaları seçme aşağıdaki algoritmaları destekler:
-
--   [Rastgele](#load_balancing-random) (varsayılan olarak)
--   [En yakın hostnamename](#load_balancing-nearest_hostname)
--   [Sıralı](#load_balancing-in_order)
--   [İlk veya rastgele](#load_balancing-first_or_random)
-
-### Rastgele (varsayılan olarak) {#load_balancing-random}
-
-``` sql
-load_balancing = random
-```
-
-Her yineleme için hata sayısı sayılır. Sorgu, en az hata ile çoğaltmaya gönderilir ve bunlardan birkaçı varsa, bunlardan herhangi birine gönderilir.
-Dezavantajları: sunucu yakınlık hesaba değil; kopyaları farklı veri varsa, aynı zamanda farklı veri alırsınız.
-
-### En Yakın Hostnamename {#load_balancing-nearest_hostname}
-
-``` sql
-load_balancing = nearest_hostname
-```
-
-The number of errors is counted for each replica. Every 5 minutes, the number of errors is integrally divided by 2. Thus, the number of errors is calculated for a recent time with exponential smoothing. If there is one replica with a minimal number of errors (i.e. errors occurred recently on the other replicas), the query is sent to it. If there are multiple replicas with the same minimal number of errors, the query is sent to the replica with a hostname that is most similar to the server's hostname in the config file (for the number of different characters in identical positions, up to the minimum length of both hostnames).
-
-Örneğin, example01-01-1 ve example01-01-2.yandex.ru bir pozisyonda farklıdır, örneği01-01-1 ve örneği01-02-2 iki yerde farklılık gösterir.
-Bu yöntem ilkel görünebilir, ancak ağ topolojisi hakkında harici veri gerektirmez ve IPv6 adreslerimiz için karmaşık olan IP adreslerini karşılaştırmaz.
-
-Bu nedenle, eşdeğer yinelemeler varsa, isme göre en yakın olanı tercih edilir.
-Aynı sunucuya bir sorgu gönderirken, arızaların yokluğunda, dağıtılmış bir sorgunun da aynı sunuculara gideceğini varsayabiliriz. Bu nedenle, yinelemelere farklı veriler yerleştirilse bile, sorgu çoğunlukla aynı sonuçları döndürür.
-
-### Sıralı {#load_balancing-in_order}
-
-``` sql
-load_balancing = in_order
-```
-
-Yapılandırmada belirtilen hataları aynı sayıda yinelemeler aynı sırayla erişilir.
-Bu yöntem, tam olarak hangi kopyanın tercih edildiğini bildiğinizde uygundur.
-
-### İlk veya rastgele {#load_balancing-first_or_random}
-
-``` sql
-load_balancing = first_or_random
-```
-
-İlk kullanılamaz, bu algoritma kümesindeki ilk yineleme veya rasgele bir yineleme seçer. Çapraz çoğaltma topolojisi kurulumlarında etkilidir, ancak diğer yapılandırmalarda işe yaramaz.
-
-Bu `first_or_random` algoritma sorunu çözer `in_order` algoritma. İle `in_order`, bir çoğaltma aşağı giderse, kalan yinelemeler normal trafik miktarını işlerken bir sonraki bir çift yük alır. Kullanırken `first_or_random` algoritma, yük hala mevcut olan kopyalar arasında eşit olarak dağıtılır.
-
-## prefer_localhost_replica {#settings-prefer-localhost-replica}
-
-Etkinleştirir / devre dışı bırakır tercih kullanarak localhost çoğaltma dağıtılmış sorguları işlerken.
-
-Olası değerler:
-
--   1 — ClickHouse always sends a query to the localhost replica if it exists.
--   0 — ClickHouse uses the balancing strategy specified by the [dengeleme](#settings-load_balancing) ayar.
-
-Varsayılan değer: 1.
-
-!!! warning "Uyarıcı"
-    Kullanıyorsanız bu ayarı devre dışı bırakın [max_parallel_replicas](#settings-max_parallel_replicas).
-
-## totals_mode {#totals-mode}
-
-MAX_ROWS_TO_GROUP_BY ve group_by_overflow_mode = ‘any’ Bulunmak.
-Bölümüne bakınız “WITH TOTALS modifier”.
-
-## totals_auto_threshold {#totals-auto-threshold}
-
-İçin eşik `totals_mode = 'auto'`.
-Bölümüne bakınız “WITH TOTALS modifier”.
-
-## max_parallel_replicas {#settings-max_parallel_replicas}
-
-Bir sorgu yürütülürken her parça için en fazla yineleme sayısı.
-Tutarlılık için (aynı veri bölünmesinin farklı bölümlerini elde etmek için), bu seçenek yalnızca örnekleme anahtarı ayarlandığında çalışır.
-Çoğaltma gecikme denetlenmez.
-
-## derlemek {#compile}
-
-Sorguların derlenmesini etkinleştirin. Varsayılan olarak, 0 (devre dışı).
-
-Derleme yalnızca sorgu işleme boru hattının bir parçası için kullanılır: toplamanın ilk aşaması için (GROUP BY).
-Potansiyel hattın bu bölümü derlenmişse, sorgu, kısa döngüleri ve inlining toplu işlev çağrılarının dağıtımı nedeniyle daha hızlı çalışabilir. Birden çok basit toplama işlevine sahip sorgular için maksimum performans artışı (nadir durumlarda dört kata kadar daha hızlı) görülür. Tipik olarak, performans kazancı önemsİzdİr. Çok nadir durumlarda, sorgu yürütülmesini yavaşlatabilir.
-
-## min_count_to_compile {#min-count-to-compile}
-
-Derleme çalıştırmadan önce derlenmiş bir kod yığını potansiyel olarak kaç kez kullanılır. Varsayılan olarak, 3.
-For testing, the value can be set to 0: compilation runs synchronously and the query waits for the end of the compilation process before continuing execution. For all other cases, use values ​​starting with 1. Compilation normally takes about 5-10 seconds.
-Değer 1 veya daha fazla ise, derleme zaman uyumsuz olarak ayrı bir iş parçacığında oluşur. Sonuç, şu anda çalışmakta olan sorgular da dahil olmak üzere hazır olduğu anda kullanılacaktır.
-
-Derlenmiş kod, sorguda kullanılan toplama işlevlerinin her farklı birleşimi ve GROUP BY yan tümcesindeki anahtarların türü için gereklidir.
-The results of the compilation are saved in the build directory in the form of .so files. There is no restriction on the number of compilation results since they don't use very much space. Old results will be used after server restarts, except in the case of a server upgrade – in this case, the old results are deleted.
-
-## output_format_json_quote_64bit_integers {#session_settings-output_format_json_quote_64bit_integers}
-
-Değer doğruysa, json\* Int64 ve Uİnt64 formatlarını kullanırken tamsayılar tırnak içinde görünür (çoğu JavaScript uygulamasıyla uyumluluk için); aksi takdirde, tamsayılar tırnak işaretleri olmadan çıktılanır.
-
-## format_csv_delimiter {#settings-format_csv_delimiter}
-
-Karakter CSV verilerinde bir sınırlayıcı olarak yorumlanır. Varsayılan olarak, sınırlayıcı `,`.
-
-## ınput_format_csv_unquoted_null_literal_as_null {#settings-input_format_csv_unquoted_null_literal_as_null}
-
-CSV giriş biçimi sağlar veya unquoted ayrıştırma devre dışı bırakır için `NULL` literal olarak (eşanlamlı `\N`).
-
-## output_format_csv_crlf_end_of_line {#settings-output-format-csv-crlf-end-of-line}
-
-Unix stili (LF) yerine CSV'DE DOS/Windows stili çizgi ayırıcı (CRLF) kullanın.
-
-## output_format_tsv_crlf_end_of_line {#settings-output-format-tsv-crlf-end-of-line}
-
-Unıx stili (LF) yerine TSV'DE DOC/Windows stili çizgi ayırıcı (CRLF) kullanın.
-
-## insert_quorum {#settings-insert_quorum}
-
-Çekirdek yazma sağlar.
-
--   Eğer `insert_quorum < 2`, çekirdek yazma devre dışı bırakılır.
--   Eğer `insert_quorum >= 2`, çekirdek yazma etkin.
-
-Varsayılan değer: 0.
-
-Nis writesap yazar
-
-`INSERT` yalnızca ClickHouse verileri doğru bir şekilde yazmayı başardığında başarılı olur. `insert_quorum` sırasında kopya ofların `insert_quorum_timeout`. Herhangi bir nedenle başarılı yazma ile kopya sayısı ulaşmazsa `insert_quorum`, yazma başarısız olarak kabul edilir ve ClickHouse, verilerin zaten yazıldığı tüm kopyalardan eklenen bloğu siler.
-
-Nisaptaki tüm kopyalar tutarlıdır, yani önceki tüm verileri içerir `INSERT` sorgular. Bu `INSERT` sıra doğrusallaştırılmıştır.
-
-Yazılan verileri okurken `insert_quorum` olabilir kullanın [select_sequential_consistency](#settings-select_sequential_consistency) seçenek.
-
-ClickHouse bir istisna oluşturur
-
--   Sorgu sırasında kullanılabilir yinelemelerin sayısı daha az ise `insert_quorum`.
--   Önceki blok henüz eklenmemiş olduğunda veri yazma girişiminde `insert_quorum` kopyaların. Bu durum, bir kullanıcı gerçekleştirmeye çalışırsa oluşabilir. `INSERT` ile bir öncekinden önce `insert_quorum` Tamam islanmıştır.
-
-Ayrıca bakınız:
-
--   [ınsert_quorum_timeout](#settings-insert_quorum_timeout)
--   [select_sequential_consistency](#settings-select_sequential_consistency)
-
-## ınsert_quorum_timeout {#settings-insert_quorum_timeout}
-
-Çekirdek zaman aşımına saniyeler içinde yazın. Zaman aşımı geçti ve yazma henüz gerçekleşmedi, ClickHouse bir özel durum oluşturur ve istemci aynı bloğu aynı veya başka bir yineleme yazmak için sorguyu yinelemeniz gerekir.
-
-Varsayılan değer: 60 saniye.
-
-Ayrıca bakınız:
-
--   [insert_quorum](#settings-insert_quorum)
--   [select_sequential_consistency](#settings-select_sequential_consistency)
-
-## select_sequential_consistency {#settings-select_sequential_consistency}
-
-İçin sıralı tutarlılığı etkinleştirir veya devre dışı bırakır `SELECT` sorgular:
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 0.
-
-Kullanma
-
-Sıralı tutarlılık etkinleştirildiğinde, clickhouse istemci çalıştırmak sağlar `SELECT` yalnızca önceki tüm verileri içeren yinelemeler için sorgu `INSERT` ile yürütülen sorgular `insert_quorum`. Istemci kısmi bir yineleme başvurursa, ClickHouse bir özel durum oluşturur. SELECT sorgusu yinelemeler çekirdek için henüz yazılmamış verileri içermez.
-
-Ayrıca bakınız:
-
--   [insert_quorum](#settings-insert_quorum)
--   [ınsert_quorum_timeout](#settings-insert_quorum_timeout)
-
-## ınsert_deduplicate {#settings-insert-deduplicate}
-
-Blok tekilleştirmesini etkinleştirir veya devre dışı bırakır `INSERT` (çoğaltılmış \* tablolar için).
-
-Olası değerler:
-
--   0 — Disabled.
--   1 — Enabled.
-
-Varsayılan değer: 1.
-
-Varsayılan olarak, çoğaltılmış tablolara eklenen bloklar `INSERT` açıklama tekilleştirilmiştir (bkz [Veri Çoğaltma](../../engines/table-engines/mergetree-family/replication.md)).
-
-## deduplicate_blocks_ın_dependent_materialized_views {#settings-deduplicate-blocks-in-dependent-materialized-views}
-
-Yinelenmiş\* tablolardan veri alan materialized görünümler için tekilleştirme denetimini etkinleştirir veya devre dışı bırakır.
-
-Olası değerler:
-
-      0 — Disabled.
-      1 — Enabled.
-
-Varsayılan değer: 0.
-
-Kullanma
-
-Varsayılan olarak, tekilleştirme materialized görünümler için gerçekleştirilmez, ancak kaynak tabloda, Yukarı akış yapılır.
-Eklenen bir blok, kaynak tablodaki tekilleştirme nedeniyle atlanırsa, ekli materialized görünümlerine ekleme olmaz. Bu davranış, eklenen blokların materialized görünüm toplamasından sonra aynı olduğu, ancak kaynak tabloya farklı eklerden türetildiği durumlar için, yüksek oranda toplanmış verilerin materialized görünümlere eklenmesini sağlamak için vardır.
-Aynı zamanda, bu davranış “breaks” `INSERT` idempotency. Eğer bir `INSERT` ana tabloya başarılı oldu ve `INSERT` into a materialized view failed (e.g. because of communication failure with Zookeeper) a client will get an error and can retry the operation. However, the materialized view won't receive the second insert because it will be discarded by deduplication in the main (source) table. The setting `deduplicate_blocks_in_dependent_materialized_views` bu davranışı değiştirmeye izin verir. Yeniden denemede, somutlaştırılmış bir görünüm tekrar ekleme işlemini alacak ve tekilleştirme kontrolünü kendi başına gerçekleştirecektir,
-kaynak tablo için onay sonucunu yoksayar ve ilk hata nedeniyle kaybedilen satırları ekler.
-
-## max_network_bytes {#settings-max-network-bytes}
-
-Alınan veya bir sorgu yürütülürken ağ üzerinden iletilen veri birimi (bayt cinsinden) sınırlar. Bu ayar, her bir sorgu için geçerlidir.
-
-Olası değerler:
-
--   Pozitif tamsayı.
--   0 — Data volume control is disabled.
-
-Varsayılan değer: 0.
-
-## max_network_bandwidth {#settings-max-network-bandwidth}
-
-Ağ üzerinden veri alışverişinin hızını saniyede bayt cinsinden sınırlar. Bu ayar her sorgu için geçerlidir.
-
-Olası değerler:
-
--   Pozitif tamsayı.
--   0 — Bandwidth control is disabled.
-
-Varsayılan değer: 0.
-
-## max_network_bandwidth_for_user {#settings-max-network-bandwidth-for-user}
-
-Ağ üzerinden veri alışverişinin hızını saniyede bayt cinsinden sınırlar. Bu ayar, tek bir kullanıcı tarafından gerçekleştirilen tüm aynı anda çalışan sorgular için geçerlidir.
-
-Olası değerler:
-
--   Pozitif tamsayı.
--   0 — Control of the data speed is disabled.
-
-Varsayılan değer: 0.
-
-## max_network_bandwidth_for_all_users {#settings-max-network-bandwidth-for-all-users}
-
-Verilerin ağ üzerinden saniyede bayt olarak değiştirildiği hızı sınırlar. Bu ayar, sunucuda aynı anda çalışan tüm sorgular için geçerlidir.
-
-Olası değerler:
-
--   Pozitif tamsayı.
--   0 — Control of the data speed is disabled.
-
-Varsayılan değer: 0.
-
-## count_distinct_implementation {#settings-count_distinct_implementation}
-
-Aşağıdakilerden hang theisinin `uniq*` işlevleri gerçekleştirmek için kullanılmalıdır [COUNT(DISTINCT …)](../../sql-reference/aggregate-functions/reference.md#agg_function-count) yapı.
-
-Olası değerler:
-
--   [uniq](../../sql-reference/aggregate-functions/reference.md#agg_function-uniq)
--   [uniqCombined](../../sql-reference/aggregate-functions/reference.md#agg_function-uniqcombined)
--   [uniqCombined64](../../sql-reference/aggregate-functions/reference.md#agg_function-uniqcombined64)
--   [uniqHLL12](../../sql-reference/aggregate-functions/reference.md#agg_function-uniqhll12)
--   [uniqExact](../../sql-reference/aggregate-functions/reference.md#agg_function-uniqexact)
-
-Varsayılan değer: `uniqExact`.
-
-## skip_unavailable_shards {#settings-skip_unavailable_shards}
-
-Etkinleştirir veya sessizce kullanılamaz kırıkları atlama devre dışı bırakır.
-
-Tüm kopyaları kullanılamıyorsa, Shard kullanılamaz olarak kabul edilir. Aşağıdaki durumlarda bir yineleme kullanılamaz:
-
--   ClickHouse herhangi bir nedenle kopya bağlanamıyor.
-
-    Bir kopyaya bağlanırken, ClickHouse birkaç deneme gerçekleştirir. Tüm bu girişimler başarısız olursa, çoğaltma kullanılamaz kabul edilir.
-
--   Çoğaltma DNS üzerinden çözülemez.
-
-    Çoğaltmanın ana bilgisayar adı DNS aracılığıyla çözümlenemezse, aşağıdaki durumları gösterebilir:
-
-    -   Çoğaltma ana bilgisayar DNS kaydı yok. Dinamik DNS'YE sahip sistemlerde oluşabilir, örneğin, [Kubernetes](https://kubernetes.io), burada düğümler kesinti sırasında çözülmez olabilir ve bu bir hata değildir.
-
-    -   Yapılandırma hatası. ClickHouse yapılandırma dosyası yanlış bir ana bilgisayar adı içerir.
-
-Olası değerler:
-
--   1 — skipping enabled.
-
-    Bir parça kullanılamıyorsa, ClickHouse kısmi verilere dayalı bir sonuç döndürür ve düğüm kullanılabilirliği sorunlarını bildirmez.
-
--   0 — skipping disabled.
-
-    Bir shard kullanılamıyorsa, ClickHouse bir özel durum atar.
-
-Varsayılan değer: 0.
-
-## optimize_skip_unused_shards {#settings-optimize_skip_unused_shards}
-
-Prewhere/WHERE (verilerin sharding anahtarı tarafından dağıtıldığını varsayar, aksi takdirde hiçbir şey yapmaz).
-
-Varsayılan değer: 0
-
-## force_optimize_skip_unused_shards {#settings-force_optimize_skip_unused_shards}
-
-Sorgu yürütülmesini etkinleştirir veya devre dışı bırakır [`optimize_skip_unused_shards`](#settings-optimize_skip_unused_shards) etkin ve kullanılmayan kırıkları atlama mümkün değildir. Atlama mümkün değilse ve ayar etkinse özel durum atılır.
-
-Olası değerler:
-
--   0-Devre Dışı (at notmayın)
--   1-sorgu yürütülmesini yalnızca tablonun sharding anahtarı varsa devre dışı bırakın
--   2-devre dışı sorgu yürütme ne olursa olsun sharding anahtar tablo için tanımlanır
-
-Varsayılan değer: 0
-
-## optimize_throw_if_noop {#setting-optimize_throw_if_noop}
-
-Bir özel durum atmayı etkinleştirir veya devre dışı bırakır. [OPTIMIZE](../../sql-reference/statements/misc.md#misc_operations-optimize) sorgu birleştirme gerçekleştirmedi.
-
-Varsayılan olarak, `OPTIMIZE` eğer hiç bir şey yapmamış olsa bile, başarılı bir şekilde verir. Bu ayar, bu durumları ayırt etmenizi ve bir özel durum iletisinde nedeni almanızı sağlar.
-
-Olası değerler:
-
--   1 — Throwing an exception is enabled.
--   0 — Throwing an exception is disabled.
-
-Varsayılan değer: 0.
-
-## distributed_replica_error_half_life {#settings-distributed_replica_error_half_life}
-
--   Türü: saniye
--   Varsayılan değer: 60 saniye
-
-Dağıtılmış tablolardaki hataların ne kadar hızlı sıfırlandığını denetler. Bir yineleme bir süre için kullanılamıyorsa, 5 hataları biriktirir ve distributed_replica_error_half_lıfe 1 saniye olarak ayarlanır, sonra yineleme son hatadan sonra normal 3 saniye olarak kabul edilir.
-
-Ayrıca bakınız:
-
--   [Masa motoru Dağıt Distributedıldı](../../engines/table-engines/special/distributed.md)
--   [distributed_replica_error_cap](#settings-distributed_replica_error_cap)
-
-## distributed_replica_error_cap {#settings-distributed_replica_error_cap}
-
--   Tür: imzasız int
--   Varsayılan değer: 1000
-
-Her yineleme hata sayısı çok fazla hata biriken tek bir yineleme engelleyerek, bu değerle kaplıdır.
-
-Ayrıca bakınız:
-
--   [Masa motoru Dağıt Distributedıldı](../../engines/table-engines/special/distributed.md)
--   [distributed_replica_error_half_life](#settings-distributed_replica_error_half_life)
-
-## distributed_directory_monitor_sleep_time_ms {#distributed_directory_monitor_sleep_time_ms}
-
-İçin taban aralığı [Dağılı](../../engines/table-engines/special/distributed.md) veri göndermek için tablo motoru. Gerçek Aralık, hatalar durumunda katlanarak büyür.
-
-Olası değerler:
-
--   Milisaniye pozitif tamsayı sayısı.
-
-Varsayılan değer: 100 milisaniye.
-
-## distributed_directory_monitor_max_sleep_time_ms {#distributed_directory_monitor_max_sleep_time_ms}
-
-İçin Maksimum Aralık [Dağılı](../../engines/table-engines/special/distributed.md) veri göndermek için tablo motoru. Sınırları içinde belirlenen Aralık üstel büyüme [distributed_directory_monitor_sleep_time_ms](#distributed_directory_monitor_sleep_time_ms) ayar.
-
-Olası değerler:
-
--   Milisaniye pozitif tamsayı sayısı.
-
-Varsayılan değer: 30000 milisaniye (30 saniye).
-
-## distributed_directory_monitor_batch_ınserts {#distributed_directory_monitor_batch_inserts}
-
-Eklenen verilerin toplu olarak gönderilmesini etkinleştirir / devre dışı bırakır.
-
-Toplu gönderme etkinleştirildiğinde, [Dağılı](../../engines/table-engines/special/distributed.md) table engine, eklenen verilerin birden çok dosyasını ayrı ayrı göndermek yerine tek bir işlemde göndermeye çalışır. Toplu gönderme, sunucu ve ağ kaynaklarını daha iyi kullanarak küme performansını artırır.
-
-Olası değerler:
-
--   1 — Enabled.
--   0 — Disabled.
-
-Varsayılan değer: 0.
-
-## os_thread_priority {#setting-os-thread-priority}
-
-Önceliği ayarlar ([güzel](https://en.wikipedia.org/wiki/Nice_(Unix))) sorguları yürüten iş parçacıkları için. İşletim sistemi Zamanlayıcısı, kullanılabilir her CPU çekirdeğinde çalışacak bir sonraki iş parçacığını seçerken bu önceliği dikkate alır.
-
-!!! warning "Uyarıcı"
-    Bu ayarı kullanmak için, `CAP_SYS_NICE` özellik. Bu `clickhouse-server` paket kurulum sırasında kurar. Bazı sanal ortamlar ayarlamanıza izin vermez `CAP_SYS_NICE` özellik. Bu durumda, `clickhouse-server` Başlangıçta bu konuda bir mesaj gösterir.
-
-Olası değerler:
-
--   Aralıktaki değerleri ayarlayabilirsiniz `[-20, 19]`.
-
-Daha düşük değerler daha yüksek öncelik anlamına gelir. Düşük olan iplikler `nice` öncelik değerleri, yüksek değerlere sahip iş parçacıklarından daha sık yürütülür. Yüksek değerler, uzun süren etkileşimli olmayan sorgular için tercih edilir, çünkü geldiklerinde kısa etkileşimli sorgular lehine kaynakları hızlı bir şekilde bırakmalarına izin verir.
-
-Varsayılan değer: 0.
-
-## query_profiler_real_time_period_ns {#query_profiler_real_time_period_ns}
-
-Gerçek bir saat zamanlayıcı için süreyi ayarlar [sorgu profiler](../../operations/optimizing-performance/sampling-query-profiler.md). Gerçek saat zamanlayıcı duvar saati zaman sayar.
-
-Olası değerler:
-
--   Nanosaniye cinsinden pozitif tam sayı.
-
-    Önerilen değerler:
-
-            - 10000000 (100 times a second) nanoseconds and less for single queries.
-            - 1000000000 (once a second) for cluster-wide profiling.
-
--   Zamanlayıcıyı kapatmak için 0.
-
-Tür: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-Varsayılan değer: 1000000000 nanosaniye (saniyede bir kez).
-
-Ayrıca bakınız:
-
--   Sistem tablosu [trace_log](../../operations/system-tables.md#system_tables-trace_log)
-
-## query_profiler_cpu_time_period_ns {#query_profiler_cpu_time_period_ns}
-
-Bir CPU saat süreölçerinin dönemini ayarlar. [sorgu profiler](../../operations/optimizing-performance/sampling-query-profiler.md). Bu zamanlayıcı sadece CPU süresini sayar.
-
-Olası değerler:
-
--   Nanosaniye pozitif tamsayı sayısı.
-
-    Önerilen değerler:
-
-            - 10000000 (100 times a second) nanoseconds and more for single queries.
-            - 1000000000 (once a second) for cluster-wide profiling.
-
--   Zamanlayıcıyı kapatmak için 0.
-
-Tür: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-Varsayılan değer: 1000000000 nanosaniye.
-
-Ayrıca bakınız:
-
--   Sistem tablosu [trace_log](../../operations/system-tables.md#system_tables-trace_log)
-
-## allow_introspection_functions {#settings-allow_introspection_functions}
-
-Devre dışı bırakmayı etkinleştirir [ıntrospections fonksiyonları](../../sql-reference/functions/introspection.md) sorgu profilleme için.
-
-Olası değerler:
-
--   1 — Introspection functions enabled.
--   0 — Introspection functions disabled.
-
-Varsayılan değer: 0.
-
-**Ayrıca Bakınız**
-
--   [Örnekleme Sorgusu Profiler](../optimizing-performance/sampling-query-profiler.md)
--   Sistem tablosu [trace_log](../../operations/system-tables.md#system_tables-trace_log)
-
-## ınput_format_parallel_parsing {#input-format-parallel-parsing}
-
--   Tipi: bool
--   Varsayılan değer: True
-
-Veri biçimlerinin paralel ayrıştırma sırasını koruyarak etkinleştirin. Sadece TSV, TKSV, CSV ve JSONEachRow formatları için desteklenir.
-
-## min_chunk_bytes_for_parallel_parsing {#min-chunk-bytes-for-parallel-parsing}
-
--   Tür: imzasız int
--   Varsayılan değer: 1 MiB
-
-Her iş parçacığının paralel olarak ayrıştırılacağı bayt cinsinden minimum yığın boyutu.
-
-## output_format_avro_codec {#settings-output_format_avro_codec}
-
-Çıkış Avro dosyası için kullanılan sıkıştırma codec ayarlar.
-
-Tipi: dize
-
-Olası değerler:
-
--   `null` — No compression
--   `deflate` — Compress with Deflate (zlib)
--   `snappy` — Compress with [Çabuk](https://google.github.io/snappy/)
-
-Varsayılan değer: `snappy` (varsa) veya `deflate`.
-
-## output_format_avro_sync_interval {#settings-output_format_avro_sync_interval}
-
-Çıkış Avro dosyası için senkronizasyon işaretçileri arasında minimum veri boyutunu (bayt cinsinden) ayarlar.
-
-Tür: imzasız int
-
-Olası değerler: 32 (32 bayt) - 1073741824 (1 GiB)
-
-Varsayılan değer: 32768 (32 KiB)
-
-## format_avro_schema_registry_url {#settings-format_avro_schema_registry_url}
-
-Sets Confluent Schema Registry URL to use with [AvroConfluent](../../interfaces/formats.md#data-format-avro-confluent) biçimli
-
-Type: URL
-
-Varsayılan değer: boş
-
-## background_pool_size {#background_pool_size}
-
-Tablo altyapılarında arka plan işlemlerini gerçekleştiren iş parçacıklarının sayısını ayarlar (örneğin, [MergeTree motoru](../../engines/table-engines/mergetree-family/index.md) Tablolar). Bu ayar ClickHouse sunucu başlangıcında uygulanır ve bir kullanıcı oturumunda değiştirilemez. Bu ayarı ayarlayarak, CPU ve disk yükünü yönetirsiniz. Daha küçük havuz boyutu daha az CPU ve disk kaynağı kullanır, ancak arka plan işlemleri daha yavaş ilerler ve bu da sorgu performansını etkileyebilir.
-
-Olası değerler:
-
--   Herhangi bir pozitif tamsayı.
-
-Varsayılan değer: 16.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->
diff --git a/docs/tr/operations/system-tables.md b/docs/tr/operations/system-tables.md
deleted file mode 100644
index 315621f7e7e..00000000000
--- a/docs/tr/operations/system-tables.md
+++ /dev/null
@@ -1,1168 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 52
-toc_title: "Sistem Tablolar\u0131"
----
-
-# Sistem Tabloları {#system-tables}
-
-Sistem tabloları, sistemin işlevselliğinin bir kısmını uygulamak ve sistemin nasıl çalıştığı hakkında bilgilere erişim sağlamak için kullanılır.
-Bir sistem tablosunu silemezsiniz (ancak ayırma işlemini gerçekleştirebilirsiniz).
-Sistem tablolarında diskte veri bulunan dosyalar veya meta verilere sahip dosyalar yoktur. Sunucu, başlatıldığında tüm sistem tablolarını oluşturur.
-Sistem tabloları salt okunur.
-Bulun theurlar. ‘system’ veritabanı.
-
-## sistem.asynchronous_metrics {#system_tables-asynchronous_metrics}
-
-Arka planda periyodik olarak hesaplanan metrikleri içerir. Örneğin, kullanılan RAM miktarı.
-
-Sütun:
-
--   `metric` ([Dize](../sql-reference/data-types/string.md)) — Metric name.
--   `value` ([Float64](../sql-reference/data-types/float.md)) — Metric value.
-
-**Örnek**
-
-``` sql
-SELECT * FROM system.asynchronous_metrics LIMIT 10
-```
-
-``` text
-┌─metric──────────────────────────────────┬──────value─┐
-│ jemalloc.background_thread.run_interval │          0 │
-│ jemalloc.background_thread.num_runs     │          0 │
-│ jemalloc.background_thread.num_threads  │          0 │
-│ jemalloc.retained                       │  422551552 │
-│ jemalloc.mapped                         │ 1682989056 │
-│ jemalloc.resident                       │ 1656446976 │
-│ jemalloc.metadata_thp                   │          0 │
-│ jemalloc.metadata                       │   10226856 │
-│ UncompressedCacheCells                  │          0 │
-│ MarkCacheFiles                          │          0 │
-└─────────────────────────────────────────┴────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [İzleme](monitoring.md) — Base concepts of ClickHouse monitoring.
--   [sistem.metrik](#system_tables-metrics) — Contains instantly calculated metrics.
--   [sistem.etkinlik](#system_tables-events) — Contains a number of events that have occurred.
--   [sistem.metric_log](#system_tables-metric_log) — Contains a history of metrics values from tables `system.metrics` и `system.events`.
-
-## sistem.kümeler {#system-clusters}
-
-Yapılandırma dosyasında bulunan kümeler ve içindeki sunucular hakkında bilgi içerir.
-
-Sütun:
-
--   `cluster` (String) — The cluster name.
--   `shard_num` (UInt32) — The shard number in the cluster, starting from 1.
--   `shard_weight` (UInt32) — The relative weight of the shard when writing data.
--   `replica_num` (UInt32) — The replica number in the shard, starting from 1.
--   `host_name` (String) — The host name, as specified in the config.
--   `host_address` (String) — The host IP address obtained from DNS.
--   `port` (UInt16) — The port to use for connecting to the server.
--   `user` (String) — The name of the user for connecting to the server.
--   `errors_count` (Uİnt32) - bu ana bilgisayarın çoğaltma ulaşamadı sayısı.
--   `estimated_recovery_time` (Uİnt32) - çoğaltma hata sayısı sıfırlanana kadar saniye kaldı ve normale döndü olarak kabul edilir.
-
-Lütfen unutmayın `errors_count` küme için sorgu başına bir kez güncelleştirilir, ancak `estimated_recovery_time` isteğe bağlı olarak yeniden hesaplanır. Yani sıfır olmayan bir durum olabilir `errors_count` ve sıfır `estimated_recovery_time`, sonraki sorgu sıfır olacak `errors_count` ve hiçbir hata yokmuş gibi çoğaltma kullanmayı deneyin.
-
-**Ayrıca bakınız**
-
--   [Masa motoru Dağıt Distributedıldı](../engines/table-engines/special/distributed.md)
--   [distributed_replica_error_cap ayarı](settings/settings.md#settings-distributed_replica_error_cap)
--   [distributed_replica_error_half_life ayarı](settings/settings.md#settings-distributed_replica_error_half_life)
-
-## sistem.sütun {#system-columns}
-
-Tüm tablolardaki sütunlar hakkında bilgi içerir.
-
-Benzer bilgileri almak için bu tabloyu kullanabilirsiniz [DESCRIBE TABLE](../sql-reference/statements/misc.md#misc-describe-table) sorgu, ancak aynı anda birden çok tablo için.
-
-Bu `system.columns` tablo aşağıdaki sütunları içerir (sütun türü parantez içinde gösterilir):
-
--   `database` (String) — Database name.
--   `table` (String) — Table name.
--   `name` (String) — Column name.
--   `type` (String) — Column type.
--   `default_kind` (String) — Expression type (`DEFAULT`, `MATERIALIZED`, `ALIAS`) varsayılan değer veya tanımlanmamışsa boş bir dize için.
--   `default_expression` (String) — Expression for the default value, or an empty string if it is not defined.
--   `data_compressed_bytes` (UInt64) — The size of compressed data, in bytes.
--   `data_uncompressed_bytes` (UInt64) — The size of decompressed data, in bytes.
--   `marks_bytes` (UInt64) — The size of marks, in bytes.
--   `comment` (String) — Comment on the column, or an empty string if it is not defined.
--   `is_in_partition_key` (UInt8) — Flag that indicates whether the column is in the partition expression.
--   `is_in_sorting_key` (UInt8) — Flag that indicates whether the column is in the sorting key expression.
--   `is_in_primary_key` (UInt8) — Flag that indicates whether the column is in the primary key expression.
--   `is_in_sampling_key` (UInt8) — Flag that indicates whether the column is in the sampling key expression.
-
-## sistem.katılımcılar {#system-contributors}
-
-Katkıda bulunanlar hakkında bilgi içerir. Rastgele sırayla tüm constributors. Sipariş, sorgu yürütme zamanında rasgele olur.
-
-Sütun:
-
--   `name` (String) — Contributor (author) name from git log.
-
-**Örnek**
-
-``` sql
-SELECT * FROM system.contributors LIMIT 10
-```
-
-``` text
-┌─name─────────────┐
-│ Olga Khvostikova │
-│ Max Vetrov       │
-│ LiuYangkuan      │
-│ svladykin        │
-│ zamulla          │
-│ Šimon Podlipský  │
-│ BayoNet          │
-│ Ilya Khomutov    │
-│ Amy Krishnevsky  │
-│ Loud_Scream      │
-└──────────────────┘
-```
-
-Tabloda kendinizi bulmak için bir sorgu kullanın:
-
-``` sql
-SELECT * FROM system.contributors WHERE name='Olga Khvostikova'
-```
-
-``` text
-┌─name─────────────┐
-│ Olga Khvostikova │
-└──────────────────┘
-```
-
-## sistem.veritabanılar {#system-databases}
-
-Bu tablo, adı verilen tek bir dize sütunu içerir ‘name’ – the name of a database.
-Sunucunun bildiği her veritabanı, tabloda karşılık gelen bir girdiye sahiptir.
-Bu sistem tablosu uygulamak için kullanılır `SHOW DATABASES` sorgu.
-
-## sistem.detached_parts {#system_tables-detached_parts}
-
-Müstakil parçaları hakkında bilgiler içerir [MergeTree](../engines/table-engines/mergetree-family/mergetree.md) Tablolar. Bu `reason` sütun, parçanın neden ayrıldığını belirtir. Kullanıcı tarafından ayrılmış parçalar için sebep boştur. Bu tür parçalar ile eklenebilir [ALTER TABLE ATTACH PARTITION\|PART](../sql-reference/statements/alter.md#alter_attach-partition) komut. Diğer sütunların açıklaması için bkz. [sistem.parçalar](#system_tables-parts). Bölüm adı geçersiz ise, bazı sütunların değerleri olabilir `NULL`. Bu tür parçalar ile silinebilir [ALTER TABLE DROP DETACHED PART](../sql-reference/statements/alter.md#alter_drop-detached).
-
-## sistem.sözlükler {#system_tables-dictionaries}
-
-Hakkında bilgi içerir [dış söz dictionarieslükler](../sql-reference/dictionaries/external-dictionaries/external-dicts.md).
-
-Sütun:
-
--   `database` ([Dize](../sql-reference/data-types/string.md)) — Name of the database containing the dictionary created by DDL query. Empty string for other dictionaries.
--   `name` ([Dize](../sql-reference/data-types/string.md)) — [Sözlük adı](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md).
--   `status` ([Enum8](../sql-reference/data-types/enum.md)) — Dictionary status. Possible values:
-    -   `NOT_LOADED` — Dictionary was not loaded because it was not used.
-    -   `LOADED` — Dictionary loaded successfully.
-    -   `FAILED` — Unable to load the dictionary as a result of an error.
-    -   `LOADING` — Dictionary is loading now.
-    -   `LOADED_AND_RELOADING` — Dictionary is loaded successfully, and is being reloaded right now (frequent reasons: [SYSTEM RELOAD DICTIONARY](../sql-reference/statements/system.md#query_language-system-reload-dictionary) sorgu, zaman aşımı, sözlük yapılandırması değişti).
-    -   `FAILED_AND_RELOADING` — Could not load the dictionary as a result of an error and is loading now.
--   `origin` ([Dize](../sql-reference/data-types/string.md)) — Path to the configuration file that describes the dictionary.
--   `type` ([Dize](../sql-reference/data-types/string.md)) — Type of a dictionary allocation. [Sözlükleri bellekte saklama](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md).
--   `key` — [Anahtar tipi](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-key): Sayısal Tuş ([Uİnt64](../sql-reference/data-types/int-uint.md#uint-ranges)) or Сomposite key ([Dize](../sql-reference/data-types/string.md)) — form “(type 1, type 2, …, type n)”.
--   `attribute.names` ([Dizi](../sql-reference/data-types/array.md)([Dize](../sql-reference/data-types/string.md))) — Array of [öznitelik adları](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes) sözlük tarafından sağlanmıştır.
--   `attribute.types` ([Dizi](../sql-reference/data-types/array.md)([Dize](../sql-reference/data-types/string.md))) — Corresponding array of [öznitelik türleri](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes) sözlük tarafından sağlanmaktadır.
--   `bytes_allocated` ([Uİnt64](../sql-reference/data-types/int-uint.md#uint-ranges)) — Amount of RAM allocated for the dictionary.
--   `query_count` ([Uİnt64](../sql-reference/data-types/int-uint.md#uint-ranges)) — Number of queries since the dictionary was loaded or since the last successful reboot.
--   `hit_rate` ([Float64](../sql-reference/data-types/float.md)) — For cache dictionaries, the percentage of uses for which the value was in the cache.
--   `element_count` ([Uİnt64](../sql-reference/data-types/int-uint.md#uint-ranges)) — Number of items stored in the dictionary.
--   `load_factor` ([Float64](../sql-reference/data-types/float.md)) — Percentage filled in the dictionary (for a hashed dictionary, the percentage filled in the hash table).
--   `source` ([Dize](../sql-reference/data-types/string.md)) — Text describing the [veri kaynağı](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md) sözlük için.
--   `lifetime_min` ([Uİnt64](../sql-reference/data-types/int-uint.md#uint-ranges)) — Minimum [ömür](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md) bellekteki sözlüğün ardından ClickHouse sözlüğü yeniden yüklemeye çalışır (eğer `invalidate_query` ayarlanır, daha sonra sadece değiştiyse). Saniyeler içinde ayarlayın.
--   `lifetime_max` ([Uİnt64](../sql-reference/data-types/int-uint.md#uint-ranges)) — Maximum [ömür](../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md) bellekteki sözlüğün ardından ClickHouse sözlüğü yeniden yüklemeye çalışır (eğer `invalidate_query` ayarlanır, daha sonra sadece değiştiyse). Saniyeler içinde ayarlayın.
--   `loading_start_time` ([DateTime](../sql-reference/data-types/datetime.md)) — Start time for loading the dictionary.
--   `last_successful_update_time` ([DateTime](../sql-reference/data-types/datetime.md)) — End time for loading or updating the dictionary. Helps to monitor some troubles with external sources and investigate causes.
--   `loading_duration` ([Float32](../sql-reference/data-types/float.md)) — Duration of a dictionary loading.
--   `last_exception` ([Dize](../sql-reference/data-types/string.md)) — Text of the error that occurs when creating or reloading the dictionary if the dictionary couldn't be created.
-
-**Örnek**
-
-Sözlüğü yapılandırın.
-
-``` sql
-CREATE DICTIONARY dictdb.dict
-(
-    `key` Int64 DEFAULT -1,
-    `value_default` String DEFAULT 'world',
-    `value_expression` String DEFAULT 'xxx' EXPRESSION 'toString(127 * 172)'
-)
-PRIMARY KEY key
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT 9000 USER 'default' TABLE 'dicttbl' DB 'dictdb'))
-LIFETIME(MIN 0 MAX 1)
-LAYOUT(FLAT())
-```
-
-Sözlüğün yüklendiğinden emin olun.
-
-``` sql
-SELECT * FROM system.dictionaries
-```
-
-``` text
-┌─database─┬─name─┬─status─┬─origin──────┬─type─┬─key────┬─attribute.names──────────────────────┬─attribute.types─────┬─bytes_allocated─┬─query_count─┬─hit_rate─┬─element_count─┬───────────load_factor─┬─source─────────────────────┬─lifetime_min─┬─lifetime_max─┬──loading_start_time─┌──last_successful_update_time─┬──────loading_duration─┬─last_exception─┐
-│ dictdb   │ dict │ LOADED │ dictdb.dict │ Flat │ UInt64 │ ['value_default','value_expression'] │ ['String','String'] │           74032 │           0 │        1 │             1 │ 0.0004887585532746823 │ ClickHouse: dictdb.dicttbl │            0 │            1 │ 2020-03-04 04:17:34 │   2020-03-04 04:30:34        │                 0.002 │                │
-└──────────┴──────┴────────┴─────────────┴──────┴────────┴──────────────────────────────────────┴─────────────────────┴─────────────────┴─────────────┴──────────┴───────────────┴───────────────────────┴────────────────────────────┴──────────────┴──────────────┴─────────────────────┴──────────────────────────────┘───────────────────────┴────────────────┘
-```
-
-## sistem.etkinlik {#system_tables-events}
-
-Sistemde meydana gelen olayların sayısı hakkında bilgi içerir. Örneğin, tabloda kaç tane bulabilirsiniz `SELECT` ClickHouse sunucusu başladığından beri sorgular işlendi.
-
-Sütun:
-
--   `event` ([Dize](../sql-reference/data-types/string.md)) — Event name.
--   `value` ([Uİnt64](../sql-reference/data-types/int-uint.md)) — Number of events occurred.
--   `description` ([Dize](../sql-reference/data-types/string.md)) — Event description.
-
-**Örnek**
-
-``` sql
-SELECT * FROM system.events LIMIT 5
-```
-
-``` text
-┌─event─────────────────────────────────┬─value─┬─description────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ Query                                 │    12 │ Number of queries to be interpreted and potentially executed. Does not include queries that failed to parse or were rejected due to AST size limits, quota limits or limits on the number of simultaneously running queries. May include internal queries initiated by ClickHouse itself. Does not count subqueries.                  │
-│ SelectQuery                           │     8 │ Same as Query, but only for SELECT queries.                                                                                                                                                                                                                │
-│ FileOpen                              │    73 │ Number of files opened.                                                                                                                                                                                                                                    │
-│ ReadBufferFromFileDescriptorRead      │   155 │ Number of reads (read/pread) from a file descriptor. Does not include sockets.                                                                                                                                                                             │
-│ ReadBufferFromFileDescriptorReadBytes │  9931 │ Number of bytes read from file descriptors. If the file is compressed, this will show the compressed data size.                                                                                                                                              │
-└───────────────────────────────────────┴───────┴────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [sistem.asynchronous_metrics](#system_tables-asynchronous_metrics) — Contains periodically calculated metrics.
--   [sistem.metrik](#system_tables-metrics) — Contains instantly calculated metrics.
--   [sistem.metric_log](#system_tables-metric_log) — Contains a history of metrics values from tables `system.metrics` и `system.events`.
--   [İzleme](monitoring.md) — Base concepts of ClickHouse monitoring.
-
-## sistem.işlevler {#system-functions}
-
-Normal ve toplama işlevleri hakkında bilgi içerir.
-
-Sütun:
-
--   `name`(`String`) – The name of the function.
--   `is_aggregate`(`UInt8`) — Whether the function is aggregate.
-
-## sistem.graphite_retentions {#system-graphite-retentions}
-
-Parametreleri hakkında bilgi içerir [graphite_rollup](server-configuration-parameters/settings.md#server_configuration_parameters-graphite) tablo usedlarında kullanılan [\* Graphıtemergetree](../engines/table-engines/mergetree-family/graphitemergetree.md) motorlar.
-
-Sütun:
-
--   `config_name` (Dize) - `graphite_rollup` parametre adı.
--   `regexp` (String) - metrik adı için bir desen.
--   `function` (String) - toplama işlevinin adı.
--   `age` (Uint64) - saniye cinsinden verilerin minimum yaş.
--   `precision` (Uİnt64) - verilerin yaşını saniyeler içinde tam olarak tanımlamak için.
--   `priority` (Uİnt16) - desen önceliği.
--   `is_default` (Uİnt8) - desenin varsayılan olup olmadığı.
--   `Tables.database` (Array (String)) - kullanılan veritabanı tablolarının adlarının dizisi `config_name` parametre.
--   `Tables.table` (Array (String)) - kullanılan tablo adları dizisi `config_name` parametre.
-
-## sistem.birleştiriyor {#system-merges}
-
-Mergetree ailesindeki tablolar için şu anda işlemde olan birleştirme ve parça mutasyonları hakkında bilgi içerir.
-
-Sütun:
-
--   `database` (String) — The name of the database the table is in.
--   `table` (String) — Table name.
--   `elapsed` (Float64) — The time elapsed (in seconds) since the merge started.
--   `progress` (Float64) — The percentage of completed work from 0 to 1.
--   `num_parts` (UInt64) — The number of pieces to be merged.
--   `result_part_name` (String) — The name of the part that will be formed as the result of merging.
--   `is_mutation` (Uİnt8 ) - 1 Bu işlem bir parça mutasyonu ise.
--   `total_size_bytes_compressed` (UInt64) — The total size of the compressed data in the merged chunks.
--   `total_size_marks` (UInt64) — The total number of marks in the merged parts.
--   `bytes_read_uncompressed` (UInt64) — Number of bytes read, uncompressed.
--   `rows_read` (UInt64) — Number of rows read.
--   `bytes_written_uncompressed` (UInt64) — Number of bytes written, uncompressed.
--   `rows_written` (UInt64) — Number of rows written.
-
-## sistem.metrik {#system_tables-metrics}
-
-Anında hesaplanan veya geçerli bir değere sahip olabilir metrikleri içerir. Örneğin, aynı anda işlenen sorguların sayısı veya geçerli yineleme gecikmesi. Bu tablo her zaman güncel.
-
-Sütun:
-
--   `metric` ([Dize](../sql-reference/data-types/string.md)) — Metric name.
--   `value` ([Int64](../sql-reference/data-types/int-uint.md)) — Metric value.
--   `description` ([Dize](../sql-reference/data-types/string.md)) — Metric description.
-
-Desteklenen metriklerin listesi [src / ortak / CurrentMetrics.cpp](https://github.com/ClickHouse/ClickHouse/blob/master/src/Common/CurrentMetrics.cpp) ClickHouse kaynak dosyası.
-
-**Örnek**
-
-``` sql
-SELECT * FROM system.metrics LIMIT 10
-```
-
-``` text
-┌─metric─────────────────────┬─value─┬─description──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ Query                      │     1 │ Number of executing queries                                                                                                                                                                      │
-│ Merge                      │     0 │ Number of executing background merges                                                                                                                                                            │
-│ PartMutation               │     0 │ Number of mutations (ALTER DELETE/UPDATE)                                                                                                                                                        │
-│ ReplicatedFetch            │     0 │ Number of data parts being fetched from replicas                                                                                                                                                │
-│ ReplicatedSend             │     0 │ Number of data parts being sent to replicas                                                                                                                                                      │
-│ ReplicatedChecks           │     0 │ Number of data parts checking for consistency                                                                                                                                                    │
-│ BackgroundPoolTask         │     0 │ Number of active tasks in BackgroundProcessingPool (merges, mutations, fetches, or replication queue bookkeeping)                                                                                │
-│ BackgroundSchedulePoolTask │     0 │ Number of active tasks in BackgroundSchedulePool. This pool is used for periodic ReplicatedMergeTree tasks, like cleaning old data parts, altering data parts, replica re-initialization, etc.   │
-│ DiskSpaceReservedForMerge  │     0 │ Disk space reserved for currently running background merges. It is slightly more than the total size of currently merging parts.                                                                     │
-│ DistributedSend            │     0 │ Number of connections to remote servers sending data that was INSERTed into Distributed tables. Both synchronous and asynchronous mode.                                                          │
-└────────────────────────────┴───────┴──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [sistem.asynchronous_metrics](#system_tables-asynchronous_metrics) — Contains periodically calculated metrics.
--   [sistem.etkinlik](#system_tables-events) — Contains a number of events that occurred.
--   [sistem.metric_log](#system_tables-metric_log) — Contains a history of metrics values from tables `system.metrics` и `system.events`.
--   [İzleme](monitoring.md) — Base concepts of ClickHouse monitoring.
-
-## sistem.metric_log {#system_tables-metric_log}
-
-Tablolardan metrik değerlerinin geçmişini içerir `system.metrics` ve `system.events`, periyodik olarak diske boşaltılır.
-Metrik geçmişi koleksiyonunu açmak için `system.metric_log`, oluşturmak `/etc/clickhouse-server/config.d/metric_log.xml` aşağıdaki içerik ile:
-
-``` xml
-<yandex>
-    <metric_log>
-        <database>system</database>
-        <table>metric_log</table>
-        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
-        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
-    </metric_log>
-</yandex>
-```
-
-**Örnek**
-
-``` sql
-SELECT * FROM system.metric_log LIMIT 1 FORMAT Vertical;
-```
-
-``` text
-Row 1:
-──────
-event_date:                                                 2020-02-18
-event_time:                                                 2020-02-18 07:15:33
-milliseconds:                                               554
-ProfileEvent_Query:                                         0
-ProfileEvent_SelectQuery:                                   0
-ProfileEvent_InsertQuery:                                   0
-ProfileEvent_FileOpen:                                      0
-ProfileEvent_Seek:                                          0
-ProfileEvent_ReadBufferFromFileDescriptorRead:              1
-ProfileEvent_ReadBufferFromFileDescriptorReadFailed:        0
-ProfileEvent_ReadBufferFromFileDescriptorReadBytes:         0
-ProfileEvent_WriteBufferFromFileDescriptorWrite:            1
-ProfileEvent_WriteBufferFromFileDescriptorWriteFailed:      0
-ProfileEvent_WriteBufferFromFileDescriptorWriteBytes:       56
-...
-CurrentMetric_Query:                                        0
-CurrentMetric_Merge:                                        0
-CurrentMetric_PartMutation:                                 0
-CurrentMetric_ReplicatedFetch:                              0
-CurrentMetric_ReplicatedSend:                               0
-CurrentMetric_ReplicatedChecks:                             0
-...
-```
-
-**Ayrıca bakınız**
-
--   [sistem.asynchronous_metrics](#system_tables-asynchronous_metrics) — Contains periodically calculated metrics.
--   [sistem.etkinlik](#system_tables-events) — Contains a number of events that occurred.
--   [sistem.metrik](#system_tables-metrics) — Contains instantly calculated metrics.
--   [İzleme](monitoring.md) — Base concepts of ClickHouse monitoring.
-
-## sistem.şiir {#system-numbers}
-
-Bu tablo adında tek bir uint64 sütunu içerir ‘number’ bu sıfırdan başlayarak hemen hemen tüm doğal sayıları içerir.
-Bu tabloyu testler için veya kaba kuvvet araması yapmanız gerekiyorsa kullanabilirsiniz.
-Bu tablodan okumalar parallelized değil.
-
-## sistem.numbers_mt {#system-numbers-mt}
-
-Olarak aynı ‘system.numbers’ ancak okumalar paralelleştirilmiştir. Sayılar herhangi bir sırayla iade edilebilir.
-Testler için kullanılır.
-
-## sistem.bir {#system-one}
-
-Bu tablo, tek bir satır içeren tek bir satır içerir ‘dummy’ 0 değerini içeren uint8 sütunu.
-SELECT sorgusu FROM yan tümcesi belirtmezse, bu tablo kullanılır.
-Bu, diğer Dbms'lerde bulunan ikili tabloya benzer.
-
-## sistem.parçalar {#system_tables-parts}
-
-Bölümleri hakkında bilgi içerir [MergeTree](../engines/table-engines/mergetree-family/mergetree.md) Tablolar.
-
-Her satır bir veri bölümünü açıklar.
-
-Sütun:
-
--   `partition` (String) – The partition name. To learn what a partition is, see the description of the [ALTER](../sql-reference/statements/alter.md#query_language_queries_alter) sorgu.
-
-    Biçimliler:
-
-    -   `YYYYMM` ay otomatik bölümleme için.
-    -   `any_string` el ile bölümleme yaparken.
-
--   `name` (`String`) – Name of the data part.
-
--   `active` (`UInt8`) – Flag that indicates whether the data part is active. If a data part is active, it's used in a table. Otherwise, it's deleted. Inactive data parts remain after merging.
-
--   `marks` (`UInt64`) – The number of marks. To get the approximate number of rows in a data part, multiply `marks` dizin ayrıntısına göre (genellikle 8192) (bu ipucu uyarlanabilir ayrıntı için çalışmaz).
-
--   `rows` (`UInt64`) – The number of rows.
-
--   `bytes_on_disk` (`UInt64`) – Total size of all the data part files in bytes.
-
--   `data_compressed_bytes` (`UInt64`) – Total size of compressed data in the data part. All the auxiliary files (for example, files with marks) are not included.
-
--   `data_uncompressed_bytes` (`UInt64`) – Total size of uncompressed data in the data part. All the auxiliary files (for example, files with marks) are not included.
-
--   `marks_bytes` (`UInt64`) – The size of the file with marks.
-
--   `modification_time` (`DateTime`) – The time the directory with the data part was modified. This usually corresponds to the time of data part creation.\|
-
--   `remove_time` (`DateTime`) – The time when the data part became inactive.
-
--   `refcount` (`UInt32`) – The number of places where the data part is used. A value greater than 2 indicates that the data part is used in queries or merges.
-
--   `min_date` (`Date`) – The minimum value of the date key in the data part.
-
--   `max_date` (`Date`) – The maximum value of the date key in the data part.
-
--   `min_time` (`DateTime`) – The minimum value of the date and time key in the data part.
-
--   `max_time`(`DateTime`) – The maximum value of the date and time key in the data part.
-
--   `partition_id` (`String`) – ID of the partition.
-
--   `min_block_number` (`UInt64`) – The minimum number of data parts that make up the current part after merging.
-
--   `max_block_number` (`UInt64`) – The maximum number of data parts that make up the current part after merging.
-
--   `level` (`UInt32`) – Depth of the merge tree. Zero means that the current part was created by insert rather than by merging other parts.
-
--   `data_version` (`UInt64`) – Number that is used to determine which mutations should be applied to the data part (mutations with a version higher than `data_version`).
-
--   `primary_key_bytes_in_memory` (`UInt64`) – The amount of memory (in bytes) used by primary key values.
-
--   `primary_key_bytes_in_memory_allocated` (`UInt64`) – The amount of memory (in bytes) reserved for primary key values.
-
--   `is_frozen` (`UInt8`) – Flag that shows that a partition data backup exists. 1, the backup exists. 0, the backup doesn't exist. For more details, see [FREEZE PARTITION](../sql-reference/statements/alter.md#alter_freeze-partition)
-
--   `database` (`String`) – Name of the database.
-
--   `table` (`String`) – Name of the table.
-
--   `engine` (`String`) – Name of the table engine without parameters.
-
--   `path` (`String`) – Absolute path to the folder with data part files.
-
--   `disk` (`String`) – Name of a disk that stores the data part.
-
--   `hash_of_all_files` (`String`) – [sifash128](../sql-reference/functions/hash-functions.md#hash_functions-siphash128) sıkıştırılmış dosyaların.
-
--   `hash_of_uncompressed_files` (`String`) – [sifash128](../sql-reference/functions/hash-functions.md#hash_functions-siphash128) sıkıştırılmamış dosyaların (işaretli dosyalar, dizin dosyası vb.)).
-
--   `uncompressed_hash_of_compressed_files` (`String`) – [sifash128](../sql-reference/functions/hash-functions.md#hash_functions-siphash128) sıkıştırılmış dosyalardaki verilerin sıkıştırılmamış gibi.
-
--   `bytes` (`UInt64`) – Alias for `bytes_on_disk`.
-
--   `marks_size` (`UInt64`) – Alias for `marks_bytes`.
-
-## sistem.part_log {#system_tables-part-log}
-
-Bu `system.part_log` tablo yalnızca aşağıdaki durumlarda oluşturulur: [part_log](server-configuration-parameters/settings.md#server_configuration_parameters-part-log) sunucu ayarı belirtilir.
-
-Bu tablo ile oluşan olaylar hakkında bilgi içerir [veri parçaları](../engines/table-engines/mergetree-family/custom-partitioning-key.md) in the [MergeTree](../engines/table-engines/mergetree-family/mergetree.md) veri ekleme veya birleştirme gibi aile tabloları.
-
-Bu `system.part_log` tablo aşağıdaki sütunları içerir:
-
--   `event_type` (Enum) — Type of the event that occurred with the data part. Can have one of the following values:
-    -   `NEW_PART` — Inserting of a new data part.
-    -   `MERGE_PARTS` — Merging of data parts.
-    -   `DOWNLOAD_PART` — Downloading a data part.
-    -   `REMOVE_PART` — Removing or detaching a data part using [DETACH PARTITION](../sql-reference/statements/alter.md#alter_detach-partition).
-    -   `MUTATE_PART` — Mutating of a data part.
-    -   `MOVE_PART` — Moving the data part from the one disk to another one.
--   `event_date` (Date) — Event date.
--   `event_time` (DateTime) — Event time.
--   `duration_ms` (UInt64) — Duration.
--   `database` (String) — Name of the database the data part is in.
--   `table` (String) — Name of the table the data part is in.
--   `part_name` (String) — Name of the data part.
--   `partition_id` (String) — ID of the partition that the data part was inserted to. The column takes the ‘all’ bölümleme tarafından ise değer `tuple()`.
--   `rows` (UInt64) — The number of rows in the data part.
--   `size_in_bytes` (UInt64) — Size of the data part in bytes.
--   `merged_from` (Array(String)) — An array of names of the parts which the current part was made up from (after the merge).
--   `bytes_uncompressed` (UInt64) — Size of uncompressed bytes.
--   `read_rows` (UInt64) — The number of rows was read during the merge.
--   `read_bytes` (UInt64) — The number of bytes was read during the merge.
--   `error` (UInt16) — The code number of the occurred error.
--   `exception` (String) — Text message of the occurred error.
-
-Bu `system.part_log` tablo ilk veri ekleme sonra oluşturulur `MergeTree` Tablo.
-
-## sistem.işleyişler {#system_tables-processes}
-
-Bu sistem tablosu uygulamak için kullanılır `SHOW PROCESSLIST` sorgu.
-
-Sütun:
-
--   `user` (String) – The user who made the query. Keep in mind that for distributed processing, queries are sent to remote servers under the `default` kullanan. Alan, bu sorgunun başlattığı bir sorgu için değil, belirli bir sorgunun kullanıcı adını içerir.
--   `address` (String) – The IP address the request was made from. The same for distributed processing. To track where a distributed query was originally made from, look at `system.processes` sorgu istek sahibi sunucuda.
--   `elapsed` (Float64) – The time in seconds since request execution started.
--   `rows_read` (UInt64) – The number of rows read from the table. For distributed processing, on the requestor server, this is the total for all remote servers.
--   `bytes_read` (UInt64) – The number of uncompressed bytes read from the table. For distributed processing, on the requestor server, this is the total for all remote servers.
--   `total_rows_approx` (UInt64) – The approximation of the total number of rows that should be read. For distributed processing, on the requestor server, this is the total for all remote servers. It can be updated during request processing, when new sources to process become known.
--   `memory_usage` (UInt64) – Amount of RAM the request uses. It might not include some types of dedicated memory. See the [max_memory_usage](../operations/settings/query-complexity.md#settings_max_memory_usage) ayar.
--   `query` (String) – The query text. For `INSERT`, eklemek için veri içermez.
--   `query_id` (String) – Query ID, if defined.
-
-## sistem.text_log {#system_tables-text_log}
-
-Günlük girişleri içerir. Bu tabloya giden günlük seviyesi ile sınırlı olabilir `text_log.level` sunucu ayarı.
-
-Sütun:
-
--   `event_date` (`Date`)- Giriş tarihi.
--   `event_time` (`DateTime`)- Giriş zamanı.
--   `microseconds` (`UInt32`)- Girişin mikrosaniye.
--   `thread_name` (String) — Name of the thread from which the logging was done.
--   `thread_id` (UInt64) — OS thread ID.
--   `level` (`Enum8`)- Giriş seviyesi.
-    -   `'Fatal' = 1`
-    -   `'Critical' = 2`
-    -   `'Error' = 3`
-    -   `'Warning' = 4`
-    -   `'Notice' = 5`
-    -   `'Information' = 6`
-    -   `'Debug' = 7`
-    -   `'Trace' = 8`
--   `query_id` (`String`)- Sorgunun kimliği.
--   `logger_name` (`LowCardinality(String)`) - Name of the logger (i.e. `DDLWorker`)
--   `message` (`String`)- Mesajın kendisi .
--   `revision` (`UInt32`)- ClickHouse revizyon.
--   `source_file` (`LowCardinality(String)`)- Günlüğü yapıldığı kaynak dosya.
--   `source_line` (`UInt64`)- Kaynak satır hangi günlüğü yapıldı.
-
-## sistem.query_log {#system_tables-query_log}
-
-Sorguların yürütülmesi hakkında bilgi içerir. Her sorgu için, işlem başlangıç saatini, işlem süresini, hata mesajlarını ve diğer bilgileri görebilirsiniz.
-
-!!! note "Not"
-    Tablo için giriş verileri içermiyor `INSERT` sorgular.
-
-ClickHouse bu tabloyu yalnızca [query_log](server-configuration-parameters/settings.md#server_configuration_parameters-query-log) sunucu parametresi belirtilir. Bu parametre, günlük aralığı veya sorguların oturum açacağı tablonun adı gibi günlük kurallarını ayarlar.
-
-Sorgu günlüğünü etkinleştirmek için, [log_queries](settings/settings.md#settings-log-queries) parametre 1. Ayrıntılar için, bkz. [Ayarlar](settings/settings.md) bölme.
-
-Bu `system.query_log` tablo iki tür sorgu kaydeder:
-
-1.  Doğrudan istemci tarafından çalıştırılan ilk sorgular.
-2.  Diğer sorgular tarafından başlatılan alt sorgular (dağıtılmış sorgu yürütme için). Bu tür sorgular için, üst sorgular hakkında bilgi `initial_*` sütun.
-
-Sütun:
-
--   `type` (`Enum8`) — Type of event that occurred when executing the query. Values:
-    -   `'QueryStart' = 1` — Successful start of query execution.
-    -   `'QueryFinish' = 2` — Successful end of query execution.
-    -   `'ExceptionBeforeStart' = 3` — Exception before the start of query execution.
-    -   `'ExceptionWhileProcessing' = 4` — Exception during the query execution.
--   `event_date` (Date) — Query starting date.
--   `event_time` (DateTime) — Query starting time.
--   `query_start_time` (DateTime) — Start time of query execution.
--   `query_duration_ms` (UInt64) — Duration of query execution.
--   `read_rows` (UInt64) — Number of read rows.
--   `read_bytes` (UInt64) — Number of read bytes.
--   `written_rows` (UInt64) — For `INSERT` sorgular, yazılı satır sayısı. Diğer sorgular için sütun değeri 0'dır.
--   `written_bytes` (UInt64) — For `INSERT` sorgular, yazılı bayt sayısı. Diğer sorgular için sütun değeri 0'dır.
--   `result_rows` (UInt64) — Number of rows in the result.
--   `result_bytes` (UInt64) — Number of bytes in the result.
--   `memory_usage` (UInt64) — Memory consumption by the query.
--   `query` (String) — Query string.
--   `exception` (String) — Exception message.
--   `stack_trace` (String) — Stack trace (a list of methods called before the error occurred). An empty string, if the query is completed successfully.
--   `is_initial_query` (UInt8) — Query type. Possible values:
-    -   1 — Query was initiated by the client.
-    -   0 — Query was initiated by another query for distributed query execution.
--   `user` (String) — Name of the user who initiated the current query.
--   `query_id` (String) — ID of the query.
--   `address` (IPv6) — IP address that was used to make the query.
--   `port` (UInt16) — The client port that was used to make the query.
--   `initial_user` (String) — Name of the user who ran the initial query (for distributed query execution).
--   `initial_query_id` (String) — ID of the initial query (for distributed query execution).
--   `initial_address` (IPv6) — IP address that the parent query was launched from.
--   `initial_port` (UInt16) — The client port that was used to make the parent query.
--   `interface` (UInt8) — Interface that the query was initiated from. Possible values:
-    -   1 — TCP.
-    -   2 — HTTP.
--   `os_user` (String) — OS's username who runs [clickhouse-müşteri](../interfaces/cli.md).
--   `client_hostname` (String) — Hostname of the client machine where the [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemcisi çalıştırılır.
--   `client_name` (String) — The [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemci adı.
--   `client_revision` (UInt32) — Revision of the [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemcisi.
--   `client_version_major` (UInt32) — Major version of the [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemcisi.
--   `client_version_minor` (UInt32) — Minor version of the [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemcisi.
--   `client_version_patch` (UInt32) — Patch component of the [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemci sürümü.
--   `http_method` (UInt8) — HTTP method that initiated the query. Possible values:
-    -   0 — The query was launched from the TCP interface.
-    -   1 — `GET` yöntem kullanılmıştır.
-    -   2 — `POST` yöntem kullanılmıştır.
--   `http_user_agent` (String) — The `UserAgent` başlık http isteğinde geçti.
--   `quota_key` (String) — The “quota key” belirtilen [kotalar](quotas.md) ayarı (bakınız `keyed`).
--   `revision` (UInt32) — ClickHouse revision.
--   `thread_numbers` (Array(UInt32)) — Number of threads that are participating in query execution.
--   `ProfileEvents.Names` (Array(String)) — Counters that measure different metrics. The description of them could be found in the table [sistem.etkinlik](#system_tables-events)
--   `ProfileEvents.Values` (Array(UInt64)) — Values of metrics that are listed in the `ProfileEvents.Names` sütun.
--   `Settings.Names` (Array(String)) — Names of settings that were changed when the client ran the query. To enable logging changes to settings, set the `log_query_settings` parametre 1.
--   `Settings.Values` (Array(String)) — Values of settings that are listed in the `Settings.Names` sütun.
-
-Her sorgu bir veya iki satır oluşturur `query_log` tablo, sorgunun durumuna bağlı olarak:
-
-1.  Sorgu yürütme başarılı olursa, tip 1 ve 2 ile iki olay oluşturulur (bkz. `type` sütun).
-2.  Sorgu işleme sırasında bir hata oluştu, iki olay türleri 1 ve 4 oluşturulur.
-3.  Sorguyu başlatmadan önce bir hata oluşmuşsa, 3 tipi olan tek bir olay oluşturulur.
-
-Varsayılan olarak, günlükleri 7.5 saniye aralıklarla tabloya eklenir. Bu aralığı ayarlayabilirsiniz [query_log](server-configuration-parameters/settings.md#server_configuration_parameters-query-log) sunucu ayarı (bkz. `flush_interval_milliseconds` parametre). Günlükleri zorla bellek arabelleğinden tabloya temizlemek için `SYSTEM FLUSH LOGS` sorgu.
-
-Tablo elle silindiğinde, otomatik olarak anında oluşturulur. Önceki tüm günlüklerin silineceğini unutmayın.
-
-!!! note "Not"
-    Günlüklerin depolama süresi sınırsızdır. Günlükler tablodan otomatik olarak silinmez. Eski günlüklerin kaldırılmasını kendiniz düzenlemeniz gerekir.
-
-İçin keyfi bir bölümleme anahtarı belirtebilirsiniz `system.query_log` tablo içinde [query_log](server-configuration-parameters/settings.md#server_configuration_parameters-query-log) sunucu ayarı (bkz. `partition_by` parametre).
-
-## sistem.query_thread_log {#system_tables-query-thread-log}
-
-Tablo, her sorgu yürütme iş parçacığı hakkında bilgi içerir.
-
-ClickHouse bu tabloyu yalnızca [query_thread_log](server-configuration-parameters/settings.md#server_configuration_parameters-query-thread-log) sunucu parametresi belirtilir. Bu parametre, günlük aralığı veya sorguların oturum açacağı tablonun adı gibi günlük kurallarını ayarlar.
-
-Sorgu günlüğünü etkinleştirmek için, [log_query_threads](settings/settings.md#settings-log-query-threads) parametre 1. Ayrıntılar için, bkz. [Ayarlar](settings/settings.md) bölme.
-
-Sütun:
-
--   `event_date` (Date) — the date when the thread has finished execution of the query.
--   `event_time` (DateTime) — the date and time when the thread has finished execution of the query.
--   `query_start_time` (DateTime) — Start time of query execution.
--   `query_duration_ms` (UInt64) — Duration of query execution.
--   `read_rows` (UInt64) — Number of read rows.
--   `read_bytes` (UInt64) — Number of read bytes.
--   `written_rows` (UInt64) — For `INSERT` sorgular, yazılı satır sayısı. Diğer sorgular için sütun değeri 0'dır.
--   `written_bytes` (UInt64) — For `INSERT` sorgular, yazılı bayt sayısı. Diğer sorgular için sütun değeri 0'dır.
--   `memory_usage` (Int64) — The difference between the amount of allocated and freed memory in context of this thread.
--   `peak_memory_usage` (Int64) — The maximum difference between the amount of allocated and freed memory in context of this thread.
--   `thread_name` (String) — Name of the thread.
--   `thread_number` (UInt32) — Internal thread ID.
--   `os_thread_id` (Int32) — OS thread ID.
--   `master_thread_id` (UInt64) — OS initial ID of initial thread.
--   `query` (String) — Query string.
--   `is_initial_query` (UInt8) — Query type. Possible values:
-    -   1 — Query was initiated by the client.
-    -   0 — Query was initiated by another query for distributed query execution.
--   `user` (String) — Name of the user who initiated the current query.
--   `query_id` (String) — ID of the query.
--   `address` (IPv6) — IP address that was used to make the query.
--   `port` (UInt16) — The client port that was used to make the query.
--   `initial_user` (String) — Name of the user who ran the initial query (for distributed query execution).
--   `initial_query_id` (String) — ID of the initial query (for distributed query execution).
--   `initial_address` (IPv6) — IP address that the parent query was launched from.
--   `initial_port` (UInt16) — The client port that was used to make the parent query.
--   `interface` (UInt8) — Interface that the query was initiated from. Possible values:
-    -   1 — TCP.
-    -   2 — HTTP.
--   `os_user` (String) — OS's username who runs [clickhouse-müşteri](../interfaces/cli.md).
--   `client_hostname` (String) — Hostname of the client machine where the [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemcisi çalıştırılır.
--   `client_name` (String) — The [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemci adı.
--   `client_revision` (UInt32) — Revision of the [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemcisi.
--   `client_version_major` (UInt32) — Major version of the [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemcisi.
--   `client_version_minor` (UInt32) — Minor version of the [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemcisi.
--   `client_version_patch` (UInt32) — Patch component of the [clickhouse-müşteri](../interfaces/cli.md) veya başka bir TCP istemci sürümü.
--   `http_method` (UInt8) — HTTP method that initiated the query. Possible values:
-    -   0 — The query was launched from the TCP interface.
-    -   1 — `GET` yöntem kullanılmıştır.
-    -   2 — `POST` yöntem kullanılmıştır.
--   `http_user_agent` (String) — The `UserAgent` başlık http isteğinde geçti.
--   `quota_key` (String) — The “quota key” belirtilen [kotalar](quotas.md) ayarı (bakınız `keyed`).
--   `revision` (UInt32) — ClickHouse revision.
--   `ProfileEvents.Names` (Array(String)) — Counters that measure different metrics for this thread. The description of them could be found in the table [sistem.etkinlik](#system_tables-events)
--   `ProfileEvents.Values` (Array(UInt64)) — Values of metrics for this thread that are listed in the `ProfileEvents.Names` sütun.
-
-Varsayılan olarak, günlükleri 7.5 saniye aralıklarla tabloya eklenir. Bu aralığı ayarlayabilirsiniz [query_thread_log](server-configuration-parameters/settings.md#server_configuration_parameters-query-thread-log) sunucu ayarı (bkz. `flush_interval_milliseconds` parametre). Günlükleri zorla bellek arabelleğinden tabloya temizlemek için `SYSTEM FLUSH LOGS` sorgu.
-
-Tablo elle silindiğinde, otomatik olarak anında oluşturulur. Önceki tüm günlüklerin silineceğini unutmayın.
-
-!!! note "Not"
-    Günlüklerin depolama süresi sınırsızdır. Günlükler tablodan otomatik olarak silinmez. Eski günlüklerin kaldırılmasını kendiniz düzenlemeniz gerekir.
-
-İçin keyfi bir bölümleme anahtarı belirtebilirsiniz `system.query_thread_log` tablo içinde [query_thread_log](server-configuration-parameters/settings.md#server_configuration_parameters-query-thread-log) sunucu ayarı (bkz. `partition_by` parametre).
-
-## sistem.trace_log {#system_tables-trace_log}
-
-Örnekleme sorgusu profiler tarafından toplanan yığın izlemeleri içerir.
-
-ClickHouse bu tabloyu oluşturduğunda [trace_log](server-configuration-parameters/settings.md#server_configuration_parameters-trace_log) sunucu yapılandırma bölümü ayarlanır. Ayrıca [query_profiler_real_time_period_ns](settings/settings.md#query_profiler_real_time_period_ns) ve [query_profiler_cpu_time_period_ns](settings/settings.md#query_profiler_cpu_time_period_ns) ayarlar ayarlan .malıdır.
-
-Günlükleri analiz etmek için `addressToLine`, `addressToSymbol` ve `demangle` iç gözlem fonksiyonları.
-
-Sütun:
-
--   `event_date` ([Tarihli](../sql-reference/data-types/date.md)) — Date of sampling moment.
-
--   `event_time` ([DateTime](../sql-reference/data-types/datetime.md)) — Timestamp of the sampling moment.
-
--   `timestamp_ns` ([Uİnt64](../sql-reference/data-types/int-uint.md)) — Timestamp of the sampling moment in nanoseconds.
-
--   `revision` ([Uİnt32](../sql-reference/data-types/int-uint.md)) — ClickHouse server build revision.
-
-    Tarafından sunucuya Bağlan byırken `clickhouse-client`, benzer diz theg seeeyi görüyorsunuz `Connected to ClickHouse server version 19.18.1 revision 54429.`. Bu alan şunları içerir `revision` ama `version` bir sunucunun.
-
--   `timer_type` ([Enum8](../sql-reference/data-types/enum.md)) — Timer type:
-
-    -   `Real` duvar saati zamanını temsil eder.
-    -   `CPU` CPU süresini temsil eder.
-
--   `thread_number` ([Uİnt32](../sql-reference/data-types/int-uint.md)) — Thread identifier.
-
--   `query_id` ([Dize](../sql-reference/data-types/string.md)) — Query identifier that can be used to get details about a query that was running from the [query_log](#system_tables-query_log) sistem tablosu.
-
--   `trace` ([Dizi (Uİnt64)](../sql-reference/data-types/array.md)) — Stack trace at the moment of sampling. Each element is a virtual memory address inside ClickHouse server process.
-
-**Örnek**
-
-``` sql
-SELECT * FROM system.trace_log LIMIT 1 \G
-```
-
-``` text
-Row 1:
-──────
-event_date:    2019-11-15
-event_time:    2019-11-15 15:09:38
-revision:      54428
-timer_type:    Real
-thread_number: 48
-query_id:      acc4d61f-5bd1-4a3e-bc91-2180be37c915
-trace:         [94222141367858,94222152240175,94222152325351,94222152329944,94222152330796,94222151449980,94222144088167,94222151682763,94222144088167,94222151682763,94222144088167,94222144058283,94222144059248,94222091840750,94222091842302,94222091831228,94222189631488,140509950166747,140509942945935]
-```
-
-## sistem.yinelemeler {#system_tables-replicas}
-
-Yerel sunucuda bulunan çoğaltılmış tablolar için bilgi ve durum içerir.
-Bu tablo izleme için kullanılabilir. Tablo, her çoğaltılmış \* tablo için bir satır içerir.
-
-Örnek:
-
-``` sql
-SELECT *
-FROM system.replicas
-WHERE table = 'visits'
-FORMAT Vertical
-```
-
-``` text
-Row 1:
-──────
-database:                   merge
-table:                      visits
-engine:                     ReplicatedCollapsingMergeTree
-is_leader:                  1
-can_become_leader:          1
-is_readonly:                0
-is_session_expired:         0
-future_parts:               1
-parts_to_check:             0
-zookeeper_path:             /clickhouse/tables/01-06/visits
-replica_name:               example01-06-1.yandex.ru
-replica_path:               /clickhouse/tables/01-06/visits/replicas/example01-06-1.yandex.ru
-columns_version:            9
-queue_size:                 1
-inserts_in_queue:           0
-merges_in_queue:            1
-part_mutations_in_queue:    0
-queue_oldest_time:          2020-02-20 08:34:30
-inserts_oldest_time:        1970-01-01 00:00:00
-merges_oldest_time:         2020-02-20 08:34:30
-part_mutations_oldest_time: 1970-01-01 00:00:00
-oldest_part_to_get:
-oldest_part_to_merge_to:    20200220_20284_20840_7
-oldest_part_to_mutate_to:
-log_max_index:              596273
-log_pointer:                596274
-last_queue_update:          2020-02-20 08:34:32
-absolute_delay:             0
-total_replicas:             2
-active_replicas:            2
-```
-
-Sütun:
-
--   `database` (`String`)- Veritabanı adı
--   `table` (`String`)- Tablo adı
--   `engine` (`String`)- Tablo motor adı
--   `is_leader` (`UInt8`)- Kopya lider olup olmadığı.
-    Bir seferde sadece bir kopya lider olabilir. Lider, gerçekleştirmek için arka plan birleştirmelerini seçmekten sorumludur.
-    Yazma kullanılabilir ve bir oturum ZK, bir lider olup olmadığına bakılmaksızın olan herhangi bir yineleme için gerçekleştirilebilir unutmayın.
--   `can_become_leader` (`UInt8`)- Rep .lik leaderanın lider olarak seçil .ip seçil .emeyeceği.
--   `is_readonly` (`UInt8`)- Yinelemenin salt okunur modda olup olmadığı.
-    Yapılandırmanın ZooKeeper ile bölümleri yoksa, zookeeper'daki oturumları yeniden başlatırken ve Zookeeper'daki oturum yeniden başlatılırken bilinmeyen bir hata oluşmuşsa bu mod açılır.
--   `is_session_expired` (`UInt8`)- ZooKeeper ile oturum süresi doldu. Temelde aynı `is_readonly`.
--   `future_parts` (`UInt32`)- Henüz yapılmamış ekler veya birleştirmelerin sonucu olarak görünecek veri parçalarının sayısı.
--   `parts_to_check` (`UInt32`)- Doğrulama için kuyruktaki veri parçalarının sayısı. Hasar görebileceğinden şüphe varsa, bir parça doğrulama kuyruğuna konur.
--   `zookeeper_path` (`String`)- ZooKeeper tablo verilerine yolu.
--   `replica_name` (`String`)- Zookeeper çoğaltma adı. Aynı tablonun farklı kopyaları farklı adlara sahiptir.
--   `replica_path` (`String`)- ZooKeeper çoğaltma veri yolu. Birleştirme ile aynı ‘zookeeper_path/replicas/replica_path’.
--   `columns_version` (`Int32`)- Tablo yapısının sürüm numarası. ALTER kaç kez gerçekleştirildiğini gösterir. Kopyaların farklı sürümleri varsa, bazı kopyaların tüm değişiklikleri henüz yapmadığı anlamına gelir.
--   `queue_size` (`UInt32`)- Yapılması beklenen işlemler için sıranın büyüklüğü. İşlemler, veri bloklarını, birleştirmeleri ve diğer bazı eylemleri eklemeyi içerir. Genellikle ile çakışmaktadır `future_parts`.
--   `inserts_in_queue` (`UInt32`)- Yapılması gereken veri bloklarının eklerinin sayısı. Eklemeler genellikle oldukça hızlı bir şekilde çoğaltılır. Bu sayı büyükse, bir şeylerin yanlış olduğu anlamına gelir.
--   `merges_in_queue` (`UInt32`)- Yapılmasını bekleyen birleştirme sayısı. Bazen birleştirmeler uzundur, bu nedenle bu değer uzun süre sıfırdan büyük olabilir.
--   `part_mutations_in_queue` (`UInt32`)- Yapılması beklenen Mut numberasyon sayısı.
--   `queue_oldest_time` (`DateTime`) - Eğer `queue_size` daha büyük 0, en eski işlem sıraya eklendiğinde gösterir.
--   `inserts_oldest_time` (`DateTime`) - Görmek `queue_oldest_time`
--   `merges_oldest_time` (`DateTime`) - Görmek `queue_oldest_time`
--   `part_mutations_oldest_time` (`DateTime`) - Görmek `queue_oldest_time`
-
-Sonraki 4 sütun, yalnızca ZK ile aktif bir oturumun olduğu sıfır olmayan bir değere sahiptir.
-
--   `log_max_index` (`UInt64`)- Genel faaliyet günlüğüne maksimum giriş numarası.
--   `log_pointer` (`UInt64`)- Çoğaltma yürütme kuyruğuna kopyalanan genel faaliyet günlüğüne maksimum giriş numarası, artı bir. Eğer `log_pointer` daha küçük `log_max_index` yanlış bir şey olduğunu.
--   `last_queue_update` (`DateTime`)- Kuyruk son kez güncellendiğinde.
--   `absolute_delay` (`UInt64`)- Geçerli kopyanın saniyeler içinde ne kadar büyük gecikme var.
--   `total_replicas` (`UInt8`)- Bu tablonun bilinen kopyalarının toplam sayısı.
--   `active_replicas` (`UInt8`)- ZooKeeper bir oturum var bu tablonun kopyaları sayısı (yani, işleyen kopyaları sayısı).
-
-Tüm sütunları talep ederseniz, Tablo biraz yavaş çalışabilir, çünkü ZooKeeper birkaç okuma her satır için yapılır.
-Son 4 sütun (log_max_ındex, log_pointer, total_replicas, active_replicas) istemiyorsanız, tablo hızlı bir şekilde çalışır.
-
-Örneğin, her şeyin böyle düzgün çalıştığını kontrol edebilirsiniz:
-
-``` sql
-SELECT
-    database,
-    table,
-    is_leader,
-    is_readonly,
-    is_session_expired,
-    future_parts,
-    parts_to_check,
-    columns_version,
-    queue_size,
-    inserts_in_queue,
-    merges_in_queue,
-    log_max_index,
-    log_pointer,
-    total_replicas,
-    active_replicas
-FROM system.replicas
-WHERE
-       is_readonly
-    OR is_session_expired
-    OR future_parts > 20
-    OR parts_to_check > 10
-    OR queue_size > 20
-    OR inserts_in_queue > 10
-    OR log_max_index - log_pointer > 10
-    OR total_replicas < 2
-    OR active_replicas < total_replicas
-```
-
-Bu sorgu hiçbir şey döndürmezse, her şeyin yolunda olduğu anlamına gelir.
-
-## sistem.ayarlar {#system-tables-system-settings}
-
-Geçerli kullanıcı için oturum ayarları hakkında bilgi içerir.
-
-Sütun:
-
--   `name` ([Dize](../sql-reference/data-types/string.md)) — Setting name.
--   `value` ([Dize](../sql-reference/data-types/string.md)) — Setting value.
--   `changed` ([Uİnt8](../sql-reference/data-types/int-uint.md#uint-ranges)) — Shows whether a setting is changed from its default value.
--   `description` ([Dize](../sql-reference/data-types/string.md)) — Short setting description.
--   `min` ([Nullable](../sql-reference/data-types/nullable.md)([Dize](../sql-reference/data-types/string.md))) — Minimum value of the setting, if any is set via [kısıtlamalar](settings/constraints-on-settings.md#constraints-on-settings). Ayarın minimum değeri yoksa, şunları içerir [NULL](../sql-reference/syntax.md#null-literal).
--   `max` ([Nullable](../sql-reference/data-types/nullable.md)([Dize](../sql-reference/data-types/string.md))) — Maximum value of the setting, if any is set via [kısıtlamalar](settings/constraints-on-settings.md#constraints-on-settings). Ayarın maksimum değeri yoksa, şunları içerir [NULL](../sql-reference/syntax.md#null-literal).
--   `readonly` ([Uİnt8](../sql-reference/data-types/int-uint.md#uint-ranges)) — Shows whether the current user can change the setting:
-    -   `0` — Current user can change the setting.
-    -   `1` — Current user can't change the setting.
-
-**Örnek**
-
-Aşağıdaki örnek, adı içeren ayarlar hakkında bilgi almak gösterilmiştir `min_i`.
-
-``` sql
-SELECT *
-FROM system.settings
-WHERE name LIKE '%min_i%'
-```
-
-``` text
-┌─name────────────────────────────────────────┬─value─────┬─changed─┬─description───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬─min──┬─max──┬─readonly─┐
-│ min_insert_block_size_rows                  │ 1048576   │       0 │ Squash blocks passed to INSERT query to specified size in rows, if blocks are not big enough.                                                                         │ ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ │        0 │
-│ min_insert_block_size_bytes                 │ 268435456 │       0 │ Squash blocks passed to INSERT query to specified size in bytes, if blocks are not big enough.                                                                        │ ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ │        0 │
-│ read_backoff_min_interval_between_events_ms │ 1000      │       0 │ Settings to reduce the number of threads in case of slow reads. Do not pay attention to the event, if the previous one has passed less than a certain amount of time. │ ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ │        0 │
-└─────────────────────────────────────────────┴───────────┴─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────┴──────┴──────────┘
-```
-
-Kullanımı `WHERE changed` örneğin, kontrol etmek istediğinizde yararlı olabilir:
-
--   Olsun yapılandırma dosyaları, ayarları doğru şekilde yüklenmiş ve kullanımdadır.
--   Geçerli oturumda değişen ayarlar.
-
-<!-- -->
-
-``` sql
-SELECT * FROM system.settings WHERE changed AND name='load_balancing'
-```
-
-**Ayrıca bakınız**
-
--   [Ayarlar](settings/index.md#session-settings-intro)
--   [Sorgular için izinler](settings/permissions-for-queries.md#settings_readonly)
--   [Ayarlardaki kısıtlamalar](settings/constraints-on-settings.md)
-
-## sistem.table_engines {#system.table_engines}
-
-``` text
-┌─name───────────────────┬─value───────┐
-│ max_threads            │ 8           │
-│ use_uncompressed_cache │ 0           │
-│ load_balancing         │ random      │
-│ max_memory_usage       │ 10000000000 │
-└────────────────────────┴─────────────┘
-```
-
-## sistem.merge_tree_settings {#system-merge_tree_settings}
-
-İçin ayarlar hakkında bilgi içerir `MergeTree` Tablolar.
-
-Sütun:
-
--   `name` (String) — Setting name.
--   `value` (String) — Setting value.
--   `description` (String) — Setting description.
--   `type` (String) — Setting type (implementation specific string value).
--   `changed` (UInt8) — Whether the setting was explicitly defined in the config or explicitly changed.
-
-## sistem.table_engines {#system-table-engines}
-
-Sunucu tarafından desteklenen tablo motorlarının açıklamasını ve özellik destek bilgilerini içerir.
-
-Bu tablo aşağıdaki sütunları içerir (sütun türü parantez içinde gösterilir):
-
--   `name` (String) — The name of table engine.
--   `supports_settings` (UInt8) — Flag that indicates if table engine supports `SETTINGS` yan.
--   `supports_skipping_indices` (UInt8) — Flag that indicates if table engine supports [endeksleri atlama](../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-data_skipping-indexes).
--   `supports_ttl` (UInt8) — Flag that indicates if table engine supports [TTL](../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-ttl).
--   `supports_sort_order` (UInt8) — Flag that indicates if table engine supports clauses `PARTITION_BY`, `PRIMARY_KEY`, `ORDER_BY` ve `SAMPLE_BY`.
--   `supports_replication` (UInt8) — Flag that indicates if table engine supports [veri çoğaltma](../engines/table-engines/mergetree-family/replication.md).
--   `supports_duduplication` (UInt8) — Flag that indicates if table engine supports data deduplication.
-
-Örnek:
-
-``` sql
-SELECT *
-FROM system.table_engines
-WHERE name in ('Kafka', 'MergeTree', 'ReplicatedCollapsingMergeTree')
-```
-
-``` text
-┌─name──────────────────────────┬─supports_settings─┬─supports_skipping_indices─┬─supports_sort_order─┬─supports_ttl─┬─supports_replication─┬─supports_deduplication─┐
-│ Kafka                         │                 1 │                         0 │                   0 │            0 │                    0 │                      0 │
-│ MergeTree                     │                 1 │                         1 │                   1 │            1 │                    0 │                      0 │
-│ ReplicatedCollapsingMergeTree │                 1 │                         1 │                   1 │            1 │                    1 │                      1 │
-└───────────────────────────────┴───────────────────┴───────────────────────────┴─────────────────────┴──────────────┴──────────────────────┴────────────────────────┘
-```
-
-**Ayrıca bakınız**
-
--   MergeTree ailesi [sorgu yan tümceleri](../engines/table-engines/mergetree-family/mergetree.md#mergetree-query-clauses)
--   Kafka [ayarlar](../engines/table-engines/integrations/kafka.md#table_engine-kafka-creating-a-table)
--   Katmak [ayarlar](../engines/table-engines/special/join.md#join-limitations-and-settings)
-
-## sistem.Tablolar {#system-tables}
-
-Sunucunun bildiği her tablonun meta verilerini içerir. Müstakil tablolar gösterilmez `system.tables`.
-
-Bu tablo aşağıdaki sütunları içerir (sütun türü parantez içinde gösterilir):
-
--   `database` (String) — The name of the database the table is in.
-
--   `name` (String) — Table name.
-
--   `engine` (String) — Table engine name (without parameters).
-
--   `is_temporary` (Uİnt8) - tablonun geçici olup olmadığını gösteren bayrak.
-
--   `data_path` (String) - dosya sistemindeki tablo verilerinin yolu.
-
--   `metadata_path` (String) - dosya sistemindeki tablo Meta Veri Yolu.
-
--   `metadata_modification_time` (DateTime) - tablo meta son değişiklik zamanı.
-
--   `dependencies_database` (Array (String)) - veritabanı bağımlılıkları.
-
--   `dependencies_table` (Array (String)) - Tablo bağımlılıkları ([MaterializedView](../engines/table-engines/special/materializedview.md) geçerli tabloya dayalı tablolar).
-
--   `create_table_query` (String) - tablo oluşturmak için kullanılan sorgu.
-
--   `engine_full` (String) - tablo motorunun parametreleri.
-
--   `partition_key` (String) - tabloda belirtilen bölüm anahtarı ifadesi.
-
--   `sorting_key` (String) - tabloda belirtilen sıralama anahtarı ifadesi.
-
--   `primary_key` (String) - tabloda belirtilen birincil anahtar ifadesi.
-
--   `sampling_key` (String) - tabloda belirtilen örnekleme anahtar ifadesi.
-
--   `storage_policy` (String) - depolama politikası:
-
-    -   [MergeTree](../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes)
-    -   [Dağılı](../engines/table-engines/special/distributed.md#distributed)
-
--   `total_rows` (Nullable (Uİnt64)) - tablodaki tam satır sayısını hızlı bir şekilde belirlemek mümkün ise, toplam satır sayısı `Null` (underying dahil `Buffer` Tablo).
-
--   `total_bytes` (Nullable (Uİnt64)) - toplam bayt sayısı, eğer depolama alanındaki tablo için tam bayt sayısını hızlı bir şekilde belirlemek mümkün ise, aksi takdirde `Null` (**do Notes not** herhangi bir temel depolama içerir).
-
-    -   If the table stores data on disk, returns used space on disk (i.e. compressed).
-    -   Tablo verileri bellekte depolarsa, bellekte kullanılan bayt sayısını yaklaşık olarak döndürür.
-
-Bu `system.tables` tablo kullanılır `SHOW TABLES` sorgu uygulaması.
-
-## sistem.zookeeper {#system-zookeeper}
-
-ZooKeeper yapılandırılmamışsa, tablo yok. Yapılandırmada tanımlanan ZooKeeper kümesinden veri okumayı sağlar.
-Sorgu bir olmalıdır ‘path’ WH .ere madd .esindeki eşitlik koşulu. Bu veri almak istediğiniz çocuklar için ZooKeeper yoludur.
-
-Sorgu `SELECT * FROM system.zookeeper WHERE path = '/clickhouse'` tüm çocuklar için veri çıkışı `/clickhouse` düğümlü.
-Tüm kök düğümler için veri çıkışı yapmak için, path = yazın ‘/’.
-Belirtilen yol ise ‘path’ yok, bir istisna atılır.
-
-Sütun:
-
--   `name` (String) — The name of the node.
--   `path` (String) — The path to the node.
--   `value` (String) — Node value.
--   `dataLength` (Int32) — Size of the value.
--   `numChildren` (Int32) — Number of descendants.
--   `czxid` (Int64) — ID of the transaction that created the node.
--   `mzxid` (Int64) — ID of the transaction that last changed the node.
--   `pzxid` (Int64) — ID of the transaction that last deleted or added descendants.
--   `ctime` (DateTime) — Time of node creation.
--   `mtime` (DateTime) — Time of the last modification of the node.
--   `version` (Int32) — Node version: the number of times the node was changed.
--   `cversion` (Int32) — Number of added or removed descendants.
--   `aversion` (Int32) — Number of changes to the ACL.
--   `ephemeralOwner` (Int64) — For ephemeral nodes, the ID of the session that owns this node.
-
-Örnek:
-
-``` sql
-SELECT *
-FROM system.zookeeper
-WHERE path = '/clickhouse/tables/01-08/visits/replicas'
-FORMAT Vertical
-```
-
-``` text
-Row 1:
-──────
-name:           example01-08-1.yandex.ru
-value:
-czxid:          932998691229
-mzxid:          932998691229
-ctime:          2015-03-27 16:49:51
-mtime:          2015-03-27 16:49:51
-version:        0
-cversion:       47
-aversion:       0
-ephemeralOwner: 0
-dataLength:     0
-numChildren:    7
-pzxid:          987021031383
-path:           /clickhouse/tables/01-08/visits/replicas
-
-Row 2:
-──────
-name:           example01-08-2.yandex.ru
-value:
-czxid:          933002738135
-mzxid:          933002738135
-ctime:          2015-03-27 16:57:01
-mtime:          2015-03-27 16:57:01
-version:        0
-cversion:       37
-aversion:       0
-ephemeralOwner: 0
-dataLength:     0
-numChildren:    7
-pzxid:          987021252247
-path:           /clickhouse/tables/01-08/visits/replicas
-```
-
-## sistem.mutasyonlar {#system_tables-mutations}
-
-Tablo hakkında bilgi içerir [mutasyonlar](../sql-reference/statements/alter.md#alter-mutations) MergeTree tabloları ve bunların ilerleme. Her mutasyon komutu tek bir satırla temsil edilir. Tablo aşağıdaki sütunlara sahiptir:
-
-**veritabanı**, **Tablo** - Mutasyonun uygulandığı veritabanı ve tablonun adı.
-
-**mutation_id** - Mutasyonun kimliği. Çoğaltılmış tablolar için bu kimlikler znode adlarına karşılık gelir `<table_path_in_zookeeper>/mutations/` ZooKeeper dizin. Yinelenmemiş tablolar için kimlikler, tablonun veri dizinindeki dosya adlarına karşılık gelir.
-
-**komut** - Mut commandasyon komut diz (gesi (sorgu afterdan sonra `ALTER TABLE [db.]table`).
-
-**create_time** - Bu mutasyon komutu idam için sunulduğunda.
-
-**block_numbers.partition_id**, **block_numbers.numara** - İç içe geçmiş bir sütun. Çoğaltılmış tabloların mutasyonları için, her bölüm için bir kayıt içerir: bölüm kimliği ve mutasyon tarafından elde edilen blok numarası (her bölümde, yalnızca bu bölümdeki mutasyon tarafından elde edilen blok sayısından daha az sayıda blok içeren parçalar mutasyona uğrayacaktır). Çoğaltılmamış tablolarda, tüm bölümlerdeki blok numaraları tek bir sıra oluşturur. Bu, çoğaltılmamış tabloların mutasyonları için, sütunun mutasyon tarafından elde edilen tek bir blok numarasına sahip bir kayıt içereceği anlamına gelir.
-
-**parts_to_do** - Mutasyonun bitmesi için mutasyona uğraması gereken veri parçalarının sayısı.
-
-**is_done** - Mutasyon bitti mi? Not bile `parts_to_do = 0` çoğaltılmış bir tablonun mutasyonu, mutasyona uğraması gereken yeni bir veri parçası yaratacak uzun süren bir ekleme nedeniyle henüz yapılmamıştır.
-
-Bazı bölümleri mutasyon ile ilgili sorunlar varsa, aşağıdaki sütunlar ek bilgi içerir:
-
-**latest_failed_part** - Mutasyona uğramayan en son bölümün adı.
-
-**latest_fail_time** - En son bölüm mutasyon başarısızlığı zamanı.
-
-**latest_fail_reason** - En son bölüm mutasyon başarısızlığına neden olan istisna mesajı.
-
-## sistem.diskler {#system_tables-disks}
-
-İçinde tanımlanan diskler hakkında bilgi içerir [sunucu yapılandırması](../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes_configure).
-
-Sütun:
-
--   `name` ([Dize](../sql-reference/data-types/string.md)) — Name of a disk in the server configuration.
--   `path` ([Dize](../sql-reference/data-types/string.md)) — Path to the mount point in the file system.
--   `free_space` ([Uİnt64](../sql-reference/data-types/int-uint.md)) — Free space on disk in bytes.
--   `total_space` ([Uİnt64](../sql-reference/data-types/int-uint.md)) — Disk volume in bytes.
--   `keep_free_space` ([Uİnt64](../sql-reference/data-types/int-uint.md)) — Amount of disk space that should stay free on disk in bytes. Defined in the `keep_free_space_bytes` disk yapılandırması parametresi.
-
-## sistem.storage_policies {#system_tables-storage_policies}
-
-Depolama ilkeleri ve birimlerinde tanımlanan bilgiler içerir. [sunucu yapılandırması](../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes_configure).
-
-Sütun:
-
--   `policy_name` ([Dize](../sql-reference/data-types/string.md)) — Name of the storage policy.
--   `volume_name` ([Dize](../sql-reference/data-types/string.md)) — Volume name defined in the storage policy.
--   `volume_priority` ([Uİnt64](../sql-reference/data-types/int-uint.md)) — Volume order number in the configuration.
--   `disks` ([Ar Arrayray (String)](../sql-reference/data-types/array.md)) — Disk names, defined in the storage policy.
--   `max_data_part_size` ([Uİnt64](../sql-reference/data-types/int-uint.md)) — Maximum size of a data part that can be stored on volume disks (0 — no limit).
--   `move_factor` ([Float64](../sql-reference/data-types/float.md)) — Ratio of free disk space. When the ratio exceeds the value of configuration parameter, ClickHouse start to move data to the next volume in order.
-
-Depolama ilkesi birden fazla birim içeriyorsa, her birim için bilgiler tablonun tek tek satırında saklanır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/system_tables/) <!--hide-->
diff --git a/docs/tr/operations/tips.md b/docs/tr/operations/tips.md
deleted file mode 100644
index 5b76fe26504..00000000000
--- a/docs/tr/operations/tips.md
+++ /dev/null
@@ -1,251 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 58
-toc_title: "Kullan\u0131m \xD6nerileri"
----
-
-# Kullanım Önerileri {#usage-recommendations}
-
-## CPU Ölçekleme Vali {#cpu-scaling-governor}
-
-Her zaman kullanın `performance` Ölçekleme Valisi. Bu `on-demand` ölçeklendirme Valisi sürekli yüksek talep ile çok daha kötü çalışır.
-
-``` bash
-$ echo 'performance' | sudo tee /sys/devices/system/cpu/cpu*/cpufreq/scaling_governor
-```
-
-## CPU sınırlamaları {#cpu-limitations}
-
-İşlemciler aşırı ısınabilir. Kullanmak `dmesg` aşırı ısınma nedeniyle CPU'nun saat hızının sınırlı olup olmadığını görmek için.
-Kısıtlama, veri merkezi düzeyinde harici olarak da ayarlanabilir. Kullanabilirsiniz `turbostat` bir yük altında izlemek için.
-
-## RAM {#ram}
-
-Küçük miktarlarda veri için (~200 GB'a kadar sıkıştırılmış), veri hacmi kadar bellek kullanmak en iyisidir.
-Büyük miktarda veri için ve etkileşimli (çevrimiçi) sorguları işlerken, sıcak veri alt kümesi sayfaların önbelleğine sığacak şekilde makul miktarda RAM (128 GB veya daha fazla) kullanmalısınız.
-Sunucu başına ~50 TB veri hacimleri için bile, 128 GB RAM kullanmak, 64 GB'ye kıyasla sorgu performansını önemli ölçüde artırır.
-
-Overcommit devre dışı bırakmayın. Değer `cat /proc/sys/vm/overcommit_memory` 0 veya 1 olmalıdır. Koşmak
-
-``` bash
-$ echo 0 | sudo tee /proc/sys/vm/overcommit_memory
-```
-
-## Büyük Sayfalar {#huge-pages}
-
-Her zaman şeffaf büyük sayfaları devre dışı bırakın. Önemli performans düşmesine neden olan bellek yöneticileri, engel oluyor.
-
-``` bash
-$ echo 'never' | sudo tee /sys/kernel/mm/transparent_hugepage/enabled
-```
-
-Kullanmak `perf top` bellek yönetimi için çekirdekte harcanan zamanı izlemek için.
-Kalıcı büyük sayfaların da tahsis edilmesine gerek yoktur.
-
-## Depolama Alt Sistemi {#storage-subsystem}
-
-Bütçeniz SSD kullanmanıza izin veriyorsa, SSD kullanın.
-Eğer değilse, sabit disk kullanın. SATA HDD'ler 7200 RPM yapacak.
-
-Bağlı disk raflarına sahip daha az sayıda sunucu üzerinde yerel sabit disklere sahip birçok sunucuyu tercih edin.
-Ancak nadir sorguları olan arşivleri saklamak için raflar çalışacaktır.
-
-## RAID {#raid}
-
-HDD kullanırken, RAID-10, RAID-5, RAID-6 veya RAID-50'yi birleştirebilirsiniz.
-Linux için, yazılım RAID daha iyidir (ile `mdadm`). LVM'Yİ kullanmanızı önermiyoruz.
-RAID-10 oluştururken, `far` düzen.
-Bütçeniz izin veriyorsa, RAID-10'u seçin.
-
-4'ten fazla diskiniz varsa, RAID-5 yerine RAID-6 (tercih edilen) veya RAID-50 kullanın.
-RAID-5, RAID-6 veya RAID-50 kullanırken, varsayılan değer genellikle en iyi seçenek olmadığından daima stripe_cache_size değerini artırın.
-
-``` bash
-$ echo 4096 | sudo tee /sys/block/md2/md/stripe_cache_size
-```
-
-Formülü kullanarak cihaz sayısından ve blok boyutundan tam sayıyı hesaplayın: `2 * num_devices * chunk_size_in_bytes / 4096`.
-
-Tüm RAID yapılandırmaları için 1024 KB blok boyutu yeterlidir.
-Blok boyutunu asla çok küçük veya çok büyük ayarlamayın.
-
-SSD'DE RAID-0 kullanabilirsiniz.
-RAID kullanımı ne olursa olsun, her zaman veri güvenliği için çoğaltma kullanın.
-
-Uzun bir kuyruk ile NCQ etkinleştirin. HDD için CFQ zamanlayıcısını seçin ve SSD için noop'u seçin. Azalt themayın ‘readahead’ ayar.
-HDD için yazma önbelleğini etkinleştirin.
-
-## Dosya Sistemi {#file-system}
-
-Ext4 en güvenilir seçenektir. Bağlama seçeneklerini ayarlama `noatime, nobarrier`.
-XFS de uygundur, ancak ClickHouse ile iyice test edilmemiştir.
-Diğer çoğu dosya sistemi de iyi çalışmalıdır. Gecikmeli tahsisli dosya sistemleri daha iyi çalışır.
-
-## Linux Çekirdeği {#linux-kernel}
-
-Eski bir Linux çekirdeği kullanmayın.
-
-## Ağ {#network}
-
-IPv6 kullanıyorsanız, rota önbelleğinin boyutunu artırın.
-3.2 öncesinde Linux çekirdeği IPv6 uygulaması ile ilgili sorunlar çok sayıda vardı.
-
-Mümkünse en az 10 GB ağ kullanın. 1 Gb de çalışacak, ancak onlarca terabayt veri içeren kopyaları yamalamak veya büyük miktarda Ara veriyle dağıtılmış sorguları işlemek için çok daha kötü olacaktır.
-
-## ZooKeeper {#zookeeper}
-
-Muhtemelen zaten başka amaçlar için ZooKeeper kullanıyor. Zaten aşırı değilse, aynı ZooKeeper kurulumunu kullanabilirsiniz.
-
-It's best to use a fresh version of ZooKeeper – 3.4.9 or later. The version in stable Linux distributions may be outdated.
-
-Sonuç sıralı düğümler için yanlış olacağından, farklı ZooKeeper kümeleri arasında veri aktarmak için el ile yazılmış komut dosyalarını asla kullanmamalısınız. Asla kullanmayın “zkcopy” aynı nedenle yardımcı program: https://github.com/ksprojects/zkcopy/issues/15
-
-Varolan bir ZooKeeper kümesini ikiye bölmek istiyorsanız, doğru yol, yinelemelerinin sayısını artırmak ve sonra iki bağımsız küme olarak yeniden yapılandırmaktır.
-
-Zookeeper ClickHouse aynı sunucularda çalıştırmayın. ZooKeeper gecikme için çok hassas olduğundan ve ClickHouse mevcut tüm sistem kaynaklarını kullanabilir.
-
-Varsayılan ayarlarla, ZooKeeper bir saatli bomba:
-
-> ZooKeeper sunucusu, varsayılan yapılandırmayı kullanırken eski anlık görüntülerden ve günlüklerden dosyaları silmez (bkz.autopurge) ve bu operatörün sorumluluğundadır.
-
-Bu bomba etkisiz hale getirilmeli.
-
-Aşağıdaki ZooKeeper (3.5.1) yapılandırması Yandex'te kullanılmaktadır.20 Mayıs 2017 tarihi itibariyle Metrica üretim ortamı:
-
-hayvanat bahçesi.cfg:
-
-``` bash
-# http://hadoop.apache.org/zookeeper/docs/current/zookeeperAdmin.html
-
-# The number of milliseconds of each tick
-tickTime=2000
-# The number of ticks that the initial
-# synchronization phase can take
-initLimit=30000
-# The number of ticks that can pass between
-# sending a request and getting an acknowledgement
-syncLimit=10
-
-maxClientCnxns=2000
-
-maxSessionTimeout=60000000
-# the directory where the snapshot is stored.
-dataDir=/opt/zookeeper/{{ '{{' }} cluster['name'] {{ '}}' }}/data
-# Place the dataLogDir to a separate physical disc for better performance
-dataLogDir=/opt/zookeeper/{{ '{{' }} cluster['name'] {{ '}}' }}/logs
-
-autopurge.snapRetainCount=10
-autopurge.purgeInterval=1
-
-
-# To avoid seeks ZooKeeper allocates space in the transaction log file in
-# blocks of preAllocSize kilobytes. The default block size is 64M. One reason
-# for changing the size of the blocks is to reduce the block size if snapshots
-# are taken more often. (Also, see snapCount).
-preAllocSize=131072
-
-# Clients can submit requests faster than ZooKeeper can process them,
-# especially if there are a lot of clients. To prevent ZooKeeper from running
-# out of memory due to queued requests, ZooKeeper will throttle clients so that
-# there is no more than globalOutstandingLimit outstanding requests in the
-# system. The default limit is 1,000.ZooKeeper logs transactions to a
-# transaction log. After snapCount transactions are written to a log file a
-# snapshot is started and a new transaction log file is started. The default
-# snapCount is 10,000.
-snapCount=3000000
-
-# If this option is defined, requests will be will logged to a trace file named
-# traceFile.year.month.day.
-#traceFile=
-
-# Leader accepts client connections. Default value is "yes". The leader machine
-# coordinates updates. For higher update throughput at thes slight expense of
-# read throughput the leader can be configured to not accept clients and focus
-# on coordination.
-leaderServes=yes
-
-standaloneEnabled=false
-dynamicConfigFile=/etc/zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }}/conf/zoo.cfg.dynamic
-```
-
-Java sürümü:
-
-``` text
-Java(TM) SE Runtime Environment (build 1.8.0_25-b17)
-Java HotSpot(TM) 64-Bit Server VM (build 25.25-b02, mixed mode)
-```
-
-JVM parametreleri:
-
-``` bash
-NAME=zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }}
-ZOOCFGDIR=/etc/$NAME/conf
-
-# TODO this is really ugly
-# How to find out, which jars are needed?
-# seems, that log4j requires the log4j.properties file to be in the classpath
-CLASSPATH="$ZOOCFGDIR:/usr/build/classes:/usr/build/lib/*.jar:/usr/share/zookeeper/zookeeper-3.5.1-metrika.jar:/usr/share/zookeeper/slf4j-log4j12-1.7.5.jar:/usr/share/zookeeper/slf4j-api-1.7.5.jar:/usr/share/zookeeper/servlet-api-2.5-20081211.jar:/usr/share/zookeeper/netty-3.7.0.Final.jar:/usr/share/zookeeper/log4j-1.2.16.jar:/usr/share/zookeeper/jline-2.11.jar:/usr/share/zookeeper/jetty-util-6.1.26.jar:/usr/share/zookeeper/jetty-6.1.26.jar:/usr/share/zookeeper/javacc.jar:/usr/share/zookeeper/jackson-mapper-asl-1.9.11.jar:/usr/share/zookeeper/jackson-core-asl-1.9.11.jar:/usr/share/zookeeper/commons-cli-1.2.jar:/usr/src/java/lib/*.jar:/usr/etc/zookeeper"
-
-ZOOCFG="$ZOOCFGDIR/zoo.cfg"
-ZOO_LOG_DIR=/var/log/$NAME
-USER=zookeeper
-GROUP=zookeeper
-PIDDIR=/var/run/$NAME
-PIDFILE=$PIDDIR/$NAME.pid
-SCRIPTNAME=/etc/init.d/$NAME
-JAVA=/usr/bin/java
-ZOOMAIN="org.apache.zookeeper.server.quorum.QuorumPeerMain"
-ZOO_LOG4J_PROP="INFO,ROLLINGFILE"
-JMXLOCALONLY=false
-JAVA_OPTS="-Xms{{ '{{' }} cluster.get('xms','128M') {{ '}}' }} \
-    -Xmx{{ '{{' }} cluster.get('xmx','1G') {{ '}}' }} \
-    -Xloggc:/var/log/$NAME/zookeeper-gc.log \
-    -XX:+UseGCLogFileRotation \
-    -XX:NumberOfGCLogFiles=16 \
-    -XX:GCLogFileSize=16M \
-    -verbose:gc \
-    -XX:+PrintGCTimeStamps \
-    -XX:+PrintGCDateStamps \
-    -XX:+PrintGCDetails
-    -XX:+PrintTenuringDistribution \
-    -XX:+PrintGCApplicationStoppedTime \
-    -XX:+PrintGCApplicationConcurrentTime \
-    -XX:+PrintSafepointStatistics \
-    -XX:+UseParNewGC \
-    -XX:+UseConcMarkSweepGC \
--XX:+CMSParallelRemarkEnabled"
-```
-
-Tuz ve Karab saltiber:
-
-``` text
-description "zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }} centralized coordination service"
-
-start on runlevel [2345]
-stop on runlevel [!2345]
-
-respawn
-
-limit nofile 8192 8192
-
-pre-start script
-    [ -r "/etc/zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }}/conf/environment" ] || exit 0
-    . /etc/zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }}/conf/environment
-    [ -d $ZOO_LOG_DIR ] || mkdir -p $ZOO_LOG_DIR
-    chown $USER:$GROUP $ZOO_LOG_DIR
-end script
-
-script
-    . /etc/zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }}/conf/environment
-    [ -r /etc/default/zookeeper ] && . /etc/default/zookeeper
-    if [ -z "$JMXDISABLE" ]; then
-        JAVA_OPTS="$JAVA_OPTS -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.local.only=$JMXLOCALONLY"
-    fi
-    exec start-stop-daemon --start -c $USER --exec $JAVA --name zookeeper-{{ '{{' }} cluster['name'] {{ '}}' }} \
-        -- -cp $CLASSPATH $JAVA_OPTS -Dzookeeper.log.dir=${ZOO_LOG_DIR} \
-        -Dzookeeper.root.logger=${ZOO_LOG4J_PROP} $ZOOMAIN $ZOOCFG
-end script
-```
-
-{## [Orijinal makale](https://clickhouse.tech/docs/en/operations/tips/) ##}
diff --git a/docs/tr/operations/troubleshooting.md b/docs/tr/operations/troubleshooting.md
deleted file mode 100644
index e9852be0ce1..00000000000
--- a/docs/tr/operations/troubleshooting.md
+++ /dev/null
@@ -1,146 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 46
-toc_title: "Ar\u0131za"
----
-
-# Arıza {#troubleshooting}
-
--   [Kurulum](#troubleshooting-installation-errors)
--   [Sunucuya bağlanma](#troubleshooting-accepts-no-connections)
--   [Sorgu işleme](#troubleshooting-does-not-process-queries)
--   [Sorgu işleme verimliliği](#troubleshooting-too-slow)
-
-## Kurulum {#troubleshooting-installation-errors}
-
-### Apt-get ile ClickHouse deposundan Deb paketleri alınamıyor {#you-cannot-get-deb-packages-from-clickhouse-repository-with-apt-get}
-
--   Güvenlik Duvarı ayarlarını kontrol edin.
--   Depoya herhangi bir nedenle erişemiyorsanız, paketleri aşağıda açıklandığı gibi indirin [Başlarken](../getting-started/index.md) makale ve bunları kullanarak manuel olarak yükleyin `sudo dpkg -i <packages>` komut. Ayrıca ihtiyacınız olacak `tzdata` paket.
-
-## Sunucuya bağlanma {#troubleshooting-accepts-no-connections}
-
-Olası sorunlar:
-
--   Sunucu çalışmıyor.
--   Beklenmeyen veya yanlış yapılandırma parametreleri.
-
-### Sunucu Çalışmıyor {#server-is-not-running}
-
-**Sunucu runnnig olup olmadığını kontrol edin**
-
-Komut:
-
-``` bash
-$ sudo service clickhouse-server status
-```
-
-Sunucu çalışmıyorsa, komutla başlatın:
-
-``` bash
-$ sudo service clickhouse-server start
-```
-
-**Günlükleri kontrol et**
-
-Ana günlüğü `clickhouse-server` içinde `/var/log/clickhouse-server/clickhouse-server.log` varsayılan olarak.
-
-Sunucu başarıyla başlatıldıysa, dizeleri görmelisiniz:
-
--   `<Information> Application: starting up.` — Server started.
--   `<Information> Application: Ready for connections.` — Server is running and ready for connections.
-
-Eğer `clickhouse-server` Başlat bir yapılandırma hatası ile başarısız oldu, görmelisiniz `<Error>` bir hata açıklaması ile dize. Mesela:
-
-``` text
-2019.01.11 15:23:25.549505 [ 45 ] {} <Error> ExternalDictionaries: Failed reloading 'event2id' external dictionary: Poco::Exception. Code: 1000, e.code() = 111, e.displayText() = Connection refused, e.what() = Connection refused
-```
-
-Dosyanın sonunda bir hata görmüyorsanız, dizeden başlayarak tüm dosyaya bakın:
-
-``` text
-<Information> Application: starting up.
-```
-
-İkinci bir örneğini başlatmaya çalışırsanız `clickhouse-server` sunucuda, aşağıdaki günlük bakın:
-
-``` text
-2019.01.11 15:25:11.151730 [ 1 ] {} <Information> : Starting ClickHouse 19.1.0 with revision 54413
-2019.01.11 15:25:11.154578 [ 1 ] {} <Information> Application: starting up
-2019.01.11 15:25:11.156361 [ 1 ] {} <Information> StatusFile: Status file ./status already exists - unclean restart. Contents:
-PID: 8510
-Started at: 2019-01-11 15:24:23
-Revision: 54413
-
-2019.01.11 15:25:11.156673 [ 1 ] {} <Error> Application: DB::Exception: Cannot lock file ./status. Another server instance in same directory is already running.
-2019.01.11 15:25:11.156682 [ 1 ] {} <Information> Application: shutting down
-2019.01.11 15:25:11.156686 [ 1 ] {} <Debug> Application: Uninitializing subsystem: Logging Subsystem
-2019.01.11 15:25:11.156716 [ 2 ] {} <Information> BaseDaemon: Stop SignalListener thread
-```
-
-**Bkz. sistem.d günlükleri**
-
-Eğer herhangi bir yararlı bilgi bulamazsanız `clickhouse-server` günlükler veya herhangi bir günlük yok, görüntüleyebilirsiniz `system.d` komutu kullanarak günlükleri:
-
-``` bash
-$ sudo journalctl -u clickhouse-server
-```
-
-**Clickhouse-Server'ı etkileşimli modda Başlat**
-
-``` bash
-$ sudo -u clickhouse /usr/bin/clickhouse-server --config-file /etc/clickhouse-server/config.xml
-```
-
-Bu komut, sunucuyu otomatik başlatma komut dosyasının standart parametreleriyle etkileşimli bir uygulama olarak başlatır. Bu modda `clickhouse-server` konsoldaki tüm olay iletilerini yazdırır.
-
-### Yapılandırma Parametreleri {#configuration-parameters}
-
-Kontrol:
-
--   Docker ayarları.
-
-    Bir IPv6 ağında Docker'da ClickHouse çalıştırırsanız, `network=host` ayar .lanmıştır.
-
--   Bitiş noktası ayarları.
-
-    Kontrol [listen_host](server-configuration-parameters/settings.md#server_configuration_parameters-listen_host) ve [tcp_port](server-configuration-parameters/settings.md#server_configuration_parameters-tcp_port) ayarlar.
-
-    ClickHouse server, yalnızca varsayılan olarak localhost bağlantılarını kabul eder.
-
--   HTTP protokolü ayarları.
-
-    HTTP API protokol ayarlarını denetleyin.
-
--   Güvenli bağlantı ayarları.
-
-    Kontrol:
-
-    -   Bu [tcp_port_secure](server-configuration-parameters/settings.md#server_configuration_parameters-tcp_port_secure) ayar.
-    -   İçin ayarlar [SSL sertifikaları](server-configuration-parameters/settings.md#server_configuration_parameters-openssl).
-
-    Bağlanırken uygun parametreleri kullanın. Örneğin, kullanın `port_secure` parametre ile `clickhouse_client`.
-
--   Kullanıcı ayarları.
-
-    Yanlış kullanıcı adı veya parola kullanıyor olabilirsiniz.
-
-## Sorgu İşleme {#troubleshooting-does-not-process-queries}
-
-ClickHouse sorguyu işlemek mümkün değilse, istemciye bir hata açıklaması gönderir. İn the `clickhouse-client` konsoldaki hatanın bir açıklamasını alırsınız. Http arabirimini kullanıyorsanız, ClickHouse yanıt gövdesinde hata açıklamasını gönderir. Mesela:
-
-``` bash
-$ curl 'http://localhost:8123/' --data-binary "SELECT a"
-Code: 47, e.displayText() = DB::Exception: Unknown identifier: a. Note that there are no tables (FROM clause) in your query, context: required_names: 'a' source_tables: table_aliases: private_aliases: column_aliases: public_columns: 'a' masked_columns: array_join_columns: source_columns: , e.what() = DB::Exception
-```
-
-Eğer başlarsanız `clickhouse-client` ile... `stack-trace` parametre, ClickHouse bir hata açıklaması ile sunucu yığın izleme döndürür.
-
-Bozuk bir bağlantı hakkında bir mesaj görebilirsiniz. Bu durumda, sorguyu tekrarlayabilirsiniz. Sorguyu her gerçekleştirdiğinizde bağlantı kesilirse, sunucu günlüklerini hatalar için denetleyin.
-
-## Sorgu işleme verimliliği {#troubleshooting-too-slow}
-
-Clickhouse'un çok yavaş çalıştığını görürseniz, sorgularınız için sunucu kaynakları ve ağdaki yükü profillemeniz gerekir.
-
-Profil sorguları için clickhouse-benchmark yardımcı programını kullanabilirsiniz. Saniyede işlenen sorgu sayısını, saniyede işlenen satır sayısını ve sorgu işleme sürelerinin yüzdelerini gösterir.
diff --git a/docs/tr/operations/update.md b/docs/tr/operations/update.md
deleted file mode 100644
index 08168cf4f64..00000000000
--- a/docs/tr/operations/update.md
+++ /dev/null
@@ -1,20 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 47
-toc_title: "ClickHouse G\xFCncelleme"
----
-
-# ClickHouse Güncelleme {#clickhouse-update}
-
-ClickHouse DEB paketlerinden yüklüyse, sunucuda aşağıdaki komutları çalıştırın:
-
-``` bash
-$ sudo apt-get update
-$ sudo apt-get install clickhouse-client clickhouse-server
-$ sudo service clickhouse-server restart
-```
-
-Önerilen deb paketleri dışında bir şey kullanarak ClickHouse yüklediyseniz, uygun güncelleştirme yöntemini kullanın.
-
-ClickHouse dağıtılmış bir güncelleştirmeyi desteklemiyor. İşlem, her ayrı sunucuda ardışık olarak gerçekleştirilmelidir. Bir kümedeki tüm sunucuları aynı anda güncelleştirmeyin veya küme Bir süre kullanılamaz.
diff --git a/docs/tr/operations/utilities/clickhouse-benchmark.md b/docs/tr/operations/utilities/clickhouse-benchmark.md
deleted file mode 100644
index 52c4d5c23ed..00000000000
--- a/docs/tr/operations/utilities/clickhouse-benchmark.md
+++ /dev/null
@@ -1,156 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 61
-toc_title: clickhouse-benchmark
----
-
-# clickhouse-benchmark {#clickhouse-benchmark}
-
-Bir ClickHouse sunucusuna bağlanır ve art arda belirtilen sorguları gönderir.
-
-Sözdizimi:
-
-``` bash
-$ echo "single query" | clickhouse-benchmark [keys]
-```
-
-veya
-
-``` bash
-$ clickhouse-benchmark [keys] <<< "single query"
-```
-
-Bir dizi sorgu göndermek istiyorsanız, Bir metin dosyası oluşturun ve her sorguyu bu dosyadaki tek tek dizeye yerleştirin. Mesela:
-
-``` sql
-SELECT * FROM system.numbers LIMIT 10000000
-SELECT 1
-```
-
-Sonra bu dosyayı standart bir girişe geçirin `clickhouse-benchmark`.
-
-``` bash
-clickhouse-benchmark [keys] < queries_file
-```
-
-## Anahtarlar {#clickhouse-benchmark-keys}
-
--   `-c N`, `--concurrency=N` — Number of queries that `clickhouse-benchmark` aynı anda gönderir. Varsayılan değer: 1.
--   `-d N`, `--delay=N` — Interval in seconds between intermediate reports (set 0 to disable reports). Default value: 1.
--   `-h WORD`, `--host=WORD` — Server host. Default value: `localhost`. İçin [karşılaştırma modu](#clickhouse-benchmark-comparison-mode) birden fazla kullanabilirsiniz `-h` anahtarlar.
--   `-p N`, `--port=N` — Server port. Default value: 9000. For the [karşılaştırma modu](#clickhouse-benchmark-comparison-mode) birden fazla kullanabilirsiniz `-p` anahtarlar.
--   `-i N`, `--iterations=N` — Total number of queries. Default value: 0.
--   `-r`, `--randomize` — Random order of queries execution if there is more then one input query.
--   `-s`, `--secure` — Using TLS connection.
--   `-t N`, `--timelimit=N` — Time limit in seconds. `clickhouse-benchmark` belirtilen zaman sınırına ulaşıldığında sorgu göndermeyi durdurur. Varsayılan değer: 0 (zaman sınırı devre dışı).
--   `--confidence=N` — Level of confidence for T-test. Possible values: 0 (80%), 1 (90%), 2 (95%), 3 (98%), 4 (99%), 5 (99.5%). Default value: 5. In the [karşılaştırma modu](#clickhouse-benchmark-comparison-mode) `clickhouse-benchmark` gerçekleştirir [Bağımsız iki örnek öğrencinin t-testi](https://en.wikipedia.org/wiki/Student%27s_t-test#Independent_two-sample_t-test) iki dağıtımın seçilen güven düzeyi ile farklı olup olmadığını belirlemek için sınayın.
--   `--cumulative` — Printing cumulative data instead of data per interval.
--   `--database=DATABASE_NAME` — ClickHouse database name. Default value: `default`.
--   `--json=FILEPATH` — JSON output. When the key is set, `clickhouse-benchmark` belirtilen json dosyasına bir rapor verir.
--   `--user=USERNAME` — ClickHouse user name. Default value: `default`.
--   `--password=PSWD` — ClickHouse user password. Default value: empty string.
--   `--stacktrace` — Stack traces output. When the key is set, `clickhouse-bencmark` çıkışlar özel durumların izlerini yığın.
--   `--stage=WORD` — Query processing stage at server. ClickHouse stops query processing and returns answer to `clickhouse-benchmark` belirtilen aşamada. Olası değerler: `complete`, `fetch_columns`, `with_mergeable_state`. Varsayılan değer: `complete`.
--   `--help` — Shows the help message.
-
-Bazı uygulamak istiyorsanız [ayarlar](../../operations/settings/index.md) sorgular için bunları bir anahtar olarak geçirin `--<session setting name>= SETTING_VALUE`. Mesela, `--max_memory_usage=1048576`.
-
-## Çıktı {#clickhouse-benchmark-output}
-
-Varsayılan olarak, `clickhouse-benchmark` her biri için raporlar `--delay` aralıklı.
-
-Rapor örneği:
-
-``` text
-Queries executed: 10.
-
-localhost:9000, queries 10, QPS: 6.772, RPS: 67904487.440, MiB/s: 518.070, result RPS: 67721584.984, result MiB/s: 516.675.
-
-0.000%      0.145 sec.
-10.000%     0.146 sec.
-20.000%     0.146 sec.
-30.000%     0.146 sec.
-40.000%     0.147 sec.
-50.000%     0.148 sec.
-60.000%     0.148 sec.
-70.000%     0.148 sec.
-80.000%     0.149 sec.
-90.000%     0.150 sec.
-95.000%     0.150 sec.
-99.000%     0.150 sec.
-99.900%     0.150 sec.
-99.990%     0.150 sec.
-```
-
-Raporda bulabilirsiniz:
-
--   Sorgu sayısı `Queries executed:` alan.
-
--   İçeren durum dizesi (sırayla):
-
-    -   ClickHouse sunucusunun bitiş noktası.
-    -   İşlenen sorgu sayısı.
-    -   QPS: qps: kaç sorgu sunucusu saniyede belirtilen bir süre boyunca gerçekleştirilen `--delay` tartışma.
-    -   RPS: kaç satır sunucu saniyede belirtilen bir süre boyunca okuma `--delay` tartışma.
-    -   MıB / s: kaç mebibytes sunucu saniyede belirtilen bir süre boyunca okuma `--delay` tartışma.
-    -   sonuç RPS: sunucu tarafından belirtilen bir süre boyunca saniyede bir sorgunun sonucuna kaç satır yerleştirilir `--delay` tartışma.
-    -   sonuç MıB / s. kaç mebibytes sunucu tarafından belirtilen bir dönemde saniyede bir sorgu sonucu yerleştirilir `--delay` tartışma.
-
--   Sorgu yürütme süresi yüzdelik.
-
-## Karşılaştırma Modu {#clickhouse-benchmark-comparison-mode}
-
-`clickhouse-benchmark` iki çalışan ClickHouse sunucuları için performansları karşılaştırabilirsiniz.
-
-Karşılaştırma modunu kullanmak için, her iki sunucunun bitiş noktalarını iki çift `--host`, `--port` anahtarlar. Anahtarlar argüman listesindeki konuma göre eşleşti, ilk `--host` ilk ile eşleştirilir `--port` ve böyle devam eder. `clickhouse-benchmark` her iki sunucuya da bağlantılar kurar, sonra sorgular gönderir. Her sorgu rastgele seçilen bir sunucuya gönderilir. Sonuçlar her sunucu için ayrı ayrı gösterilir.
-
-## Örnek {#clickhouse-benchmark-example}
-
-``` bash
-$ echo "SELECT * FROM system.numbers LIMIT 10000000 OFFSET 10000000" | clickhouse-benchmark -i 10
-```
-
-``` text
-Loaded 1 queries.
-
-Queries executed: 6.
-
-localhost:9000, queries 6, QPS: 6.153, RPS: 123398340.957, MiB/s: 941.455, result RPS: 61532982.200, result MiB/s: 469.459.
-
-0.000%      0.159 sec.
-10.000%     0.159 sec.
-20.000%     0.159 sec.
-30.000%     0.160 sec.
-40.000%     0.160 sec.
-50.000%     0.162 sec.
-60.000%     0.164 sec.
-70.000%     0.165 sec.
-80.000%     0.166 sec.
-90.000%     0.166 sec.
-95.000%     0.167 sec.
-99.000%     0.167 sec.
-99.900%     0.167 sec.
-99.990%     0.167 sec.
-
-
-
-Queries executed: 10.
-
-localhost:9000, queries 10, QPS: 6.082, RPS: 121959604.568, MiB/s: 930.478, result RPS: 60815551.642, result MiB/s: 463.986.
-
-0.000%      0.159 sec.
-10.000%     0.159 sec.
-20.000%     0.160 sec.
-30.000%     0.163 sec.
-40.000%     0.164 sec.
-50.000%     0.165 sec.
-60.000%     0.166 sec.
-70.000%     0.166 sec.
-80.000%     0.167 sec.
-90.000%     0.167 sec.
-95.000%     0.170 sec.
-99.000%     0.172 sec.
-99.900%     0.172 sec.
-99.990%     0.172 sec.
-```
diff --git a/docs/tr/operations/utilities/clickhouse-copier.md b/docs/tr/operations/utilities/clickhouse-copier.md
deleted file mode 100644
index 04b93c41fd6..00000000000
--- a/docs/tr/operations/utilities/clickhouse-copier.md
+++ /dev/null
@@ -1,176 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 59
-toc_title: clickhouse-fotokopi makinesi
----
-
-# clickhouse-fotokopi makinesi {#clickhouse-copier}
-
-Bir kümedeki tablolardan başka bir (veya aynı) kümedeki tablolara veri kopyalar.
-
-Birden fazla çalıştırabilirsiniz `clickhouse-copier` aynı işi gerçekleştirmek için farklı sunuculardaki örnekler. ZooKeeper süreçleri senkronize etmek için kullanılır.
-
-Başladıktan sonra, `clickhouse-copier`:
-
--   ZooKeeper bağlanır ve alır:
-
-    -   Kopyalama işleri.
-    -   Kopyalama işlerinin durumu.
-
--   İşleri gerçekleştirir.
-
-    Her çalışan işlem seçer “closest” kaynak kümenin parçası ve verileri hedef kümeye kopyalar, gerekirse verileri yeniden şekillendirir.
-
-`clickhouse-copier` ZooKeeper değişiklikleri izler ve anında uygular.
-
-Ağ trafiğini azaltmak için çalıştırmanızı öneririz `clickhouse-copier` kaynak verilerin bulunduğu aynı sunucuda.
-
-## Clickhouse çalışan-fotokopi {#running-clickhouse-copier}
-
-Yardımcı program el ile çalıştırılmalıdır:
-
-``` bash
-$ clickhouse-copier copier --daemon --config zookeeper.xml --task-path /task/path --base-dir /path/to/dir
-```
-
-Parametre:
-
--   `daemon` — Starts `clickhouse-copier` daemon modunda.
--   `config` — The path to the `zookeeper.xml` ZooKeeper bağlantı parametreleri ile dosya.
--   `task-path` — The path to the ZooKeeper node. This node is used for syncing `clickhouse-copier` süreçleri ve depolama görevleri. Görevler saklanır `$task-path/description`.
--   `task-file` — Optional path to file with task configuration for initial upload to ZooKeeper.
--   `task-upload-force` — Force upload `task-file` düğüm zaten var olsa bile.
--   `base-dir` — The path to logs and auxiliary files. When it starts, `clickhouse-copier` oluşturuyor `clickhouse-copier_YYYYMMHHSS_<PID>` içinde alt dizinler `$base-dir`. Bu parametre atlanırsa, dizinler aşağıdaki dizinde oluşturulur `clickhouse-copier` başlatıldı.
-
-## Zookeeper biçimi.xml {#format-of-zookeeper-xml}
-
-``` xml
-<yandex>
-    <logger>
-        <level>trace</level>
-        <size>100M</size>
-        <count>3</count>
-    </logger>
-
-    <zookeeper>
-        <node index="1">
-            <host>127.0.0.1</host>
-            <port>2181</port>
-        </node>
-    </zookeeper>
-</yandex>
-```
-
-## Kopyalama görevlerinin yapılandırması {#configuration-of-copying-tasks}
-
-``` xml
-<yandex>
-    <!-- Configuration of clusters as in an ordinary server config -->
-    <remote_servers>
-        <source_cluster>
-            <shard>
-                <internal_replication>false</internal_replication>
-                    <replica>
-                        <host>127.0.0.1</host>
-                        <port>9000</port>
-                    </replica>
-            </shard>
-            ...
-        </source_cluster>
-
-        <destination_cluster>
-        ...
-        </destination_cluster>
-    </remote_servers>
-
-    <!-- How many simultaneously active workers are possible. If you run more workers superfluous workers will sleep. -->
-    <max_workers>2</max_workers>
-
-    <!-- Setting used to fetch (pull) data from source cluster tables -->
-    <settings_pull>
-        <readonly>1</readonly>
-    </settings_pull>
-
-    <!-- Setting used to insert (push) data to destination cluster tables -->
-    <settings_push>
-        <readonly>0</readonly>
-    </settings_push>
-
-    <!-- Common setting for fetch (pull) and insert (push) operations. Also, copier process context uses it.
-         They are overlaid by <settings_pull/> and <settings_push/> respectively. -->
-    <settings>
-        <connect_timeout>3</connect_timeout>
-        <!-- Sync insert is set forcibly, leave it here just in case. -->
-        <insert_distributed_sync>1</insert_distributed_sync>
-    </settings>
-
-    <!-- Copying tasks description.
-         You could specify several table task in the same task description (in the same ZooKeeper node), they will be performed
-         sequentially.
-    -->
-    <tables>
-        <!-- A table task, copies one table. -->
-        <table_hits>
-            <!-- Source cluster name (from <remote_servers/> section) and tables in it that should be copied -->
-            <cluster_pull>source_cluster</cluster_pull>
-            <database_pull>test</database_pull>
-            <table_pull>hits</table_pull>
-
-            <!-- Destination cluster name and tables in which the data should be inserted -->
-            <cluster_push>destination_cluster</cluster_push>
-            <database_push>test</database_push>
-            <table_push>hits2</table_push>
-
-            <!-- Engine of destination tables.
-                 If destination tables have not be created, workers create them using columns definition from source tables and engine
-                 definition from here.
-
-                 NOTE: If the first worker starts insert data and detects that destination partition is not empty then the partition will
-                 be dropped and refilled, take it into account if you already have some data in destination tables. You could directly
-                 specify partitions that should be copied in <enabled_partitions/>, they should be in quoted format like partition column of
-                 system.parts table.
-            -->
-            <engine>
-            ENGINE=ReplicatedMergeTree('/clickhouse/tables/{cluster}/{shard}/hits2', '{replica}')
-            PARTITION BY toMonday(date)
-            ORDER BY (CounterID, EventDate)
-            </engine>
-
-            <!-- Sharding key used to insert data to destination cluster -->
-            <sharding_key>jumpConsistentHash(intHash64(UserID), 2)</sharding_key>
-
-            <!-- Optional expression that filter data while pull them from source servers -->
-            <where_condition>CounterID != 0</where_condition>
-
-            <!-- This section specifies partitions that should be copied, other partition will be ignored.
-                 Partition names should have the same format as
-                 partition column of system.parts table (i.e. a quoted text).
-                 Since partition key of source and destination cluster could be different,
-                 these partition names specify destination partitions.
-
-                 NOTE: In spite of this section is optional (if it is not specified, all partitions will be copied),
-                 it is strictly recommended to specify them explicitly.
-                 If you already have some ready partitions on destination cluster they
-                 will be removed at the start of the copying since they will be interpeted
-                 as unfinished data from the previous copying!!!
-            -->
-            <enabled_partitions>
-                <partition>'2018-02-26'</partition>
-                <partition>'2018-03-05'</partition>
-                ...
-            </enabled_partitions>
-        </table_hits>
-
-        <!-- Next table to copy. It is not copied until previous table is copying. -->
-        </table_visits>
-        ...
-        </table_visits>
-        ...
-    </tables>
-</yandex>
-```
-
-`clickhouse-copier` değişiklikleri izler `/task/path/description` ve onları anında uygular. Örneğin, değerini değiştirirseniz `max_workers`, görevleri çalıştıran süreçlerin sayısı da değişecektir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/utils/clickhouse-copier/) <!--hide-->
diff --git a/docs/tr/operations/utilities/clickhouse-local.md b/docs/tr/operations/utilities/clickhouse-local.md
deleted file mode 100644
index d39a642b830..00000000000
--- a/docs/tr/operations/utilities/clickhouse-local.md
+++ /dev/null
@@ -1,81 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 60
-toc_title: clickhouse-yerel
----
-
-# clickhouse-yerel {#clickhouse-local}
-
-Bu `clickhouse-local` program, ClickHouse sunucusunu dağıtmak ve yapılandırmak zorunda kalmadan yerel dosyalar üzerinde hızlı işlem yapmanızı sağlar.
-
-Tabloları temsil eden verileri kabul eder ve bunları kullanarak sorgular [ClickHouse SQL lehçesi](../../sql-reference/index.md).
-
-`clickhouse-local` ClickHouse server ile aynı çekirdeği kullanır, bu nedenle özelliklerin çoğunu ve aynı format ve tablo motorlarını destekler.
-
-Varsayılan olarak `clickhouse-local` aynı ana bilgisayarda verilere erişimi yok, ancak kullanarak yükleme sunucu yapılandırmasını destekler `--config-file` tartışma.
-
-!!! warning "Uyarıcı"
-    İçine üretim sunucusu yapılandırmasını yüklemek için tavsiye edilmez `clickhouse-local` çünkü insan hatası durumunda veriler zarar görebilir.
-
-## Kullanma {#usage}
-
-Temel kullanım:
-
-``` bash
-$ clickhouse-local --structure "table_structure" --input-format "format_of_incoming_data" -q "query"
-```
-
-Değişkenler:
-
--   `-S`, `--structure` — table structure for input data.
--   `-if`, `--input-format` — input format, `TSV` varsayılan olarak.
--   `-f`, `--file` — path to data, `stdin` varsayılan olarak.
--   `-q` `--query` — queries to execute with `;` delimeter olarak.
--   `-N`, `--table` — table name where to put output data, `table` varsayılan olarak.
--   `-of`, `--format`, `--output-format` — output format, `TSV` varsayılan olarak.
--   `--stacktrace` — whether to dump debug output in case of exception.
--   `--verbose` — more details on query execution.
--   `-s` — disables `stderr` günlük.
--   `--config-file` — path to configuration file in same format as for ClickHouse server, by default the configuration empty.
--   `--help` — arguments references for `clickhouse-local`.
-
-Ayrıca, bunun yerine daha yaygın olarak kullanılan her ClickHouse yapılandırma değişkeni için argümanlar vardır `--config-file`.
-
-## Örnekler {#examples}
-
-``` bash
-$ echo -e "1,2\n3,4" | clickhouse-local -S "a Int64, b Int64" -if "CSV" -q "SELECT * FROM table"
-Read 2 rows, 32.00 B in 0.000 sec., 5182 rows/sec., 80.97 KiB/sec.
-1   2
-3   4
-```
-
-Önceki örnek aynıdır:
-
-``` bash
-$ echo -e "1,2\n3,4" | clickhouse-local -q "CREATE TABLE table (a Int64, b Int64) ENGINE = File(CSV, stdin); SELECT a, b FROM table; DROP TABLE table"
-Read 2 rows, 32.00 B in 0.000 sec., 4987 rows/sec., 77.93 KiB/sec.
-1   2
-3   4
-```
-
-Şimdi her Unix kullanıcısı için bellek kullanıcısını çıkaralım:
-
-``` bash
-$ ps aux | tail -n +2 | awk '{ printf("%s\t%s\n", $1, $4) }' | clickhouse-local -S "user String, mem Float64" -q "SELECT user, round(sum(mem), 2) as memTotal FROM table GROUP BY user ORDER BY memTotal DESC FORMAT Pretty"
-```
-
-``` text
-Read 186 rows, 4.15 KiB in 0.035 sec., 5302 rows/sec., 118.34 KiB/sec.
-┏━━━━━━━━━━┳━━━━━━━━━━┓
-┃ user     ┃ memTotal ┃
-┡━━━━━━━━━━╇━━━━━━━━━━┩
-│ bayonet  │    113.5 │
-├──────────┼──────────┤
-│ root     │      8.8 │
-├──────────┼──────────┤
-...
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/utils/clickhouse-local/) <!--hide-->
diff --git a/docs/tr/operations/utilities/index.md b/docs/tr/operations/utilities/index.md
deleted file mode 100644
index cdd99610911..00000000000
--- a/docs/tr/operations/utilities/index.md
+++ /dev/null
@@ -1,15 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: Programlar
-toc_priority: 56
-toc_title: "Genel bak\u0131\u015F"
----
-
-# ClickHouse Programı {#clickhouse-utility}
-
--   [clickhouse-yerel](clickhouse-local.md) — Allows running SQL queries on data without stopping the ClickHouse server, similar to how `awk` bunu yapar.
--   [clickhouse-fotokopi makinesi](clickhouse-copier.md) — Copies (and reshards) data from one cluster to another cluster.
--   [clickhouse-benchmark](clickhouse-benchmark.md) — Loads server with the custom queries and settings.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/operations/utils/) <!--hide-->
diff --git a/docs/tr/sql-reference/aggregate-functions/combinators.md b/docs/tr/sql-reference/aggregate-functions/combinators.md
deleted file mode 100644
index a085ef6595e..00000000000
--- a/docs/tr/sql-reference/aggregate-functions/combinators.md
+++ /dev/null
@@ -1,245 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: "Birle\u015Ftiriciler"
----
-
-# Toplama Fonksiyonu Birleştiriciler {#aggregate_functions_combinators}
-
-Bir toplama işlevinin adı, ona eklenmiş bir sonek olabilir. Bu, toplama işlevinin çalışma şeklini değiştirir.
-
-## -Eğer {#agg-functions-combinator-if}
-
-The suffix -If can be appended to the name of any aggregate function. In this case, the aggregate function accepts an extra argument – a condition (Uint8 type). The aggregate function processes only the rows that trigger the condition. If the condition was not triggered even once, it returns a default value (usually zeros or empty strings).
-
-Örnekler: `sumIf(column, cond)`, `countIf(cond)`, `avgIf(x, cond)`, `quantilesTimingIf(level1, level2)(x, cond)`, `argMinIf(arg, val, cond)` ve böyle devam eder.
-
-Koşullu toplama işlevleriyle, alt sorgular kullanmadan aynı anda birkaç koşul için toplamları hesaplayabilirsiniz ve `JOIN`s. Örneğin, Üye olarak.Metrica, koşullu toplama işlevleri segment karşılaştırma işlevselliğini uygulamak için kullanılır.
-
-## -Dizi {#agg-functions-combinator-array}
-
-\- Array soneki herhangi bir toplama işlevine eklenebilir. Bu durumda, toplama işlevi, ‘Array(T)’ type (ar arraysra )ys) yerine ‘T’ bağımsız değişkenleri yazın. Toplama işlevi birden çok bağımsız değişken kabul ederse, bu eşit uzunlukta diziler olmalıdır. Dizileri işlerken, toplama işlevi tüm dizi öğelerinde orijinal toplama işlevi gibi çalışır.
-
-Örnek 1: `sumArray(arr)` - Tüm unsurları toplamları ‘arr’ diziler. Bu örnekte, daha basit yazılmış olabilir: `sum(arraySum(arr))`.
-
-Örnek 2: `uniqArray(arr)` – Counts the number of unique elements in all ‘arr’ diziler. Bu daha kolay bir şekilde yapılabilir: `uniq(arrayJoin(arr))`, ancak eklemek her zaman mümkün değildir ‘arrayJoin’ bir sorguya.
-
-\- Eğer ve-dizi kombine edilebilir. Ancak, ‘Array’ önce gel mustmeli, sonra ‘If’. Örnekler: `uniqArrayIf(arr, cond)`, `quantilesTimingArrayIf(level1, level2)(arr, cond)`. Nedeniyle bu sipariş için, ‘cond’ argüman bir dizi olmayacak.
-
-## -Devlet {#agg-functions-combinator-state}
-
-Bu birleştiriciyi uygularsanız, toplama işlevi elde edilen değeri döndürmez (örneğin, [uniq](reference.md#agg_function-uniq) fonksiyonu), ancak top aggreglamanın bir ara durumu (for `uniq`, bu benzersiz değerlerin sayısını hesaplamak için karma tablodur). Bu bir `AggregateFunction(...)` bu, daha fazla işlem için kullanılabilir veya daha sonra toplanmayı bitirmek için bir tabloda saklanabilir.
-
-Bu durumlarla çalışmak için şunları kullanın:
-
--   [AggregatingMergeTree](../../engines/table-engines/mergetree-family/aggregatingmergetree.md) masa motoru.
--   [finalizeAggregation](../../sql-reference/functions/other-functions.md#function-finalizeaggregation) İşlev.
--   [runningAccumulate](../../sql-reference/functions/other-functions.md#function-runningaccumulate) İşlev.
--   [-Birleştirmek](#aggregate_functions_combinators-merge) birleştirici.
--   [- MergeState](#aggregate_functions_combinators-mergestate) birleştirici.
-
-## -Birleştirmek {#aggregate_functions_combinators-merge}
-
-Bu birleştiriciyi uygularsanız, toplama işlevi Ara toplama durumunu bağımsız değişken olarak alır, toplama işlemini tamamlamak için durumları birleştirir ve elde edilen değeri döndürür.
-
-## - MergeState {#aggregate_functions_combinators-mergestate}
-
-Ara toplama durumlarını-birleştirme Birleştiricisi ile aynı şekilde birleştirir. Bununla birlikte, elde edilen değeri döndürmez, ancak-State combinator'a benzer bir ara toplama durumu döndürür.
-
-## - ForEach {#agg-functions-combinator-foreach}
-
-Tablolar için bir toplama işlevi, karşılık gelen dizi öğelerini toplayan ve bir dizi sonuç döndüren diziler için bir toplama işlevine dönüştürür. Mesela, `sumForEach` diz theiler için `[1, 2]`, `[3, 4, 5]`ve`[6, 7]`sonucu döndürür `[10, 13, 5]` karşılık gelen dizi öğelerini bir araya getirdikten sonra.
-
-## - OrDefault {#agg-functions-combinator-ordefault}
-
-Toplama işlevinin davranışını değiştirir.
-
-Bir toplama işlevinin giriş değerleri yoksa, bu birleştirici ile dönüş veri türü için varsayılan değeri döndürür. Boş giriş verilerini alabilen toplama işlevlerine uygulanır.
-
-`-OrDefault` diğer birleştiriciler ile kullanılabilir.
-
-**Sözdizimi**
-
-``` sql
-<aggFunction>OrDefault(x)
-```
-
-**Parametre**
-
--   `x` — Aggregate function parameters.
-
-**Döndürülen değerler**
-
-Toplamak için hiçbir şey yoksa, bir toplama işlevinin dönüş türünün Varsayılan değerini döndürür.
-
-Türü kullanılan toplama işlevine bağlıdır.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT avg(number), avgOrDefault(number) FROM numbers(0)
-```
-
-Sonuç:
-
-``` text
-┌─avg(number)─┬─avgOrDefault(number)─┐
-│         nan │                    0 │
-└─────────────┴──────────────────────┘
-```
-
-Ayrıca `-OrDefault` başka bir birleştiriciler ile kullanılabilir. Toplama işlevi boş girişi kabul etmediğinde yararlıdır.
-
-Sorgu:
-
-``` sql
-SELECT avgOrDefaultIf(x, x > 10)
-FROM
-(
-    SELECT toDecimal32(1.23, 2) AS x
-)
-```
-
-Sonuç:
-
-``` text
-┌─avgOrDefaultIf(x, greater(x, 10))─┐
-│                              0.00 │
-└───────────────────────────────────┘
-```
-
-## - OrNull {#agg-functions-combinator-ornull}
-
-Toplama işlevinin davranışını değiştirir.
-
-Bu birleştirici, bir toplama işlevinin sonucunu [Nullable](../data-types/nullable.md) veri türü. Toplama işlevi hesaplamak için değerleri yoksa döndürür [NULL](../syntax.md#null-literal).
-
-`-OrNull` diğer birleştiriciler ile kullanılabilir.
-
-**Sözdizimi**
-
-``` sql
-<aggFunction>OrNull(x)
-```
-
-**Parametre**
-
--   `x` — Aggregate function parameters.
-
-**Döndürülen değerler**
-
--   Toplama işlev resultinin sonucu, `Nullable` veri türü.
--   `NULL`, toplamak için bir şey yoksa.
-
-Tür: `Nullable(aggregate function return type)`.
-
-**Örnek**
-
-Eklemek `-orNull` toplama işlevinin sonuna kadar.
-
-Sorgu:
-
-``` sql
-SELECT sumOrNull(number), toTypeName(sumOrNull(number)) FROM numbers(10) WHERE number > 10
-```
-
-Sonuç:
-
-``` text
-┌─sumOrNull(number)─┬─toTypeName(sumOrNull(number))─┐
-│              ᴺᵁᴸᴸ │ Nullable(UInt64)              │
-└───────────────────┴───────────────────────────────┘
-```
-
-Ayrıca `-OrNull` başka bir birleştiriciler ile kullanılabilir. Toplama işlevi boş girişi kabul etmediğinde yararlıdır.
-
-Sorgu:
-
-``` sql
-SELECT avgOrNullIf(x, x > 10)
-FROM
-(
-    SELECT toDecimal32(1.23, 2) AS x
-)
-```
-
-Sonuç:
-
-``` text
-┌─avgOrNullIf(x, greater(x, 10))─┐
-│                           ᴺᵁᴸᴸ │
-└────────────────────────────────┘
-```
-
-## - Resample {#agg-functions-combinator-resample}
-
-Verileri gruplara ayırmanızı sağlar ve ardından bu gruplardaki verileri ayrı ayrı toplar. Gruplar, değerleri bir sütundan aralıklara bölerek oluşturulur.
-
-``` sql
-<aggFunction>Resample(start, end, step)(<aggFunction_params>, resampling_key)
-```
-
-**Parametre**
-
--   `start` — Starting value of the whole required interval for `resampling_key` değerler.
--   `stop` — Ending value of the whole required interval for `resampling_key` değerler. Tüm Aralık içermez `stop` değer `[start, stop)`.
--   `step` — Step for separating the whole interval into subintervals. The `aggFunction` bu alt aralıkların her biri üzerinde bağımsız olarak yürütülür.
--   `resampling_key` — Column whose values are used for separating data into intervals.
--   `aggFunction_params` — `aggFunction` parametre.
-
-**Döndürülen değerler**
-
--   Ar arrayray of `aggFunction` her subinterval için sonuçlar.
-
-**Örnek**
-
-Düşünün `people` aşağıdaki verilerle tablo:
-
-``` text
-┌─name───┬─age─┬─wage─┐
-│ John   │  16 │   10 │
-│ Alice  │  30 │   15 │
-│ Mary   │  35 │    8 │
-│ Evelyn │  48 │ 11.5 │
-│ David  │  62 │  9.9 │
-│ Brian  │  60 │   16 │
-└────────┴─────┴──────┘
-```
-
-Yaş aralığı içinde olan kişilerin isimlerini alalım `[30,60)` ve `[60,75)`. Yaş için tamsayı temsilini kullandığımızdan, yaşları `[30, 59]` ve `[60,74]` aralıklılar.
-
-Bir dizideki isimleri toplamak için, [groupArray](reference.md#agg_function-grouparray) toplama işlevi. Bir argüman alır. Bizim durumumuzda, bu `name` sütun. Bu `groupArrayResample` fonksiyon kullanmalıdır `age` yaşlara göre isimleri toplamak için sütun. Gerekli aralıkları tanımlamak için `30, 75, 30` argü themanlar içine `groupArrayResample` İşlev.
-
-``` sql
-SELECT groupArrayResample(30, 75, 30)(name, age) FROM people
-```
-
-``` text
-┌─groupArrayResample(30, 75, 30)(name, age)─────┐
-│ [['Alice','Mary','Evelyn'],['David','Brian']] │
-└───────────────────────────────────────────────┘
-```
-
-Sonuçları düşünün.
-
-`Jonh` çok genç olduğu için numunenin dışında. Diğer insanlar belirtilen yaş aralıklarına göre dağıtılır.
-
-Şimdi toplam insan sayısını ve ortalama ücretlerini belirtilen yaş aralıklarında sayalım.
-
-``` sql
-SELECT
-    countResample(30, 75, 30)(name, age) AS amount,
-    avgResample(30, 75, 30)(wage, age) AS avg_wage
-FROM people
-```
-
-``` text
-┌─amount─┬─avg_wage──────────────────┐
-│ [3,2]  │ [11.5,12.949999809265137] │
-└────────┴───────────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/agg_functions/combinators/) <!--hide-->
diff --git a/docs/tr/sql-reference/aggregate-functions/index.md b/docs/tr/sql-reference/aggregate-functions/index.md
deleted file mode 100644
index 22853f32f17..00000000000
--- a/docs/tr/sql-reference/aggregate-functions/index.md
+++ /dev/null
@@ -1,62 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "Toplama Fonksiyonlar\u0131"
-toc_priority: 33
-toc_title: "Giri\u015F"
----
-
-# Toplama Fonksiyonları {#aggregate-functions}
-
-Toplama fonksiyonları [normal](http://www.sql-tutorial.com/sql-aggregate-functions-sql-tutorial) veritabanı uzmanları tarafından beklendiği gibi.
-
-ClickHouse da destekler:
-
--   [Parametrik agrega fonksiyonları](parametric-functions.md#aggregate_functions_parametric), sütunlara ek olarak diğer parametreleri kabul eder.
--   [Birleştiriciler](combinators.md#aggregate_functions_combinators) toplama işlevlerinin davranışını değiştiren.
-
-## NULL işleme {#null-processing}
-
-Toplama sırasında, tüm `NULL`s atlanır.
-
-**Örnekler:**
-
-Bu tabloyu düşünün:
-
-``` text
-┌─x─┬────y─┐
-│ 1 │    2 │
-│ 2 │ ᴺᵁᴸᴸ │
-│ 3 │    2 │
-│ 3 │    3 │
-│ 3 │ ᴺᵁᴸᴸ │
-└───┴──────┘
-```
-
-Diyelim ki değerleri toplamanız gerekiyor `y` sütun:
-
-``` sql
-SELECT sum(y) FROM t_null_big
-```
-
-    ┌─sum(y)─┐
-    │      7 │
-    └────────┘
-
-Bu `sum` fonksiyon yorumlar `NULL` olarak `0`. Özellikle, bu, işlevin tüm değerlerin bulunduğu bir seçimin girişini aldığı anlamına gelir `NULL`, sonra sonuç olacak `0`, değil `NULL`.
-
-Şimdi kullanabilirsiniz `groupArray` bir dizi oluşturmak için işlev `y` sütun:
-
-``` sql
-SELECT groupArray(y) FROM t_null_big
-```
-
-``` text
-┌─groupArray(y)─┐
-│ [2,2,3]       │
-└───────────────┘
-```
-
-`groupArray` içermez `NULL` elde edilen dizi.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/agg_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/aggregate-functions/parametric-functions.md b/docs/tr/sql-reference/aggregate-functions/parametric-functions.md
deleted file mode 100644
index 3e8be673bb2..00000000000
--- a/docs/tr/sql-reference/aggregate-functions/parametric-functions.md
+++ /dev/null
@@ -1,499 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: Parametrik
----
-
-# Parametrik Agrega Fonksiyonları {#aggregate_functions_parametric}
-
-Some aggregate functions can accept not only argument columns (used for compression), but a set of parameters – constants for initialization. The syntax is two pairs of brackets instead of one. The first is for parameters, and the second is for arguments.
-
-## çubuk {#histogram}
-
-Uyarlanabilir bir histogram hesaplar. Kesin sonuçları garanti etmez.
-
-``` sql
-histogram(number_of_bins)(values)
-```
-
-İşlevleri kullanır [Bir Akış Paralel Karar Ağacı Algoritması](http://jmlr.org/papers/volume11/ben-haim10a/ben-haim10a.pdf). Histogram kutularının sınırları, yeni veriler bir işleve girdiğinde ayarlanır. Ortak durumda, kutu genişlikleri eşit değildir.
-
-**Parametre**
-
-`number_of_bins` — Upper limit for the number of bins in the histogram. The function automatically calculates the number of bins. It tries to reach the specified number of bins, but if it fails, it uses fewer bins.
-`values` — [İfade](../syntax.md#syntax-expressions) giriş değerleri ile sonuçlanır.
-
-**Döndürülen değerler**
-
--   [Dizi](../../sql-reference/data-types/array.md) -den [Demetler](../../sql-reference/data-types/tuple.md) aşağıdaki format oftan:
-
-        ```
-        [(lower_1, upper_1, height_1), ... (lower_N, upper_N, height_N)]
-        ```
-
-        - `lower` — Lower bound of the bin.
-        - `upper` — Upper bound of the bin.
-        - `height` — Calculated height of the bin.
-
-**Örnek**
-
-``` sql
-SELECT histogram(5)(number + 1)
-FROM (
-    SELECT *
-    FROM system.numbers
-    LIMIT 20
-)
-```
-
-``` text
-┌─histogram(5)(plus(number, 1))───────────────────────────────────────────┐
-│ [(1,4.5,4),(4.5,8.5,4),(8.5,12.75,4.125),(12.75,17,4.625),(17,20,3.25)] │
-└─────────────────────────────────────────────────────────────────────────┘
-```
-
-Bir histogram ile görselleştirebilirsiniz [bar](../../sql-reference/functions/other-functions.md#function-bar) fonksiyon, örneğin:
-
-``` sql
-WITH histogram(5)(rand() % 100) AS hist
-SELECT
-    arrayJoin(hist).3 AS height,
-    bar(height, 0, 6, 5) AS bar
-FROM
-(
-    SELECT *
-    FROM system.numbers
-    LIMIT 20
-)
-```
-
-``` text
-┌─height─┬─bar───┐
-│  2.125 │ █▋    │
-│   3.25 │ ██▌   │
-│  5.625 │ ████▏ │
-│  5.625 │ ████▏ │
-│  3.375 │ ██▌   │
-└────────┴───────┘
-```
-
-Bu durumda, histogram kutusu kenarlıklarını bilmediğinizi unutmamalısınız.
-
-## sequenceMatch(pattern)(timestamp, cond1, cond2, …) {#function-sequencematch}
-
-Dizinin desenle eşleşen bir olay zinciri içerip içermediğini denetler.
-
-``` sql
-sequenceMatch(pattern)(timestamp, cond1, cond2, ...)
-```
-
-!!! warning "Uyarıcı"
-    Aynı saniyede meydana gelen olaylar sonucu etkileyen tanımsız bir sırada sırayla yatıyordu.
-
-**Parametre**
-
--   `pattern` — Pattern string. See [Desen sözdizimi](#sequence-function-pattern-syntax).
-
--   `timestamp` — Column considered to contain time data. Typical data types are `Date` ve `DateTime`. Ayrıca desteklenen herhangi birini kullanabilirsiniz [Uİnt](../../sql-reference/data-types/int-uint.md) veri türleri.
-
--   `cond1`, `cond2` — Conditions that describe the chain of events. Data type: `UInt8`. En fazla 32 koşul argümanını iletebilirsiniz. İşlev yalnızca bu koşullarda açıklanan olayları dikkate alır. Sıra, bir koşulda açıklanmayan veriler içeriyorsa, işlev bunları atlar.
-
-**Döndürülen değerler**
-
--   1, Eğer desen eşleşti.
--   Desen eşleşmezse 0.
-
-Tür: `UInt8`.
-
-<a name="sequence-function-pattern-syntax"></a>
-**Desen sözdizimi**
-
--   `(?N)` — Matches the condition argument at position `N`. Şartlar numaralandırılmıştır `[1, 32]` Aralık. Mesela, `(?1)` argü theman thela eşleş their `cond1` parametre.
-
--   `.*` — Matches any number of events. You don't need conditional arguments to match this element of the pattern.
-
--   `(?t operator value)` — Sets the time in seconds that should separate two events. For example, pattern `(?1)(?t>1800)(?2)` birbirinden 1800 saniyeden fazla meydana gelen olayları eşleşir. Bu olaylar arasında herhangi bir olayın keyfi bir sayısı olabilir. Kullanabilirsiniz `>=`, `>`, `<`, `<=` operatörler.
-
-**Örnekler**
-
-Verileri göz önünde bulundurun `t` Tablo:
-
-``` text
-┌─time─┬─number─┐
-│    1 │      1 │
-│    2 │      3 │
-│    3 │      2 │
-└──────┴────────┘
-```
-
-Sorguyu gerçekleştir:
-
-``` sql
-SELECT sequenceMatch('(?1)(?2)')(time, number = 1, number = 2) FROM t
-```
-
-``` text
-┌─sequenceMatch('(?1)(?2)')(time, equals(number, 1), equals(number, 2))─┐
-│                                                                     1 │
-└───────────────────────────────────────────────────────────────────────┘
-```
-
-İşlev, 2 numarasının 1 numarayı takip ettiği olay zincirini buldu. Sayı bir olay olarak tanımlanmadığı için aralarında 3 sayısını atladı. Örnekte verilen olay zincirini ararken bu numarayı dikkate almak istiyorsak, bunun için bir koşul oluşturmalıyız.
-
-``` sql
-SELECT sequenceMatch('(?1)(?2)')(time, number = 1, number = 2, number = 3) FROM t
-```
-
-``` text
-┌─sequenceMatch('(?1)(?2)')(time, equals(number, 1), equals(number, 2), equals(number, 3))─┐
-│                                                                                        0 │
-└──────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-Bu durumda, işlev desenle eşleşen olay zincirini bulamadı, çünkü 3 numaralı olay 1 ile 2 arasında gerçekleşti. Aynı durumda 4 numaralı koşulu kontrol edersek, sıra desenle eşleşir.
-
-``` sql
-SELECT sequenceMatch('(?1)(?2)')(time, number = 1, number = 2, number = 4) FROM t
-```
-
-``` text
-┌─sequenceMatch('(?1)(?2)')(time, equals(number, 1), equals(number, 2), equals(number, 4))─┐
-│                                                                                        1 │
-└──────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [sequenceCount](#function-sequencecount)
-
-## sequenceCount(pattern)(time, cond1, cond2, …) {#function-sequencecount}
-
-Desenle eşleşen olay zincirlerinin sayısını sayar. İşlev, çakışmayan olay zincirlerini arar. Geçerli zincir eşleştirildikten sonra bir sonraki zinciri aramaya başlar.
-
-!!! warning "Uyarıcı"
-    Aynı saniyede meydana gelen olaylar sonucu etkileyen tanımsız bir sırada sırayla yatıyordu.
-
-``` sql
-sequenceCount(pattern)(timestamp, cond1, cond2, ...)
-```
-
-**Parametre**
-
--   `pattern` — Pattern string. See [Desen sözdizimi](#sequence-function-pattern-syntax).
-
--   `timestamp` — Column considered to contain time data. Typical data types are `Date` ve `DateTime`. Ayrıca desteklenen herhangi birini kullanabilirsiniz [Uİnt](../../sql-reference/data-types/int-uint.md) veri türleri.
-
--   `cond1`, `cond2` — Conditions that describe the chain of events. Data type: `UInt8`. En fazla 32 koşul argümanını iletebilirsiniz. İşlev yalnızca bu koşullarda açıklanan olayları dikkate alır. Sıra, bir koşulda açıklanmayan veriler içeriyorsa, işlev bunları atlar.
-
-**Döndürülen değerler**
-
--   Eşleşen çakışmayan olay zincirlerinin sayısı.
-
-Tür: `UInt64`.
-
-**Örnek**
-
-Verileri göz önünde bulundurun `t` Tablo:
-
-``` text
-┌─time─┬─number─┐
-│    1 │      1 │
-│    2 │      3 │
-│    3 │      2 │
-│    4 │      1 │
-│    5 │      3 │
-│    6 │      2 │
-└──────┴────────┘
-```
-
-2 numara aralarında diğer sayıların herhangi bir miktarda 1 numaradan sonra meydana kaç kez Sayın:
-
-``` sql
-SELECT sequenceCount('(?1).*(?2)')(time, number = 1, number = 2) FROM t
-```
-
-``` text
-┌─sequenceCount('(?1).*(?2)')(time, equals(number, 1), equals(number, 2))─┐
-│                                                                       2 │
-└─────────────────────────────────────────────────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [sequenceMatch](#function-sequencematch)
-
-## windowFunnel {#windowfunnel}
-
-Kayan bir zaman penceresinde olay zincirlerini arar ve zincirden meydana gelen en fazla olay sayısını hesaplar.
-
-Fonksiyon algoritmaya göre çalışır:
-
--   İşlev, zincirdeki ilk koşulu tetikleyen ve olay sayacını 1'e ayarlayan verileri arar. Sürgülü pencerenin başladığı an budur.
-
--   Zincirdeki olaylar pencerede sırayla gerçekleşirse, sayaç artırılır. Olayların sırası bozulursa, sayaç artırılmaz.
-
--   Verilerin çeşitli tamamlanma noktalarında birden çok olay zinciri varsa, işlev yalnızca en uzun zincirin boyutunu çıkarır.
-
-**Sözdizimi**
-
-``` sql
-windowFunnel(window, [mode])(timestamp, cond1, cond2, ..., condN)
-```
-
-**Parametre**
-
--   `window` — Length of the sliding window in seconds.
--   `mode` - Bu isteğe bağlı bir argüman.
-    -   `'strict'` - Zaman `'strict'` ayarlanırsa, windowFunnel () yalnızca benzersiz değerler için koşullar uygular.
--   `timestamp` — Name of the column containing the timestamp. Data types supported: [Tarihli](../../sql-reference/data-types/date.md), [DateTime](../../sql-reference/data-types/datetime.md#data_type-datetime) ve diğer imzasız tamsayı türleri (timestamp'ın `UInt64` yazın, değeri 2^63 - 1 olan Int64 maksimum değerini aşamaz).
--   `cond` — Conditions or data describing the chain of events. [Uİnt8](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değer**
-
-Sürgülü zaman penceresi içindeki zincirden ardışık tetiklenen koşulların maksimum sayısı.
-Seçimdeki tüm zincirler analiz edilir.
-
-Tür: `Integer`.
-
-**Örnek**
-
-Kullanıcının bir telefon seçmesi ve çevrimiçi mağazada iki kez satın alması için belirli bir süre yeterli olup olmadığını belirleyin.
-
-Aşağıdaki olaylar zincirini ayarlayın:
-
-1.  Mağaz theadaki Hesabına giriş yapan kullanıcı (`eventID = 1003`).
-2.  Kullanıcı bir telefon arar (`eventID = 1007, product = 'phone'`).
-3.  Kullanıcı sipariş verdi (`eventID = 1009`).
-4.  Kullanıcı tekrar sipariş yaptı (`eventID = 1010`).
-
-Giriş tablosu:
-
-``` text
-┌─event_date─┬─user_id─┬───────────timestamp─┬─eventID─┬─product─┐
-│ 2019-01-28 │       1 │ 2019-01-29 10:00:00 │    1003 │ phone   │
-└────────────┴─────────┴─────────────────────┴─────────┴─────────┘
-┌─event_date─┬─user_id─┬───────────timestamp─┬─eventID─┬─product─┐
-│ 2019-01-31 │       1 │ 2019-01-31 09:00:00 │    1007 │ phone   │
-└────────────┴─────────┴─────────────────────┴─────────┴─────────┘
-┌─event_date─┬─user_id─┬───────────timestamp─┬─eventID─┬─product─┐
-│ 2019-01-30 │       1 │ 2019-01-30 08:00:00 │    1009 │ phone   │
-└────────────┴─────────┴─────────────────────┴─────────┴─────────┘
-┌─event_date─┬─user_id─┬───────────timestamp─┬─eventID─┬─product─┐
-│ 2019-02-01 │       1 │ 2019-02-01 08:00:00 │    1010 │ phone   │
-└────────────┴─────────┴─────────────────────┴─────────┴─────────┘
-```
-
-Kullanıcının ne kadar uzakta olduğunu öğrenin `user_id` 2019 yılının Ocak-Şubat aylarında bir dönemde zincirden geçebilir.
-
-Sorgu:
-
-``` sql
-SELECT
-    level,
-    count() AS c
-FROM
-(
-    SELECT
-        user_id,
-        windowFunnel(6048000000000000)(timestamp, eventID = 1003, eventID = 1009, eventID = 1007, eventID = 1010) AS level
-    FROM trend
-    WHERE (event_date >= '2019-01-01') AND (event_date <= '2019-02-02')
-    GROUP BY user_id
-)
-GROUP BY level
-ORDER BY level ASC
-```
-
-Sonuç:
-
-``` text
-┌─level─┬─c─┐
-│     4 │ 1 │
-└───────┴───┘
-```
-
-## saklama {#retention}
-
-İşlev, bağımsız değişken olarak 1'den 32'ye kadar bir dizi koşul türünü alır `UInt8` bu, etkinlik için belirli bir koşulun karşılanıp karşılanmadığını gösterir.
-Herhangi bir koşul bir argüman olarak belirtilebilir (aşağıdaki gibi [WHERE](../../sql-reference/statements/select/where.md#select-where)).
-
-İlk hariç, koşullar çiftler halinde geçerlidir: birinci ve ikinci doğruysa, ikincinin sonucu, birinci ve fird doğruysa, üçüncüsü doğru olacaktır.
-
-**Sözdizimi**
-
-``` sql
-retention(cond1, cond2, ..., cond32);
-```
-
-**Parametre**
-
--   `cond` — an expression that returns a `UInt8` sonuç (1 veya 0).
-
-**Döndürülen değer**
-
-1 veya 0 dizisi.
-
--   1 — condition was met for the event.
--   0 — condition wasn't met for the event.
-
-Tür: `UInt8`.
-
-**Örnek**
-
-Hesaplamanın bir örneğini düşünelim `retention` site trafiğini belirlemek için işlev.
-
-**1.** Сreate a table to illustrate an example.
-
-``` sql
-CREATE TABLE retention_test(date Date, uid Int32) ENGINE = Memory;
-
-INSERT INTO retention_test SELECT '2020-01-01', number FROM numbers(5);
-INSERT INTO retention_test SELECT '2020-01-02', number FROM numbers(10);
-INSERT INTO retention_test SELECT '2020-01-03', number FROM numbers(15);
-```
-
-Giriş tablosu:
-
-Sorgu:
-
-``` sql
-SELECT * FROM retention_test
-```
-
-Sonuç:
-
-``` text
-┌───────date─┬─uid─┐
-│ 2020-01-01 │   0 │
-│ 2020-01-01 │   1 │
-│ 2020-01-01 │   2 │
-│ 2020-01-01 │   3 │
-│ 2020-01-01 │   4 │
-└────────────┴─────┘
-┌───────date─┬─uid─┐
-│ 2020-01-02 │   0 │
-│ 2020-01-02 │   1 │
-│ 2020-01-02 │   2 │
-│ 2020-01-02 │   3 │
-│ 2020-01-02 │   4 │
-│ 2020-01-02 │   5 │
-│ 2020-01-02 │   6 │
-│ 2020-01-02 │   7 │
-│ 2020-01-02 │   8 │
-│ 2020-01-02 │   9 │
-└────────────┴─────┘
-┌───────date─┬─uid─┐
-│ 2020-01-03 │   0 │
-│ 2020-01-03 │   1 │
-│ 2020-01-03 │   2 │
-│ 2020-01-03 │   3 │
-│ 2020-01-03 │   4 │
-│ 2020-01-03 │   5 │
-│ 2020-01-03 │   6 │
-│ 2020-01-03 │   7 │
-│ 2020-01-03 │   8 │
-│ 2020-01-03 │   9 │
-│ 2020-01-03 │  10 │
-│ 2020-01-03 │  11 │
-│ 2020-01-03 │  12 │
-│ 2020-01-03 │  13 │
-│ 2020-01-03 │  14 │
-└────────────┴─────┘
-```
-
-**2.** Kullanıcıları benzersiz kimliğe göre grupla `uid` kullanarak `retention` İşlev.
-
-Sorgu:
-
-``` sql
-SELECT
-    uid,
-    retention(date = '2020-01-01', date = '2020-01-02', date = '2020-01-03') AS r
-FROM retention_test
-WHERE date IN ('2020-01-01', '2020-01-02', '2020-01-03')
-GROUP BY uid
-ORDER BY uid ASC
-```
-
-Sonuç:
-
-``` text
-┌─uid─┬─r───────┐
-│   0 │ [1,1,1] │
-│   1 │ [1,1,1] │
-│   2 │ [1,1,1] │
-│   3 │ [1,1,1] │
-│   4 │ [1,1,1] │
-│   5 │ [0,0,0] │
-│   6 │ [0,0,0] │
-│   7 │ [0,0,0] │
-│   8 │ [0,0,0] │
-│   9 │ [0,0,0] │
-│  10 │ [0,0,0] │
-│  11 │ [0,0,0] │
-│  12 │ [0,0,0] │
-│  13 │ [0,0,0] │
-│  14 │ [0,0,0] │
-└─────┴─────────┘
-```
-
-**3.** Günde toplam site ziyaret sayısını hesaplayın.
-
-Sorgu:
-
-``` sql
-SELECT
-    sum(r[1]) AS r1,
-    sum(r[2]) AS r2,
-    sum(r[3]) AS r3
-FROM
-(
-    SELECT
-        uid,
-        retention(date = '2020-01-01', date = '2020-01-02', date = '2020-01-03') AS r
-    FROM retention_test
-    WHERE date IN ('2020-01-01', '2020-01-02', '2020-01-03')
-    GROUP BY uid
-)
-```
-
-Sonuç:
-
-``` text
-┌─r1─┬─r2─┬─r3─┐
-│  5 │  5 │  5 │
-└────┴────┴────┘
-```
-
-Nerede:
-
--   `r1`- 2020-01-01 sırasında siteyi ziyaret eden tekil ziyaretçi sayısı ( `cond1` koşul).
--   `r2`- 2020-01-01 ve 2020-01-02 arasında belirli bir süre boyunca siteyi ziyaret eden tekil ziyaretçi sayısı (`cond1` ve `cond2` şartlar).
--   `r3`- 2020-01-01 ve 2020-01-03 arasında belirli bir süre boyunca siteyi ziyaret eden tekil ziyaretçi sayısı (`cond1` ve `cond3` şartlar).
-
-## uniqUpTo(N) (x) {#uniquptonx}
-
-Calculates the number of different argument values ​​if it is less than or equal to N. If the number of different argument values is greater than N, it returns N + 1.
-
-Küçük Ns ile kullanım için tavsiye, kadar 10. N'nin maksimum değeri 100'dür.
-
-Bir toplama işlevinin durumu için, 1 + n \* bir bayt değerinin boyutuna eşit bellek miktarını kullanır.
-Dizeler için, 8 baytlık kriptografik olmayan bir karma saklar. Yani, hesaplama dizeler için yaklaşık olarak hesaplanır.
-
-İşlev ayrıca birkaç argüman için de çalışır.
-
-Büyük bir N değeri kullanıldığında ve benzersiz değerlerin sayısı n'den biraz daha az olduğu durumlar dışında mümkün olduğunca hızlı çalışır.
-
-Kullanım örneği:
-
-``` text
-Problem: Generate a report that shows only keywords that produced at least 5 unique users.
-Solution: Write in the GROUP BY query SearchPhrase HAVING uniqUpTo(4)(UserID) >= 5
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/agg_functions/parametric_functions/) <!--hide-->
-
-## sumMapFiltered (keys_to_keep) (anahtarlar, değerler) {#summapfilteredkeys-to-keepkeys-values}
-
-Aynı davranış [sumMap](reference.md#agg_functions-summap) dışında bir dizi anahtar parametre olarak geçirilir. Bu, özellikle yüksek bir Anahtarlık ile çalışırken yararlı olabilir.
diff --git a/docs/tr/sql-reference/aggregate-functions/reference.md b/docs/tr/sql-reference/aggregate-functions/reference.md
deleted file mode 100644
index b606d395cc7..00000000000
--- a/docs/tr/sql-reference/aggregate-functions/reference.md
+++ /dev/null
@@ -1,1914 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: "Ba\u015Fvurma"
----
-
-# Toplama Fonksiyonu Referansı {#aggregate-functions-reference}
-
-## sayma {#agg_function-count}
-
-Satır veya NOT-NULL değerleri sayar.
-
-ClickHouse için aşağıdaki sözdizimleri destekler `count`:
-- `count(expr)` veya `COUNT(DISTINCT expr)`.
-- `count()` veya `COUNT(*)`. Bu `count()` sözdizimi ClickHouse özeldir.
-
-**Parametre**
-
-Fonksiyon alabilir:
-
--   Sıfır parametreler.
--   Bir [ifade](../syntax.md#syntax-expressions).
-
-**Döndürülen değer**
-
--   Fonksiyon parametreleri olmadan çağrılırsa, satır sayısını sayar.
--   Eğer... [ifade](../syntax.md#syntax-expressions) geçirilir, daha sonra işlev bu ifadenin kaç kez NOT null döndürdüğünü sayar. İfad aede bir [Nullable](../../sql-reference/data-types/nullable.md)- type değeri, sonra sonucu `count` kalır değil `Nullable`. İfade döndürülürse işlev 0 döndürür `NULL` tüm satırlar için.
-
-Her iki durumda da döndürülen değerin türü [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Ayrıntı**
-
-ClickHouse destekler `COUNT(DISTINCT ...)` sözdizimi. Bu yapının davranışı Aşağıdakilere bağlıdır [count_distinct_implementation](../../operations/settings/settings.md#settings-count_distinct_implementation) ayar. Aşağıdakilerden hang theisini tanımlar [uniq\*](#agg_function-uniq) fonksiyonlar işlemi gerçekleştirmek için kullanılır. Varsayılan değer [uniqExact](#agg_function-uniqexact) İşlev.
-
-Bu `SELECT count() FROM table` tablodaki girdi sayısı ayrı olarak depolanmadığı için sorgu en iyi duruma getirilmez. Tablodan küçük bir sütun seçer ve içindeki değerlerin sayısını sayar.
-
-**Örnekler**
-
-Örnek 1:
-
-``` sql
-SELECT count() FROM t
-```
-
-``` text
-┌─count()─┐
-│       5 │
-└─────────┘
-```
-
-Örnek 2:
-
-``` sql
-SELECT name, value FROM system.settings WHERE name = 'count_distinct_implementation'
-```
-
-``` text
-┌─name──────────────────────────┬─value─────┐
-│ count_distinct_implementation │ uniqExact │
-└───────────────────────────────┴───────────┘
-```
-
-``` sql
-SELECT count(DISTINCT num) FROM t
-```
-
-``` text
-┌─uniqExact(num)─┐
-│              3 │
-└────────────────┘
-```
-
-Bu örnek gösteriyor ki `count(DISTINCT num)` tarafından gerçekleştirilir `uniqExact` fonksiyonu göre `count_distinct_implementation` ayar değeri.
-
-## herhangi(x) {#agg_function-any}
-
-İlk karşılaşılan değeri seçer.
-Sorgu herhangi bir sırada ve hatta her seferinde farklı bir sırada çalıştırılabilir, bu nedenle bu işlevin sonucu belirsizdir.
-Belirli bir sonuç elde etmek için ‘min’ veya ‘max’ fonksiyon yerine ‘any’.
-
-Bazı durumlarda, yürütme sırasına güvenebilirsiniz. Bu, select ORDER BY kullanan bir alt sorgudan geldiğinde durumlar için geçerlidir.
-
-Ne zaman bir `SELECT` sorgu vardır `GROUP BY` yan tümce veya en az bir toplama işlevi, ClickHouse (Mysql'in aksine), tüm ifadelerin `SELECT`, `HAVING`, ve `ORDER BY` anahtar functionslardan veya toplama işlev .lerinden hesaplan .malıdır. Başka bir deyişle, tablodan seçilen her sütun, anahtarlarda veya toplama işlevlerinde kullanılmalıdır. Mysql'de olduğu gibi davranış elde etmek için, diğer sütunları `any` toplama işlevi.
-
-## anyHeavy (x) {#anyheavyx}
-
-Kullanarak sık oluşan bir değer seçer [ağır vurucular](http://www.cs.umd.edu/~samir/498/karp.pdf) algoritma. Sorgunun yürütme iş parçacığı her durumda yarısından fazlasını oluşan bir değer varsa, bu değer döndürülür. Normalde, sonuç belirsizdir.
-
-``` sql
-anyHeavy(column)
-```
-
-**Değişkenler**
-
--   `column` – The column name.
-
-**Örnek**
-
-Tak thee the [OnTime](../../getting-started/example-datasets/ontime.md) veri kümesi ve herhangi bir sık oluşan değeri seçin `AirlineID` sütun.
-
-``` sql
-SELECT anyHeavy(AirlineID) AS res
-FROM ontime
-```
-
-``` text
-┌───res─┐
-│ 19690 │
-└───────┘
-```
-
-## anyLast(x) {#anylastx}
-
-Karşılaşılan son değeri seçer.
-Sonuç için olduğu kadar belirsiz `any` İşlev.
-
-## groupBitAnd {#groupbitand}
-
-Bitwise uygular `AND` sayı serisi için.
-
-``` sql
-groupBitAnd(expr)
-```
-
-**Parametre**
-
-`expr` – An expression that results in `UInt*` tür.
-
-**Dönüş değeri**
-
-Bu değer `UInt*` tür.
-
-**Örnek**
-
-Test verileri:
-
-``` text
-binary     decimal
-00101100 = 44
-00011100 = 28
-00001101 = 13
-01010101 = 85
-```
-
-Sorgu:
-
-``` sql
-SELECT groupBitAnd(num) FROM t
-```
-
-Nerede `num` test verileri ile sütundur.
-
-Sonuç:
-
-``` text
-binary     decimal
-00000100 = 4
-```
-
-## groupBitOr {#groupbitor}
-
-Bitwise uygular `OR` sayı serisi için.
-
-``` sql
-groupBitOr(expr)
-```
-
-**Parametre**
-
-`expr` – An expression that results in `UInt*` tür.
-
-**Dönüş değeri**
-
-Bu değer `UInt*` tür.
-
-**Örnek**
-
-Test verileri:
-
-``` text
-binary     decimal
-00101100 = 44
-00011100 = 28
-00001101 = 13
-01010101 = 85
-```
-
-Sorgu:
-
-``` sql
-SELECT groupBitOr(num) FROM t
-```
-
-Nerede `num` test verileri ile sütundur.
-
-Sonuç:
-
-``` text
-binary     decimal
-01111101 = 125
-```
-
-## groupBitXor {#groupbitxor}
-
-Bitwise uygular `XOR` sayı serisi için.
-
-``` sql
-groupBitXor(expr)
-```
-
-**Parametre**
-
-`expr` – An expression that results in `UInt*` tür.
-
-**Dönüş değeri**
-
-Bu değer `UInt*` tür.
-
-**Örnek**
-
-Test verileri:
-
-``` text
-binary     decimal
-00101100 = 44
-00011100 = 28
-00001101 = 13
-01010101 = 85
-```
-
-Sorgu:
-
-``` sql
-SELECT groupBitXor(num) FROM t
-```
-
-Nerede `num` test verileri ile sütundur.
-
-Sonuç:
-
-``` text
-binary     decimal
-01101000 = 104
-```
-
-## groupBitmap {#groupbitmap}
-
-İşaretsiz tamsayı sütun, Uınt64 tür iade önem, gelen bit eşlem veya Toplama hesaplamaları suffix ekleme -Devlet, sonra iade [bitmap nesnesi](../../sql-reference/functions/bitmap-functions.md).
-
-``` sql
-groupBitmap(expr)
-```
-
-**Parametre**
-
-`expr` – An expression that results in `UInt*` tür.
-
-**Dönüş değeri**
-
-Bu değer `UInt64` tür.
-
-**Örnek**
-
-Test verileri:
-
-``` text
-UserID
-1
-1
-2
-3
-```
-
-Sorgu:
-
-``` sql
-SELECT groupBitmap(UserID) as num FROM t
-```
-
-Sonuç:
-
-``` text
-num
-3
-```
-
-## min (x) {#agg_function-min}
-
-Minimum hesaplar.
-
-## max (x) {#agg_function-max}
-
-Maksimum hesaplar.
-
-## argMin (arg, val) {#agg-function-argmin}
-
-Hesaplar ‘arg’ minimum değer ‘val’ değer. Birkaç farklı değer varsa ‘arg’ minimum değerler için ‘val’, karşılaşılan bu değerlerin ilki çıktıdır.
-
-**Örnek:**
-
-``` text
-┌─user─────┬─salary─┐
-│ director │   5000 │
-│ manager  │   3000 │
-│ worker   │   1000 │
-└──────────┴────────┘
-```
-
-``` sql
-SELECT argMin(user, salary) FROM salary
-```
-
-``` text
-┌─argMin(user, salary)─┐
-│ worker               │
-└──────────────────────┘
-```
-
-## argMax (arg, val) {#agg-function-argmax}
-
-Hesaplar ‘arg’ maksimum değer ‘val’ değer. Birkaç farklı değer varsa ‘arg’ maksimum değerler için ‘val’, karşılaşılan bu değerlerin ilki çıktıdır.
-
-## s (um (x) {#agg_function-sum}
-
-Toplamı hesaplar.
-Sadece sayılar için çalışır.
-
-## sumWithOverflow(x) {#sumwithoverflowx}
-
-Giriş parametreleri için olduğu gibi sonuç için aynı veri türünü kullanarak sayıların toplamını hesaplar. Toplam bu veri türü için en büyük değeri aşarsa, işlev bir hata döndürür.
-
-Sadece sayılar için çalışır.
-
-## sumMap (anahtar, değer), sumMap(Tuple (anahtar, değer)) {#agg_functions-summap}
-
-Toplam thelar ‘value’ belirtilen tuş accordinglara göre dizi ‘key’ dizi.
-Anahtarları ve değerleri diziler dizi geçen anahtarları ve değerleri iki dizi geçen synonymical var.
-Eleman sayısı ‘key’ ve ‘value’ toplam her satır için aynı olmalıdır.
-Returns a tuple of two arrays: keys in sorted order, and values ​​summed for the corresponding keys.
-
-Örnek:
-
-``` sql
-CREATE TABLE sum_map(
-    date Date,
-    timeslot DateTime,
-    statusMap Nested(
-        status UInt16,
-        requests UInt64
-    ),
-    statusMapTuple Tuple(Array(Int32), Array(Int32))
-) ENGINE = Log;
-INSERT INTO sum_map VALUES
-    ('2000-01-01', '2000-01-01 00:00:00', [1, 2, 3], [10, 10, 10], ([1, 2, 3], [10, 10, 10])),
-    ('2000-01-01', '2000-01-01 00:00:00', [3, 4, 5], [10, 10, 10], ([3, 4, 5], [10, 10, 10])),
-    ('2000-01-01', '2000-01-01 00:01:00', [4, 5, 6], [10, 10, 10], ([4, 5, 6], [10, 10, 10])),
-    ('2000-01-01', '2000-01-01 00:01:00', [6, 7, 8], [10, 10, 10], ([6, 7, 8], [10, 10, 10]));
-
-SELECT
-    timeslot,
-    sumMap(statusMap.status, statusMap.requests),
-    sumMap(statusMapTuple)
-FROM sum_map
-GROUP BY timeslot
-```
-
-``` text
-┌────────────timeslot─┬─sumMap(statusMap.status, statusMap.requests)─┬─sumMap(statusMapTuple)─────────┐
-│ 2000-01-01 00:00:00 │ ([1,2,3,4,5],[10,10,20,10,10])               │ ([1,2,3,4,5],[10,10,20,10,10]) │
-│ 2000-01-01 00:01:00 │ ([4,5,6,7,8],[10,10,20,10,10])               │ ([4,5,6,7,8],[10,10,20,10,10]) │
-└─────────────────────┴──────────────────────────────────────────────┴────────────────────────────────┘
-```
-
-## skewPop {#skewpop}
-
-Hesaplar [çarpıklık](https://en.wikipedia.org/wiki/Skewness) bir sıra.
-
-``` sql
-skewPop(expr)
-```
-
-**Parametre**
-
-`expr` — [İfade](../syntax.md#syntax-expressions) bir numara döndürüyor.
-
-**Döndürülen değer**
-
-The skewness of the given distribution. Type — [Float64](../../sql-reference/data-types/float.md)
-
-**Örnek**
-
-``` sql
-SELECT skewPop(value) FROM series_with_value_column
-```
-
-## skewSamp {#skewsamp}
-
-Hesaplar [örnek çarpıklık](https://en.wikipedia.org/wiki/Skewness) bir sıra.
-
-Bir rassal değişkenin çarpıklığının tarafsız bir tahminini temsil eder.
-
-``` sql
-skewSamp(expr)
-```
-
-**Parametre**
-
-`expr` — [İfade](../syntax.md#syntax-expressions) bir numara döndürüyor.
-
-**Döndürülen değer**
-
-The skewness of the given distribution. Type — [Float64](../../sql-reference/data-types/float.md). Eğer `n <= 1` (`n` örnek boyutudur), daha sonra işlev döner `nan`.
-
-**Örnek**
-
-``` sql
-SELECT skewSamp(value) FROM series_with_value_column
-```
-
-## kurtPop {#kurtpop}
-
-Hesaplar [kurtosis](https://en.wikipedia.org/wiki/Kurtosis) bir sıra.
-
-``` sql
-kurtPop(expr)
-```
-
-**Parametre**
-
-`expr` — [İfade](../syntax.md#syntax-expressions) bir numara döndürüyor.
-
-**Döndürülen değer**
-
-The kurtosis of the given distribution. Type — [Float64](../../sql-reference/data-types/float.md)
-
-**Örnek**
-
-``` sql
-SELECT kurtPop(value) FROM series_with_value_column
-```
-
-## kurtSamp {#kurtsamp}
-
-Hesaplar [örnek kurtoz](https://en.wikipedia.org/wiki/Kurtosis) bir sıra.
-
-Eğer geçen değerleri örnek oluşturur, eğer bir rassal değişken kurtosis tarafsız bir tahmini temsil eder.
-
-``` sql
-kurtSamp(expr)
-```
-
-**Parametre**
-
-`expr` — [İfade](../syntax.md#syntax-expressions) bir numara döndürüyor.
-
-**Döndürülen değer**
-
-The kurtosis of the given distribution. Type — [Float64](../../sql-reference/data-types/float.md). Eğer `n <= 1` (`n` örnek bir boyutudur), daha sonra işlev döner `nan`.
-
-**Örnek**
-
-``` sql
-SELECT kurtSamp(value) FROM series_with_value_column
-```
-
-## avg (x) {#agg_function-avg}
-
-Ortalama hesaplar.
-Sadece sayılar için çalışır.
-Sonuç Her zaman Float64.
-
-## avgWeighted {#avgweighted}
-
-Hesaplar [ağırlıklı aritmetik ortalama](https://en.wikipedia.org/wiki/Weighted_arithmetic_mean).
-
-**Sözdizimi**
-
-``` sql
-avgWeighted(x, weight)
-```
-
-**Parametre**
-
--   `x` — Values. [Tamsayı](../data-types/int-uint.md) veya [kayan nokta](../data-types/float.md).
--   `weight` — Weights of the values. [Tamsayı](../data-types/int-uint.md) veya [kayan nokta](../data-types/float.md).
-
-Türü `x` ve `weight` aynı olmalıdır.
-
-**Döndürülen değer**
-
--   Ağırlıklı ortalama.
--   `NaN`. Tüm ağırlıklar 0'a eşitse.
-
-Tür: [Float64](../data-types/float.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT avgWeighted(x, w)
-FROM values('x Int8, w Int8', (4, 1), (1, 0), (10, 2))
-```
-
-Sonuç:
-
-``` text
-┌─avgWeighted(x, weight)─┐
-│                      8 │
-└────────────────────────┘
-```
-
-## uniq {#agg_function-uniq}
-
-Bağımsız değişken farklı değerlerin yaklaşık sayısını hesaplar.
-
-``` sql
-uniq(x[, ...])
-```
-
-**Parametre**
-
-Fonksiyon değişken sayıda parametre alır. Parametreler olabilir `Tuple`, `Array`, `Date`, `DateTime`, `String` veya sayısal türleri.
-
-**Döndürülen değer**
-
--   A [Uİnt64](../../sql-reference/data-types/int-uint.md)- tip numarası.
-
-**Uygulama Detayları**
-
-İşlev:
-
--   Toplamdaki tüm parametreler için bir karma hesaplar, daha sonra hesaplamalarda kullanır.
-
--   Bir adaptif örnekleme algoritması kullanır. Hesaplama durumu için işlev, 65536'ya kadar öğe karma değerlerinin bir örneğini kullanır.
-
-        This algorithm is very accurate and very efficient on the CPU. When the query contains several of these functions, using `uniq` is almost as fast as using other aggregate functions.
-
--   Sonucu deterministically sağlar (sorgu işleme sırasına bağlı değildir).
-
-Bu işlevi hemen hemen tüm senaryolarda kullanmanızı öneririz.
-
-**Ayrıca Bakınız**
-
--   [uniqCombined](#agg_function-uniqcombined)
--   [uniqCombined64](#agg_function-uniqcombined64)
--   [uniqHLL12](#agg_function-uniqhll12)
--   [uniqExact](#agg_function-uniqexact)
-
-## uniqCombined {#agg_function-uniqcombined}
-
-Farklı bağımsız değişken değerlerinin yaklaşık sayısını hesaplar.
-
-``` sql
-uniqCombined(HLL_precision)(x[, ...])
-```
-
-Bu `uniqCombined` fonksiyon, farklı değerlerin sayısını hesaplamak için iyi bir seçimdir.
-
-**Parametre**
-
-Fonksiyon değişken sayıda parametre alır. Parametreler olabilir `Tuple`, `Array`, `Date`, `DateTime`, `String` veya sayısal türleri.
-
-`HLL_precision` hücre sayısının baz-2 logaritmasıdır. [HyperLogLog](https://en.wikipedia.org/wiki/HyperLogLog). İsteğe bağlı olarak işlevi kullanabilirsiniz `uniqCombined(x[, ...])`. İçin varsayılan değer `HLL_precision` etkin bir şekilde 96 KiB alan olan 17'dir (2^17 hücre, her biri 6 bit).
-
-**Döndürülen değer**
-
--   Numara [Uİnt64](../../sql-reference/data-types/int-uint.md)- tip numarası.
-
-**Uygulama Detayları**
-
-İşlev:
-
--   Bir karma hesaplar (64-bit karma için `String` ve 32-bit aksi halde) agregadaki tüm parametreler için, hesaplamalarda kullanır.
-
--   Bir hata düzeltme tablosu ile dizi, karma tablo ve HyperLogLog: üç algoritmaları bir arada kullanır.
-
-        For a small number of distinct elements, an array is used. When the set size is larger, a hash table is used. For a larger number of elements, HyperLogLog is used, which will occupy a fixed amount of memory.
-
--   Sonucu deterministically sağlar (sorgu işleme sırasına bağlı değildir).
-
-!!! note "Not"
-    Olmayan için 32-bit karma kullandığından-`String` tipi, sonuç cardinalities önemli ölçüde daha büyük için çok yüksek hata olacak `UINT_MAX` (birkaç on milyarlarca farklı değerden sonra hata hızla artacaktır), bu durumda kullanmanız gerekir [uniqCombined64](#agg_function-uniqcombined64)
-
-İle karşılaştırıldığında [uniq](#agg_function-uniq) fonksiyonu, `uniqCombined`:
-
--   Birkaç kez daha az bellek tüketir.
--   Birkaç kat daha yüksek doğrulukla hesaplar.
--   Genellikle biraz daha düşük performansa sahiptir. Bazı senaryolarda, `uniqCombined` daha iyi performans gösterebilir `uniq` örneğin, ağ üzerinden çok sayıda toplama durumu ileten dağıtılmış sorgularla.
-
-**Ayrıca Bakınız**
-
--   [uniq](#agg_function-uniq)
--   [uniqCombined64](#agg_function-uniqcombined64)
--   [uniqHLL12](#agg_function-uniqhll12)
--   [uniqExact](#agg_function-uniqexact)
-
-## uniqCombined64 {#agg_function-uniqcombined64}
-
-Aynı olarak [uniqCombined](#agg_function-uniqcombined), ancak tüm veri türleri için 64 bit karma kullanır.
-
-## uniqHLL12 {#agg_function-uniqhll12}
-
-Farklı argüman değerlerinin yaklaşık sayısını hesaplar [HyperLogLog](https://en.wikipedia.org/wiki/HyperLogLog) algoritma.
-
-``` sql
-uniqHLL12(x[, ...])
-```
-
-**Parametre**
-
-Fonksiyon değişken sayıda parametre alır. Parametreler olabilir `Tuple`, `Array`, `Date`, `DateTime`, `String` veya sayısal türleri.
-
-**Döndürülen değer**
-
--   A [Uİnt64](../../sql-reference/data-types/int-uint.md)- tip numarası.
-
-**Uygulama Detayları**
-
-İşlev:
-
--   Toplamdaki tüm parametreler için bir karma hesaplar, daha sonra hesaplamalarda kullanır.
-
--   Farklı bağımsız değişken değerlerinin sayısını yaklaştırmak için HyperLogLog algoritmasını kullanır.
-
-        212 5-bit cells are used. The size of the state is slightly more than 2.5 KB. The result is not very accurate (up to ~10% error) for small data sets (<10K elements). However, the result is fairly accurate for high-cardinality data sets (10K-100M), with a maximum error of ~1.6%. Starting from 100M, the estimation error increases, and the function will return very inaccurate results for data sets with extremely high cardinality (1B+ elements).
-
--   Belirli sonucu sağlar (sorgu işleme sırasına bağlı değildir).
-
-Bu işlevi kullanmanızı önermiyoruz. Çoğu durumda, kullan [uniq](#agg_function-uniq) veya [uniqCombined](#agg_function-uniqcombined) İşlev.
-
-**Ayrıca Bakınız**
-
--   [uniq](#agg_function-uniq)
--   [uniqCombined](#agg_function-uniqcombined)
--   [uniqExact](#agg_function-uniqexact)
-
-## uniqExact {#agg_function-uniqexact}
-
-Farklı bağımsız değişken değerlerinin tam sayısını hesaplar.
-
-``` sql
-uniqExact(x[, ...])
-```
-
-Kullan... `uniqExact` kesinlikle kesin bir sonuca ihtiyacınız varsa işlev. Aksi takdirde kullanın [uniq](#agg_function-uniq) İşlev.
-
-Bu `uniqExact` fonksiyonu daha fazla bellek kullanır `uniq`, çünkü farklı değerlerin sayısı arttıkça devletin büyüklüğü sınırsız büyümeye sahiptir.
-
-**Parametre**
-
-Fonksiyon değişken sayıda parametre alır. Parametreler olabilir `Tuple`, `Array`, `Date`, `DateTime`, `String` veya sayısal türleri.
-
-**Ayrıca Bakınız**
-
--   [uniq](#agg_function-uniq)
--   [uniqCombined](#agg_function-uniqcombined)
--   [uniqHLL12](#agg_function-uniqhll12)
-
-## groupArray (x), groupArray (max_size)(x) {#agg_function-grouparray}
-
-Bağımsız değişken değerleri dizisi oluşturur.
-Değerler diziye herhangi bir (belirsiz) sırayla eklenebilir.
-
-İkinci versiyonu (ile `max_size` parametre), elde edilen dizinin boyutunu sınırlar `max_size` öğeler.
-Mesela, `groupArray (1) (x)` eşdeğ toer equivalentdir `[any (x)]`.
-
-Bazı durumlarda, hala yürütme sırasına güvenebilirsiniz. Bu, aşağıdaki durumlar için geçerlidir `SELECT` kullanan bir alt sorgudan gelir `ORDER BY`.
-
-## grouparrayınsertat {#grouparrayinsertat}
-
-Belirtilen konumda diziye bir değer ekler.
-
-**Sözdizimi**
-
-``` sql
-groupArrayInsertAt(default_x, size)(x, pos);
-```
-
-Bir sorguda aynı konuma birkaç değer eklenirse, işlev aşağıdaki şekillerde davranır:
-
--   Bir sorgu tek bir iş parçacığında yürütülürse, eklenen değerlerden ilki kullanılır.
--   Bir sorgu birden çok iş parçacığında yürütülürse, ortaya çıkan değer, eklenen değerlerden belirsiz bir değerdir.
-
-**Parametre**
-
--   `x` — Value to be inserted. [İfade](../syntax.md#syntax-expressions) biri sonuçta [desteklenen veri türleri](../../sql-reference/data-types/index.md).
--   `pos` — Position at which the specified element `x` eklen .ecektir. Dizideki dizin numaralandırma sıfırdan başlar. [Uİnt32](../../sql-reference/data-types/int-uint.md#uint-ranges).
--   `default_x`— Default value for substituting in empty positions. Optional parameter. [İfade](../syntax.md#syntax-expressions) için yapılandırılmış veri türü ile sonuçlanan `x` parametre. Eğer `default_x` tanımlan ,mamıştır, [varsayılan değerler](../../sql-reference/statements/create.md#create-default-values) kullanılır.
--   `size`— Length of the resulting array. Optional parameter. When using this parameter, the default value `default_x` belirt .ilmelidir. [Uİnt32](../../sql-reference/data-types/int-uint.md#uint-ranges).
-
-**Döndürülen değer**
-
--   Eklenen değerlerle dizi.
-
-Tür: [Dizi](../../sql-reference/data-types/array.md#data-type-array).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT groupArrayInsertAt(toString(number), number * 2) FROM numbers(5);
-```
-
-Sonuç:
-
-``` text
-┌─groupArrayInsertAt(toString(number), multiply(number, 2))─┐
-│ ['0','','1','','2','','3','','4']                         │
-└───────────────────────────────────────────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT groupArrayInsertAt('-')(toString(number), number * 2) FROM numbers(5);
-```
-
-Sonuç:
-
-``` text
-┌─groupArrayInsertAt('-')(toString(number), multiply(number, 2))─┐
-│ ['0','-','1','-','2','-','3','-','4']                          │
-└────────────────────────────────────────────────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT groupArrayInsertAt('-', 5)(toString(number), number * 2) FROM numbers(5);
-```
-
-Sonuç:
-
-``` text
-┌─groupArrayInsertAt('-', 5)(toString(number), multiply(number, 2))─┐
-│ ['0','-','1','-','2']                                             │
-└───────────────────────────────────────────────────────────────────┘
-```
-
-Elemanların tek bir konuma çok dişli yerleştirilmesi.
-
-Sorgu:
-
-``` sql
-SELECT groupArrayInsertAt(number, 0) FROM numbers_mt(10) SETTINGS max_block_size = 1;
-```
-
-Bu sorgu sonucunda rastgele tamsayı elde edersiniz `[0,9]` Aralık. Mesela:
-
-``` text
-┌─groupArrayInsertAt(number, 0)─┐
-│ [7]                           │
-└───────────────────────────────┘
-```
-
-## groupArrayMovingSum {#agg_function-grouparraymovingsum}
-
-Giriş değerlerinin hareketli toplamını hesaplar.
-
-``` sql
-groupArrayMovingSum(numbers_for_summing)
-groupArrayMovingSum(window_size)(numbers_for_summing)
-```
-
-İşlev, pencere boyutunu bir parametre olarak alabilir. Belirtilmemiş bırakılırsa, işlev, sütundaki satır sayısına eşit pencere boyutunu alır.
-
-**Parametre**
-
--   `numbers_for_summing` — [İfade](../syntax.md#syntax-expressions) sayısal veri türü değeri ile sonuçlanır.
--   `window_size` — Size of the calculation window.
-
-**Döndürülen değerler**
-
--   Giriş verileri ile aynı boyut ve türdeki dizi.
-
-**Örnek**
-
-Örnek tablo:
-
-``` sql
-CREATE TABLE t
-(
-    `int` UInt8,
-    `float` Float32,
-    `dec` Decimal32(2)
-)
-ENGINE = TinyLog
-```
-
-``` text
-┌─int─┬─float─┬──dec─┐
-│   1 │   1.1 │ 1.10 │
-│   2 │   2.2 │ 2.20 │
-│   4 │   4.4 │ 4.40 │
-│   7 │  7.77 │ 7.77 │
-└─────┴───────┴──────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT
-    groupArrayMovingSum(int) AS I,
-    groupArrayMovingSum(float) AS F,
-    groupArrayMovingSum(dec) AS D
-FROM t
-```
-
-``` text
-┌─I──────────┬─F───────────────────────────────┬─D──────────────────────┐
-│ [1,3,7,14] │ [1.1,3.3000002,7.7000003,15.47] │ [1.10,3.30,7.70,15.47] │
-└────────────┴─────────────────────────────────┴────────────────────────┘
-```
-
-``` sql
-SELECT
-    groupArrayMovingSum(2)(int) AS I,
-    groupArrayMovingSum(2)(float) AS F,
-    groupArrayMovingSum(2)(dec) AS D
-FROM t
-```
-
-``` text
-┌─I──────────┬─F───────────────────────────────┬─D──────────────────────┐
-│ [1,3,6,11] │ [1.1,3.3000002,6.6000004,12.17] │ [1.10,3.30,6.60,12.17] │
-└────────────┴─────────────────────────────────┴────────────────────────┘
-```
-
-## groupArrayMovingAvg {#agg_function-grouparraymovingavg}
-
-Giriş değerlerinin hareketli ortalamasını hesaplar.
-
-``` sql
-groupArrayMovingAvg(numbers_for_summing)
-groupArrayMovingAvg(window_size)(numbers_for_summing)
-```
-
-İşlev, pencere boyutunu bir parametre olarak alabilir. Belirtilmemiş bırakılırsa, işlev, sütundaki satır sayısına eşit pencere boyutunu alır.
-
-**Parametre**
-
--   `numbers_for_summing` — [İfade](../syntax.md#syntax-expressions) sayısal veri türü değeri ile sonuçlanır.
--   `window_size` — Size of the calculation window.
-
-**Döndürülen değerler**
-
--   Giriş verileri ile aynı boyut ve türdeki dizi.
-
-İşlev kullanır [sıfıra doğru yuvarlama](https://en.wikipedia.org/wiki/Rounding#Rounding_towards_zero). Sonuç veri türü için önemsiz ondalık basamaklar keser.
-
-**Örnek**
-
-Örnek tablo `b`:
-
-``` sql
-CREATE TABLE t
-(
-    `int` UInt8,
-    `float` Float32,
-    `dec` Decimal32(2)
-)
-ENGINE = TinyLog
-```
-
-``` text
-┌─int─┬─float─┬──dec─┐
-│   1 │   1.1 │ 1.10 │
-│   2 │   2.2 │ 2.20 │
-│   4 │   4.4 │ 4.40 │
-│   7 │  7.77 │ 7.77 │
-└─────┴───────┴──────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT
-    groupArrayMovingAvg(int) AS I,
-    groupArrayMovingAvg(float) AS F,
-    groupArrayMovingAvg(dec) AS D
-FROM t
-```
-
-``` text
-┌─I─────────┬─F───────────────────────────────────┬─D─────────────────────┐
-│ [0,0,1,3] │ [0.275,0.82500005,1.9250001,3.8675] │ [0.27,0.82,1.92,3.86] │
-└───────────┴─────────────────────────────────────┴───────────────────────┘
-```
-
-``` sql
-SELECT
-    groupArrayMovingAvg(2)(int) AS I,
-    groupArrayMovingAvg(2)(float) AS F,
-    groupArrayMovingAvg(2)(dec) AS D
-FROM t
-```
-
-``` text
-┌─I─────────┬─F────────────────────────────────┬─D─────────────────────┐
-│ [0,1,3,5] │ [0.55,1.6500001,3.3000002,6.085] │ [0.55,1.65,3.30,6.08] │
-└───────────┴──────────────────────────────────┴───────────────────────┘
-```
-
-## groupUniqArray (x), groupUniqArray (max_size)(x) {#groupuniqarrayx-groupuniqarraymax-sizex}
-
-Farklı bağımsız değişken değerlerinden bir dizi oluşturur. Bellek tüketimi için aynıdır `uniqExact` İşlev.
-
-İkinci versiyonu (ile `max_size` parametre), elde edilen dizinin boyutunu sınırlar `max_size` öğeler.
-Mesela, `groupUniqArray(1)(x)` eşdeğ toer equivalentdir `[any(x)]`.
-
-## quantile {#quantile}
-
-Yaklaşık hesaplar [quantile](https://en.wikipedia.org/wiki/Quantile) sayısal veri dizisinin.
-
-Bu işlev geçerlidir [rezerv reservoiruar örnek samplinglemesi](https://en.wikipedia.org/wiki/Reservoir_sampling) 8192'ye kadar bir rezervuar boyutu ve örnekleme için rastgele sayı üreteci ile. Sonuç deterministik değildir. Tam bir miktar elde etmek için [quantileExact](#quantileexact) İşlev.
-
-Çoklu kullanırken `quantile*` bir sorguda farklı düzeylerde işlevler, iç durumları birleştirilmez (diğer bir deyişle, sorgu olabilir daha az verimli çalışır). Bu durumda, kullan [quantiles](#quantiles) İşlev.
-
-**Sözdizimi**
-
-``` sql
-quantile(level)(expr)
-```
-
-Takma ad: `median`.
-
-**Parametre**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` aralığında değer `[0.01, 0.99]`. Varsayılan değer: 0.5. Yanında `level=0.5` fonksiyon hesaplar [medyan](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [veri türleri](../../sql-reference/data-types/index.md#data_types), [Tarihli](../../sql-reference/data-types/date.md) veya [DateTime](../../sql-reference/data-types/datetime.md).
-
-**Döndürülen değer**
-
--   Belirtilen seviyenin yaklaşık miktarı.
-
-Tür:
-
--   [Float64](../../sql-reference/data-types/float.md) sayısal veri türü girişi için.
--   [Tarihli](../../sql-reference/data-types/date.md) giriş değerleri varsa `Date` tür.
--   [DateTime](../../sql-reference/data-types/datetime.md) giriş değerleri varsa `DateTime` tür.
-
-**Örnek**
-
-Giriş tablosu:
-
-``` text
-┌─val─┐
-│   1 │
-│   1 │
-│   2 │
-│   3 │
-└─────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT quantile(val) FROM t
-```
-
-Sonuç:
-
-``` text
-┌─quantile(val)─┐
-│           1.5 │
-└───────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [medyan](#median)
--   [quantiles](#quantiles)
-
-## quantileDeterministic {#quantiledeterministic}
-
-Yaklaşık hesaplar [quantile](https://en.wikipedia.org/wiki/Quantile) sayısal veri dizisinin.
-
-Bu işlev geçerlidir [rezerv reservoiruar örnek samplinglemesi](https://en.wikipedia.org/wiki/Reservoir_sampling) 8192'ye kadar bir rezervuar boyutu ve örnekleme deterministik algoritması ile. Sonuç deterministiktir. Tam bir miktar elde etmek için [quantileExact](#quantileexact) İşlev.
-
-Çoklu kullanırken `quantile*` bir sorguda farklı düzeylerde işlevler, iç durumları birleştirilmez (diğer bir deyişle, sorgu olabilir daha az verimli çalışır). Bu durumda, kullan [quantiles](#quantiles) İşlev.
-
-**Sözdizimi**
-
-``` sql
-quantileDeterministic(level)(expr, determinator)
-```
-
-Takma ad: `medianDeterministic`.
-
-**Parametre**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` aralığında değer `[0.01, 0.99]`. Varsayılan değer: 0.5. Yanında `level=0.5` fonksiyon hesaplar [medyan](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [veri türleri](../../sql-reference/data-types/index.md#data_types), [Tarihli](../../sql-reference/data-types/date.md) veya [DateTime](../../sql-reference/data-types/datetime.md).
--   `determinator` — Number whose hash is used instead of a random number generator in the reservoir sampling algorithm to make the result of sampling deterministic. As a determinator you can use any deterministic positive number, for example, a user id or an event id. If the same determinator value occures too often, the function works incorrectly.
-
-**Döndürülen değer**
-
--   Belirtilen seviyenin yaklaşık miktarı.
-
-Tür:
-
--   [Float64](../../sql-reference/data-types/float.md) sayısal veri türü girişi için.
--   [Tarihli](../../sql-reference/data-types/date.md) giriş değerleri varsa `Date` tür.
--   [DateTime](../../sql-reference/data-types/datetime.md) giriş değerleri varsa `DateTime` tür.
-
-**Örnek**
-
-Giriş tablosu:
-
-``` text
-┌─val─┐
-│   1 │
-│   1 │
-│   2 │
-│   3 │
-└─────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT quantileDeterministic(val, 1) FROM t
-```
-
-Sonuç:
-
-``` text
-┌─quantileDeterministic(val, 1)─┐
-│                           1.5 │
-└───────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [medyan](#median)
--   [quantiles](#quantiles)
-
-## quantileExact {#quantileexact}
-
-Tam olarak hesaplar [quantile](https://en.wikipedia.org/wiki/Quantile) sayısal veri dizisinin.
-
-To get exact value, all the passed values ​​are combined into an array, which is then partially sorted. Therefore, the function consumes `O(n)` bellek, nerede `n` geçirilen değerler say .ısıdır. Bununla birlikte, az sayıda değer için, işlev çok etkilidir.
-
-Çoklu kullanırken `quantile*` bir sorguda farklı düzeylerde işlevler, iç durumları birleştirilmez (diğer bir deyişle, sorgu olabilir daha az verimli çalışır). Bu durumda, kullan [quantiles](#quantiles) İşlev.
-
-**Sözdizimi**
-
-``` sql
-quantileExact(level)(expr)
-```
-
-Takma ad: `medianExact`.
-
-**Parametre**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` aralığında değer `[0.01, 0.99]`. Varsayılan değer: 0.5. Yanında `level=0.5` fonksiyon hesaplar [medyan](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [veri türleri](../../sql-reference/data-types/index.md#data_types), [Tarihli](../../sql-reference/data-types/date.md) veya [DateTime](../../sql-reference/data-types/datetime.md).
-
-**Döndürülen değer**
-
--   Belirtilen seviyenin miktarı.
-
-Tür:
-
--   [Float64](../../sql-reference/data-types/float.md) sayısal veri türü girişi için.
--   [Tarihli](../../sql-reference/data-types/date.md) giriş değerleri varsa `Date` tür.
--   [DateTime](../../sql-reference/data-types/datetime.md) giriş değerleri varsa `DateTime` tür.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT quantileExact(number) FROM numbers(10)
-```
-
-Sonuç:
-
-``` text
-┌─quantileExact(number)─┐
-│                     5 │
-└───────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [medyan](#median)
--   [quantiles](#quantiles)
-
-## quantilexactweighted {#quantileexactweighted}
-
-Tam olarak hesaplar [quantile](https://en.wikipedia.org/wiki/Quantile) her elemanın ağırlığını dikkate alarak sayısal bir veri dizisinin.
-
-To get exact value, all the passed values ​​are combined into an array, which is then partially sorted. Each value is counted with its weight, as if it is present `weight` times. A hash table is used in the algorithm. Because of this, if the passed values ​​are frequently repeated, the function consumes less RAM than [quantileExact](#quantileexact). Bunun yerine bu işlevi kullanabilirsiniz `quantileExact` ve 1 ağırlığını belirtin.
-
-Çoklu kullanırken `quantile*` bir sorguda farklı düzeylerde işlevler, iç durumları birleştirilmez (diğer bir deyişle, sorgu olabilir daha az verimli çalışır). Bu durumda, kullan [quantiles](#quantiles) İşlev.
-
-**Sözdizimi**
-
-``` sql
-quantileExactWeighted(level)(expr, weight)
-```
-
-Takma ad: `medianExactWeighted`.
-
-**Parametre**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` aralığında değer `[0.01, 0.99]`. Varsayılan değer: 0.5. Yanında `level=0.5` fonksiyon hesaplar [medyan](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [veri türleri](../../sql-reference/data-types/index.md#data_types), [Tarihli](../../sql-reference/data-types/date.md) veya [DateTime](../../sql-reference/data-types/datetime.md).
--   `weight` — Column with weights of sequence members. Weight is a number of value occurrences.
-
-**Döndürülen değer**
-
--   Belirtilen seviyenin miktarı.
-
-Tür:
-
--   [Float64](../../sql-reference/data-types/float.md) sayısal veri türü girişi için.
--   [Tarihli](../../sql-reference/data-types/date.md) giriş değerleri varsa `Date` tür.
--   [DateTime](../../sql-reference/data-types/datetime.md) giriş değerleri varsa `DateTime` tür.
-
-**Örnek**
-
-Giriş tablosu:
-
-``` text
-┌─n─┬─val─┐
-│ 0 │   3 │
-│ 1 │   2 │
-│ 2 │   1 │
-│ 5 │   4 │
-└───┴─────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT quantileExactWeighted(n, val) FROM t
-```
-
-Sonuç:
-
-``` text
-┌─quantileExactWeighted(n, val)─┐
-│                             1 │
-└───────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [medyan](#median)
--   [quantiles](#quantiles)
-
-## quantileTiming {#quantiletiming}
-
-Belirlenen hassas hesaplar ile [quantile](https://en.wikipedia.org/wiki/Quantile) sayısal veri dizisinin.
-
-Sonuç deterministiktir (sorgu işleme sırasına bağlı değildir). Fonksiyon yükleme web sayfaları kez veya arka uç yanıt süreleri gibi dağılımları tanımlamak dizileri ile çalışmak için optimize edilmiştir.
-
-Çoklu kullanırken `quantile*` bir sorguda farklı düzeylerde işlevler, iç durumları birleştirilmez (diğer bir deyişle, sorgu olabilir daha az verimli çalışır). Bu durumda, kullan [quantiles](#quantiles) İşlev.
-
-**Sözdizimi**
-
-``` sql
-quantileTiming(level)(expr)
-```
-
-Takma ad: `medianTiming`.
-
-**Parametre**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` aralığında değer `[0.01, 0.99]`. Varsayılan değer: 0.5. Yanında `level=0.5` fonksiyon hesaplar [medyan](https://en.wikipedia.org/wiki/Median).
-
--   `expr` — [İfade](../syntax.md#syntax-expressions) bir sütun değerleri üzerinde dönen bir [Yüzdürmek\*](../../sql-reference/data-types/float.md)- tip numarası.
-
-        - If negative values are passed to the function, the behavior is undefined.
-        - If the value is greater than 30,000 (a page loading time of more than 30 seconds), it is assumed to be 30,000.
-
-**Doğruluk**
-
-Hesaplama doğru ise:
-
--   Toplam değer sayısı 5670'i geçmez.
--   Toplam değer sayısı 5670'i aşıyor, ancak sayfa yükleme süresi 1024 ms'den az.
-
-Aksi takdirde, hesaplamanın sonucu 16 MS'nin en yakın katlarına yuvarlanır.
-
-!!! note "Not"
-    Sayfa yükleme süresi nicelerini hesaplamak için, bu işlev daha etkili ve doğrudur [quantile](#quantile).
-
-**Döndürülen değer**
-
--   Belirtilen seviyenin miktarı.
-
-Tür: `Float32`.
-
-!!! note "Not"
-    İşlev valuese hiçbir değer geçir (ilmem (işse (kullanırken `quantileTimingIf`), [Nine](../../sql-reference/data-types/float.md#data_type-float-nan-inf) döndürülür. Bunun amacı, bu vakaları sıfır ile sonuçlanan vakalardan ayırmaktır. Görmek [ORDER BY FLA BYGE](../statements/select/order-by.md#select-order-by) sıralama ile ilgili notlar için `NaN` değerler.
-
-**Örnek**
-
-Giriş tablosu:
-
-``` text
-┌─response_time─┐
-│            72 │
-│           112 │
-│           126 │
-│           145 │
-│           104 │
-│           242 │
-│           313 │
-│           168 │
-│           108 │
-└───────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT quantileTiming(response_time) FROM t
-```
-
-Sonuç:
-
-``` text
-┌─quantileTiming(response_time)─┐
-│                           126 │
-└───────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [medyan](#median)
--   [quantiles](#quantiles)
-
-## niceletimingweighted {#quantiletimingweighted}
-
-Belirlenen hassas hesaplar ile [quantile](https://en.wikipedia.org/wiki/Quantile) her sıra üyesi ağırlığına göre sayısal veri dizisi.
-
-Sonuç deterministiktir (sorgu işleme sırasına bağlı değildir). Fonksiyon yükleme web sayfaları kez veya arka uç yanıt süreleri gibi dağılımları tanımlamak dizileri ile çalışmak için optimize edilmiştir.
-
-Çoklu kullanırken `quantile*` bir sorguda farklı düzeylerde işlevler, iç durumları birleştirilmez (diğer bir deyişle, sorgu olabilir daha az verimli çalışır). Bu durumda, kullan [quantiles](#quantiles) İşlev.
-
-**Sözdizimi**
-
-``` sql
-quantileTimingWeighted(level)(expr, weight)
-```
-
-Takma ad: `medianTimingWeighted`.
-
-**Parametre**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` aralığında değer `[0.01, 0.99]`. Varsayılan değer: 0.5. Yanında `level=0.5` fonksiyon hesaplar [medyan](https://en.wikipedia.org/wiki/Median).
-
--   `expr` — [İfade](../syntax.md#syntax-expressions) bir sütun değerleri üzerinde dönen bir [Yüzdürmek\*](../../sql-reference/data-types/float.md)- tip numarası.
-
-        - If negative values are passed to the function, the behavior is undefined.
-        - If the value is greater than 30,000 (a page loading time of more than 30 seconds), it is assumed to be 30,000.
-
--   `weight` — Column with weights of sequence elements. Weight is a number of value occurrences.
-
-**Doğruluk**
-
-Hesaplama doğru ise:
-
--   Toplam değer sayısı 5670'i geçmez.
--   Toplam değer sayısı 5670'i aşıyor, ancak sayfa yükleme süresi 1024 ms'den az.
-
-Aksi takdirde, hesaplamanın sonucu 16 MS'nin en yakın katlarına yuvarlanır.
-
-!!! note "Not"
-    Sayfa yükleme süresi nicelerini hesaplamak için, bu işlev daha etkili ve doğrudur [quantile](#quantile).
-
-**Döndürülen değer**
-
--   Belirtilen seviyenin miktarı.
-
-Tür: `Float32`.
-
-!!! note "Not"
-    İşlev valuese hiçbir değer geçir (ilmem (işse (kullanırken `quantileTimingIf`), [Nine](../../sql-reference/data-types/float.md#data_type-float-nan-inf) döndürülür. Bunun amacı, bu vakaları sıfır ile sonuçlanan vakalardan ayırmaktır. Görmek [ORDER BY FLA BYGE](../statements/select/order-by.md#select-order-by) sıralama ile ilgili notlar için `NaN` değerler.
-
-**Örnek**
-
-Giriş tablosu:
-
-``` text
-┌─response_time─┬─weight─┐
-│            68 │      1 │
-│           104 │      2 │
-│           112 │      3 │
-│           126 │      2 │
-│           138 │      1 │
-│           162 │      1 │
-└───────────────┴────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT quantileTimingWeighted(response_time, weight) FROM t
-```
-
-Sonuç:
-
-``` text
-┌─quantileTimingWeighted(response_time, weight)─┐
-│                                           112 │
-└───────────────────────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [medyan](#median)
--   [quantiles](#quantiles)
-
-## quantileTDigest {#quantiletdigest}
-
-Yaklaşık hesaplar [quantile](https://en.wikipedia.org/wiki/Quantile) kullanarak sayısal veri diz ofisinin [t-dig -est](https://github.com/tdunning/t-digest/blob/master/docs/t-digest-paper/histo.pdf) algoritma.
-
-Maksimum hata %1'dir. Bellek tüketimi `log(n)`, nere `n` değer say isısıdır. Sonuç, sorguyu çalıştırma sırasına bağlıdır ve nondeterministic.
-
-Fonksiyonun performansı, performanstan daha düşüktür [quantile](#quantile) veya [quantileTiming](#quantiletiming). Durum boyutunun hassasiyete oranı açısından, bu işlev çok daha iyidir `quantile`.
-
-Çoklu kullanırken `quantile*` bir sorguda farklı düzeylerde işlevler, iç durumları birleştirilmez (diğer bir deyişle, sorgu olabilir daha az verimli çalışır). Bu durumda, kullan [quantiles](#quantiles) İşlev.
-
-**Sözdizimi**
-
-``` sql
-quantileTDigest(level)(expr)
-```
-
-Takma ad: `medianTDigest`.
-
-**Parametre**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` aralığında değer `[0.01, 0.99]`. Varsayılan değer: 0.5. Yanında `level=0.5` fonksiyon hesaplar [medyan](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [veri türleri](../../sql-reference/data-types/index.md#data_types), [Tarihli](../../sql-reference/data-types/date.md) veya [DateTime](../../sql-reference/data-types/datetime.md).
-
-**Döndürülen değer**
-
--   Belirtilen seviyenin yaklaşık miktarı.
-
-Tür:
-
--   [Float64](../../sql-reference/data-types/float.md) sayısal veri türü girişi için.
--   [Tarihli](../../sql-reference/data-types/date.md) giriş değerleri varsa `Date` tür.
--   [DateTime](../../sql-reference/data-types/datetime.md) giriş değerleri varsa `DateTime` tür.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT quantileTDigest(number) FROM numbers(10)
-```
-
-Sonuç:
-
-``` text
-┌─quantileTDigest(number)─┐
-│                     4.5 │
-└─────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [medyan](#median)
--   [quantiles](#quantiles)
-
-## quantileTDigestWeighted {#quantiletdigestweighted}
-
-Yaklaşık hesaplar [quantile](https://en.wikipedia.org/wiki/Quantile) kullanarak sayısal veri diz ofisinin [t-dig -est](https://github.com/tdunning/t-digest/blob/master/docs/t-digest-paper/histo.pdf) algoritma. İşlev, her sıra üyesinin ağırlığını dikkate alır. Maksimum hata %1'dir. Bellek tüketimi `log(n)`, nere `n` değer say isısıdır.
-
-Fonksiyonun performansı, performanstan daha düşüktür [quantile](#quantile) veya [quantileTiming](#quantiletiming). Durum boyutunun hassasiyete oranı açısından, bu işlev çok daha iyidir `quantile`.
-
-Sonuç, sorguyu çalıştırma sırasına bağlıdır ve nondeterministic.
-
-Çoklu kullanırken `quantile*` bir sorguda farklı düzeylerde işlevler, iç durumları birleştirilmez (diğer bir deyişle, sorgu olabilir daha az verimli çalışır). Bu durumda, kullan [quantiles](#quantiles) İşlev.
-
-**Sözdizimi**
-
-``` sql
-quantileTDigest(level)(expr)
-```
-
-Takma ad: `medianTDigest`.
-
-**Parametre**
-
--   `level` — Level of quantile. Optional parameter. Constant floating-point number from 0 to 1. We recommend using a `level` aralığında değer `[0.01, 0.99]`. Varsayılan değer: 0.5. Yanında `level=0.5` fonksiyon hesaplar [medyan](https://en.wikipedia.org/wiki/Median).
--   `expr` — Expression over the column values resulting in numeric [veri türleri](../../sql-reference/data-types/index.md#data_types), [Tarihli](../../sql-reference/data-types/date.md) veya [DateTime](../../sql-reference/data-types/datetime.md).
--   `weight` — Column with weights of sequence elements. Weight is a number of value occurrences.
-
-**Döndürülen değer**
-
--   Belirtilen seviyenin yaklaşık miktarı.
-
-Tür:
-
--   [Float64](../../sql-reference/data-types/float.md) sayısal veri türü girişi için.
--   [Tarihli](../../sql-reference/data-types/date.md) giriş değerleri varsa `Date` tür.
--   [DateTime](../../sql-reference/data-types/datetime.md) giriş değerleri varsa `DateTime` tür.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT quantileTDigestWeighted(number, 1) FROM numbers(10)
-```
-
-Sonuç:
-
-``` text
-┌─quantileTDigestWeighted(number, 1)─┐
-│                                4.5 │
-└────────────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [medyan](#median)
--   [quantiles](#quantiles)
-
-## medyan {#median}
-
-Bu `median*` fonksiyonlar karşılık gelen takma adlardır `quantile*` işlevler. Sayısal bir veri örneğinin medyanını hesaplarlar.
-
-İşlevler:
-
--   `median` — Alias for [quantile](#quantile).
--   `medianDeterministic` — Alias for [quantileDeterministic](#quantiledeterministic).
--   `medianExact` — Alias for [quantileExact](#quantileexact).
--   `medianExactWeighted` — Alias for [quantilexactweighted](#quantileexactweighted).
--   `medianTiming` — Alias for [quantileTiming](#quantiletiming).
--   `medianTimingWeighted` — Alias for [niceletimingweighted](#quantiletimingweighted).
--   `medianTDigest` — Alias for [quantileTDigest](#quantiletdigest).
--   `medianTDigestWeighted` — Alias for [quantileTDigestWeighted](#quantiletdigestweighted).
-
-**Örnek**
-
-Giriş tablosu:
-
-``` text
-┌─val─┐
-│   1 │
-│   1 │
-│   2 │
-│   3 │
-└─────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT medianDeterministic(val, 1) FROM t
-```
-
-Sonuç:
-
-``` text
-┌─medianDeterministic(val, 1)─┐
-│                         1.5 │
-└─────────────────────────────┘
-```
-
-## quantiles(level1, level2, …)(x) {#quantiles}
-
-Tüm quantile fonksiyonları da karşılık gelen quantile fonksiyonlarına sahiptir: `quantiles`, `quantilesDeterministic`, `quantilesTiming`, `quantilesTimingWeighted`, `quantilesExact`, `quantilesExactWeighted`, `quantilesTDigest`. Bu işlevler, listelenen seviyelerin tüm nicelerini tek geçişte hesaplar ve elde edilen değerlerin bir dizisini döndürür.
-
-## varSamp (x) {#varsampx}
-
-Miktarı hesaplar `Σ((x - x̅)^2) / (n - 1)`, nere `n` örneklem büyüklüğü ve `x̅`ortalama değer isidir `x`.
-
-Bir rassal değişkenin varyansının tarafsız bir tahminini temsil eder, eğer geçirilen değerler numunesini oluşturursa.
-
-Dönüşler `Float64`. Ne zaman `n <= 1`, dönüşler `+∞`.
-
-!!! note "Not"
-    Bu işlev sayısal olarak kararsız algoritma kullanır. İhtiyacınız varsa [sayısal kararlılık](https://en.wikipedia.org/wiki/Numerical_stability) hesaplamalarda kullan `varSampStable` İşlev. Daha yavaş çalışır, ancak daha düşük hesaplama hatası sağlar.
-
-## varPop (x) {#varpopx}
-
-Miktarı hesaplar `Σ((x - x̅)^2) / n`, nere `n` örneklem büyüklüğü ve `x̅`ortalama değer isidir `x`.
-
-Başka bir deyişle, bir dizi değer için dağılım. Dönüşler `Float64`.
-
-!!! note "Not"
-    Bu işlev sayısal olarak kararsız algoritma kullanır. İhtiyacınız varsa [sayısal kararlılık](https://en.wikipedia.org/wiki/Numerical_stability) hesaplamalarda kullan `varPopStable` İşlev. Daha yavaş çalışır, ancak daha düşük hesaplama hatası sağlar.
-
-## stddevSamp(x) {#stddevsampx}
-
-Sonuç kareköküne eşittir `varSamp(x)`.
-
-!!! note "Not"
-    Bu işlev sayısal olarak kararsız algoritma kullanır. İhtiyacınız varsa [sayısal kararlılık](https://en.wikipedia.org/wiki/Numerical_stability) hesaplamalarda kullan `stddevSampStable` İşlev. Daha yavaş çalışır, ancak daha düşük hesaplama hatası sağlar.
-
-## stddevPop(x) {#stddevpopx}
-
-Sonuç kareköküne eşittir `varPop(x)`.
-
-!!! note "Not"
-    Bu işlev sayısal olarak kararsız algoritma kullanır. İhtiyacınız varsa [sayısal kararlılık](https://en.wikipedia.org/wiki/Numerical_stability) hesaplamalarda kullan `stddevPopStable` İşlev. Daha yavaş çalışır, ancak daha düşük hesaplama hatası sağlar.
-
-## topK (N) (x) {#topknx}
-
-Belirtilen sütundaki yaklaşık en sık değerleri bir dizi döndürür. Elde edilen dizi, değerlerin yaklaşık frekansının azalan sırasına göre sıralanır (değerlerin kendileri tarafından değil).
-
-Uygular [Filtrelenmiş Yerden Tasarruf](http://www.l2f.inesc-id.pt/~fmmb/wiki/uploads/Work/misnis.ref0a.pdf) TopK analiz etmek için algoritma, azaltmak ve birleştirmek algoritması dayalı [Paralel Alan Tasarrufu](https://arxiv.org/pdf/1401.0702.pdf).
-
-``` sql
-topK(N)(column)
-```
-
-Bu işlev garantili bir sonuç sağlamaz. Bazı durumlarda, hatalar oluşabilir ve en sık kullanılan değerler olmayan sık değerler döndürebilir.
-
-Biz kullanmanızı öneririz `N < 10` değer; performans büyük ile azalır `N` değerler. Maksimum değeri `N = 65536`.
-
-**Parametre**
-
--   ‘N’ dönmek için Öğe sayısıdır.
-
-Parametre atlanırsa, varsayılan değer 10 kullanılır.
-
-**Değişkenler**
-
--   ' x ' – The value to calculate frequency.
-
-**Örnek**
-
-Tak thee the [OnTime](../../getting-started/example-datasets/ontime.md) veri kümesi ve üç en sık oluşan değerleri seçin `AirlineID` sütun.
-
-``` sql
-SELECT topK(3)(AirlineID) AS res
-FROM ontime
-```
-
-``` text
-┌─res─────────────────┐
-│ [19393,19790,19805] │
-└─────────────────────┘
-```
-
-## topKWeighted {#topkweighted}
-
-Benzer `topK` ancak tamsayı türünde bir ek argüman alır - `weight`. Her değer muhasebeleştirilir `weight` frekans hesaplaması için zamanlar.
-
-**Sözdizimi**
-
-``` sql
-topKWeighted(N)(x, weight)
-```
-
-**Parametre**
-
--   `N` — The number of elements to return.
-
-**Değişkenler**
-
--   `x` – The value.
--   `weight` — The weight. [Uİnt8](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değer**
-
-Maksimum yaklaşık ağırlık toplamına sahip değerlerin bir dizisini döndürür.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT topKWeighted(10)(number, number) FROM numbers(1000)
-```
-
-Sonuç:
-
-``` text
-┌─topKWeighted(10)(number, number)──────────┐
-│ [999,998,997,996,995,994,993,992,991,990] │
-└───────────────────────────────────────────┘
-```
-
-## covarSamp(x, y) {#covarsampx-y}
-
-Değerini hesaplar `Σ((x - x̅)(y - y̅)) / (n - 1)`.
-
-Float64 Döndürür. Ne zaman `n <= 1`, returns +∞.
-
-!!! note "Not"
-    Bu işlev sayısal olarak kararsız algoritma kullanır. İhtiyacınız varsa [sayısal kararlılık](https://en.wikipedia.org/wiki/Numerical_stability) hesaplamalarda kullan `covarSampStable` İşlev. Daha yavaş çalışır, ancak daha düşük hesaplama hatası sağlar.
-
-## covarPop (x, y) {#covarpopx-y}
-
-Değerini hesaplar `Σ((x - x̅)(y - y̅)) / n`.
-
-!!! note "Not"
-    Bu işlev sayısal olarak kararsız algoritma kullanır. İhtiyacınız varsa [sayısal kararlılık](https://en.wikipedia.org/wiki/Numerical_stability) hesaplamalarda kullan `covarPopStable` İşlev. Daha yavaş çalışır, ancak daha düşük bir hesaplama hatası sağlar.
-
-## corr(x, y) {#corrx-y}
-
-Pearson korelasyon katsayısını hesaplar: `Σ((x - x̅)(y - y̅)) / sqrt(Σ((x - x̅)^2) * Σ((y - y̅)^2))`.
-
-!!! note "Not"
-    Bu işlev sayısal olarak kararsız algoritma kullanır. İhtiyacınız varsa [sayısal kararlılık](https://en.wikipedia.org/wiki/Numerical_stability) hesaplamalarda kullan `corrStable` İşlev. Daha yavaş çalışır, ancak daha düşük hesaplama hatası sağlar.
-
-## categoricalınformationvalue {#categoricalinformationvalue}
-
-Değerini hesaplar `(P(tag = 1) - P(tag = 0))(log(P(tag = 1)) - log(P(tag = 0)))` her kategori için.
-
-``` sql
-categoricalInformationValue(category1, category2, ..., tag)
-```
-
-Sonuç, ayrık (kategorik) bir özelliğin nasıl olduğunu gösterir `[category1, category2, ...]` değerini öngör aen bir öğrenme modeline katkıda `tag`.
-
-## simpleLinearRegression {#simplelinearregression}
-
-Basit (tek boyutlu) doğrusal regresyon gerçekleştirir.
-
-``` sql
-simpleLinearRegression(x, y)
-```
-
-Parametre:
-
--   `x` — Column with dependent variable values.
--   `y` — Column with explanatory variable values.
-
-Döndürülen değerler:
-
-Devamlılar `(a, b)` ortaya çıkan hat linetın `y = a*x + b`.
-
-**Örnekler**
-
-``` sql
-SELECT arrayReduce('simpleLinearRegression', [0, 1, 2, 3], [0, 1, 2, 3])
-```
-
-``` text
-┌─arrayReduce('simpleLinearRegression', [0, 1, 2, 3], [0, 1, 2, 3])─┐
-│ (1,0)                                                             │
-└───────────────────────────────────────────────────────────────────┘
-```
-
-``` sql
-SELECT arrayReduce('simpleLinearRegression', [0, 1, 2, 3], [3, 4, 5, 6])
-```
-
-``` text
-┌─arrayReduce('simpleLinearRegression', [0, 1, 2, 3], [3, 4, 5, 6])─┐
-│ (1,3)                                                             │
-└───────────────────────────────────────────────────────────────────┘
-```
-
-## stokastiklinearregression {#agg_functions-stochasticlinearregression}
-
-Bu fonksiyon stokastik doğrusal regresyon uygular. Öğrenme oranı, L2 regularization katsayısı, mini-batch boyutu için özel parametreleri destekler ve ağırlıkları güncellemek için birkaç yöntem vardır ([Adem](https://en.wikipedia.org/wiki/Stochastic_gradient_descent#Adam) (varsayılan olarak kullanılır), [basit SGD](https://en.wikipedia.org/wiki/Stochastic_gradient_descent), [İvme](https://en.wikipedia.org/wiki/Stochastic_gradient_descent#Momentum), [Nesterov](https://mipt.ru/upload/medialibrary/d7e/41-91.pdf)).
-
-### Parametre {#agg_functions-stochasticlinearregression-parameters}
-
-4 özelleştirilebilir parametre vardır. Onlar sırayla işleve geçirilir, ancak dört varsayılan değerleri kullanılacak geçmek gerek yoktur, ancak iyi bir model bazı parametre ayarlama gerekli.
-
-``` text
-stochasticLinearRegression(1.0, 1.0, 10, 'SGD')
-```
-
-1.  `learning rate` Gradyan iniş adımı gerçekleştirildiğinde adım uzunluğundaki katsayıdır. Çok büyük öğrenme oranı, modelin sonsuz ağırlıklarına neden olabilir. Default is `0.00001`.
-2.  `l2 regularization coefficient` hangi overfitting önlemek için yardımcı olabilir. Default is `0.1`.
-3.  `mini-batch size` gradyanların hesaplanacağı ve Gradyan inişinin bir adımını gerçekleştirmek için toplanacağı öğelerin sayısını ayarlar. Saf stokastik iniş bir eleman kullanır, ancak küçük partilere(yaklaşık 10 eleman) sahip olmak degrade adımları daha kararlı hale getirir. Default is `15`.
-4.  `method for updating weights` onlar : `Adam` (varsayılan olarak), `SGD`, `Momentum`, `Nesterov`. `Momentum` ve `Nesterov` biraz daha fazla hesaplama ve bellek gerektirir, ancak stokastik Gradyan yöntemlerinin yakınsama hızı ve kararlılığı açısından yararlı olurlar.
-
-### Kullanma {#agg_functions-stochasticlinearregression-usage}
-
-`stochasticLinearRegression` iki adımda kullanılır: modelin takılması ve yeni verilerin tahmin edilmesi. Modeli sığdırmak ve daha sonra kullanım için durumunu kaydetmek için kullandığımız `-State` temel olarak durumu kurtaran birleştirici (model ağırlıkları, vb.).
-Fonksiyonu kullan wedığımızı tahmin etmek [evalMLMethod](../functions/machine-learning-functions.md#machine_learning_methods-evalmlmethod), bir argüman olarak bir durumu yanı sıra tahmin etmek için özellikler alır.
-
-<a name="stochasticlinearregression-usage-fitting"></a>
-
-**1.** Uydurma
-
-Böyle bir sorgu kullanılabilir.
-
-``` sql
-CREATE TABLE IF NOT EXISTS train_data
-(
-    param1 Float64,
-    param2 Float64,
-    target Float64
-) ENGINE = Memory;
-
-CREATE TABLE your_model ENGINE = Memory AS SELECT
-stochasticLinearRegressionState(0.1, 0.0, 5, 'SGD')(target, param1, param2)
-AS state FROM train_data;
-```
-
-Burada ayrıca veri eklememiz gerekiyor `train_data` Tablo. Parametrelerin sayısı sabit değildir, sadece argümanların sayısına bağlıdır, `linearRegressionState`. Hepsi sayısal değerler olmalıdır.
-Hedef değere sahip sütunun(tahmin etmeyi öğrenmek istediğimiz) ilk argüman olarak eklendiğini unutmayın.
-
-**2.** Öngören
-
-Bir durumu tabloya kaydettikten sonra, tahmin için birden çok kez kullanabilir, hatta diğer durumlarla birleşebilir ve yeni daha iyi modeller oluşturabiliriz.
-
-``` sql
-WITH (SELECT state FROM your_model) AS model SELECT
-evalMLMethod(model, param1, param2) FROM test_data
-```
-
-Sorgu, tahmin edilen değerlerin bir sütununu döndürür. Not ilk argüman `evalMLMethod` oluyor `AggregateFunctionState` nesne, sonraki özelliklerin sütunlarıdır.
-
-`test_data` bir tablo gibi mi `train_data` ancak hedef değer içermeyebilir.
-
-### Not {#agg_functions-stochasticlinearregression-notes}
-
-1.  İki modeli birleştirmek için Kullanıcı böyle bir sorgu oluşturabilir:
-    `sql  SELECT state1 + state2 FROM your_models`
-    nerede `your_models` tablo her iki modeli de içerir. Bu sorgu yeni dönecektir `AggregateFunctionState` nesne.
-
-2.  Kullanıcı, modeli kaydetmeden oluşturulan modelin ağırlıklarını kendi amaçları için alabilir `-State` birleştirici kullanılır.
-    `sql  SELECT stochasticLinearRegression(0.01)(target, param1, param2) FROM train_data`
-    Bu sorgu modele uyacak ve ağırlıklarını geri getirecektir-ilk önce modelin parametrelerine karşılık gelen ağırlıklar, sonuncusu önyargıdır. Yani yukarıdaki örnekte sorgu 3 değer içeren bir sütun döndürecektir.
-
-**Ayrıca Bakınız**
-
--   [stochasticLogisticRegression](#agg_functions-stochasticlogisticregression)
--   [Doğrusal ve lojistik regresyonlar arasındaki fark](https://stackoverflow.com/questions/12146914/what-is-the-difference-between-linear-regression-and-logistic-regression)
-
-## stochasticLogisticRegression {#agg_functions-stochasticlogisticregression}
-
-Bu işlev stokastik lojistik regresyon uygular. İkili sınıflandırma problemi için kullanılabilir, stochasticLinearRegression ile aynı özel parametreleri destekler ve aynı şekilde çalışır.
-
-### Parametre {#agg_functions-stochasticlogisticregression-parameters}
-
-Parametreler tam olarak stochasticLinearRegression ile aynıdır:
-`learning rate`, `l2 regularization coefficient`, `mini-batch size`, `method for updating weights`.
-Daha fazla bilgi için bkz. [parametre](#agg_functions-stochasticlinearregression-parameters).
-
-``` text
-stochasticLogisticRegression(1.0, 1.0, 10, 'SGD')
-```
-
-1.  Uydurma
-
-<!-- -->
-
-    See the `Fitting` section in the [stochasticLinearRegression](#stochasticlinearregression-usage-fitting) description.
-
-    Predicted labels have to be in \[-1, 1\].
-
-1.  Öngören
-
-<!-- -->
-
-    Using saved state we can predict probability of object having label `1`.
-
-    ``` sql
-    WITH (SELECT state FROM your_model) AS model SELECT
-    evalMLMethod(model, param1, param2) FROM test_data
-    ```
-
-    The query will return a column of probabilities. Note that first argument of `evalMLMethod` is `AggregateFunctionState` object, next are columns of features.
-
-    We can also set a bound of probability, which assigns elements to different labels.
-
-    ``` sql
-    SELECT ans < 1.1 AND ans > 0.5 FROM
-    (WITH (SELECT state FROM your_model) AS model SELECT
-    evalMLMethod(model, param1, param2) AS ans FROM test_data)
-    ```
-
-    Then the result will be labels.
-
-    `test_data` is a table like `train_data` but may not contain target value.
-
-**Ayrıca Bakınız**
-
--   [stokastiklinearregression](#agg_functions-stochasticlinearregression)
--   [Doğrusal ve lojistik regresyonlar arasındaki fark.](https://stackoverflow.com/questions/12146914/what-is-the-difference-between-linear-regression-and-logistic-regression)
-
-## groupBitmapAnd {#groupbitmapand}
-
-Bu VE bir bitmap sütun, Uınt64 tür iade önem, hesaplamaları suffix ekleme -Devlet, sonra iade [bitmap nesnesi](../../sql-reference/functions/bitmap-functions.md).
-
-``` sql
-groupBitmapAnd(expr)
-```
-
-**Parametre**
-
-`expr` – An expression that results in `AggregateFunction(groupBitmap, UInt*)` tür.
-
-**Dönüş değeri**
-
-Bu değer `UInt64` tür.
-
-**Örnek**
-
-``` sql
-DROP TABLE IF EXISTS bitmap_column_expr_test2;
-CREATE TABLE bitmap_column_expr_test2
-(
-    tag_id String,
-    z AggregateFunction(groupBitmap, UInt32)
-)
-ENGINE = MergeTree
-ORDER BY tag_id;
-
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag1', bitmapBuild(cast([1,2,3,4,5,6,7,8,9,10] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag2', bitmapBuild(cast([6,7,8,9,10,11,12,13,14,15] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag3', bitmapBuild(cast([2,4,6,8,10,12] as Array(UInt32))));
-
-SELECT groupBitmapAnd(z) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─groupBitmapAnd(z)─┐
-│               3   │
-└───────────────────┘
-
-SELECT arraySort(bitmapToArray(groupBitmapAndState(z))) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─arraySort(bitmapToArray(groupBitmapAndState(z)))─┐
-│ [6,8,10]                                         │
-└──────────────────────────────────────────────────┘
-```
-
-## groupBitmapOr {#groupbitmapor}
-
-YA da bir bitmap sütun, Uınt64 tür iade önem, hesaplamaları suffix ekleme -Devlet, sonra iade [bitmap nesnesi](../../sql-reference/functions/bitmap-functions.md). Bu eşdeğerdir `groupBitmapMerge`.
-
-``` sql
-groupBitmapOr(expr)
-```
-
-**Parametre**
-
-`expr` – An expression that results in `AggregateFunction(groupBitmap, UInt*)` tür.
-
-**Dönüş değeri**
-
-Bu değer `UInt64` tür.
-
-**Örnek**
-
-``` sql
-DROP TABLE IF EXISTS bitmap_column_expr_test2;
-CREATE TABLE bitmap_column_expr_test2
-(
-    tag_id String,
-    z AggregateFunction(groupBitmap, UInt32)
-)
-ENGINE = MergeTree
-ORDER BY tag_id;
-
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag1', bitmapBuild(cast([1,2,3,4,5,6,7,8,9,10] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag2', bitmapBuild(cast([6,7,8,9,10,11,12,13,14,15] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag3', bitmapBuild(cast([2,4,6,8,10,12] as Array(UInt32))));
-
-SELECT groupBitmapOr(z) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─groupBitmapOr(z)─┐
-│             15   │
-└──────────────────┘
-
-SELECT arraySort(bitmapToArray(groupBitmapOrState(z))) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─arraySort(bitmapToArray(groupBitmapOrState(z)))─┐
-│ [1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]           │
-└─────────────────────────────────────────────────┘
-```
-
-## groupBitmapXor {#groupbitmapxor}
-
-Bir bitmap sütun, Uınt64 tür iade önem hesaplamaları XOR, suffix ekleme -Devlet, sonra iade [bitmap nesnesi](../../sql-reference/functions/bitmap-functions.md).
-
-``` sql
-groupBitmapOr(expr)
-```
-
-**Parametre**
-
-`expr` – An expression that results in `AggregateFunction(groupBitmap, UInt*)` tür.
-
-**Dönüş değeri**
-
-Bu değer `UInt64` tür.
-
-**Örnek**
-
-``` sql
-DROP TABLE IF EXISTS bitmap_column_expr_test2;
-CREATE TABLE bitmap_column_expr_test2
-(
-    tag_id String,
-    z AggregateFunction(groupBitmap, UInt32)
-)
-ENGINE = MergeTree
-ORDER BY tag_id;
-
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag1', bitmapBuild(cast([1,2,3,4,5,6,7,8,9,10] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag2', bitmapBuild(cast([6,7,8,9,10,11,12,13,14,15] as Array(UInt32))));
-INSERT INTO bitmap_column_expr_test2 VALUES ('tag3', bitmapBuild(cast([2,4,6,8,10,12] as Array(UInt32))));
-
-SELECT groupBitmapXor(z) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─groupBitmapXor(z)─┐
-│              10   │
-└───────────────────┘
-
-SELECT arraySort(bitmapToArray(groupBitmapXorState(z))) FROM bitmap_column_expr_test2 WHERE like(tag_id, 'tag%');
-┌─arraySort(bitmapToArray(groupBitmapXorState(z)))─┐
-│ [1,3,5,6,8,10,11,13,14,15]                       │
-└──────────────────────────────────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/agg_functions/reference/) <!--hide-->
diff --git a/docs/tr/sql-reference/ansi.md b/docs/tr/sql-reference/ansi.md
deleted file mode 100644
index c7b6dac248f..00000000000
--- a/docs/tr/sql-reference/ansi.md
+++ /dev/null
@@ -1,180 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: ad252bbb4f7e2899c448eb42ecc39ff195c8faa1
-toc_priority: 40
-toc_title: "ANSI uyumlulu\u011Fu"
----
-
-# ClickHouse SQL Lehçesinin ANSI SQL uyumluluğu {#ansi-sql-compatibility-of-clickhouse-sql-dialect}
-
-!!! note "Not"
-    Bu makale Tablo 38, “Feature taxonomy and definition for mandatory features”, Annex F of ISO/IEC CD 9075-2:2013.
-
-## Davranış farklılıkları {#differences-in-behaviour}
-
-Aşağıdaki tabloda, sorgu özelliği ClickHouse çalışır, ancak ANSI SQL'DE belirtildiği gibi davranır durumlarda listeler.
-
-| Feature ID | Özellik Adı                           | Fark                                                                                               |
-|------------|---------------------------------------|----------------------------------------------------------------------------------------------------|
-| E011       | Sayısal veri türleri                  | Dönem ile sayısal literal yaklaşık olarak yorumlanır (`Float64`) tam yerine (`Decimal`)            |
-| E051-05    | Seçme öğeler yeniden adlandırılabilir | Öğe yeniden adlandırmaları, yalnızca seçme sonucundan daha geniş bir görünürlük kapsamına sahiptir |
-| E141-01    | NOT NULL kısıtlamaları                | `NOT NULL` tablo sütunları için varsayılan olarak ima edilir                                       |
-| E011-04    | Aritmetik operat operatorsörler       | ClickHouse işaretli aritmetik yerine taşar ve sonuç veri türünü özel kurallara göre değiştirir     |
-
-## Özellik Durumu {#feature-status}
-
-| Feature ID | Özellik Adı                                                                                                                 | Durum                    | Yorum                                                                                                                                                                                                        |
-|------------|-----------------------------------------------------------------------------------------------------------------------------|--------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| **E011**   | **Sayısal veri türleri**                                                                                                    | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| E011-01    | Tamsayı ve SMALLİNT veri türleri                                                                                            | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E011-02    | Gerçek, çift hassas ve FLOAT veri türleri veri türleri                                                                      | Kısmi {.text-warning}     | `FLOAT(<binary_precision>)`, `REAL` ve `DOUBLE PRECISION` desteklenmiyor                                                                                                                                     |
-| E011-03    | Ondalık ve sayısal veri türleri                                                                                             | Kısmi {.text-warning}     | Sadece `DECIMAL(p,s)` desteklenir, değil `NUMERIC`                                                                                                                                                           |
-| E011-04    | Aritmetik operat operatorsörler                                                                                             | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E011-05    | Sayısal karşılaştırma                                                                                                       | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E011-06    | Sayısal veri türleri arasında örtülü döküm                                                                                  | Hayır {.text-danger}      | ANSI SQL, sayısal türler arasında rasgele örtülü döküm yapılmasına izin verirken, ClickHouse, örtülü döküm yerine birden fazla aşırı yüke sahip işlevlere dayanır                                            |
-| **E021**   | **Karakter dizesi türleri**                                                                                                 | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| E021-01    | Karakter veri türü                                                                                                          | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E021-02    | Karakter değişken veri türü                                                                                                 | Hayır {.text-danger}      | `String` benzer şekilde davranır, ancak parantez içinde uzunluk sınırı olmadan                                                                                                                               |
-| E021-03    | Karakter değişmezleri                                                                                                       | Kısmi {.text-warning}     | Ardışık değişmezlerin ve karakter seti desteğinin otomatik olarak birleştirilmesi yok                                                                                                                        |
-| E021-04    | CHARACTER_LENGTH işlevi                                                                                                    | Kısmi {.text-warning}     | Hayır `USING` yan                                                                                                                                                                                            |
-| E021-05    | OCTET_LENGTH işlevi                                                                                                        | Hayır {.text-danger}      | `LENGTH` benzer şekilde davranır                                                                                                                                                                             |
-| E021-06    | SUBSTRING                                                                                                                   | Kısmi {.text-warning}     | İçin destek yok `SIMILAR` ve `ESCAPE` CLA ,us ,es, no `SUBSTRING_REGEX` varyant                                                                                                                              |
-| E021-07    | Karakter birleştirme                                                                                                        | Kısmi {.text-warning}     | Hayır `COLLATE` yan                                                                                                                                                                                          |
-| E021-08    | Üst ve alt fonksiyonlar                                                                                                     | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E021-09    | TRİM fonksiyonu                                                                                                             | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E021-10    | Sabit uzunlukta ve değişken uzunlukta karakter dizesi türleri arasında örtülü döküm                                         | Hayır {.text-danger}      | ANSI SQL, dize türleri arasında rasgele örtük döküm yapılmasına izin verirken, ClickHouse, örtük döküm yerine birden fazla aşırı yüke sahip işlevlere dayanır                                                |
-| E021-11    | Pozisyon fonksiyonu                                                                                                         | Kısmi {.text-warning}     | İçin destek yok `IN` ve `USING` CLA ,us ,es, no `POSITION_REGEX` varyant                                                                                                                                     |
-| E021-12    | Karakter karşılaştırma                                                                                                      | Evet {.text-success}      |                                                                                                                                                                                                              |
-| **E031**   | **Tanıtıcılar**                                                                                                             | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| E031-01    | Ayrılmış tanımlayıcılar                                                                                                     | Kısmi {.text-warning}     | Unicode literal desteği sınırlıdır                                                                                                                                                                           |
-| E031-02    | Küçük harf tanımlayıcıları                                                                                                  | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E031-03    | Sondaki alt çizgi                                                                                                           | Evet {.text-success}      |                                                                                                                                                                                                              |
-| **E051**   | **Temel sorgu belirtimi**                                                                                                   | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| E051-01    | SELECT DISTINCT                                                                                                             | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E051-02    | GROUP BY fık clausera                                                                                                       | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E051-04    | GROUP BY içinde olmayan sütunlar içerebilir `<select list>`                                                                 | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E051-05    | Seçme öğeler yeniden adlandırılabilir                                                                                       | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E051-06    | Fık HAVİNGRA olması                                                                                                         | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E051-07    | Nitelikli \* seçme listesinde                                                                                               | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E051-08    | From madd theesindeki korelasyon adı                                                                                        | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E051-09    | FROM yan tümcesinde sütunları Yeniden Adlandır                                                                              | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| **E061**   | **Temel yüklemler ve arama koşulları**                                                                                      | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| E061-01    | Karşılaştırma yüklemi                                                                                                       | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E061-02    | Yüklem arasında                                                                                                             | Kısmi {.text-warning}     | Hayır `SYMMETRIC` ve `ASYMMETRIC` yan                                                                                                                                                                        |
-| E061-03    | Değerler listesi ile yüklemde                                                                                               | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E061-04    | Yüklem gibi                                                                                                                 | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E061-05    | Yüklem gibi: kaçış maddesi                                                                                                  | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E061-06    | Boş yüklem                                                                                                                  | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E061-07    | Sayısal karşılaştırma yüklemi                                                                                               | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E061-08    | Var yüklemi                                                                                                                 | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E061-09    | Karşılaştırma yükleminde alt sorgular                                                                                       | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E061-11    | Yüklemde alt sorgular                                                                                                       | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E061-12    | Sayısal karşılaştırma yükleminde alt sorgular                                                                               | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E061-13    | İlişkili alt sorgular                                                                                                       | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E061-14    | Arama koşulu                                                                                                                | Evet {.text-success}      |                                                                                                                                                                                                              |
-| **E071**   | **Temel sorgu ifadeleri**                                                                                                   | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| E071-01    | Sendika farklı tablo operatörü                                                                                              | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E071-02    | UNİON ALL table operat operatoror                                                                                           | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E071-03    | Dist DİSTİNCTİNC tablet table operatörü hariç                                                                               | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E071-05    | Tablo operatörleri ile birleştirilen sütunların tam olarak aynı veri türüne sahip olması gerekmez                           | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E071-06    | Alt sorgularda tablo işleçleri                                                                                              | Evet {.text-success}      |                                                                                                                                                                                                              |
-| **E081**   | **Temel ayrıcalıklar**                                                                                                      | **Kısmi**{.text-warning} | Çalışmalar sürüyor                                                                                                                                                                                           |
-| **E091**   | **Set fonksiyonları**                                                                                                       | **Evet**{.text-success}  |                                                                                                                                                                                                              |
-| E091-01    | AVG                                                                                                                         | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E091-02    | COUNT                                                                                                                       | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E091-03    | MAX                                                                                                                         | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E091-04    | MIN                                                                                                                         | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E091-05    | SUM                                                                                                                         | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E091-06    | Tüm niceleyici                                                                                                              | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E091-07    | Farklı niceleyici                                                                                                           | Kısmi {.text-warning}     | Tüm toplama işlevleri desteklenmiyor                                                                                                                                                                         |
-| **E101**   | **Temel veri manipülasyonu**                                                                                                | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| E101-01    | INSERT deyimi                                                                                                               | Evet {.text-success}      | Not: Clickhouse'daki birincil anahtar, `UNIQUE` kısıtlama                                                                                                                                                    |
-| E101-03    | Güncelleme deyimi Aran UPDATEDI                                                                                             | Hayır {.text-danger}      | Bir `ALTER UPDATE` toplu veri değiştirme bildirimi                                                                                                                                                           |
-| E101-04    | Aranan DELETE deyimi                                                                                                        | Hayır {.text-danger}      | Bir `ALTER DELETE` toplu veri kaldırma bildirimi                                                                                                                                                             |
-| **E111**   | **Tek sıra SELECT deyimi**                                                                                                  | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| **E121**   | **Temel imleç desteği**                                                                                                     | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| E121-01    | DECLARE CURSOR                                                                                                              | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E121-02    | Sütunlara göre siparişin seçim listesinde olması gerekmez                                                                   | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E121-03    | CLA clauseuse by ORDER in Value ifadeleri                                                                                   | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E121-04    | Açık ifade                                                                                                                  | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E121-06    | Konumlandırılmış güncelleme bildirimi                                                                                       | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E121-07    | Konumlandırılmış silme deyimi                                                                                               | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E121-08    | Kapat deyimi                                                                                                                | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E121-10    | FETCH deyimi: örtük sonraki                                                                                                 | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E121-17    | Tut imleçler ile                                                                                                            | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| **E131**   | **Boş değer desteği (değerler yerine boş değerler)**                                                                        | **Kısmi**{.text-warning} | Bazı kısıtlamalar geçerlidir                                                                                                                                                                                 |
-| **E141**   | **Temel bütünlük kısıtlamaları**                                                                                            | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| E141-01    | NOT NULL kısıtlamaları                                                                                                      | Evet {.text-success}      | Not: `NOT NULL` tablo sütunları için varsayılan olarak ima edilir                                                                                                                                            |
-| E141-02    | NULL olmayan sütunların benzersiz kısıtlaması                                                                               | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E141-03    | Birincil anahtar kısıtlamaları                                                                                              | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E141-04    | Hem referans silme eylemi hem de referans güncelleme eylemi için eylem yok varsayılanıyla temel yabancı anahtar kısıtlaması | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E141-06    | Kontrol kısıt CHECKLAMASI                                                                                                   | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E141-07    | Sütun varsayılanları                                                                                                        | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E141-08    | NOT NULL birincil anahtar üzerinde çıkarıldı                                                                                | Evet {.text-success}      |                                                                                                                                                                                                              |
-| E141-10    | Yabancı bir anahtardaki isimler herhangi bir sırada belirtilebilir                                                          | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| **E151**   | **İşlem desteği**                                                                                                           | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| E151-01    | Taahhüt deyimi                                                                                                              | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E151-02    | ROLBACKL statementback deyimi                                                                                               | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| **E152**   | **Temel SET işlem deyimi**                                                                                                  | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| E152-01    | Set TRANSACTİON deyimi: izolasyon düzeyi SERİALİZABLE yan tümcesi                                                           | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| E152-02    | Set TRANSACTİON deyimi: salt okunur ve okuma yazma yan tümceleri                                                            | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| **E153**   | **Alt sorgularla güncellenebilir sorgular**                                                                                 | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| **E161**   | **Lider çift eksi kullanarak SQL yorumlar **                                                                                | **Evet**{.text-success}  |                                                                                                                                                                                                              |
-| **E171**   | **SQLSTATE desteği**                                                                                                        | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| **E182**   | **Ana bilgisayar dili bağlama**                                                                                             | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| **F031**   | **Temel şema manipülasyonu**                                                                                                | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| F031-01    | Kalıcı temel tablolar oluşturmak için tablo deyimi oluşturma                                                                | Kısmi {.text-warning}     | Hayır `SYSTEM VERSIONING`, `ON COMMIT`, `GLOBAL`, `LOCAL`, `PRESERVE`, `DELETE`, `REF IS`, `WITH OPTIONS`, `UNDER`, `LIKE`, `PERIOD FOR` yan tümceleri ve kullanıcı çözümlenmiş veri türleri için destek yok |
-| F031-02    | Görünüm deyimi oluştur                                                                                                      | Kısmi {.text-warning}     | Hayır `RECURSIVE`, `CHECK`, `UNDER`, `WITH OPTIONS` yan tümceleri ve kullanıcı çözümlenmiş veri türleri için destek yok                                                                                      |
-| F031-03    | Hibe beyanı                                                                                                                 | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F031-04    | ALTER TABLE deyimi: sütun yan tümcesi Ekle                                                                                  | Kısmi {.text-warning}     | İçin destek yok `GENERATED` fık andra ve sistem süresi                                                                                                                                                       |
-| F031-13    | Dro :p TABLE deyimi: kısıt :lamak                                                                                           | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| F031-16    | Dro :p VİEW deyimi: kısıt :lamak                                                                                            | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| F031-19    | Rev REVOKEOKE deyimi: kısıt clauselamak                                                                                     | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| **F041**   | **Temel birleştirilmiş tablo**                                                                                              | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| F041-01    | Inner join (ancak mutlaka iç anahtar kelime değil)                                                                          | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F041-02    | İç anahtar kelime                                                                                                           | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F041-03    | LEFT OUTER JOIN                                                                                                             | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F041-04    | RIGHT OUTER JOIN                                                                                                            | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F041-05    | Dış birleşimler iç içe geçmiş olabilir                                                                                      | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F041-07    | Sol veya sağ dış birleşimdeki iç tablo, bir iç birleşimde de kullanılabilir                                                 | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F041-08    | Tüm karşılaştırma operatörleri desteklenir (sadece =yerine)                                                                 | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| **F051**   | **Temel tarih ve saat**                                                                                                     | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| F051-01    | Tarih veri türü (tarih literal desteği dahil)                                                                               | Kısmi {.text-warning}     | Hiçbir edebi                                                                                                                                                                                                 |
-| F051-02    | En az 0 kesirli saniye hassasiyetle zaman veri türü (zaman literal desteği dahil)                                           | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| F051-03    | Zaman damgası veri türü (zaman damgası literal desteği dahil) en az 0 ve 6 kesirli saniye hassasiyetle                      | Hayır {.text-danger}      | `DateTime64` zaman benzer işlevsellik sağlar                                                                                                                                                                 |
-| F051-04    | Tarih, Saat ve zaman damgası veri türlerinde karşılaştırma yüklemi                                                          | Kısmi {.text-warning}     | Yalnızca bir veri türü kullanılabilir                                                                                                                                                                        |
-| F051-05    | Datetime türleri ve karakter dizesi türleri arasında açık döküm                                                             | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F051-06    | CURRENT_DATE                                                                                                               | Hayır {.text-danger}      | `today()` benzer mi                                                                                                                                                                                          |
-| F051-07    | LOCALTIME                                                                                                                   | Hayır {.text-danger}      | `now()` benzer mi                                                                                                                                                                                            |
-| F051-08    | LOCALTIMESTAMP                                                                                                              | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| **F081**   | **Sendika ve görüş EXCEPTLERDE**                                                                                            | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| **F131**   | **Grup operationslandırılmış işlemler**                                                                                     | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| F131-01    | WHERE, GROUP BY ve gruplandırılmış görünümlere sahip sorgularda desteklenen yan tümceleri olması                            | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F131-02    | Gruplandırılmış görünümlere sahip sorgularda desteklenen birden çok tablo                                                   | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F131-03    | Gruplandırılmış görünümlere sahip sorgularda desteklenen işlevleri ayarlayın                                                | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F131-04    | GROUP BY ile alt sorgular ve yan tümceleri ve gruplandırılmış görünümler                                                    | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F131-05    | GROUP BY ile tek satır seçme ve yan tümceleri ve gruplandırılmış görünümleri sahip                                          | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| **F181**   | **Çoklu modül desteği**                                                                                                     | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| **F201**   | **Döküm fonksiyonu**                                                                                                        | **Evet**{.text-success}  |                                                                                                                                                                                                              |
-| **F221**   | **Açık varsayılan**                                                                                                         | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| **F261**   | **Durum ifadesi**                                                                                                           | **Evet**{.text-success}  |                                                                                                                                                                                                              |
-| F261-01    | Basit durum                                                                                                                 | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F261-02    | Aranan dava                                                                                                                 | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F261-03    | NULLIF                                                                                                                      | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F261-04    | COALESCE                                                                                                                    | Evet {.text-success}      |                                                                                                                                                                                                              |
-| **F311**   | **Şema tanımı deyimi**                                                                                                      | **Kısmi**{.text-warning} |                                                                                                                                                                                                              |
-| F311-01    | CREATE SCHEMA                                                                                                               | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| F311-02    | Kalıcı temel tablolar için tablo oluşturma                                                                                  | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F311-03    | CREATE VIEW                                                                                                                 | Evet {.text-success}      |                                                                                                                                                                                                              |
-| F311-04    | CREATE VIEW: WITH CHECK OPTION                                                                                              | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| F311-05    | Hibe beyanı                                                                                                                 | Evet {.text-success}      |                                                                                                                                                                                                              |
-| **F471**   | **Skaler alt sorgu değerleri**                                                                                              | **Evet**{.text-success}  |                                                                                                                                                                                                              |
-| **F481**   | **Genişletilmiş boş yüklem**                                                                                                | **Evet**{.text-success}  |                                                                                                                                                                                                              |
-| **F812**   | **Temel işaretleme**                                                                                                        | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| **T321**   | **Temel SQL-çağrılan rutinleri**                                                                                            | **Hayır**{.text-danger}  |                                                                                                                                                                                                              |
-| T321-01    | Hiçbir aşırı yükleme ile kullanıcı tanımlı fonksiyonlar                                                                     | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| T321-02    | Hiçbir aşırı yükleme ile kullanıcı tanımlı saklı yordamlar                                                                  | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| T321-03    | Fonksiyon çağırma                                                                                                           | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| T321-04    | Çağrı bildirimi                                                                                                             | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| T321-05    | Ret statementurn deyimi                                                                                                     | Hayır {.text-danger}      |                                                                                                                                                                                                              |
-| **T631**   | **Bir liste öğesi ile yüklemde**                                                                                            | **Evet**{.text-success}  |                                                                                                                                                                                                              |
diff --git a/docs/tr/sql-reference/data-types/aggregatefunction.md b/docs/tr/sql-reference/data-types/aggregatefunction.md
deleted file mode 100644
index 45847352ad5..00000000000
--- a/docs/tr/sql-reference/data-types/aggregatefunction.md
+++ /dev/null
@@ -1,70 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 52
-toc_title: AggregateFunction (ad, types_of_arguments...)
----
-
-# AggregateFunction(name, types_of_arguments…) {#data-type-aggregatefunction}
-
-Aggregate functions can have an implementation-defined intermediate state that can be serialized to an AggregateFunction(…) data type and stored in a table, usually, by means of [materyalize bir görünüm](../../sql-reference/statements/create.md#create-view). Bir toplama işlevi durumu üretmek için ortak yolu ile toplama işlevi çağırarak olduğunu `-State` sonek. Gelecekte toplanmanın nihai sonucunu elde etmek için, aynı toplama işlevini `-Merge`sonek.
-
-`AggregateFunction` — parametric data type.
-
-**Parametre**
-
--   Toplama işlevinin adı.
-
-        If the function is parametric, specify its parameters too.
-
--   Toplama işlevi bağımsız değişkenleri türleri.
-
-**Örnek**
-
-``` sql
-CREATE TABLE t
-(
-    column1 AggregateFunction(uniq, UInt64),
-    column2 AggregateFunction(anyIf, String, UInt8),
-    column3 AggregateFunction(quantiles(0.5, 0.9), UInt64)
-) ENGINE = ...
-```
-
-[uniq](../../sql-reference/aggregate-functions/reference.md#agg_function-uniq), anyİf ([herhangi](../../sql-reference/aggregate-functions/reference.md#agg_function-any)+[Eğer](../../sql-reference/aggregate-functions/combinators.md#agg-functions-combinator-if)) ve [quantiles](../../sql-reference/aggregate-functions/reference.md) ClickHouse desteklenen toplam işlevleri vardır.
-
-## Kullanma {#usage}
-
-### Veri Ekleme {#data-insertion}
-
-Veri eklemek için şunları kullanın `INSERT SELECT` agr aggregateega ile `-State`- işlevler.
-
-**Fonksiyon örnekleri**
-
-``` sql
-uniqState(UserID)
-quantilesState(0.5, 0.9)(SendTiming)
-```
-
-Karşılık gelen fonksiyonların aksine `uniq` ve `quantiles`, `-State`- fonksiyonlar son değer yerine durumu döndürür. Başka bir deyişle, bir değer döndürür `AggregateFunction` tür.
-
-Sonuç inlarında `SELECT` sorgu, değerleri `AggregateFunction` türü, Tüm ClickHouse çıktı biçimleri için uygulamaya özgü ikili gösterime sahiptir. Örneğin, veri dökümü, `TabSeparated` ile format `SELECT` sorgu, daha sonra bu dökümü kullanarak geri yüklenebilir `INSERT` sorgu.
-
-### Veri Seçimi {#data-selection}
-
-Veri seçerken `AggregatingMergeTree` tablo kullanın `GROUP BY` yan tümce ve veri eklerken aynı toplama işlevleri, ancak kullanarak `-Merge`sonek.
-
-Bir toplama fonksiyonu ile `-Merge` sonek, bir dizi durum alır, bunları birleştirir ve tam veri toplama sonucunu döndürür.
-
-Örneğin, aşağıdaki iki sorgu aynı sonucu döndürür:
-
-``` sql
-SELECT uniq(UserID) FROM table
-
-SELECT uniqMerge(state) FROM (SELECT uniqState(UserID) AS state FROM table GROUP BY RegionID)
-```
-
-## Kullanım Örneği {#usage-example}
-
-Görmek [AggregatingMergeTree](../../engines/table-engines/mergetree-family/aggregatingmergetree.md) motor açıklaması.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/nested_data_structures/aggregatefunction/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/array.md b/docs/tr/sql-reference/data-types/array.md
deleted file mode 100644
index 718a41b0bb7..00000000000
--- a/docs/tr/sql-reference/data-types/array.md
+++ /dev/null
@@ -1,77 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 51
-toc_title: Dizi(T)
----
-
-# Dizi(t) {#data-type-array}
-
-Bir dizi `T`- tip öğeleri. `T` herhangi bir veri türü, bir dizi dahil edilebilir.
-
-## Bir dizi oluşturma {#creating-an-array}
-
-Bir dizi oluşturmak için bir işlev kullanabilirsiniz:
-
-``` sql
-array(T)
-```
-
-Köşeli parantez de kullanabilirsiniz.
-
-``` sql
-[]
-```
-
-Bir dizi oluşturma örneği:
-
-``` sql
-SELECT array(1, 2) AS x, toTypeName(x)
-```
-
-``` text
-┌─x─────┬─toTypeName(array(1, 2))─┐
-│ [1,2] │ Array(UInt8)            │
-└───────┴─────────────────────────┘
-```
-
-``` sql
-SELECT [1, 2] AS x, toTypeName(x)
-```
-
-``` text
-┌─x─────┬─toTypeName([1, 2])─┐
-│ [1,2] │ Array(UInt8)       │
-└───────┴────────────────────┘
-```
-
-## Veri türleri ile çalışma {#working-with-data-types}
-
-Anında bir dizi oluştururken, ClickHouse bağımsız değişken türünü otomatik olarak listelenen tüm bağımsız değişkenleri depolayabilen en dar veri türü olarak tanımlar. Eğer herhangi bir [Nullable](nullable.md#data_type-nullable) veya edebi [NULL](../../sql-reference/syntax.md#null-literal) değerler, bir dizi öğesinin türü de olur [Nullable](nullable.md).
-
-ClickHouse veri türünü belirleyemedi, bir özel durum oluşturur. Örneğin, aynı anda dizeler ve sayılarla bir dizi oluşturmaya çalışırken bu olur (`SELECT array(1, 'a')`).
-
-Otomatik veri türü algılama örnekleri:
-
-``` sql
-SELECT array(1, 2, NULL) AS x, toTypeName(x)
-```
-
-``` text
-┌─x──────────┬─toTypeName(array(1, 2, NULL))─┐
-│ [1,2,NULL] │ Array(Nullable(UInt8))        │
-└────────────┴───────────────────────────────┘
-```
-
-Uyumsuz veri türleri dizisi oluşturmaya çalışırsanız, ClickHouse bir özel durum atar:
-
-``` sql
-SELECT array(1, 'a')
-```
-
-``` text
-Received exception from server (version 1.1.54388):
-Code: 386. DB::Exception: Received from localhost:9000, 127.0.0.1. DB::Exception: There is no supertype for types UInt8, String because some of them are String/FixedString and some of them are not.
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/array/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/boolean.md b/docs/tr/sql-reference/data-types/boolean.md
deleted file mode 100644
index 8bf711b9060..00000000000
--- a/docs/tr/sql-reference/data-types/boolean.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 43
-toc_title: Boeanoleanean
----
-
-# Boole Değerleri {#boolean-values}
-
-Boole değerleri için ayrı bir tür yoktur. 0 veya 1 değerleriyle sınırlı Uİnt8 türünü kullanın.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/boolean/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/date.md b/docs/tr/sql-reference/data-types/date.md
deleted file mode 100644
index 05827f5b353..00000000000
--- a/docs/tr/sql-reference/data-types/date.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 47
-toc_title: Tarihli
----
-
-# Tarihli {#date}
-
-Tarihli. 1970-01-01 (imzasız) gün sayısı olarak iki bayt olarak saklanır. Unix döneminin başlangıcından hemen sonra, derleme aşamasında bir sabit tarafından tanımlanan üst eşiğe kadar değerlerin depolanmasına izin verir (şu anda, bu 2106 yılına kadar, ancak tam olarak desteklenen son yıl 2105'tir).
-
-Tarih değeri saat dilimi olmadan depolanır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/date/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/datetime.md b/docs/tr/sql-reference/data-types/datetime.md
deleted file mode 100644
index 52656d2afb7..00000000000
--- a/docs/tr/sql-reference/data-types/datetime.md
+++ /dev/null
@@ -1,129 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 48
-toc_title: DateTime
----
-
-# Datetime {#data_type-datetime}
-
-Bir takvim tarih ve bir günün bir saat olarak ifade edilebilir, zaman içinde bir anlık saklamak için izin verir.
-
-Sözdizimi:
-
-``` sql
-DateTime([timezone])
-```
-
-Desteklenen değerler aralığı: \[1970-01-01 00:00:00, 2105-12-31 23:59:59\].
-
-Çözünürlük: 1 saniye.
-
-## Kullanım Açıklamaları {#usage-remarks}
-
-Zaman içindeki nokta bir [Unix zaman damgası](https://en.wikipedia.org/wiki/Unix_time), ne olursa olsun saat dilimi veya gün ışığından yararlanma saati. Ayrıca, `DateTime` tür, tüm sütun için aynı olan saat dilimini depolayabilir, bu da `DateTime` tür değerleri metin biçiminde görüntülenir ve dizeler olarak belirtilen değerlerin nasıl ayrıştırılır (‘2020-01-01 05:00:01’). Saat dilimi tablo (veya resultset) satırlarında depolanır, ancak sütun meta verileri depolanır.
-Desteklenen saat dilimlerinin bir listesi şu adreste bulunabilir: [IANA Saat Dilimi veritabanı](https://www.iana.org/time-zones).
-Bu `tzdata` paket, içeren [IANA Saat Dilimi veritabanı](https://www.iana.org/time-zones), sisteme Kurul .malıdır. Kullan... `timedatectl list-timezones` yerel bir sistem tarafından bilinen zaman dilimlerini listelemek için komut.
-
-İçin bir saat dilimi açıkça ayarlayabilirsiniz `DateTime`- bir tablo oluştururken sütunları yazın. Saat dilimi ayarlanmamışsa, ClickHouse değerini kullanır [saat dilimi](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone) sunucu ayarlarında veya ClickHouse sunucusunun başlatıldığı anda işletim sistemi ayarlarında parametre.
-
-Bu [clickhouse-müşteri](../../interfaces/cli.md) veri türünü başlatırken bir saat dilimi açıkça ayarlanmamışsa, sunucu saat dilimini varsayılan olarak uygular. İstemci saat dilimini kullanmak için `clickhouse-client` ile... `--use_client_time_zone` parametre.
-
-ClickHouse çıkış değerleri `YYYY-MM-DD hh:mm:ss` varsayılan olarak metin biçimi. Çıkış ile değiştirebilirsiniz [formatDateTime](../../sql-reference/functions/date-time-functions.md#formatdatetime) İşlev.
-
-Clickhouse'a veri eklerken, Tarih ve saat dizelerinin farklı biçimlerini kullanabilirsiniz. [date_time_input_format](../../operations/settings/settings.md#settings-date_time_input_format) ayar.
-
-## Örnekler {#examples}
-
-**1.** Bir tablo ile bir tablo oluşturma `DateTime`- sütun yazın ve içine veri ekleme:
-
-``` sql
-CREATE TABLE dt
-(
-    `timestamp` DateTime('Europe/Moscow'),
-    `event_id` UInt8
-)
-ENGINE = TinyLog;
-```
-
-``` sql
-INSERT INTO dt Values (1546300800, 1), ('2019-01-01 00:00:00', 2);
-```
-
-``` sql
-SELECT * FROM dt;
-```
-
-``` text
-┌───────────timestamp─┬─event_id─┐
-│ 2019-01-01 03:00:00 │        1 │
-│ 2019-01-01 00:00:00 │        2 │
-└─────────────────────┴──────────┘
-```
-
--   Bir tamsayı olarak datetime eklerken, Unıx Zaman Damgası (UTC) olarak kabul edilir. `1546300800` temsil etmek `'2019-01-01 00:00:00'` UTC. Ancak, `timestamp` sütun vardır `Europe/Moscow` (UTC+3) belirtilen zaman dilimi, dize olarak çıkış yaparken değer olarak gösterilecektir `'2019-01-01 03:00:00'`
--   Dize değerini datetime olarak eklerken, sütun saat diliminde olduğu kabul edilir. `'2019-01-01 00:00:00'` will gibi muamele `Europe/Moscow` saat dilimi ve farklı kaydedildi `1546290000`.
-
-**2.** Üzerinde filtreleme `DateTime` değerler
-
-``` sql
-SELECT * FROM dt WHERE timestamp = toDateTime('2019-01-01 00:00:00', 'Europe/Moscow')
-```
-
-``` text
-┌───────────timestamp─┬─event_id─┐
-│ 2019-01-01 00:00:00 │        2 │
-└─────────────────────┴──────────┘
-```
-
-`DateTime` sütun değerleri, bir dize değeri kullanılarak filtrelenebilir `WHERE` yüklem. Dönüştürül willecektir `DateTime` otomatik olarak:
-
-``` sql
-SELECT * FROM dt WHERE timestamp = '2019-01-01 00:00:00'
-```
-
-``` text
-┌───────────timestamp─┬─event_id─┐
-│ 2019-01-01 03:00:00 │        1 │
-└─────────────────────┴──────────┘
-```
-
-**3.** Bir saat dilimi almak `DateTime`- type Col columnum columnn:
-
-``` sql
-SELECT toDateTime(now(), 'Europe/Moscow') AS column, toTypeName(column) AS x
-```
-
-``` text
-┌──────────────column─┬─x─────────────────────────┐
-│ 2019-10-16 04:12:04 │ DateTime('Europe/Moscow') │
-└─────────────────────┴───────────────────────────┘
-```
-
-**4.** Zaman dilimi dönüştürme
-
-``` sql
-SELECT
-toDateTime(timestamp, 'Europe/London') as lon_time,
-toDateTime(timestamp, 'Europe/Moscow') as mos_time
-FROM dt
-```
-
-``` text
-┌───────────lon_time──┬────────────mos_time─┐
-│ 2019-01-01 00:00:00 │ 2019-01-01 03:00:00 │
-│ 2018-12-31 21:00:00 │ 2019-01-01 00:00:00 │
-└─────────────────────┴─────────────────────┘
-```
-
-## Ayrıca Bakınız {#see-also}
-
--   [Tip dönüştürme fonksiyonları](../../sql-reference/functions/type-conversion-functions.md)
--   [Tarih ve saatlerle çalışmak için işlevler](../../sql-reference/functions/date-time-functions.md)
--   [Dizilerle çalışmak için işlevler](../../sql-reference/functions/array-functions.md)
--   [Bu `date_time_input_format` ayar](../../operations/settings/settings.md#settings-date_time_input_format)
--   [Bu `timezone` sunucu yapılandırma parametresi](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
--   [Tarih ve saatlerle çalışmak için operatörler](../../sql-reference/operators/index.md#operators-datetime)
--   [Bu `Date` veri türü](date.md)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/datetime/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/datetime64.md b/docs/tr/sql-reference/data-types/datetime64.md
deleted file mode 100644
index 28c95e0df22..00000000000
--- a/docs/tr/sql-reference/data-types/datetime64.md
+++ /dev/null
@@ -1,104 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 49
-toc_title: DateTime64
----
-
-# Datetime64 {#data_type-datetime64}
-
-Tanımlanmış alt saniye hassasiyetle, bir takvim tarihi ve bir günün saati olarak ifade edilebilir, zaman içinde bir anlık saklamak için izin verir
-
-Kene boyutu (hassas): 10<sup>-hassaslık</sup> ikincilikler
-
-Sözdizimi:
-
-``` sql
-DateTime64(precision, [timezone])
-```
-
-DAHİLİ olarak, verileri bir dizi olarak saklar ‘ticks’ epoch başlangıçtan beri (1970-01-01 00:00:00 UTC) Int64 olarak. Kene çözünürlüğü hassasiyet parametresi tarafından belirlenir. Ayrıca, `DateTime64` tür, tüm sütun için aynı olan saat dilimini depolayabilir, bu da `DateTime64` tür değerleri metin biçiminde görüntülenir ve dizeler olarak belirtilen değerlerin nasıl ayrıştırılır (‘2020-01-01 05:00:01.000’). Saat dilimi tablo (veya resultset) satırlarında depolanır, ancak sütun meta verileri depolanır. Ayrıntıları görün [DateTime](datetime.md).
-
-## Örnekler {#examples}
-
-**1.** İle bir tablo oluşturma `DateTime64`- sütun yazın ve içine veri ekleme:
-
-``` sql
-CREATE TABLE dt
-(
-    `timestamp` DateTime64(3, 'Europe/Moscow'),
-    `event_id` UInt8
-)
-ENGINE = TinyLog
-```
-
-``` sql
-INSERT INTO dt Values (1546300800000, 1), ('2019-01-01 00:00:00', 2)
-```
-
-``` sql
-SELECT * FROM dt
-```
-
-``` text
-┌───────────────timestamp─┬─event_id─┐
-│ 2019-01-01 03:00:00.000 │        1 │
-│ 2019-01-01 00:00:00.000 │        2 │
-└─────────────────────────┴──────────┘
-```
-
--   Bir tamsayı olarak datetime eklerken, uygun şekilde ölçeklendirilmiş bir Unıx Zaman Damgası (UTC) olarak kabul edilir. `1546300800000` (hassas 3 ile) temsil eder `'2019-01-01 00:00:00'` UTC. Ancak, `timestamp` sütun vardır `Europe/Moscow` (UTC+3) belirtilen zaman dilimi, bir dize olarak çıkış yaparken değer olarak gösterilir `'2019-01-01 03:00:00'`
--   Dize değerini datetime olarak eklerken, sütun saat diliminde olduğu kabul edilir. `'2019-01-01 00:00:00'` will gibi muamele `Europe/Moscow` saat dilimi ve olarak saklanır `1546290000000`.
-
-**2.** Üzerinde filtreleme `DateTime64` değerler
-
-``` sql
-SELECT * FROM dt WHERE timestamp = toDateTime64('2019-01-01 00:00:00', 3, 'Europe/Moscow')
-```
-
-``` text
-┌───────────────timestamp─┬─event_id─┐
-│ 2019-01-01 00:00:00.000 │        2 │
-└─────────────────────────┴──────────┘
-```
-
-Aksine `DateTime`, `DateTime64` değerler dönüştürülmez `String` otomatik olarak
-
-**3.** Bir saat dilimi almak `DateTime64`- tip değeri:
-
-``` sql
-SELECT toDateTime64(now(), 3, 'Europe/Moscow') AS column, toTypeName(column) AS x
-```
-
-``` text
-┌──────────────────column─┬─x──────────────────────────────┐
-│ 2019-10-16 04:12:04.000 │ DateTime64(3, 'Europe/Moscow') │
-└─────────────────────────┴────────────────────────────────┘
-```
-
-**4.** Zaman dilimi dönüştürme
-
-``` sql
-SELECT
-toDateTime64(timestamp, 3, 'Europe/London') as lon_time,
-toDateTime64(timestamp, 3, 'Europe/Moscow') as mos_time
-FROM dt
-```
-
-``` text
-┌───────────────lon_time──┬────────────────mos_time─┐
-│ 2019-01-01 00:00:00.000 │ 2019-01-01 03:00:00.000 │
-│ 2018-12-31 21:00:00.000 │ 2019-01-01 00:00:00.000 │
-└─────────────────────────┴─────────────────────────┘
-```
-
-## Ayrıca Bakınız {#see-also}
-
--   [Tip dönüştürme fonksiyonları](../../sql-reference/functions/type-conversion-functions.md)
--   [Tarih ve saatlerle çalışmak için işlevler](../../sql-reference/functions/date-time-functions.md)
--   [Dizilerle çalışmak için işlevler](../../sql-reference/functions/array-functions.md)
--   [Bu `date_time_input_format` ayar](../../operations/settings/settings.md#settings-date_time_input_format)
--   [Bu `timezone` sunucu yapılandırma parametresi](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
--   [Tarih ve saatlerle çalışmak için operatörler](../../sql-reference/operators/index.md#operators-datetime)
--   [`Date` veri türü](date.md)
--   [`DateTime` veri türü](datetime.md)
diff --git a/docs/tr/sql-reference/data-types/decimal.md b/docs/tr/sql-reference/data-types/decimal.md
deleted file mode 100644
index 805d0ec30b5..00000000000
--- a/docs/tr/sql-reference/data-types/decimal.md
+++ /dev/null
@@ -1,109 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 42
-toc_title: "Ondal\u0131k"
----
-
-# Ondalık(P, S), Decimal32 (S), Decimal64( S), Decimal128 (S) {#decimalp-s-decimal32s-decimal64s-decimal128s}
-
-Ekleme, çıkarma ve çarpma işlemleri sırasında hassasiyeti koruyan imzalı sabit noktalı sayılar. Bölünme için en az önemli basamak atılır (yuvarlatılmamış).
-
-## Parametre {#parameters}
-
--   P-hassas. Geçerli Aralık: \[1: 38 \]. Kaç ondalık basamak sayısı (kesir dahil) olabilir belirler.
--   S-scale. Geçerli Aralık: \[0: P\]. Kaç ondalık basamak kesir olabilir belirler.
-
-P parametre değerine bağlı olarak ondalık (P, S) bir eşanlamlıdır:
-- P \[ 1 : 9\] - Decimal32(S) için)
-- P \[ 10 : 18\] - Decimal64(ler) için)
-- P \[ 19 : 38\] - Decimal128(ler) için)
-
-## Ondalık Değer Aralıkları {#decimal-value-ranges}
-
--   Decimal32(S) - ( -1 \* 10^(9 - S), 1 \* 10^(9-S) )
--   Decimal64(S) - ( -1 \* 10^(18 - S), 1 \* 10^(18-S) )
--   Decimal128(S) - ( -1 \* 10^(38 - S), 1 \* 10^(38-S) )
-
-Örneğin, Decimal32 (4) -99999.9999 99999.9999 0.0001 adım ile sayılar içerebilir.
-
-## İç Temsil {#internal-representation}
-
-Dahili veri, ilgili bit genişliğine sahip normal imzalı tamsayılar olarak temsil edilir. Bellekte saklanabilen gerçek değer aralıkları, yukarıda belirtilenden biraz daha büyüktür ve yalnızca bir dizeden dönüştürmede kontrol edilir.
-
-Modern CPU 128-bit tamsayıları doğal olarak desteklemediğinden, Decimal128 üzerindeki işlemler öykünülür. Bu Decimal128 nedeniyle Decimal32/Decimal64'ten önemli ölçüde daha yavaş çalışır.
-
-## İşlemler ve sonuç türü {#operations-and-result-type}
-
-Ondalık sonuçtaki ikili işlemler daha geniş sonuç türünde (herhangi bir bağımsız değişken sırası ile) sonuçlanır.
-
--   `Decimal64(S1) <op> Decimal32(S2) -> Decimal64(S)`
--   `Decimal128(S1) <op> Decimal32(S2) -> Decimal128(S)`
--   `Decimal128(S1) <op> Decimal64(S2) -> Decimal128(S)`
-
-Ölçek kuralları:
-
--   ekleme, çıkarma: s = max (S1, S2).
--   multuply: S = S1 + S2.
--   böl: S = S1.
-
-Ondalık ve tamsayılar arasındaki benzer işlemler için sonuç, bir bağımsız değişkenle aynı boyutta ondalık olur.
-
-Ondalık ve Float32 / Float64 arasındaki işlemler tanımlanmamıştır. Bunlara ihtiyacınız varsa, todecimal32, toDecimal64, toDecimal128 veya toFloat32, toFloat64 builtins kullanarak bağımsız değişkenlerden birini açıkça yayınlayabilirsiniz. Sonucun hassasiyeti kaybedeceğini ve tür dönüşümünün hesaplamalı olarak pahalı bir işlem olduğunu unutmayın.
-
-Float64 (örneğin, var veya stddev) ondalık dönüş sonucu bazı işlevler. Ara hesaplamalar hala Float64 ve aynı değerlere sahip ondalık girişler arasında farklı sonuçlara yol açabilecek ondalık olarak gerçekleştirilebilir.
-
-## Taşma Kontrolleri {#overflow-checks}
-
-Ondalık hesaplamalar sırasında tamsayı taşmaları gerçekleşebilir. Bir kesirdeki aşırı rakamlar atılır (yuvarlatılmamış). Tamsayı bölümünde aşırı basamak bir istisna yol açacaktır.
-
-``` sql
-SELECT toDecimal32(2, 4) AS x, x / 3
-```
-
-``` text
-┌──────x─┬─divide(toDecimal32(2, 4), 3)─┐
-│ 2.0000 │                       0.6666 │
-└────────┴──────────────────────────────┘
-```
-
-``` sql
-SELECT toDecimal32(4.2, 8) AS x, x * x
-```
-
-``` text
-DB::Exception: Scale is out of bounds.
-```
-
-``` sql
-SELECT toDecimal32(4.2, 8) AS x, 6 * x
-```
-
-``` text
-DB::Exception: Decimal math overflow.
-```
-
-Taşma kontrolleri operasyonların yavaşlamasına neden olur. Taşmaların mümkün olmadığı biliniyorsa, kontrolleri kullanarak devre dışı bırakmak mantıklıdır `decimal_check_overflow` ayar. Kontroller devre dışı bırakıldığında ve taşma gerçekleştiğinde, sonuç yanlış olacaktır:
-
-``` sql
-SET decimal_check_overflow = 0;
-SELECT toDecimal32(4.2, 8) AS x, 6 * x
-```
-
-``` text
-┌──────────x─┬─multiply(6, toDecimal32(4.2, 8))─┐
-│ 4.20000000 │                     -17.74967296 │
-└────────────┴──────────────────────────────────┘
-```
-
-Taşma kontrolleri sadece aritmetik işlemlerde değil, değer karşılaştırmasında da gerçekleşir:
-
-``` sql
-SELECT toDecimal32(1, 8) < 100
-```
-
-``` text
-DB::Exception: Can't compare.
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/decimal/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/domains/index.md b/docs/tr/sql-reference/data-types/domains/index.md
deleted file mode 100644
index 7ef688b3578..00000000000
--- a/docs/tr/sql-reference/data-types/domains/index.md
+++ /dev/null
@@ -1,34 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 58
-toc_title: "Genel bak\u0131\u015F"
-toc_folder_title: Etkiler
-toc_priority: 56
----
-
-# Etkiler {#domains}
-
-Etki alanları, varolan temel türün üstüne bazı ek özellikler ekleyen, ancak temel veri türünün kablolu ve disk üstü biçimini sağlam bırakan özel amaçlı türlerdir. Şu anda, ClickHouse kullanıcı tanımlı etki alanlarını desteklemiyor.
-
-Örneğin, ilgili taban türünün kullanılabileceği her yerde etki alanlarını kullanabilirsiniz:
-
--   Etki alanı türünde bir sütun oluşturma
--   Alan sütunundan/alanına değerleri okuma / yazma
--   Bir temel türü bir dizin olarak kullanılabilir, bir dizin olarak kullanın
--   Etki alanı sütun değerleri ile çağrı fonksiyonları
-
-### Alanların ekstra özellikleri {#extra-features-of-domains}
-
--   Açık sütun türü adı `SHOW CREATE TABLE` veya `DESCRIBE TABLE`
--   İle insan dostu format inputtan giriş `INSERT INTO domain_table(domain_column) VALUES(...)`
--   İçin insan dostu forma outputta çıktı `SELECT domain_column FROM domain_table`
--   Harici bir kaynaktan insan dostu biçimde veri yükleme: `INSERT INTO domain_table FORMAT CSV ...`
-
-### Sınırlamalar {#limitations}
-
--   Temel türün dizin sütununu etki alanı türüne dönüştürülemiyor `ALTER TABLE`.
--   Başka bir sütun veya tablodan veri eklerken dize değerlerini dolaylı olarak etki alanı değerlerine dönüştüremez.
--   Etki alanı, depolanan değerler üzerinde hiçbir kısıtlama ekler.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/domains/overview) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/domains/ipv4.md b/docs/tr/sql-reference/data-types/domains/ipv4.md
deleted file mode 100644
index 4caf031c0c3..00000000000
--- a/docs/tr/sql-reference/data-types/domains/ipv4.md
+++ /dev/null
@@ -1,84 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 59
-toc_title: Ipv44
----
-
-## Ipv44 {#ipv4}
-
-`IPv4` dayalı bir doma aindir `UInt32` tip ve IPv4 değerlerini depolamak için yazılan bir yedek olarak hizmet eder. İnsan dostu giriş-çıkış biçimi ve muayene ile ilgili sütun tipi bilgileri ile kompakt depolama sağlar.
-
-### Temel Kullanım {#basic-usage}
-
-``` sql
-CREATE TABLE hits (url String, from IPv4) ENGINE = MergeTree() ORDER BY url;
-
-DESCRIBE TABLE hits;
-```
-
-``` text
-┌─name─┬─type───┬─default_type─┬─default_expression─┬─comment─┬─codec_expression─┐
-│ url  │ String │              │                    │         │                  │
-│ from │ IPv4   │              │                    │         │                  │
-└──────┴────────┴──────────────┴────────────────────┴─────────┴──────────────────┘
-```
-
-Veya IPv4 etki alanını anahtar olarak kullanabilirsiniz:
-
-``` sql
-CREATE TABLE hits (url String, from IPv4) ENGINE = MergeTree() ORDER BY from;
-```
-
-`IPv4` etki alanı IPv4 dizeleri olarak özel giriş biçimini destekler:
-
-``` sql
-INSERT INTO hits (url, from) VALUES ('https://wikipedia.org', '116.253.40.133')('https://clickhouse.tech', '183.247.232.58')('https://clickhouse.tech/docs/en/', '116.106.34.242');
-
-SELECT * FROM hits;
-```
-
-``` text
-┌─url────────────────────────────────┬───────────from─┐
-│ https://clickhouse.tech/docs/en/ │ 116.106.34.242 │
-│ https://wikipedia.org              │ 116.253.40.133 │
-│ https://clickhouse.tech          │ 183.247.232.58 │
-└────────────────────────────────────┴────────────────┘
-```
-
-Değerler kompakt ikili formda saklanır:
-
-``` sql
-SELECT toTypeName(from), hex(from) FROM hits LIMIT 1;
-```
-
-``` text
-┌─toTypeName(from)─┬─hex(from)─┐
-│ IPv4             │ B7F7E83A  │
-└──────────────────┴───────────┘
-```
-
-Etki alanı değerleri örtülü olarak dışındaki türlere dönüştürülemez `UInt32`.
-Dönüştürmek istiyorsanız `IPv4` bir dizeye değer, bunu açıkça yapmak zorundasınız `IPv4NumToString()` işlev:
-
-``` sql
-SELECT toTypeName(s), IPv4NumToString(from) as s FROM hits LIMIT 1;
-```
-
-    ┌─toTypeName(IPv4NumToString(from))─┬─s──────────────┐
-    │ String                            │ 183.247.232.58 │
-    └───────────────────────────────────┴────────────────┘
-
-Ya da bir döküm `UInt32` değer:
-
-``` sql
-SELECT toTypeName(i), CAST(from as UInt32) as i FROM hits LIMIT 1;
-```
-
-``` text
-┌─toTypeName(CAST(from, 'UInt32'))─┬──────────i─┐
-│ UInt32                           │ 3086477370 │
-└──────────────────────────────────┴────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/domains/ipv4) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/domains/ipv6.md b/docs/tr/sql-reference/data-types/domains/ipv6.md
deleted file mode 100644
index 7f721cc07f6..00000000000
--- a/docs/tr/sql-reference/data-types/domains/ipv6.md
+++ /dev/null
@@ -1,86 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 60
-toc_title: IPv6
----
-
-## IPv6 {#ipv6}
-
-`IPv6` dayalı bir doma aindir `FixedString(16)` tip ve IPv6 değerlerini depolamak için yazılan bir yedek olarak hizmet eder. İnsan dostu giriş-çıkış biçimi ve muayene ile ilgili sütun tipi bilgileri ile kompakt depolama sağlar.
-
-### Temel Kullanım {#basic-usage}
-
-``` sql
-CREATE TABLE hits (url String, from IPv6) ENGINE = MergeTree() ORDER BY url;
-
-DESCRIBE TABLE hits;
-```
-
-``` text
-┌─name─┬─type───┬─default_type─┬─default_expression─┬─comment─┬─codec_expression─┐
-│ url  │ String │              │                    │         │                  │
-│ from │ IPv6   │              │                    │         │                  │
-└──────┴────────┴──────────────┴────────────────────┴─────────┴──────────────────┘
-```
-
-Veya kullanabilirsiniz `IPv6` anahtar olarak etki alanı:
-
-``` sql
-CREATE TABLE hits (url String, from IPv6) ENGINE = MergeTree() ORDER BY from;
-```
-
-`IPv6` etki alanı IPv6 dizeleri olarak özel girişi destekler:
-
-``` sql
-INSERT INTO hits (url, from) VALUES ('https://wikipedia.org', '2a02:aa08:e000:3100::2')('https://clickhouse.tech', '2001:44c8:129:2632:33:0:252:2')('https://clickhouse.tech/docs/en/', '2a02:e980:1e::1');
-
-SELECT * FROM hits;
-```
-
-``` text
-┌─url────────────────────────────────┬─from──────────────────────────┐
-│ https://clickhouse.tech          │ 2001:44c8:129:2632:33:0:252:2 │
-│ https://clickhouse.tech/docs/en/ │ 2a02:e980:1e::1               │
-│ https://wikipedia.org              │ 2a02:aa08:e000:3100::2        │
-└────────────────────────────────────┴───────────────────────────────┘
-```
-
-Değerler kompakt ikili formda saklanır:
-
-``` sql
-SELECT toTypeName(from), hex(from) FROM hits LIMIT 1;
-```
-
-``` text
-┌─toTypeName(from)─┬─hex(from)────────────────────────┐
-│ IPv6             │ 200144C8012926320033000002520002 │
-└──────────────────┴──────────────────────────────────┘
-```
-
-Etki alanı değerleri örtülü olarak dışındaki türlere dönüştürülemez `FixedString(16)`.
-Dönüştürmek istiyorsanız `IPv6` bir dizeye değer, bunu açıkça yapmak zorundasınız `IPv6NumToString()` işlev:
-
-``` sql
-SELECT toTypeName(s), IPv6NumToString(from) as s FROM hits LIMIT 1;
-```
-
-``` text
-┌─toTypeName(IPv6NumToString(from))─┬─s─────────────────────────────┐
-│ String                            │ 2001:44c8:129:2632:33:0:252:2 │
-└───────────────────────────────────┴───────────────────────────────┘
-```
-
-Ya da bir döküm `FixedString(16)` değer:
-
-``` sql
-SELECT toTypeName(i), CAST(from as FixedString(16)) as i FROM hits LIMIT 1;
-```
-
-``` text
-┌─toTypeName(CAST(from, 'FixedString(16)'))─┬─i───────┐
-│ FixedString(16)                           │  ��� │
-└───────────────────────────────────────────┴─────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/domains/ipv6) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/enum.md b/docs/tr/sql-reference/data-types/enum.md
deleted file mode 100644
index a2e9d8cca88..00000000000
--- a/docs/tr/sql-reference/data-types/enum.md
+++ /dev/null
@@ -1,132 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 50
-toc_title: Enum
----
-
-# Enum {#enum}
-
-Adlandırılmış değerlerden oluşan numaralandırılmış tür.
-
-Adlandırılmış değerler olarak bildirilmelidir `'string' = integer` çiftliler. ClickHouse yalnızca sayıları saklar, ancak adları aracılığıyla değerlerle işlemleri destekler.
-
-ClickHouse destekler:
-
--   8-bit `Enum`. En fazla 256 değerleri numaralandırılmış içerebilir `[-128, 127]` Aralık.
--   16-bit `Enum`. En fazla 65536 değerleri numaralandırılmış içerebilir `[-32768, 32767]` Aralık.
-
-ClickHouse otomatik olarak türünü seçer `Enum` veri eklendiğinde. Ayrıca kullanabilirsiniz `Enum8` veya `Enum16` türleri depolama boyutunda emin olmak için.
-
-## Kullanım Örnekleri {#usage-examples}
-
-Burada bir tablo oluşturuyoruz `Enum8('hello' = 1, 'world' = 2)` type Col columnum columnn:
-
-``` sql
-CREATE TABLE t_enum
-(
-    x Enum('hello' = 1, 'world' = 2)
-)
-ENGINE = TinyLog
-```
-
-Sütun `x` yalnızca tür tanımında listelenen değerleri depolayabilir: `'hello'` veya `'world'`. Başka bir değer kaydetmeye çalışırsanız, ClickHouse bir özel durum yükseltir. Bunun için 8-bit boyutu `Enum` otomatik olarak seçilir.
-
-``` sql
-INSERT INTO t_enum VALUES ('hello'), ('world'), ('hello')
-```
-
-``` text
-Ok.
-```
-
-``` sql
-INSERT INTO t_enum values('a')
-```
-
-``` text
-Exception on client:
-Code: 49. DB::Exception: Unknown element 'a' for type Enum('hello' = 1, 'world' = 2)
-```
-
-Tablodan veri sorguladığınızda, ClickHouse dize değerleri `Enum`.
-
-``` sql
-SELECT * FROM t_enum
-```
-
-``` text
-┌─x─────┐
-│ hello │
-│ world │
-│ hello │
-└───────┘
-```
-
-Satırların sayısal eşdeğerlerini görmeniz gerekiyorsa, `Enum` tamsayı türüne değer.
-
-``` sql
-SELECT CAST(x, 'Int8') FROM t_enum
-```
-
-``` text
-┌─CAST(x, 'Int8')─┐
-│               1 │
-│               2 │
-│               1 │
-└─────────────────┘
-```
-
-Bir sorguda bir Enum değeri oluşturmak için, ayrıca kullanmanız gerekir `CAST`.
-
-``` sql
-SELECT toTypeName(CAST('a', 'Enum(\'a\' = 1, \'b\' = 2)'))
-```
-
-``` text
-┌─toTypeName(CAST('a', 'Enum(\'a\' = 1, \'b\' = 2)'))─┐
-│ Enum8('a' = 1, 'b' = 2)                             │
-└─────────────────────────────────────────────────────┘
-```
-
-## Genel Kurallar ve kullanım {#general-rules-and-usage}
-
-Değerlerin her birine aralıkta bir sayı atanır `-128 ... 127` için `Enum8` veya aralık inta `-32768 ... 32767` için `Enum16`. Tüm dizeler ve sayılar farklı olmalıdır. Boş bir dize izin verilir. Bu tür belirtilmişse (bir tablo tanımında), sayılar rasgele bir sırada olabilir. Ancak, sipariş önemli değil.
-
-Ne dize ne de sayısal değer bir `Enum` olabilir [NULL](../../sql-reference/syntax.md).
-
-Bir `Enum` içerdiği olabilir [Nullable](nullable.md) tür. Yani sorguyu kullanarak bir tablo oluşturursanız
-
-``` sql
-CREATE TABLE t_enum_nullable
-(
-    x Nullable( Enum8('hello' = 1, 'world' = 2) )
-)
-ENGINE = TinyLog
-```
-
-bu mağaza değil sadece `'hello'` ve `'world'`, ama `NULL`, yanında.
-
-``` sql
-INSERT INTO t_enum_nullable Values('hello'),('world'),(NULL)
-```
-
-RAM, bir `Enum` sütun aynı şekilde saklanır `Int8` veya `Int16` karşılık gelen sayısal değerlerin.
-
-Metin formunda okurken, ClickHouse değeri bir dize olarak ayrıştırır ve karşılık gelen dizeyi Enum değerleri kümesinden arar. Bulunmazsa, bir istisna atılır. Metin biçiminde okurken, dize okunur ve karşılık gelen sayısal değer aranır. Bulunmazsa bir istisna atılır.
-Metin formunda yazarken, değeri karşılık gelen dize olarak yazar. Sütun verileri çöp içeriyorsa (geçerli kümeden olmayan sayılar), bir özel durum atılır. İkili formda okurken ve yazarken, Int8 ve Int16 veri türleri ile aynı şekilde çalışır.
-Örtülü varsayılan değer, en düşük sayıya sahip değerdir.
-
-Sırasında `ORDER BY`, `GROUP BY`, `IN`, `DISTINCT` ve böylece, Enumlar karşılık gelen sayılarla aynı şekilde davranır. Örneğin, sipariş onları sayısal olarak sıralar. Eşitlik ve karşılaştırma işleçleri, alttaki sayısal değerler üzerinde yaptıkları gibi Enumlarda aynı şekilde çalışır.
-
-Enum değerleri sayılarla karşılaştırılamaz. Enums sabit bir dize ile karşılaştırılabilir. Karşılaştırılan dize Enum için geçerli bir değer değilse, bir özel durum atılır. IN operatörü, sol taraftaki Enum ve sağ taraftaki bir dizi dizeyle desteklenir. Dizeler, karşılık gelen Enumun değerleridir.
-
-Most numeric and string operations are not defined for Enum values, e.g. adding a number to an Enum or concatenating a string to an Enum.
-Ancak, Enum doğal bir `toString` dize değerini döndüren işlev.
-
-Enum değerleri de kullanarak sayısal türlere dönüştürülebilir `toT` fonksiyon, burada t sayısal bir türdür. T enum'un temel sayısal türüne karşılık geldiğinde, bu dönüşüm sıfır maliyetlidir.
-Enum türü, yalnızca değer kümesi değiştirilirse, alter kullanılarak maliyet olmadan değiştirilebilir. Her iki ekleme ve Alter kullanarak Enum üyeleri kaldırmak mümkündür (kaldırma yalnızca kaldırılan değer tabloda hiç kullanılmadıysa güvenlidir). Bir koruma olarak, önceden tanımlanmış bir Enum üyesinin sayısal değerini değiştirmek bir istisna atar.
-
-ALTER kullanarak, bir Enum8 için bir Enum16 veya tam tersi, Int8 için Int16 değiştirme gibi değiştirmek mümkündür.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/enum/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/fixedstring.md b/docs/tr/sql-reference/data-types/fixedstring.md
deleted file mode 100644
index e3075ebbb40..00000000000
--- a/docs/tr/sql-reference/data-types/fixedstring.md
+++ /dev/null
@@ -1,63 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: FixedString(N)
----
-
-# Fixedstring {#fixedstring}
-
-Sabit uzunlukta bir dize `N` bayt (ne karakter ne de kod noktaları).
-
-Bir sütun bildirmek için `FixedString` yazın, aşağıdaki sözdizimini kullanın:
-
-``` sql
-<column_name> FixedString(N)
-```
-
-Nerede `N` doğal bir sayıdır.
-
-Bu `FixedString` veri tam olarak uzunluğa sahip olduğunda tür etkilidir `N` baytlar. Diğer tüm durumlarda, verimliliği düşürmesi muhtemeldir.
-
-Verimli bir şekilde depolan theabilen değerlere örnekler `FixedString`- yazılan sütunlar:
-
--   IP adreslerinin ikili gösterimi (`FixedString(16)` IPv6 için).
--   Language codes (ru_RU, en_US … ).
--   Currency codes (USD, RUB … ).
--   Karma ikili gösterimi (`FixedString(16)` MD5 için, `FixedString(32)` SHA256 için).
-
-UUID değerlerini depolamak için [UUID](uuid.md) veri türü.
-
-Verileri eklerken, ClickHouse:
-
--   Dize daha az içeriyorsa, boş bayt ile bir dize tamamlar `N` baytlar.
--   Atar `Too large value for FixedString(N)` dize birden fazla içeriyorsa, özel durum `N` baytlar.
-
-Verileri seçerken, ClickHouse dize sonunda boş bayt kaldırmaz. Eğer kullanıyorsanız `WHERE` yan tümcesi, null bayt el ile eşleştirmek için eklemelisiniz `FixedString` değer. Kullanımı için aşağıdaki örnek, nasıl gösterir `WHERE` fık withra ile `FixedString`.
-
-Aşağıdaki tabloyu tek ile düşünelim `FixedString(2)` sütun:
-
-``` text
-┌─name──┐
-│ b     │
-└───────┘
-```
-
-Sorgu `SELECT * FROM FixedStringTable WHERE a = 'b'` sonuç olarak herhangi bir veri döndürmez. Filtre desenini boş baytlarla tamamlamalıyız.
-
-``` sql
-SELECT * FROM FixedStringTable
-WHERE a = 'b\0'
-```
-
-``` text
-┌─a─┐
-│ b │
-└───┘
-```
-
-Bu davranış için MySQL farklıdır `CHAR` tür (burada dizeler boşluklarla doldurulur ve boşluklar çıktı için kaldırılır).
-
-Not uzunluğu `FixedString(N)` değer sabittir. Bu [uzunluk](../../sql-reference/functions/array-functions.md#array_functions-length) fonksiyon döndürür `N` hatta eğer `FixedString(N)` değer yalnızca boş baytlarla doldurulur, ancak [boş](../../sql-reference/functions/string-functions.md#empty) fonksiyon döndürür `1` bu durumda.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/fixedstring/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/float.md b/docs/tr/sql-reference/data-types/float.md
deleted file mode 100644
index 1bfbddf7a34..00000000000
--- a/docs/tr/sql-reference/data-types/float.md
+++ /dev/null
@@ -1,87 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: Float32, Float64
----
-
-# Float32, Float64 {#float32-float64}
-
-[Kayan nokta numaraları](https://en.wikipedia.org/wiki/IEEE_754).
-
-Türleri C türlerine eşdeğerdir:
-
--   `Float32` - `float`
--   `Float64` - `double`
-
-Verileri mümkün olduğunda tamsayı biçiminde saklamanızı öneririz. Örneğin, sabit hassas sayıları parasal tutarlar veya sayfa yükleme süreleri gibi milisaniye cinsinden tamsayı değerlerine dönüştürün.
-
-## Kayan noktalı sayıları kullanma {#using-floating-point-numbers}
-
--   Kayan noktalı sayılarla yapılan hesaplamalar yuvarlama hatası oluşturabilir.
-
-<!-- -->
-
-``` sql
-SELECT 1 - 0.9
-```
-
-``` text
-┌───────minus(1, 0.9)─┐
-│ 0.09999999999999998 │
-└─────────────────────┘
-```
-
--   Hesaplamanın sonucu hesaplama yöntemine (bilgisayar sisteminin işlemci tipi ve mimarisi) bağlıdır.
--   Kayan nokta hesaplamaları, sonsuzluk gibi sayılarla sonuçlanabilir (`Inf`) ve “not-a-number” (`NaN`). Hesaplamaların sonuçlarını işlerken bu dikkate alınmalıdır.
--   Kayan noktalı sayıları metinden ayrıştırırken, sonuç en yakın makine tarafından temsil edilebilir sayı olmayabilir.
-
-## N andan ve In andf {#data_type-float-nan-inf}
-
-Standart SQL aksine, ClickHouse kayan noktalı sayılar aşağıdaki kategorileri destekler:
-
--   `Inf` – Infinity.
-
-<!-- -->
-
-``` sql
-SELECT 0.5 / 0
-```
-
-``` text
-┌─divide(0.5, 0)─┐
-│            inf │
-└────────────────┘
-```
-
--   `-Inf` – Negative infinity.
-
-<!-- -->
-
-``` sql
-SELECT -0.5 / 0
-```
-
-``` text
-┌─divide(-0.5, 0)─┐
-│            -inf │
-└─────────────────┘
-```
-
--   `NaN` – Not a number.
-
-<!-- -->
-
-``` sql
-SELECT 0 / 0
-```
-
-``` text
-┌─divide(0, 0)─┐
-│          nan │
-└──────────────┘
-```
-
-    See the rules for `NaN` sorting in the section [ORDER BY clause](../sql_reference/statements/select/order-by.md).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/float/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/index.md b/docs/tr/sql-reference/data-types/index.md
deleted file mode 100644
index a7a5f685152..00000000000
--- a/docs/tr/sql-reference/data-types/index.md
+++ /dev/null
@@ -1,15 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "Veri T\xFCrleri"
-toc_priority: 37
-toc_title: "Giri\u015F"
----
-
-# Veri Türleri {#data_types}
-
-ClickHouse tablo hücrelerinde veri çeşitli saklayabilirsiniz.
-
-Bu bölümde desteklenen veri türleri ve varsa bunları kullanmak ve/veya uygulamak için özel hususlar açıklanmaktadır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/int-uint.md b/docs/tr/sql-reference/data-types/int-uint.md
deleted file mode 100644
index 5ec9dcd0785..00000000000
--- a/docs/tr/sql-reference/data-types/int-uint.md
+++ /dev/null
@@ -1,26 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: "U\u0130nt8, U\u0130nt16, U\u0130nt32, Uint64, Int8, Int16, Int32, Int64"
----
-
-# Uİnt8, Uİnt16, Uİnt32, Uint64, Int8, Int16, Int32, Int64 {#uint8-uint16-uint32-uint64-int8-int16-int32-int64}
-
-Sabit uzunlukta tamsayılar, veya bir işareti olmadan.
-
-## İnt Aralıkları {#int-ranges}
-
--   Int8- \[-128: 127\]
--   Int16 - \[-32768: 32767\]
--   Int32 - \[-2147483648: 2147483647\]
--   Int64 - \[-9223372036854775808: 9223372036854775807\]
-
-## Uint Aralıkları {#uint-ranges}
-
--   Uİnt8- \[0: 255\]
--   Uİnt16- \[0: 65535\]
--   Uİnt32- \[0: 4294967295\]
--   Uİnt64 - \[0: 18446744073709551615\]
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/int_uint/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/lowcardinality.md b/docs/tr/sql-reference/data-types/lowcardinality.md
deleted file mode 100644
index dd3a9aa1c0d..00000000000
--- a/docs/tr/sql-reference/data-types/lowcardinality.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/data-types/lowcardinality.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/data-types/nested-data-structures/index.md b/docs/tr/sql-reference/data-types/nested-data-structures/index.md
deleted file mode 100644
index 75c2b85c558..00000000000
--- a/docs/tr/sql-reference/data-types/nested-data-structures/index.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0130\xE7 \u0130\xE7e Veri Yap\u0131lar\u0131"
-toc_hidden: true
-toc_priority: 54
-toc_title: "gizlenmi\u015F"
----
-
-# İç İçe Veri Yapıları {#nested-data-structures}
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/nested_data_structures/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/nested-data-structures/nested.md b/docs/tr/sql-reference/data-types/nested-data-structures/nested.md
deleted file mode 100644
index c0881025e8c..00000000000
--- a/docs/tr/sql-reference/data-types/nested-data-structures/nested.md
+++ /dev/null
@@ -1,106 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 57
-toc_title: "\u0130\xE7 \u0130\xE7e (Name1 Type1, Name2 Type2,...)"
----
-
-# Nested(name1 Type1, Name2 Type2, …) {#nestedname1-type1-name2-type2}
-
-A nested data structure is like a table inside a cell. The parameters of a nested data structure – the column names and types – are specified the same way as in a [CREATE TABLE](../../../sql-reference/statements/create.md) sorgu. Her tablo satırı, iç içe geçmiş veri yapısındaki herhangi bir sayıda satıra karşılık gelebilir.
-
-Örnek:
-
-``` sql
-CREATE TABLE test.visits
-(
-    CounterID UInt32,
-    StartDate Date,
-    Sign Int8,
-    IsNew UInt8,
-    VisitID UInt64,
-    UserID UInt64,
-    ...
-    Goals Nested
-    (
-        ID UInt32,
-        Serial UInt32,
-        EventTime DateTime,
-        Price Int64,
-        OrderID String,
-        CurrencyID UInt32
-    ),
-    ...
-) ENGINE = CollapsingMergeTree(StartDate, intHash32(UserID), (CounterID, StartDate, intHash32(UserID), VisitID), 8192, Sign)
-```
-
-Bu örnek bildirir `Goals` dönüşümlerle ilgili verileri içeren iç içe veri yapısı (ulaşılan hedefler). Her satır içinde ‘visits’ tablo sıfır veya dönüşüm herhangi bir sayıda karşılık gelebilir.
-
-Sadece tek bir yuvalama seviyesi desteklenir. Diziler içeren iç içe geçmiş yapıların sütunları çok boyutlu dizilere eşdeğerdir, bu nedenle sınırlı desteğe sahiptirler (bu sütunları MergeTree altyapısı ile tablolarda depolamak için destek yoktur).
-
-Çoğu durumda, iç içe geçmiş bir veri yapısıyla çalışırken, sütunları bir nokta ile ayrılmış sütun adlarıyla belirtilir. Bu sütunlar eşleşen türleri bir dizi oluşturur. Tek bir iç içe geçmiş veri yapısının tüm sütun dizileri aynı uzunluğa sahiptir.
-
-Örnek:
-
-``` sql
-SELECT
-    Goals.ID,
-    Goals.EventTime
-FROM test.visits
-WHERE CounterID = 101500 AND length(Goals.ID) < 5
-LIMIT 10
-```
-
-``` text
-┌─Goals.ID───────────────────────┬─Goals.EventTime───────────────────────────────────────────────────────────────────────────┐
-│ [1073752,591325,591325]        │ ['2014-03-17 16:38:10','2014-03-17 16:38:48','2014-03-17 16:42:27']                       │
-│ [1073752]                      │ ['2014-03-17 00:28:25']                                                                   │
-│ [1073752]                      │ ['2014-03-17 10:46:20']                                                                   │
-│ [1073752,591325,591325,591325] │ ['2014-03-17 13:59:20','2014-03-17 22:17:55','2014-03-17 22:18:07','2014-03-17 22:18:51'] │
-│ []                             │ []                                                                                        │
-│ [1073752,591325,591325]        │ ['2014-03-17 11:37:06','2014-03-17 14:07:47','2014-03-17 14:36:21']                       │
-│ []                             │ []                                                                                        │
-│ []                             │ []                                                                                        │
-│ [591325,1073752]               │ ['2014-03-17 00:46:05','2014-03-17 00:46:05']                                             │
-│ [1073752,591325,591325,591325] │ ['2014-03-17 13:28:33','2014-03-17 13:30:26','2014-03-17 18:51:21','2014-03-17 18:51:45'] │
-└────────────────────────────────┴───────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-İç içe geçmiş bir veri yapısını aynı uzunlukta birden çok sütun dizisi kümesi olarak düşünmek en kolay yoldur.
-
-Bir SELECT sorgusunun tek tek sütunlar yerine tüm iç içe geçmiş veri yapısının adını belirtebileceği tek yer array JOIN yan tümcesi. Daha fazla bilgi için, bkz. “ARRAY JOIN clause”. Örnek:
-
-``` sql
-SELECT
-    Goal.ID,
-    Goal.EventTime
-FROM test.visits
-ARRAY JOIN Goals AS Goal
-WHERE CounterID = 101500 AND length(Goals.ID) < 5
-LIMIT 10
-```
-
-``` text
-┌─Goal.ID─┬──────Goal.EventTime─┐
-│ 1073752 │ 2014-03-17 16:38:10 │
-│  591325 │ 2014-03-17 16:38:48 │
-│  591325 │ 2014-03-17 16:42:27 │
-│ 1073752 │ 2014-03-17 00:28:25 │
-│ 1073752 │ 2014-03-17 10:46:20 │
-│ 1073752 │ 2014-03-17 13:59:20 │
-│  591325 │ 2014-03-17 22:17:55 │
-│  591325 │ 2014-03-17 22:18:07 │
-│  591325 │ 2014-03-17 22:18:51 │
-│ 1073752 │ 2014-03-17 11:37:06 │
-└─────────┴─────────────────────┘
-```
-
-İç içe geçmiş veri yapısının tamamı için SELECT gerçekleştiremezsiniz. Yalnızca bir parçası olan tek tek sütunları açıkça listeleyebilirsiniz.
-
-Bir INSERT sorgusu için, iç içe geçmiş bir veri yapısının tüm bileşen sütun dizilerini ayrı ayrı (tek tek sütun dizileri gibi) iletmelisiniz. Ekleme sırasında, sistem aynı uzunluğa sahip olduklarını kontrol eder.
-
-Bir tanımlama sorgusu için, iç içe geçmiş bir veri yapısındaki sütunlar aynı şekilde ayrı olarak listelenir.
-
-İç içe geçmiş bir veri yapısındaki öğeler için ALTER sorgusu sınırlamaları vardır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/nested_data_structures/nested/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/nullable.md b/docs/tr/sql-reference/data-types/nullable.md
deleted file mode 100644
index fe61ce96a2d..00000000000
--- a/docs/tr/sql-reference/data-types/nullable.md
+++ /dev/null
@@ -1,46 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 54
-toc_title: Nullable
----
-
-# Nullable (typename) {#data_type-nullable}
-
-Özel işaretleyici saklamak için izin verir ([NULL](../../sql-reference/syntax.md)) bu ifade eder “missing value” tarafından izin verilen normal değerlerin yanında `TypeName`. Örneğin, bir `Nullable(Int8)` tipi sütun saklayabilirsiniz `Int8` değerleri yazın ve değeri olmayan satırlar depolayacaktır `NULL`.
-
-İçin... `TypeName`, bileşik veri türlerini kullanamazsınız [Dizi](array.md) ve [Demet](tuple.md). Bileşik veri türleri şunları içerebilir `Nullable` gibi tür değerleri `Array(Nullable(Int8))`.
-
-A `Nullable` tür alanı tablo dizinlerine dahil edilemez.
-
-`NULL` herhangi biri için varsayılan değer mi `Nullable` ClickHouse sunucu yapılandırmasında aksi belirtilmediği sürece yazın.
-
-## Depolama Özellikleri {#storage-features}
-
-İçermek `Nullable` bir tablo sütunundaki değerleri yazın, ClickHouse ile ayrı bir dosya kullanır `NULL` değerleri ile normal dosyaya ek olarak Maskeler. Maskeli girişleri ClickHouse ayırt izin dosyası `NULL` ve her tablo satırı için karşılık gelen veri türünün varsayılan değeri. Ek bir dosya nedeniyle, `Nullable` sütun, benzer bir normal olana kıyasla ek depolama alanı tüketir.
-
-!!! info "Not"
-    Kullanım `Nullable` neredeyse her zaman performansı olumsuz etkiler, veritabanlarınızı tasarlarken bunu aklınızda bulundurun.
-
-## Kullanım Örneği {#usage-example}
-
-``` sql
-CREATE TABLE t_null(x Int8, y Nullable(Int8)) ENGINE TinyLog
-```
-
-``` sql
-INSERT INTO t_null VALUES (1, NULL), (2, 3)
-```
-
-``` sql
-SELECT x + y FROM t_null
-```
-
-``` text
-┌─plus(x, y)─┐
-│       ᴺᵁᴸᴸ │
-│          5 │
-└────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/nullable/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/simpleaggregatefunction.md b/docs/tr/sql-reference/data-types/simpleaggregatefunction.md
deleted file mode 100644
index 8ecaf174688..00000000000
--- a/docs/tr/sql-reference/data-types/simpleaggregatefunction.md
+++ /dev/null
@@ -1,40 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 71d72c1f237f4a553fe91ba6c6c633e81a49e35b
----
-
-# SimpleAggregateFunction {#data-type-simpleaggregatefunction}
-
-`SimpleAggregateFunction(name, types_of_arguments…)` veri türü, toplama işlevinin geçerli değerini depolar ve tam durumunu şu şekilde depolamaz [`AggregateFunction`](../../sql-reference/data-types/aggregatefunction.md) yapar. Bu optimizasyon, aşağıdaki özelliğin bulunduğu işlevlere uygulanabilir: bir işlev uygulama sonucu `f` bir satır kümesi için `S1 UNION ALL S2` uygulayarak elde edilebilir `f` satır parçalarına ayrı ayrı ayarlayın ve sonra tekrar uygulayın `f` sonuçlara: `f(S1 UNION ALL S2) = f(f(S1) UNION ALL f(S2))`. Bu özellik, kısmi toplama sonuçlarının Birleşik olanı hesaplamak için yeterli olduğunu garanti eder, bu nedenle herhangi bir ek veri depolamak ve işlemek zorunda kalmayız.
-
-Aşağıdaki toplama işlevleri desteklenir:
-
--   [`any`](../../sql-reference/aggregate-functions/reference.md#agg_function-any)
--   [`anyLast`](../../sql-reference/aggregate-functions/reference.md#anylastx)
--   [`min`](../../sql-reference/aggregate-functions/reference.md#agg_function-min)
--   [`max`](../../sql-reference/aggregate-functions/reference.md#agg_function-max)
--   [`sum`](../../sql-reference/aggregate-functions/reference.md#agg_function-sum)
--   [`groupBitAnd`](../../sql-reference/aggregate-functions/reference.md#groupbitand)
--   [`groupBitOr`](../../sql-reference/aggregate-functions/reference.md#groupbitor)
--   [`groupBitXor`](../../sql-reference/aggregate-functions/reference.md#groupbitxor)
--   [`groupArrayArray`](../../sql-reference/aggregate-functions/reference.md#agg_function-grouparray)
--   [`groupUniqArrayArray`](../../sql-reference/aggregate-functions/reference.md#groupuniqarrayx-groupuniqarraymax-sizex)
-
-Değerleri `SimpleAggregateFunction(func, Type)` bak ve aynı şekilde saklanır `Type`, bu yüzden fonksiyonları ile uygulamak gerekmez `-Merge`/`-State` sonekler. `SimpleAggregateFunction` daha iyi performans vardır `AggregateFunction` aynı toplama fonksiyonu ile.
-
-**Parametre**
-
--   Toplama işlevinin adı.
--   Toplama işlevi bağımsız değişkenleri türleri.
-
-**Örnek**
-
-``` sql
-CREATE TABLE t
-(
-    column1 SimpleAggregateFunction(sum, UInt64),
-    column2 SimpleAggregateFunction(any, String)
-) ENGINE = ...
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/simpleaggregatefunction/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/special-data-types/expression.md b/docs/tr/sql-reference/data-types/special-data-types/expression.md
deleted file mode 100644
index 4cd9a2f8211..00000000000
--- a/docs/tr/sql-reference/data-types/special-data-types/expression.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 58
-toc_title: "\u0130fade"
----
-
-# İfade {#expression}
-
-İfadeler, lambda'ları yüksek mertebeden işlevlerde temsil etmek için kullanılır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/special_data_types/expression/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/special-data-types/index.md b/docs/tr/sql-reference/data-types/special-data-types/index.md
deleted file mode 100644
index ee0b9ac0630..00000000000
--- a/docs/tr/sql-reference/data-types/special-data-types/index.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\xD6zel Veri T\xFCrleri"
-toc_hidden: true
-toc_priority: 55
-toc_title: "gizlenmi\u015F"
----
-
-# Özel Veri Türleri {#special-data-types}
-
-Özel veri türü değerleri Tablo veya çıktı sorgu sonuçlarında kaydetmek için seri hale getirilemez, ancak sorgu yürütme sırasında bir ara sonuç olarak kullanılabilir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/special_data_types/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/special-data-types/interval.md b/docs/tr/sql-reference/data-types/special-data-types/interval.md
deleted file mode 100644
index d817f2c5214..00000000000
--- a/docs/tr/sql-reference/data-types/special-data-types/interval.md
+++ /dev/null
@@ -1,85 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 61
-toc_title: "Aral\u0131kl\u0131"
----
-
-# Aralıklı {#data-type-interval}
-
-Zaman ve Tarih aralıklarını temsil eden veri türleri ailesi. Ortaya çıkan türleri [INTERVAL](../../../sql-reference/operators/index.md#operator-interval) operatör.
-
-!!! warning "Uyarıcı"
-    `Interval` veri türü değerleri tablolarda saklanamaz.
-
-Yapılı:
-
--   İmzasız bir tamsayı değeri olarak zaman aralığı.
--   Bir aralık türü.
-
-Desteklenen Aralık türleri:
-
--   `SECOND`
--   `MINUTE`
--   `HOUR`
--   `DAY`
--   `WEEK`
--   `MONTH`
--   `QUARTER`
--   `YEAR`
-
-Her Aralık türü için ayrı bir veri türü vardır. Örneğin, `DAY` Aralık karşılık gelir `IntervalDay` veri türü:
-
-``` sql
-SELECT toTypeName(INTERVAL 4 DAY)
-```
-
-``` text
-┌─toTypeName(toIntervalDay(4))─┐
-│ IntervalDay                  │
-└──────────────────────────────┘
-```
-
-## Kullanım Açıklamaları {#data-type-interval-usage-remarks}
-
-Kullanabilirsiniz `Interval`- aritmetik işlemlerde değerler yazın [Tarihli](../../../sql-reference/data-types/date.md) ve [DateTime](../../../sql-reference/data-types/datetime.md)- tip değerleri. Örneğin, geçerli saate 4 gün ekleyebilirsiniz:
-
-``` sql
-SELECT now() as current_date_time, current_date_time + INTERVAL 4 DAY
-```
-
-``` text
-┌───current_date_time─┬─plus(now(), toIntervalDay(4))─┐
-│ 2019-10-23 10:58:45 │           2019-10-27 10:58:45 │
-└─────────────────────┴───────────────────────────────┘
-```
-
-Farklı tiplere sahip aralıklar birleştirilemez. Gibi aralıklarla kullanamazsınız `4 DAY 1 HOUR`. Aralıkların, örneğin aralığın en küçük birimine eşit veya daha küçük olan birimlerdeki aralıkları belirtin `1 day and an hour` aralık olarak ifade edilebilir `25 HOUR` veya `90000 SECOND`.
-
-İle aritmetik işlemler yapamazsınız `Interval`- değerleri yazın, ancak farklı türde aralıklar ekleyebilirsiniz. `Date` veya `DateTime` veri türleri. Mesela:
-
-``` sql
-SELECT now() AS current_date_time, current_date_time + INTERVAL 4 DAY + INTERVAL 3 HOUR
-```
-
-``` text
-┌───current_date_time─┬─plus(plus(now(), toIntervalDay(4)), toIntervalHour(3))─┐
-│ 2019-10-23 11:16:28 │                                    2019-10-27 14:16:28 │
-└─────────────────────┴────────────────────────────────────────────────────────┘
-```
-
-Aşağıdaki sorgu bir özel duruma neden olur:
-
-``` sql
-select now() AS current_date_time, current_date_time + (INTERVAL 4 DAY + INTERVAL 3 HOUR)
-```
-
-``` text
-Received exception from server (version 19.14.1):
-Code: 43. DB::Exception: Received from localhost:9000. DB::Exception: Wrong argument types for function plus: if one argument is Interval, then another must be Date or DateTime..
-```
-
-## Ayrıca Bakınız {#see-also}
-
--   [INTERVAL](../../../sql-reference/operators/index.md#operator-interval) operatör
--   [toİnterval](../../../sql-reference/functions/type-conversion-functions.md#function-tointerval) tip dönüştürme işlevleri
diff --git a/docs/tr/sql-reference/data-types/special-data-types/nothing.md b/docs/tr/sql-reference/data-types/special-data-types/nothing.md
deleted file mode 100644
index 32017b962dc..00000000000
--- a/docs/tr/sql-reference/data-types/special-data-types/nothing.md
+++ /dev/null
@@ -1,26 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 60
-toc_title: "Hi\xE7bir \u015Fey"
----
-
-# Hiçbir şey {#nothing}
-
-Bu veri türünün tek amacı, bir değerin beklenmediği durumları temsil etmektir. Yani bir oluşturamazsınız `Nothing` type value.
-
-Örneğin, literal [NULL](../../../sql-reference/syntax.md#null-literal) türü vardır `Nullable(Nothing)`. Daha fazla görmek [Nullable](../../../sql-reference/data-types/nullable.md).
-
-Bu `Nothing` tür boş dizileri belirtmek için de kullanılabilir:
-
-``` sql
-SELECT toTypeName(array())
-```
-
-``` text
-┌─toTypeName(array())─┐
-│ Array(Nothing)      │
-└─────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/special_data_types/nothing/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/special-data-types/set.md b/docs/tr/sql-reference/data-types/special-data-types/set.md
deleted file mode 100644
index 10b4219f733..00000000000
--- a/docs/tr/sql-reference/data-types/special-data-types/set.md
+++ /dev/null
@@ -1,12 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 59
-toc_title: Koymak
----
-
-# Koymak {#set}
-
-Sağ yarısı için kullanılan bir [IN](../../operators/in.md#select-in-operators) İfade.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/special_data_types/set/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/string.md b/docs/tr/sql-reference/data-types/string.md
deleted file mode 100644
index 52d61f1ff9b..00000000000
--- a/docs/tr/sql-reference/data-types/string.md
+++ /dev/null
@@ -1,20 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: Dize
----
-
-# Dize {#string}
-
-Keyfi uzunlukta dizeler. Uzunluk sınırlı değildir. Değer, boş bayt da dahil olmak üzere rasgele bir bayt kümesi içerebilir.
-Dize türü türleri değiştirir VARCHAR, BLOB, CLOB, ve diğerleri diğer DBMSs.
-
-## Kodlamalar {#encodings}
-
-ClickHouse kodlama kavramına sahip değildir. Dizeler, depolanan ve olduğu gibi çıkan rasgele bir bayt kümesi içerebilir.
-Metinleri saklamanız gerekiyorsa, UTF-8 kodlamasını kullanmanızı öneririz. En azından, terminaliniz UTF-8 kullanıyorsa (önerildiği gibi), dönüşüm yapmadan değerlerinizi okuyabilir ve yazabilirsiniz.
-Benzer şekilde, dizelerle çalışmak için belirli işlevler, dizenin UTF-8 kodlu bir metni temsil eden bir bayt kümesi içerdiği varsayımı altında çalışan ayrı varyasyonlara sahiptir.
-Örneğin, ‘length’ işlev, bayt cinsinden dize uzunluğunu hesaplar; ‘lengthUTF8’ işlev, değerin UTF-8 kodlanmış olduğunu varsayarak Unicode kod noktalarındaki dize uzunluğunu hesaplar.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/string/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/tuple.md b/docs/tr/sql-reference/data-types/tuple.md
deleted file mode 100644
index 5eb0435d3cd..00000000000
--- a/docs/tr/sql-reference/data-types/tuple.md
+++ /dev/null
@@ -1,52 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 53
-toc_title: Tuple (T1, T2, ...)
----
-
-# Tuple(t1, T2, …) {#tuplet1-t2}
-
-Elemanlarının bir demet, her bir birey olması [tür](index.md#data_types).
-
-Tuples geçici sütun gruplama için kullanılır. Sütunlar, bir sorguda bir In ifadesi kullanıldığında ve lambda işlevlerinin belirli resmi parametrelerini belirtmek için gruplandırılabilir. Daha fazla bilgi için bölümlere bakın [Operatör İNLERDE](../../sql-reference/operators/in.md) ve [Yüksek mertebeden fonksiyonlar](../../sql-reference/functions/higher-order-functions.md).
-
-Tuples bir sorgunun sonucu olabilir. Bu durumda, json dışındaki metin formatları için değerler köşeli parantez içinde virgülle ayrılır. JSON formatlarında, tuples diziler olarak çıktılanır (köşeli parantez içinde).
-
-## Bir Tuple oluşturma {#creating-a-tuple}
-
-Bir tuple oluşturmak için bir işlev kullanabilirsiniz:
-
-``` sql
-tuple(T1, T2, ...)
-```
-
-Bir tuple oluşturma örneği:
-
-``` sql
-SELECT tuple(1,'a') AS x, toTypeName(x)
-```
-
-``` text
-┌─x───────┬─toTypeName(tuple(1, 'a'))─┐
-│ (1,'a') │ Tuple(UInt8, String)      │
-└─────────┴───────────────────────────┘
-```
-
-## Veri türleri ile çalışma {#working-with-data-types}
-
-Anında bir tuple oluştururken, ClickHouse her bağımsız değişkenin türünü bağımsız değişken değerini depolayabilen türlerin en azı olarak otomatik olarak algılar. Argüman ise [NULL](../../sql-reference/syntax.md#null-literal), tuple elemanının türü [Nullable](nullable.md).
-
-Otomatik veri türü algılama örneği:
-
-``` sql
-SELECT tuple(1, NULL) AS x, toTypeName(x)
-```
-
-``` text
-┌─x────────┬─toTypeName(tuple(1, NULL))──────┐
-│ (1,NULL) │ Tuple(UInt8, Nullable(Nothing)) │
-└──────────┴─────────────────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/tuple/) <!--hide-->
diff --git a/docs/tr/sql-reference/data-types/uuid.md b/docs/tr/sql-reference/data-types/uuid.md
deleted file mode 100644
index c98ef123f3d..00000000000
--- a/docs/tr/sql-reference/data-types/uuid.md
+++ /dev/null
@@ -1,77 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 46
-toc_title: UUID
----
-
-# UUID {#uuid-data-type}
-
-Evrensel olarak benzersiz bir tanımlayıcı (UUID), kayıtları tanımlamak için kullanılan 16 baytlık bir sayıdır. UUID hakkında ayrıntılı bilgi için bkz [Vikipedi](https://en.wikipedia.org/wiki/Universally_unique_identifier).
-
-UUID türü değeri örneği aşağıda temsil edilmektedir:
-
-``` text
-61f0c404-5cb3-11e7-907b-a6006ad3dba0
-```
-
-Yeni bir kayıt eklerken UUID sütun değerini belirtmezseniz, UUID değeri sıfır ile doldurulur:
-
-``` text
-00000000-0000-0000-0000-000000000000
-```
-
-## Nasıl oluşturulur {#how-to-generate}
-
-UUID değerini oluşturmak için ClickHouse, [generateuuıdv4](../../sql-reference/functions/uuid-functions.md) İşlev.
-
-## Kullanım Örneği {#usage-example}
-
-**Örnek 1**
-
-Bu örnek, UUID türü sütunuyla bir tablo oluşturma ve tabloya bir değer ekleme gösterir.
-
-``` sql
-CREATE TABLE t_uuid (x UUID, y String) ENGINE=TinyLog
-```
-
-``` sql
-INSERT INTO t_uuid SELECT generateUUIDv4(), 'Example 1'
-```
-
-``` sql
-SELECT * FROM t_uuid
-```
-
-``` text
-┌────────────────────────────────────x─┬─y─────────┐
-│ 417ddc5d-e556-4d27-95dd-a34d84e46a50 │ Example 1 │
-└──────────────────────────────────────┴───────────┘
-```
-
-**Örnek 2**
-
-Bu örnekte, yeni bir kayıt eklerken UUID sütun değeri belirtilmedi.
-
-``` sql
-INSERT INTO t_uuid (y) VALUES ('Example 2')
-```
-
-``` sql
-SELECT * FROM t_uuid
-```
-
-``` text
-┌────────────────────────────────────x─┬─y─────────┐
-│ 417ddc5d-e556-4d27-95dd-a34d84e46a50 │ Example 1 │
-│ 00000000-0000-0000-0000-000000000000 │ Example 2 │
-└──────────────────────────────────────┴───────────┘
-```
-
-## Kısıtlama {#restrictions}
-
-UUID veri türü sadece hangi fonksiyonları destekler [Dize](string.md) veri türü de destekler (örneğin, [dakika](../../sql-reference/aggregate-functions/reference.md#agg_function-min), [maksimum](../../sql-reference/aggregate-functions/reference.md#agg_function-max), ve [sayma](../../sql-reference/aggregate-functions/reference.md#agg_function-count)).
-
-UUID veri türü aritmetik işlemler tarafından desteklenmez (örneğin, [abs](../../sql-reference/functions/arithmetic-functions.md#arithm_func-abs)) veya toplama fonksiyonları gibi [toplam](../../sql-reference/aggregate-functions/reference.md#agg_function-sum) ve [avg](../../sql-reference/aggregate-functions/reference.md#agg_function-avg).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/data_types/uuid/) <!--hide-->
diff --git a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md b/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md
deleted file mode 100644
index f569f844ace..00000000000
--- a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md
+++ /dev/null
@@ -1,70 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: "Hiyerar\u015Fik s\xF6zl\xFCkler"
----
-
-# Hiyerarşik Sözlükler {#hierarchical-dictionaries}
-
-ClickHouse bir hiyerarşik sözlükler destekler [sayısal tuş](external-dicts-dict-structure.md#ext_dict-numeric-key).
-
-Aşağıdaki hiyerarşik yapıya bakın:
-
-``` text
-0 (Common parent)
-│
-├── 1 (Russia)
-│   │
-│   └── 2 (Moscow)
-│       │
-│       └── 3 (Center)
-│
-└── 4 (Great Britain)
-    │
-    └── 5 (London)
-```
-
-Bu hiyerarşi aşağıdaki sözlük tablosu olarak ifade edilebilir.
-
-| region_id | parent_region | region_name |
-|------------|----------------|--------------|
-| 1          | 0              | Rusya        |
-| 2          | 1              | Moskova      |
-| 3          | 2              | Merkezli     |
-| 4          | 0              | İngiltere    |
-| 5          | 4              | Londra       |
-
-Bu tablo bir sütun içerir `parent_region` bu öğe için en yakın ebeveynin anahtarını içerir.
-
-ClickHouse destekler [hiyerarşik](external-dicts-dict-structure.md#hierarchical-dict-attr) için mülkiyet [dış sözlük](index.md) öznitelik. Bu özellik, yukarıda açıklanana benzer hiyerarşik sözlüğü yapılandırmanıza izin verir.
-
-Bu [dictGetHierarchy](../../../sql-reference/functions/ext-dict-functions.md#dictgethierarchy) fonksiyonu bir elemanın üst zincir almak için izin verir.
-
-Örneğimiz için, sözlüğün yapısı aşağıdaki gibi olabilir:
-
-``` xml
-<dictionary>
-    <structure>
-        <id>
-            <name>region_id</name>
-        </id>
-
-        <attribute>
-            <name>parent_region</name>
-            <type>UInt64</type>
-            <null_value>0</null_value>
-            <hierarchical>true</hierarchical>
-        </attribute>
-
-        <attribute>
-            <name>region_name</name>
-            <type>String</type>
-            <null_value></null_value>
-        </attribute>
-
-    </structure>
-</dictionary>
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_hierarchical/) <!--hide-->
diff --git a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md b/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
deleted file mode 100644
index cc45231fe72..00000000000
--- a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
+++ /dev/null
@@ -1,396 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: "S\xF6zl\xFCkleri bellekte saklama"
----
-
-# Sözlükleri bellekte saklama {#dicts-external-dicts-dict-layout}
-
-Sözlükleri bellekte saklamanın çeşitli yolları vardır.
-
-Biz tavsiye [düzlük](#flat), [karıştırıyordu](#dicts-external_dicts_dict_layout-hashed) ve [complex_key_hashed](#complex-key-hashed). hangi optimum işleme hızı sağlamak.
-
-Önbelleğe alma, potansiyel olarak düşük performans ve en uygun parametreleri seçmede zorluklar nedeniyle önerilmez. Bölümünde devamını oku “[önbellek](#cache)”.
-
-Sözlük performansını artırmanın birkaç yolu vardır:
-
--   Sonra sözlük ile çalışmak için işlevi çağırın `GROUP BY`.
--   Mark enjektif olarak ayıklamak için nitelikler. Farklı öznitelik değerleri farklı anahtarlara karşılık geliyorsa, bir öznitelik ınjective olarak adlandırılır. Yani ne zaman `GROUP BY` anahtar tarafından bir öznitelik değeri getiren bir işlev kullanır, bu işlev otomatik olarak dışarı alınır `GROUP BY`.
-
-ClickHouse, sözlüklerdeki hatalar için bir istisna oluşturur. Hata örnekleri:
-
--   Erişilen sözlük yüklenemedi.
--   Bir sorgulama hatası `cached` sözlük.
-
-Sen dış sözlükler ve durumları listesini görüntüleyebilirsiniz `system.dictionaries` Tablo.
-
-Yapılandırma şöyle görünüyor:
-
-``` xml
-<yandex>
-    <dictionary>
-        ...
-        <layout>
-            <layout_type>
-                <!-- layout settings -->
-            </layout_type>
-        </layout>
-        ...
-    </dictionary>
-</yandex>
-```
-
-İlgili [DDL-sorgu](../../statements/create.md#create-dictionary-query):
-
-``` sql
-CREATE DICTIONARY (...)
-...
-LAYOUT(LAYOUT_TYPE(param value)) -- layout settings
-...
-```
-
-## Sözlükleri bellekte saklamanın yolları {#ways-to-store-dictionaries-in-memory}
-
--   [düzlük](#flat)
--   [karıştırıyordu](#dicts-external_dicts_dict_layout-hashed)
--   [sparse_hashed](#dicts-external_dicts_dict_layout-sparse_hashed)
--   [önbellek](#cache)
--   [direkt](#direct)
--   [range_hashed](#range-hashed)
--   [complex_key_hashed](#complex-key-hashed)
--   [complex_key_cache](#complex-key-cache)
--   [ıp_trie](#ip-trie)
-
-### düzlük {#flat}
-
-Sözlük tamamen düz diziler şeklinde bellekte saklanır. Sözlük ne kadar bellek kullanıyor? Miktar, en büyük anahtarın boyutuyla orantılıdır (kullanılan alanda).
-
-Sözlük anahtarı vardır `UInt64` yazın ve değeri 500.000 ile sınırlıdır. Sözlük oluştururken daha büyük bir anahtar bulunursa, ClickHouse bir özel durum atar ve sözlüğü oluşturmaz.
-
-Her türlü kaynak desteklenmektedir. Güncellerken, veriler (bir dosyadan veya bir tablodan) bütünüyle okunur.
-
-Bu yöntem, sözlüğü saklamak için mevcut tüm yöntemler arasında en iyi performansı sağlar.
-
-Yapılandırma örneği:
-
-``` xml
-<layout>
-  <flat />
-</layout>
-```
-
-veya
-
-``` sql
-LAYOUT(FLAT())
-```
-
-### karıştırıyordu {#dicts-external_dicts_dict_layout-hashed}
-
-Sözlük tamamen bir karma tablo şeklinde bellekte saklanır. Sözlük, uygulamada herhangi bir tanımlayıcıya sahip herhangi bir sayıda öğe içerebilir, anahtar sayısı on milyonlarca öğeye ulaşabilir.
-
-Her türlü kaynak desteklenmektedir. Güncellerken, veriler (bir dosyadan veya bir tablodan) bütünüyle okunur.
-
-Yapılandırma örneği:
-
-``` xml
-<layout>
-  <hashed />
-</layout>
-```
-
-veya
-
-``` sql
-LAYOUT(HASHED())
-```
-
-### sparse_hashed {#dicts-external_dicts_dict_layout-sparse_hashed}
-
-Benzer `hashed`, ancak daha fazla CPU kullanımı lehine daha az bellek kullanır.
-
-Yapılandırma örneği:
-
-``` xml
-<layout>
-  <sparse_hashed />
-</layout>
-```
-
-``` sql
-LAYOUT(SPARSE_HASHED())
-```
-
-### complex_key_hashed {#complex-key-hashed}
-
-Bu tür depolama kompozit ile kullanım içindir [anahtarlar](external-dicts-dict-structure.md). Benzer `hashed`.
-
-Yapılandırma örneği:
-
-``` xml
-<layout>
-  <complex_key_hashed />
-</layout>
-```
-
-``` sql
-LAYOUT(COMPLEX_KEY_HASHED())
-```
-
-### range_hashed {#range-hashed}
-
-Sözlük, sıralı bir aralık dizisi ve bunlara karşılık gelen değerleri olan bir karma tablo şeklinde bellekte saklanır.
-
-Bu depolama yöntemi, hashed ile aynı şekilde çalışır ve anahtara ek olarak tarih/saat (rasgele sayısal tür) aralıklarının kullanılmasına izin verir.
-
-Örnek: tablo, her reklamveren için biçimdeki indirimleri içerir:
-
-``` text
-+---------|-------------|-------------|------+
-| advertiser id | discount start date | discount end date | amount |
-+===============+=====================+===================+========+
-| 123           | 2015-01-01          | 2015-01-15        | 0.15   |
-+---------|-------------|-------------|------+
-| 123           | 2015-01-16          | 2015-01-31        | 0.25   |
-+---------|-------------|-------------|------+
-| 456           | 2015-01-01          | 2015-01-15        | 0.05   |
-+---------|-------------|-------------|------+
-```
-
-Tarih aralıkları için bir örnek kullanmak için, `range_min` ve `range_max` element inler [yapılı](external-dicts-dict-structure.md). Bu elemanlar elemanları içermelidir `name` ve`type` (eğer `type` belirtilmemişse, varsayılan tür kullanılır-Tarih). `type` herhangi bir sayısal tür olabilir (Date / DateTime / Uint64 / Int32 / others).
-
-Örnek:
-
-``` xml
-<structure>
-    <id>
-        <name>Id</name>
-    </id>
-    <range_min>
-        <name>first</name>
-        <type>Date</type>
-    </range_min>
-    <range_max>
-        <name>last</name>
-        <type>Date</type>
-    </range_max>
-    ...
-```
-
-veya
-
-``` sql
-CREATE DICTIONARY somedict (
-    id UInt64,
-    first Date,
-    last Date
-)
-PRIMARY KEY id
-LAYOUT(RANGE_HASHED())
-RANGE(MIN first MAX last)
-```
-
-Bu sözlüklerle çalışmak için, `dictGetT` bir aralığın seçildiği işlev:
-
-``` sql
-dictGetT('dict_name', 'attr_name', id, date)
-```
-
-Bu işlev belirtilen değerin değerini döndürür `id`s ve geçirilen tarihi içeren tarih aralığı.
-
-Algoritmanın detayları:
-
--   Eğer... `id` not fo orund veya a range is not fo aund for the `id`, sözlük için varsayılan değeri döndürür.
--   Çakışan aralıklar varsa, herhangi birini kullanabilirsiniz.
--   Aralık sınırlayıcı ise `NULL` veya geçersiz bir tarih (örneğin 1900-01-01 veya 2039-01-01), Aralık açık bırakılır. Aralık her iki tarafta da açık olabilir.
-
-Yapılandırma örneği:
-
-``` xml
-<yandex>
-        <dictionary>
-
-                ...
-
-                <layout>
-                        <range_hashed />
-                </layout>
-
-                <structure>
-                        <id>
-                                <name>Abcdef</name>
-                        </id>
-                        <range_min>
-                                <name>StartTimeStamp</name>
-                                <type>UInt64</type>
-                        </range_min>
-                        <range_max>
-                                <name>EndTimeStamp</name>
-                                <type>UInt64</type>
-                        </range_max>
-                        <attribute>
-                                <name>XXXType</name>
-                                <type>String</type>
-                                <null_value />
-                        </attribute>
-                </structure>
-
-        </dictionary>
-</yandex>
-```
-
-veya
-
-``` sql
-CREATE DICTIONARY somedict(
-    Abcdef UInt64,
-    StartTimeStamp UInt64,
-    EndTimeStamp UInt64,
-    XXXType String DEFAULT ''
-)
-PRIMARY KEY Abcdef
-RANGE(MIN StartTimeStamp MAX EndTimeStamp)
-```
-
-### önbellek {#cache}
-
-Sözlük, sabit sayıda hücre içeren bir önbellekte saklanır. Bu hücreler sık kullanılan elementleri içerir.
-
-Bir sözlük ararken, önce önbellek aranır. Her veri bloğu için, önbellekte bulunmayan veya güncel olmayan tüm anahtarlar, kaynak kullanılarak istenir `SELECT attrs... FROM db.table WHERE id IN (k1, k2, ...)`. Alınan veriler daha sonra önbelleğe yazılır.
-
-Önbellek sözlükleri için, sona erme [ömür](external-dicts-dict-lifetime.md) önbellekteki verilerin ayarlanabilir. Eğer daha fazla zaman `lifetime` bir hücrede veri yüklenmesinden bu yana geçti, hücrenin değeri kullanılmaz ve bir dahaki sefere kullanılması gerektiğinde yeniden istenir.
-Bu, sözlükleri saklamanın tüm yollarından en az etkilidir. Önbelleğin hızı, doğru ayarlara ve kullanım senaryosuna bağlıdır. Bir önbellek türü sözlüğü, yalnızca isabet oranları yeterince yüksek olduğunda (önerilen %99 ve daha yüksek) iyi performans gösterir. Sen ortalama isabet oranı görebilirsiniz `system.dictionaries` Tablo.
-
-Önbellek performansını artırmak için bir alt sorgu ile kullanın `LIMIT`, ve harici sözlük ile işlevini çağırın.
-
-Destek [kaynaklar](external-dicts-dict-sources.md): MySQL, ClickHouse, yürütülebilir, HTTP.
-
-Ayarlar örneği:
-
-``` xml
-<layout>
-    <cache>
-        <!-- The size of the cache, in number of cells. Rounded up to a power of two. -->
-        <size_in_cells>1000000000</size_in_cells>
-    </cache>
-</layout>
-```
-
-veya
-
-``` sql
-LAYOUT(CACHE(SIZE_IN_CELLS 1000000000))
-```
-
-Yeterince büyük bir önbellek boyutu ayarlayın. Sen hücre sayısını seçmek için deneme gerekir:
-
-1.  Bazı değer ayarlayın.
-2.  Önbellek tamamen doluncaya kadar sorguları çalıştırın.
-3.  Kullanarak bellek tüketimini değerlendirmek `system.dictionaries` Tablo.
-4.  Gerekli bellek tüketimine ulaşılana kadar hücre sayısını artırın veya azaltın.
-
-!!! warning "Uyarıcı"
-    Rasgele okuma ile sorguları işlemek için yavaş olduğundan, ClickHouse kaynak olarak kullanmayın.
-
-### complex_key_cache {#complex-key-cache}
-
-Bu tür depolama kompozit ile kullanım içindir [anahtarlar](external-dicts-dict-structure.md). Benzer `cache`.
-
-### direkt {#direct}
-
-Sözlük bellekte saklanmaz ve bir isteğin işlenmesi sırasında doğrudan kaynağa gider.
-
-Sözlük anahtarı vardır `UInt64` tür.
-
-Her türlü [kaynaklar](external-dicts-dict-sources.md), yerel dosyalar dışında desteklenir.
-
-Yapılandırma örneği:
-
-``` xml
-<layout>
-  <direct />
-</layout>
-```
-
-veya
-
-``` sql
-LAYOUT(DIRECT())
-```
-
-### ıp_trie {#ip-trie}
-
-Bu tür depolama, ağ öneklerini (IP adresleri) asn gibi meta verilere eşlemek içindir.
-
-Örnek: tablo, ağ önekleri ve bunlara karşılık gelen sayı ve ülke kodu içerir:
-
-``` text
-  +-----------|-----|------+
-  | prefix          | asn   | cca2   |
-  +=================+=======+========+
-  | 202.79.32.0/20  | 17501 | NP     |
-  +-----------|-----|------+
-  | 2620:0:870::/48 | 3856  | US     |
-  +-----------|-----|------+
-  | 2a02:6b8:1::/48 | 13238 | RU     |
-  +-----------|-----|------+
-  | 2001:db8::/32   | 65536 | ZZ     |
-  +-----------|-----|------+
-```
-
-Bu tür bir düzen kullanırken, yapının bileşik bir anahtarı olmalıdır.
-
-Örnek:
-
-``` xml
-<structure>
-    <key>
-        <attribute>
-            <name>prefix</name>
-            <type>String</type>
-        </attribute>
-    </key>
-    <attribute>
-            <name>asn</name>
-            <type>UInt32</type>
-            <null_value />
-    </attribute>
-    <attribute>
-            <name>cca2</name>
-            <type>String</type>
-            <null_value>??</null_value>
-    </attribute>
-    ...
-```
-
-veya
-
-``` sql
-CREATE DICTIONARY somedict (
-    prefix String,
-    asn UInt32,
-    cca2 String DEFAULT '??'
-)
-PRIMARY KEY prefix
-```
-
-Anahtarın izin verilen bir IP öneki içeren yalnızca bir dize türü özniteliği olması gerekir. Diğer türler henüz desteklenmiyor.
-
-Sorgular için aynı işlevleri kullanmanız gerekir (`dictGetT` bir tuple ile) kompozit tuşları ile sözlükler gelince:
-
-``` sql
-dictGetT('dict_name', 'attr_name', tuple(ip))
-```
-
-İşlev ya alır `UInt32` IPv4 için veya `FixedString(16)` IPv6 için:
-
-``` sql
-dictGetString('prefix', 'asn', tuple(IPv6StringToNum('2001:db8::1')))
-```
-
-Diğer türler henüz desteklenmiyor. İşlev, bu IP adresine karşılık gelen önek için özniteliği döndürür. Örtüşen önekler varsa, en spesifik olanı döndürülür.
-
-Veri bir saklanan `trie`. Tamamen RAM'e uyması gerekir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_layout/) <!--hide-->
diff --git a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md b/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md
deleted file mode 100644
index 648a8bbd5a9..00000000000
--- a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md
+++ /dev/null
@@ -1,91 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 42
-toc_title: "S\xF6zl\xFCk G\xFCncellemeleri"
----
-
-# Sözlük Güncellemeleri {#dictionary-updates}
-
-ClickHouse sözlükleri periyodik olarak günceller. Tam olarak karşıdan yüklenen sözlükler için Güncelleştirme aralığı ve önbelleğe alınmış sözlükler için geçersiz kılma aralığı `<lifetime>` saniyeler içinde etiketleyin.
-
-Sözlük güncelleştirmeleri (ilk kullanım için yükleme dışında) sorguları engellemez. Güncellemeler sırasında, bir sözlüğün eski sürümü kullanılır. Güncelleştirme sırasında bir hata oluşursa, hata sunucu günlüğüne yazılır ve sorgular sözlüklerin eski sürümünü kullanmaya devam eder.
-
-Ayarlar örneği:
-
-``` xml
-<dictionary>
-    ...
-    <lifetime>300</lifetime>
-    ...
-</dictionary>
-```
-
-``` sql
-CREATE DICTIONARY (...)
-...
-LIFETIME(300)
-...
-```
-
-Ayar `<lifetime>0</lifetime>` (`LIFETIME(0)`) söz dictionarieslük .lerin güncel updatinglenmesini engeller.
-
-Yükseltmeler için bir zaman aralığı ayarlayabilirsiniz ve ClickHouse bu aralıkta eşit rastgele bir zaman seçecektir. Bu, çok sayıda sunucuda yükseltme yaparken yükü sözlük kaynağına dağıtmak için gereklidir.
-
-Ayarlar örneği:
-
-``` xml
-<dictionary>
-    ...
-    <lifetime>
-        <min>300</min>
-        <max>360</max>
-    </lifetime>
-    ...
-</dictionary>
-```
-
-veya
-
-``` sql
-LIFETIME(MIN 300 MAX 360)
-```
-
-Eğer `<min>0</min>` ve `<max>0</max>`, ClickHouse sözlüğü zaman aşımı ile yeniden yüklemez.
-Bu durumda, Sözlük yapılandırma dosyası değiştirilmişse veya ClickHouse sözlüğü daha önce yeniden yükleyebilir. `SYSTEM RELOAD DICTIONARY` komut yürütüldü.
-
-Sözlükleri yükseltirken, ClickHouse sunucusu türüne bağlı olarak farklı mantık uygular [kaynaklı](external-dicts-dict-sources.md):
-
-Sözlükleri yükseltirken, ClickHouse sunucusu türüne bağlı olarak farklı mantık uygular [kaynaklı](external-dicts-dict-sources.md):
-
--   Bir metin dosyası için değişiklik zamanını kontrol eder. Zaman önceden kaydedilmiş zaman farklıysa, sözlük güncelleştirilir.
--   Myısam tabloları için, değişiklik zamanı bir `SHOW TABLE STATUS` sorgu.
--   Diğer kaynaklardan gelen sözlükler varsayılan olarak her zaman güncellenir.
-
-MySQL (InnoDB), ODBC ve ClickHouse kaynakları için, sözlükleri her seferinde değil, gerçekten değiştiyse güncelleyecek bir sorgu ayarlayabilirsiniz. Bunu yapmak için şu adımları izleyin:
-
--   Sözlük tablosu, kaynak verileri güncelleştirildiğinde her zaman değişen bir alana sahip olmalıdır.
--   Kaynak ayarları, değişen alanı alan bir sorgu belirtmeniz gerekir. ClickHouse sunucu sorgu sonucu bir satır olarak yorumlar ve bu satır önceki durumuna göre değişmişse, sözlük güncelleştirilir. Sorguda belirtme `<invalidate_query>` için ayar fieldlardaki alan [kaynaklı](external-dicts-dict-sources.md).
-
-Ayarlar örneği:
-
-``` xml
-<dictionary>
-    ...
-    <odbc>
-      ...
-      <invalidate_query>SELECT update_time FROM dictionary_source where id = 1</invalidate_query>
-    </odbc>
-    ...
-</dictionary>
-```
-
-veya
-
-``` sql
-...
-SOURCE(ODBC(... invalidate_query 'SELECT update_time FROM dictionary_source where id = 1'))
-...
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_lifetime/) <!--hide-->
diff --git a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
deleted file mode 100644
index 901248231e2..00000000000
--- a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ /dev/null
@@ -1,630 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 43
-toc_title: "D\u0131\u015F S\xF6zl\xFCklerin kaynaklar\u0131"
----
-
-# Dış Sözlüklerin kaynakları {#dicts-external-dicts-dict-sources}
-
-Harici bir sözlük birçok farklı kaynaktan bağlanabilir.
-
-Sözlük xml dosyası kullanılarak yapılandırılmışsa, yapılandırma şöyle görünür:
-
-``` xml
-<yandex>
-  <dictionary>
-    ...
-    <source>
-      <source_type>
-        <!-- Source configuration -->
-      </source_type>
-    </source>
-    ...
-  </dictionary>
-  ...
-</yandex>
-```
-
-Durumunda [DDL-sorgu](../../statements/create.md#create-dictionary-query), eşit yapılandırma gibi görünüyor olacak:
-
-``` sql
-CREATE DICTIONARY dict_name (...)
-...
-SOURCE(SOURCE_TYPE(param1 val1 ... paramN valN)) -- Source configuration
-...
-```
-
-Kaynak yapılandırılmış `source` bölme.
-
-Kaynak türleri için [Yerel dosya](#dicts-external_dicts_dict_sources-local_file), [Yürütülebilir dosya](#dicts-external_dicts_dict_sources-executable), [HTTP (s)](#dicts-external_dicts_dict_sources-http), [ClickHouse](#dicts-external_dicts_dict_sources-clickhouse)
-isteğe bağlı ayarlar mevcuttur:
-
-``` xml
-<source>
-  <file>
-    <path>/opt/dictionaries/os.tsv</path>
-    <format>TabSeparated</format>
-  </file>
-  <settings>
-      <format_csv_allow_single_quotes>0</format_csv_allow_single_quotes>
-  </settings>
-</source>
-```
-
-veya
-
-``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
-SETTINGS(format_csv_allow_single_quotes = 0)
-```
-
-Kaynak türleri (`source_type`):
-
--   [Yerel dosya](#dicts-external_dicts_dict_sources-local_file)
--   [Yürütülebilir dosya](#dicts-external_dicts_dict_sources-executable)
--   [HTTP (s)](#dicts-external_dicts_dict_sources-http)
--   DBMS
-    -   [ODBC](#dicts-external_dicts_dict_sources-odbc)
-    -   [MySQL](#dicts-external_dicts_dict_sources-mysql)
-    -   [ClickHouse](#dicts-external_dicts_dict_sources-clickhouse)
-    -   [MongoDB](#dicts-external_dicts_dict_sources-mongodb)
-    -   [Redis](#dicts-external_dicts_dict_sources-redis)
-
-## Yerel Dosya {#dicts-external_dicts_dict_sources-local_file}
-
-Ayarlar örneği:
-
-``` xml
-<source>
-  <file>
-    <path>/opt/dictionaries/os.tsv</path>
-    <format>TabSeparated</format>
-  </file>
-</source>
-```
-
-veya
-
-``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
-```
-
-Ayar alanları:
-
--   `path` – The absolute path to the file.
--   `format` – The file format. All the formats described in “[Biçimliler](../../../interfaces/formats.md#formats)” desteklenir.
-
-## Yürütülebilir Dosya {#dicts-external_dicts_dict_sources-executable}
-
-Yürütülebilir dosyalarla çalışmak Aşağıdakilere bağlıdır [sözlük bellekte nasıl saklanır](external-dicts-dict-layout.md). Sözlük kullanılarak saklan theıyorsa `cache` ve `complex_key_cache` ClickHouse, yürütülebilir dosyanın STDIN'SİNE bir istek göndererek gerekli anahtarları ister. Aksi takdirde, clickhouse yürütülebilir dosyayı başlatır ve çıktısını sözlük verileri olarak değerlendirir.
-
-Ayarlar örneği:
-
-``` xml
-<source>
-    <executable>
-        <command>cat /opt/dictionaries/os.tsv</command>
-        <format>TabSeparated</format>
-    </executable>
-</source>
-```
-
-veya
-
-``` sql
-SOURCE(EXECUTABLE(command 'cat /opt/dictionaries/os.tsv' format 'TabSeparated'))
-```
-
-Ayar alanları:
-
--   `command` – The absolute path to the executable file, or the file name (if the program directory is written to `PATH`).
--   `format` – The file format. All the formats described in “[Biçimliler](../../../interfaces/formats.md#formats)” desteklenir.
-
-## Http (s) {#dicts-external_dicts_dict_sources-http}
-
-Bir HTTP (s) sunucusuyla çalışmak Aşağıdakilere bağlıdır [sözlük bellekte nasıl saklanır](external-dicts-dict-layout.md). Sözlük kullanılarak saklan theıyorsa `cache` ve `complex_key_cache`, ClickHouse aracılığıyla bir istek göndererek gerekli anahtarları ister `POST` yöntem.
-
-Ayarlar örneği:
-
-``` xml
-<source>
-    <http>
-        <url>http://[::1]/os.tsv</url>
-        <format>TabSeparated</format>
-        <credentials>
-            <user>user</user>
-            <password>password</password>
-        </credentials>
-        <headers>
-            <header>
-                <name>API-KEY</name>
-                <value>key</value>
-            </header>
-        </headers>
-    </http>
-</source>
-```
-
-veya
-
-``` sql
-SOURCE(HTTP(
-    url 'http://[::1]/os.tsv'
-    format 'TabSeparated'
-    credentials(user 'user' password 'password')
-    headers(header(name 'API-KEY' value 'key'))
-))
-```
-
-Clickhouse'un bir HTTPS kaynağına erişebilmesi için şunları yapmanız gerekir [openssl'yi yapılandırma](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-openssl) sunucu yapılandırmasında.
-
-Ayar alanları:
-
--   `url` – The source URL.
--   `format` – The file format. All the formats described in “[Biçimliler](../../../interfaces/formats.md#formats)” desteklenir.
--   `credentials` – Basic HTTP authentication. Optional parameter.
-    -   `user` – Username required for the authentication.
-    -   `password` – Password required for the authentication.
--   `headers` – All custom HTTP headers entries used for the HTTP request. Optional parameter.
-    -   `header` – Single HTTP header entry.
-    -   `name` – Identifiant name used for the header send on the request.
-    -   `value` – Value set for a specific identifiant name.
-
-## ODBC {#dicts-external_dicts_dict_sources-odbc}
-
-ODBC sürücüsü olan herhangi bir veritabanını bağlamak için bu yöntemi kullanabilirsiniz.
-
-Ayarlar örneği:
-
-``` xml
-<source>
-    <odbc>
-        <db>DatabaseName</db>
-        <table>ShemaName.TableName</table>
-        <connection_string>DSN=some_parameters</connection_string>
-        <invalidate_query>SQL_QUERY</invalidate_query>
-    </odbc>
-</source>
-```
-
-veya
-
-``` sql
-SOURCE(ODBC(
-    db 'DatabaseName'
-    table 'SchemaName.TableName'
-    connection_string 'DSN=some_parameters'
-    invalidate_query 'SQL_QUERY'
-))
-```
-
-Ayar alanları:
-
--   `db` – Name of the database. Omit it if the database name is set in the `<connection_string>` parametre.
--   `table` – Name of the table and schema if exists.
--   `connection_string` – Connection string.
--   `invalidate_query` – Query for checking the dictionary status. Optional parameter. Read more in the section [Sözlükleri güncelleme](external-dicts-dict-lifetime.md).
-
-ClickHouse, ODBC sürücüsünden alıntı sembolleri alır ve sorgulardaki tüm ayarları sürücüye aktarır, bu nedenle tablo adını veritabanındaki tablo adı durumuna göre ayarlamak gerekir.
-
-Oracle kullanırken kodlamalarla ilgili bir sorununuz varsa, ilgili [FAQ](../../../faq/general.md#oracle-odbc-encodings) Makale.
-
-### ODBC Sözlük işlevselliği bilinen güvenlik açığı {#known-vulnerability-of-the-odbc-dictionary-functionality}
-
-!!! attention "Dikkat"
-    ODBC sürücüsü bağlantı parametresi aracılığıyla veritabanına bağlanırken `Servername` yerine. Bu durumda değerler `USERNAME` ve `PASSWORD` itibaren `odbc.ini` uzak sunucuya gönderilir ve tehlikeye girebilir.
-
-**Güvensiz kullanım örneği**
-
-PostgreSQL için unixodbc'yi yapılandıralım. İçeriği `/etc/odbc.ini`:
-
-``` text
-[gregtest]
-Driver = /usr/lib/psqlodbca.so
-Servername = localhost
-PORT = 5432
-DATABASE = test_db
-#OPTION = 3
-USERNAME = test
-PASSWORD = test
-```
-
-Daha sonra aşağıdaki gibi bir sorgu yaparsanız
-
-``` sql
-SELECT * FROM odbc('DSN=gregtest;Servername=some-server.com', 'test_db');
-```
-
-ODBC sürücüsü değerleri gönderir `USERNAME` ve `PASSWORD` itibaren `odbc.ini` -e doğru `some-server.com`.
-
-### PostgreSQL bağlanma örneği {#example-of-connecting-postgresql}
-
-UB .untu OS.
-
-PostgreSQL için UNİXODBC ve ODBC sürücüsünü yükleme:
-
-``` bash
-$ sudo apt-get install -y unixodbc odbcinst odbc-postgresql
-```
-
-Yapılandırma `/etc/odbc.ini` (veya `~/.odbc.ini`):
-
-``` text
-    [DEFAULT]
-    Driver = myconnection
-
-    [myconnection]
-    Description         = PostgreSQL connection to my_db
-    Driver              = PostgreSQL Unicode
-    Database            = my_db
-    Servername          = 127.0.0.1
-    UserName            = username
-    Password            = password
-    Port                = 5432
-    Protocol            = 9.3
-    ReadOnly            = No
-    RowVersioning       = No
-    ShowSystemTables    = No
-    ConnSettings        =
-```
-
-Clickhouse'da sözlük yapılandırması:
-
-``` xml
-<yandex>
-    <dictionary>
-        <name>table_name</name>
-        <source>
-            <odbc>
-                <!-- You can specify the following parameters in connection_string: -->
-                <!-- DSN=myconnection;UID=username;PWD=password;HOST=127.0.0.1;PORT=5432;DATABASE=my_db -->
-                <connection_string>DSN=myconnection</connection_string>
-                <table>postgresql_table</table>
-            </odbc>
-        </source>
-        <lifetime>
-            <min>300</min>
-            <max>360</max>
-        </lifetime>
-        <layout>
-            <hashed/>
-        </layout>
-        <structure>
-            <id>
-                <name>id</name>
-            </id>
-            <attribute>
-                <name>some_column</name>
-                <type>UInt64</type>
-                <null_value>0</null_value>
-            </attribute>
-        </structure>
-    </dictionary>
-</yandex>
-```
-
-veya
-
-``` sql
-CREATE DICTIONARY table_name (
-    id UInt64,
-    some_column UInt64 DEFAULT 0
-)
-PRIMARY KEY id
-SOURCE(ODBC(connection_string 'DSN=myconnection' table 'postgresql_table'))
-LAYOUT(HASHED())
-LIFETIME(MIN 300 MAX 360)
-```
-
-Düzenlemeniz gerekebilir `odbc.ini` sürücü ile kitaplığın tam yolunu belirtmek için `DRIVER=/usr/local/lib/psqlodbcw.so`.
-
-### MS SQL Server bağlanma örneği {#example-of-connecting-ms-sql-server}
-
-UB .untu OS.
-
-Sürücüyü yükleme: :
-
-``` bash
-$ sudo apt-get install tdsodbc freetds-bin sqsh
-```
-
-Sürücüyü yapılandırma:
-
-``` bash
-    $ cat /etc/freetds/freetds.conf
-    ...
-
-    [MSSQL]
-    host = 192.168.56.101
-    port = 1433
-    tds version = 7.0
-    client charset = UTF-8
-
-    $ cat /etc/odbcinst.ini
-    ...
-
-    [FreeTDS]
-    Description     = FreeTDS
-    Driver          = /usr/lib/x86_64-linux-gnu/odbc/libtdsodbc.so
-    Setup           = /usr/lib/x86_64-linux-gnu/odbc/libtdsS.so
-    FileUsage       = 1
-    UsageCount      = 5
-
-    $ cat ~/.odbc.ini
-    ...
-
-    [MSSQL]
-    Description     = FreeTDS
-    Driver          = FreeTDS
-    Servername      = MSSQL
-    Database        = test
-    UID             = test
-    PWD             = test
-    Port            = 1433
-```
-
-Clickhouse'da sözlüğü yapılandırma:
-
-``` xml
-<yandex>
-    <dictionary>
-        <name>test</name>
-        <source>
-            <odbc>
-                <table>dict</table>
-                <connection_string>DSN=MSSQL;UID=test;PWD=test</connection_string>
-            </odbc>
-        </source>
-
-        <lifetime>
-            <min>300</min>
-            <max>360</max>
-        </lifetime>
-
-        <layout>
-            <flat />
-        </layout>
-
-        <structure>
-            <id>
-                <name>k</name>
-            </id>
-            <attribute>
-                <name>s</name>
-                <type>String</type>
-                <null_value></null_value>
-            </attribute>
-        </structure>
-    </dictionary>
-</yandex>
-```
-
-veya
-
-``` sql
-CREATE DICTIONARY test (
-    k UInt64,
-    s String DEFAULT ''
-)
-PRIMARY KEY k
-SOURCE(ODBC(table 'dict' connection_string 'DSN=MSSQL;UID=test;PWD=test'))
-LAYOUT(FLAT())
-LIFETIME(MIN 300 MAX 360)
-```
-
-## DBMS {#dbms}
-
-### Mysql {#dicts-external_dicts_dict_sources-mysql}
-
-Ayarlar örneği:
-
-``` xml
-<source>
-  <mysql>
-      <port>3306</port>
-      <user>clickhouse</user>
-      <password>qwerty</password>
-      <replica>
-          <host>example01-1</host>
-          <priority>1</priority>
-      </replica>
-      <replica>
-          <host>example01-2</host>
-          <priority>1</priority>
-      </replica>
-      <db>db_name</db>
-      <table>table_name</table>
-      <where>id=10</where>
-      <invalidate_query>SQL_QUERY</invalidate_query>
-  </mysql>
-</source>
-```
-
-veya
-
-``` sql
-SOURCE(MYSQL(
-    port 3306
-    user 'clickhouse'
-    password 'qwerty'
-    replica(host 'example01-1' priority 1)
-    replica(host 'example01-2' priority 1)
-    db 'db_name'
-    table 'table_name'
-    where 'id=10'
-    invalidate_query 'SQL_QUERY'
-))
-```
-
-Ayar alanları:
-
--   `port` – The port on the MySQL server. You can specify it for all replicas, or for each one individually (inside `<replica>`).
-
--   `user` – Name of the MySQL user. You can specify it for all replicas, or for each one individually (inside `<replica>`).
-
--   `password` – Password of the MySQL user. You can specify it for all replicas, or for each one individually (inside `<replica>`).
-
--   `replica` – Section of replica configurations. There can be multiple sections.
-
-        - `replica/host` – The MySQL host.
-        - `replica/priority` – The replica priority. When attempting to connect, ClickHouse traverses the replicas in order of priority. The lower the number, the higher the priority.
-
--   `db` – Name of the database.
-
--   `table` – Name of the table.
-
--   `where` – The selection criteria. The syntax for conditions is the same as for `WHERE` MySQL, örneğin, `id > 10 AND id < 20`. İsteğe bağlı parametre.
-
--   `invalidate_query` – Query for checking the dictionary status. Optional parameter. Read more in the section [Sözlükleri güncelleme](external-dicts-dict-lifetime.md).
-
-MySQL yuva üzerinden yerel bir ana bilgisayara bağlanabilir. Bunu yapmak için, ayarlayın `host` ve `socket`.
-
-Ayarlar örneği:
-
-``` xml
-<source>
-  <mysql>
-      <host>localhost</host>
-      <socket>/path/to/socket/file.sock</socket>
-      <user>clickhouse</user>
-      <password>qwerty</password>
-      <db>db_name</db>
-      <table>table_name</table>
-      <where>id=10</where>
-      <invalidate_query>SQL_QUERY</invalidate_query>
-  </mysql>
-</source>
-```
-
-veya
-
-``` sql
-SOURCE(MYSQL(
-    host 'localhost'
-    socket '/path/to/socket/file.sock'
-    user 'clickhouse'
-    password 'qwerty'
-    db 'db_name'
-    table 'table_name'
-    where 'id=10'
-    invalidate_query 'SQL_QUERY'
-))
-```
-
-### ClickHouse {#dicts-external_dicts_dict_sources-clickhouse}
-
-Ayarlar örneği:
-
-``` xml
-<source>
-    <clickhouse>
-        <host>example01-01-1</host>
-        <port>9000</port>
-        <user>default</user>
-        <password></password>
-        <db>default</db>
-        <table>ids</table>
-        <where>id=10</where>
-    </clickhouse>
-</source>
-```
-
-veya
-
-``` sql
-SOURCE(CLICKHOUSE(
-    host 'example01-01-1'
-    port 9000
-    user 'default'
-    password ''
-    db 'default'
-    table 'ids'
-    where 'id=10'
-))
-```
-
-Ayar alanları:
-
--   `host` – The ClickHouse host. If it is a local host, the query is processed without any network activity. To improve fault tolerance, you can create a [Dağılı](../../../engines/table-engines/special/distributed.md) tablo ve sonraki yapılandırmalarda girin.
--   `port` – The port on the ClickHouse server.
--   `user` – Name of the ClickHouse user.
--   `password` – Password of the ClickHouse user.
--   `db` – Name of the database.
--   `table` – Name of the table.
--   `where` – The selection criteria. May be omitted.
--   `invalidate_query` – Query for checking the dictionary status. Optional parameter. Read more in the section [Sözlükleri güncelleme](external-dicts-dict-lifetime.md).
-
-### Mongodb {#dicts-external_dicts_dict_sources-mongodb}
-
-Ayarlar örneği:
-
-``` xml
-<source>
-    <mongodb>
-        <host>localhost</host>
-        <port>27017</port>
-        <user></user>
-        <password></password>
-        <db>test</db>
-        <collection>dictionary_source</collection>
-    </mongodb>
-</source>
-```
-
-veya
-
-``` sql
-SOURCE(MONGO(
-    host 'localhost'
-    port 27017
-    user ''
-    password ''
-    db 'test'
-    collection 'dictionary_source'
-))
-```
-
-Ayar alanları:
-
--   `host` – The MongoDB host.
--   `port` – The port on the MongoDB server.
--   `user` – Name of the MongoDB user.
--   `password` – Password of the MongoDB user.
--   `db` – Name of the database.
--   `collection` – Name of the collection.
-
-### Redis {#dicts-external_dicts_dict_sources-redis}
-
-Ayarlar örneği:
-
-``` xml
-<source>
-    <redis>
-        <host>localhost</host>
-        <port>6379</port>
-        <storage_type>simple</storage_type>
-        <db_index>0</db_index>
-    </redis>
-</source>
-```
-
-veya
-
-``` sql
-SOURCE(REDIS(
-    host 'localhost'
-    port 6379
-    storage_type 'simple'
-    db_index 0
-))
-```
-
-Ayar alanları:
-
--   `host` – The Redis host.
--   `port` – The port on the Redis server.
--   `storage_type` – The structure of internal Redis storage using for work with keys. `simple` basit kaynaklar ve karma tek anahtar kaynaklar içindir, `hash_map` iki anahtarlı karma kaynaklar içindir. Ranged kaynakları ve karmaşık anahtarlı önbellek kaynakları desteklenmez. İhmal edilebilir, varsayılan değer `simple`.
--   `db_index` – The specific numeric index of Redis logical database. May be omitted, default value is 0.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_sources/) <!--hide-->
diff --git a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md b/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
deleted file mode 100644
index 6fd80f860c2..00000000000
--- a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
+++ /dev/null
@@ -1,175 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: "S\xF6zl\xFCk anahtar\u0131 ve alanlar\u0131"
----
-
-# Sözlük anahtarı ve alanları {#dictionary-key-and-fields}
-
-Bu `<structure>` yan tümcesi sözlük anahtarı ve sorgular için kullanılabilir alanları açıklar.
-
-XML açıklaması:
-
-``` xml
-<dictionary>
-    <structure>
-        <id>
-            <name>Id</name>
-        </id>
-
-        <attribute>
-            <!-- Attribute parameters -->
-        </attribute>
-
-        ...
-
-    </structure>
-</dictionary>
-```
-
-Nitelikler elemanlarda açıklanmıştır:
-
--   `<id>` — [Anahtar sütun](external-dicts-dict-structure.md#ext_dict_structure-key).
--   `<attribute>` — [Veri sütunu](external-dicts-dict-structure.md#ext_dict_structure-attributes). Birden fazla sayıda özellik olabilir.
-
-DDL sorgusu:
-
-``` sql
-CREATE DICTIONARY dict_name (
-    Id UInt64,
-    -- attributes
-)
-PRIMARY KEY Id
-...
-```
-
-Öznitelikler sorgu gövdesinde açıklanmıştır:
-
--   `PRIMARY KEY` — [Anahtar sütun](external-dicts-dict-structure.md#ext_dict_structure-key)
--   `AttrName AttrType` — [Veri sütunu](external-dicts-dict-structure.md#ext_dict_structure-attributes). Birden fazla sayıda özellik olabilir.
-
-## Anahtar {#ext_dict_structure-key}
-
-ClickHouse aşağıdaki anahtar türlerini destekler:
-
--   Sayısal tuş. `UInt64`. Tanımlanan `<id>` etiket veya kullanma `PRIMARY KEY` kelime.
--   Kompozit anahtar. Farklı türde değerler kümesi. Etiket definedinde tanımlı `<key>` veya `PRIMARY KEY` kelime.
-
-Bir xml yapısı şunları içerebilir `<id>` veya `<key>`. DDL sorgusu tek içermelidir `PRIMARY KEY`.
-
-!!! warning "Uyarıcı"
-    Anahtarı bir öznitelik olarak tanımlamamalısınız.
-
-### Sayısal Tuş {#ext_dict-numeric-key}
-
-Tür: `UInt64`.
-
-Yapılandırma örneği:
-
-``` xml
-<id>
-    <name>Id</name>
-</id>
-```
-
-Yapılandırma alanları:
-
--   `name` – The name of the column with keys.
-
-DDL sorgusu için:
-
-``` sql
-CREATE DICTIONARY (
-    Id UInt64,
-    ...
-)
-PRIMARY KEY Id
-...
-```
-
--   `PRIMARY KEY` – The name of the column with keys.
-
-### Kompozit Anahtar {#composite-key}
-
-Anahtar bir olabilir `tuple` her türlü alandan. Bu [düzen](external-dicts-dict-layout.md) bu durumda olmalıdır `complex_key_hashed` veya `complex_key_cache`.
-
-!!! tip "Uç"
-    Bileşik bir anahtar tek bir elemandan oluşabilir. Bu, örneğin bir dizeyi anahtar olarak kullanmayı mümkün kılar.
-
-Anahtar yapısı eleman ayarlanır `<key>`. Anahtar alanlar sözlük ile aynı biçimde belirtilir [öznitelik](external-dicts-dict-structure.md). Örnek:
-
-``` xml
-<structure>
-    <key>
-        <attribute>
-            <name>field1</name>
-            <type>String</type>
-        </attribute>
-        <attribute>
-            <name>field2</name>
-            <type>UInt32</type>
-        </attribute>
-        ...
-    </key>
-...
-```
-
-veya
-
-``` sql
-CREATE DICTIONARY (
-    field1 String,
-    field2 String
-    ...
-)
-PRIMARY KEY field1, field2
-...
-```
-
-Bir sorgu için `dictGet*` fonksiyon, bir tuple anahtar olarak geçirilir. Örnek: `dictGetString('dict_name', 'attr_name', tuple('string for field1', num_for_field2))`.
-
-## Öznitelik {#ext_dict_structure-attributes}
-
-Yapılandırma örneği:
-
-``` xml
-<structure>
-    ...
-    <attribute>
-        <name>Name</name>
-        <type>ClickHouseDataType</type>
-        <null_value></null_value>
-        <expression>rand64()</expression>
-        <hierarchical>true</hierarchical>
-        <injective>true</injective>
-        <is_object_id>true</is_object_id>
-    </attribute>
-</structure>
-```
-
-veya
-
-``` sql
-CREATE DICTIONARY somename (
-    Name ClickHouseDataType DEFAULT '' EXPRESSION rand64() HIERARCHICAL INJECTIVE IS_OBJECT_ID
-)
-```
-
-Yapılandırma alanları:
-
-| Etiket                                               | Açıklama                                                                                                                                                                                                                                                                                                                                                     | Gerekli |
-|------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|---------|
-| `name`                                               | Sütun adı.                                                                                                                                                                                                                                                                                                                                                   | Evet    |
-| `type`                                               | ClickHouse veri türü.<br/>ClickHouse, sözlükten belirtilen veri türüne değer atmaya çalışır. Örneğin, MySQL için alan olabilir `TEXT`, `VARCHAR`, veya `BLOB` MySQL kaynak tablosunda, ancak şu şekilde yüklenebilir `String` Clickhouse'da.<br/>[Nullable](../../../sql-reference/data-types/nullable.md) desteklenmiyor.                                   | Evet    |
-| `null_value`                                         | Varolan olmayan bir öğe için varsayılan değer.<br/>Örnekte, boş bir dizedir. Kullanamazsınız `NULL` bu alanda.                                                                                                                                                                                                                                               | Evet    |
-| `expression`                                         | [İfade](../../syntax.md#syntax-expressions) bu ClickHouse değeri yürütür.<br/>İfade, uzak SQL veritabanında bir sütun adı olabilir. Bu nedenle, uzak sütun için bir diğer ad oluşturmak için kullanabilirsiniz.<br/><br/>Varsayılan değer: ifade yok.                                                                                                        | Hayır   |
-| <a name="hierarchical-dict-attr"></a> `hierarchical` | Eğer `true`, öznitelik, geçerli anahtar için bir üst anahtarın değerini içerir. Görmek [Hiyerarşik Sözlükler](external-dicts-dict-hierarchical.md).<br/><br/>Varsayılan değer: `false`.                                                                                                                                                                      | Hayır   |
-| `injective`                                          | Olup olmadığını gösteren bayrak `id -> attribute` ima isge is [enjektif](https://en.wikipedia.org/wiki/Injective_function).<br/>Eğer `true`, ClickHouse sonra otomatik olarak yerleştirebilirsiniz `GROUP BY` fık .ra ile ilgili istek dictionariesleriniz Genellikle bu tür taleplerin miktarını önemli ölçüde azaltır.<br/><br/>Varsayılan değer: `false`. | Hayır   |
-| `is_object_id`                                       | Bir MongoDB belgesi için sorgunun yürütülüp yürütülmediğini gösteren bayrak `ObjectID`.<br/><br/>Varsayılan değer: `false`.                                                                                                                                                                                                                                  | Hayır   |
-
-## Ayrıca Bakınız {#see-also}
-
--   [Harici sözlüklerle çalışmak için işlevler](../../../sql-reference/functions/ext-dict-functions.md).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict_structure/) <!--hide-->
diff --git a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md b/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md
deleted file mode 100644
index a039f75ac44..00000000000
--- a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md
+++ /dev/null
@@ -1,53 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: "Harici bir s\xF6zl\xFCk yap\u0131land\u0131rma"
----
-
-# Harici bir sözlük yapılandırma {#dicts-external-dicts-dict}
-
-Sözlük xml dosyası kullanılarak yapılandırılmışsa, sözlük yapılandırması aşağıdaki yapıya sahiptir:
-
-``` xml
-<dictionary>
-    <name>dict_name</name>
-
-    <structure>
-      <!-- Complex key configuration -->
-    </structure>
-
-    <source>
-      <!-- Source configuration -->
-    </source>
-
-    <layout>
-      <!-- Memory layout configuration -->
-    </layout>
-
-    <lifetime>
-      <!-- Lifetime of dictionary in memory -->
-    </lifetime>
-</dictionary>
-```
-
-İlgili [DDL-sorgu](../../statements/create.md#create-dictionary-query) aşağıdaki yapıya sahiptir:
-
-``` sql
-CREATE DICTIONARY dict_name
-(
-    ... -- attributes
-)
-PRIMARY KEY ... -- complex or single key configuration
-SOURCE(...) -- Source configuration
-LAYOUT(...) -- Memory layout configuration
-LIFETIME(...) -- Lifetime of dictionary in memory
-```
-
--   `name` – The identifier that can be used to access the dictionary. Use the characters `[a-zA-Z0-9_\-]`.
--   [kaynaklı](external-dicts-dict-sources.md) — Source of the dictionary.
--   [düzen](external-dicts-dict-layout.md) — Dictionary layout in memory.
--   [yapılı](external-dicts-dict-structure.md) — Structure of the dictionary . A key and attributes that can be retrieved by this key.
--   [ömür](external-dicts-dict-lifetime.md) — Frequency of dictionary updates.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts_dict/) <!--hide-->
diff --git a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts.md b/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts.md
deleted file mode 100644
index cfbbc1a1ad8..00000000000
--- a/docs/tr/sql-reference/dictionaries/external-dictionaries/external-dicts.md
+++ /dev/null
@@ -1,62 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: "Genel A\xE7\u0131klama"
----
-
-# Dış Söz Dictionarieslükler {#dicts-external-dicts}
-
-Çeşitli veri kaynaklarından kendi sözlükleri ekleyebilirsiniz. Bir sözlük için veri kaynağı, yerel bir metin veya yürütülebilir dosya, bir HTTP(s) kaynağı veya başka bir DBMS olabilir. Daha fazla bilgi için, bkz. “[Dış sözlükler için kaynaklar](external-dicts-dict-sources.md)”.
-
-ClickHouse:
-
--   Sözlükleri RAM'de tamamen veya kısmen saklar.
--   Sözlükleri periyodik olarak günceller ve eksik değerleri dinamik olarak yükler. Başka bir deyişle, sözlükler dinamik olarak yüklenebilir.
--   Xml dosyaları ile harici sözlükler oluşturmak için izin verir veya [DDL sorguları](../../statements/create.md#create-dictionary-query).
-
-Dış sözlüklerin yapılandırması bir veya daha fazla xml dosyasında bulunabilir. Yapılandırma yolu belirtilen [dictionaries_config](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-dictionaries_config) parametre.
-
-Sözlükler sunucu başlangıçta veya ilk kullanımda, bağlı olarak yüklenebilir [dictionaries_lazy_load](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-dictionaries_lazy_load) ayar.
-
-Bu [sözlükler](../../../operations/system-tables.md#system_tables-dictionaries) sistem tablosu sunucuda yapılandırılmış sözlükler hakkında bilgi içerir. Her sözlük için orada bulabilirsiniz:
-
--   Sözlük durumu.
--   Yapılandırma parametreleri.
--   Sözlük için ayrılan RAM miktarı veya sözlük başarıyla yüklendiğinden bu yana bir dizi sorgu gibi metrikler.
-
-Sözlük yapılandırma dosyası aşağıdaki biçime sahiptir:
-
-``` xml
-<yandex>
-    <comment>An optional element with any content. Ignored by the ClickHouse server.</comment>
-
-    <!--Optional element. File name with substitutions-->
-    <include_from>/etc/metrika.xml</include_from>
-
-
-    <dictionary>
-        <!-- Dictionary configuration. -->
-        <!-- There can be any number of <dictionary> sections in the configuration file. -->
-    </dictionary>
-
-</yandex>
-```
-
-Yapabilirsin [yapılandırmak](external-dicts-dict.md) aynı dosyada sözlükler herhangi bir sayıda.
-
-[Sözlükler için DDL sorguları](../../statements/create.md#create-dictionary-query) sunucu yapılandırmasında herhangi bir ek kayıt gerektirmez. Tablolar veya görünümler gibi birinci sınıf varlıklar olarak sözlüklerle çalışmaya izin verirler.
-
-!!! attention "Dikkat"
-    Küçük bir sözlük için değerleri, bir `SELECT` sorgu (bkz. [dönüştürmek](../../../sql-reference/functions/other-functions.md) işlev). Bu işlevsellik harici sözlüklerle ilgili değildir.
-
-## Ayrıca Bakınız {#ext-dicts-see-also}
-
--   [Harici bir sözlük yapılandırma](external-dicts-dict.md)
--   [Sözlükleri bellekte saklama](external-dicts-dict-layout.md)
--   [Sözlük Güncellemeleri](external-dicts-dict-lifetime.md)
--   [Dış Sözlüklerin kaynakları](external-dicts-dict-sources.md)
--   [Sözlük anahtarı ve alanları](external-dicts-dict-structure.md)
--   [Harici Sözlüklerle çalışmak için işlevler](../../../sql-reference/functions/ext-dict-functions.md)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/dicts/external_dicts/) <!--hide-->
diff --git a/docs/tr/sql-reference/dictionaries/external-dictionaries/index.md b/docs/tr/sql-reference/dictionaries/external-dictionaries/index.md
deleted file mode 100644
index d0ce40069e4..00000000000
--- a/docs/tr/sql-reference/dictionaries/external-dictionaries/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "D\u0131\u015F S\xF6z Dictionariesl\xFCkler"
-toc_priority: 37
----
-
-
diff --git a/docs/tr/sql-reference/dictionaries/index.md b/docs/tr/sql-reference/dictionaries/index.md
deleted file mode 100644
index 68f3f7a97be..00000000000
--- a/docs/tr/sql-reference/dictionaries/index.md
+++ /dev/null
@@ -1,22 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "S\xF6zl\xFCkler"
-toc_priority: 35
-toc_title: "Giri\u015F"
----
-
-# Sözlükler {#dictionaries}
-
-Bir sözlük bir haritalama (`key -> attributes`) bu referans listeleri çeşitli türleri için uygundur.
-
-ClickHouse, sorgularda kullanılabilecek sözlüklerle çalışmak için özel işlevleri destekler. Sözlükleri işlevlerle kullanmak daha kolay ve daha verimlidir. `JOIN` referans tabloları ile.
-
-[NULL](../../sql-reference/syntax.md#null-literal) değerler sözlükte saklanamaz.
-
-ClickHouse destekler:
-
--   [Dahili sözlükler](internal-dicts.md#internal_dicts) bir özel ile [fonksiyonlar kümesi](../../sql-reference/functions/ym-dict-functions.md).
--   [Eklenti (harici) söz dictionarieslükler](external-dictionaries/external-dicts.md#dicts-external-dicts) ile bir [fonksiyonlar kümesi](../../sql-reference/functions/ext-dict-functions.md).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/dicts/) <!--hide-->
diff --git a/docs/tr/sql-reference/dictionaries/internal-dicts.md b/docs/tr/sql-reference/dictionaries/internal-dicts.md
deleted file mode 100644
index 05aa218ed9f..00000000000
--- a/docs/tr/sql-reference/dictionaries/internal-dicts.md
+++ /dev/null
@@ -1,55 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: "\u0130\xE7 S\xF6z Dictionariesl\xFCkler"
----
-
-# İç Söz Dictionarieslükler {#internal_dicts}
-
-ClickHouse, bir geobase ile çalışmak için yerleşik bir özellik içerir.
-
-Bu size sağlar:
-
--   Adını istediğiniz dilde almak için bölgenin kimliğini kullanın.
--   Bir şehir, bölge, federal bölge, ülke veya kıtanın kimliğini almak için bölgenin kimliğini kullanın.
--   Bir bölgenin başka bir bölgenin parçası olup olmadığını kontrol edin.
--   Ana bölgeler zinciri alın.
-
-Tüm fonksiyonları destek “translocality,” aynı anda bölge mülkiyeti farklı bakış açıları kullanma yeteneği. Daha fazla bilgi için bölüme bakın “Functions for working with Yandex.Metrica dictionaries”.
-
-İç sözlükler varsayılan pakette devre dışı bırakılır.
-Bunları etkinleştirmek için, parametreleri uncomment `path_to_regions_hierarchy_file` ve `path_to_regions_names_files` sunucu yapılandırma dosyasında.
-
-Geobase metin dosyalarından yüklenir.
-
-Place the `regions_hierarchy*.txt` dosyaları içine `path_to_regions_hierarchy_file` dizin. Bu yapılandırma parametresi, `regions_hierarchy.txt` dosya (varsayılan bölgesel hiyerarşi) ve diğer dosyalar (`regions_hierarchy_ua.txt`) aynı dizinde bulunmalıdır.
-
-Koy... `regions_names_*.txt` dosyalar içinde `path_to_regions_names_files` dizin.
-
-Bu dosyaları kendiniz de oluşturabilirsiniz. Dosya biçimi aşağıdaki gibidir:
-
-`regions_hierarchy*.txt`: TabSeparated (başlık yok), sütunlar:
-
--   bölge kimliği (`UInt32`)
--   üst bölge kimliği (`UInt32`)
--   bölge tipi (`UInt8`): 1 - kıta, 3-ülke, 4-federal bölge, 5-bölge, 6-şehir; diğer türlerin değerleri yoktur
--   nüfuslu (`UInt32`) — optional column
-
-`regions_names_*.txt`: TabSeparated (başlık yok), sütunlar:
-
--   bölge kimliği (`UInt32`)
--   bölge adı (`String`) — Can't contain tabs or line feeds, even escaped ones.
-
-RAM'de depolamak için düz bir dizi kullanılır. Bu nedenle, IDs bir milyondan fazla olmamalıdır.
-
-Sözlükler sunucuyu yeniden başlatmadan güncellenebilir. Ancak, kullanılabilir sözlükler kümesi güncelleştirilmez.
-Güncellemeler için dosya değiştirme süreleri kontrol edilir. Bir dosya değiştiyse, sözlük güncelleştirilir.
-Değişiklikleri kontrol etmek için Aralık `builtin_dictionaries_reload_interval` parametre.
-Sözlük güncelleştirmeleri (ilk kullanımda yükleme dışında) sorguları engellemez. Güncelleştirmeler sırasında, sorgular sözlüklerin eski sürümlerini kullanır. Güncelleştirme sırasında bir hata oluşursa, hata sunucu günlüğüne yazılır ve sorgular sözlüklerin eski sürümünü kullanmaya devam eder.
-
-Sözlükleri geobase ile periyodik olarak güncellemenizi öneririz. Bir güncelleme sırasında yeni dosyalar oluşturun ve bunları ayrı bir konuma yazın. Her şey hazır olduğunda, bunları sunucu tarafından kullanılan dosyalara yeniden adlandırın.
-
-OS tanımlayıcıları ve Yandex ile çalışmak için işlevler de vardır.Metrica arama motorları, ancak kullanılmamalıdır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/dicts/internal_dicts/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/arithmetic-functions.md b/docs/tr/sql-reference/functions/arithmetic-functions.md
deleted file mode 100644
index eaab128cc36..00000000000
--- a/docs/tr/sql-reference/functions/arithmetic-functions.md
+++ /dev/null
@@ -1,87 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 35
-toc_title: Aritmetik
----
-
-# Aritmetik Fonksiyonlar {#arithmetic-functions}
-
-Tüm aritmetik işlevler için, sonuç türü, böyle bir tür varsa, sonucun sığdığı en küçük sayı türü olarak hesaplanır. Minimum, bit sayısına, imzalanıp imzalanmadığına ve yüzüp yüzmediğine bağlı olarak aynı anda alınır. Yeterli bit yoksa, en yüksek bit türü alınır.
-
-Örnek:
-
-``` sql
-SELECT toTypeName(0), toTypeName(0 + 0), toTypeName(0 + 0 + 0), toTypeName(0 + 0 + 0 + 0)
-```
-
-``` text
-┌─toTypeName(0)─┬─toTypeName(plus(0, 0))─┬─toTypeName(plus(plus(0, 0), 0))─┬─toTypeName(plus(plus(plus(0, 0), 0), 0))─┐
-│ UInt8         │ UInt16                 │ UInt32                          │ UInt64                                   │
-└───────────────┴────────────────────────┴─────────────────────────────────┴──────────────────────────────────────────┘
-```
-
-Aritmetik fonksiyonlar, uint8, Uİnt16, Uİnt32, Uint64, Int8, Int16, Int32, Int64, Float32 veya Float64 türlerinden herhangi bir çift için çalışır.
-
-Taşma, C++ile aynı şekilde üretilir.
-
-## artı (a, b), A + B operatörü {#plusa-b-a-b-operator}
-
-Sayıların toplamını hesaplar.
-Ayrıca bir tarih veya tarih ve Saat ile tamsayı numaraları ekleyebilirsiniz. Bir tarih durumunda, bir tamsayı eklemek, karşılık gelen gün sayısını eklemek anlamına gelir. Zamanla bir tarih için, karşılık gelen saniye sayısını eklemek anlamına gelir.
-
-## eksi (a, b), A - B operatörü {#minusa-b-a-b-operator}
-
-Farkı hesaplar. Sonuç her zaman imzalanır.
-
-You can also calculate integer numbers from a date or date with time. The idea is the same – see above for ‘plus’.
-
-## çarp operatorma (a, b), A \* B operatörü {#multiplya-b-a-b-operator}
-
-Sayıların ürününü hesaplar.
-
-## böl (a, b), A / B operatörü {#dividea-b-a-b-operator}
-
-Sayıların bölümünü hesaplar. Sonuç türü her zaman bir kayan nokta türüdür.
-Tam sayı bölümü değildir. Tamsayı bölümü için, ‘intDiv’ İşlev.
-Sıfıra bölerek zaman olsun ‘inf’, ‘-inf’, veya ‘nan’.
-
-## ıntdiv(a, b) {#intdiva-b}
-
-Sayıların bölümünü hesaplar. Tamsayılara bölünür, yuvarlanır (mutlak değere göre).
-Sıfıra bölünürken veya en az negatif sayıyı eksi bir ile bölürken bir istisna atılır.
-
-## ıntdivorzero(a, b) {#intdivorzeroa-b}
-
-Farklıdır ‘intDiv’ bu, sıfıra bölünürken veya en az bir negatif sayıyı eksi bir ile bölerek sıfır döndürür.
-
-## modulo (a, b), A % B operatörü {#moduloa-b-a-b-operator}
-
-Bölünmeden sonra kalan hesaplar.
-Bağımsız değişkenler kayan nokta sayılarıysa, ondalık bölümü bırakarak tamsayılara önceden dönüştürülürler.
-Kalan C++ile aynı anlamda alınır. Kesik bölme negatif sayılar için kullanılır.
-Sıfıra bölünürken veya en az negatif sayıyı eksi bir ile bölürken bir istisna atılır.
-
-## moduloOrZero(a, b) {#moduloorzeroa-b}
-
-Farklıdır ‘modulo’ bölen sıfır olduğunda sıfır döndürür.
-
-## negate (a), - bir operatör {#negatea-a-operator}
-
-Ters işareti ile bir sayı hesaplar. Sonuç her zaman imzalanır.
-
-## abs (a) {#arithm_func-abs}
-
-\(A\) sayısının mutlak değerini hesaplar. Yani, \< 0 ise,- A döndürür. imzasız türler için hiçbir şey yapmaz. İmzalı tamsayı türleri için imzasız bir sayı döndürür.
-
-## gcd (a, b) {#gcda-b}
-
-Sayıların en büyük ortak böleni döndürür.
-Sıfıra bölünürken veya en az negatif sayıyı eksi bir ile bölürken bir istisna atılır.
-
-## lcm(a, b) {#lcma-b}
-
-Sayıların en az ortak katını döndürür.
-Sıfıra bölünürken veya en az negatif sayıyı eksi bir ile bölürken bir istisna atılır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/arithmetic_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/array-functions.md b/docs/tr/sql-reference/functions/array-functions.md
deleted file mode 100644
index e1887af03bc..00000000000
--- a/docs/tr/sql-reference/functions/array-functions.md
+++ /dev/null
@@ -1,1061 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 46
-toc_title: "Dizilerle \xE7al\u0131\u015Fma"
----
-
-# Dizilerle çalışmak için işlevler {#functions-for-working-with-arrays}
-
-## boş {#function-empty}
-
-Boş bir dizi için 1 veya boş olmayan bir dizi için 0 döndürür.
-Sonuç türü Uint8'dir.
-İşlev ayrıca dizeler için de çalışır.
-
-## notEmpty {#function-notempty}
-
-Boş bir dizi için 0 veya boş olmayan bir dizi için 1 döndürür.
-Sonuç türü Uint8'dir.
-İşlev ayrıca dizeler için de çalışır.
-
-## uzunluk {#array_functions-length}
-
-Dizideki öğe sayısını döndürür.
-Sonuç türü Uint64'tür.
-İşlev ayrıca dizeler için de çalışır.
-
-## emptyArrayUİnt8, emptyArrayUİnt16, emptyArrayUİnt32, emptyArrayUİnt64 {#emptyarrayuint8-emptyarrayuint16-emptyarrayuint32-emptyarrayuint64}
-
-## emptyArrayİnt8, emptyArrayİnt16, emptyArrayİnt32, emptyArrayİnt64 {#emptyarrayint8-emptyarrayint16-emptyarrayint32-emptyarrayint64}
-
-## emptyArrayFloat32, emptyArrayFloat64 {#emptyarrayfloat32-emptyarrayfloat64}
-
-## emptyArrayDate, emptyArrayDateTime {#emptyarraydate-emptyarraydatetime}
-
-## emptyArrayString {#emptyarraystring}
-
-Sıfır bağımsız değişkeni kabul eder ve uygun türde boş bir dizi döndürür.
-
-## emptyArrayToSingle {#emptyarraytosingle}
-
-Boş bir dizi kabul eder ve varsayılan değere eşit bir tek öğe dizisi döndürür.
-
-## Aralık (bitiş), Aralık(başlangıç, bitiş \[, adım\]) {#rangeend-rangestart-end-step}
-
-1 Adım-başından sonuna kadar sayıların bir dizi döndürür.
-Eğer argüman `start` belirtilmemiş, varsayılan olarak 0.
-Eğer argüman `step` belirtilmemiş, varsayılan olarak 1.
-Neredeyse pythonic gibi davranışlar `range`. Ancak fark, tüm argümanların tipinin olması gerektiğidir `UInt` şiir.
-Bir veri bloğunda toplam uzunluğu 100.000.000'den fazla öğe olan diziler oluşturulursa, bir istisna atılır.
-
-## array(x1, …), operator \[x1, …\] {#arrayx1-operator-x1}
-
-İşlev bağımsız değişkenlerinden bir dizi oluşturur.
-Bağımsız değişkenler sabit olmalı ve en küçük ortak türe sahip türlere sahip olmalıdır. En az bir argüman geçirilmelidir, çünkü aksi takdirde hangi tür dizinin oluşturulacağı açık değildir. Yani, boş bir dizi oluşturmak için bu işlevi kullanamazsınız (bunu yapmak için, ‘emptyArray\*’ fonksiyon yukarıda açıklandığı.
-Ret anur anns an ‘Array(T)’ sonucu yazın, nerede ‘T’ geçirilen bağımsız değişkenlerin en küçük ortak türüdür.
-
-## arrayConcat {#arrayconcat}
-
-Argüman olarak geçirilen dizileri birleştirir.
-
-``` sql
-arrayConcat(arrays)
-```
-
-**Parametre**
-
--   `arrays` – Arbitrary number of arguments of [Dizi](../../sql-reference/data-types/array.md) tür.
-    **Örnek**
-
-<!-- -->
-
-``` sql
-SELECT arrayConcat([1, 2], [3, 4], [5, 6]) AS res
-```
-
-``` text
-┌─res───────────┐
-│ [1,2,3,4,5,6] │
-└───────────────┘
-```
-
-## arrayElement (arr, n), operatör arr\[n\] {#arrayelementarr-n-operator-arrn}
-
-İnd theex ile eleman alın `n` diz theiden `arr`. `n` herhangi bir tamsayı türü olmalıdır.
-Bir dizideki dizinler birinden başlar.
-Negatif dizinler desteklenir. Bu durumda, sondan numaralandırılmış ilgili elemanı seçer. Mesela, `arr[-1]` dizideki son öğedir.
-
-Dizin bir dizinin sınırlarının dışına düşerse, bazı varsayılan değer döndürür (sayılar için 0, dizeler için boş bir dize vb.).), sabit olmayan bir dizi ve sabit bir dizin 0 olan durum hariç (bu durumda bir hata olacaktır `Array indices are 1-based`).
-
-## has (arr, elem) {#hasarr-elem}
-
-Olup olmadığını denetler ‘arr’ dizi var ‘elem’ öğe.
-Öğe dizide değilse 0 veya varsa 1 değerini döndürür.
-
-`NULL` değer olarak iş islenir.
-
-``` sql
-SELECT has([1, 2, NULL], NULL)
-```
-
-``` text
-┌─has([1, 2, NULL], NULL)─┐
-│                       1 │
-└─────────────────────────┘
-```
-
-## hasAll {#hasall}
-
-Bir dizi başka bir alt kümesi olup olmadığını denetler.
-
-``` sql
-hasAll(set, subset)
-```
-
-**Parametre**
-
--   `set` – Array of any type with a set of elements.
--   `subset` – Array of any type with elements that should be tested to be a subset of `set`.
-
-**Dönüş değerleri**
-
--   `1`, eğer `set` tüm öğeleri içerir `subset`.
--   `0`, başka.
-
-**Tuhaf özellikler**
-
--   Boş bir dizi, herhangi bir dizinin bir alt kümesidir.
--   `Null` bir değer olarak işlenir.
--   Her iki dizideki değerlerin sırası önemli değil.
-
-**Örnekler**
-
-`SELECT hasAll([], [])` döner 1.
-
-`SELECT hasAll([1, Null], [Null])` döner 1.
-
-`SELECT hasAll([1.0, 2, 3, 4], [1, 3])` döner 1.
-
-`SELECT hasAll(['a', 'b'], ['a'])` döner 1.
-
-`SELECT hasAll([1], ['a'])` 0 döndürür.
-
-`SELECT hasAll([[1, 2], [3, 4]], [[1, 2], [3, 5]])` 0 döndürür.
-
-## hasAny {#hasany}
-
-İki dizinin bazı öğelerle kesiştiği olup olmadığını kontrol eder.
-
-``` sql
-hasAny(array1, array2)
-```
-
-**Parametre**
-
--   `array1` – Array of any type with a set of elements.
--   `array2` – Array of any type with a set of elements.
-
-**Dönüş değerleri**
-
--   `1`, eğer `array1` ve `array2` en azından benzer bir öğeye sahip olun.
--   `0`, başka.
-
-**Tuhaf özellikler**
-
--   `Null` bir değer olarak işlenir.
--   Her iki dizideki değerlerin sırası önemli değil.
-
-**Örnekler**
-
-`SELECT hasAny([1], [])` dönüşler `0`.
-
-`SELECT hasAny([Null], [Null, 1])` dönüşler `1`.
-
-`SELECT hasAny([-128, 1., 512], [1])` dönüşler `1`.
-
-`SELECT hasAny([[1, 2], [3, 4]], ['a', 'c'])` dönüşler `0`.
-
-`SELECT hasAll([[1, 2], [3, 4]], [[1, 2], [1, 2]])` dönüşler `1`.
-
-## ındexof(arr, x) {#indexofarr-x}
-
-İlk dizini döndürür ‘x’ dizide ise öğe (1'den başlayarak) veya değilse 0.
-
-Örnek:
-
-``` sql
-SELECT indexOf([1, 3, NULL, NULL], NULL)
-```
-
-``` text
-┌─indexOf([1, 3, NULL, NULL], NULL)─┐
-│                                 3 │
-└───────────────────────────────────┘
-```
-
-Elem setents set to `NULL` normal değerler olarak ele alınır.
-
-## countEqual(arr, x) {#countequalarr-x}
-
-X eşit dizideki öğelerin sayısını döndürür. Arraycount eşdeğer (elem - \> elem = x, arr).
-
-`NULL` öğeler ayrı değerler olarak işlenir.
-
-Örnek:
-
-``` sql
-SELECT countEqual([1, 2, NULL, NULL], NULL)
-```
-
-``` text
-┌─countEqual([1, 2, NULL, NULL], NULL)─┐
-│                                    2 │
-└──────────────────────────────────────┘
-```
-
-## arrayEnumerate(arr) {#array_functions-arrayenumerate}
-
-Returns the array \[1, 2, 3, …, length (arr) \]
-
-Bu işlev normalde ARRAY JOIN ile kullanılır. ARRAY JOİN uyguladıktan sonra her dizi için sadece bir kez bir şey saymaya izin verir. Örnek:
-
-``` sql
-SELECT
-    count() AS Reaches,
-    countIf(num = 1) AS Hits
-FROM test.hits
-ARRAY JOIN
-    GoalsReached,
-    arrayEnumerate(GoalsReached) AS num
-WHERE CounterID = 160656
-LIMIT 10
-```
-
-``` text
-┌─Reaches─┬──Hits─┐
-│   95606 │ 31406 │
-└─────────┴───────┘
-```
-
-Bu örnekte, Reaches dönüşümlerin sayısıdır (ARRAY JOİN uygulandıktan sonra alınan dizeler) ve İsabetler sayfa görüntüleme sayısıdır (ARRAY JOİN önce dizeler). Bu özel durumda, aynı sonucu daha kolay bir şekilde alabilirsiniz:
-
-``` sql
-SELECT
-    sum(length(GoalsReached)) AS Reaches,
-    count() AS Hits
-FROM test.hits
-WHERE (CounterID = 160656) AND notEmpty(GoalsReached)
-```
-
-``` text
-┌─Reaches─┬──Hits─┐
-│   95606 │ 31406 │
-└─────────┴───────┘
-```
-
-Bu fonksiyon aynı zamanda yüksek mertebeden fonksiyonlarda da kullanılabilir. Örneğin, bir koşulla eşleşen öğeler için dizi dizinleri almak için kullanabilirsiniz.
-
-## arrayEnumerateUniq(arr, …) {#arrayenumerateuniqarr}
-
-Kaynak diziyle aynı boyutta bir dizi döndürür ve her öğe için aynı değere sahip öğeler arasında konumunun ne olduğunu gösterir.
-Örneğin: arrayEnumerateUniq(\[10, 20, 10, 30\]) = \[1, 1, 2, 1\].
-
-Bu işlev, dizi birleştirme ve dizi öğelerinin toplanmasını kullanırken kullanışlıdır.
-Örnek:
-
-``` sql
-SELECT
-    Goals.ID AS GoalID,
-    sum(Sign) AS Reaches,
-    sumIf(Sign, num = 1) AS Visits
-FROM test.visits
-ARRAY JOIN
-    Goals,
-    arrayEnumerateUniq(Goals.ID) AS num
-WHERE CounterID = 160656
-GROUP BY GoalID
-ORDER BY Reaches DESC
-LIMIT 10
-```
-
-``` text
-┌──GoalID─┬─Reaches─┬─Visits─┐
-│   53225 │    3214 │   1097 │
-│ 2825062 │    3188 │   1097 │
-│   56600 │    2803 │    488 │
-│ 1989037 │    2401 │    365 │
-│ 2830064 │    2396 │    910 │
-│ 1113562 │    2372 │    373 │
-│ 3270895 │    2262 │    812 │
-│ 1084657 │    2262 │    345 │
-│   56599 │    2260 │    799 │
-│ 3271094 │    2256 │    812 │
-└─────────┴─────────┴────────┘
-```
-
-Bu örnekte, her hedef kimliğinin dönüşüm sayısı (hedefler iç içe geçmiş veri yapısındaki her öğe, bir dönüşüm olarak adlandırdığımız ulaşılan bir hedeftir) ve oturum sayısı Hesaplaması vardır. ARRAY JOİN olmadan, oturum sayısını sum(Sign) olarak sayardık. Ancak bu özel durumda, satırlar iç içe geçmiş hedefler yapısıyla çarpıldı, bu nedenle her oturumu bir kez saymak için arrayenumerateuniq değerine bir koşul uyguluyoruz(Goals.ID) fonksiyonu.
-
-Arrayenumerateuniq işlevi, bağımsız değişkenlerle aynı boyutta birden çok dizi alabilir. Bu durumda, tüm dizilerde aynı konumlardaki elemanların tuplesleri için benzersizlik düşünülür.
-
-``` sql
-SELECT arrayEnumerateUniq([1, 1, 1, 2, 2, 2], [1, 1, 2, 1, 1, 2]) AS res
-```
-
-``` text
-┌─res───────────┐
-│ [1,2,1,1,2,1] │
-└───────────────┘
-```
-
-Bu, iç içe geçmiş bir veri yapısı ve bu yapıdaki birden çok öğe arasında daha fazla toplama ile dizi birleşimini kullanırken gereklidir.
-
-## arrayPopBack {#arraypopback}
-
-Son öğeyi diziden kaldırır.
-
-``` sql
-arrayPopBack(array)
-```
-
-**Parametre**
-
--   `array` – Array.
-
-**Örnek**
-
-``` sql
-SELECT arrayPopBack([1, 2, 3]) AS res
-```
-
-``` text
-┌─res───┐
-│ [1,2] │
-└───────┘
-```
-
-## arrayPopFront {#arraypopfront}
-
-İlk öğeyi diziden kaldırır.
-
-``` sql
-arrayPopFront(array)
-```
-
-**Parametre**
-
--   `array` – Array.
-
-**Örnek**
-
-``` sql
-SELECT arrayPopFront([1, 2, 3]) AS res
-```
-
-``` text
-┌─res───┐
-│ [2,3] │
-└───────┘
-```
-
-## arrayPushBack {#arraypushback}
-
-Dizinin sonuna bir öğe ekler.
-
-``` sql
-arrayPushBack(array, single_value)
-```
-
-**Parametre**
-
--   `array` – Array.
--   `single_value` – A single value. Only numbers can be added to an array with numbers, and only strings can be added to an array of strings. When adding numbers, ClickHouse automatically sets the `single_value` dizinin veri türü için yazın. Clickhouse'daki veri türleri hakkında daha fazla bilgi için bkz. “[Veri türleri](../../sql-reference/data-types/index.md#data_types)”. Olabilir `NULL`. Fonksiyon bir ekler `NULL` bir dizi için öğe ve dizi öğeleri türü dönüştürür `Nullable`.
-
-**Örnek**
-
-``` sql
-SELECT arrayPushBack(['a'], 'b') AS res
-```
-
-``` text
-┌─res───────┐
-│ ['a','b'] │
-└───────────┘
-```
-
-## arrayPushFront {#arraypushfront}
-
-Dizinin başına bir öğe ekler.
-
-``` sql
-arrayPushFront(array, single_value)
-```
-
-**Parametre**
-
--   `array` – Array.
--   `single_value` – A single value. Only numbers can be added to an array with numbers, and only strings can be added to an array of strings. When adding numbers, ClickHouse automatically sets the `single_value` dizinin veri türü için yazın. Clickhouse'daki veri türleri hakkında daha fazla bilgi için bkz. “[Veri türleri](../../sql-reference/data-types/index.md#data_types)”. Olabilir `NULL`. Fonksiyon bir ekler `NULL` bir dizi için öğe ve dizi öğeleri türü dönüştürür `Nullable`.
-
-**Örnek**
-
-``` sql
-SELECT arrayPushFront(['b'], 'a') AS res
-```
-
-``` text
-┌─res───────┐
-│ ['a','b'] │
-└───────────┘
-```
-
-## arrayResize {#arrayresize}
-
-Dizinin uzunluğunu değiştirir.
-
-``` sql
-arrayResize(array, size[, extender])
-```
-
-**Parametre:**
-
--   `array` — Array.
--   `size` — Required length of the array.
-    -   Eğer `size` dizinin orijinal boyutundan daha az, dizi sağdan kesilir.
--   Eğer `size` dizinin başlangıç boyutundan daha büyük, dizi sağa uzatılır `extender` dizi öğelerinin veri türü için değerler veya varsayılan değerler.
--   `extender` — Value for extending an array. Can be `NULL`.
-
-**Döndürülen değer:**
-
-Bir dizi uzunluk `size`.
-
-**Arama örnekleri**
-
-``` sql
-SELECT arrayResize([1], 3)
-```
-
-``` text
-┌─arrayResize([1], 3)─┐
-│ [1,0,0]             │
-└─────────────────────┘
-```
-
-``` sql
-SELECT arrayResize([1], 3, NULL)
-```
-
-``` text
-┌─arrayResize([1], 3, NULL)─┐
-│ [1,NULL,NULL]             │
-└───────────────────────────┘
-```
-
-## arraySlice {#arrayslice}
-
-Dizinin bir dilimini döndürür.
-
-``` sql
-arraySlice(array, offset[, length])
-```
-
-**Parametre**
-
--   `array` – Array of data.
--   `offset` – Indent from the edge of the array. A positive value indicates an offset on the left, and a negative value is an indent on the right. Numbering of the array items begins with 1.
--   `length` - Gerekli dilimin uzunluğu. Negatif bir değer belirtirseniz, işlev açık bir dilim döndürür `[offset, array_length - length)`. Değeri atlarsanız, işlev dilimi döndürür `[offset, the_end_of_array]`.
-
-**Örnek**
-
-``` sql
-SELECT arraySlice([1, 2, NULL, 4, 5], 2, 3) AS res
-```
-
-``` text
-┌─res────────┐
-│ [2,NULL,4] │
-└────────────┘
-```
-
-Ar arrayray elem toents set to `NULL` normal değerler olarak ele alınır.
-
-## arraySort(\[func,\] arr, …) {#array_functions-sort}
-
-Elemanları sıralar `arr` artan düzende dizi. Eğer... `func` fonksiyonu belirtilir, sıralama düzeni sonucu belirlenir `func` fonksiyon dizinin elemanlarına uygulanır. Eğer `func` birden fazla argüman kabul eder, `arraySort` fonksiyon argümanları birkaç diziler geçirilir `func` karşılık gelir. Ayrıntılı örnekler sonunda gösterilir `arraySort` açıklama.
-
-Tamsayı değerleri sıralama örneği:
-
-``` sql
-SELECT arraySort([1, 3, 3, 0]);
-```
-
-``` text
-┌─arraySort([1, 3, 3, 0])─┐
-│ [0,1,3,3]               │
-└─────────────────────────┘
-```
-
-Dize değerleri sıralama örneği:
-
-``` sql
-SELECT arraySort(['hello', 'world', '!']);
-```
-
-``` text
-┌─arraySort(['hello', 'world', '!'])─┐
-│ ['!','hello','world']              │
-└────────────────────────────────────┘
-```
-
-Aşağıdaki sıralama sırasını göz önünde bulundurun `NULL`, `NaN` ve `Inf` değerler:
-
-``` sql
-SELECT arraySort([1, nan, 2, NULL, 3, nan, -4, NULL, inf, -inf]);
-```
-
-``` text
-┌─arraySort([1, nan, 2, NULL, 3, nan, -4, NULL, inf, -inf])─┐
-│ [-inf,-4,1,2,3,inf,nan,nan,NULL,NULL]                     │
-└───────────────────────────────────────────────────────────┘
-```
-
--   `-Inf` değerler dizide ilk sırada yer alır.
--   `NULL` değerler dizideki son değerlerdir.
--   `NaN` değerler hemen önce `NULL`.
--   `Inf` değerler hemen önce `NaN`.
-
-Not thate that `arraySort` is a [yüksek sipariş fonksiyonu](higher-order-functions.md). Bir lambda işlevini ilk argüman olarak iletebilirsiniz. Bu durumda, sıralama sırası, dizinin elemanlarına uygulanan lambda işlevinin sonucu ile belirlenir.
-
-Aşağıdaki örneği ele alalım:
-
-``` sql
-SELECT arraySort((x) -> -x, [1, 2, 3]) as res;
-```
-
-``` text
-┌─res─────┐
-│ [3,2,1] │
-└─────────┘
-```
-
-For each element of the source array, the lambda function returns the sorting key, that is, \[1 –\> -1, 2 –\> -2, 3 –\> -3\]. Since the `arraySort` fonksiyon tuşları artan sırayla sıralar, sonuç \[3, 2, 1\]. Böylece, `(x) –> -x` lambda fonksiyonu setleri [azalan düzen](#array_functions-reverse-sort) bir sıralama içinde.
-
-Lambda işlevi birden çok bağımsız değişken kabul edebilir. Bu durumda, geçmek gerekir `arraySort` işlev lambda işlevinin argümanlarının karşılık geleceği aynı uzunlukta birkaç dizi. Elde edilen dizi ilk giriş dizisinden elemanlardan oluşacaktır; bir sonraki giriş dizilerinden elemanlar sıralama anahtarlarını belirtir. Mesela:
-
-``` sql
-SELECT arraySort((x, y) -> y, ['hello', 'world'], [2, 1]) as res;
-```
-
-``` text
-┌─res────────────────┐
-│ ['world', 'hello'] │
-└────────────────────┘
-```
-
-Burada, ikinci dizide (\[2, 1\]) geçirilen öğeler, kaynak diziden karşılık gelen öğe için bir sıralama anahtarı tanımlar (\[‘hello’, ‘world’\]), bu, \[‘hello’ –\> 2, ‘world’ –\> 1\]. Since the lambda function doesn't use `x`, kaynak dizinin gerçek değerleri sonuçtaki sırayı etkilemez. Böyle, ‘hello’ sonuçtaki ikinci eleman olacak ve ‘world’ ilk olacak.
-
-Diğer örnekler aşağıda gösterilmiştir.
-
-``` sql
-SELECT arraySort((x, y) -> y, [0, 1, 2], ['c', 'b', 'a']) as res;
-```
-
-``` text
-┌─res─────┐
-│ [2,1,0] │
-└─────────┘
-```
-
-``` sql
-SELECT arraySort((x, y) -> -y, [0, 1, 2], [1, 2, 3]) as res;
-```
-
-``` text
-┌─res─────┐
-│ [2,1,0] │
-└─────────┘
-```
-
-!!! note "Not"
-    Sıralama verimliliğini artırmak için, [Schwartzian dönüşümü](https://en.wikipedia.org/wiki/Schwartzian_transform) kullanılır.
-
-## arrayReverseSort(\[func,\] arr, …) {#array_functions-reverse-sort}
-
-Elemanları sıralar `arr` azalan sırayla dizi. Eğer... `func` fonksiyon belirtilir, `arr` sonucuna göre sıra islanır. `func` işlev dizinin öğelerine uygulanır ve sonra sıralanmış dizi tersine çevrilir. Eğer `func` birden fazla argüman kabul eder, `arrayReverseSort` fonksiyon argümanları birkaç diziler geçirilir `func` karşılık gelir. Ayrıntılı örnekler sonunda gösterilir `arrayReverseSort` açıklama.
-
-Tamsayı değerleri sıralama örneği:
-
-``` sql
-SELECT arrayReverseSort([1, 3, 3, 0]);
-```
-
-``` text
-┌─arrayReverseSort([1, 3, 3, 0])─┐
-│ [3,3,1,0]                      │
-└────────────────────────────────┘
-```
-
-Dize değerleri sıralama örneği:
-
-``` sql
-SELECT arrayReverseSort(['hello', 'world', '!']);
-```
-
-``` text
-┌─arrayReverseSort(['hello', 'world', '!'])─┐
-│ ['world','hello','!']                     │
-└───────────────────────────────────────────┘
-```
-
-Aşağıdaki sıralama sırasını göz önünde bulundurun `NULL`, `NaN` ve `Inf` değerler:
-
-``` sql
-SELECT arrayReverseSort([1, nan, 2, NULL, 3, nan, -4, NULL, inf, -inf]) as res;
-```
-
-``` text
-┌─res───────────────────────────────────┐
-│ [inf,3,2,1,-4,-inf,nan,nan,NULL,NULL] │
-└───────────────────────────────────────┘
-```
-
--   `Inf` değerler dizide ilk sırada yer alır.
--   `NULL` değerler dizideki son değerlerdir.
--   `NaN` değerler hemen önce `NULL`.
--   `-Inf` değerler hemen önce `NaN`.
-
-Not `arrayReverseSort` is a [yüksek sipariş fonksiyonu](higher-order-functions.md). Bir lambda işlevini ilk argüman olarak iletebilirsiniz. Örnek aşağıda gösterilmiştir.
-
-``` sql
-SELECT arrayReverseSort((x) -> -x, [1, 2, 3]) as res;
-```
-
-``` text
-┌─res─────┐
-│ [1,2,3] │
-└─────────┘
-```
-
-Dizi aşağıdaki şekilde sıralanır:
-
-1.  İlk başta, kaynak dizi (\[1, 2, 3\]), dizinin elemanlarına uygulanan lambda işlevinin sonucuna göre sıralanır. Sonuç bir dizidir \[3, 2, 1\].
-2.  Önceki adımda elde edilen dizi tersine çevrilir. Yani, nihai sonuç \[1, 2, 3\].
-
-Lambda işlevi birden çok bağımsız değişken kabul edebilir. Bu durumda, geçmek gerekir `arrayReverseSort` işlev lambda işlevinin argümanlarının karşılık geleceği aynı uzunlukta birkaç dizi. Elde edilen dizi ilk giriş dizisinden elemanlardan oluşacaktır; bir sonraki giriş dizilerinden elemanlar sıralama anahtarlarını belirtir. Mesela:
-
-``` sql
-SELECT arrayReverseSort((x, y) -> y, ['hello', 'world'], [2, 1]) as res;
-```
-
-``` text
-┌─res───────────────┐
-│ ['hello','world'] │
-└───────────────────┘
-```
-
-Bu örnekte, dizi aşağıdaki şekilde sıralanır:
-
-1.  İlk başta, kaynak dizi (\[‘hello’, ‘world’\]) dizilerin elemanlarına uygulanan lambda işlevinin sonucuna göre sıralanır. İkinci dizide geçirilen öğeler (\[2, 1\]), kaynak diziden karşılık gelen öğeler için sıralama anahtarlarını tanımlar. Sonuç bir dizidir \[‘world’, ‘hello’\].
-2.  Önceki adımda sıralanmış dizi tersine çevrilir. Yani, nihai sonuç \[‘hello’, ‘world’\].
-
-Diğer örnekler aşağıda gösterilmiştir.
-
-``` sql
-SELECT arrayReverseSort((x, y) -> y, [4, 3, 5], ['a', 'b', 'c']) AS res;
-```
-
-``` text
-┌─res─────┐
-│ [5,3,4] │
-└─────────┘
-```
-
-``` sql
-SELECT arrayReverseSort((x, y) -> -y, [4, 3, 5], [1, 2, 3]) AS res;
-```
-
-``` text
-┌─res─────┐
-│ [4,3,5] │
-└─────────┘
-```
-
-## arrayUniq(arr, …) {#arrayuniqarr}
-
-Bir bağımsız değişken geçirilirse, dizideki farklı öğelerin sayısını sayar.
-Birden çok bağımsız değişken geçirilirse, birden çok dizideki karşılık gelen konumlardaki farklı öğe kümelerinin sayısını sayar.
-
-Bir dizideki benzersiz öğelerin bir listesini almak istiyorsanız, arrayreduce kullanabilirsiniz(‘groupUniqArray’, arr).
-
-## arrayJoin(arr) {#array-functions-join}
-
-Özel bir işlev. Bölümüne bakınız [“ArrayJoin function”](array-join.md#functions_arrayjoin).
-
-## arrayDifference {#arraydifference}
-
-Bitişik dizi öğeleri arasındaki farkı hesaplar. İlk öğenin 0 olacağı bir dizi döndürür, ikincisi arasındaki farktır `a[1] - a[0]`, etc. The type of elements in the resulting array is determined by the type inference rules for subtraction (e.g. `UInt8` - `UInt8` = `Int16`).
-
-**Sözdizimi**
-
-``` sql
-arrayDifference(array)
-```
-
-**Parametre**
-
--   `array` – [Dizi](https://clickhouse.tech/docs/en/data_types/array/).
-
-**Döndürülen değerler**
-
-Bitişik öğeler arasındaki farklar dizisini döndürür.
-
-Tür: [Uİnt\*](https://clickhouse.tech/docs/en/data_types/int_uint/#uint-ranges), [Tamsayı\*](https://clickhouse.tech/docs/en/data_types/int_uint/#int-ranges), [Yüzdürmek\*](https://clickhouse.tech/docs/en/data_types/float/).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT arrayDifference([1, 2, 3, 4])
-```
-
-Sonuç:
-
-``` text
-┌─arrayDifference([1, 2, 3, 4])─┐
-│ [0,1,1,1]                     │
-└───────────────────────────────┘
-```
-
-Sonuç türü Int64 nedeniyle taşma örneği:
-
-Sorgu:
-
-``` sql
-SELECT arrayDifference([0, 10000000000000000000])
-```
-
-Sonuç:
-
-``` text
-┌─arrayDifference([0, 10000000000000000000])─┐
-│ [0,-8446744073709551616]                   │
-└────────────────────────────────────────────┘
-```
-
-## arrayDistinct {#arraydistinct}
-
-Bir dizi alır, yalnızca farklı öğeleri içeren bir dizi döndürür.
-
-**Sözdizimi**
-
-``` sql
-arrayDistinct(array)
-```
-
-**Parametre**
-
--   `array` – [Dizi](https://clickhouse.tech/docs/en/data_types/array/).
-
-**Döndürülen değerler**
-
-Farklı öğeleri içeren bir dizi döndürür.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT arrayDistinct([1, 2, 2, 3, 1])
-```
-
-Sonuç:
-
-``` text
-┌─arrayDistinct([1, 2, 2, 3, 1])─┐
-│ [1,2,3]                        │
-└────────────────────────────────┘
-```
-
-## arrayEnumerateDense(arr) {#array_functions-arrayenumeratedense}
-
-Kaynak diziyle aynı boyutta bir dizi döndürür ve her öğenin kaynak dizide ilk olarak nerede göründüğünü gösterir.
-
-Örnek:
-
-``` sql
-SELECT arrayEnumerateDense([10, 20, 10, 30])
-```
-
-``` text
-┌─arrayEnumerateDense([10, 20, 10, 30])─┐
-│ [1,2,1,3]                             │
-└───────────────────────────────────────┘
-```
-
-## arrayıntersect(arr) {#array-functions-arrayintersect}
-
-Birden çok dizi alır, tüm kaynak dizilerde bulunan öğeleri içeren bir dizi döndürür. Elde edilen dizideki öğeler sırası ilk dizideki ile aynıdır.
-
-Örnek:
-
-``` sql
-SELECT
-    arrayIntersect([1, 2], [1, 3], [2, 3]) AS no_intersect,
-    arrayIntersect([1, 2], [1, 3], [1, 4]) AS intersect
-```
-
-``` text
-┌─no_intersect─┬─intersect─┐
-│ []           │ [1]       │
-└──────────────┴───────────┘
-```
-
-## arrayReduce {#arrayreduce}
-
-Dizi öğelerine bir toplama işlevi uygular ve sonucunu döndürür. Toplama işlevinin adı, tek tırnak içinde bir dize olarak geçirilir `'max'`, `'sum'`. Parametrik toplama işlevleri kullanıldığında, parametre parantez içinde işlev adından sonra gösterilir `'uniqUpTo(6)'`.
-
-**Sözdizimi**
-
-``` sql
-arrayReduce(agg_func, arr1, arr2, ..., arrN)
-```
-
-**Parametre**
-
--   `agg_func` — The name of an aggregate function which should be a constant [dize](../../sql-reference/data-types/string.md).
--   `arr` — Any number of [dizi](../../sql-reference/data-types/array.md) sütunları toplama işlevinin parametreleri olarak yazın.
-
-**Döndürülen değer**
-
-**Örnek**
-
-``` sql
-SELECT arrayReduce('max', [1, 2, 3])
-```
-
-``` text
-┌─arrayReduce('max', [1, 2, 3])─┐
-│                             3 │
-└───────────────────────────────┘
-```
-
-Bir toplama işlevi birden çok bağımsız değişken alırsa, bu işlev aynı boyuttaki birden çok diziye uygulanmalıdır.
-
-``` sql
-SELECT arrayReduce('maxIf', [3, 5], [1, 0])
-```
-
-``` text
-┌─arrayReduce('maxIf', [3, 5], [1, 0])─┐
-│                                    3 │
-└──────────────────────────────────────┘
-```
-
-Parametrik toplama fonksiyonu ile örnek:
-
-``` sql
-SELECT arrayReduce('uniqUpTo(3)', [1, 2, 3, 4, 5, 6, 7, 8, 9, 10])
-```
-
-``` text
-┌─arrayReduce('uniqUpTo(3)', [1, 2, 3, 4, 5, 6, 7, 8, 9, 10])─┐
-│                                                           4 │
-└─────────────────────────────────────────────────────────────┘
-```
-
-## arrayReduceİnRanges {#arrayreduceinranges}
-
-Belirli aralıklardaki dizi öğelerine bir toplama işlevi uygular ve her aralığa karşılık gelen sonucu içeren bir dizi döndürür. Fonksiyon aynı sonucu birden fazla olarak döndürür `arrayReduce(agg_func, arraySlice(arr1, index, length), ...)`.
-
-**Sözdizimi**
-
-``` sql
-arrayReduceInRanges(agg_func, ranges, arr1, arr2, ..., arrN)
-```
-
-**Parametre**
-
--   `agg_func` — The name of an aggregate function which should be a constant [dize](../../sql-reference/data-types/string.md).
--   `ranges` — The ranges to aggretate which should be an [dizi](../../sql-reference/data-types/array.md) -den [Demetler](../../sql-reference/data-types/tuple.md) indeks ve her aralığın uzunluğunu içeren.
--   `arr` — Any number of [dizi](../../sql-reference/data-types/array.md) sütunları toplama işlevinin parametreleri olarak yazın.
-
-**Döndürülen değer**
-
-**Örnek**
-
-``` sql
-SELECT arrayReduceInRanges(
-    'sum',
-    [(1, 5), (2, 3), (3, 4), (4, 4)],
-    [1000000, 200000, 30000, 4000, 500, 60, 7]
-) AS res
-```
-
-``` text
-┌─res─────────────────────────┐
-│ [1234500,234000,34560,4567] │
-└─────────────────────────────┘
-```
-
-## arrayReverse(arr) {#arrayreverse}
-
-Öğeleri ters sırada içeren orijinal diziyle aynı boyutta bir dizi döndürür.
-
-Örnek:
-
-``` sql
-SELECT arrayReverse([1, 2, 3])
-```
-
-``` text
-┌─arrayReverse([1, 2, 3])─┐
-│ [3,2,1]                 │
-└─────────────────────────┘
-```
-
-## ters (arr) {#array-functions-reverse}
-
-Eşanlamlı [“arrayReverse”](#arrayreverse)
-
-## arrayFlatten {#arrayflatten}
-
-Bir dizi diziyi düz bir diziye dönüştürür.
-
-İşlev:
-
--   İç içe geçmiş dizilerin herhangi bir derinliği için geçerlidir.
--   Zaten düz olan dizileri değiştirmez.
-
-Düzleştirilmiş dizi, tüm kaynak dizilerdeki tüm öğeleri içerir.
-
-**Sözdizimi**
-
-``` sql
-flatten(array_of_arrays)
-```
-
-Takma ad: `flatten`.
-
-**Parametre**
-
--   `array_of_arrays` — [Dizi](../../sql-reference/data-types/array.md) dizilerin. Mesela, `[[1,2,3], [4,5]]`.
-
-**Örnekler**
-
-``` sql
-SELECT flatten([[[1]], [[2], [3]]])
-```
-
-``` text
-┌─flatten(array(array([1]), array([2], [3])))─┐
-│ [1,2,3]                                     │
-└─────────────────────────────────────────────┘
-```
-
-## arrayCompact {#arraycompact}
-
-Ardışık yinelenen öğeleri bir diziden kaldırır. Sonuç değerlerinin sırası, kaynak dizideki sıraya göre belirlenir.
-
-**Sözdizimi**
-
-``` sql
-arrayCompact(arr)
-```
-
-**Parametre**
-
-`arr` — The [dizi](../../sql-reference/data-types/array.md) incelemek.
-
-**Döndürülen değer**
-
-Yinelenen olmadan dizi.
-
-Tür: `Array`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT arrayCompact([1, 1, nan, nan, 2, 3, 3, 3])
-```
-
-Sonuç:
-
-``` text
-┌─arrayCompact([1, 1, nan, nan, 2, 3, 3, 3])─┐
-│ [1,nan,nan,2,3]                            │
-└────────────────────────────────────────────┘
-```
-
-## arrayZip {#arrayzip}
-
-Birden çok diziyi tek bir dizide birleştirir. Elde edilen dizi, listelenen bağımsız değişken sırasına göre gruplandırılmış kaynak dizilerin karşılık gelen öğelerini içerir.
-
-**Sözdizimi**
-
-``` sql
-arrayZip(arr1, arr2, ..., arrN)
-```
-
-**Parametre**
-
--   `arrN` — [Dizi](../data-types/array.md).
-
-İşlev, farklı türde herhangi bir dizi alabilir. Tüm giriş dizileri eşit boyutta olmalıdır.
-
-**Döndürülen değer**
-
--   Gruplandırılmış kaynak dizilerden öğelerle dizi [Demetler](../data-types/tuple.md). Veri türleri tuple giriş dizileri türleri ile aynıdır ve diziler geçirilir aynı sırada.
-
-Tür: [Dizi](../data-types/array.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT arrayZip(['a', 'b', 'c'], [5, 2, 1])
-```
-
-Sonuç:
-
-``` text
-┌─arrayZip(['a', 'b', 'c'], [5, 2, 1])─┐
-│ [('a',5),('b',2),('c',1)]            │
-└──────────────────────────────────────┘
-```
-
-## arrayAUC {#arrayauc}
-
-Auc'yi hesaplayın (makine öğreniminde bir kavram olan eğrinin altındaki alan, daha fazla ayrıntıya bakın: https://en.wikipedia.org/wiki/Receiver_operating_characteristic#Area_under_the_curve).
-
-**Sözdizimi**
-
-``` sql
-arrayAUC(arr_scores, arr_labels)
-```
-
-**Parametre**
-- `arr_scores` — scores prediction model gives.
-- `arr_labels` — labels of samples, usually 1 for positive sample and 0 for negtive sample.
-
-**Döndürülen değer**
-Float64 türü ile AUC değerini döndürür.
-
-**Örnek**
-Sorgu:
-
-``` sql
-select arrayAUC([0.1, 0.4, 0.35, 0.8], [0, 0, 1, 1])
-```
-
-Sonuç:
-
-``` text
-┌─arrayAUC([0.1, 0.4, 0.35, 0.8], [0, 0, 1, 1])─┐
-│                                          0.75 │
-└────────────────────────────────────────---──┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/array_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/array-join.md b/docs/tr/sql-reference/functions/array-join.md
deleted file mode 100644
index 1d097ec510f..00000000000
--- a/docs/tr/sql-reference/functions/array-join.md
+++ /dev/null
@@ -1,37 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 61
-toc_title: arrayJoin
----
-
-# arrayjoin işlevi {#functions_arrayjoin}
-
-Bu çok sıradışı bir işlevdir.
-
-Normal işlevler bir dizi satırı değiştirmez, ancak her satırdaki değerleri değiştirir (harita).
-Toplama işlevleri bir dizi satırı sıkıştırır (katlayın veya azaltın).
-Bu ‘arrayJoin’ işlev her satırı alır ve bir dizi satır oluşturur (açılır).
-
-Bu işlev bir diziyi bağımsız değişken olarak alır ve kaynak satırı dizideki öğe sayısı için birden çok satıra yayar.
-Sütunlardaki tüm değerler, bu işlevin uygulandığı sütundaki değerler dışında kopyalanır; karşılık gelen dizi değeri ile değiştirilir.
-
-Bir sorgu birden çok kullanabilirsiniz `arrayJoin` işlevler. Bu durumda, dönüşüm birden çok kez gerçekleştirilir.
-
-Daha geniş olanaklar sağlayan SELECT sorgusunda dizi birleştirme sözdizimini not alın.
-
-Örnek:
-
-``` sql
-SELECT arrayJoin([1, 2, 3] AS src) AS dst, 'Hello', src
-```
-
-``` text
-┌─dst─┬─\'Hello\'─┬─src─────┐
-│   1 │ Hello     │ [1,2,3] │
-│   2 │ Hello     │ [1,2,3] │
-│   3 │ Hello     │ [1,2,3] │
-└─────┴───────────┴─────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/array_join/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/bit-functions.md b/docs/tr/sql-reference/functions/bit-functions.md
deleted file mode 100644
index 09e81202ac3..00000000000
--- a/docs/tr/sql-reference/functions/bit-functions.md
+++ /dev/null
@@ -1,255 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 48
-toc_title: Bitlik
----
-
-# Bit Fonksiyonları {#bit-functions}
-
-Bit işlevleri, uint8, Uİnt16, Uİnt32, Uint64, Int8, Int16, Int32, Int64, Float32 veya Float64 türlerinden herhangi bir çift için çalışır.
-
-Sonuç türü, bağımsız değişkenlerinin maksimum bitlerine eşit bit içeren bir tamsayıdır. Bağımsız değişkenlerden en az biri imzalanırsa, sonuç imzalı bir sayıdır. Bir bağımsız değişken bir kayan noktalı sayı ise, Int64 için cast.
-
-## bıtor(a, b) {#bitanda-b}
-
-## bitOr(a, b) {#bitora-b}
-
-## bitXor(a, b) {#bitxora-b}
-
-## bitNot (a) {#bitnota}
-
-## bitShiftLeft(a, b) {#bitshiftlefta-b}
-
-## bitShiftRight(a, b) {#bitshiftrighta-b}
-
-## bitRotateLeft(a, b) {#bitrotatelefta-b}
-
-## bitRotateRight(a, b) {#bitrotaterighta-b}
-
-## bitTest {#bittest}
-
-Herhangi bir tamsayı alır ve dönüştürür [ikili form](https://en.wikipedia.org/wiki/Binary_number), belirtilen konumda bir bit değerini döndürür. Geri sayım sağdan sola 0 başlar.
-
-**Sözdizimi**
-
-``` sql
-SELECT bitTest(number, index)
-```
-
-**Parametre**
-
--   `number` – integer number.
--   `index` – position of bit.
-
-**Döndürülen değerler**
-
-Belirtilen konumda bit değeri döndürür.
-
-Tür: `UInt8`.
-
-**Örnek**
-
-Örneğin, taban-2 (ikili) sayı sistemindeki 43 sayısı 101011'dir.
-
-Sorgu:
-
-``` sql
-SELECT bitTest(43, 1)
-```
-
-Sonuç:
-
-``` text
-┌─bitTest(43, 1)─┐
-│              1 │
-└────────────────┘
-```
-
-Başka bir örnek:
-
-Sorgu:
-
-``` sql
-SELECT bitTest(43, 2)
-```
-
-Sonuç:
-
-``` text
-┌─bitTest(43, 2)─┐
-│              0 │
-└────────────────┘
-```
-
-## bitTestAll {#bittestall}
-
-Sonucu döndürür [mantıksal conjuction](https://en.wikipedia.org/wiki/Logical_conjunction) Verilen pozisyonlarda tüm bitlerin (ve operatörü). Geri sayım sağdan sola 0 başlar.
-
-Bitsel işlemler için conjuction:
-
-0 AND 0 = 0
-
-0 AND 1 = 0
-
-1 AND 0 = 0
-
-1 AND 1 = 1
-
-**Sözdizimi**
-
-``` sql
-SELECT bitTestAll(number, index1, index2, index3, index4, ...)
-```
-
-**Parametre**
-
--   `number` – integer number.
--   `index1`, `index2`, `index3`, `index4` – positions of bit. For example, for set of positions (`index1`, `index2`, `index3`, `index4`) doğru ise ve sadece tüm pozisyon trueları doğru ise (`index1` ⋀ `index2`, ⋀ `index3` ⋀ `index4`).
-
-**Döndürülen değerler**
-
-Mantıksal conjuction sonucunu döndürür.
-
-Tür: `UInt8`.
-
-**Örnek**
-
-Örneğin, taban-2 (ikili) sayı sistemindeki 43 sayısı 101011'dir.
-
-Sorgu:
-
-``` sql
-SELECT bitTestAll(43, 0, 1, 3, 5)
-```
-
-Sonuç:
-
-``` text
-┌─bitTestAll(43, 0, 1, 3, 5)─┐
-│                          1 │
-└────────────────────────────┘
-```
-
-Başka bir örnek:
-
-Sorgu:
-
-``` sql
-SELECT bitTestAll(43, 0, 1, 3, 5, 2)
-```
-
-Sonuç:
-
-``` text
-┌─bitTestAll(43, 0, 1, 3, 5, 2)─┐
-│                             0 │
-└───────────────────────────────┘
-```
-
-## bitTestAny {#bittestany}
-
-Sonucu döndürür [mantıksal ayrılma](https://en.wikipedia.org/wiki/Logical_disjunction) Verilen konumlardaki tüm bitlerin (veya operatör). Geri sayım sağdan sola 0 başlar.
-
-Bitsel işlemler için ayrılma:
-
-0 OR 0 = 0
-
-0 OR 1 = 1
-
-1 OR 0 = 1
-
-1 OR 1 = 1
-
-**Sözdizimi**
-
-``` sql
-SELECT bitTestAny(number, index1, index2, index3, index4, ...)
-```
-
-**Parametre**
-
--   `number` – integer number.
--   `index1`, `index2`, `index3`, `index4` – positions of bit.
-
-**Döndürülen değerler**
-
-Mantıksal disjuction sonucunu döndürür.
-
-Tür: `UInt8`.
-
-**Örnek**
-
-Örneğin, taban-2 (ikili) sayı sistemindeki 43 sayısı 101011'dir.
-
-Sorgu:
-
-``` sql
-SELECT bitTestAny(43, 0, 2)
-```
-
-Sonuç:
-
-``` text
-┌─bitTestAny(43, 0, 2)─┐
-│                    1 │
-└──────────────────────┘
-```
-
-Başka bir örnek:
-
-Sorgu:
-
-``` sql
-SELECT bitTestAny(43, 4, 2)
-```
-
-Sonuç:
-
-``` text
-┌─bitTestAny(43, 4, 2)─┐
-│                    0 │
-└──────────────────────┘
-```
-
-## bitCount {#bitcount}
-
-Bir sayının ikili gösteriminde birine ayarlanmış bit sayısını hesaplar.
-
-**Sözdizimi**
-
-``` sql
-bitCount(x)
-```
-
-**Parametre**
-
--   `x` — [Tamsayı](../../sql-reference/data-types/int-uint.md) veya [kayan nokta](../../sql-reference/data-types/float.md) numara. İşlev, bellekteki değer gösterimini kullanır. Kayan noktalı sayıları desteklemeye izin verir.
-
-**Döndürülen değer**
-
--   Giriş numarasında birine ayarlanmış bit sayısı.
-
-İşlev, giriş değerini daha büyük bir türe dönüştürmez ([işaret uzantısı](https://en.wikipedia.org/wiki/Sign_extension)). Bu yüzden, örneğin , `bitCount(toUInt8(-1)) = 8`.
-
-Tür: `UInt8`.
-
-**Örnek**
-
-Örneğin 333 sayısını alın. İkili gösterimi: 0000000101001101.
-
-Sorgu:
-
-``` sql
-SELECT bitCount(333)
-```
-
-Sonuç:
-
-``` text
-┌─bitCount(333)─┐
-│             5 │
-└───────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/bit_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/bitmap-functions.md b/docs/tr/sql-reference/functions/bitmap-functions.md
deleted file mode 100644
index 8e51218da16..00000000000
--- a/docs/tr/sql-reference/functions/bitmap-functions.md
+++ /dev/null
@@ -1,496 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 49
-toc_title: "E\u015Flem"
----
-
-# Bitmap İşlevleri {#bitmap-functions}
-
-Bitmap işlevleri iki bit eşlemler nesne değeri hesaplama için çalışmak, yeni bitmap veya kardinality formül hesaplama, and, or, xor ve not, vb gibi kullanırken döndürmektir.
-
-Bitmap nesnesi için 2 çeşit inşaat yöntemi vardır. Biri-State ile toplama işlevi groupBitmap tarafından inşa edilecek, diğeri Array nesnesi tarafından inşa edilecek. Ayrıca bitmap nesnesini dizi nesnesine dönüştürmektir.
-
-Roaringbitmap, Bitmap nesnelerinin gerçek depolanması sırasında bir veri yapısına sarılır. Önemlilik 32'den küçük veya eşit olduğunda, Set objet kullanır. Kardinality 32'den büyük olduğunda, roaringbitmap nesnesi kullanır. Bu nedenle düşük kardinalite kümesinin depolanması daha hızlıdır.
-
-RoaringBitmap hakkında daha fazla bilgi için bkz: [CRoaring](https://github.com/RoaringBitmap/CRoaring).
-
-## bitmapBuild {#bitmap_functions-bitmapbuild}
-
-İmzasız tamsayı dizisinden bir bit eşlem oluşturun.
-
-``` sql
-bitmapBuild(array)
-```
-
-**Parametre**
-
--   `array` – unsigned integer array.
-
-**Örnek**
-
-``` sql
-SELECT bitmapBuild([1, 2, 3, 4, 5]) AS res, toTypeName(res)
-```
-
-``` text
-┌─res─┬─toTypeName(bitmapBuild([1, 2, 3, 4, 5]))─────┐
-│ 
    │ AggregateFunction(groupBitmap, UInt8)    │
-└─────┴──────────────────────────────────────────────┘
-```
-
-## bitmapToArray {#bitmaptoarray}
-
-Bitmap'i tamsayı dizisine dönüştürün.
-
-``` sql
-bitmapToArray(bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapToArray(bitmapBuild([1, 2, 3, 4, 5])) AS res
-```
-
-``` text
-┌─res─────────┐
-│ [1,2,3,4,5] │
-└─────────────┘
-```
-
-## bitmapsubsetınrange {#bitmap-functions-bitmapsubsetinrange}
-
-Belirtilen aralıktaki alt kümesi döndürür (range_end içermez).
-
-``` sql
-bitmapSubsetInRange(bitmap, range_start, range_end)
-```
-
-**Parametre**
-
--   `bitmap` – [Bitmap nesnesi](#bitmap_functions-bitmapbuild).
--   `range_start` – range start point. Type: [Uİnt32](../../sql-reference/data-types/int-uint.md).
--   `range_end` – range end point(excluded). Type: [Uİnt32](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-``` sql
-SELECT bitmapToArray(bitmapSubsetInRange(bitmapBuild([0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,100,200,500]), toUInt32(30), toUInt32(200))) AS res
-```
-
-``` text
-┌─res───────────────┐
-│ [30,31,32,33,100] │
-└───────────────────┘
-```
-
-## bitmapSubsetLimit {#bitmapsubsetlimit}
-
-Arasında alınan n öğeleri ile bitmap bir alt kümesi oluşturur `range_start` ve `cardinality_limit`.
-
-**Sözdizimi**
-
-``` sql
-bitmapSubsetLimit(bitmap, range_start, cardinality_limit)
-```
-
-**Parametre**
-
--   `bitmap` – [Bitmap nesnesi](#bitmap_functions-bitmapbuild).
--   `range_start` – The subset starting point. Type: [Uİnt32](../../sql-reference/data-types/int-uint.md).
--   `cardinality_limit` – The subset cardinality upper limit. Type: [Uİnt32](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değer**
-
-Alt.
-
-Tür: `Bitmap object`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT bitmapToArray(bitmapSubsetLimit(bitmapBuild([0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,100,200,500]), toUInt32(30), toUInt32(200))) AS res
-```
-
-Sonuç:
-
-``` text
-┌─res───────────────────────┐
-│ [30,31,32,33,100,200,500] │
-└───────────────────────────┘
-```
-
-## bitmapContains {#bitmap_functions-bitmapcontains}
-
-Bit eşlem bir öğe içerip içermediğini denetler.
-
-``` sql
-bitmapContains(haystack, needle)
-```
-
-**Parametre**
-
--   `haystack` – [Bitmap nesnesi](#bitmap_functions-bitmapbuild), fonksiyon arar nerede.
--   `needle` – Value that the function searches. Type: [Uİnt32](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değerler**
-
--   0 — If `haystack` içermez `needle`.
--   1 — If `haystack` içeriyor `needle`.
-
-Tür: `UInt8`.
-
-**Örnek**
-
-``` sql
-SELECT bitmapContains(bitmapBuild([1,5,7,9]), toUInt32(9)) AS res
-```
-
-``` text
-┌─res─┐
-│  1  │
-└─────┘
-```
-
-## bitmapHasAny {#bitmaphasany}
-
-İki bit eşlemin bazı öğelerle kesiştiği olup olmadığını kontrol eder.
-
-``` sql
-bitmapHasAny(bitmap1, bitmap2)
-```
-
-Eğer eminseniz `bitmap2` kesinlikle bir öğe içerir, kullanmayı düşünün [bitmapContains](#bitmap_functions-bitmapcontains) İşlev. Daha verimli çalışır.
-
-**Parametre**
-
--   `bitmap*` – bitmap object.
-
-**Dönüş değerleri**
-
--   `1`, eğer `bitmap1` ve `bitmap2` en azından benzer bir öğeye sahip olun.
--   `0`, başka.
-
-**Örnek**
-
-``` sql
-SELECT bitmapHasAny(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res
-```
-
-``` text
-┌─res─┐
-│  1  │
-└─────┘
-```
-
-## bitmapHasAll {#bitmaphasall}
-
-Benzer `hasAll(array, array)` ilk bit eşlem, ikincisinin tüm öğelerini içeriyorsa, 1 değerini döndürür, aksi halde 0.
-İkinci bağımsız değişken boş bir bit eşlem ise, 1 döndürür.
-
-``` sql
-bitmapHasAll(bitmap,bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapHasAll(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res
-```
-
-``` text
-┌─res─┐
-│  0  │
-└─────┘
-```
-
-## bitmapCardinality {#bitmapcardinality}
-
-Retrun bit eşlem kardinalite türü Uİnt64.
-
-``` sql
-bitmapCardinality(bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapCardinality(bitmapBuild([1, 2, 3, 4, 5])) AS res
-```
-
-``` text
-┌─res─┐
-│   5 │
-└─────┘
-```
-
-## bitmapMin {#bitmapmin}
-
-Kümedeki uint64 türünün en küçük değerini yeniden çalıştırın, küme boşsa UİNT32_MAX.
-
-    bitmapMin(bitmap)
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapMin(bitmapBuild([1, 2, 3, 4, 5])) AS res
-```
-
-    ┌─res─┐
-    │   1 │
-    └─────┘
-
-## bitmapMax {#bitmapmax}
-
-Küme boşsa, kümedeki uint64 türünün en büyük değerini 0 olarak yeniden çalıştırın.
-
-    bitmapMax(bitmap)
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapMax(bitmapBuild([1, 2, 3, 4, 5])) AS res
-```
-
-    ┌─res─┐
-    │   5 │
-    └─────┘
-
-## bitmapTransform {#bitmaptransform}
-
-Bitmap'teki bir değer dizisini başka bir değer dizisine dönüştürün, sonuç yeni bir bitmap'tir.
-
-    bitmapTransform(bitmap, from_array, to_array)
-
-**Parametre**
-
--   `bitmap` – bitmap object.
--   `from_array` – UInt32 array. For idx in range \[0, from_array.size()), if bitmap contains from_array\[idx\], then replace it with to_array\[idx\]. Note that the result depends on array ordering if there are common elements between from_array and to_array.
--   `to_array` – UInt32 array, its size shall be the same to from_array.
-
-**Örnek**
-
-``` sql
-SELECT bitmapToArray(bitmapTransform(bitmapBuild([1, 2, 3, 4, 5, 6, 7, 8, 9, 10]), cast([5,999,2] as Array(UInt32)), cast([2,888,20] as Array(UInt32)))) AS res
-```
-
-    ┌─res───────────────────┐
-    │ [1,3,4,6,7,8,9,10,20] │
-    └───────────────────────┘
-
-## bitmapAnd {#bitmapand}
-
-İki bitmap ve hesaplama, sonuç yeni bir bitmap'tir.
-
-``` sql
-bitmapAnd(bitmap,bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapToArray(bitmapAnd(bitmapBuild([1,2,3]),bitmapBuild([3,4,5]))) AS res
-```
-
-``` text
-┌─res─┐
-│ [3] │
-└─────┘
-```
-
-## bitmapOr {#bitmapor}
-
-İki bitmap veya hesaplama, sonuç yeni bir bitmap'tir.
-
-``` sql
-bitmapOr(bitmap,bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapToArray(bitmapOr(bitmapBuild([1,2,3]),bitmapBuild([3,4,5]))) AS res
-```
-
-``` text
-┌─res─────────┐
-│ [1,2,3,4,5] │
-└─────────────┘
-```
-
-## bitmapXor {#bitmapxor}
-
-İki bitmap XOR hesaplama, sonuç yeni bir bitmap.
-
-``` sql
-bitmapXor(bitmap,bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapToArray(bitmapXor(bitmapBuild([1,2,3]),bitmapBuild([3,4,5]))) AS res
-```
-
-``` text
-┌─res───────┐
-│ [1,2,4,5] │
-└───────────┘
-```
-
-## bitmapAndnot {#bitmapandnot}
-
-İki bit eşlem andnot hesaplama, sonuç yeni bir bit eşlem.
-
-``` sql
-bitmapAndnot(bitmap,bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapToArray(bitmapAndnot(bitmapBuild([1,2,3]),bitmapBuild([3,4,5]))) AS res
-```
-
-``` text
-┌─res───┐
-│ [1,2] │
-└───────┘
-```
-
-## bitmapAndCardinality {#bitmapandcardinality}
-
-İki bitmap ve hesaplama, uint64 türünün kardinalliğini döndürür.
-
-``` sql
-bitmapAndCardinality(bitmap,bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapAndCardinality(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res;
-```
-
-``` text
-┌─res─┐
-│   1 │
-└─────┘
-```
-
-## bitmapOrCardinality {#bitmaporcardinality}
-
-İki bitmap veya hesaplama, uint64 türünün kardinalliğini döndürür.
-
-``` sql
-bitmapOrCardinality(bitmap,bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapOrCardinality(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res;
-```
-
-``` text
-┌─res─┐
-│   5 │
-└─────┘
-```
-
-## bitmapXorCardinality {#bitmapxorcardinality}
-
-İki bitmap XOR hesaplama, uint64 türünün kardinalliğini döndürür.
-
-``` sql
-bitmapXorCardinality(bitmap,bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapXorCardinality(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res;
-```
-
-``` text
-┌─res─┐
-│   4 │
-└─────┘
-```
-
-## bitmapAndnotCardinality {#bitmapandnotcardinality}
-
-İki bitmap andnot hesaplama, uint64 türünün kardinalliğini döndürür.
-
-``` sql
-bitmapAndnotCardinality(bitmap,bitmap)
-```
-
-**Parametre**
-
--   `bitmap` – bitmap object.
-
-**Örnek**
-
-``` sql
-SELECT bitmapAndnotCardinality(bitmapBuild([1,2,3]),bitmapBuild([3,4,5])) AS res;
-```
-
-``` text
-┌─res─┐
-│   2 │
-└─────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/bitmap_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/comparison-functions.md b/docs/tr/sql-reference/functions/comparison-functions.md
deleted file mode 100644
index 43d0dddb6e3..00000000000
--- a/docs/tr/sql-reference/functions/comparison-functions.md
+++ /dev/null
@@ -1,37 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: "Kar\u015F\u0131la\u015Ft\u0131rma"
----
-
-# Karşılaştırma Fonksiyonları {#comparison-functions}
-
-Karşılaştırma işlevleri her zaman 0 veya 1 (Uint8) döndürür.
-
-Aşağıdaki türler karşılaştırılabilir:
-
--   şiir
--   dizeler ve sabit dizeler
--   tarihliler
--   tarihleri ile saatleri
-
-her grup içinde, ancak farklı gruplar arasında değil.
-
-Örneğin, bir tarihi bir dizeyle karşılaştıramazsınız. Bir tarih dizesi dönüştürmek, ya da tam tersi bir işlev kullanmak zorunda.
-
-Dizeler baytlarla karşılaştırılır. Daha kısa bir dize, onunla başlayan ve en az bir karakter daha içeren tüm dizelerden daha küçüktür.
-
-## eşittir, a = b VE a = = B operatörü {#function-equals}
-
-## notEquals, a ! operatör = b VE A \<\> b {#function-notequals}
-
-## l ,ess, \< operat \<or {#function-less}
-
-## büyük, \> operatör {#function-greater}
-
-## lessOrEquals, \< = operatör {#function-lessorequals}
-
-## greaterOrEquals, \> = operatör {#function-greaterorequals}
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/comparison_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/conditional-functions.md b/docs/tr/sql-reference/functions/conditional-functions.md
deleted file mode 100644
index c1f6c7a9880..00000000000
--- a/docs/tr/sql-reference/functions/conditional-functions.md
+++ /dev/null
@@ -1,207 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 43
-toc_title: "Ko\u015Fullu "
----
-
-# Koşullu Fonksiyonlar {#conditional-functions}
-
-## eğer {#if}
-
-Koşullu dallanmayı kontrol eder. Çoğu sistemin aksine, ClickHouse her zaman her iki ifadeyi de değerlendirir `then` ve `else`.
-
-**Sözdizimi**
-
-``` sql
-SELECT if(cond, then, else)
-```
-
-Eğer durum `cond` sıfır olmayan bir değere değerlendirir, ifadenin sonucunu döndürür `then` ve ifad andenin sonucu `else` varsa, atlanır. Eğer... `cond` sıfır veya `NULL` fakat daha sonra sonucu `then` ifade atlanır ve sonucu `else` Ifade, varsa, döndürülür.
-
-**Parametre**
-
--   `cond` – The condition for evaluation that can be zero or not. The type is UInt8, Nullable(UInt8) or NULL.
--   `then` - Koşul karşılanırsa dönmek için ifade.
--   `else` - Koşul karşılanmazsa dönmek için ifade.
-
-**Döndürülen değerler**
-
-İşlev yürütür `then` ve `else` ifadeler ve koşulun olup olmadığına bağlı olarak sonucunu döndürür `cond` sıfır ya da değil.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT if(1, plus(2, 2), plus(2, 6))
-```
-
-Sonuç:
-
-``` text
-┌─plus(2, 2)─┐
-│          4 │
-└────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT if(0, plus(2, 2), plus(2, 6))
-```
-
-Sonuç:
-
-``` text
-┌─plus(2, 6)─┐
-│          8 │
-└────────────┘
-```
-
--   `then` ve `else` en düşük ortak türe sahip olmalıdır.
-
-**Örnek:**
-
-Bunu al `LEFT_RIGHT` Tablo:
-
-``` sql
-SELECT *
-FROM LEFT_RIGHT
-
-┌─left─┬─right─┐
-│ ᴺᵁᴸᴸ │     4 │
-│    1 │     3 │
-│    2 │     2 │
-│    3 │     1 │
-│    4 │  ᴺᵁᴸᴸ │
-└──────┴───────┘
-```
-
-Aşağıdaki sorgu karşılaştırır `left` ve `right` değerler:
-
-``` sql
-SELECT
-    left,
-    right,
-    if(left < right, 'left is smaller than right', 'right is greater or equal than left') AS is_smaller
-FROM LEFT_RIGHT
-WHERE isNotNull(left) AND isNotNull(right)
-
-┌─left─┬─right─┬─is_smaller──────────────────────────┐
-│    1 │     3 │ left is smaller than right          │
-│    2 │     2 │ right is greater or equal than left │
-│    3 │     1 │ right is greater or equal than left │
-└──────┴───────┴─────────────────────────────────────┘
-```
-
-Not: `NULL` bu örnekte değerler kullanılmaz, kontrol edin [Koşullardaki boş değerler](#null-values-in-conditionals) bölme.
-
-## Üçlü Operatör {#ternary-operator}
-
-Aynı gibi çalışıyor. `if` İşlev.
-
-Sözdizimi: `cond ? then : else`
-
-Dönüşler `then` eğer... `cond` true (sıfırdan büyük) olarak değerlendirir, aksi takdirde döndürür `else`.
-
--   `cond` türü olmalıdır `UInt8`, ve `then` ve `else` en düşük ortak türe sahip olmalıdır.
-
--   `then` ve `else` olabilir `NULL`
-
-**Ayrıca bakınız**
-
--   [ifNotFinite](other-functions.md#ifnotfinite).
-
-## multiİf {#multiif}
-
-Yaz allowsmanızı sağlar [CASE](../operators/index.md#operator_case) operatör sorguda daha kompakt.
-
-Sözdizimi: `multiIf(cond_1, then_1, cond_2, then_2, ..., else)`
-
-**Parametre:**
-
--   `cond_N` — The condition for the function to return `then_N`.
--   `then_N` — The result of the function when executed.
--   `else` — The result of the function if none of the conditions is met.
-
-İşlev kabul eder `2N+1` parametre.
-
-**Döndürülen değerler**
-
-İşlev, değerlerden birini döndürür `then_N` veya `else` bu koşullara bağlı olarak `cond_N`.
-
-**Örnek**
-
-Yine kullanarak `LEFT_RIGHT` Tablo.
-
-``` sql
-SELECT
-    left,
-    right,
-    multiIf(left < right, 'left is smaller', left > right, 'left is greater', left = right, 'Both equal', 'Null value') AS result
-FROM LEFT_RIGHT
-
-┌─left─┬─right─┬─result──────────┐
-│ ᴺᵁᴸᴸ │     4 │ Null value      │
-│    1 │     3 │ left is smaller │
-│    2 │     2 │ Both equal      │
-│    3 │     1 │ left is greater │
-│    4 │  ᴺᵁᴸᴸ │ Null value      │
-└──────┴───────┴─────────────────┘
-```
-
-## Koşullu Sonuçları Doğrudan Kullanma {#using-conditional-results-directly}
-
-Koşullar her zaman sonuç `0`, `1` veya `NULL`. Böylece koşullu sonuçları doğrudan bu şekilde kullanabilirsiniz:
-
-``` sql
-SELECT left < right AS is_small
-FROM LEFT_RIGHT
-
-┌─is_small─┐
-│     ᴺᵁᴸᴸ │
-│        1 │
-│        0 │
-│        0 │
-│     ᴺᵁᴸᴸ │
-└──────────┘
-```
-
-## Koşullardaki boş değerler {#null-values-in-conditionals}
-
-Ne zaman `NULL` değerler koşullarla ilgilidir, sonuç da olacaktır `NULL`.
-
-``` sql
-SELECT
-    NULL < 1,
-    2 < NULL,
-    NULL < NULL,
-    NULL = NULL
-
-┌─less(NULL, 1)─┬─less(2, NULL)─┬─less(NULL, NULL)─┬─equals(NULL, NULL)─┐
-│ ᴺᵁᴸᴸ          │ ᴺᵁᴸᴸ          │ ᴺᵁᴸᴸ             │ ᴺᵁᴸᴸ               │
-└───────────────┴───────────────┴──────────────────┴────────────────────┘
-```
-
-Bu nedenle, sorgularınızı türleri dikkatli bir şekilde oluşturmalısınız `Nullable`.
-
-Aşağıdaki örnek, eşittir koşulu eklemek başarısız tarafından bu gösterir `multiIf`.
-
-``` sql
-SELECT
-    left,
-    right,
-    multiIf(left < right, 'left is smaller', left > right, 'right is smaller', 'Both equal') AS faulty_result
-FROM LEFT_RIGHT
-
-┌─left─┬─right─┬─faulty_result────┐
-│ ᴺᵁᴸᴸ │     4 │ Both equal       │
-│    1 │     3 │ left is smaller  │
-│    2 │     2 │ Both equal       │
-│    3 │     1 │ right is smaller │
-│    4 │  ᴺᵁᴸᴸ │ Both equal       │
-└──────┴───────┴──────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/conditional_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/date-time-functions.md b/docs/tr/sql-reference/functions/date-time-functions.md
deleted file mode 100644
index 7dc082c3670..00000000000
--- a/docs/tr/sql-reference/functions/date-time-functions.md
+++ /dev/null
@@ -1,450 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: "Tarih ve Saatlerle \xE7al\u0131\u015Fma"
----
-
-# Tarih ve Saatlerle çalışmak için işlevler {#functions-for-working-with-dates-and-times}
-
-Saat dilimleri için destek
-
-Saat dilimi için mantıksal kullanımı olan tarih ve Saat ile çalışmak için tüm işlevler, ikinci bir isteğe bağlı saat dilimi bağımsız değişkeni kabul edebilir. Örnek: Asya / Yekaterinburg. Bu durumda, yerel (varsayılan) yerine belirtilen saat dilimini kullanırlar.
-
-``` sql
-SELECT
-    toDateTime('2016-06-15 23:00:00') AS time,
-    toDate(time) AS date_local,
-    toDate(time, 'Asia/Yekaterinburg') AS date_yekat,
-    toString(time, 'US/Samoa') AS time_samoa
-```
-
-``` text
-┌────────────────time─┬─date_local─┬─date_yekat─┬─time_samoa──────────┐
-│ 2016-06-15 23:00:00 │ 2016-06-15 │ 2016-06-16 │ 2016-06-15 09:00:00 │
-└─────────────────────┴────────────┴────────────┴─────────────────────┘
-```
-
-UTC'DEN saat sayısına göre farklı olan yalnızca saat dilimleri desteklenir.
-
-## toTimeZone {#totimezone}
-
-Saat veya tarih ve saati belirtilen saat dilimine dönüştürün.
-
-## toYear {#toyear}
-
-Bir tarihi veya tarihi zamanla yıl numarasını (AD) içeren bir Uınt16 numarasına dönüştürür.
-
-## toQuarter {#toquarter}
-
-Bir tarihi veya tarihi zaman ile çeyrek sayısını içeren bir Uİnt8 numarasına dönüştürür.
-
-## toMonth {#tomonth}
-
-Bir tarih veya tarih ile saati, ay numarasını (1-12) içeren bir Uİnt8 numarasına dönüştürür.
-
-## bugünyıl {#todayofyear}
-
-Bir tarih veya tarih ile saat, yılın gün sayısını (1-366) içeren bir Uınt16 numarasına dönüştürür.
-
-## bugünay {#todayofmonth}
-
-Bir tarih veya tarih ile saat, Ayın gün sayısını (1-31) içeren bir Uınt8 numarasına dönüştürür.
-
-## bugünhafta {#todayofweek}
-
-Bir tarih veya tarih ile saat, haftanın gününün sayısını içeren bir Uınt8 numarasına dönüştürür (Pazartesi 1 ve pazar 7'dir).
-
-## toHour {#tohour}
-
-Saatli bir tarihi, 24 saatlik süre (0-23) saat sayısını içeren bir Uınt8 numarasına dönüştürür.
-This function assumes that if clocks are moved ahead, it is by one hour and occurs at 2 a.m., and if clocks are moved back, it is by one hour and occurs at 3 a.m. (which is not always true – even in Moscow the clocks were twice changed at a different time).
-
-## toMinute {#tominute}
-
-Saatli bir tarihi, saatin dakika sayısını (0-59) içeren bir Uınt8 numarasına dönüştürür.
-
-## toSecond {#tosecond}
-
-Dakika (0-59) ikinci sayısını içeren bir uınt8 numarasına zaman ile bir tarih dönüştürür.
-Sıçrama saniye hesaba değildir.
-
-## toUnixTimestamp {#to-unix-timestamp}
-
-DateTime argümanı için: değeri dahili sayısal gösterimine dönüştürür (Unıx Zaman Damgası).
-String argümanı için: datetime'ı dizeden saat dilimine göre ayrıştırın (isteğe bağlı ikinci argüman, sunucu zaman dilimi varsayılan olarak kullanılır) ve karşılık gelen unıx zaman damgasını döndürür.
-Tarih argümanı için: davranış belirtilmemiş.
-
-**Sözdizimi**
-
-``` sql
-toUnixTimestamp(datetime)
-toUnixTimestamp(str, [timezone])
-```
-
-**Döndürülen değer**
-
--   Unix zaman damgasını döndürür.
-
-Tür: `UInt32`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT toUnixTimestamp('2017-11-05 08:07:47', 'Asia/Tokyo') AS unix_timestamp
-```
-
-Sonuç:
-
-``` text
-┌─unix_timestamp─┐
-│     1509836867 │
-└────────────────┘
-```
-
-## toStartOfYear {#tostartofyear}
-
-Yılın ilk gününe kadar bir tarih veya tarih aşağı yuvarlar.
-Tarihi döndürür.
-
-## toStartOfİSOYear {#tostartofisoyear}
-
-ISO yılın ilk gününe kadar bir tarih veya tarih aşağı yuvarlar.
-Tarihi döndürür.
-
-## toStartOfQuarter {#tostartofquarter}
-
-Çeyrek ilk güne kadar bir tarih veya tarih aşağı yuvarlar.
-Çeyreğin ilk günü 1 Ocak, 1 Nisan, 1 Temmuz veya 1 ekim'dir.
-Tarihi döndürür.
-
-## toStartOfMonth {#tostartofmonth}
-
-Ayın ilk gününe kadar bir tarih veya tarih aşağı yuvarlar.
-Tarihi döndürür.
-
-!!! attention "Dikkat"
-    Yanlış tarihleri ayrıştırma davranışı uygulamaya özeldir. ClickHouse sıfır tarihi döndürebilir, bir istisna atabilir veya yapabilir “natural” taşmak.
-
-## toMonday {#tomonday}
-
-En yakın Pazartesi günü bir tarih veya tarih aşağı yuvarlar.
-Tarihi döndürür.
-
-## toStartOfWeek(t \[, mod\]) {#tostartofweektmode}
-
-Modu ile en yakın pazar veya Pazartesi zaman bir tarih veya tarih aşağı yuvarlar.
-Tarihi döndürür.
-Mod bağımsız değişkeni, toWeek () için mod bağımsız değişkeni gibi çalışır. Tek bağımsız değişken sözdizimi için 0 mod değeri kullanılır.
-
-## toStartOfDay {#tostartofday}
-
-Günün başlangıcına kadar bir tarih aşağı yuvarlar.
-
-## toStartOfHour {#tostartofhour}
-
-Saat başlangıcına kadar bir tarih aşağı yuvarlar.
-
-## toStartOfMinute {#tostartofminute}
-
-Dakikanın başlangıcına kadar bir tarih aşağı yuvarlar.
-
-## toStartOfFiveMinute {#tostartoffiveminute}
-
-Beş dakikalık aralığın başlangıcına kadar bir tarih aşağı yuvarlar.
-
-## toStartOfTenMinutes {#tostartoftenminutes}
-
-On dakikalık aralığın başlangıcına kadar bir tarih aşağı yuvarlar.
-
-## toStartOfFifteenMinutes {#tostartoffifteenminutes}
-
-On beş dakikalık aralığın başlangıcına kadar tarih aşağı yuvarlar.
-
-## toStartOfİnterval (time_or_data, Aralık x birimi \[, time_zone\]) {#tostartofintervaltime-or-data-interval-x-unit-time-zone}
-
-Bu, diğer işlevlerin bir genellemesidir `toStartOf*`. Mesela,
-`toStartOfInterval(t, INTERVAL 1 year)` aynı döndürür `toStartOfYear(t)`,
-`toStartOfInterval(t, INTERVAL 1 month)` aynı döndürür `toStartOfMonth(t)`,
-`toStartOfInterval(t, INTERVAL 1 day)` aynı döndürür `toStartOfDay(t)`,
-`toStartOfInterval(t, INTERVAL 15 minute)` aynı döndürür `toStartOfFifteenMinutes(t)` vb.
-
-## toTime {#totime}
-
-Belirli bir sabit tarihe zaman ile bir tarih dönüştürür, zaman korurken.
-
-## toRelativeYearNum {#torelativeyearnum}
-
-Geçmişte belirli bir sabit noktadan başlayarak, yıl sayısına saat veya tarih ile bir tarih dönüştürür.
-
-## toRelativeQuarterNum {#torelativequarternum}
-
-Geçmişte belirli bir sabit noktadan başlayarak, çeyrek sayısına saat veya tarih ile bir tarih dönüştürür.
-
-## toRelativeMonthNum {#torelativemonthnum}
-
-Geçmişte belirli bir sabit noktadan başlayarak, Ayın sayısına saat veya tarih ile bir tarih dönüştürür.
-
-## toRelativeWeekNum {#torelativeweeknum}
-
-Geçmişte belirli bir sabit noktadan başlayarak, haftanın sayısına saat veya tarih ile bir tarih dönüştürür.
-
-## toRelativeDayNum {#torelativedaynum}
-
-Geçmişte belirli bir sabit noktadan başlayarak, günün sayısına saat veya tarih ile bir tarih dönüştürür.
-
-## toRelativeHourNum {#torelativehournum}
-
-Geçmişte belirli bir sabit noktadan başlayarak, saat veya tarih ile bir tarih saat sayısına dönüştürür.
-
-## toRelativeMinuteNum {#torelativeminutenum}
-
-Geçmişte belirli bir sabit noktadan başlayarak, dakika sayısına saat veya tarih ile bir tarih dönüştürür.
-
-## toRelativeSecondNum {#torelativesecondnum}
-
-Geçmişte belirli bir sabit noktadan başlayarak, ikinci sayısına saat veya tarih ile bir tarih dönüştürür.
-
-## toİSOYear {#toisoyear}
-
-ISO yıl numarasını içeren bir uınt16 numarasına bir tarih veya tarih zaman dönüştürür.
-
-## toİSOWeek {#toisoweek}
-
-ISO hafta numarasını içeren bir uınt8 numarasına bir tarih veya tarih zaman dönüştürür.
-
-## toWeek (tarih \[, mod\]) {#toweekdatemode}
-
-Bu işlev, date veya datetime için hafta numarasını döndürür. ToWeek () ' in iki bağımsız değişkenli formu, haftanın pazar veya Pazartesi günü başlayıp başlamadığını ve dönüş değerinin 0 ile 53 arasında mı yoksa 1 ile 53 arasında mı olması gerektiğini belirlemenizi sağlar. Mod bağımsız değişkeni atlanırsa, varsayılan mod 0'dır.
-`toISOWeek()`eşdeğer bir uyumluluk işlevidir `toWeek(date,3)`.
-Aşağıdaki tabloda mod bağımsız değişkeni nasıl çalıştığını açıklar.
-
-| Modu | Haftanın ilk günü | Aralık | Week 1 is the first week …       |
-|------|-------------------|--------|----------------------------------|
-| 0    | Pazar             | 0-53   | bu yıl bir pazar günü ile        |
-| 1    | Pazartesi         | 0-53   | bu yıl 4 veya daha fazla gün ile |
-| 2    | Pazar             | 1-53   | bu yıl bir pazar günü ile        |
-| 3    | Pazartesi         | 1-53   | bu yıl 4 veya daha fazla gün ile |
-| 4    | Pazar             | 0-53   | bu yıl 4 veya daha fazla gün ile |
-| 5    | Pazartesi         | 0-53   | bu yıl bir Pazartesi ile         |
-| 6    | Pazar             | 1-53   | bu yıl 4 veya daha fazla gün ile |
-| 7    | Pazartesi         | 1-53   | bu yıl bir Pazartesi ile         |
-| 8    | Pazar             | 1-53   | 1 Ocak içerir                    |
-| 9    | Pazartesi         | 1-53   | 1 Ocak içerir                    |
-
-Bir anlamı olan mod değerleri için “with 4 or more days this year,” haftalar ISO 8601: 1988'e göre numaralandırılmıştır:
-
--   1 Ocak içeren haftanın yeni yılda 4 veya daha fazla günü varsa, 1. haftadır.
-
--   Aksi takdirde, bir önceki yılın son haftasıdır ve bir sonraki hafta 1. haftadır.
-
-Bir anlamı olan mod değerleri için “contains January 1”, 1 Ocak haftanın 1.haft .asıdır. Haftanın yeni yılda kaç gün içerdiği önemli değil, sadece bir gün içerse bile.
-
-``` sql
-toWeek(date, [, mode][, Timezone])
-```
-
-**Parametre**
-
--   `date` – Date or DateTime.
--   `mode` – Optional parameter, Range of values is \[0,9\], default is 0.
--   `Timezone` – Optional parameter, it behaves like any other conversion function.
-
-**Örnek**
-
-``` sql
-SELECT toDate('2016-12-27') AS date, toWeek(date) AS week0, toWeek(date,1) AS week1, toWeek(date,9) AS week9;
-```
-
-``` text
-┌───────date─┬─week0─┬─week1─┬─week9─┐
-│ 2016-12-27 │    52 │    52 │     1 │
-└────────────┴───────┴───────┴───────┘
-```
-
-## toYearWeek (tarih \[, mod\]) {#toyearweekdatemode}
-
-Bir tarih için yıl ve hafta döndürür. Sonuçtaki yıl, yılın ilk ve son haftası için tarih argümanındaki yıldan farklı olabilir.
-
-Mod bağımsız değişkeni, toWeek () için mod bağımsız değişkeni gibi çalışır. Tek bağımsız değişken sözdizimi için 0 mod değeri kullanılır.
-
-`toISOYear()`eşdeğer bir uyumluluk işlevidir `intDiv(toYearWeek(date,3),100)`.
-
-**Örnek**
-
-``` sql
-SELECT toDate('2016-12-27') AS date, toYearWeek(date) AS yearWeek0, toYearWeek(date,1) AS yearWeek1, toYearWeek(date,9) AS yearWeek9;
-```
-
-``` text
-┌───────date─┬─yearWeek0─┬─yearWeek1─┬─yearWeek9─┐
-│ 2016-12-27 │    201652 │    201652 │    201701 │
-└────────────┴───────────┴───────────┴───────────┘
-```
-
-## şimdi {#now}
-
-Sıfır bağımsız değişkeni kabul eder ve geçerli saati istek yürütme anlarından birinde döndürür.
-Bu işlev, isteğin tamamlanması uzun zaman alsa bile bir sabit döndürür.
-
-## bugünkü {#today}
-
-Sıfır bağımsız değişkeni kabul eder ve geçerli tarihi, istek yürütme anlarından birinde döndürür.
-Olarak aynı ‘toDate(now())’.
-
-## dün {#yesterday}
-
-Sıfır bağımsız değişkeni kabul eder ve istek yürütme anlarından birinde dünün tarihini döndürür.
-Olarak aynı ‘today() - 1’.
-
-## zaman dilimi {#timeslot}
-
-Yarım saat için zaman yuvarlar.
-Bu fonksiyon (kayıt olmak için özeldir.Metrica, yarım saat, bir izleme etiketi, tek bir kullanıcının ardışık sayfa görüntülemelerini, zaman içinde bu miktardan kesinlikle daha fazla farklılık gösteriyorsa, bir oturumu iki oturuma bölmek için minimum zaman miktarıdır. Bu, ilgili oturumda bulunan sayfa görüntülemelerini aramak için tuples (etiket kimliği, kullanıcı kimliği ve zaman dilimi) kullanılabileceği anlamına gelir.
-
-## toYYYYMM {#toyyyymm}
-
-Bir tarih veya tarih ile saat, yıl ve ay numarasını (YYYY \* 100 + MM) içeren bir Uınt32 numarasına dönüştürür.
-
-## toYYYYMMDD {#toyyyymmdd}
-
-Bir tarih veya tarih ile saat, yıl ve ay numarasını içeren bir Uınt32 numarasına dönüştürür (YYYY \* 10000 + MM \* 100 + DD).
-
-## toYYYYMMDDhhmmss {#toyyyymmddhhmmss}
-
-Bir tarihi veya tarihi, yıl ve ay numarasını içeren bir Uınt64 numarasına dönüştürür (YYYY \* 1000000 + MM \* 1000000 + DD \* 1000000 + hh \* 10000 + mm \* 100 + ss).
-
-## addYears, addMonths, addWeeks, addDays, addHours, addMinutes, addSeconds, addQuarters {#addyears-addmonths-addweeks-adddays-addhours-addminutes-addseconds-addquarters}
-
-İşlev, bir tarih/DateTime aralığına bir tarih/DateTime ekler ve ardından Tarih/Datetime'ı döndürür. Mesela:
-
-``` sql
-WITH
-    toDate('2018-01-01') AS date,
-    toDateTime('2018-01-01 00:00:00') AS date_time
-SELECT
-    addYears(date, 1) AS add_years_with_date,
-    addYears(date_time, 1) AS add_years_with_date_time
-```
-
-``` text
-┌─add_years_with_date─┬─add_years_with_date_time─┐
-│          2019-01-01 │      2019-01-01 00:00:00 │
-└─────────────────────┴──────────────────────────┘
-```
-
-## subtractYears, subtractMonths, subtractWeeks, subtractDays, subtractHours, subtractMinutes, subtractSeconds, subtractQuarters {#subtractyears-subtractmonths-subtractweeks-subtractdays-subtracthours-subtractminutes-subtractseconds-subtractquarters}
-
-Fonksiyon bir tarih/DateTime aralığını bir tarih/DateTime olarak çıkarır ve ardından Tarih/Datetime'ı döndürür. Mesela:
-
-``` sql
-WITH
-    toDate('2019-01-01') AS date,
-    toDateTime('2019-01-01 00:00:00') AS date_time
-SELECT
-    subtractYears(date, 1) AS subtract_years_with_date,
-    subtractYears(date_time, 1) AS subtract_years_with_date_time
-```
-
-``` text
-┌─subtract_years_with_date─┬─subtract_years_with_date_time─┐
-│               2018-01-01 │           2018-01-01 00:00:00 │
-└──────────────────────────┴───────────────────────────────┘
-```
-
-## dateDiff {#datediff}
-
-İki Date veya DateTime değerleri arasındaki farkı döndürür.
-
-**Sözdizimi**
-
-``` sql
-dateDiff('unit', startdate, enddate, [timezone])
-```
-
-**Parametre**
-
--   `unit` — Time unit, in which the returned value is expressed. [Dize](../syntax.md#syntax-string-literal).
-
-        Supported values:
-
-        | unit   |
-        | ---- |
-        |second  |
-        |minute  |
-        |hour    |
-        |day     |
-        |week    |
-        |month   |
-        |quarter |
-        |year    |
-
--   `startdate` — The first time value to compare. [Tarihli](../../sql-reference/data-types/date.md) veya [DateTime](../../sql-reference/data-types/datetime.md).
-
--   `enddate` — The second time value to compare. [Tarihli](../../sql-reference/data-types/date.md) veya [DateTime](../../sql-reference/data-types/datetime.md).
-
--   `timezone` — Optional parameter. If specified, it is applied to both `startdate` ve `enddate`. Belirtilmemişse, saat dilimleri `startdate` ve `enddate` kullanılır. Aynı değilse, sonuç belirtilmemiştir.
-
-**Döndürülen değer**
-
-Arasındaki fark `startdate` ve `enddate` ifade edilen `unit`.
-
-Tür: `int`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT dateDiff('hour', toDateTime('2018-01-01 22:00:00'), toDateTime('2018-01-02 23:00:00'));
-```
-
-Sonuç:
-
-``` text
-┌─dateDiff('hour', toDateTime('2018-01-01 22:00:00'), toDateTime('2018-01-02 23:00:00'))─┐
-│                                                                                     25 │
-└────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-## (StartTime, Süresi,\[, Boyutu zaman yuvasının\]) {#timeslotsstarttime-duration-size}
-
-Başlayan bir zaman aralığı için ‘StartTime’ ve devam etmek için ‘Duration’ saniye, bu aralıktan aşağı yuvarlanan noktalardan oluşan zaman içinde bir dizi moment döndürür ‘Size’ saniyeler içinde. ‘Size’ isteğe bağlı bir parametredir: varsayılan olarak 1800 olarak ayarlanmış bir sabit Uİnt32.
-Mesela, `timeSlots(toDateTime('2012-01-01 12:20:00'), 600) = [toDateTime('2012-01-01 12:00:00'), toDateTime('2012-01-01 12:30:00')]`.
-Bu, ilgili oturumda sayfa görüntülemelerini aramak için gereklidir.
-
-## formatDateTime (saat, Biçim \[, Saat Dilimi\]) {#formatdatetime}
-
-Function formats a Time according given Format string. N.B.: Format is a constant expression, e.g. you can not have multiple formats for single result column.
-
-Biçim için desteklenen değiştiriciler:
-(“Example” sütun, zaman için biçimlendirme sonucunu gösterir `2018-01-02 22:33:44`)
-
-| Değiştirici | Açıklama                                                 | Örnek      |
-|-------------|----------------------------------------------------------|------------|
-| %C          | yıl 100'e bölünür ve tamsayıya kesilir (00-99)           | 20         |
-| %d          | Ayın günü, sıfır yastıklı (01-31)                        | 02         |
-| %D          | Kısa MM/DD/YY tarih, eşdeğer %m / %d / % y               | 01/02/18   |
-| %e          | Ayın günü, boşluk dolgulu (1-31)                         | 2          |
-| %F          | kısa YYYY-AA-DD tarih, eşdeğer %Y-%m - %d                | 2018-01-02 |
-| %H          | 24 saat formatında saat (00-23)                          | 22         |
-| %I          | 12h formatında saat (01-12)                              | 10         |
-| %j          | yılın günü (001-366)                                     | 002        |
-| %metre      | ondalık sayı olarak ay (01-12)                           | 01         |
-| %M          | dakika (00-59)                                           | 33         |
-| %ve         | new-line char (ac (ter (")                               |            |
-| %p          | AM veya PM atama                                         | PM         |
-| %R          | 24-hour HH: MM Zaman, eşdeğer %H:%M                      | 22:33      |
-| %S          | ikinci (00-59)                                           | 44         |
-| %t          | yatay-sekme karakteri (')                                |            |
-| %T          | ISO 8601 saat biçimi (HH:MM:SS), eşdeğer %H:%M: % S      | 22:33:44   |
-| %u          | ISO 8601 hafta içi sayı olarak Pazartesi olarak 1 (1-7)  | 2          |
-| %V          | ISO 8601 hafta numarası (01-53)                          | 01         |
-| %g          | Pazar günü 0 (0-6) olarak ondalık sayı olarak hafta içi) | 2          |
-| %y          | Yıl, son iki basamak (00-99)                             | 18         |
-| %Y          | Yıllık                                                   | 2018       |
-| %%          | im                                                       | %          |
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/date_time_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/encoding-functions.md b/docs/tr/sql-reference/functions/encoding-functions.md
deleted file mode 100644
index b0ba76a6c32..00000000000
--- a/docs/tr/sql-reference/functions/encoding-functions.md
+++ /dev/null
@@ -1,175 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 52
-toc_title: "Kodlam\u0131\u015F"
----
-
-# Kodlama Fonksiyonları {#encoding-functions}
-
-## kömürleşmek {#char}
-
-Geçirilen bağımsız değişkenlerin sayısı olarak uzunluğu olan dizeyi döndürür ve her bayt karşılık gelen bağımsız değişken değerine sahiptir. Sayısal türlerin birden çok bağımsız değişkeni kabul eder. Bağımsız değişken değeri uint8 veri türü aralığının dışındaysa, Olası yuvarlama ve taşma ile Uint8'e dönüştürülür.
-
-**Sözdizimi**
-
-``` sql
-char(number_1, [number_2, ..., number_n]);
-```
-
-**Parametre**
-
--   `number_1, number_2, ..., number_n` — Numerical arguments interpreted as integers. Types: [Tamsayı](../../sql-reference/data-types/int-uint.md), [Yüzdürmek](../../sql-reference/data-types/float.md).
-
-**Döndürülen değer**
-
--   verilen bayt dizisi.
-
-Tür: `String`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT char(104.1, 101, 108.9, 108.9, 111) AS hello
-```
-
-Sonuç:
-
-``` text
-┌─hello─┐
-│ hello │
-└───────┘
-```
-
-Karşılık gelen baytları geçirerek bir rasgele kodlama dizesi oluşturabilirsiniz. İşte UTF-8 için örnek:
-
-Sorgu:
-
-``` sql
-SELECT char(0xD0, 0xBF, 0xD1, 0x80, 0xD0, 0xB8, 0xD0, 0xB2, 0xD0, 0xB5, 0xD1, 0x82) AS hello;
-```
-
-Sonuç:
-
-``` text
-┌─hello──┐
-│ привет │
-└────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT char(0xE4, 0xBD, 0xA0, 0xE5, 0xA5, 0xBD) AS hello;
-```
-
-Sonuç:
-
-``` text
-┌─hello─┐
-│ 你好  │
-└───────┘
-```
-
-## büyü {#hex}
-
-Bağımsız değişkenin onaltılık gösterimini içeren bir dize döndürür.
-
-**Sözdizimi**
-
-``` sql
-hex(arg)
-```
-
-İşlev büyük harfler kullanıyor `A-F` ve herhangi bir önek kullanmamak (gibi `0x`) veya sonekler (gibi `h`).
-
-Tamsayı argümanları için, onaltılık basamak yazdırır (“nibbles”) en önemliden en önemlisine (big endian veya “human readable” sipariş). En önemli sıfır olmayan baytla başlar (önde gelen sıfır bayt atlanır), ancak önde gelen basamak sıfır olsa bile her baytın her iki basamağını da yazdırır.
-
-Örnek:
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT hex(1);
-```
-
-Sonuç:
-
-``` text
-01
-```
-
-Tip değerleri `Date` ve `DateTime` karşılık gelen tamsayılar olarak biçimlendirilir (tarih için çağdan bu yana geçen gün sayısı ve datetime için Unix zaman damgasının değeri).
-
-İçin `String` ve `FixedString`, tüm bayt sadece iki onaltılık sayı olarak kodlanır. Sıfır bayt ihmal edilmez.
-
-Kayan nokta ve ondalık türlerinin değerleri, bellekteki gösterimi olarak kodlanır. Küçük endian mimarisini desteklediğimiz için, bunlar küçük endian'da kodlanmıştır. Sıfır önde gelen / sondaki bayt ihmal edilmez.
-
-**Parametre**
-
--   `arg` — A value to convert to hexadecimal. Types: [Dize](../../sql-reference/data-types/string.md), [Uİnt](../../sql-reference/data-types/int-uint.md), [Yüzdürmek](../../sql-reference/data-types/float.md), [Ondalık](../../sql-reference/data-types/decimal.md), [Tarihli](../../sql-reference/data-types/date.md) veya [DateTime](../../sql-reference/data-types/datetime.md).
-
-**Döndürülen değer**
-
--   Bağımsız değişken onaltılık gösterimi ile bir dize.
-
-Tür: `String`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT hex(toFloat32(number)) as hex_presentation FROM numbers(15, 2);
-```
-
-Sonuç:
-
-``` text
-┌─hex_presentation─┐
-│ 00007041         │
-│ 00008041         │
-└──────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT hex(toFloat64(number)) as hex_presentation FROM numbers(15, 2);
-```
-
-Sonuç:
-
-``` text
-┌─hex_presentation─┐
-│ 0000000000002E40 │
-│ 0000000000003040 │
-└──────────────────┘
-```
-
-## unhex (str) {#unhexstr}
-
-Onaltılık basamak herhangi bir sayıda içeren bir dize kabul eder ve karşılık gelen bayt içeren bir dize döndürür. Hem büyük hem de küçük harfleri destekler a-F. onaltılık basamak sayısı bile olmak zorunda değildir. Tek ise, son rakam 00-0F baytın en az önemli yarısı olarak yorumlanır. Bağımsız değişken dizesi onaltılık basamaklardan başka bir şey içeriyorsa, uygulama tanımlı bazı sonuçlar döndürülür (bir özel durum atılmaz).
-Sonucu bir sayıya dönüştürmek istiyorsanız, ‘reverse’ ve ‘reinterpretAsType’ işlevler.
-
-## UUİDStringToNum (str) {#uuidstringtonumstr}
-
-Biçiminde 36 karakter içeren bir dize kabul eder `123e4567-e89b-12d3-a456-426655440000` ve bir fixedstring(16) bayt kümesi olarak döndürür.
-
-## UUİDNumToString (str) {#uuidnumtostringstr}
-
-FixedString(16) değerini kabul eder. Metin biçiminde 36 karakter içeren bir dize döndürür.
-
-## bitmaskToList (num) {#bitmasktolistnum}
-
-Bir tamsayı kabul eder. Özetlendiğinde kaynak sayısını toplayan iki güç listesini içeren bir dize döndürür. Artan düzende metin biçiminde boşluk bırakmadan virgülle ayrılırlar.
-
-## bitmaskToArray (num) {#bitmasktoarraynum}
-
-Bir tamsayı kabul eder. Özetlendiğinde kaynak sayısını toplayan iki güç listesini içeren bir uint64 sayı dizisi döndürür. Dizideki sayılar artan düzendedir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/encoding_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/ext-dict-functions.md b/docs/tr/sql-reference/functions/ext-dict-functions.md
deleted file mode 100644
index 80f06040b8c..00000000000
--- a/docs/tr/sql-reference/functions/ext-dict-functions.md
+++ /dev/null
@@ -1,205 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 58
-toc_title: "Harici S\xF6zl\xFCklerle \xE7al\u0131\u015Fma"
----
-
-# Harici Sözlüklerle çalışmak için işlevler {#ext_dict_functions}
-
-Dış sözlükleri bağlama ve yapılandırma hakkında bilgi için bkz. [Dış söz dictionarieslükler](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md).
-
-## dictGet {#dictget}
-
-Harici bir sözlükten bir değer alır.
-
-``` sql
-dictGet('dict_name', 'attr_name', id_expr)
-dictGetOrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
-```
-
-**Parametre**
-
--   `dict_name` — Name of the dictionary. [String lit literal](../syntax.md#syntax-string-literal).
--   `attr_name` — Name of the column of the dictionary. [String lit literal](../syntax.md#syntax-string-literal).
--   `id_expr` — Key value. [İfade](../syntax.md#syntax-expressions) dönen bir [Uİnt64](../../sql-reference/data-types/int-uint.md) veya [Demet](../../sql-reference/data-types/tuple.md)- sözlük yapılandırmasına bağlı olarak değer yazın.
--   `default_value_expr` — Value returned if the dictionary doesn't contain a row with the `id_expr` anahtar. [İfade](../syntax.md#syntax-expressions) veri türü için yapılandırılmış değeri döndürme `attr_name` nitelik.
-
-**Döndürülen değer**
-
--   ClickHouse özniteliği başarıyla ayrıştırırsa [öznitelik veri türü](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes), fonksiyonlar karşılık gelen sözlük özniteliğinin değerini döndürür `id_expr`.
-
--   Anahtar yoksa, karşılık gelen `id_expr`, söz thelükte, sonra:
-
-        - `dictGet` returns the content of the `<null_value>` element specified for the attribute in the dictionary configuration.
-        - `dictGetOrDefault` returns the value passed as the `default_value_expr` parameter.
-
-Clickhouse, özniteliğin değerini ayrıştıramazsa veya değer öznitelik veri türüyle eşleşmiyorsa bir özel durum atar.
-
-**Örnek**
-
-Metin dosyası oluşturma `ext-dict-text.csv` aşağıdakileri içeren:
-
-``` text
-1,1
-2,2
-```
-
-İlk sütun `id` ikinci sütun `c1`.
-
-Dış sözlüğü yapılandırma:
-
-``` xml
-<yandex>
-    <dictionary>
-        <name>ext-dict-test</name>
-        <source>
-            <file>
-                <path>/path-to/ext-dict-test.csv</path>
-                <format>CSV</format>
-            </file>
-        </source>
-        <layout>
-            <flat />
-        </layout>
-        <structure>
-            <id>
-                <name>id</name>
-            </id>
-            <attribute>
-                <name>c1</name>
-                <type>UInt32</type>
-                <null_value></null_value>
-            </attribute>
-        </structure>
-        <lifetime>0</lifetime>
-    </dictionary>
-</yandex>
-```
-
-Sorguyu gerçekleştir:
-
-``` sql
-SELECT
-    dictGetOrDefault('ext-dict-test', 'c1', number + 1, toUInt32(number * 10)) AS val,
-    toTypeName(val) AS type
-FROM system.numbers
-LIMIT 3
-```
-
-``` text
-┌─val─┬─type───┐
-│   1 │ UInt32 │
-│   2 │ UInt32 │
-│  20 │ UInt32 │
-└─────┴────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [Dış Söz Dictionarieslükler](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md)
-
-## dictHas {#dicthas}
-
-Bir anahtar sözlükte mevcut olup olmadığını denetler.
-
-``` sql
-dictHas('dict_name', id_expr)
-```
-
-**Parametre**
-
--   `dict_name` — Name of the dictionary. [String lit literal](../syntax.md#syntax-string-literal).
--   `id_expr` — Key value. [İfade](../syntax.md#syntax-expressions) dönen bir [Uİnt64](../../sql-reference/data-types/int-uint.md)- tip değeri.
-
-**Döndürülen değer**
-
--   0, anahtar yoksa.
--   1, bir anahtar varsa.
-
-Tür: `UInt8`.
-
-## dictGetHierarchy {#dictgethierarchy}
-
-Bir anahtarın tüm ebeveynlerini içeren bir dizi oluşturur. [hiyerarş dictionaryik sözlük](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md).
-
-**Sözdizimi**
-
-``` sql
-dictGetHierarchy('dict_name', key)
-```
-
-**Parametre**
-
--   `dict_name` — Name of the dictionary. [String lit literal](../syntax.md#syntax-string-literal).
--   `key` — Key value. [İfade](../syntax.md#syntax-expressions) dönen bir [Uİnt64](../../sql-reference/data-types/int-uint.md)- tip değeri.
-
-**Döndürülen değer**
-
--   Anahtar için ebeveynler.
-
-Tür: [Dizi (Uİnt64)](../../sql-reference/data-types/array.md).
-
-## dictİsİn {#dictisin}
-
-Sözlükteki tüm hiyerarşik zincir boyunca bir anahtarın atasını kontrol eder.
-
-``` sql
-dictIsIn('dict_name', child_id_expr, ancestor_id_expr)
-```
-
-**Parametre**
-
--   `dict_name` — Name of the dictionary. [String lit literal](../syntax.md#syntax-string-literal).
--   `child_id_expr` — Key to be checked. [İfade](../syntax.md#syntax-expressions) dönen bir [Uİnt64](../../sql-reference/data-types/int-uint.md)- tip değeri.
--   `ancestor_id_expr` — Alleged ancestor of the `child_id_expr` anahtar. [İfade](../syntax.md#syntax-expressions) dönen bir [Uİnt64](../../sql-reference/data-types/int-uint.md)- tip değeri.
-
-**Döndürülen değer**
-
--   0, eğer `child_id_expr` bir çocuk değil mi `ancestor_id_expr`.
--   1, Eğer `child_id_expr` bir çocuk `ancestor_id_expr` veya eğer `child_id_expr` is an `ancestor_id_expr`.
-
-Tür: `UInt8`.
-
-## Diğer Fonksiyonlar {#ext_dict_functions-other}
-
-ClickHouse sözlük yapılandırma ne olursa olsun belirli bir veri türü için sözlük öznitelik değerlerini dönüştürmek özel işlevleri destekler.
-
-İşlevler:
-
--   `dictGetInt8`, `dictGetInt16`, `dictGetInt32`, `dictGetInt64`
--   `dictGetUInt8`, `dictGetUInt16`, `dictGetUInt32`, `dictGetUInt64`
--   `dictGetFloat32`, `dictGetFloat64`
--   `dictGetDate`
--   `dictGetDateTime`
--   `dictGetUUID`
--   `dictGetString`
-
-Tüm bu işlevler `OrDefault` değişiklik. Mesela, `dictGetDateOrDefault`.
-
-Sözdizimi:
-
-``` sql
-dictGet[Type]('dict_name', 'attr_name', id_expr)
-dictGet[Type]OrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
-```
-
-**Parametre**
-
--   `dict_name` — Name of the dictionary. [String lit literal](../syntax.md#syntax-string-literal).
--   `attr_name` — Name of the column of the dictionary. [String lit literal](../syntax.md#syntax-string-literal).
--   `id_expr` — Key value. [İfade](../syntax.md#syntax-expressions) dönen bir [Uİnt64](../../sql-reference/data-types/int-uint.md)- tip değeri.
--   `default_value_expr` — Value which is returned if the dictionary doesn't contain a row with the `id_expr` anahtar. [İfade](../syntax.md#syntax-expressions) veri türü için yapılandırılmış bir değer döndürme `attr_name` nitelik.
-
-**Döndürülen değer**
-
--   ClickHouse özniteliği başarıyla ayrıştırırsa [öznitelik veri türü](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes), fonksiyonlar karşılık gelen sözlük özniteliğinin değerini döndürür `id_expr`.
-
--   İsten nomiyorsa `id_expr` söz thelükte o zaman:
-
-        - `dictGet[Type]` returns the content of the `<null_value>` element specified for the attribute in the dictionary configuration.
-        - `dictGet[Type]OrDefault` returns the value passed as the `default_value_expr` parameter.
-
-Clickhouse, özniteliğin değerini ayrıştıramazsa veya değer öznitelik veri türüyle eşleşmiyorsa bir özel durum atar.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/ext_dict_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/functions-for-nulls.md b/docs/tr/sql-reference/functions/functions-for-nulls.md
deleted file mode 100644
index 19e6f32dfd5..00000000000
--- a/docs/tr/sql-reference/functions/functions-for-nulls.md
+++ /dev/null
@@ -1,312 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 63
-toc_title: "Null arg\xFCmanlarla \xE7al\u0131\u015Fma"
----
-
-# Null Agregalarla çalışmak için işlevler {#functions-for-working-with-nullable-aggregates}
-
-## isNull {#isnull}
-
-Bağımsız değişken olup olmadığını denetler [NULL](../../sql-reference/syntax.md#null-literal).
-
-``` sql
-isNull(x)
-```
-
-**Parametre**
-
--   `x` — A value with a non-compound data type.
-
-**Döndürülen değer**
-
--   `1` eğer `x` oluyor `NULL`.
--   `0` eğer `x` değildir `NULL`.
-
-**Örnek**
-
-Giriş tablosu
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-│ 2 │    3 │
-└───┴──────┘
-```
-
-Sorgu
-
-``` sql
-SELECT x FROM t_null WHERE isNull(y)
-```
-
-``` text
-┌─x─┐
-│ 1 │
-└───┘
-```
-
-## isNotNull {#isnotnull}
-
-Bağımsız değişken olup olmadığını denetler [NULL](../../sql-reference/syntax.md#null-literal).
-
-``` sql
-isNotNull(x)
-```
-
-**Parametre:**
-
--   `x` — A value with a non-compound data type.
-
-**Döndürülen değer**
-
--   `0` eğer `x` oluyor `NULL`.
--   `1` eğer `x` değildir `NULL`.
-
-**Örnek**
-
-Giriş tablosu
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-│ 2 │    3 │
-└───┴──────┘
-```
-
-Sorgu
-
-``` sql
-SELECT x FROM t_null WHERE isNotNull(y)
-```
-
-``` text
-┌─x─┐
-│ 2 │
-└───┘
-```
-
-## birleşmek {#coalesce}
-
-Olup olmadığını soldan sağa denetler `NULL` argümanlar geçti ve ilk olmayan döndürür-`NULL` tartışma.
-
-``` sql
-coalesce(x,...)
-```
-
-**Parametre:**
-
--   Bileşik olmayan tipte herhangi bir sayıda parametre. Tüm parametreler veri türüne göre uyumlu olmalıdır.
-
-**Döndürülen değerler**
-
--   İlk sigara-`NULL` tartışma.
--   `NULL`, eğer tüm argümanlar `NULL`.
-
-**Örnek**
-
-Bir müşteriyle iletişim kurmak için birden çok yol belirtebilecek kişilerin listesini düşünün.
-
-``` text
-┌─name─────┬─mail─┬─phone─────┬──icq─┐
-│ client 1 │ ᴺᵁᴸᴸ │ 123-45-67 │  123 │
-│ client 2 │ ᴺᵁᴸᴸ │ ᴺᵁᴸᴸ      │ ᴺᵁᴸᴸ │
-└──────────┴──────┴───────────┴──────┘
-```
-
-Bu `mail` ve `phone` alanlar String tip ofindedir, ancak `icq` Fi fieldeld is `UInt32`, bu yüzden dönüştürülmesi gerekiyor `String`.
-
-Müşteri için ilk kullanılabilir iletişim yöntemini kişi listesinden alın:
-
-``` sql
-SELECT coalesce(mail, phone, CAST(icq,'Nullable(String)')) FROM aBook
-```
-
-``` text
-┌─name─────┬─coalesce(mail, phone, CAST(icq, 'Nullable(String)'))─┐
-│ client 1 │ 123-45-67                                            │
-│ client 2 │ ᴺᵁᴸᴸ                                                 │
-└──────────┴──────────────────────────────────────────────────────┘
-```
-
-## ifNull {#ifnull}
-
-Ana bağımsız değişken ise alternatif bir değer döndürür `NULL`.
-
-``` sql
-ifNull(x,alt)
-```
-
-**Parametre:**
-
--   `x` — The value to check for `NULL`.
--   `alt` — The value that the function returns if `x` oluyor `NULL`.
-
-**Döndürülen değerler**
-
--   Değer `x`, eğer `x` değildir `NULL`.
--   Değer `alt`, eğer `x` oluyor `NULL`.
-
-**Örnek**
-
-``` sql
-SELECT ifNull('a', 'b')
-```
-
-``` text
-┌─ifNull('a', 'b')─┐
-│ a                │
-└──────────────────┘
-```
-
-``` sql
-SELECT ifNull(NULL, 'b')
-```
-
-``` text
-┌─ifNull(NULL, 'b')─┐
-│ b                 │
-└───────────────────┘
-```
-
-## nullİf {#nullif}
-
-Dönüşler `NULL` argümanlar eşitse.
-
-``` sql
-nullIf(x, y)
-```
-
-**Parametre:**
-
-`x`, `y` — Values for comparison. They must be compatible types, or ClickHouse will generate an exception.
-
-**Döndürülen değerler**
-
--   `NULL`, argümanlar eşitse.
--   Bu `x` bağımsız değişkenler eşit değilse, değer.
-
-**Örnek**
-
-``` sql
-SELECT nullIf(1, 1)
-```
-
-``` text
-┌─nullIf(1, 1)─┐
-│         ᴺᵁᴸᴸ │
-└──────────────┘
-```
-
-``` sql
-SELECT nullIf(1, 2)
-```
-
-``` text
-┌─nullIf(1, 2)─┐
-│            1 │
-└──────────────┘
-```
-
-## assumeNotNull {#assumenotnull}
-
-Bir tür değeri ile sonuçlanır [Nullable](../../sql-reference/data-types/nullable.md) bir sigara için- `Nullable` eğer değer değil `NULL`.
-
-``` sql
-assumeNotNull(x)
-```
-
-**Parametre:**
-
--   `x` — The original value.
-
-**Döndürülen değerler**
-
--   Olmayan orijinal değeri-`Nullable` tipi, değilse `NULL`.
--   Olmayan için varsayılan değer-`Nullable` özgün değer ise yazın `NULL`.
-
-**Örnek**
-
-Düşünün `t_null` Tablo.
-
-``` sql
-SHOW CREATE TABLE t_null
-```
-
-``` text
-┌─statement─────────────────────────────────────────────────────────────────┐
-│ CREATE TABLE default.t_null ( x Int8,  y Nullable(Int8)) ENGINE = TinyLog │
-└───────────────────────────────────────────────────────────────────────────┘
-```
-
-``` text
-┌─x─┬────y─┐
-│ 1 │ ᴺᵁᴸᴸ │
-│ 2 │    3 │
-└───┴──────┘
-```
-
-Uygula `assumeNotNull` fonksiyonu için `y` sütun.
-
-``` sql
-SELECT assumeNotNull(y) FROM t_null
-```
-
-``` text
-┌─assumeNotNull(y)─┐
-│                0 │
-│                3 │
-└──────────────────┘
-```
-
-``` sql
-SELECT toTypeName(assumeNotNull(y)) FROM t_null
-```
-
-``` text
-┌─toTypeName(assumeNotNull(y))─┐
-│ Int8                         │
-│ Int8                         │
-└──────────────────────────────┘
-```
-
-## toNullable {#tonullable}
-
-Bağımsız değişken türünü dönüştürür `Nullable`.
-
-``` sql
-toNullable(x)
-```
-
-**Parametre:**
-
--   `x` — The value of any non-compound type.
-
-**Döndürülen değer**
-
--   Bir ile giriş değeri `Nullable` tür.
-
-**Örnek**
-
-``` sql
-SELECT toTypeName(10)
-```
-
-``` text
-┌─toTypeName(10)─┐
-│ UInt8          │
-└────────────────┘
-```
-
-``` sql
-SELECT toTypeName(toNullable(10))
-```
-
-``` text
-┌─toTypeName(toNullable(10))─┐
-│ Nullable(UInt8)            │
-└────────────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/functions_for_nulls/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/geo.md b/docs/tr/sql-reference/functions/geo.md
deleted file mode 100644
index 39ffd44270c..00000000000
--- a/docs/tr/sql-reference/functions/geo.md
+++ /dev/null
@@ -1,510 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 62
-toc_title: "Co\u011Frafi koordinatlar ile \xE7al\u0131\u015Fma"
----
-
-# Coğrafi Koordinatlarla çalışmak için fonksiyonlar {#functions-for-working-with-geographical-coordinates}
-
-## greatCircleDistance {#greatcircledistance}
-
-Dünya yüzeyindeki iki nokta arasındaki mesafeyi kullanarak hesaplayın [büyük daire formülü](https://en.wikipedia.org/wiki/Great-circle_distance).
-
-``` sql
-greatCircleDistance(lon1Deg, lat1Deg, lon2Deg, lat2Deg)
-```
-
-**Giriş parametreleri**
-
--   `lon1Deg` — Longitude of the first point in degrees. Range: `[-180°, 180°]`.
--   `lat1Deg` — Latitude of the first point in degrees. Range: `[-90°, 90°]`.
--   `lon2Deg` — Longitude of the second point in degrees. Range: `[-180°, 180°]`.
--   `lat2Deg` — Latitude of the second point in degrees. Range: `[-90°, 90°]`.
-
-Pozitif değerler Kuzey enlemi ve Doğu boylamına karşılık gelir ve negatif değerler Güney enlemi ve Batı boylamına karşılık gelir.
-
-**Döndürülen değer**
-
-Dünya yüzeyindeki iki nokta arasındaki mesafe, metre cinsinden.
-
-Girdi parametre değerleri aralığın dışına düştüğünde bir özel durum oluşturur.
-
-**Örnek**
-
-``` sql
-SELECT greatCircleDistance(55.755831, 37.617673, -55.755831, -37.617673)
-```
-
-``` text
-┌─greatCircleDistance(55.755831, 37.617673, -55.755831, -37.617673)─┐
-│                                                14132374.194975413 │
-└───────────────────────────────────────────────────────────────────┘
-```
-
-## pointİnEllipses {#pointinellipses}
-
-Noktanın elipslerden en az birine ait olup olmadığını kontrol eder.
-Koordinatlar kartezyen koordinat sisteminde geometriktir.
-
-``` sql
-pointInEllipses(x, y, x₀, y₀, a₀, b₀,...,xₙ, yₙ, aₙ, bₙ)
-```
-
-**Giriş parametreleri**
-
--   `x, y` — Coordinates of a point on the plane.
--   `xᵢ, yᵢ` — Coordinates of the center of the `i`-inci üç nokta.
--   `aᵢ, bᵢ` — Axes of the `i`- x, y koordinatları birimlerinde üç nokta.
-
-Giriş parametreleri olmalıdır `2+4⋅n`, nere `n` elips sayısıdır.
-
-**Döndürülen değerler**
-
-`1` nokta elipslerden en az birinin içindeyse; `0`hayır değil.
-
-**Örnek**
-
-``` sql
-SELECT pointInEllipses(10., 10., 10., 9.1, 1., 0.9999)
-```
-
-``` text
-┌─pointInEllipses(10., 10., 10., 9.1, 1., 0.9999)─┐
-│                                               1 │
-└─────────────────────────────────────────────────┘
-```
-
-## pointİnPolygon {#pointinpolygon}
-
-Noktanın düzlemdeki poligona ait olup olmadığını kontrol eder.
-
-``` sql
-pointInPolygon((x, y), [(a, b), (c, d) ...], ...)
-```
-
-**Giriş değerleri**
-
--   `(x, y)` — Coordinates of a point on the plane. Data type — [Demet](../../sql-reference/data-types/tuple.md) — A tuple of two numbers.
--   `[(a, b), (c, d) ...]` — Polygon vertices. Data type — [Dizi](../../sql-reference/data-types/array.md). Her köşe bir çift koordinat ile temsil edilir `(a, b)`. Köşeler saat yönünde veya saat yönünün tersine sırayla belirtilmelidir. Minimum köşe sayısı 3'tür. Çokgen sabit olmalıdır.
--   Fonksiyon ayrıca delikli çokgenleri de destekler (bölümleri keser). Bu durumda, işlevin ek argümanlarını kullanarak kesilen bölümleri tanımlayan çokgenler ekleyin. İşlev, basit olmayan bağlı çokgenleri desteklemez.
-
-**Döndürülen değerler**
-
-`1` nokta çokgenin içinde ise, `0` hayır değil.
-Nokta çokgen sınırında ise, işlev 0 veya 1 döndürebilir.
-
-**Örnek**
-
-``` sql
-SELECT pointInPolygon((3., 3.), [(6, 0), (8, 4), (5, 8), (0, 2)]) AS res
-```
-
-``` text
-┌─res─┐
-│   1 │
-└─────┘
-```
-
-## geohashEncode {#geohashencode}
-
-Enlem ve boylamı bir geohash-string olarak kodlar, Lütfen bakınız (http://geohash.org/, https://en.wikipedia.org/wiki/Geohash).
-
-``` sql
-geohashEncode(longitude, latitude, [precision])
-```
-
-**Giriş değerleri**
-
--   boylam-kodlamak istediğiniz koordinatın boylam kısmı. Aralık floatingta yüz floatingen`[-180°, 180°]`
--   latitude-kodlamak istediğiniz koordinatın enlem kısmı. Aralık floatingta yüz floatingen `[-90°, 90°]`
--   hassas-isteğe bağlı, elde edilen kodlanmış dizenin uzunluğu, varsayılan olarak `12`. Aralıktaki tamsayı `[1, 12]`. Herhangi bir değer daha az `1` veya daha büyük `12` sessizce dönüştürülür `12`.
-
-**Döndürülen değerler**
-
--   alfanümerik `String` kodlanmış koordinat (base32-kodlama alfabesinin değiştirilmiş versiyonu kullanılır).
-
-**Örnek**
-
-``` sql
-SELECT geohashEncode(-5.60302734375, 42.593994140625, 0) AS res
-```
-
-``` text
-┌─res──────────┐
-│ ezs42d000000 │
-└──────────────┘
-```
-
-## geohashDecode {#geohashdecode}
-
-Herhangi bir geohash kodlu dizeyi boylam ve enlem olarak çözer.
-
-**Giriş değerleri**
-
--   kodlanmış dize-geohash kodlanmış dize.
-
-**Döndürülen değerler**
-
--   (boylam, enlem) - 2-tuple `Float64` boylam ve enlem değerleri.
-
-**Örnek**
-
-``` sql
-SELECT geohashDecode('ezs42') AS res
-```
-
-``` text
-┌─res─────────────────────────────┐
-│ (-5.60302734375,42.60498046875) │
-└─────────────────────────────────┘
-```
-
-## geoToH3 {#geotoh3}
-
-Dönüşler [H3](https://uber.github.io/h3/#/documentation/overview/introduction) nokta Endeksi `(lon, lat)` belirtilen çözünürlük ile.
-
-[H3](https://uber.github.io/h3/#/documentation/overview/introduction) Dünya yüzeyinin altıgen fayanslara bile bölündüğü coğrafi bir indeksleme sistemidir. Bu sistem hiyerarşiktir, örn. üst seviyedeki her altıgen yedi hatta daha küçük olanlara bölünebilir.
-
-Bu endeks öncelikle kovalama yerleri ve diğer coğrafi manipülasyonlar için kullanılır.
-
-**Sözdizimi**
-
-``` sql
-geoToH3(lon, lat, resolution)
-```
-
-**Parametre**
-
--   `lon` — Longitude. Type: [Float64](../../sql-reference/data-types/float.md).
--   `lat` — Latitude. Type: [Float64](../../sql-reference/data-types/float.md).
--   `resolution` — Index resolution. Range: `[0, 15]`. Tür: [Uİnt8](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değerler**
-
--   Altıgen dizin numarası.
--   Hata durumunda 0.
-
-Tür: `UInt64`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT geoToH3(37.79506683, 55.71290588, 15) as h3Index
-```
-
-Sonuç:
-
-``` text
-┌────────────h3Index─┐
-│ 644325524701193974 │
-└────────────────────┘
-```
-
-## geohashesİnBox {#geohashesinbox}
-
-Verilen kutunun içine giren ve verilen kutunun sınırlarını kesişen, temel olarak diziye düzleştirilmiş bir 2D ızgarası olan bir dizi geohash kodlu dizeler dizisi döndürür.
-
-**Giriş değerleri**
-
--   longitude_min - min boylam, aralıkta kayan değer `[-180°, 180°]`
--   latitude_min - min enlem, aralıkta kayan değer `[-90°, 90°]`
--   longitude_max-maksimum boylam, aralıkta kayan değer `[-180°, 180°]`
--   latitude_max-maksimum enlem, aralıkta kayan değer `[-90°, 90°]`
--   hassas-geohash hassas, `UInt8` Aralık inta `[1, 12]`
-
-Lütfen tüm koordinat parametrelerinin aynı tipte olması gerektiğini unutmayın: `Float32` veya `Float64`.
-
-**Döndürülen değerler**
-
--   verilen alanı kapsayan geohash kutularının hassas uzun dizeleri dizisi, öğelerin sırasına güvenmemelisiniz.
--   \[\]- eğer boş dizi *dakika* değerleri *enlem* ve *Boylam* karşılık gelenden daha az değil *maksimum* değerler.
-
-Ortaya çıkan dizi 10'000' 000 ürün uzunluğundaysa, işlevin bir istisna atacağını lütfen unutmayın.
-
-**Örnek**
-
-``` sql
-SELECT geohashesInBox(24.48, 40.56, 24.785, 40.81, 4) AS thasos
-```
-
-``` text
-┌─thasos──────────────────────────────────────┐
-│ ['sx1q','sx1r','sx32','sx1w','sx1x','sx38'] │
-└─────────────────────────────────────────────┘
-```
-
-## h3GetBaseCell {#h3getbasecell}
-
-Dizin temel hücre numarasını döndürür.
-
-**Sözdizimi**
-
-``` sql
-h3GetBaseCell(index)
-```
-
-**Parametre**
-
--   `index` — Hexagon index number. Type: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değerler**
-
--   Altıgen baz hücre numarası. Tür: [Uİnt8](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT h3GetBaseCell(612916788725809151) as basecell
-```
-
-Sonuç:
-
-``` text
-┌─basecell─┐
-│       12 │
-└──────────┘
-```
-
-## h3HexAreaM2 {#h3hexaream2}
-
-Verilen çözünürlükte metrekare ortalama altıgen alan.
-
-**Sözdizimi**
-
-``` sql
-h3HexAreaM2(resolution)
-```
-
-**Parametre**
-
--   `resolution` — Index resolution. Range: `[0, 15]`. Tür: [Uİnt8](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değerler**
-
--   Area in m². Type: [Float64](../../sql-reference/data-types/float.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT h3HexAreaM2(13) as area
-```
-
-Sonuç:
-
-``` text
-┌─area─┐
-│ 43.9 │
-└──────┘
-```
-
-## h3İndexesAreNeighbors {#h3indexesareneighbors}
-
-Sağlanan H3indexlerin komşu olup olmadığını döndürür.
-
-**Sözdizimi**
-
-``` sql
-h3IndexesAreNeighbors(index1, index2)
-```
-
-**Parametre**
-
--   `index1` — Hexagon index number. Type: [Uİnt64](../../sql-reference/data-types/int-uint.md).
--   `index2` — Hexagon index number. Type: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değerler**
-
--   Dönüşler `1` dizinler komşu ise, `0` başka. Tür: [Uİnt8](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT h3IndexesAreNeighbors(617420388351344639, 617420388352655359) AS n
-```
-
-Sonuç:
-
-``` text
-┌─n─┐
-│ 1 │
-└───┘
-```
-
-## h3ToChildren {#h3tochildren}
-
-Verilen dizinin alt dizinlerini içeren bir dizi döndürür.
-
-**Sözdizimi**
-
-``` sql
-h3ToChildren(index, resolution)
-```
-
-**Parametre**
-
--   `index` — Hexagon index number. Type: [Uİnt64](../../sql-reference/data-types/int-uint.md).
--   `resolution` — Index resolution. Range: `[0, 15]`. Tür: [Uİnt8](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değerler**
-
--   Alt H3 dizinleri ile dizi. Dizi türü: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT h3ToChildren(599405990164561919, 6) AS children
-```
-
-Sonuç:
-
-``` text
-┌─children───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ [603909588852408319,603909588986626047,603909589120843775,603909589255061503,603909589389279231,603909589523496959,603909589657714687] │
-└────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-## h3ToParent {#h3toparent}
-
-Verilen dizini içeren üst (kaba) dizini döndürür.
-
-**Sözdizimi**
-
-``` sql
-h3ToParent(index, resolution)
-```
-
-**Parametre**
-
--   `index` — Hexagon index number. Type: [Uİnt64](../../sql-reference/data-types/int-uint.md).
--   `resolution` — Index resolution. Range: `[0, 15]`. Tür: [Uİnt8](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değerler**
-
--   Ana H3 Endeksi. Tür: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT h3ToParent(599405990164561919, 3) as parent
-```
-
-Sonuç:
-
-``` text
-┌─────────────parent─┐
-│ 590398848891879423 │
-└────────────────────┘
-```
-
-## h3ToString {#h3tostring}
-
-Dizinin H3ındex gösterimini dize gösterimine dönüştürür.
-
-``` sql
-h3ToString(index)
-```
-
-**Parametre**
-
--   `index` — Hexagon index number. Type: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değerler**
-
--   H3 dizininin dize gösterimi. Tür: [Dize](../../sql-reference/data-types/string.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT h3ToString(617420388352917503) as h3_string
-```
-
-Sonuç:
-
-``` text
-┌─h3_string───────┐
-│ 89184926cdbffff │
-└─────────────────┘
-```
-
-## stringToH3 {#stringtoh3}
-
-Dize gösterimini H3ındex (Uİnt64) gösterimine dönüştürür.
-
-``` sql
-stringToH3(index_str)
-```
-
-**Parametre**
-
--   `index_str` — String representation of the H3 index. Type: [Dize](../../sql-reference/data-types/string.md).
-
-**Döndürülen değerler**
-
--   Altıgen dizin numarası. Hata 0 döndürür. Tür: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT stringToH3('89184926cc3ffff') as index
-```
-
-Sonuç:
-
-``` text
-┌──────────────index─┐
-│ 617420388351344639 │
-└────────────────────┘
-```
-
-## h3GetResolution {#h3getresolution}
-
-Dizin çözünürlüğünü döndürür.
-
-**Sözdizimi**
-
-``` sql
-h3GetResolution(index)
-```
-
-**Parametre**
-
--   `index` — Hexagon index number. Type: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değerler**
-
--   Dizin çözünürlüğü. Aralık: `[0, 15]`. Tür: [Uİnt8](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT h3GetResolution(617420388352917503) as res
-```
-
-Sonuç:
-
-``` text
-┌─res─┐
-│   9 │
-└─────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/geo/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/hash-functions.md b/docs/tr/sql-reference/functions/hash-functions.md
deleted file mode 100644
index 021ffa72ca1..00000000000
--- a/docs/tr/sql-reference/functions/hash-functions.md
+++ /dev/null
@@ -1,484 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 50
-toc_title: Karma
----
-
-# Karma Fonksiyonlar {#hash-functions}
-
-Hash fonksiyonları elementlerin deterministik sözde rastgele karıştırma için kullanılabilir.
-
-## halfMD5 {#hash-functions-halfmd5}
-
-[Yorumluyor](../../sql-reference/functions/type-conversion-functions.md#type_conversion_functions-reinterpretAsString) tüm giriş parametrelerini dizeler olarak hesaplar ve [MD5](https://en.wikipedia.org/wiki/MD5) her biri için karma değeri. Sonra karmaları birleştirir, elde edilen dizenin karmasının ilk 8 baytını alır ve bunları şöyle yorumlar `UInt64` büyük endian bayt sırasına göre.
-
-``` sql
-halfMD5(par1, ...)
-```
-
-İşlev nispeten yavaştır (işlemci çekirdeği başına saniyede 5 milyon kısa dizge).
-Kullanmayı düşünün [sifash64](#hash_functions-siphash64) bunun yerine işlev.
-
-**Parametre**
-
-Fonksiyon, değişken sayıda giriş parametresi alır. Parametreler herhangi biri olabilir [desteklenen veri türleri](../../sql-reference/data-types/index.md).
-
-**Döndürülen Değer**
-
-A [Uİnt64](../../sql-reference/data-types/int-uint.md) veri türü karma değeri.
-
-**Örnek**
-
-``` sql
-SELECT halfMD5(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS halfMD5hash, toTypeName(halfMD5hash) AS type
-```
-
-``` text
-┌────────halfMD5hash─┬─type───┐
-│ 186182704141653334 │ UInt64 │
-└────────────────────┴────────┘
-```
-
-## MD5 {#hash_functions-md5}
-
-MD5 bir dizeden hesaplar ve elde edilen bayt kümesini FixedString(16) olarak döndürür.
-Özellikle MD5'E ihtiyacınız yoksa, ancak iyi bir şifreleme 128 bit karmasına ihtiyacınız varsa, ‘sipHash128’ bunun yerine işlev.
-Md5sum yardımcı programı tarafından çıktı ile aynı sonucu elde etmek istiyorsanız, lower(hex(MD5(s))) kullanın.
-
-## sifash64 {#hash_functions-siphash64}
-
-64-bit üretir [Sifash](https://131002.net/siphash/) karma değeri.
-
-``` sql
-sipHash64(par1,...)
-```
-
-Bu bir şifreleme karma işlevidir. En az üç kat daha hızlı çalışır [MD5](#hash_functions-md5) İşlev.
-
-İşlev [yorumluyor](../../sql-reference/functions/type-conversion-functions.md#type_conversion_functions-reinterpretAsString) tüm giriş parametreleri dizeleri olarak ve bunların her biri için karma değerini hesaplar. Sonra aşağıdaki algoritma ile karmaları birleştirir:
-
-1.  Tüm giriş parametrelerini karma yaptıktan sonra, işlev karma dizisini alır.
-2.  Fonksiyon birinci ve ikinci öğeleri alır ve bunların dizisi için bir karma hesaplar.
-3.  Daha sonra işlev, önceki adımda hesaplanan karma değeri ve ilk karma dizinin üçüncü öğesini alır ve bunların dizisi için bir karma hesaplar.
-4.  Önceki adım, ilk karma dizinin kalan tüm öğeleri için tekrarlanır.
-
-**Parametre**
-
-Fonksiyon, değişken sayıda giriş parametresi alır. Parametreler herhangi biri olabilir [desteklenen veri türleri](../../sql-reference/data-types/index.md).
-
-**Döndürülen Değer**
-
-A [Uİnt64](../../sql-reference/data-types/int-uint.md) veri türü karma değeri.
-
-**Örnek**
-
-``` sql
-SELECT sipHash64(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS SipHash, toTypeName(SipHash) AS type
-```
-
-``` text
-┌──────────────SipHash─┬─type───┐
-│ 13726873534472839665 │ UInt64 │
-└──────────────────────┴────────┘
-```
-
-## sifash128 {#hash_functions-siphash128}
-
-Bir dizeden Sifash hesaplar.
-Bir dize türü bağımsız değişkeni kabul eder. Fixedstring(16) Döndürür.
-Sifash64'ten farklıdır, çünkü son xor katlama durumu sadece 128 bit'e kadar yapılır.
-
-## cityHash64 {#cityhash64}
-
-64-bit üretir [CityHash](https://github.com/google/cityhash) karma değeri.
-
-``` sql
-cityHash64(par1,...)
-```
-
-Bu hızlı olmayan şifreleme karma işlevidir. Dize parametreleri için CityHash algoritmasını ve diğer veri türleriyle parametreler için uygulamaya özgü hızlı kriptografik olmayan karma işlevini kullanır. İşlev, nihai sonuçları almak için CityHash birleştiricisini kullanır.
-
-**Parametre**
-
-Fonksiyon, değişken sayıda giriş parametresi alır. Parametreler herhangi biri olabilir [desteklenen veri türleri](../../sql-reference/data-types/index.md).
-
-**Döndürülen Değer**
-
-A [Uİnt64](../../sql-reference/data-types/int-uint.md) veri türü karma değeri.
-
-**Örnekler**
-
-Çağrı örneği:
-
-``` sql
-SELECT cityHash64(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS CityHash, toTypeName(CityHash) AS type
-```
-
-``` text
-┌─────────────CityHash─┬─type───┐
-│ 12072650598913549138 │ UInt64 │
-└──────────────────────┴────────┘
-```
-
-Aşağıdaki örnek, tüm tablonun sağlama toplamının satır sırasına kadar doğrulukla nasıl hesaplanacağını gösterir:
-
-``` sql
-SELECT groupBitXor(cityHash64(*)) FROM table
-```
-
-## intHash32 {#inthash32}
-
-Herhangi bir tamsayı türünden 32 bit karma kodu hesaplar.
-Bu, sayılar için ortalama kalitenin nispeten hızlı bir kriptografik olmayan karma işlevidir.
-
-## intHash64 {#inthash64}
-
-Herhangi bir tamsayı türünden 64 bit karma kodu hesaplar.
-Inthash32'den daha hızlı çalışır. Ortalama kalite.
-
-## SHA1 {#sha1}
-
-## SHA224 {#sha224}
-
-## SHA256 {#sha256}
-
-Bir dizeden SHA-1, SHA-224 veya SHA-256 hesaplar ve elde edilen bayt kümesini FixedString(20), FixedString(28) veya FixedString(32) olarak döndürür.
-İşlev oldukça yavaş çalışır (SHA-1, işlemci çekirdeği başına saniyede yaklaşık 5 milyon kısa dizgiyi işler, SHA-224 ve SHA-256 ise yaklaşık 2.2 milyon işlem yapar).
-Bu işlevi yalnızca belirli bir karma işleve ihtiyacınız olduğunda ve bunu seçemediğinizde kullanmanızı öneririz.
-Bu gibi durumlarda bile, SELECTS'TE uygulamak yerine, tabloya eklerken işlev çevrimdışı ve ön hesaplama değerlerini uygulamanızı öneririz.
-
-## URLHash(url \[, N\]) {#urlhashurl-n}
-
-Bir tür normalleştirme kullanarak bir URL'den elde edilen bir dize için hızlı, iyi kalitede olmayan şifreleme karma işlevi.
-`URLHash(s)` – Calculates a hash from a string without one of the trailing symbols `/`,`?` veya `#` sonunda, varsa.
-`URLHash(s, N)` – Calculates a hash from a string up to the N level in the URL hierarchy, without one of the trailing symbols `/`,`?` veya `#` sonunda, varsa.
-Düzeyleri URLHierarchy aynıdır. Bu fonksiyon (kayıt olmak için özeldir.Metrica.
-
-## farmHash64 {#farmhash64}
-
-64-bit üretir [FarmHash](https://github.com/google/farmhash) karma değeri.
-
-``` sql
-farmHash64(par1, ...)
-```
-
-Fonksiyonu kullanır `Hash64` tüm yöntem [mevcut yöntemler](https://github.com/google/farmhash/blob/master/src/farmhash.h).
-
-**Parametre**
-
-Fonksiyon, değişken sayıda giriş parametresi alır. Parametreler herhangi biri olabilir [desteklenen veri türleri](../../sql-reference/data-types/index.md).
-
-**Döndürülen Değer**
-
-A [Uİnt64](../../sql-reference/data-types/int-uint.md) veri türü karma değeri.
-
-**Örnek**
-
-``` sql
-SELECT farmHash64(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS FarmHash, toTypeName(FarmHash) AS type
-```
-
-``` text
-┌─────────────FarmHash─┬─type───┐
-│ 17790458267262532859 │ UInt64 │
-└──────────────────────┴────────┘
-```
-
-## javaHash {#hash_functions-javahash}
-
-Hesaplıyor [JavaHash](http://hg.openjdk.java.net/jdk8u/jdk8u/jdk/file/478a4add975b/src/share/classes/java/lang/String.java#l1452) bir ipten. Bu karma işlevi ne hızlı ne de iyi bir kaliteye sahip değildir. Bunu kullanmanın tek nedeni, bu algoritmanın zaten başka bir sistemde kullanılmasıdır ve tam olarak aynı sonucu hesaplamanız gerekir.
-
-**Sözdizimi**
-
-``` sql
-SELECT javaHash('');
-```
-
-**Döndürülen değer**
-
-A `Int32` veri türü karma değeri.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT javaHash('Hello, world!');
-```
-
-Sonuç:
-
-``` text
-┌─javaHash('Hello, world!')─┐
-│               -1880044555 │
-└───────────────────────────┘
-```
-
-## javaHashUTF16LE {#javahashutf16le}
-
-Hesaplıyor [JavaHash](http://hg.openjdk.java.net/jdk8u/jdk8u/jdk/file/478a4add975b/src/share/classes/java/lang/String.java#l1452) bir dizeden, UTF-16LE kodlamasında bir dizeyi temsil eden bayt içerdiğini varsayarak.
-
-**Sözdizimi**
-
-``` sql
-javaHashUTF16LE(stringUtf16le)
-```
-
-**Parametre**
-
--   `stringUtf16le` — a string in UTF-16LE encoding.
-
-**Döndürülen değer**
-
-A `Int32` veri türü karma değeri.
-
-**Örnek**
-
-UTF-16LE kodlanmış dize ile doğru sorgu.
-
-Sorgu:
-
-``` sql
-SELECT javaHashUTF16LE(convertCharset('test', 'utf-8', 'utf-16le'))
-```
-
-Sonuç:
-
-``` text
-┌─javaHashUTF16LE(convertCharset('test', 'utf-8', 'utf-16le'))─┐
-│                                                      3556498 │
-└──────────────────────────────────────────────────────────────┘
-```
-
-## hiveHash {#hash-functions-hivehash}
-
-Hesaplıyor `HiveHash` bir ipten.
-
-``` sql
-SELECT hiveHash('');
-```
-
-Bu sadece [JavaHash](#hash_functions-javahash) sıfırlanmış işaret biti ile. Bu işlev kullanılır [Apache Kov Hanı](https://en.wikipedia.org/wiki/Apache_Hive) 3.0 öncesi sürümler için. Bu karma işlevi ne hızlı ne de iyi bir kaliteye sahip değildir. Bunu kullanmanın tek nedeni, bu algoritmanın zaten başka bir sistemde kullanılmasıdır ve tam olarak aynı sonucu hesaplamanız gerekir.
-
-**Döndürülen değer**
-
-A `Int32` veri türü karma değeri.
-
-Tür: `hiveHash`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT hiveHash('Hello, world!');
-```
-
-Sonuç:
-
-``` text
-┌─hiveHash('Hello, world!')─┐
-│                 267439093 │
-└───────────────────────────┘
-```
-
-## metroHash64 {#metrohash64}
-
-64-bit üretir [MetroHash](http://www.jandrewrogers.com/2015/05/27/metrohash/) karma değeri.
-
-``` sql
-metroHash64(par1, ...)
-```
-
-**Parametre**
-
-Fonksiyon, değişken sayıda giriş parametresi alır. Parametreler herhangi biri olabilir [desteklenen veri türleri](../../sql-reference/data-types/index.md).
-
-**Döndürülen Değer**
-
-A [Uİnt64](../../sql-reference/data-types/int-uint.md) veri türü karma değeri.
-
-**Örnek**
-
-``` sql
-SELECT metroHash64(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS MetroHash, toTypeName(MetroHash) AS type
-```
-
-``` text
-┌────────────MetroHash─┬─type───┐
-│ 14235658766382344533 │ UInt64 │
-└──────────────────────┴────────┘
-```
-
-## jumpConsistentHash {#jumpconsistenthash}
-
-Bir Uint64 Formu jumpconsistenthash hesaplar.
-İki bağımsız değişkeni kabul eder: bir uint64 tipi anahtar ve kova sayısı. Int32 Döndürür.
-Daha fazla bilgi için bağlantıya bakın: [JumpConsistentHash](https://arxiv.org/pdf/1406.2294.pdf)
-
-## murmurHash2_32, murmurHash2_64 {#murmurhash2-32-murmurhash2-64}
-
-Üreten bir [MurmurHash2](https://github.com/aappleby/smhasher) karma değeri.
-
-``` sql
-murmurHash2_32(par1, ...)
-murmurHash2_64(par1, ...)
-```
-
-**Parametre**
-
-Her iki işlev de değişken sayıda giriş parametresi alır. Parametreler herhangi biri olabilir [desteklenen veri türleri](../../sql-reference/data-types/index.md).
-
-**Döndürülen Değer**
-
--   Bu `murmurHash2_32` fonksiyon hash değerini döndürür [Uİnt32](../../sql-reference/data-types/int-uint.md) veri türü.
--   Bu `murmurHash2_64` fonksiyon hash değerini döndürür [Uİnt64](../../sql-reference/data-types/int-uint.md) veri türü.
-
-**Örnek**
-
-``` sql
-SELECT murmurHash2_64(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS MurmurHash2, toTypeName(MurmurHash2) AS type
-```
-
-``` text
-┌──────────MurmurHash2─┬─type───┐
-│ 11832096901709403633 │ UInt64 │
-└──────────────────────┴────────┘
-```
-
-## gccMurmurHash {#gccmurmurhash}
-
-64-bit hesaplar [MurmurHash2](https://github.com/aappleby/smhasher) aynı karma tohum kullanarak karma değeri [gcc](https://github.com/gcc-mirror/gcc/blob/41d6b10e96a1de98e90a7c0378437c3255814b16/libstdc%2B%2B-v3/include/bits/functional_hash.h#L191). CLang ve GCC yapıları arasında taşınabilir.
-
-**Sözdizimi**
-
-``` sql
-gccMurmurHash(par1, ...);
-```
-
-**Parametre**
-
--   `par1, ...` — A variable number of parameters that can be any of the [desteklenen veri türleri](../../sql-reference/data-types/index.md#data_types).
-
-**Döndürülen değer**
-
--   Hesaplanan karma değeri.
-
-Tür: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT
-    gccMurmurHash(1, 2, 3) AS res1,
-    gccMurmurHash(('a', [1, 2, 3], 4, (4, ['foo', 'bar'], 1, (1, 2)))) AS res2
-```
-
-Sonuç:
-
-``` text
-┌─────────────────res1─┬────────────────res2─┐
-│ 12384823029245979431 │ 1188926775431157506 │
-└──────────────────────┴─────────────────────┘
-```
-
-## murmurHash3_32, murmurHash3_64 {#murmurhash3-32-murmurhash3-64}
-
-Üreten bir [MurmurHash3](https://github.com/aappleby/smhasher) karma değeri.
-
-``` sql
-murmurHash3_32(par1, ...)
-murmurHash3_64(par1, ...)
-```
-
-**Parametre**
-
-Her iki işlev de değişken sayıda giriş parametresi alır. Parametreler herhangi biri olabilir [desteklenen veri türleri](../../sql-reference/data-types/index.md).
-
-**Döndürülen Değer**
-
--   Bu `murmurHash3_32` fonksiyon bir [Uİnt32](../../sql-reference/data-types/int-uint.md) veri türü karma değeri.
--   Bu `murmurHash3_64` fonksiyon bir [Uİnt64](../../sql-reference/data-types/int-uint.md) veri türü karma değeri.
-
-**Örnek**
-
-``` sql
-SELECT murmurHash3_32(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')) AS MurmurHash3, toTypeName(MurmurHash3) AS type
-```
-
-``` text
-┌─MurmurHash3─┬─type───┐
-│     2152717 │ UInt32 │
-└─────────────┴────────┘
-```
-
-## murmurHash3_128 {#murmurhash3-128}
-
-128-bit üretir [MurmurHash3](https://github.com/aappleby/smhasher) karma değeri.
-
-``` sql
-murmurHash3_128( expr )
-```
-
-**Parametre**
-
--   `expr` — [İfadeler](../syntax.md#syntax-expressions) dönen bir [Dize](../../sql-reference/data-types/string.md)- tip değeri.
-
-**Döndürülen Değer**
-
-A [FixedString (16)](../../sql-reference/data-types/fixedstring.md) veri türü karma değeri.
-
-**Örnek**
-
-``` sql
-SELECT murmurHash3_128('example_string') AS MurmurHash3, toTypeName(MurmurHash3) AS type
-```
-
-``` text
-┌─MurmurHash3──────┬─type────────────┐
-│ 6�1�4"S5KT�~~q │ FixedString(16) │
-└──────────────────┴─────────────────┘
-```
-
-## xxHash32, xxHash64 {#hash-functions-xxhash32}
-
-Hesaplıyor `xxHash` bir ipten. İki tat, 32 ve 64 bit olarak önerilmiştir.
-
-``` sql
-SELECT xxHash32('');
-
-OR
-
-SELECT xxHash64('');
-```
-
-**Döndürülen değer**
-
-A `Uint32` veya `Uint64` veri türü karma değeri.
-
-Tür: `xxHash`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT xxHash32('Hello, world!');
-```
-
-Sonuç:
-
-``` text
-┌─xxHash32('Hello, world!')─┐
-│                 834093149 │
-└───────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [xxHash](http://cyan4973.github.io/xxHash/).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/hash_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/higher-order-functions.md b/docs/tr/sql-reference/functions/higher-order-functions.md
deleted file mode 100644
index 2901aa7d215..00000000000
--- a/docs/tr/sql-reference/functions/higher-order-functions.md
+++ /dev/null
@@ -1,264 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 57
-toc_title: "Y\xFCksek Sipari\u015F"
----
-
-# Yüksek mertebeden fonksiyonlar {#higher-order-functions}
-
-## `->` operatör, lambda (params, expr) fonksiyonu {#operator-lambdaparams-expr-function}
-
-Allows describing a lambda function for passing to a higher-order function. The left side of the arrow has a formal parameter, which is any ID, or multiple formal parameters – any IDs in a tuple. The right side of the arrow has an expression that can use these formal parameters, as well as any table columns.
-
-Örnekler: `x -> 2 * x, str -> str != Referer.`
-
-Daha yüksek mertebeden işlevler yalnızca Lambda işlevlerini işlevsel argümanları olarak kabul edebilir.
-
-Birden çok bağımsız değişkeni kabul eden bir lambda işlevi, daha yüksek mertebeden bir işleve geçirilebilir. Bu durumda, yüksek mertebeden işlev, bu bağımsız değişkenlerin karşılık geleceği aynı uzunlukta birkaç diziden geçirilir.
-
-Gibi bazı işlevler için [arrayCount](#higher_order_functions-array-count) veya [arraySum](#higher_order_functions-array-count), ilk argüman (lambda işlevi) ihmal edilebilir. Bu durumda, aynı eşleme varsayılır.
-
-Aşağıdaki işlevler için bir lambda işlevi ihmal edilemez:
-
--   [arrayMap](#higher_order_functions-array-map)
--   [arrayFilter](#higher_order_functions-array-filter)
--   [arrayFill](#higher_order_functions-array-fill)
--   [arrayReverseFill](#higher_order_functions-array-reverse-fill)
--   [arraySplit](#higher_order_functions-array-split)
--   [arrayReverseSplit](#higher_order_functions-array-reverse-split)
--   [arrayFirst](#higher_order_functions-array-first)
--   [arrayFirstİndex](#higher_order_functions-array-first-index)
-
-### arrayMap(func, arr1, …) {#higher_order_functions-array-map}
-
-Özgün uygulamadan elde edilen bir dizi döndürür `func` fonksiyon inunda her ele elementmana `arr` dizi.
-
-Örnekler:
-
-``` sql
-SELECT arrayMap(x -> (x + 2), [1, 2, 3]) as res;
-```
-
-``` text
-┌─res─────┐
-│ [3,4,5] │
-└─────────┘
-```
-
-Aşağıdaki örnek, farklı dizilerden bir öğe kümesinin nasıl oluşturulacağını gösterir:
-
-``` sql
-SELECT arrayMap((x, y) -> (x, y), [1, 2, 3], [4, 5, 6]) AS res
-```
-
-``` text
-┌─res─────────────────┐
-│ [(1,4),(2,5),(3,6)] │
-└─────────────────────┘
-```
-
-İlk argümanın (lambda işlevi) atlanamayacağını unutmayın. `arrayMap` İşlev.
-
-### arrayFilter(func, arr1, …) {#higher_order_functions-array-filter}
-
-Yalnızca öğeleri içeren bir dizi döndürür `arr1` hangi için `func` 0'dan başka bir şey döndürür.
-
-Örnekler:
-
-``` sql
-SELECT arrayFilter(x -> x LIKE '%World%', ['Hello', 'abc World']) AS res
-```
-
-``` text
-┌─res───────────┐
-│ ['abc World'] │
-└───────────────┘
-```
-
-``` sql
-SELECT
-    arrayFilter(
-        (i, x) -> x LIKE '%World%',
-        arrayEnumerate(arr),
-        ['Hello', 'abc World'] AS arr)
-    AS res
-```
-
-``` text
-┌─res─┐
-│ [2] │
-└─────┘
-```
-
-İlk argümanın (lambda işlevi) atlanamayacağını unutmayın. `arrayFilter` İşlev.
-
-### arrayFill(func, arr1, …) {#higher_order_functions-array-fill}
-
-Tarama yoluyla `arr1` ilk öğeden son öğeye ve değiştir `arr1[i]` tarafından `arr1[i - 1]` eğer `func` 0 döndürür. İlk eleman `arr1` değiştir notilm .eyecektir.
-
-Örnekler:
-
-``` sql
-SELECT arrayFill(x -> not isNull(x), [1, null, 3, 11, 12, null, null, 5, 6, 14, null, null]) AS res
-```
-
-``` text
-┌─res──────────────────────────────┐
-│ [1,1,3,11,12,12,12,5,6,14,14,14] │
-└──────────────────────────────────┘
-```
-
-İlk argümanın (lambda işlevi) atlanamayacağını unutmayın. `arrayFill` İşlev.
-
-### arrayReverseFill(func, arr1, …) {#higher_order_functions-array-reverse-fill}
-
-Tarama yoluyla `arr1` son öğeden ilk öğeye ve değiştir `arr1[i]` tarafından `arr1[i + 1]` eğer `func` 0 döndürür. The La lastst element of `arr1` değiştir notilm .eyecektir.
-
-Örnekler:
-
-``` sql
-SELECT arrayReverseFill(x -> not isNull(x), [1, null, 3, 11, 12, null, null, 5, 6, 14, null, null]) AS res
-```
-
-``` text
-┌─res────────────────────────────────┐
-│ [1,3,3,11,12,5,5,5,6,14,NULL,NULL] │
-└────────────────────────────────────┘
-```
-
-İlk argümanın (lambda işlevi) atlanamayacağını unutmayın. `arrayReverseFill` İşlev.
-
-### arraySplit(func, arr1, …) {#higher_order_functions-array-split}
-
-Bölme `arr1` birden fazla diziye. Ne zaman `func` 0'dan başka bir şey döndürür, dizi öğenin sol tarafında bölünecektir. Dizi ilk öğeden önce bölünmez.
-
-Örnekler:
-
-``` sql
-SELECT arraySplit((x, y) -> y, [1, 2, 3, 4, 5], [1, 0, 0, 1, 0]) AS res
-```
-
-``` text
-┌─res─────────────┐
-│ [[1,2,3],[4,5]] │
-└─────────────────┘
-```
-
-İlk argümanın (lambda işlevi) atlanamayacağını unutmayın. `arraySplit` İşlev.
-
-### arrayReverseSplit(func, arr1, …) {#higher_order_functions-array-reverse-split}
-
-Bölme `arr1` birden fazla diziye. Ne zaman `func` 0'dan başka bir şey döndürür, dizi öğenin sağ tarafında bölünecektir. Dizi son öğeden sonra bölünmez.
-
-Örnekler:
-
-``` sql
-SELECT arrayReverseSplit((x, y) -> y, [1, 2, 3, 4, 5], [1, 0, 0, 1, 0]) AS res
-```
-
-``` text
-┌─res───────────────┐
-│ [[1],[2,3,4],[5]] │
-└───────────────────┘
-```
-
-İlk argümanın (lambda işlevi) atlanamayacağını unutmayın. `arraySplit` İşlev.
-
-### arrayCount(\[func,\] arr1, …) {#higher_order_functions-array-count}
-
-Func 0'dan başka bir şey döndüren arr dizisindeki öğelerin sayısını döndürür. Eğer ‘func’ belirtilmemişse, dizideki sıfır olmayan öğelerin sayısını döndürür.
-
-### arrayExists(\[func,\] arr1, …) {#arrayexistsfunc-arr1}
-
-İçinde en az bir öğe varsa 1 değerini döndürür ‘arr’ hangi için ‘func’ 0'dan başka bir şey döndürür. Aksi takdirde, 0 döndürür.
-
-### arrayAll(\[func,\] arr1, …) {#arrayallfunc-arr1}
-
-Döner 1 Eğer ‘func’ içindeki tüm öğeler için 0'dan başka bir şey döndürür ‘arr’. Aksi takdirde, 0 döndürür.
-
-### arraySum(\[func,\] arr1, …) {#higher-order-functions-array-sum}
-
-Toplamını döndürür ‘func’ değerler. İşlev atlanırsa, sadece dizi öğelerinin toplamını döndürür.
-
-### arrayFirst(func, arr1, …) {#higher_order_functions-array-first}
-
-İlk öğeyi döndürür ‘arr1’ dizi hangi ‘func’ 0'dan başka bir şey döndürür.
-
-İlk argümanın (lambda işlevi) atlanamayacağını unutmayın. `arrayFirst` İşlev.
-
-### arrayFirstIndex(func, arr1, …) {#higher_order_functions-array-first-index}
-
-İlk öğenin dizinini döndürür ‘arr1’ dizi hangi ‘func’ 0'dan başka bir şey döndürür.
-
-İlk argümanın (lambda işlevi) atlanamayacağını unutmayın. `arrayFirstIndex` İşlev.
-
-### arrayCumSum(\[func,\] arr1, …) {#arraycumsumfunc-arr1}
-
-Kaynak dizideki öğelerin kısmi toplamlarının bir dizisini döndürür (çalışan bir toplam). Eğer... `func` işlev belirtilir, daha sonra dizi öğelerinin değerleri toplanmadan önce bu işlev tarafından dönüştürülür.
-
-Örnek:
-
-``` sql
-SELECT arrayCumSum([1, 1, 1, 1]) AS res
-```
-
-``` text
-┌─res──────────┐
-│ [1, 2, 3, 4] │
-└──────────────┘
-```
-
-### arrayCumSumNonNegative(arr) {#arraycumsumnonnegativearr}
-
-Aynı olarak `arrayCumSum`, kaynak dizideki öğelerin kısmi toplamlarının bir dizisini döndürür (çalışan bir toplam). Farklı `arrayCumSum`, daha sonra döndürülen değer sıfırdan küçük bir değer içerdiğinde, değer sıfır ile değiştirilir ve sonraki hesaplama sıfır parametrelerle gerçekleştirilir. Mesela:
-
-``` sql
-SELECT arrayCumSumNonNegative([1, 1, -4, 1]) AS res
-```
-
-``` text
-┌─res───────┐
-│ [1,2,0,1] │
-└───────────┘
-```
-
-### arraySort(\[func,\] arr1, …) {#arraysortfunc-arr1}
-
-Öğeleri sıralama sonucu bir dizi döndürür `arr1` artan düzende. Eğer... `func` fonksiyon belirtilir, sıralama sırası fonksiyonun sonucu ile belirlenir `func` dizi elemanlarına uygulanır (diziler)
-
-Bu [Schwartzian dönüşümü](https://en.wikipedia.org/wiki/Schwartzian_transform) sıralama verimliliğini artırmak için kullanılır.
-
-Örnek:
-
-``` sql
-SELECT arraySort((x, y) -> y, ['hello', 'world'], [2, 1]);
-```
-
-``` text
-┌─res────────────────┐
-│ ['world', 'hello'] │
-└────────────────────┘
-```
-
-Hakkında daha fazla bilgi için `arraySort` yöntem, görmek [Dizilerle çalışmak için işlevler](array-functions.md#array_functions-sort) bölme.
-
-### arrayReverseSort(\[func,\] arr1, …) {#arrayreversesortfunc-arr1}
-
-Öğeleri sıralama sonucu bir dizi döndürür `arr1` azalan sırada. Eğer... `func` fonksiyon belirtilir, sıralama sırası fonksiyonun sonucu ile belirlenir `func` dizi (diziler) elemanlarına uygulanır.
-
-Örnek:
-
-``` sql
-SELECT arrayReverseSort((x, y) -> y, ['hello', 'world'], [2, 1]) as res;
-```
-
-``` text
-┌─res───────────────┐
-│ ['hello','world'] │
-└───────────────────┘
-```
-
-Hakkında daha fazla bilgi için `arrayReverseSort` yöntem, görmek [Dizilerle çalışmak için işlevler](array-functions.md#array_functions-reverse-sort) bölme.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/higher_order_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/in-functions.md b/docs/tr/sql-reference/functions/in-functions.md
deleted file mode 100644
index 18156952828..00000000000
--- a/docs/tr/sql-reference/functions/in-functions.md
+++ /dev/null
@@ -1,26 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 60
-toc_title: "In \u0130\u015Flet theic implementingisinin uygulanmas\u0131"
----
-
-# In operatörünü uygulamak için işlevler {#functions-for-implementing-the-in-operator}
-
-## içinde, notİn, globalİn, globalNotİn {#in-functions}
-
-Bölümüne bakınız [Operatör İNLERDE](../operators/in.md#select-in-operators).
-
-## tuple(x, y, …), operator (x, y, …) {#tuplex-y-operator-x-y}
-
-Birden çok sütun gruplama sağlayan bir işlev.
-For columns with the types T1, T2, …, it returns a Tuple(T1, T2, …) type tuple containing these columns. There is no cost to execute the function.
-Tuples normalde bir argüman için Ara değerler olarak kullanılır operatörler, veya lambda fonksiyonlarının resmi parametrelerin bir listesini oluşturmak için. Tuples bir masaya yazılamaz.
-
-## tupleElement (tuple, n), operatör x. N {#tupleelementtuple-n-operator-x-n}
-
-Bir tuple bir sütun alma sağlayan bir işlev.
-‘N’ 1'den başlayarak sütun dizinidir. N sabit olmalıdır. ‘N’ bir sabit olması gerekir. ‘N’ tuple boyutundan daha büyük olmayan katı bir pozitif tamsayı olmalıdır.
-İşlevi yürütmek için hiçbir maliyet yoktur.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/in_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/index.md b/docs/tr/sql-reference/functions/index.md
deleted file mode 100644
index 80776c9f933..00000000000
--- a/docs/tr/sql-reference/functions/index.md
+++ /dev/null
@@ -1,74 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "\u0130\u015Flevler"
-toc_priority: 32
-toc_title: "Giri\u015F"
----
-
-# İşlevler {#functions}
-
-En az\* iki tür fonksiyon vardır-düzenli Fonksiyonlar (sadece denir “functions”) and aggregate functions. These are completely different concepts. Regular functions work as if they are applied to each row separately (for each row, the result of the function doesn't depend on the other rows). Aggregate functions accumulate a set of values from various rows (i.e. they depend on the entire set of rows).
-
-Bu bölümde düzenli işlevleri tartışıyoruz. Toplama işlevleri için bölüme bakın “Aggregate functions”.
-
-\* - Üçüncü bir işlev türü vardır ‘arrayJoin’ fonksiyon aittir; tablo fonksiyonları da ayrı ayrı belirtilebilir.\*
-
-## Güçlü Yazarak {#strong-typing}
-
-Standart SQL aksine, ClickHouse güçlü yazarak vardır. Başka bir deyişle, türler arasında örtük dönüşümler yapmaz. Her işlev belirli bir tür kümesi için çalışır. Bu, bazen tür dönüştürme işlevlerini kullanmanız gerektiği anlamına gelir.
-
-## Ortak Subexpression Eliminasyonu {#common-subexpression-elimination}
-
-Aynı AST (aynı kayıt veya sözdizimsel ayrıştırma aynı sonucu) olan bir sorgudaki tüm ifadeler aynı değerlere sahip olarak kabul edilir. Bu tür ifadeler bir kez birleştirilir ve yürütülür. Aynı alt sorgular da bu şekilde elimine edilir.
-
-## Sonuç türleri {#types-of-results}
-
-Tüm işlevler sonuç olarak tek bir dönüş döndürür (birkaç değer değil, sıfır değer değil). Sonuç türü genellikle değerlerle değil, yalnızca bağımsız değişken türleriyle tanımlanır. Özel durumlar tupleElement işlevi (a.n işleci) ve tofixedstring işlevidir.
-
-## Devamlılar {#constants}
-
-Basitlik için, bazı işlevler yalnızca bazı argümanlar için sabitlerle çalışabilir. Örneğin, LİKE operatörünün doğru argümanı sabit olmalıdır.
-Hemen hemen tüm işlevler sabit argümanlar için bir sabit döndürür. İstisna, rasgele sayılar üreten işlevlerdir.
-Bu ‘now’ işlev, farklı zamanlarda çalıştırılan sorgular için farklı değerler döndürür, ancak sonuç sabit olarak kabul edilir, çünkü sabitlik yalnızca tek bir sorguda önemlidir.
-Sabit bir ifade de sabit olarak kabul edilir (örneğin, LİKE operatörünün sağ yarısı birden fazla sabitten oluşturulabilir).
-
-Fonksiyonlar sabit ve sabit olmayan argümanlar için farklı şekillerde uygulanabilir (farklı kod yürütülür). Ancak, bir sabit ve yalnızca aynı değeri içeren gerçek bir sütun için sonuçlar birbiriyle eşleşmelidir.
-
-## NULL işleme {#null-processing}
-
-Fonksiyonlar aşağıdaki davranışlara sahiptir:
-
--   İşlevin argümanlarından en az biri ise `NULL`, fonksiyon sonucu da `NULL`.
--   Her işlevin açıklamasında ayrı ayrı belirtilen özel davranış. ClickHouse kaynak kodunda, bu işlevler `UseDefaultImplementationForNulls=false`.
-
-## Süreklilik {#constancy}
-
-Functions can't change the values of their arguments – any changes are returned as the result. Thus, the result of calculating separate functions does not depend on the order in which the functions are written in the query.
-
-## Hata İşleme {#error-handling}
-
-Veriler geçersizse bazı işlevler bir istisna oluşturabilir. Bu durumda, sorgu iptal edilir ve bir hata metni istemciye döndürülür. Dağıtılmış işlem için sunuculardan birinde bir özel durum oluştuğunda, diğer sunucular da sorguyu iptal etmeye çalışır.
-
-## Argüman ifadelerinin değerlendirilmesi {#evaluation-of-argument-expressions}
-
-Hemen hemen tüm programlama dillerinde, argümanlardan biri belirli operatörler için değerlendirilmeyebilir. Bu genellikle operatörler `&&`, `||`, ve `?:`.
-Ancak Clickhouse'da, fonksiyonların (operatörler) argümanları her zaman değerlendirilir. Bunun nedeni, sütunların tüm bölümlerinin her satırı ayrı ayrı hesaplamak yerine bir kerede değerlendirilmesidir.
-
-## Dağıtılmış sorgu işleme işlevleri gerçekleştirme {#performing-functions-for-distributed-query-processing}
-
-Dağıtılmış sorgu işleme için, sorgu işlemenin mümkün olduğu kadar çok aşaması uzak sunucularda gerçekleştirilir ve aşamaların geri kalanı (Ara sonuçları ve bundan sonra her şeyi birleştirme) istek sahibi sunucuda gerçekleştirilir.
-
-Bu, işlevlerin farklı sunucularda gerçekleştirilebileceği anlamına gelir.
-Örneğin, sorguda `SELECT f(sum(g(x))) FROM distributed_table GROUP BY h(y),`
-
--   eğer bir `distributed_table` en az iki parçaya sahiptir, fonksiyonlar ‘g’ ve ‘h’ uzak sunucularda gerçekleştirilir ve işlev ‘f’ ıstekçi sunucuda gerçekleştirilir.
--   eğer bir `distributed_table` sadece bir parça var, tüm ‘f’, ‘g’, ve ‘h’ fonksiyonlar bu shard'ın sunucusunda gerçekleştirilir.
-
-Bir işlevin sonucu genellikle hangi sunucuda gerçekleştirildiğine bağlı değildir. Ancak, bazen bu önemlidir.
-Örneğin, sözlüklerle çalışan işlevler, üzerinde çalışmakta oldukları sunucuda bulunan sözlüğü kullanır.
-Başka bir örnek ise `hostName` yapmak için üzerinde çalıştığı sunucunun adını döndüren işlev `GROUP BY` sunucular tarafından bir `SELECT` sorgu.
-
-Eğer sorguda bir işlevi istemcisi sunucu üzerinde yapılır, ama uzak sunucularda bunu gerçekleştirmek için ihtiyacınız varsa, bir saramaz mısın ‘any’ toplama işlevi veya bir anahtara ekleyin `GROUP BY`.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/introspection.md b/docs/tr/sql-reference/functions/introspection.md
deleted file mode 100644
index 9181463ae3f..00000000000
--- a/docs/tr/sql-reference/functions/introspection.md
+++ /dev/null
@@ -1,310 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 65
-toc_title: "\u0130\xE7g\xF6zlem"
----
-
-# İç Gözlem Fonksiyonları {#introspection-functions}
-
-İç gözlem için bu bölümde açıklanan işlevleri kullanabilirsiniz [ELF](https://en.wikipedia.org/wiki/Executable_and_Linkable_Format) ve [DWARF](https://en.wikipedia.org/wiki/DWARF) sorgu profilleme için.
-
-!!! warning "Uyarıcı"
-    Bu işlevler yavaştır ve güvenlik konuları getirebilir.
-
-İç gözlem fonksiyonlarının düzgün çalışması için:
-
--   Yüklemek `clickhouse-common-static-dbg` paket.
-
--   Ayarla... [allow_introspection_functions](../../operations/settings/settings.md#settings-allow_introspection_functions) ayar 1.
-
-        For security reasons introspection functions are disabled by default.
-
-ClickHouse için profiler raporları kaydeder [trace_log](../../operations/system-tables.md#system_tables-trace_log) sistem tablosu. Tablo ve profiler düzgün yapılandırıldığından emin olun.
-
-## addressToLine {#addresstoline}
-
-ClickHouse sunucu işleminin içindeki sanal bellek adresini dosya adına ve clickhouse kaynak kodundaki satır numarasına dönüştürür.
-
-Resmi ClickHouse paketleri kullanırsanız, yüklemeniz gerekir `clickhouse-common-static-dbg` paket.
-
-**Sözdizimi**
-
-``` sql
-addressToLine(address_of_binary_instruction)
-```
-
-**Parametre**
-
--   `address_of_binary_instruction` ([Uİnt64](../../sql-reference/data-types/int-uint.md)) — Address of instruction in a running process.
-
-**Döndürülen değer**
-
--   Kaynak kodu dosya adı ve bu dosyadaki satır numarası iki nokta üst üste ile sınırlandırılmıştır.
-
-        For example, `/build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.cpp:199`, where `199` is a line number.
-
--   Işlev hata ayıklama bilgilerini bulamadıysanız, bir ikili adı.
-
--   Adres geçerli değilse, boş dize.
-
-Tür: [Dize](../../sql-reference/data-types/string.md).
-
-**Örnek**
-
-İç gözlem işlevlerini etkinleştirme:
-
-``` sql
-SET allow_introspection_functions=1
-```
-
-İlk dizeyi seçme `trace_log` sistem tablosu:
-
-``` sql
-SELECT * FROM system.trace_log LIMIT 1 \G
-```
-
-``` text
-Row 1:
-──────
-event_date:              2019-11-19
-event_time:              2019-11-19 18:57:23
-revision:                54429
-timer_type:              Real
-thread_number:           48
-query_id:                421b6855-1858-45a5-8f37-f383409d6d72
-trace:                   [140658411141617,94784174532828,94784076370703,94784076372094,94784076361020,94784175007680,140658411116251,140658403895439]
-```
-
-Bu `trace` alan, örnekleme anında yığın izini içerir.
-
-Tek bir adres için kaynak kodu dosya adını ve satır numarasını alma:
-
-``` sql
-SELECT addressToLine(94784076370703) \G
-```
-
-``` text
-Row 1:
-──────
-addressToLine(94784076370703): /build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.cpp:199
-```
-
-İşlevin tüm yığın izine uygulanması:
-
-``` sql
-SELECT
-    arrayStringConcat(arrayMap(x -> addressToLine(x), trace), '\n') AS trace_source_code_lines
-FROM system.trace_log
-LIMIT 1
-\G
-```
-
-Bu [arrayMap](higher-order-functions.md#higher_order_functions-array-map) işlev, her bir elemanın işlenmesini sağlar `trace` ar arrayray by the `addressToLine` İşlev. Gördüğünüz bu işlemin sonucu `trace_source_code_lines` çıktı sütunu.
-
-``` text
-Row 1:
-──────
-trace_source_code_lines: /lib/x86_64-linux-gnu/libpthread-2.27.so
-/usr/lib/debug/usr/bin/clickhouse
-/build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.cpp:199
-/build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.h:155
-/usr/include/c++/9/bits/atomic_base.h:551
-/usr/lib/debug/usr/bin/clickhouse
-/lib/x86_64-linux-gnu/libpthread-2.27.so
-/build/glibc-OTsEL5/glibc-2.27/misc/../sysdeps/unix/sysv/linux/x86_64/clone.S:97
-```
-
-## addressToSymbol {#addresstosymbol}
-
-Clickhouse sunucu işlemi içindeki sanal bellek adresini ClickHouse nesne dosyalarından gelen simgeye dönüştürür.
-
-**Sözdizimi**
-
-``` sql
-addressToSymbol(address_of_binary_instruction)
-```
-
-**Parametre**
-
--   `address_of_binary_instruction` ([Uİnt64](../../sql-reference/data-types/int-uint.md)) — Address of instruction in a running process.
-
-**Döndürülen değer**
-
--   ClickHouse nesne dosyalarından sembol.
--   Adres geçerli değilse, boş dize.
-
-Tür: [Dize](../../sql-reference/data-types/string.md).
-
-**Örnek**
-
-İç gözlem işlevlerini etkinleştirme:
-
-``` sql
-SET allow_introspection_functions=1
-```
-
-İlk dizeyi seçme `trace_log` sistem tablosu:
-
-``` sql
-SELECT * FROM system.trace_log LIMIT 1 \G
-```
-
-``` text
-Row 1:
-──────
-event_date:    2019-11-20
-event_time:    2019-11-20 16:57:59
-revision:      54429
-timer_type:    Real
-thread_number: 48
-query_id:      724028bf-f550-45aa-910d-2af6212b94ac
-trace:         [94138803686098,94138815010911,94138815096522,94138815101224,94138815102091,94138814222988,94138806823642,94138814457211,94138806823642,94138814457211,94138806823642,94138806795179,94138806796144,94138753770094,94138753771646,94138753760572,94138852407232,140399185266395,140399178045583]
-```
-
-Bu `trace` alan, örnekleme anında yığın izini içerir.
-
-Tek bir adres için sembol alma:
-
-``` sql
-SELECT addressToSymbol(94138803686098) \G
-```
-
-``` text
-Row 1:
-──────
-addressToSymbol(94138803686098): _ZNK2DB24IAggregateFunctionHelperINS_20AggregateFunctionSumImmNS_24AggregateFunctionSumDataImEEEEE19addBatchSinglePlaceEmPcPPKNS_7IColumnEPNS_5ArenaE
-```
-
-İşlevin tüm yığın izine uygulanması:
-
-``` sql
-SELECT
-    arrayStringConcat(arrayMap(x -> addressToSymbol(x), trace), '\n') AS trace_symbols
-FROM system.trace_log
-LIMIT 1
-\G
-```
-
-Bu [arrayMap](higher-order-functions.md#higher_order_functions-array-map) işlev, her bir elemanın işlenmesini sağlar `trace` ar arrayray by the `addressToSymbols` İşlev. Gördüğünüz bu işlemin sonucu `trace_symbols` çıktı sütunu.
-
-``` text
-Row 1:
-──────
-trace_symbols: _ZNK2DB24IAggregateFunctionHelperINS_20AggregateFunctionSumImmNS_24AggregateFunctionSumDataImEEEEE19addBatchSinglePlaceEmPcPPKNS_7IColumnEPNS_5ArenaE
-_ZNK2DB10Aggregator21executeWithoutKeyImplERPcmPNS0_28AggregateFunctionInstructionEPNS_5ArenaE
-_ZN2DB10Aggregator14executeOnBlockESt6vectorIN3COWINS_7IColumnEE13immutable_ptrIS3_EESaIS6_EEmRNS_22AggregatedDataVariantsERS1_IPKS3_SaISC_EERS1_ISE_SaISE_EERb
-_ZN2DB10Aggregator14executeOnBlockERKNS_5BlockERNS_22AggregatedDataVariantsERSt6vectorIPKNS_7IColumnESaIS9_EERS6_ISB_SaISB_EERb
-_ZN2DB10Aggregator7executeERKSt10shared_ptrINS_17IBlockInputStreamEERNS_22AggregatedDataVariantsE
-_ZN2DB27AggregatingBlockInputStream8readImplEv
-_ZN2DB17IBlockInputStream4readEv
-_ZN2DB26ExpressionBlockInputStream8readImplEv
-_ZN2DB17IBlockInputStream4readEv
-_ZN2DB26ExpressionBlockInputStream8readImplEv
-_ZN2DB17IBlockInputStream4readEv
-_ZN2DB28AsynchronousBlockInputStream9calculateEv
-_ZNSt17_Function_handlerIFvvEZN2DB28AsynchronousBlockInputStream4nextEvEUlvE_E9_M_invokeERKSt9_Any_data
-_ZN14ThreadPoolImplI20ThreadFromGlobalPoolE6workerESt14_List_iteratorIS0_E
-_ZZN20ThreadFromGlobalPoolC4IZN14ThreadPoolImplIS_E12scheduleImplIvEET_St8functionIFvvEEiSt8optionalImEEUlvE1_JEEEOS4_DpOT0_ENKUlvE_clEv
-_ZN14ThreadPoolImplISt6threadE6workerESt14_List_iteratorIS0_E
-execute_native_thread_routine
-start_thread
-clone
-```
-
-## demangle {#demangle}
-
-Kullanarak alabileceğiniz bir sembolü dönüştürür [addressToSymbol](#addresstosymbol) C++ işlev adına işlev.
-
-**Sözdizimi**
-
-``` sql
-demangle(symbol)
-```
-
-**Parametre**
-
--   `symbol` ([Dize](../../sql-reference/data-types/string.md)) — Symbol from an object file.
-
-**Döndürülen değer**
-
--   C++ işlevinin adı.
--   Bir sembol geçerli değilse boş dize.
-
-Tür: [Dize](../../sql-reference/data-types/string.md).
-
-**Örnek**
-
-İç gözlem işlevlerini etkinleştirme:
-
-``` sql
-SET allow_introspection_functions=1
-```
-
-İlk dizeyi seçme `trace_log` sistem tablosu:
-
-``` sql
-SELECT * FROM system.trace_log LIMIT 1 \G
-```
-
-``` text
-Row 1:
-──────
-event_date:    2019-11-20
-event_time:    2019-11-20 16:57:59
-revision:      54429
-timer_type:    Real
-thread_number: 48
-query_id:      724028bf-f550-45aa-910d-2af6212b94ac
-trace:         [94138803686098,94138815010911,94138815096522,94138815101224,94138815102091,94138814222988,94138806823642,94138814457211,94138806823642,94138814457211,94138806823642,94138806795179,94138806796144,94138753770094,94138753771646,94138753760572,94138852407232,140399185266395,140399178045583]
-```
-
-Bu `trace` alan, örnekleme anında yığın izini içerir.
-
-Tek bir adres için bir işlev adı alma:
-
-``` sql
-SELECT demangle(addressToSymbol(94138803686098)) \G
-```
-
-``` text
-Row 1:
-──────
-demangle(addressToSymbol(94138803686098)): DB::IAggregateFunctionHelper<DB::AggregateFunctionSum<unsigned long, unsigned long, DB::AggregateFunctionSumData<unsigned long> > >::addBatchSinglePlace(unsigned long, char*, DB::IColumn const**, DB::Arena*) const
-```
-
-İşlevin tüm yığın izine uygulanması:
-
-``` sql
-SELECT
-    arrayStringConcat(arrayMap(x -> demangle(addressToSymbol(x)), trace), '\n') AS trace_functions
-FROM system.trace_log
-LIMIT 1
-\G
-```
-
-Bu [arrayMap](higher-order-functions.md#higher_order_functions-array-map) işlev, her bir elemanın işlenmesini sağlar `trace` ar arrayray by the `demangle` İşlev. Gördüğünüz bu işlemin sonucu `trace_functions` çıktı sütunu.
-
-``` text
-Row 1:
-──────
-trace_functions: DB::IAggregateFunctionHelper<DB::AggregateFunctionSum<unsigned long, unsigned long, DB::AggregateFunctionSumData<unsigned long> > >::addBatchSinglePlace(unsigned long, char*, DB::IColumn const**, DB::Arena*) const
-DB::Aggregator::executeWithoutKeyImpl(char*&, unsigned long, DB::Aggregator::AggregateFunctionInstruction*, DB::Arena*) const
-DB::Aggregator::executeOnBlock(std::vector<COW<DB::IColumn>::immutable_ptr<DB::IColumn>, std::allocator<COW<DB::IColumn>::immutable_ptr<DB::IColumn> > >, unsigned long, DB::AggregatedDataVariants&, std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> >&, std::vector<std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> >, std::allocator<std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> > > >&, bool&)
-DB::Aggregator::executeOnBlock(DB::Block const&, DB::AggregatedDataVariants&, std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> >&, std::vector<std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> >, std::allocator<std::vector<DB::IColumn const*, std::allocator<DB::IColumn const*> > > >&, bool&)
-DB::Aggregator::execute(std::shared_ptr<DB::IBlockInputStream> const&, DB::AggregatedDataVariants&)
-DB::AggregatingBlockInputStream::readImpl()
-DB::IBlockInputStream::read()
-DB::ExpressionBlockInputStream::readImpl()
-DB::IBlockInputStream::read()
-DB::ExpressionBlockInputStream::readImpl()
-DB::IBlockInputStream::read()
-DB::AsynchronousBlockInputStream::calculate()
-std::_Function_handler<void (), DB::AsynchronousBlockInputStream::next()::{lambda()#1}>::_M_invoke(std::_Any_data const&)
-ThreadPoolImpl<ThreadFromGlobalPool>::worker(std::_List_iterator<ThreadFromGlobalPool>)
-ThreadFromGlobalPool::ThreadFromGlobalPool<ThreadPoolImpl<ThreadFromGlobalPool>::scheduleImpl<void>(std::function<void ()>, int, std::optional<unsigned long>)::{lambda()#3}>(ThreadPoolImpl<ThreadFromGlobalPool>::scheduleImpl<void>(std::function<void ()>, int, std::optional<unsigned long>)::{lambda()#3}&&)::{lambda()#1}::operator()() const
-ThreadPoolImpl<std::thread>::worker(std::_List_iterator<std::thread>)
-execute_native_thread_routine
-start_thread
-clone
-```
diff --git a/docs/tr/sql-reference/functions/ip-address-functions.md b/docs/tr/sql-reference/functions/ip-address-functions.md
deleted file mode 100644
index 248a87d8813..00000000000
--- a/docs/tr/sql-reference/functions/ip-address-functions.md
+++ /dev/null
@@ -1,248 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 55
-toc_title: "IP adresleriyle \xE7al\u0131\u015Fma"
----
-
-# IP adresleriyle çalışmak için işlevler {#functions-for-working-with-ip-addresses}
-
-## Ipv4numtostring (num) {#ipv4numtostringnum}
-
-Bir Uınt32 numarası alır. Big endian'da bir IPv4 adresi olarak yorumlar. Karşılık gelen IPv4 adresini a. B. C. d biçiminde içeren bir dize döndürür (ondalık formda nokta ile ayrılmış sayılar).
-
-## Ipv4stringtonum (s) {#ipv4stringtonums}
-
-IPv4NumToString ters işlevi. IPv4 adresi geçersiz bir biçime sahipse, 0 döndürür.
-
-## Ipv4numtostringclassc (num) {#ipv4numtostringclasscnum}
-
-Ipv4numtostring'e benzer, ancak son sekizli yerine xxx kullanıyor.
-
-Örnek:
-
-``` sql
-SELECT
-    IPv4NumToStringClassC(ClientIP) AS k,
-    count() AS c
-FROM test.hits
-GROUP BY k
-ORDER BY c DESC
-LIMIT 10
-```
-
-``` text
-┌─k──────────────┬─────c─┐
-│ 83.149.9.xxx   │ 26238 │
-│ 217.118.81.xxx │ 26074 │
-│ 213.87.129.xxx │ 25481 │
-│ 83.149.8.xxx   │ 24984 │
-│ 217.118.83.xxx │ 22797 │
-│ 78.25.120.xxx  │ 22354 │
-│ 213.87.131.xxx │ 21285 │
-│ 78.25.121.xxx  │ 20887 │
-│ 188.162.65.xxx │ 19694 │
-│ 83.149.48.xxx  │ 17406 │
-└────────────────┴───────┘
-```
-
-Kullanıl sincedığından beri ‘xxx’ son derece sıradışı, bu gelecekte değiştirilebilir. Bu parçanın tam biçimine güvenmemenizi öneririz.
-
-### Ipv6numtostring (x) {#ipv6numtostringx}
-
-IPv6 adresini ikili biçimde içeren bir FixedString(16) değerini kabul eder. Bu adresi metin biçiminde içeren bir dize döndürür.
-IPv6 eşlemeli IPv4 adresleri ::ffff:111.222.33.44 biçiminde çıktıdır. Örnekler:
-
-``` sql
-SELECT IPv6NumToString(toFixedString(unhex('2A0206B8000000000000000000000011'), 16)) AS addr
-```
-
-``` text
-┌─addr─────────┐
-│ 2a02:6b8::11 │
-└──────────────┘
-```
-
-``` sql
-SELECT
-    IPv6NumToString(ClientIP6 AS k),
-    count() AS c
-FROM hits_all
-WHERE EventDate = today() AND substring(ClientIP6, 1, 12) != unhex('00000000000000000000FFFF')
-GROUP BY k
-ORDER BY c DESC
-LIMIT 10
-```
-
-``` text
-┌─IPv6NumToString(ClientIP6)──────────────┬─────c─┐
-│ 2a02:2168:aaa:bbbb::2                   │ 24695 │
-│ 2a02:2698:abcd:abcd:abcd:abcd:8888:5555 │ 22408 │
-│ 2a02:6b8:0:fff::ff                      │ 16389 │
-│ 2a01:4f8:111:6666::2                    │ 16016 │
-│ 2a02:2168:888:222::1                    │ 15896 │
-│ 2a01:7e00::ffff:ffff:ffff:222           │ 14774 │
-│ 2a02:8109:eee:ee:eeee:eeee:eeee:eeee    │ 14443 │
-│ 2a02:810b:8888:888:8888:8888:8888:8888  │ 14345 │
-│ 2a02:6b8:0:444:4444:4444:4444:4444      │ 14279 │
-│ 2a01:7e00::ffff:ffff:ffff:ffff          │ 13880 │
-└─────────────────────────────────────────┴───────┘
-```
-
-``` sql
-SELECT
-    IPv6NumToString(ClientIP6 AS k),
-    count() AS c
-FROM hits_all
-WHERE EventDate = today()
-GROUP BY k
-ORDER BY c DESC
-LIMIT 10
-```
-
-``` text
-┌─IPv6NumToString(ClientIP6)─┬──────c─┐
-│ ::ffff:94.26.111.111       │ 747440 │
-│ ::ffff:37.143.222.4        │ 529483 │
-│ ::ffff:5.166.111.99        │ 317707 │
-│ ::ffff:46.38.11.77         │ 263086 │
-│ ::ffff:79.105.111.111      │ 186611 │
-│ ::ffff:93.92.111.88        │ 176773 │
-│ ::ffff:84.53.111.33        │ 158709 │
-│ ::ffff:217.118.11.22       │ 154004 │
-│ ::ffff:217.118.11.33       │ 148449 │
-│ ::ffff:217.118.11.44       │ 148243 │
-└────────────────────────────┴────────┘
-```
-
-## Ipv6stringtonum (s) {#ipv6stringtonums}
-
-IPv6NumToString ters işlevi. IPv6 adresi geçersiz bir biçime sahipse, bir boş bayt dizesi döndürür.
-HEX büyük veya küçük harf olabilir.
-
-## Ipv4toıpv6 (x) {#ipv4toipv6x}
-
-Alır bir `UInt32` numara. Bir IPv4 adresi olarak yorumlar [büyük endian](https://en.wikipedia.org/wiki/Endianness). Ret aur ANS a `FixedString(16)` IPv6 adresini ikili biçimde içeren değer. Örnekler:
-
-``` sql
-SELECT IPv6NumToString(IPv4ToIPv6(IPv4StringToNum('192.168.0.1'))) AS addr
-```
-
-``` text
-┌─addr───────────────┐
-│ ::ffff:192.168.0.1 │
-└────────────────────┘
-```
-
-## cutİPv6 (x, bytesToCutForİPv6, bytesToCutForİPv4) {#cutipv6x-bytestocutforipv6-bytestocutforipv4}
-
-IPv6 adresini ikili biçimde içeren bir FixedString(16) değerini kabul eder. Metin biçiminde kaldırılan belirtilen bayt sayısının adresini içeren bir dize döndürür. Mesela:
-
-``` sql
-WITH
-    IPv6StringToNum('2001:0DB8:AC10:FE01:FEED:BABE:CAFE:F00D') AS ipv6,
-    IPv4ToIPv6(IPv4StringToNum('192.168.0.1')) AS ipv4
-SELECT
-    cutIPv6(ipv6, 2, 0),
-    cutIPv6(ipv4, 0, 2)
-```
-
-``` text
-┌─cutIPv6(ipv6, 2, 0)─────────────────┬─cutIPv6(ipv4, 0, 2)─┐
-│ 2001:db8:ac10:fe01:feed:babe:cafe:0 │ ::ffff:192.168.0.0  │
-└─────────────────────────────────────┴─────────────────────┘
-```
-
-## Ipv4cidrtorange(ıpv4, Cıdr), {#ipv4cidrtorangeipv4-cidr}
-
-İçeren bir IPv4 ve bir Uint8 değerini kabul eder [CIDR](https://en.wikipedia.org/wiki/Classless_Inter-Domain_Routing). Alt ağın alt aralığını ve daha yüksek aralığını içeren iki IPv4 içeren bir tuple döndürür.
-
-``` sql
-SELECT IPv4CIDRToRange(toIPv4('192.168.5.2'), 16)
-```
-
-``` text
-┌─IPv4CIDRToRange(toIPv4('192.168.5.2'), 16)─┐
-│ ('192.168.0.0','192.168.255.255')          │
-└────────────────────────────────────────────┘
-```
-
-## Ipv6cidrtorange(ıpv6, Cıdr), {#ipv6cidrtorangeipv6-cidr}
-
-CIDR'Yİ içeren bir IPv6 ve bir Uİnt8 değerini kabul eder. Alt ağın alt aralığını ve daha yüksek aralığını içeren iki IPv6 içeren bir tuple döndürür.
-
-``` sql
-SELECT IPv6CIDRToRange(toIPv6('2001:0db8:0000:85a3:0000:0000:ac1f:8001'), 32);
-```
-
-``` text
-┌─IPv6CIDRToRange(toIPv6('2001:0db8:0000:85a3:0000:0000:ac1f:8001'), 32)─┐
-│ ('2001:db8::','2001:db8:ffff:ffff:ffff:ffff:ffff:ffff')                │
-└────────────────────────────────────────────────────────────────────────┘
-```
-
-## toıpv4 (dize) {#toipv4string}
-
-İçin bir takma ad `IPv4StringToNum()` bu, IPv4 adresinin bir dize formunu alır ve değerini döndürür [Ipv44](../../sql-reference/data-types/domains/ipv4.md) tarafından döndürülen değere eşit ikili olan tür `IPv4StringToNum()`.
-
-``` sql
-WITH
-    '171.225.130.45' as IPv4_string
-SELECT
-    toTypeName(IPv4StringToNum(IPv4_string)),
-    toTypeName(toIPv4(IPv4_string))
-```
-
-``` text
-┌─toTypeName(IPv4StringToNum(IPv4_string))─┬─toTypeName(toIPv4(IPv4_string))─┐
-│ UInt32                                   │ IPv4                            │
-└──────────────────────────────────────────┴─────────────────────────────────┘
-```
-
-``` sql
-WITH
-    '171.225.130.45' as IPv4_string
-SELECT
-    hex(IPv4StringToNum(IPv4_string)),
-    hex(toIPv4(IPv4_string))
-```
-
-``` text
-┌─hex(IPv4StringToNum(IPv4_string))─┬─hex(toIPv4(IPv4_string))─┐
-│ ABE1822D                          │ ABE1822D                 │
-└───────────────────────────────────┴──────────────────────────┘
-```
-
-## toıpv6 (dize) {#toipv6string}
-
-İçin bir takma ad `IPv6StringToNum()` bu, IPv6 adresinin bir dize formunu alır ve değerini döndürür [IPv6](../../sql-reference/data-types/domains/ipv6.md) tarafından döndürülen değere eşit ikili olan tür `IPv6StringToNum()`.
-
-``` sql
-WITH
-    '2001:438:ffff::407d:1bc1' as IPv6_string
-SELECT
-    toTypeName(IPv6StringToNum(IPv6_string)),
-    toTypeName(toIPv6(IPv6_string))
-```
-
-``` text
-┌─toTypeName(IPv6StringToNum(IPv6_string))─┬─toTypeName(toIPv6(IPv6_string))─┐
-│ FixedString(16)                          │ IPv6                            │
-└──────────────────────────────────────────┴─────────────────────────────────┘
-```
-
-``` sql
-WITH
-    '2001:438:ffff::407d:1bc1' as IPv6_string
-SELECT
-    hex(IPv6StringToNum(IPv6_string)),
-    hex(toIPv6(IPv6_string))
-```
-
-``` text
-┌─hex(IPv6StringToNum(IPv6_string))─┬─hex(toIPv6(IPv6_string))─────────┐
-│ 20010438FFFF000000000000407D1BC1  │ 20010438FFFF000000000000407D1BC1 │
-└───────────────────────────────────┴──────────────────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/ip_address_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/json-functions.md b/docs/tr/sql-reference/functions/json-functions.md
deleted file mode 100644
index 36e741988e3..00000000000
--- a/docs/tr/sql-reference/functions/json-functions.md
+++ /dev/null
@@ -1,297 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 56
-toc_title: "Json ile \xE7al\u0131\u015Fma"
----
-
-# Json ile çalışmak için fonksiyonlar {#functions-for-working-with-json}
-
-Üye Olarak.Metrica, JSON kullanıcılar tarafından oturum parametreleri olarak iletilir. Bu JSON ile çalışmak için bazı özel fonksiyonlar var. (Çoğu durumda, JSONs ek olarak önceden işlenir ve elde edilen değerler işlenmiş biçimlerinde ayrı sütunlara konur .) Tüm bu işlevler, JSON'UN ne olabileceğine dair güçlü varsayımlara dayanır, ancak işi yapmak için mümkün olduğunca az şey yapmaya çalışırlar.
-
-Aşağıdaki varsayımlar yapılır:
-
-1.  Alan adı (işlev bağımsız değişkeni) sabit olmalıdır.
-2.  Alan adı bir şekilde json'da kanonik olarak kodlanmıştır. Mesela: `visitParamHas('{"abc":"def"}', 'abc') = 1`, ama `visitParamHas('{"\\u0061\\u0062\\u0063":"def"}', 'abc') = 0`
-3.  Alanlar, herhangi bir yuvalama düzeyinde, ayrım gözetmeksizin aranır. Birden çok eşleşen alan varsa, ilk olay kullanılır.
-4.  JSON, dize değişmezleri dışında boşluk karakterlerine sahip değildir.
-
-## visitParamHas (params, isim) {#visitparamhasparams-name}
-
-İle bir alan olup olmadığını denetler ‘name’ ad.
-
-## visitParamExtractUİnt (params, isim) {#visitparamextractuintparams-name}
-
-Uint64 adlı alanın değerinden ayrıştırır ‘name’. Bu bir dize alanı ise, dizenin başlangıcından itibaren bir sayıyı ayrıştırmaya çalışır. Alan yoksa veya varsa ancak bir sayı içermiyorsa, 0 döndürür.
-
-## visitParamExtractİnt (params, isim) {#visitparamextractintparams-name}
-
-Int64 için olduğu gibi.
-
-## visitParamExtractFloat (params, isim) {#visitparamextractfloatparams-name}
-
-Float64 için olduğu gibi.
-
-## visitParamExtractBool (params, isim) {#visitparamextractboolparams-name}
-
-True/false değerini ayrıştırır. Sonuç Uİnt8.
-
-## visitParamExtractRaw (params, isim) {#visitparamextractrawparams-name}
-
-Ayırıcılar da dahil olmak üzere bir alanın değerini döndürür.
-
-Örnekler:
-
-``` sql
-visitParamExtractRaw('{"abc":"\\n\\u0000"}', 'abc') = '"\\n\\u0000"'
-visitParamExtractRaw('{"abc":{"def":[1,2,3]}}', 'abc') = '{"def":[1,2,3]}'
-```
-
-## visitParamExtractString (params, isim) {#visitparamextractstringparams-name}
-
-Dizeyi çift tırnak içinde ayrıştırır. Değeri unescaped. Unescaping başarısız olursa, boş bir dize döndürür.
-
-Örnekler:
-
-``` sql
-visitParamExtractString('{"abc":"\\n\\u0000"}', 'abc') = '\n\0'
-visitParamExtractString('{"abc":"\\u263a"}', 'abc') = '☺'
-visitParamExtractString('{"abc":"\\u263"}', 'abc') = ''
-visitParamExtractString('{"abc":"hello}', 'abc') = ''
-```
-
-Şu anda biçimdeki kod noktaları için destek yok `\uXXXX\uYYYY` bu temel çok dilli düzlemden değildir(UTF-8 yerine CESU-8'e dönüştürülürler).
-
-Aşağıdaki işlevler dayanmaktadır [simdjson](https://github.com/lemire/simdjson) daha karmaşık json ayrıştırma gereksinimleri için tasarlanmıştır. Yukarıda belirtilen varsayım 2 hala geçerlidir.
-
-## ısvalidjson(json) {#isvalidjsonjson}
-
-Dize geçirilen kontroller geçerli bir json'dur.
-
-Örnekler:
-
-``` sql
-SELECT isValidJSON('{"a": "hello", "b": [-100, 200.0, 300]}') = 1
-SELECT isValidJSON('not a json') = 0
-```
-
-## JSONHas(json\[, indices_or_keys\]…) {#jsonhasjson-indices-or-keys}
-
-Değer JSON belgesinde varsa, `1` iade edilecektir.
-
-Değer yoksa, `0` iade edilecektir.
-
-Örnekler:
-
-``` sql
-SELECT JSONHas('{"a": "hello", "b": [-100, 200.0, 300]}', 'b') = 1
-SELECT JSONHas('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 4) = 0
-```
-
-`indices_or_keys` sıfır veya daha fazla argüman listesi her biri dize veya tamsayı olabilir.
-
--   String = nesne üyesine anahtarla erişin.
--   Pozitif tamsayı = n-inci üyesine / anahtarına baştan erişin.
--   Negatif tamsayı = sondan n-inci üye/anahtara erişin.
-
-Elemanın minimum Endeksi 1'dir. Böylece 0 öğesi mevcut değildir.
-
-Hem json dizilerine hem de JSON nesnelerine erişmek için tamsayılar kullanabilirsiniz.
-
-Bu yüzden, örneğin :
-
-``` sql
-SELECT JSONExtractKey('{"a": "hello", "b": [-100, 200.0, 300]}', 1) = 'a'
-SELECT JSONExtractKey('{"a": "hello", "b": [-100, 200.0, 300]}', 2) = 'b'
-SELECT JSONExtractKey('{"a": "hello", "b": [-100, 200.0, 300]}', -1) = 'b'
-SELECT JSONExtractKey('{"a": "hello", "b": [-100, 200.0, 300]}', -2) = 'a'
-SELECT JSONExtractString('{"a": "hello", "b": [-100, 200.0, 300]}', 1) = 'hello'
-```
-
-## JSONLength(json\[, indices_or_keys\]…) {#jsonlengthjson-indices-or-keys}
-
-Bir json dizisinin veya bir JSON nesnesinin uzunluğunu döndürür.
-
-Değer yoksa veya yanlış bir türe sahipse, `0` iade edilecektir.
-
-Örnekler:
-
-``` sql
-SELECT JSONLength('{"a": "hello", "b": [-100, 200.0, 300]}', 'b') = 3
-SELECT JSONLength('{"a": "hello", "b": [-100, 200.0, 300]}') = 2
-```
-
-## JSONType(json\[, indices_or_keys\]…) {#jsontypejson-indices-or-keys}
-
-Bir JSON değerinin türünü döndürür.
-
-Değer yoksa, `Null` iade edilecektir.
-
-Örnekler:
-
-``` sql
-SELECT JSONType('{"a": "hello", "b": [-100, 200.0, 300]}') = 'Object'
-SELECT JSONType('{"a": "hello", "b": [-100, 200.0, 300]}', 'a') = 'String'
-SELECT JSONType('{"a": "hello", "b": [-100, 200.0, 300]}', 'b') = 'Array'
-```
-
-## JSONExtractUInt(json\[, indices_or_keys\]…) {#jsonextractuintjson-indices-or-keys}
-
-## JSONExtractInt(json\[, indices_or_keys\]…) {#jsonextractintjson-indices-or-keys}
-
-## JSONExtractFloat(json\[, indices_or_keys\]…) {#jsonextractfloatjson-indices-or-keys}
-
-## JSONExtractBool(json\[, indices_or_keys\]…) {#jsonextractbooljson-indices-or-keys}
-
-Bir JSON ayrıştırır ve bir değer ayıklayın. Bu işlevler benzer `visitParam` işlevler.
-
-Değer yoksa veya yanlış bir türe sahipse, `0` iade edilecektir.
-
-Örnekler:
-
-``` sql
-SELECT JSONExtractInt('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 1) = -100
-SELECT JSONExtractFloat('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 2) = 200.0
-SELECT JSONExtractUInt('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', -1) = 300
-```
-
-## JSONExtractString(json\[, indices_or_keys\]…) {#jsonextractstringjson-indices-or-keys}
-
-Bir json ayrıştırır ve bir dize ayıklayın. Bu işlev benzer `visitParamExtractString` işlevler.
-
-Değer yoksa veya yanlış bir tür varsa, boş bir dize döndürülür.
-
-Değeri unescaped. Unescaping başarısız olursa, boş bir dize döndürür.
-
-Örnekler:
-
-``` sql
-SELECT JSONExtractString('{"a": "hello", "b": [-100, 200.0, 300]}', 'a') = 'hello'
-SELECT JSONExtractString('{"abc":"\\n\\u0000"}', 'abc') = '\n\0'
-SELECT JSONExtractString('{"abc":"\\u263a"}', 'abc') = '☺'
-SELECT JSONExtractString('{"abc":"\\u263"}', 'abc') = ''
-SELECT JSONExtractString('{"abc":"hello}', 'abc') = ''
-```
-
-## JSONExtract(json\[, indices_or_keys…\], Return_type) {#jsonextractjson-indices-or-keys-return-type}
-
-Bir Json ayrıştırır ve verilen ClickHouse veri türünün bir değerini çıkarır.
-
-Bu, önceki bir genellemedir `JSONExtract<type>` işlevler.
-Bu demektir
-`JSONExtract(..., 'String')` tam olarak aynı döndürür `JSONExtractString()`,
-`JSONExtract(..., 'Float64')` tam olarak aynı döndürür `JSONExtractFloat()`.
-
-Örnekler:
-
-``` sql
-SELECT JSONExtract('{"a": "hello", "b": [-100, 200.0, 300]}', 'Tuple(String, Array(Float64))') = ('hello',[-100,200,300])
-SELECT JSONExtract('{"a": "hello", "b": [-100, 200.0, 300]}', 'Tuple(b Array(Float64), a String)') = ([-100,200,300],'hello')
-SELECT JSONExtract('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 'Array(Nullable(Int8))') = [-100, NULL, NULL]
-SELECT JSONExtract('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 4, 'Nullable(Int64)') = NULL
-SELECT JSONExtract('{"passed": true}', 'passed', 'UInt8') = 1
-SELECT JSONExtract('{"day": "Thursday"}', 'day', 'Enum8(\'Sunday\' = 0, \'Monday\' = 1, \'Tuesday\' = 2, \'Wednesday\' = 3, \'Thursday\' = 4, \'Friday\' = 5, \'Saturday\' = 6)') = 'Thursday'
-SELECT JSONExtract('{"day": 5}', 'day', 'Enum8(\'Sunday\' = 0, \'Monday\' = 1, \'Tuesday\' = 2, \'Wednesday\' = 3, \'Thursday\' = 4, \'Friday\' = 5, \'Saturday\' = 6)') = 'Friday'
-```
-
-## JSONExtractKeysAndValues(json\[, indices_or_keys…\], Value_type) {#jsonextractkeysandvaluesjson-indices-or-keys-value-type}
-
-Anahtar değer çiftlerini, değerlerin verilen ClickHouse veri türünde olduğu bir JSON'DAN ayrıştırır.
-
-Örnek:
-
-``` sql
-SELECT JSONExtractKeysAndValues('{"x": {"a": 5, "b": 7, "c": 11}}', 'x', 'Int8') = [('a',5),('b',7),('c',11)]
-```
-
-## JSONExtractRaw(json\[, indices_or_keys\]…) {#jsonextractrawjson-indices-or-keys}
-
-Json'un bir bölümünü ayrıştırılmamış dize olarak döndürür.
-
-Bölüm yoksa veya yanlış bir türe sahipse, boş bir dize döndürülür.
-
-Örnek:
-
-``` sql
-SELECT JSONExtractRaw('{"a": "hello", "b": [-100, 200.0, 300]}', 'b') = '[-100, 200.0, 300]'
-```
-
-## JSONExtractArrayRaw(json\[, indices_or_keys…\]) {#jsonextractarrayrawjson-indices-or-keys}
-
-Her biri ayrıştırılmamış dize olarak temsil edilen json dizisinin öğeleriyle bir dizi döndürür.
-
-Bölüm yoksa veya dizi değilse, boş bir dizi döndürülür.
-
-Örnek:
-
-``` sql
-SELECT JSONExtractArrayRaw('{"a": "hello", "b": [-100, 200.0, "hello"]}', 'b') = ['-100', '200.0', '"hello"']'
-```
-
-## JSONExtractKeysAndValuesRaw {#json-extract-keys-and-values-raw}
-
-Bir json nesnesinden ham verileri ayıklar.
-
-**Sözdizimi**
-
-``` sql
-JSONExtractKeysAndValuesRaw(json[, p, a, t, h])
-```
-
-**Parametre**
-
--   `json` — [Dize](../data-types/string.md) geçerli JSON ile.
--   `p, a, t, h` — Comma-separated indices or keys that specify the path to the inner field in a nested JSON object. Each argument can be either a [dize](../data-types/string.md) anahtar veya bir tarafından alan almak için [tamsayı](../data-types/int-uint.md) N-inci alanını almak için (1'den endeksli, negatif tamsayılar sondan sayılır). Ayarlanmazsa, tüm JSON üst düzey nesne olarak ayrıştırılır. İsteğe bağlı parametre.
-
-**Döndürülen değerler**
-
--   İle dizi `('key', 'value')` Demetler. Her iki tuple üyeleri dizeleri vardır.
--   İstenen nesne yoksa veya giriş json geçersiz ise boş dizi.
-
-Tür: [Dizi](../data-types/array.md)([Demet](../data-types/tuple.md)([Dize](../data-types/string.md), [Dize](../data-types/string.md)).
-
-**Örnekler**
-
-Sorgu:
-
-``` sql
-SELECT JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}')
-```
-
-Sonuç:
-
-``` text
-┌─JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}')─┐
-│ [('a','[-100,200]'),('b','{"c":{"d":"hello","f":"world"}}')]                                 │
-└──────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}', 'b')
-```
-
-Sonuç:
-
-``` text
-┌─JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}', 'b')─┐
-│ [('c','{"d":"hello","f":"world"}')]                                                               │
-└───────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}', -1, 'c')
-```
-
-Sonuç:
-
-``` text
-┌─JSONExtractKeysAndValuesRaw('{"a": [-100, 200.0], "b":{"c": {"d": "hello", "f": "world"}}}', -1, 'c')─┐
-│ [('d','"hello"'),('f','"world"')]                                                                     │
-└───────────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/json_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/logical-functions.md b/docs/tr/sql-reference/functions/logical-functions.md
deleted file mode 100644
index 526c5f4584e..00000000000
--- a/docs/tr/sql-reference/functions/logical-functions.md
+++ /dev/null
@@ -1,22 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: "Mant\u0131kl\u0131"
----
-
-# Mantıksal Fonksiyonlar {#logical-functions}
-
-Mantıksal işlevler herhangi bir sayısal türü kabul eder, ancak 0 veya 1'e eşit bir Uİnt8 numarası döndürür.
-
-Bir argüman olarak sıfır kabul edilir “false,” sıfır olmayan herhangi bir değer dikkate alınırken “true”.
-
-## ve, ve operatör {#and-and-operator}
-
-## or, or operat ,or {#or-or-operator}
-
-## değil, operatör değil {#not-not-operator}
-
-## xor {#xor}
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/logical_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/machine-learning-functions.md b/docs/tr/sql-reference/functions/machine-learning-functions.md
deleted file mode 100644
index 93aaaee1340..00000000000
--- a/docs/tr/sql-reference/functions/machine-learning-functions.md
+++ /dev/null
@@ -1,20 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 64
-toc_title: "Makine \xD6\u011Frenme Fonksiyonlar\u0131"
----
-
-# Makine Öğrenme Fonksiyonları {#machine-learning-functions}
-
-## evalMLMethod (tahmin) {#machine_learning_methods-evalmlmethod}
-
-Tak fittedılmış regresyon model usinglerini kullanarak tahmin `evalMLMethod` İşlev. Lin seeke bakınız `linearRegression`.
-
-### Stokastik Doğrusal Regresyon {#stochastic-linear-regression}
-
-Bu [stokastiklinearregression](../../sql-reference/aggregate-functions/reference.md#agg_functions-stochasticlinearregression) toplama fonksiyonu, doğrusal model ve MSE kayıp fonksiyonunu kullanarak stokastik Gradyan iniş yöntemini uygular. Kullanma `evalMLMethod` yeni veri üzerinde tahmin etmek için.
-
-### Stokastik Lojistik Regresyon {#stochastic-logistic-regression}
-
-Bu [stochasticLogisticRegression](../../sql-reference/aggregate-functions/reference.md#agg_functions-stochasticlogisticregression) toplama işlevi, ikili sınıflandırma problemi için stokastik Gradyan iniş yöntemini uygular. Kullanma `evalMLMethod` yeni veri üzerinde tahmin etmek için.
diff --git a/docs/tr/sql-reference/functions/math-functions.md b/docs/tr/sql-reference/functions/math-functions.md
deleted file mode 100644
index 7d84b8ac741..00000000000
--- a/docs/tr/sql-reference/functions/math-functions.md
+++ /dev/null
@@ -1,116 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: Matematiksel
----
-
-# Matematiksel Fonksiyonlar {#mathematical-functions}
-
-Tüm işlevler bir Float64 numarası döndürür. Sonucun doğruluğu mümkün olan en yüksek hassasiyete yakındır, ancak sonuç, ilgili gerçek sayıya en yakın makine temsil edilebilir numarası ile çakışmayabilir.
-
-## e() {#e}
-
-E numarasına yakın bir Float64 numarası döndürür.
-
-## pi sayısı() {#pi}
-
-Returns a Float64 number that is close to the number π.
-
-## exp(x) {#expx}
-
-Sayısal bir bağımsız değişken kabul eder ve bir Float64 sayı argümanın üs yakın döndürür.
-
-## log (x), L (n(x) {#logx-lnx}
-
-Sayısal bir bağımsız değişken kabul eder ve bağımsız değişken doğal logaritma yakın bir Float64 sayı döndürür.
-
-## exp2 (x) {#exp2x}
-
-Sayısal bir bağımsız değişkeni kabul eder ve X gücüne 2'ye yakın bir Float64 numarası döndürür.
-
-## log2 (x) {#log2x}
-
-Sayısal bir bağımsız değişken kabul eder ve değişken ikili logaritma yakın bir Float64 sayı döndürür.
-
-## exp10 (x) {#exp10x}
-
-Sayısal bir bağımsız değişkeni kabul eder ve 10'a yakın Float64 numarasını x gücüne döndürür.
-
-## log10(x) {#log10x}
-
-Sayısal bir bağımsız değişken kabul eder ve bir float64 sayı bağımsız değişken ondalık logaritması yakın döndürür.
-
-## sqrt(x) {#sqrtx}
-
-Sayısal bir bağımsız değişken kabul eder ve bağımsız değişken kareköküne yakın bir Float64 numarası döndürür.
-
-## TCMB (x) {#cbrtx}
-
-Sayısal bir bağımsız değişkeni kabul eder ve bağımsız değişken kübik köküne yakın bir Float64 numarası döndürür.
-
-## erf (x) {#erfx}
-
-Eğer ‘x’ negatif değil, o zaman `erf(x / σ√2)` standart sapma ile normal dağılıma sahip bir rasgele değişkenin olasılığı var mı ‘σ’ beklenen değerden daha fazla ayrılan değeri alır ‘x’.
-
-Örnek (üç sigma kuralı):
-
-``` sql
-SELECT erf(3 / sqrt(2))
-```
-
-``` text
-┌─erf(divide(3, sqrt(2)))─┐
-│      0.9973002039367398 │
-└─────────────────────────┘
-```
-
-## erfc (x) {#erfcx}
-
-Sayısal bir bağımsız değişkeni kabul eder ve 1 - erf(x) yakın bir Float64 numarası döndürür, ancak büyük için hassasiyet kaybı olmadan ‘x’ değerler.
-
-## lgamma (x) {#lgammax}
-
-Gama fonksiyonunun logaritması.
-
-## tgamma (x) {#tgammax}
-
-Gama fonksiyonu.
-
-## günah(x) {#sinx}
-
-Sinüs.
-
-## C (os (x) {#cosx}
-
-Kosinüs.
-
-## tan (x) {#tanx}
-
-Teğet.
-
-## asin (x) {#asinx}
-
-Ark sinüsü.
-
-## acos (x) {#acosx}
-
-Ark kosinüsü.
-
-## atan (x) {#atanx}
-
-Ark teğet.
-
-## pow (x, y), güç (x, y)) {#powx-y-powerx-y}
-
-İki sayısal bağımsız değişken X ve y alır.X'e yakın bir Float64 numarasını y gücüne döndürür.
-
-## ıntexp2 {#intexp2}
-
-Sayısal bir bağımsız değişkeni kabul eder ve X'in gücüne 2'ye yakın bir uint64 numarası döndürür.
-
-## ıntexp10 {#intexp10}
-
-Sayısal bir bağımsız değişkeni kabul eder ve X gücüne 10'a yakın bir uint64 numarası döndürür.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/math_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/other-functions.md b/docs/tr/sql-reference/functions/other-functions.md
deleted file mode 100644
index bf055abfa45..00000000000
--- a/docs/tr/sql-reference/functions/other-functions.md
+++ /dev/null
@@ -1,1205 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 66
-toc_title: "Di\u011Fer"
----
-
-# Diğer Fonksiyonlar {#other-functions}
-
-## hostnamename() {#hostname}
-
-Bu işlevin gerçekleştirildiği ana bilgisayarın adını içeren bir dize döndürür. Dağıtılmış işlem için, bu işlev uzak bir sunucuda gerçekleştirilirse, uzak sunucu ana bilgisayarının adıdır.
-
-## getMacro {#getmacro}
-
-Get as a nam AED value from the [makrolar](../../operations/server-configuration-parameters/settings.md#macros) sunucu yapılandırması bölümü.
-
-**Sözdizimi**
-
-``` sql
-getMacro(name);
-```
-
-**Parametre**
-
--   `name` — Name to retrieve from the `macros` bölme. [Dize](../../sql-reference/data-types/string.md#string).
-
-**Döndürülen değer**
-
--   Belirtilen makro değeri.
-
-Tür: [Dize](../../sql-reference/data-types/string.md).
-
-**Örnek**
-
-Örnek `macros` sunucu yapılandırma dosyasındaki bölüm:
-
-``` xml
-<macros>
-    <test>Value</test>
-</macros>
-```
-
-Sorgu:
-
-``` sql
-SELECT getMacro('test');
-```
-
-Sonuç:
-
-``` text
-┌─getMacro('test')─┐
-│ Value            │
-└──────────────────┘
-```
-
-Aynı değeri elde etmenin alternatif bir yolu:
-
-``` sql
-SELECT * FROM system.macros
-WHERE macro = 'test';
-```
-
-``` text
-┌─macro─┬─substitution─┐
-│ test  │ Value        │
-└───────┴──────────────┘
-```
-
-## FQDN {#fqdn}
-
-Tam etki alanı adını döndürür.
-
-**Sözdizimi**
-
-``` sql
-fqdn();
-```
-
-Bu işlev büyük / küçük harf duyarsızdır.
-
-**Döndürülen değer**
-
--   Tam etki alanı adı ile dize.
-
-Tür: `String`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT FQDN();
-```
-
-Sonuç:
-
-``` text
-┌─FQDN()──────────────────────────┐
-│ clickhouse.ru-central1.internal │
-└─────────────────────────────────┘
-```
-
-## basename {#basename}
-
-Son eğik çizgi veya ters eğik çizgiden sonra bir dizenin sondaki kısmını ayıklar. Bu işlev, genellikle bir yoldan dosya adını ayıklamak için kullanılır.
-
-``` sql
-basename( expr )
-```
-
-**Parametre**
-
--   `expr` — Expression resulting in a [Dize](../../sql-reference/data-types/string.md) type value. Tüm ters eğik çizgilerin ortaya çıkan değerden kaçması gerekir.
-
-**Döndürülen Değer**
-
-İçeren bir dize:
-
--   Son eğik çizgi veya ters eğik çizgiden sonra bir dizenin sondaki kısmı.
-
-        If the input string contains a path ending with slash or backslash, for example, `/` or `c:\`, the function returns an empty string.
-
--   Eğik çizgi veya ters eğik çizgi yoksa orijinal dize.
-
-**Örnek**
-
-``` sql
-SELECT 'some/long/path/to/file' AS a, basename(a)
-```
-
-``` text
-┌─a──────────────────────┬─basename('some\\long\\path\\to\\file')─┐
-│ some\long\path\to\file │ file                                   │
-└────────────────────────┴────────────────────────────────────────┘
-```
-
-``` sql
-SELECT 'some\\long\\path\\to\\file' AS a, basename(a)
-```
-
-``` text
-┌─a──────────────────────┬─basename('some\\long\\path\\to\\file')─┐
-│ some\long\path\to\file │ file                                   │
-└────────────────────────┴────────────────────────────────────────┘
-```
-
-``` sql
-SELECT 'some-file-name' AS a, basename(a)
-```
-
-``` text
-┌─a──────────────┬─basename('some-file-name')─┐
-│ some-file-name │ some-file-name             │
-└────────────────┴────────────────────────────┘
-```
-
-## visibleWidth(x) {#visiblewidthx}
-
-Değerleri konsola metin biçiminde (sekmeyle ayrılmış) çıkarırken yaklaşık genişliği hesaplar.
-Bu işlev, sistem tarafından güzel formatların uygulanması için kullanılır.
-
-`NULL` karşılık gelen bir dize olarak temsil edilir `NULL` içinde `Pretty` biçimliler.
-
-``` sql
-SELECT visibleWidth(NULL)
-```
-
-``` text
-┌─visibleWidth(NULL)─┐
-│                  4 │
-└────────────────────┘
-```
-
-## toTypeName (x) {#totypenamex}
-
-Geçirilen bağımsız değişken türü adını içeren bir dize döndürür.
-
-Eğer `NULL` fonksiyona girdi olarak geçirilir, daha sonra `Nullable(Nothing)` bir iç karşılık gelen türü `NULL` Clickhouse'da temsil.
-
-## blockSize() {#function-blocksize}
-
-Bloğun boyutunu alır.
-Clickhouse'da, sorgular her zaman bloklarda (sütun parçaları kümeleri) çalıştırılır. Bu işlev, aradığınız bloğun boyutunu almanızı sağlar.
-
-## materialize (x) {#materializex}
-
-Bir sabiti yalnızca bir değer içeren tam bir sütuna dönüştürür.
-Clickhouse'da, tam sütunlar ve sabitler bellekte farklı şekilde temsil edilir. İşlevler, sabit argümanlar ve normal argümanlar için farklı şekilde çalışır (farklı kod yürütülür), ancak sonuç hemen hemen her zaman aynıdır. Bu işlev, bu davranış hata ayıklama içindir.
-
-## ignore(…) {#ignore}
-
-Dahil olmak üzere herhangi bir argümanı kabul eder `NULL`. Her zaman 0 döndürür.
-Ancak, argüman hala değerlendirilir. Bu kriterler için kullanılabilir.
-
-## uyku (saniye) {#sleepseconds}
-
-Uykular ‘seconds’ her veri bloğunda saniye. Bir tamsayı veya kayan noktalı sayı belirtebilirsiniz.
-
-## sleepEachRow (saniye) {#sleepeachrowseconds}
-
-Uykular ‘seconds’ her satırda saniye. Bir tamsayı veya kayan noktalı sayı belirtebilirsiniz.
-
-## currentDatabase() {#currentdatabase}
-
-Geçerli veritabanının adını döndürür.
-Bu işlevi, veritabanını belirtmeniz gereken bir tablo oluştur sorgusunda tablo altyapısı parametrelerinde kullanabilirsiniz.
-
-## currentUser() {#other-function-currentuser}
-
-Geçerli kullanıcının oturum açma döndürür. Kullanıcı girişi, bu başlatılan sorgu, durumda distibuted sorguda iade edilecektir.
-
-``` sql
-SELECT currentUser();
-```
-
-Takma ad: `user()`, `USER()`.
-
-**Döndürülen değerler**
-
--   Geçerli kullanıcının girişi.
--   Disributed sorgu durumunda sorgu başlatılan kullanıcının giriş.
-
-Tür: `String`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT currentUser();
-```
-
-Sonuç:
-
-``` text
-┌─currentUser()─┐
-│ default       │
-└───────────────┘
-```
-
-## ısconstant {#is-constant}
-
-Bağımsız değişken sabit bir ifade olup olmadığını denetler.
-
-A constant expression means an expression whose resulting value is known at the query analysis (i.e. before execution). For example, expressions over [harfler](../syntax.md#literals) sabit ifadelerdir.
-
-Fonksiyon geliştirme, hata ayıklama ve gösteri için tasarlanmıştır.
-
-**Sözdizimi**
-
-``` sql
-isConstant(x)
-```
-
-**Parametre**
-
--   `x` — Expression to check.
-
-**Döndürülen değerler**
-
--   `1` — `x` sabit istir.
--   `0` — `x` sabit olmayan.
-
-Tür: [Uİnt8](../data-types/int-uint.md).
-
-**Örnekler**
-
-Sorgu:
-
-``` sql
-SELECT isConstant(x + 1) FROM (SELECT 43 AS x)
-```
-
-Sonuç:
-
-``` text
-┌─isConstant(plus(x, 1))─┐
-│                      1 │
-└────────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-WITH 3.14 AS pi SELECT isConstant(cos(pi))
-```
-
-Sonuç:
-
-``` text
-┌─isConstant(cos(pi))─┐
-│                   1 │
-└─────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT isConstant(number) FROM numbers(1)
-```
-
-Sonuç:
-
-``` text
-┌─isConstant(number)─┐
-│                  0 │
-└────────────────────┘
-```
-
-## isFinite (x) {#isfinitex}
-
-Float32 ve Float64 kabul eder ve bağımsız değişken sonsuz değilse ve bir NaN değilse, Uint8'i 1'e eşit olarak döndürür, aksi halde 0.
-
-## isİnfinite (x) {#isinfinitex}
-
-Float32 ve Float64 kabul eder ve bağımsız değişken sonsuz ise 1'e eşit Uİnt8 döndürür, aksi takdirde 0. Bir NaN için 0 döndürüldüğünü unutmayın.
-
-## ifNotFinite {#ifnotfinite}
-
-Kayan nokta değerinin sonlu olup olmadığını kontrol eder.
-
-**Sözdizimi**
-
-    ifNotFinite(x,y)
-
-**Parametre**
-
--   `x` — Value to be checked for infinity. Type: [Yüzdürmek\*](../../sql-reference/data-types/float.md).
--   `y` — Fallback value. Type: [Yüzdürmek\*](../../sql-reference/data-types/float.md).
-
-**Döndürülen değer**
-
--   `x` eğer `x` son isludur.
--   `y` eğer `x` sonlu değildir.
-
-**Örnek**
-
-Sorgu:
-
-    SELECT 1/0 as infimum, ifNotFinite(infimum,42)
-
-Sonuç:
-
-    ┌─infimum─┬─ifNotFinite(divide(1, 0), 42)─┐
-    │     inf │                            42 │
-    └─────────┴───────────────────────────────┘
-
-Kullanarak benzer sonuç alabilirsiniz [üçlü operatör](conditional-functions.md#ternary-operator): `isFinite(x) ? x : y`.
-
-## ısnan (x) {#isnanx}
-
-Float32 ve Float64 kabul eder ve bağımsız değişken bir NaN, aksi takdirde 0 ise 1'e eşit uint8 döndürür.
-
-## hasColumnİnTable(\[‘hostname’\[, ‘username’\[, ‘password’\]\],\] ‘database’, ‘table’, ‘column’) {#hascolumnintablehostname-username-password-database-table-column}
-
-Sabit dizeleri kabul eder: veritabanı adı, tablo adı ve sütun adı. Bir sütun varsa 1'e eşit bir uint8 sabit ifadesi döndürür, aksi halde 0. Hostname parametresi ayarlanmışsa, sınama uzak bir sunucuda çalışır.
-Tablo yoksa, işlev bir özel durum atar.
-İç içe veri yapısındaki öğeler için işlev, bir sütunun varlığını denetler. İç içe veri yapısının kendisi için işlev 0 döndürür.
-
-## bar {#function-bar}
-
-Unicode-art diyagramı oluşturmaya izin verir.
-
-`bar(x, min, max, width)` genişliği orantılı olan bir bant çizer `(x - min)` ve eşit `width` karakterler ne zaman `x = max`.
-
-Parametre:
-
--   `x` — Size to display.
--   `min, max` — Integer constants. The value must fit in `Int64`.
--   `width` — Constant, positive integer, can be fractional.
-
-Bant, bir sembolün sekizde birine doğrulukla çizilir.
-
-Örnek:
-
-``` sql
-SELECT
-    toHour(EventTime) AS h,
-    count() AS c,
-    bar(c, 0, 600000, 20) AS bar
-FROM test.hits
-GROUP BY h
-ORDER BY h ASC
-```
-
-``` text
-┌──h─┬──────c─┬─bar────────────────┐
-│  0 │ 292907 │ █████████▋         │
-│  1 │ 180563 │ ██████             │
-│  2 │ 114861 │ ███▋               │
-│  3 │  85069 │ ██▋                │
-│  4 │  68543 │ ██▎                │
-│  5 │  78116 │ ██▌                │
-│  6 │ 113474 │ ███▋               │
-│  7 │ 170678 │ █████▋             │
-│  8 │ 278380 │ █████████▎         │
-│  9 │ 391053 │ █████████████      │
-│ 10 │ 457681 │ ███████████████▎   │
-│ 11 │ 493667 │ ████████████████▍  │
-│ 12 │ 509641 │ ████████████████▊  │
-│ 13 │ 522947 │ █████████████████▍ │
-│ 14 │ 539954 │ █████████████████▊ │
-│ 15 │ 528460 │ █████████████████▌ │
-│ 16 │ 539201 │ █████████████████▊ │
-│ 17 │ 523539 │ █████████████████▍ │
-│ 18 │ 506467 │ ████████████████▊  │
-│ 19 │ 520915 │ █████████████████▎ │
-│ 20 │ 521665 │ █████████████████▍ │
-│ 21 │ 542078 │ ██████████████████ │
-│ 22 │ 493642 │ ████████████████▍  │
-│ 23 │ 400397 │ █████████████▎     │
-└────┴────────┴────────────────────┘
-```
-
-## dönüştürmek {#transform}
-
-Bir değeri, bazı öğelerin açıkça tanımlanmış eşlemesine göre diğer öğelere dönüştürür.
-Bu fonksiyonun iki varyasyonu vardır:
-
-### transform (x, array_from, array_to, varsayılan) {#transformx-array-from-array-to-default}
-
-`x` – What to transform.
-
-`array_from` – Constant array of values for converting.
-
-`array_to` – Constant array of values to convert the values in ‘from’ -e doğru.
-
-`default` – Which value to use if ‘x’ değer anylerden hiçbir equaline eşit değildir. ‘from’.
-
-`array_from` ve `array_to` – Arrays of the same size.
-
-Türler:
-
-`transform(T, Array(T), Array(U), U) -> U`
-
-`T` ve `U` sayısal, dize veya tarih veya DateTime türleri olabilir.
-Aynı harfin belirtildiği (t veya U), sayısal türler için bunlar eşleşen türler değil, ortak bir türe sahip türler olabilir.
-Örneğin, ilk bağımsız değişken Int64 türüne sahip olabilir, ikincisi ise Array(Uİnt16) türüne sahiptir.
-
-Eğer... ‘x’ değer, içindeki öğelerden birine eşittir. ‘array_from’ array, varolan öğeyi döndürür (aynı numaralandırılır) ‘array_to’ dizi. Aksi takdirde, döner ‘default’. İçinde birden fazla eşleşen öğe varsa ‘array_from’, maçlardan birini döndürür.
-
-Örnek:
-
-``` sql
-SELECT
-    transform(SearchEngineID, [2, 3], ['Yandex', 'Google'], 'Other') AS title,
-    count() AS c
-FROM test.hits
-WHERE SearchEngineID != 0
-GROUP BY title
-ORDER BY c DESC
-```
-
-``` text
-┌─title─────┬──────c─┐
-│ Yandex    │ 498635 │
-│ Google    │ 229872 │
-│ Other     │ 104472 │
-└───────────┴────────┘
-```
-
-### transform (x, array_from, array_to) {#transformx-array-from-array-to}
-
-İlk vary thatasyon differsdan farklıdır. ‘default’ argüman atlandı.
-Eğer... ‘x’ değer, içindeki öğelerden birine eşittir. ‘array_from’ array, eşleşen öğeyi (aynı numaralandırılmış) döndürür ‘array_to’ dizi. Aksi takdirde, döner ‘x’.
-
-Türler:
-
-`transform(T, Array(T), Array(T)) -> T`
-
-Örnek:
-
-``` sql
-SELECT
-    transform(domain(Referer), ['yandex.ru', 'google.ru', 'vk.com'], ['www.yandex', 'example.com']) AS s,
-    count() AS c
-FROM test.hits
-GROUP BY domain(Referer)
-ORDER BY count() DESC
-LIMIT 10
-```
-
-``` text
-┌─s──────────────┬───────c─┐
-│                │ 2906259 │
-│ www.yandex     │  867767 │
-│ ███████.ru     │  313599 │
-│ mail.yandex.ru │  107147 │
-│ ██████.ru      │  100355 │
-│ █████████.ru   │   65040 │
-│ news.yandex.ru │   64515 │
-│ ██████.net     │   59141 │
-│ example.com    │   57316 │
-└────────────────┴─────────┘
-```
-
-## formatReadableSize (x) {#formatreadablesizex}
-
-Boyutu (bayt sayısı) kabul eder. Bir sonek (KiB, MıB, vb.) ile yuvarlak bir boyut döndürür.) bir dize olarak.
-
-Örnek:
-
-``` sql
-SELECT
-    arrayJoin([1, 1024, 1024*1024, 192851925]) AS filesize_bytes,
-    formatReadableSize(filesize_bytes) AS filesize
-```
-
-``` text
-┌─filesize_bytes─┬─filesize───┐
-│              1 │ 1.00 B     │
-│           1024 │ 1.00 KiB   │
-│        1048576 │ 1.00 MiB   │
-│      192851925 │ 183.92 MiB │
-└────────────────┴────────────┘
-```
-
-## en az (a, b) {#leasta-b}
-
-A ve B'den en küçük değeri döndürür.
-
-## en büyük (a, b) {#greatesta-b}
-
-A ve B'nin en büyük değerini döndürür.
-
-## çalışma süresi() {#uptime}
-
-Sunucunun çalışma süresini saniyeler içinde döndürür.
-
-## sürüm() {#version}
-
-Sunucu sürümünü bir dize olarak döndürür.
-
-## saat dilimi() {#timezone}
-
-Sunucunun saat dilimini döndürür.
-
-## blockNumber {#blocknumber}
-
-Satırın bulunduğu veri bloğunun sıra numarasını döndürür.
-
-## rowNumberİnBlock {#function-rownumberinblock}
-
-Veri bloğundaki satırın sıra numarasını döndürür. Farklı veri blokları her zaman yeniden hesaplanır.
-
-## rownumberınallblocks() {#rownumberinallblocks}
-
-Veri bloğundaki satırın sıra numarasını döndürür. Bu işlev yalnızca etkilenen veri bloklarını dikkate alır.
-
-## komşuluk {#neighbor}
-
-Belirli bir sütunun geçerli satırından önce veya sonra gelen belirli bir ofsette bir satıra erişim sağlayan pencere işlevi.
-
-**Sözdizimi**
-
-``` sql
-neighbor(column, offset[, default_value])
-```
-
-İşlevin sonucu, etkilenen veri bloklarına ve bloktaki veri sırasına bağlıdır.
-ORDER BY ile bir alt sorgu yaparsanız ve alt sorgunun dışından işlevi çağırırsanız, beklenen sonucu alabilirsiniz.
-
-**Parametre**
-
--   `column` — A column name or scalar expression.
--   `offset` — The number of rows forwards or backwards from the current row of `column`. [Int64](../../sql-reference/data-types/int-uint.md).
--   `default_value` — Optional. The value to be returned if offset goes beyond the scope of the block. Type of data blocks affected.
-
-**Döndürülen değerler**
-
--   İçin değer `column` içinde `offset` eğer geçerli satırdan uzaklık `offset` değer blok sınırları dışında değil.
--   İçin varsayılan değer `column` eğer `offset` değer, blok sınırlarının dışındadır. Eğer `default_value` verilir, daha sonra kullanılacaktır.
-
-Tür: etkilenen veri bloklarının türü veya varsayılan değer türü.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT number, neighbor(number, 2) FROM system.numbers LIMIT 10;
-```
-
-Sonuç:
-
-``` text
-┌─number─┬─neighbor(number, 2)─┐
-│      0 │                   2 │
-│      1 │                   3 │
-│      2 │                   4 │
-│      3 │                   5 │
-│      4 │                   6 │
-│      5 │                   7 │
-│      6 │                   8 │
-│      7 │                   9 │
-│      8 │                   0 │
-│      9 │                   0 │
-└────────┴─────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT number, neighbor(number, 2, 999) FROM system.numbers LIMIT 10;
-```
-
-Sonuç:
-
-``` text
-┌─number─┬─neighbor(number, 2, 999)─┐
-│      0 │                        2 │
-│      1 │                        3 │
-│      2 │                        4 │
-│      3 │                        5 │
-│      4 │                        6 │
-│      5 │                        7 │
-│      6 │                        8 │
-│      7 │                        9 │
-│      8 │                      999 │
-│      9 │                      999 │
-└────────┴──────────────────────────┘
-```
-
-Bu işlev, yıldan yıla metrik değeri hesaplamak için kullanılabilir:
-
-Sorgu:
-
-``` sql
-WITH toDate('2018-01-01') AS start_date
-SELECT
-    toStartOfMonth(start_date + (number * 32)) AS month,
-    toInt32(month) % 100 AS money,
-    neighbor(money, -12) AS prev_year,
-    round(prev_year / money, 2) AS year_over_year
-FROM numbers(16)
-```
-
-Sonuç:
-
-``` text
-┌──────month─┬─money─┬─prev_year─┬─year_over_year─┐
-│ 2018-01-01 │    32 │         0 │              0 │
-│ 2018-02-01 │    63 │         0 │              0 │
-│ 2018-03-01 │    91 │         0 │              0 │
-│ 2018-04-01 │    22 │         0 │              0 │
-│ 2018-05-01 │    52 │         0 │              0 │
-│ 2018-06-01 │    83 │         0 │              0 │
-│ 2018-07-01 │    13 │         0 │              0 │
-│ 2018-08-01 │    44 │         0 │              0 │
-│ 2018-09-01 │    75 │         0 │              0 │
-│ 2018-10-01 │     5 │         0 │              0 │
-│ 2018-11-01 │    36 │         0 │              0 │
-│ 2018-12-01 │    66 │         0 │              0 │
-│ 2019-01-01 │    97 │        32 │           0.33 │
-│ 2019-02-01 │    28 │        63 │           2.25 │
-│ 2019-03-01 │    56 │        91 │           1.62 │
-│ 2019-04-01 │    87 │        22 │           0.25 │
-└────────────┴───────┴───────────┴────────────────┘
-```
-
-## runningDifference (x) {#other_functions-runningdifference}
-
-Calculates the difference between successive row values ​​in the data block.
-İlk satır için 0 ve sonraki her satır için önceki satırdan farkı döndürür.
-
-İşlevin sonucu, etkilenen veri bloklarına ve bloktaki veri sırasına bağlıdır.
-ORDER BY ile bir alt sorgu yaparsanız ve alt sorgunun dışından işlevi çağırırsanız, beklenen sonucu alabilirsiniz.
-
-Örnek:
-
-``` sql
-SELECT
-    EventID,
-    EventTime,
-    runningDifference(EventTime) AS delta
-FROM
-(
-    SELECT
-        EventID,
-        EventTime
-    FROM events
-    WHERE EventDate = '2016-11-24'
-    ORDER BY EventTime ASC
-    LIMIT 5
-)
-```
-
-``` text
-┌─EventID─┬───────────EventTime─┬─delta─┐
-│    1106 │ 2016-11-24 00:00:04 │     0 │
-│    1107 │ 2016-11-24 00:00:05 │     1 │
-│    1108 │ 2016-11-24 00:00:05 │     0 │
-│    1109 │ 2016-11-24 00:00:09 │     4 │
-│    1110 │ 2016-11-24 00:00:10 │     1 │
-└─────────┴─────────────────────┴───────┘
-```
-
-Lütfen dikkat - blok boyutu sonucu etkiler. Her yeni blok ile, `runningDifference` durum sıfırlandı.
-
-``` sql
-SELECT
-    number,
-    runningDifference(number + 1) AS diff
-FROM numbers(100000)
-WHERE diff != 1
-```
-
-``` text
-┌─number─┬─diff─┐
-│      0 │    0 │
-└────────┴──────┘
-┌─number─┬─diff─┐
-│  65536 │    0 │
-└────────┴──────┘
-```
-
-``` sql
-set max_block_size=100000 -- default value is 65536!
-
-SELECT
-    number,
-    runningDifference(number + 1) AS diff
-FROM numbers(100000)
-WHERE diff != 1
-```
-
-``` text
-┌─number─┬─diff─┐
-│      0 │    0 │
-└────────┴──────┘
-```
-
-## runningDifferenceStartingWithFirstvalue {#runningdifferencestartingwithfirstvalue}
-
-İçin aynı [runningDifference](./other-functions.md#other_functions-runningdifference), fark ilk satırın değeridir, ilk satırın değerini döndürdü ve sonraki her satır önceki satırdan farkı döndürür.
-
-## MACNumToString (num) {#macnumtostringnum}
-
-Bir uınt64 numarasını kabul eder. Big endian'da bir MAC adresi olarak yorumlar. AA:BB:CC:DD:EE:FF biçiminde karşılık gelen MAC adresini içeren bir dize döndürür (onaltılık formda iki nokta üst üste ayrılmış sayılar).
-
-## MACStringToNum (s) {#macstringtonums}
-
-MACNumToString ters işlevi. MAC adresi geçersiz bir biçime sahipse, 0 döndürür.
-
-## MACStringToOUİ (s) {#macstringtoouis}
-
-AA:BB:CC:DD:EE:FF (onaltılık formda iki nokta üst üste ayrılmış sayılar) biçiminde bir MAC adresi kabul eder. İlk üç sekizli uint64 numarası olarak döndürür. MAC adresi geçersiz bir biçime sahipse, 0 döndürür.
-
-## getSizeOfEnumType {#getsizeofenumtype}
-
-Alan sayısını döndürür [Enum](../../sql-reference/data-types/enum.md).
-
-``` sql
-getSizeOfEnumType(value)
-```
-
-**Parametre:**
-
--   `value` — Value of type `Enum`.
-
-**Döndürülen değerler**
-
--   İle alan sayısı `Enum` giriş değerleri.
--   Tür değilse bir istisna atılır `Enum`.
-
-**Örnek**
-
-``` sql
-SELECT getSizeOfEnumType( CAST('a' AS Enum8('a' = 1, 'b' = 2) ) ) AS x
-```
-
-``` text
-┌─x─┐
-│ 2 │
-└───┘
-```
-
-## blockSerializedSize {#blockserializedsize}
-
-Diskteki boyutu döndürür (sıkıştırmayı hesaba katmadan).
-
-``` sql
-blockSerializedSize(value[, value[, ...]])
-```
-
-**Parametre:**
-
--   `value` — Any value.
-
-**Döndürülen değerler**
-
--   (Sıkıştırma olmadan) değerler bloğu için diske yazılacak bayt sayısı.
-
-**Örnek**
-
-``` sql
-SELECT blockSerializedSize(maxState(1)) as x
-```
-
-``` text
-┌─x─┐
-│ 2 │
-└───┘
-```
-
-## toColumnTypeName {#tocolumntypename}
-
-RAM'DEKİ sütunun veri türünü temsil eden sınıfın adını döndürür.
-
-``` sql
-toColumnTypeName(value)
-```
-
-**Parametre:**
-
--   `value` — Any type of value.
-
-**Döndürülen değerler**
-
--   Temsil etmek için kullanılan sınıfın adını içeren bir dize `value` RAM veri türü.
-
-**Arasındaki fark örneği`toTypeName ' and ' toColumnTypeName`**
-
-``` sql
-SELECT toTypeName(CAST('2018-01-01 01:02:03' AS DateTime))
-```
-
-``` text
-┌─toTypeName(CAST('2018-01-01 01:02:03', 'DateTime'))─┐
-│ DateTime                                            │
-└─────────────────────────────────────────────────────┘
-```
-
-``` sql
-SELECT toColumnTypeName(CAST('2018-01-01 01:02:03' AS DateTime))
-```
-
-``` text
-┌─toColumnTypeName(CAST('2018-01-01 01:02:03', 'DateTime'))─┐
-│ Const(UInt32)                                             │
-└───────────────────────────────────────────────────────────┘
-```
-
-Örnek gösteriyor ki `DateTime` veri türü olarak bellekte saklanır `Const(UInt32)`.
-
-## dumpColumnStructure {#dumpcolumnstructure}
-
-Ram'deki veri yapılarının ayrıntılı bir açıklamasını verir
-
-``` sql
-dumpColumnStructure(value)
-```
-
-**Parametre:**
-
--   `value` — Any type of value.
-
-**Döndürülen değerler**
-
--   Temsil etmek için kullanılan yapıyı açıklayan bir dize `value` RAM veri türü.
-
-**Örnek**
-
-``` sql
-SELECT dumpColumnStructure(CAST('2018-01-01 01:02:03', 'DateTime'))
-```
-
-``` text
-┌─dumpColumnStructure(CAST('2018-01-01 01:02:03', 'DateTime'))─┐
-│ DateTime, Const(size = 1, UInt32(size = 1))                  │
-└──────────────────────────────────────────────────────────────┘
-```
-
-## defaultValueOfArgumentType {#defaultvalueofargumenttype}
-
-Veri türü için varsayılan değeri verir.
-
-Kullanıcı tarafından ayarlanan özel sütunlar için varsayılan değerleri içermez.
-
-``` sql
-defaultValueOfArgumentType(expression)
-```
-
-**Parametre:**
-
--   `expression` — Arbitrary type of value or an expression that results in a value of an arbitrary type.
-
-**Döndürülen değerler**
-
--   `0` sayılar için.
--   Dizeler için boş dize.
--   `ᴺᵁᴸᴸ` için [Nullable](../../sql-reference/data-types/nullable.md).
-
-**Örnek**
-
-``` sql
-SELECT defaultValueOfArgumentType( CAST(1 AS Int8) )
-```
-
-``` text
-┌─defaultValueOfArgumentType(CAST(1, 'Int8'))─┐
-│                                           0 │
-└─────────────────────────────────────────────┘
-```
-
-``` sql
-SELECT defaultValueOfArgumentType( CAST(1 AS Nullable(Int8) ) )
-```
-
-``` text
-┌─defaultValueOfArgumentType(CAST(1, 'Nullable(Int8)'))─┐
-│                                                  ᴺᵁᴸᴸ │
-└───────────────────────────────────────────────────────┘
-```
-
-## çoğaltmak {#other-functions-replicate}
-
-Tek bir değere sahip bir dizi oluşturur.
-
-İç uygulama için kullanılan [arrayJoin](array-join.md#functions_arrayjoin).
-
-``` sql
-SELECT replicate(x, arr);
-```
-
-**Parametre:**
-
--   `arr` — Original array. ClickHouse creates a new array of the same length as the original and fills it with the value `x`.
--   `x` — The value that the resulting array will be filled with.
-
-**Döndürülen değer**
-
-Değerle dolu bir dizi `x`.
-
-Tür: `Array`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT replicate(1, ['a', 'b', 'c'])
-```
-
-Sonuç:
-
-``` text
-┌─replicate(1, ['a', 'b', 'c'])─┐
-│ [1,1,1]                       │
-└───────────────────────────────┘
-```
-
-## filesystemAvailable {#filesystemavailable}
-
-Veritabanlarının dosyalarının bulunduğu dosya sisteminde kalan alan miktarını döndürür. Her zaman toplam boş alandan daha küçüktür ([filesystemFree](#filesystemfree)) çünkü OS için biraz alan ayrılmıştır.
-
-**Sözdizimi**
-
-``` sql
-filesystemAvailable()
-```
-
-**Döndürülen değer**
-
--   Bayt olarak kullanılabilir kalan alan miktarı.
-
-Tür: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT formatReadableSize(filesystemAvailable()) AS "Available space", toTypeName(filesystemAvailable()) AS "Type";
-```
-
-Sonuç:
-
-``` text
-┌─Available space─┬─Type───┐
-│ 30.75 GiB       │ UInt64 │
-└─────────────────┴────────┘
-```
-
-## filesystemFree {#filesystemfree}
-
-Veritabanlarının dosyalarının bulunduğu dosya sistemindeki boş alanın toplam miktarını döndürür. Ayrıca bakınız `filesystemAvailable`
-
-**Sözdizimi**
-
-``` sql
-filesystemFree()
-```
-
-**Döndürülen değer**
-
--   Bayt cinsinden boş alan miktarı.
-
-Tür: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT formatReadableSize(filesystemFree()) AS "Free space", toTypeName(filesystemFree()) AS "Type";
-```
-
-Sonuç:
-
-``` text
-┌─Free space─┬─Type───┐
-│ 32.39 GiB  │ UInt64 │
-└────────────┴────────┘
-```
-
-## filesystemCapacity {#filesystemcapacity}
-
-Dosya sisteminin kapasitesini bayt cinsinden döndürür. Değerlendirme için, [yol](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-path) veri dizinine yapılandırılmalıdır.
-
-**Sözdizimi**
-
-``` sql
-filesystemCapacity()
-```
-
-**Döndürülen değer**
-
--   Dosya sisteminin bayt cinsinden kapasite bilgisi.
-
-Tür: [Uİnt64](../../sql-reference/data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT formatReadableSize(filesystemCapacity()) AS "Capacity", toTypeName(filesystemCapacity()) AS "Type"
-```
-
-Sonuç:
-
-``` text
-┌─Capacity──┬─Type───┐
-│ 39.32 GiB │ UInt64 │
-└───────────┴────────┘
-```
-
-## finalizeAggregation {#function-finalizeaggregation}
-
-Toplama işlevinin durumunu alır. Toplama sonucunu döndürür (kesinleşmiş durum).
-
-## runningAccumulate {#function-runningaccumulate}
-
-Toplama işlevinin durumlarını alır ve değerleri olan bir sütun döndürür, bu durumların bir dizi blok satırı için ilk satırdan geçerli satıra birikmesinin sonucudur.
-Örneğin, toplama işlevinin durumunu alır (örnek runningAccumulate (uniqState (Userıd))) ve her blok satırı için, önceki tüm Satırların ve geçerli satırın durumlarının birleştirilmesinde toplama işlevinin sonucunu döndürür.
-Bu nedenle, işlevin sonucu, verilerin bloklara bölünmesine ve blok içindeki verilerin sırasına bağlıdır.
-
-## joinGet {#joinget}
-
-İşlev, tablodan verileri bir tablodan aynı şekilde ayıklamanızı sağlar [sözlük](../../sql-reference/dictionaries/index.md).
-
-Veri alır [Katmak](../../engines/table-engines/special/join.md#creating-a-table) belirtilen birleştirme anahtarını kullanarak tablolar.
-
-Sadece ile oluşturulan tabloları destekler `ENGINE = Join(ANY, LEFT, <join_keys>)` deyim.
-
-**Sözdizimi**
-
-``` sql
-joinGet(join_storage_table_name, `value_column`, join_keys)
-```
-
-**Parametre**
-
--   `join_storage_table_name` — an [tanıtıcı](../syntax.md#syntax-identifiers) aramanın nerede yapıldığını gösterir. Tanımlayıcı varsayılan veritabanında aranır (bkz. parametre `default_database` config dosyası). Varsayılan veritabanını geçersiz kılmak için `USE db_name` veya ayırıcı aracılığıyla veritabanını ve tabloyu belirtin `db_name.db_table` örnek bakın.
--   `value_column` — name of the column of the table that contains required data.
--   `join_keys` — list of keys.
-
-**Döndürülen değer**
-
-Anahtarların listesine karşılık gelen değerlerin listesini döndürür.
-
-Kaynak tabloda kesin yoksa o zaman `0` veya `null` esas alınarak iade edilecektir [join_use_nulls](../../operations/settings/settings.md#join_use_nulls) ayar.
-
-Hakkında daha fazla bilgi `join_use_nulls` içinde [Birleştirme işlemi](../../engines/table-engines/special/join.md).
-
-**Örnek**
-
-Giriş tablosu:
-
-``` sql
-CREATE DATABASE db_test
-CREATE TABLE db_test.id_val(`id` UInt32, `val` UInt32) ENGINE = Join(ANY, LEFT, id) SETTINGS join_use_nulls = 1
-INSERT INTO db_test.id_val VALUES (1,11)(2,12)(4,13)
-```
-
-``` text
-┌─id─┬─val─┐
-│  4 │  13 │
-│  2 │  12 │
-│  1 │  11 │
-└────┴─────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT joinGet(db_test.id_val,'val',toUInt32(number)) from numbers(4) SETTINGS join_use_nulls = 1
-```
-
-Sonuç:
-
-``` text
-┌─joinGet(db_test.id_val, 'val', toUInt32(number))─┐
-│                                                0 │
-│                                               11 │
-│                                               12 │
-│                                                0 │
-└──────────────────────────────────────────────────┘
-```
-
-## modelEvaluate(model_name, …) {#function-modelevaluate}
-
-Dış modeli değerlendirin.
-Bir model adı ve model bağımsız değişkenleri kabul eder. Float64 Döndürür.
-
-## throwİf(x \[, custom_message\]) {#throwifx-custom-message}
-
-Argüman sıfır değilse bir istisna atın.
-custom_message-isteğe bağlı bir parametredir: sabit bir dize, bir hata mesajı sağlar
-
-``` sql
-SELECT throwIf(number = 3, 'Too many') FROM numbers(10);
-```
-
-``` text
-↙ Progress: 0.00 rows, 0.00 B (0.00 rows/s., 0.00 B/s.) Received exception from server (version 19.14.1):
-Code: 395. DB::Exception: Received from localhost:9000. DB::Exception: Too many.
-```
-
-## kimlik {#identity}
-
-Bağımsız değişkeni olarak kullanılan aynı değeri döndürür. Hata ayıklama ve test için kullanılan, dizin kullanarak iptal ve tam bir tarama sorgu performansını almak için izin verir. Olası dizin kullanımı için sorgu analiz edildiğinde, analizör içeriye bakmaz `identity` işlevler.
-
-**Sözdizimi**
-
-``` sql
-identity(x)
-```
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT identity(42)
-```
-
-Sonuç:
-
-``` text
-┌─identity(42)─┐
-│           42 │
-└──────────────┘
-```
-
-## randomPrintableASCİİ {#randomascii}
-
-Rastgele bir dizi ile bir dize oluşturur [ASCII](https://en.wikipedia.org/wiki/ASCII#Printable_characters) yazdırılabilir karakterler.
-
-**Sözdizimi**
-
-``` sql
-randomPrintableASCII(length)
-```
-
-**Parametre**
-
--   `length` — Resulting string length. Positive integer.
-
-        If you pass `length < 0`, behavior of the function is undefined.
-
-**Döndürülen değer**
-
--   Rastgele bir dizi dize [ASCII](https://en.wikipedia.org/wiki/ASCII#Printable_characters) yazdırılabilir karakterler.
-
-Tür: [Dize](../../sql-reference/data-types/string.md)
-
-**Örnek**
-
-``` sql
-SELECT number, randomPrintableASCII(30) as str, length(str) FROM system.numbers LIMIT 3
-```
-
-``` text
-┌─number─┬─str────────────────────────────┬─length(randomPrintableASCII(30))─┐
-│      0 │ SuiCOSTvC0csfABSw=UcSzp2.`rv8x │                               30 │
-│      1 │ 1Ag NlJ &RCN:*>HVPG;PE-nO"SUFD │                               30 │
-│      2 │ /"+<"wUTh:=LjJ Vm!c&hI*m#XTfzz │                               30 │
-└────────┴────────────────────────────────┴──────────────────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/other_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/random-functions.md b/docs/tr/sql-reference/functions/random-functions.md
deleted file mode 100644
index 8ec986cbb18..00000000000
--- a/docs/tr/sql-reference/functions/random-functions.md
+++ /dev/null
@@ -1,65 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 51
-toc_title: "S\xF6zde Rasgele Say\u0131lar Olu\u015Fturma"
----
-
-# Sözde rasgele sayılar üretmek için fonksiyonlar {#functions-for-generating-pseudo-random-numbers}
-
-Sözde rasgele sayıların kriptografik olmayan jeneratörleri kullanılır.
-
-Tüm işlevler sıfır bağımsız değişkeni veya bir bağımsız değişkeni kabul eder.
-Bir argüman geçirilirse, herhangi bir tür olabilir ve değeri hiçbir şey için kullanılmaz.
-Bu argümanın tek amacı, aynı işlevin iki farklı örneğinin farklı rasgele sayılarla farklı sütunlar döndürmesi için ortak alt ifade eliminasyonunu önlemektir.
-
-## Güney Afrika parası {#rand}
-
-Tüm uint32 tipi sayılar arasında eşit olarak dağıtılan bir sözde rasgele uint32 numarası döndürür.
-Doğrusal bir uyumlu jeneratör kullanır.
-
-## rand64 {#rand64}
-
-Tüm uint64 tipi sayılar arasında eşit olarak dağıtılan sözde rasgele bir uint64 numarası döndürür.
-Doğrusal bir uyumlu jeneratör kullanır.
-
-## randConstant {#randconstant}
-
-Rasgele bir değere sahip sabit bir sütun üretir.
-
-**Sözdizimi**
-
-``` sql
-randConstant([x])
-```
-
-**Parametre**
-
--   `x` — [İfade](../syntax.md#syntax-expressions) sonuç olarak herhangi bir [desteklenen veri türleri](../data-types/index.md#data_types). Elde edilen değer atılır, ancak baypas için kullanıldığında ifadenin kendisi [ortak subexpression eliminasyonu](index.md#common-subexpression-elimination) işlev bir sorguda birden çok kez çağrılırsa. İsteğe bağlı parametre.
-
-**Döndürülen değer**
-
--   Sözde rasgele sayı.
-
-Tür: [Uİnt32](../data-types/int-uint.md).
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT rand(), rand(1), rand(number), randConstant(), randConstant(1), randConstant(number)
-FROM numbers(3)
-```
-
-Sonuç:
-
-``` text
-┌─────rand()─┬────rand(1)─┬─rand(number)─┬─randConstant()─┬─randConstant(1)─┬─randConstant(number)─┐
-│ 3047369878 │ 4132449925 │   4044508545 │     2740811946 │      4229401477 │           1924032898 │
-│ 2938880146 │ 1267722397 │   4154983056 │     2740811946 │      4229401477 │           1924032898 │
-│  956619638 │ 4238287282 │   1104342490 │     2740811946 │      4229401477 │           1924032898 │
-└────────────┴────────────┴──────────────┴────────────────┴─────────────────┴──────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/random_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/rounding-functions.md b/docs/tr/sql-reference/functions/rounding-functions.md
deleted file mode 100644
index 5dc185c6128..00000000000
--- a/docs/tr/sql-reference/functions/rounding-functions.md
+++ /dev/null
@@ -1,190 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: "D\xF6nm\xFC\u015F"
----
-
-# Yuvarlama Fonksiyonları {#rounding-functions}
-
-## kat(x \[, N\]) {#floorx-n}
-
-Küçük veya eşit olan en büyük yuvarlak sayıyı döndürür `x`. Yuvarlak bir sayı, 1/10N'NİN katları veya 1 / 10N tam değilse, uygun veri türünün en yakın sayısıdır.
-‘N’ bir tamsayı sabiti, isteğe bağlı parametredir. Varsayılan olarak sıfırdır, bu da bir tam sayıya yuvarlamak anlamına gelir.
-‘N’ negatif olabilir.
-
-Örnekler: `floor(123.45, 1) = 123.4, floor(123.45, -1) = 120.`
-
-`x` herhangi bir sayısal türüdür. Sonuç aynı türden bir sayıdır.
-Tamsayı argümanları için, bir negatif ile yuvarlamak mantıklıdır `N` değer (negatif olmayan için `N`, işlev hiçbir şey yapmaz).
-Yuvarlama taşmasına neden olursa (örneğin, floor (-128, -1)), uygulamaya özgü bir sonuç döndürülür.
-
-## tavan(x \[, N\]), tavan (x \[, N\]) {#ceilx-n-ceilingx-n}
-
-Büyük veya eşit olan en küçük yuvarlak sayıyı döndürür `x`. Diğer her şekilde, aynı `floor` (yukarıda) işlevi.
-
-## trunc(x \[, N\]), truncate(x \[, N\]) {#truncx-n-truncatex-n}
-
-Mutlak değeri küçük veya eşit olan en büyük mutlak değere sahip yuvarlak sayıyı döndürür `x`‘s. In every other way, it is the same as the ’floor’ (yukarıda) işlevi.
-
-## Yuvarlak(x \[, N\]) {#rounding_functions-round}
-
-Belirtilen sayıda ondalık basamak için bir değer yuvarlar.
-
-İşlev, belirtilen siparişin en yakın numarasını döndürür. Verilen sayı çevreleyen sayılara eşit mesafeye sahip olduğunda, işlev, float sayı türleri için bankacının yuvarlamasını kullanır ve diğer sayı türleri için sıfırdan uzaklaşır.
-
-``` sql
-round(expression [, decimal_places])
-```
-
-**Parametre:**
-
--   `expression` — A number to be rounded. Can be any [ifade](../syntax.md#syntax-expressions) sayısal dönen [veri türü](../../sql-reference/data-types/index.md#data_types).
--   `decimal-places` — An integer value.
-    -   Eğer `decimal-places > 0` sonra işlev değeri ondalık noktanın sağına yuvarlar.
-    -   Eğer `decimal-places < 0` ardından işlev değeri ondalık noktanın soluna yuvarlar.
-    -   Eğer `decimal-places = 0` sonra işlev değeri tamsayı olarak yuvarlar. Bu durumda argüman ihmal edilebilir.
-
-**Döndürülen değer:**
-
-Giriş numarası ile aynı türden yuvarlatılmış sayı.
-
-### Örnekler {#examples}
-
-**Kullanım örneği**
-
-``` sql
-SELECT number / 2 AS x, round(x) FROM system.numbers LIMIT 3
-```
-
-``` text
-┌───x─┬─round(divide(number, 2))─┐
-│   0 │                        0 │
-│ 0.5 │                        0 │
-│   1 │                        1 │
-└─────┴──────────────────────────┘
-```
-
-**Yuvarlama örnekleri**
-
-En yakın numaraya yuvarlama.
-
-``` text
-round(3.2, 0) = 3
-round(4.1267, 2) = 4.13
-round(22,-1) = 20
-round(467,-2) = 500
-round(-467,-2) = -500
-```
-
-Bankacı yuvarlanıyor.
-
-``` text
-round(3.5) = 4
-round(4.5) = 4
-round(3.55, 1) = 3.6
-round(3.65, 1) = 3.6
-```
-
-**Ayrıca Bakınız**
-
--   [roundBankers](#roundbankers)
-
-## roundBankers {#roundbankers}
-
-Bir sayıyı belirtilen ondalık konuma yuvarlar.
-
--   Yuvarlama sayısı iki sayı arasında yarıya ise, işlev banker yuvarlama kullanır.
-
-        Banker's rounding is a method of rounding fractional numbers. When the rounding number is halfway between two numbers, it's rounded to the nearest even digit at the specified decimal position. For example: 3.5 rounds up to 4, 2.5 rounds down to 2.
-
-        It's the default rounding method for floating point numbers defined in [IEEE 754](https://en.wikipedia.org/wiki/IEEE_754#Roundings_to_nearest). The [round](#rounding_functions-round) function performs the same rounding for floating point numbers. The `roundBankers` function also rounds integers the same way, for example, `roundBankers(45, -1) = 40`.
-
--   Diğer durumlarda, işlev sayıları en yakın tam sayıya yuvarlar.
-
-Banker yuvarlama kullanarak, yuvarlama numaraları toplama veya bu sayıları çıkarma sonuçları üzerindeki etkisini azaltabilir.
-
-Örneğin, farklı yuvarlama ile 1.5, 2.5, 3.5, 4.5 sayılarını topla:
-
--   Yuvarlama yok: 1.5 + 2.5 + 3.5 + 4.5 = 12.
--   Bankacı yuvarlama: 2 + 2 + 4 + 4 = 12.
--   En yakın tam sayıya yuvarlama: 2 + 3 + 4 + 5 = 14.
-
-**Sözdizimi**
-
-``` sql
-roundBankers(expression [, decimal_places])
-```
-
-**Parametre**
-
--   `expression` — A number to be rounded. Can be any [ifade](../syntax.md#syntax-expressions) sayısal dönen [veri türü](../../sql-reference/data-types/index.md#data_types).
--   `decimal-places` — Decimal places. An integer number.
-    -   `decimal-places > 0` — The function rounds the number to the given position right of the decimal point. Example: `roundBankers(3.55, 1) = 3.6`.
-    -   `decimal-places < 0` — The function rounds the number to the given position left of the decimal point. Example: `roundBankers(24.55, -1) = 20`.
-    -   `decimal-places = 0` — The function rounds the number to an integer. In this case the argument can be omitted. Example: `roundBankers(2.5) = 2`.
-
-**Döndürülen değer**
-
-Banker yuvarlama yöntemi tarafından yuvarlanan bir değer.
-
-### Örnekler {#examples-1}
-
-**Kullanım örneği**
-
-Sorgu:
-
-``` sql
- SELECT number / 2 AS x, roundBankers(x, 0) AS b fROM system.numbers limit 10
-```
-
-Sonuç:
-
-``` text
-┌───x─┬─b─┐
-│   0 │ 0 │
-│ 0.5 │ 0 │
-│   1 │ 1 │
-│ 1.5 │ 2 │
-│   2 │ 2 │
-│ 2.5 │ 2 │
-│   3 │ 3 │
-│ 3.5 │ 4 │
-│   4 │ 4 │
-│ 4.5 │ 4 │
-└─────┴───┘
-```
-
-**Bankacı yuvarlama örnekleri**
-
-``` text
-roundBankers(0.4) = 0
-roundBankers(-3.5) = -4
-roundBankers(4.5) = 4
-roundBankers(3.55, 1) = 3.6
-roundBankers(3.65, 1) = 3.6
-roundBankers(10.35, 1) = 10.4
-roundBankers(10.755, 2) = 11,76
-```
-
-**Ayrıca Bakınız**
-
--   [turlu](#rounding_functions-round)
-
-## roundToExp2 (num) {#roundtoexp2num}
-
-Bir sayı kabul eder. Sayı birden az ise, 0 döndürür. Aksi takdirde, sayıyı en yakın (negatif olmayan) iki dereceye yuvarlar.
-
-## roundDuration (num) {#rounddurationnum}
-
-Bir sayı kabul eder. Sayı birden az ise, 0 döndürür. Aksi takdirde, sayıyı kümeden sayılara yuvarlar: 1, 10, 30, 60, 120, 180, 240, 300, 600, 1200, 1800, 3600, 7200, 18000, 36000. Bu fonksiyon (kayıt olmak için özeldir.Metrica ve oturum uzunluğu raporu uygulamak için kullanılır.
-
-## roundAge (num) {#roundagenum}
-
-Bir sayı kabul eder. Sayı 18'den küçükse, 0 döndürür. Aksi takdirde, sayıyı kümeden bir sayıya yuvarlar: 18, 25, 35, 45, 55. Bu fonksiyon (kayıt olmak için özeldir.Metrica ve kullanıcı yaş raporu uygulamak için kullanılır.
-
-## roundDown (num, arr) {#rounddownnum-arr}
-
-Bir sayıyı kabul eder ve belirtilen Dizideki bir öğeye yuvarlar. Değer en düşük sınırdan küçükse, en düşük sınır döndürülür.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/rounding_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/splitting-merging-functions.md b/docs/tr/sql-reference/functions/splitting-merging-functions.md
deleted file mode 100644
index b8c89489d33..00000000000
--- a/docs/tr/sql-reference/functions/splitting-merging-functions.md
+++ /dev/null
@@ -1,116 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 47
-toc_title: "Dizeleri ve dizileri b\xF6lme ve birle\u015Ftirme"
----
-
-# Dizeleri ve dizileri bölme ve birleştirme işlevleri {#functions-for-splitting-and-merging-strings-and-arrays}
-
-## splitByChar (ayırıcı, s) {#splitbycharseparator-s}
-
-Bir dizeyi belirtilen bir karakterle ayrılmış alt dizelere böler. Sabit bir dize kullanır `separator` tam olarak bir karakterden oluşan.
-Seçili alt dizelerin bir dizisini döndürür. Ayırıcı dizenin başında veya sonunda oluşursa veya ardışık birden çok ayırıcı varsa, boş alt dizeler seçilebilir.
-
-**Sözdizimi**
-
-``` sql
-splitByChar(<separator>, <s>)
-```
-
-**Parametre**
-
--   `separator` — The separator which should contain exactly one character. [Dize](../../sql-reference/data-types/string.md).
--   `s` — The string to split. [Dize](../../sql-reference/data-types/string.md).
-
-**Döndürülen değer (ler)**
-
-Seçili alt dizelerin bir dizisini döndürür. Boş alt dizeler şu durumlarda seçilebilir:
-
--   Dizenin başında veya sonunda bir ayırıcı oluşur;
--   Birden fazla ardışık ayırıcı vardır;
--   Orijinal dize `s` boş.
-
-Tür: [Dizi](../../sql-reference/data-types/array.md) -den [Dize](../../sql-reference/data-types/string.md).
-
-**Örnek**
-
-``` sql
-SELECT splitByChar(',', '1,2,3,abcde')
-```
-
-``` text
-┌─splitByChar(',', '1,2,3,abcde')─┐
-│ ['1','2','3','abcde']           │
-└─────────────────────────────────┘
-```
-
-## splitByString (ayırıcı, s) {#splitbystringseparator-s}
-
-Bir dizeyi bir dizeyle ayrılmış alt dizelere böler. Sabit bir dize kullanır `separator` ayırıcı olarak birden fazla karakter. Eğer dize `separator` boş olduğunu, bu bölünmüş dize `s` tek karakter dizisine.
-
-**Sözdizimi**
-
-``` sql
-splitByString(<separator>, <s>)
-```
-
-**Parametre**
-
--   `separator` — The separator. [Dize](../../sql-reference/data-types/string.md).
--   `s` — The string to split. [Dize](../../sql-reference/data-types/string.md).
-
-**Döndürülen değer (ler)**
-
-Seçili alt dizelerin bir dizisini döndürür. Boş alt dizeler şu durumlarda seçilebilir:
-
-Tür: [Dizi](../../sql-reference/data-types/array.md) -den [Dize](../../sql-reference/data-types/string.md).
-
--   Boş olmayan bir ayırıcı dizenin başında veya sonunda oluşur;
--   Birden fazla ardışık boş olmayan ayırıcı vardır;
--   Orijinal dize `s` ayırıcı boş değilken boş.
-
-**Örnek**
-
-``` sql
-SELECT splitByString(', ', '1, 2 3, 4,5, abcde')
-```
-
-``` text
-┌─splitByString(', ', '1, 2 3, 4,5, abcde')─┐
-│ ['1','2 3','4,5','abcde']                 │
-└───────────────────────────────────────────┘
-```
-
-``` sql
-SELECT splitByString('', 'abcde')
-```
-
-``` text
-┌─splitByString('', 'abcde')─┐
-│ ['a','b','c','d','e']      │
-└────────────────────────────┘
-```
-
-## arrayStringConcat(arr \[, ayırıcı\]) {#arraystringconcatarr-separator}
-
-Dizide listelenen dizeleri ayırıcı ile birleştirir.'separator' isteğe bağlı bir parametredir: varsayılan olarak boş bir dizeye ayarlanmış sabit bir dize.
-Dizeyi döndürür.
-
-## alphaTokens (s) {#alphatokenss}
-
-A-z ve A-Z aralıklarından ardışık baytların alt dizelerini seçer.
-
-**Örnek**
-
-``` sql
-SELECT alphaTokens('abca1abc')
-```
-
-``` text
-┌─alphaTokens('abca1abc')─┐
-│ ['abca','abc']          │
-└─────────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/splitting_merging_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/string-functions.md b/docs/tr/sql-reference/functions/string-functions.md
deleted file mode 100644
index b2a3a58f1f2..00000000000
--- a/docs/tr/sql-reference/functions/string-functions.md
+++ /dev/null
@@ -1,489 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: "Dizeleri ile \xE7al\u0131\u015Fma"
----
-
-# Dizelerle çalışmak için işlevler {#functions-for-working-with-strings}
-
-## boş {#empty}
-
-Boş bir dize için 1 veya boş olmayan bir dize için 0 döndürür.
-Sonuç türü Uint8'dir.
-Bir boşluk veya boş bayt olsa bile, en az bir bayt içeriyorsa, bir dize boş olarak kabul edilir.
-İşlev ayrıca diziler için de çalışır.
-
-## notEmpty {#notempty}
-
-Boş bir dize için 0 veya boş olmayan bir dize için 1 döndürür.
-Sonuç türü Uint8'dir.
-İşlev ayrıca diziler için de çalışır.
-
-## uzunluk {#length}
-
-Bir dizenin uzunluğunu bayt cinsinden döndürür (karakterlerde değil, kod noktalarında değil).
-Sonuç türü Uint64'tür.
-İşlev ayrıca diziler için de çalışır.
-
-## lengthUTF8 {#lengthutf8}
-
-Dizenin UTF-8 kodlanmış metni oluşturan bir bayt kümesi içerdiğini varsayarak, Unicode kod noktalarında (karakterlerde değil) bir dizenin uzunluğunu döndürür. Bu varsayım karşılanmazsa, bir sonuç döndürür (bir istisna atmaz).
-Sonuç türü Uint64'tür.
-
-## char_length, CHAR_LENGTH {#char-length}
-
-Dizenin UTF-8 kodlanmış metni oluşturan bir bayt kümesi içerdiğini varsayarak, Unicode kod noktalarında (karakterlerde değil) bir dizenin uzunluğunu döndürür. Bu varsayım karşılanmazsa, bir sonuç döndürür (bir istisna atmaz).
-Sonuç türü Uint64'tür.
-
-## character_length, CHARACTER_LENGTH {#character-length}
-
-Dizenin UTF-8 kodlanmış metni oluşturan bir bayt kümesi içerdiğini varsayarak, Unicode kod noktalarında (karakterlerde değil) bir dizenin uzunluğunu döndürür. Bu varsayım karşılanmazsa, bir sonuç döndürür (bir istisna atmaz).
-Sonuç türü Uint64'tür.
-
-## alt, lcase {#lower}
-
-Bir dizedeki ASCII Latin sembollerini küçük harfe dönüştürür.
-
-## üst, ucase {#upper}
-
-Bir dizedeki ASCII Latin sembollerini büyük harfe dönüştürür.
-
-## lowerUTF8 {#lowerutf8}
-
-Dizenin UTF-8 kodlu bir metni oluşturan bir bayt kümesi içerdiğini varsayarak bir dizeyi küçük harfe dönüştürür.
-Dili algılamaz. Yani Türkçe için sonuç tam olarak doğru olmayabilir.
-UTF-8 bayt dizisinin uzunluğu bir kod noktasının büyük ve küçük harf için farklıysa, sonuç bu kod noktası için yanlış olabilir.
-Dize, UTF-8 olmayan bir bayt kümesi içeriyorsa, davranış tanımsızdır.
-
-## upperUTF8 {#upperutf8}
-
-Dize, UTF-8 kodlanmış bir metni oluşturan bir bayt kümesi içerdiğini varsayarak bir dizeyi büyük harfe dönüştürür.
-Dili algılamaz. Yani Türkçe için sonuç tam olarak doğru olmayabilir.
-UTF-8 bayt dizisinin uzunluğu bir kod noktasının büyük ve küçük harf için farklıysa, sonuç bu kod noktası için yanlış olabilir.
-Dize, UTF-8 olmayan bir bayt kümesi içeriyorsa, davranış tanımsızdır.
-
-## ısvalidutf8 {#isvalidutf8}
-
-Bayt kümesi geçerli UTF-8 kodlanmış, aksi takdirde 0 ise, 1 döndürür.
-
-## toValidUTF8 {#tovalidutf8}
-
-Geçersiz UTF-8 karakterlerini değiştirir `�` (U+FFFD) karakteri. Bir satırda çalışan tüm geçersiz karakterler bir yedek karaktere daraltılır.
-
-``` sql
-toValidUTF8( input_string )
-```
-
-Parametre:
-
--   input_string — Any set of bytes represented as the [Dize](../../sql-reference/data-types/string.md) veri türü nesnesi.
-
-Döndürülen değer: geçerli UTF-8 dizesi.
-
-**Örnek**
-
-``` sql
-SELECT toValidUTF8('\x61\xF0\x80\x80\x80b')
-```
-
-``` text
-┌─toValidUTF8('a����b')─┐
-│ a�b                   │
-└───────────────────────┘
-```
-
-## tekrarlama {#repeat}
-
-Bir dizeyi belirtilen kadar çok tekrarlar ve çoğaltılmış değerleri tek bir dize olarak birleştirir.
-
-**Sözdizimi**
-
-``` sql
-repeat(s, n)
-```
-
-**Parametre**
-
--   `s` — The string to repeat. [Dize](../../sql-reference/data-types/string.md).
--   `n` — The number of times to repeat the string. [Uİnt](../../sql-reference/data-types/int-uint.md).
-
-**Döndürülen değer**
-
-Dize içeren tek dize `s` tekrarlanan `n` zamanlar. Eğer `n` \< 1, işlev boş dize döndürür.
-
-Tür: `String`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT repeat('abc', 10)
-```
-
-Sonuç:
-
-``` text
-┌─repeat('abc', 10)──────────────┐
-│ abcabcabcabcabcabcabcabcabcabc │
-└────────────────────────────────┘
-```
-
-## tersi {#reverse}
-
-Dizeyi tersine çevirir (bayt dizisi olarak).
-
-## reverseUTF8 {#reverseutf8}
-
-Dizenin UTF-8 metnini temsil eden bir bayt kümesi içerdiğini varsayarak bir Unicode kod noktası dizisini tersine çevirir. Aksi takdirde, başka bir şey yapar(bir istisna atmaz).
-
-## format(pattern, s0, s1, …) {#format}
-
-Bağımsız değişkenlerde listelenen dize ile sabit desen biçimlendirme. `pattern` basitleştirilmiş bir Python biçimi desenidir. Biçim dizesi içerir “replacement fields” kıvırcık parantez ile çevrili `{}`. Parantez içinde bulunmayan herhangi bir şey, çıktıya değişmeden kopyalanan hazır metin olarak kabul edilir. Literal metne bir ayraç karakteri eklemeniz gerekiyorsa, iki katına çıkararak kaçabilir: `{{ '{{' }}` ve `{{ '}}' }}`. Alan adları sayılar (sıfırdan başlayarak) veya boş olabilir (daha sonra sonuç numaraları olarak kabul edilir).
-
-``` sql
-SELECT format('{1} {0} {1}', 'World', 'Hello')
-```
-
-``` text
-┌─format('{1} {0} {1}', 'World', 'Hello')─┐
-│ Hello World Hello                       │
-└─────────────────────────────────────────┘
-```
-
-``` sql
-SELECT format('{} {}', 'Hello', 'World')
-```
-
-``` text
-┌─format('{} {}', 'Hello', 'World')─┐
-│ Hello World                       │
-└───────────────────────────────────┘
-```
-
-## concat {#concat}
-
-Bağımsız değişkenlerde listelenen dizeleri ayırıcı olmadan birleştirir.
-
-**Sözdizimi**
-
-``` sql
-concat(s1, s2, ...)
-```
-
-**Parametre**
-
-String veya FixedString türünün değerleri.
-
-**Döndürülen değerler**
-
-Bağımsız değişkenlerin birleştirilmesinden kaynaklanan dizeyi döndürür.
-
-Argüman değerlerinden herhangi biri ise `NULL`, `concat` dönüşler `NULL`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT concat('Hello, ', 'World!')
-```
-
-Sonuç:
-
-``` text
-┌─concat('Hello, ', 'World!')─┐
-│ Hello, World!               │
-└─────────────────────────────┘
-```
-
-## concatassumeınjective {#concatassumeinjective}
-
-Aynı olarak [concat](#concat) emin olun bu ihtiyaç fark var `concat(s1, s2, ...) → sn` enjekte edilir, grup tarafından optimizasyonu için kullanılacaktır.
-
-İşlev adlı “injective” bağımsız değişkenlerin farklı değerleri için her zaman farklı sonuç döndürürse. Başka bir deyişle: farklı argümanlar asla aynı sonucu vermez.
-
-**Sözdizimi**
-
-``` sql
-concatAssumeInjective(s1, s2, ...)
-```
-
-**Parametre**
-
-String veya FixedString türünün değerleri.
-
-**Döndürülen değerler**
-
-Bağımsız değişkenlerin birleştirilmesinden kaynaklanan dizeyi döndürür.
-
-Argüman değerlerinden herhangi biri ise `NULL`, `concatAssumeInjective` dönüşler `NULL`.
-
-**Örnek**
-
-Giriş tablosu:
-
-``` sql
-CREATE TABLE key_val(`key1` String, `key2` String, `value` UInt32) ENGINE = TinyLog;
-INSERT INTO key_val VALUES ('Hello, ','World',1), ('Hello, ','World',2), ('Hello, ','World!',3), ('Hello',', World!',2);
-SELECT * from key_val;
-```
-
-``` text
-┌─key1────┬─key2─────┬─value─┐
-│ Hello,  │ World    │     1 │
-│ Hello,  │ World    │     2 │
-│ Hello,  │ World!   │     3 │
-│ Hello   │ , World! │     2 │
-└─────────┴──────────┴───────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT concat(key1, key2), sum(value) FROM key_val GROUP BY concatAssumeInjective(key1, key2)
-```
-
-Sonuç:
-
-``` text
-┌─concat(key1, key2)─┬─sum(value)─┐
-│ Hello, World!      │          3 │
-│ Hello, World!      │          2 │
-│ Hello, World       │          3 │
-└────────────────────┴────────────┘
-```
-
-## alt dize (s, ofset, uzunluk), orta (s, ofset, uzunluk), substr (s, ofset, uzunluk) {#substring}
-
-Bayttan başlayarak bir alt dize döndürür ‘offset’ ind thatex yani ‘length’ uzun bayt. Karakter indeksleme birinden başlar (standart SQL'DE olduğu gibi). Bu ‘offset’ ve ‘length’ bağımsız değişkenler sabit olmalıdır.
-
-## substringUTF8(s, ofset, uzunluk) {#substringutf8}
-
-Olarak aynı ‘substring’, ancak Unicode kod noktaları için. Dizenin UTF-8 kodlanmış bir metni temsil eden bir bayt kümesi içerdiği varsayımı altında çalışır. Bu varsayım karşılanmazsa, bir sonuç döndürür (bir istisna atmaz).
-
-## appendTrailingCharİfAbsent (s, c) {#appendtrailingcharifabsent}
-
-Eğer... ‘s’ dize boş değildir ve ‘c’ sonunda karakter, ekler ‘c’ sonuna kadar karakter.
-
-## convertCharset (s, from, to) {#convertcharset}
-
-Dize döndürür ‘s’ bu kodlamadan dönüştürüldü ‘from’ kod encodinglamaya ‘to’.
-
-## base64Encode (s) {#base64encode}
-
-Kodluyor ‘s’ Base64 içine dize
-
-## base64Decode (s) {#base64decode}
-
-Base64 kodlu dizeyi çözme ‘s’ orijinal dizeye. Başarısızlık durumunda bir istisna yükseltir.
-
-## tryBase64Decode (s) {#trybase64decode}
-
-Base64decode'a benzer, ancak hata durumunda boş bir dize döndürülür.
-
-## endsWith (s, sonek) {#endswith}
-
-Belirtilen sonek ile bitip bitmeyeceğini döndürür. Dize belirtilen sonek ile biterse 1 değerini döndürür, aksi takdirde 0 değerini döndürür.
-
-## startsWith (str, önek) {#startswith}
-
-Dize belirtilen önek ile başlayıp başlamadığını 1 döndürür, aksi halde 0 döndürür.
-
-``` sql
-SELECT startsWith('Spider-Man', 'Spi');
-```
-
-**Döndürülen değerler**
-
--   1, dize belirtilen önek ile başlarsa.
--   0, dize belirtilen önek ile başlamazsa.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT startsWith('Hello, world!', 'He');
-```
-
-Sonuç:
-
-``` text
-┌─startsWith('Hello, world!', 'He')─┐
-│                                 1 │
-└───────────────────────────────────┘
-```
-
-## kırpmak {#trim}
-
-Belirtilen tüm karakterleri bir dizenin başlangıcından veya sonundan kaldırır.
-Varsayılan olarak, bir dizenin her iki ucundan ortak boşlukların (ASCII karakteri 32) tüm ardışık tekrarlarını kaldırır.
-
-**Sözdizimi**
-
-``` sql
-trim([[LEADING|TRAILING|BOTH] trim_character FROM] input_string)
-```
-
-**Parametre**
-
--   `trim_character` — specified characters for trim. [Dize](../../sql-reference/data-types/string.md).
--   `input_string` — string for trim. [Dize](../../sql-reference/data-types/string.md).
-
-**Döndürülen değer**
-
-Önde gelen ve (veya) belirtilen karakterleri izleyen bir dize.
-
-Tür: `String`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT trim(BOTH ' ()' FROM '(   Hello, world!   )')
-```
-
-Sonuç:
-
-``` text
-┌─trim(BOTH ' ()' FROM '(   Hello, world!   )')─┐
-│ Hello, world!                                 │
-└───────────────────────────────────────────────┘
-```
-
-## trimLeft {#trimleft}
-
-Bir dizenin başlangıcından ortak boşluk (ASCII karakteri 32) tüm ardışık tekrarlarını kaldırır. Diğer boşluk karakterlerini (sekme, boşluksuz boşluk, vb.) kaldırmaz.).
-
-**Sözdizimi**
-
-``` sql
-trimLeft(input_string)
-```
-
-Takma ad: `ltrim(input_string)`.
-
-**Parametre**
-
--   `input_string` — string to trim. [Dize](../../sql-reference/data-types/string.md).
-
-**Döndürülen değer**
-
-Bir dize olmadan lider ortak whitespaces.
-
-Tür: `String`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT trimLeft('     Hello, world!     ')
-```
-
-Sonuç:
-
-``` text
-┌─trimLeft('     Hello, world!     ')─┐
-│ Hello, world!                       │
-└─────────────────────────────────────┘
-```
-
-## trimRight {#trimright}
-
-Bir dizenin sonundan ortak boşluk (ASCII karakteri 32) tüm ardışık tekrarlarını kaldırır. Diğer boşluk karakterlerini (sekme, boşluksuz boşluk, vb.) kaldırmaz.).
-
-**Sözdizimi**
-
-``` sql
-trimRight(input_string)
-```
-
-Takma ad: `rtrim(input_string)`.
-
-**Parametre**
-
--   `input_string` — string to trim. [Dize](../../sql-reference/data-types/string.md).
-
-**Döndürülen değer**
-
-Ortak whitespaces firar olmadan bir dize.
-
-Tür: `String`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT trimRight('     Hello, world!     ')
-```
-
-Sonuç:
-
-``` text
-┌─trimRight('     Hello, world!     ')─┐
-│      Hello, world!                   │
-└──────────────────────────────────────┘
-```
-
-## trimBoth {#trimboth}
-
-Bir dizenin her iki ucundan ortak boşluk (ASCII karakteri 32) tüm ardışık tekrarlarını kaldırır. Diğer boşluk karakterlerini (sekme, boşluksuz boşluk, vb.) kaldırmaz.).
-
-**Sözdizimi**
-
-``` sql
-trimBoth(input_string)
-```
-
-Takma ad: `trim(input_string)`.
-
-**Parametre**
-
--   `input_string` — string to trim. [Dize](../../sql-reference/data-types/string.md).
-
-**Döndürülen değer**
-
-Bir dize olmadan lider ve sondaki ortak whitespaces.
-
-Tür: `String`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT trimBoth('     Hello, world!     ')
-```
-
-Sonuç:
-
-``` text
-┌─trimBoth('     Hello, world!     ')─┐
-│ Hello, world!                       │
-└─────────────────────────────────────┘
-```
-
-## CRC32 (s) {#crc32}
-
-CRC-32-IEEE 802.3 polinom ve başlangıç değerini kullanarak bir dizenin CRC32 sağlama toplamını döndürür `0xffffffff` (zlib uygulaması).
-
-Sonuç türü Uint32'dir.
-
-## Crc32ieee (s) {#crc32ieee}
-
-CRC-32-IEEE 802.3 polinomunu kullanarak bir dizenin CRC32 sağlama toplamını döndürür.
-
-Sonuç türü Uint32'dir.
-
-## CRC64 (s) {#crc64}
-
-CRC-64-ECMA polinomunu kullanarak bir dizenin CRC64 sağlama toplamını döndürür.
-
-Sonuç türü Uint64'tür.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/string_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/string-replace-functions.md b/docs/tr/sql-reference/functions/string-replace-functions.md
deleted file mode 100644
index 4e52c8ebfe5..00000000000
--- a/docs/tr/sql-reference/functions/string-replace-functions.md
+++ /dev/null
@@ -1,94 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 42
-toc_title: "Dizelerde de\u011Fi\u015Ftirilmesi i\xE7in"
----
-
-# Dizelerde arama ve değiştirme işlevleri {#functions-for-searching-and-replacing-in-strings}
-
-## replaceOne(Samanlık, desen, değiştirme) {#replaceonehaystack-pattern-replacement}
-
-Varsa, ilk oluş replacesumun yerini ‘pattern’ substring içinde ‘haystack’ ile... ‘replacement’ dize.
-Ahiret, ‘pattern’ ve ‘replacement’ sabitleri olması gerekir.
-
-## replaceAll (Samanlık, desen, değiştirme), değiştirin (Samanlık, desen, değiştirme) {#replaceallhaystack-pattern-replacement-replacehaystack-pattern-replacement}
-
-Tüm oluşumları değiştirir ‘pattern’ substring içinde ‘haystack’ ile... ‘replacement’ dize.
-
-## replaceRegexpOne(Samanlık, desen, değiştirme) {#replaceregexponehaystack-pattern-replacement}
-
-Kullanarak değiştirme ‘pattern’ düzenli ifade. Re2 düzenli ifade.
-Varsa, yalnızca ilk oluşumu değiştirir.
-Bir desen olarak belirtilebilir ‘replacement’. Bu desen değiştirmeleri içerebilir `\0-\9`.
-İkame `\0` tüm düzenli ifadeyi içerir. İkameler `\1-\9` alt desene karşılık gelir numbers.To use the `\` bir şablondaki karakter, kullanarak kaçış `\`.
-Ayrıca, bir dize literalinin ekstra bir kaçış gerektirdiğini unutmayın.
-
-Örnek 1. Tarihi Amerikan format convertingına dönüştürme:
-
-``` sql
-SELECT DISTINCT
-    EventDate,
-    replaceRegexpOne(toString(EventDate), '(\\d{4})-(\\d{2})-(\\d{2})', '\\2/\\3/\\1') AS res
-FROM test.hits
-LIMIT 7
-FORMAT TabSeparated
-```
-
-``` text
-2014-03-17      03/17/2014
-2014-03-18      03/18/2014
-2014-03-19      03/19/2014
-2014-03-20      03/20/2014
-2014-03-21      03/21/2014
-2014-03-22      03/22/2014
-2014-03-23      03/23/2014
-```
-
-Örnek 2. Bir dize on kez kopyalama:
-
-``` sql
-SELECT replaceRegexpOne('Hello, World!', '.*', '\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0') AS res
-```
-
-``` text
-┌─res────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ Hello, World!Hello, World!Hello, World!Hello, World!Hello, World!Hello, World!Hello, World!Hello, World!Hello, World!Hello, World! │
-└────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘
-```
-
-## replaceRegexpAll(Samanlık, desen, değiştirme) {#replaceregexpallhaystack-pattern-replacement}
-
-Bu aynı şeyi yapar, ancak tüm oluşumların yerini alır. Örnek:
-
-``` sql
-SELECT replaceRegexpAll('Hello, World!', '.', '\\0\\0') AS res
-```
-
-``` text
-┌─res────────────────────────┐
-│ HHeelllloo,,  WWoorrlldd!! │
-└────────────────────────────┘
-```
-
-Normal bir ifade boş bir alt dize üzerinde çalıştıysa, bir istisna olarak, değiştirme birden çok kez yapılmaz.
-Örnek:
-
-``` sql
-SELECT replaceRegexpAll('Hello, World!', '^', 'here: ') AS res
-```
-
-``` text
-┌─res─────────────────┐
-│ here: Hello, World! │
-└─────────────────────┘
-```
-
-## regexpQuoteMeta (s) {#regexpquotemetas}
-
-İşlev, dizedeki bazı önceden tanımlanmış karakterlerden önce bir ters eğik çizgi ekler.
-Önceden tanımlanmış karakterler: ‘0’, ‘\\’, ‘\|’, ‘(’, ‘)’, ‘^’, ‘$’, ‘.’, ‘\[’, '\]', ‘?’, '\*‘,’+‘,’{‘,’:‘,’-'.
-Bu uygulama biraz re2::RE2::QuoteMeta farklıdır. Sıfır bayttan 00 yerine \\0 olarak çıkar ve yalnızca gerekli karakterlerden kaçar.
-Daha fazla bilgi için bağlantıya bakın: [RE2](https://github.com/google/re2/blob/master/re2/re2.cc#L473)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/string_replace_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/string-search-functions.md b/docs/tr/sql-reference/functions/string-search-functions.md
deleted file mode 100644
index b80df910972..00000000000
--- a/docs/tr/sql-reference/functions/string-search-functions.md
+++ /dev/null
@@ -1,383 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: "Arama Dizeleri \u0130\xE7in"
----
-
-# Dizeleri aramak için işlevler {#functions-for-searching-strings}
-
-Arama, tüm bu işlevlerde varsayılan olarak büyük / küçük harf duyarlıdır. Büyük / küçük harf duyarlı arama için ayrı Varyantlar vardır.
-
-## pozisyon (Samanlık, iğne), bulun (Samanlık, iğne) {#position}
-
-1'den başlayarak dizedeki bulunan alt dizenin konumunu (bayt cinsinden) döndürür.
-
-Dize, tek baytlık kodlanmış bir metni temsil eden bir bayt kümesi içerdiği varsayımı altında çalışır. Bu varsayım karşılanmazsa ve bir karakter tek bir bayt kullanılarak temsil edilemezse, işlev bir istisna atmaz ve beklenmeyen bir sonuç döndürür. Karakter iki bayt kullanılarak temsil edilebilirse, iki bayt vb. kullanır.
-
-Büyük / küçük harf duyarsız arama için işlevi kullanın [positionCaseİnsensitive](#positioncaseinsensitive).
-
-**Sözdizimi**
-
-``` sql
-position(haystack, needle[, start_pos])
-```
-
-Takma ad: `locate(haystack, needle[, start_pos])`.
-
-**Parametre**
-
--   `haystack` — string, in which substring will to be searched. [Dize](../syntax.md#syntax-string-literal).
--   `needle` — substring to be searched. [Dize](../syntax.md#syntax-string-literal).
--   `start_pos` – Optional parameter, position of the first character in the string to start search. [UInt](../../sql-reference/data-types/int-uint.md)
-
-**Döndürülen değerler**
-
--   Alt dize bulunursa, bayt cinsinden başlangıç pozisyonu (1'den sayma).
--   0, alt dize bulunamadı.
-
-Tür: `Integer`.
-
-**Örnekler**
-
-İfade “Hello, world!” tek baytla kodlanmış bir metni temsil eden bir bayt kümesi içerir. İşlev beklenen bazı sonuçları döndürür:
-
-Sorgu:
-
-``` sql
-SELECT position('Hello, world!', '!')
-```
-
-Sonuç:
-
-``` text
-┌─position('Hello, world!', '!')─┐
-│                             13 │
-└────────────────────────────────┘
-```
-
-Rusça'daki aynı ifade, tek bir bayt kullanılarak temsil edilemeyen karakterler içerir. İşlev beklenmedik bir sonuç verir (kullanım [positionUTF8](#positionutf8) çok bayt kodlu metin için işlev):
-
-Sorgu:
-
-``` sql
-SELECT position('Привет, мир!', '!')
-```
-
-Sonuç:
-
-``` text
-┌─position('Привет, мир!', '!')─┐
-│                            21 │
-└───────────────────────────────┘
-```
-
-## positionCaseİnsensitive {#positioncaseinsensitive}
-
-Olarak aynı [konum](#position) 1'den başlayarak dizedeki bulunan alt dizenin konumunu (bayt cinsinden) döndürür. Büyük / küçük harf duyarlı bir arama için işlevi kullanın.
-
-Dize, tek baytlık kodlanmış bir metni temsil eden bir bayt kümesi içerdiği varsayımı altında çalışır. Bu varsayım karşılanmazsa ve bir karakter tek bir bayt kullanılarak temsil edilemezse, işlev bir istisna atmaz ve beklenmeyen bir sonuç döndürür. Karakter iki bayt kullanılarak temsil edilebilirse, iki bayt vb. kullanır.
-
-**Sözdizimi**
-
-``` sql
-positionCaseInsensitive(haystack, needle[, start_pos])
-```
-
-**Parametre**
-
--   `haystack` — string, in which substring will to be searched. [Dize](../syntax.md#syntax-string-literal).
--   `needle` — substring to be searched. [Dize](../syntax.md#syntax-string-literal).
--   `start_pos` – Optional parameter, position of the first character in the string to start search. [UInt](../../sql-reference/data-types/int-uint.md)
-
-**Döndürülen değerler**
-
--   Alt dize bulunursa, bayt cinsinden başlangıç pozisyonu (1'den sayma).
--   0, alt dize bulunamadı.
-
-Tür: `Integer`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT positionCaseInsensitive('Hello, world!', 'hello')
-```
-
-Sonuç:
-
-``` text
-┌─positionCaseInsensitive('Hello, world!', 'hello')─┐
-│                                                 1 │
-└───────────────────────────────────────────────────┘
-```
-
-## positionUTF8 {#positionutf8}
-
-1'den başlayarak dizedeki bulunan alt dizenin konumunu (Unicode noktalarında) döndürür.
-
-Dizenin UTF-8 kodlanmış bir metni temsil eden bir bayt kümesi içerdiği varsayımı altında çalışır. Bu varsayım karşılanmazsa, işlev bir istisna atmaz ve beklenmeyen bir sonuç döndürür. Karakter iki Unicode noktası kullanılarak temsil edilebilirse, iki vb. kullanır.
-
-Büyük / küçük harf duyarsız arama için işlevi kullanın [positionCaseİnsensitiveUTF8](#positioncaseinsensitiveutf8).
-
-**Sözdizimi**
-
-``` sql
-positionUTF8(haystack, needle[, start_pos])
-```
-
-**Parametre**
-
--   `haystack` — string, in which substring will to be searched. [Dize](../syntax.md#syntax-string-literal).
--   `needle` — substring to be searched. [Dize](../syntax.md#syntax-string-literal).
--   `start_pos` – Optional parameter, position of the first character in the string to start search. [UInt](../../sql-reference/data-types/int-uint.md)
-
-**Döndürülen değerler**
-
--   Unicode noktalarında başlangıç pozisyonu (1'den sayma), eğer alt dize bulundu.
--   0, alt dize bulunamadı.
-
-Tür: `Integer`.
-
-**Örnekler**
-
-İfade “Hello, world!” rusça'da, tek noktalı kodlanmış bir metni temsil eden bir dizi Unicode noktası bulunur. İşlev beklenen bazı sonuçları döndürür:
-
-Sorgu:
-
-``` sql
-SELECT positionUTF8('Привет, мир!', '!')
-```
-
-Sonuç:
-
-``` text
-┌─positionUTF8('Привет, мир!', '!')─┐
-│                                12 │
-└───────────────────────────────────┘
-```
-
-İfade “Salut, étudiante!” karakter nerede `é` bir nokta kullanılarak temsil edilebilir (`U+00E9`) veya iki puan (`U+0065U+0301`) fonksiyon bazı beklenmedik sonuç iade edilebilir:
-
-Mektup için sorgu `é` bir Unicode noktasını temsil eden `U+00E9`:
-
-``` sql
-SELECT positionUTF8('Salut, étudiante!', '!')
-```
-
-Sonuç:
-
-``` text
-┌─positionUTF8('Salut, étudiante!', '!')─┐
-│                                     17 │
-└────────────────────────────────────────┘
-```
-
-Mektup için sorgu `é`, iki Unicode noktası temsil edilen `U+0065U+0301`:
-
-``` sql
-SELECT positionUTF8('Salut, étudiante!', '!')
-```
-
-Sonuç:
-
-``` text
-┌─positionUTF8('Salut, étudiante!', '!')─┐
-│                                     18 │
-└────────────────────────────────────────┘
-```
-
-## positionCaseİnsensitiveUTF8 {#positioncaseinsensitiveutf8}
-
-Olarak aynı [positionUTF8](#positionutf8) ama büyük küçük harf duyarlı. 1'den başlayarak dizedeki bulunan alt dizenin konumunu (Unicode noktalarında) döndürür.
-
-Dizenin UTF-8 kodlanmış bir metni temsil eden bir bayt kümesi içerdiği varsayımı altında çalışır. Bu varsayım karşılanmazsa, işlev bir istisna atmaz ve beklenmeyen bir sonuç döndürür. Karakter iki Unicode noktası kullanılarak temsil edilebilirse, iki vb. kullanır.
-
-**Sözdizimi**
-
-``` sql
-positionCaseInsensitiveUTF8(haystack, needle[, start_pos])
-```
-
-**Parametre**
-
--   `haystack` — string, in which substring will to be searched. [Dize](../syntax.md#syntax-string-literal).
--   `needle` — substring to be searched. [Dize](../syntax.md#syntax-string-literal).
--   `start_pos` – Optional parameter, position of the first character in the string to start search. [UInt](../../sql-reference/data-types/int-uint.md)
-
-**Döndürülen değer**
-
--   Unicode noktalarında başlangıç pozisyonu (1'den sayma), eğer alt dize bulundu.
--   0, alt dize bulunamadı.
-
-Tür: `Integer`.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT positionCaseInsensitiveUTF8('Привет, мир!', 'Мир')
-```
-
-Sonuç:
-
-``` text
-┌─positionCaseInsensitiveUTF8('Привет, мир!', 'Мир')─┐
-│                                                  9 │
-└────────────────────────────────────────────────────┘
-```
-
-## multiSearchAllPositions {#multisearchallpositions}
-
-Olarak aynı [konum](string-search-functions.md#position) ama döner `Array` dizede bulunan karşılık gelen alt dizelerin konumlarının (bayt cinsinden). Pozisyonlar 1'den başlayarak endekslenir.
-
-Arama, dize kodlaması ve harmanlama ile ilgili olmayan bayt dizileri üzerinde gerçekleştirilir.
-
--   Büyük / küçük harf duyarlı ASCII arama için işlevi kullanın `multiSearchAllPositionsCaseInsensitive`.
--   UTF-8'de arama yapmak için işlevi kullanın [multiSearchAllPositionsUTF8](#multiSearchAllPositionsUTF8).
--   Büyük / küçük harf duyarlı UTF-8 arama için multisearchallpositionscaseınsensitiveutf8 işlevini kullanın.
-
-**Sözdizimi**
-
-``` sql
-multiSearchAllPositions(haystack, [needle1, needle2, ..., needlen])
-```
-
-**Parametre**
-
--   `haystack` — string, in which substring will to be searched. [Dize](../syntax.md#syntax-string-literal).
--   `needle` — substring to be searched. [Dize](../syntax.md#syntax-string-literal).
-
-**Döndürülen değerler**
-
--   Bayt cinsinden başlangıç pozisyonları dizisi (1'den sayma), karşılık gelen alt dize bulunursa ve 0 bulunmazsa.
-
-**Örnek**
-
-Sorgu:
-
-``` sql
-SELECT multiSearchAllPositions('Hello, World!', ['hello', '!', 'world'])
-```
-
-Sonuç:
-
-``` text
-┌─multiSearchAllPositions('Hello, World!', ['hello', '!', 'world'])─┐
-│ [0,13,0]                                                          │
-└───────────────────────────────────────────────────────────────────┘
-```
-
-## multiSearchAllPositionsUTF8 {#multiSearchAllPositionsUTF8}
-
-Görmek `multiSearchAllPositions`.
-
-## multiSearchFirstPosition (Samanlık, \[iğne<sub>1</sub>, iğne<sub>2</sub>, …, needle<sub>ve</sub>\]) {#multisearchfirstposition}
-
-Olarak aynı `position` ancak dizenin en soldaki ofsetini döndürür `haystack` bu bazı iğnelerle eşleşti.
-
-Büyük/küçük harfe duyarsız arama veya / VE UTF-8 biçiminde kullanım işlevleri için `multiSearchFirstPositionCaseInsensitive, multiSearchFirstPositionUTF8, multiSearchFirstPositionCaseInsensitiveUTF8`.
-
-## multiSearchFirstİndex (Samanlık, \[iğne<sub>1</sub>, iğne<sub>2</sub>, …, needle<sub>ve</sub>\]) {#multisearchfirstindexhaystack-needle1-needle2-needlen}
-
-Dizini döndürür `i` en soldaki bulunan iğnenin (1'den başlayarak)<sub>ben</sub> diz inede `haystack` ve 0 aksi takdirde.
-
-Büyük/küçük harfe duyarsız arama veya / VE UTF-8 biçiminde kullanım işlevleri için `multiSearchFirstIndexCaseInsensitive, multiSearchFirstIndexUTF8, multiSearchFirstIndexCaseInsensitiveUTF8`.
-
-## multiSearchAny (Samanlık, \[iğne<sub>1</sub>, iğne<sub>2</sub>, …, needle<sub>ve</sub>\]) {#function-multisearchany}
-
-Döner 1, Eğer en az bir dize iğne<sub>ben</sub> dize ile eşleşir `haystack` ve 0 aksi takdirde.
-
-Büyük/küçük harfe duyarsız arama veya / VE UTF-8 biçiminde kullanım işlevleri için `multiSearchAnyCaseInsensitive, multiSearchAnyUTF8, multiSearchAnyCaseInsensitiveUTF8`.
-
-!!! note "Not"
-    Tamamı `multiSearch*` fonksiyonlar iğne sayısı 2'den az olmalıdır<sup>8</sup> uygulama şartname nedeniyle.
-
-## maç (Samanlık, desen) {#matchhaystack-pattern}
-
-Dize eşleşip eşleşmediğini denetler `pattern` düzenli ifade. Bir `re2` düzenli ifade. Bu [sözdizimi](https://github.com/google/re2/wiki/Syntax) of the `re2` düzenli ifadeler, Perl düzenli ifadelerin sözdiziminden daha sınırlıdır.
-
-Eşleşmezse 0 veya eşleşirse 1 değerini döndürür.
-
-Ters eğik çizgi sembolünün (`\`) normal ifadede kaçmak için kullanılır. Aynı sembol, dize değişmezlerinde kaçmak için kullanılır. Bu nedenle, normal bir ifadede sembolden kaçmak için, bir dize literalinde iki ters eğik çizgi (\\) yazmanız gerekir.
-
-Normal ifade, bir bayt kümesiymiş gibi dizeyle çalışır. Normal ifade boş bayt içeremez.
-Bir dizedeki alt dizeleri aramak için desenler için, LİKE veya ‘position’, çok daha hızlı çalıştıkları için.
-
-## multiMatchAny (Samanlık, \[desen<sub>1</sub>, desen<sub>2</sub>, …, pattern<sub>ve</sub>\]) {#multimatchanyhaystack-pattern1-pattern2-patternn}
-
-Olarak aynı `match`, ancak normal ifadelerin hiçbiri eşleşmezse 0 ve desenlerden herhangi biri eşleşirse 1 değerini döndürür. Kullanır [hyperscan](https://github.com/intel/hyperscan) kitaplık. Bir dizede alt dizeleri aramak için desenler için, kullanmak daha iyidir `multiSearchAny` çok daha hızlı çalıştığı için.
-
-!!! note "Not"
-    Herhangi birinin uzunluğu `haystack` dize 2'den az olmalıdır<sup>32</sup> bayt aksi takdirde özel durum atılır. Bu kısıtlama, hyperscan API nedeniyle gerçekleşir.
-
-## multimatchanyındex (haystack, \[desen<sub>1</sub>, desen<sub>2</sub>, …, pattern<sub>ve</sub>\]) {#multimatchanyindexhaystack-pattern1-pattern2-patternn}
-
-Olarak aynı `multiMatchAny`, ancak Samanlık eşleşen herhangi bir dizin döndürür.
-
-## multiMatchAllİndices (haystack, \[desen<sub>1</sub>, desen<sub>2</sub>, …, pattern<sub>ve</sub>\]) {#multimatchallindiceshaystack-pattern1-pattern2-patternn}
-
-Olarak aynı `multiMatchAny`, ancak herhangi bir sırada Samanlık eşleşen tüm indicies dizisini döndürür.
-
-## multiFuzzyMatchAny (Samanlık, mesafe, \[desen<sub>1</sub>, desen<sub>2</sub>, …, pattern<sub>ve</sub>\]) {#multifuzzymatchanyhaystack-distance-pattern1-pattern2-patternn}
-
-Olarak aynı `multiMatchAny`, ancak herhangi bir desen samanlıkta bir sabitle eşleşirse 1 döndürür [mesafeyi Düzenle](https://en.wikipedia.org/wiki/Edit_distance). Bu fonksiyon aynı zamanda deneysel bir moddadır ve son derece yavaş olabilir. Daha fazla bilgi için bkz. [hyperscan belgeleri](https://intel.github.io/hyperscan/dev-reference/compilation.html#approximate-matching).
-
-## multifuzzymatchanyındex (Samanlık, mesafe, \[desen<sub>1</sub>, desen<sub>2</sub>, …, pattern<sub>ve</sub>\]) {#multifuzzymatchanyindexhaystack-distance-pattern1-pattern2-patternn}
-
-Olarak aynı `multiFuzzyMatchAny`, ancak sabit bir düzenleme mesafesi içinde Samanlık eşleşen herhangi bir dizin döndürür.
-
-## multiFuzzyMatchAllİndices (Samanlık, mesafe, \[desen<sub>1</sub>, desen<sub>2</sub>, …, pattern<sub>ve</sub>\]) {#multifuzzymatchallindiceshaystack-distance-pattern1-pattern2-patternn}
-
-Olarak aynı `multiFuzzyMatchAny`, ancak sabit bir düzenleme mesafesi içinde saman yığını ile eşleşen herhangi bir sırada tüm dizinlerin dizisini döndürür.
-
-!!! note "Not"
-    `multiFuzzyMatch*` işlevler UTF-8 normal ifadeleri desteklemez ve bu tür ifadeler hyperscan kısıtlaması nedeniyle bayt olarak kabul edilir.
-
-!!! note "Not"
-    Hyperscan kullanan tüm işlevleri kapatmak için, ayarı kullanın `SET allow_hyperscan = 0;`.
-
-## özü (Samanlık, desen) {#extracthaystack-pattern}
-
-Normal ifade kullanarak bir dize parçasını ayıklar. Eğer ‘haystack’ eşleşmiyor ‘pattern’ regex, boş bir dize döndürülür. Regex alt desenler içermiyorsa, tüm regex ile eşleşen parçayı alır. Aksi takdirde, ilk alt desenle eşleşen parçayı alır.
-
-## extractAll(Samanlık, desen) {#extractallhaystack-pattern}
-
-Normal bir ifade kullanarak bir dizenin tüm parçalarını ayıklar. Eğer ‘haystack’ eşleşmiyor ‘pattern’ regex, boş bir dize döndürülür. Regex için tüm eşleşmelerden oluşan bir dizi dizeyi döndürür. Genel olarak, davranış ile aynıdır ‘extract’ işlev (bir alt desen yoksa ilk alt deseni veya tüm ifadeyi alır).
-
-## gibi (Samanlık, desen), Samanlık gibi desen operatörü {#function-like}
-
-Bir dizenin basit bir normal ifadeyle eşleşip eşleşmediğini denetler.
-Normal ifade metasymbols içerebilir `%` ve `_`.
-
-`%` herhangi bir bayt miktarını (sıfır karakter dahil) gösterir.
-
-`_` herhangi bir bayt gösterir.
-
-Ters eğik çizgi kullanın (`\`) metasimbollerden kaçmak için. Açıklamasında kaçan nota bakın ‘match’ İşlev.
-
-Gibi düzenli ifadeler için `%needle%`, kod daha optimal ve hızlı olarak çalışır `position` İşlev.
-Diğer normal ifadeler için kod, ‘match’ İşlev.
-
-## notLike (Samanlık, desen), Samanlık desen operatörü gibi değil {#function-notlike}
-
-Aynı şey ‘like’ ama negatif.
-
-## ngramDistance(Samanlık, iğne) {#ngramdistancehaystack-needle}
-
-Arasındaki 4 gram distancelık mesaf theeyi hesaplar `haystack` ve `needle`: counts the symmetric difference between two multisets of 4-grams and normalizes it by the sum of their cardinalities. Returns float number from 0 to 1 – the closer to zero, the more strings are similar to each other. If the constant `needle` veya `haystack` 32kb'den fazla, bir istisna atar. Sabit olmayan bazı `haystack` veya `needle` dizeler 32kb'den daha fazladır, mesafe her zaman birdir.
-
-Büyük/küçük harf duyarsız arama veya / VE UTF-8 formatında kullanım işlevleri için `ngramDistanceCaseInsensitive, ngramDistanceUTF8, ngramDistanceCaseInsensitiveUTF8`.
-
-## ngramsearch(Samanlık, iğne) {#ngramsearchhaystack-needle}
-
-Aynı olarak `ngramDistance` ama arasındaki simetrik olmayan farkı hesaplar `needle` ve `haystack` – the number of n-grams from needle minus the common number of n-grams normalized by the number of `needle` n-büyükanne. Daha yakın, daha `needle` is in the `haystack`. Bulanık dize arama için yararlı olabilir.
-
-Büyük/küçük harf duyarsız arama veya / VE UTF-8 formatında kullanım işlevleri için `ngramSearchCaseInsensitive, ngramSearchUTF8, ngramSearchCaseInsensitiveUTF8`.
-
-!!! note "Not"
-    For UTF-8 case we use 3-gram distance. All these are not perfectly fair n-gram distances. We use 2-byte hashes to hash n-grams and then calculate the (non-)symmetric difference between these hash tables – collisions may occur. With UTF-8 case-insensitive format we do not use fair `tolower` function – we zero the 5-th bit (starting from zero) of each codepoint byte and first bit of zeroth byte if bytes more than one – this works for Latin and mostly for all Cyrillic letters.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/string_search_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/type-conversion-functions.md b/docs/tr/sql-reference/functions/type-conversion-functions.md
deleted file mode 100644
index c767d0e8063..00000000000
--- a/docs/tr/sql-reference/functions/type-conversion-functions.md
+++ /dev/null
@@ -1,534 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: "Tip D\xF6n\xFC\u015Ft\xFCrme"
----
-
-# Tip Dönüştürme Fonksiyonları {#type-conversion-functions}
-
-## Sayısal dönüşümlerin ortak sorunları {#numeric-conversion-issues}
-
-Bir değeri birinden başka bir veri türüne dönüştürdüğünüzde, ortak durumda, veri kaybına neden olabilecek güvenli olmayan bir işlem olduğunu unutmamalısınız. Değeri daha büyük bir veri türünden daha küçük bir veri türüne sığdırmaya çalışırsanız veya değerleri farklı veri türleri arasında dönüştürürseniz, veri kaybı oluşabilir.
-
-ClickHouse vardır [C++ programları ile aynı davranış](https://en.cppreference.com/w/cpp/language/implicit_conversion).
-
-## toİnt(8/16/32/64) {#toint8163264}
-
-Bir giriş değeri dönüştürür [Tamsayı](../../sql-reference/data-types/int-uint.md) veri türü. Bu işlev ailesi şunları içerir:
-
--   `toInt8(expr)` — Results in the `Int8` veri türü.
--   `toInt16(expr)` — Results in the `Int16` veri türü.
--   `toInt32(expr)` — Results in the `Int32` veri türü.
--   `toInt64(expr)` — Results in the `Int64` veri türü.
-
-**Parametre**
-
--   `expr` — [İfade](../syntax.md#syntax-expressions) bir sayının ondalık gösterimiyle bir sayı veya dize döndürülmesi. Sayıların ikili, sekizli ve onaltılık gösterimleri desteklenmez. Önde gelen sıfırlar soyulur.
-
-**Döndürülen değer**
-
-Tamsayı değeri `Int8`, `Int16`, `Int32`, veya `Int64` veri türü.
-
-Fonksiyonlar kullanımı [sıfıra doğru yuvarlama](https://en.wikipedia.org/wiki/Rounding#Rounding_towards_zero), yani sayıların kesirli rakamlarını keserler.
-
-Fonksiyon behaviorların davranışı [N andan ve In andf](../../sql-reference/data-types/float.md#data_type-float-nan-inf) argümanlar tanımsızdır. Hakkında hatırla [sayısal convertions sorunları](#numeric-conversion-issues), fonksiyonları kullanırken.
-
-**Örnek**
-
-``` sql
-SELECT toInt64(nan), toInt32(32), toInt16('16'), toInt8(8.8)
-```
-
-``` text
-┌─────────toInt64(nan)─┬─toInt32(32)─┬─toInt16('16')─┬─toInt8(8.8)─┐
-│ -9223372036854775808 │          32 │            16 │           8 │
-└──────────────────────┴─────────────┴───────────────┴─────────────┘
-```
-
-## toİnt (8/16/32/64)OrZero {#toint8163264orzero}
-
-String türünde bir argüman alır ve İnt içine ayrıştırmaya çalışır(8 \| 16 \| 32 \| 64). Başarısız olursa, 0 döndürür.
-
-**Örnek**
-
-``` sql
-select toInt64OrZero('123123'), toInt8OrZero('123qwe123')
-```
-
-``` text
-┌─toInt64OrZero('123123')─┬─toInt8OrZero('123qwe123')─┐
-│                  123123 │                         0 │
-└─────────────────────────┴───────────────────────────┘
-```
-
-## toİnt(8/16/32/64) OrNull {#toint8163264ornull}
-
-String türünde bir argüman alır ve İnt içine ayrıştırmaya çalışır(8 \| 16 \| 32 \| 64). Başarısız olursa, NULL döndürür.
-
-**Örnek**
-
-``` sql
-select toInt64OrNull('123123'), toInt8OrNull('123qwe123')
-```
-
-``` text
-┌─toInt64OrNull('123123')─┬─toInt8OrNull('123qwe123')─┐
-│                  123123 │                      ᴺᵁᴸᴸ │
-└─────────────────────────┴───────────────────────────┘
-```
-
-## toUİnt(8/16/32/64) {#touint8163264}
-
-Bir giriş değeri dönüştürür [Uİnt](../../sql-reference/data-types/int-uint.md) veri türü. Bu işlev ailesi şunları içerir:
-
--   `toUInt8(expr)` — Results in the `UInt8` veri türü.
--   `toUInt16(expr)` — Results in the `UInt16` veri türü.
--   `toUInt32(expr)` — Results in the `UInt32` veri türü.
--   `toUInt64(expr)` — Results in the `UInt64` veri türü.
-
-**Parametre**
-
--   `expr` — [İfade](../syntax.md#syntax-expressions) bir sayının ondalık gösterimiyle bir sayı veya dize döndürülmesi. Sayıların ikili, sekizli ve onaltılık gösterimleri desteklenmez. Önde gelen sıfırlar soyulur.
-
-**Döndürülen değer**
-
-Tamsayı değeri `UInt8`, `UInt16`, `UInt32`, veya `UInt64` veri türü.
-
-Fonksiyonlar kullanımı [sıfıra doğru yuvarlama](https://en.wikipedia.org/wiki/Rounding#Rounding_towards_zero), yani sayıların kesirli rakamlarını keserler.
-
-Olumsuz agruments için işlevlerin davranışı ve [N andan ve In andf](../../sql-reference/data-types/float.md#data_type-float-nan-inf) argümanlar tanımsızdır. Örneğin, negatif bir sayı ile bir dize geçirirseniz `'-32'`, ClickHouse bir özel durum yükseltir. Hakkında hatırla [sayısal convertions sorunları](#numeric-conversion-issues), fonksiyonları kullanırken.
-
-**Örnek**
-
-``` sql
-SELECT toUInt64(nan), toUInt32(-32), toUInt16('16'), toUInt8(8.8)
-```
-
-``` text
-┌───────toUInt64(nan)─┬─toUInt32(-32)─┬─toUInt16('16')─┬─toUInt8(8.8)─┐
-│ 9223372036854775808 │    4294967264 │             16 │            8 │
-└─────────────────────┴───────────────┴────────────────┴──────────────┘
-```
-
-## toUİnt (8/16/32/64)OrZero {#touint8163264orzero}
-
-## toUİnt(8/16/32/64) OrNull {#touint8163264ornull}
-
-## toFloat(32/64) {#tofloat3264}
-
-## toFloat (32/64)OrZero {#tofloat3264orzero}
-
-## toFloat(32/64) OrNull {#tofloat3264ornull}
-
-## toDate {#todate}
-
-## toDateOrZero {#todateorzero}
-
-## toDateOrNull {#todateornull}
-
-## toDateTime {#todatetime}
-
-## toDateTimeOrZero {#todatetimeorzero}
-
-## toDateTimeOrNull {#todatetimeornull}
-
-## toDecimal(32/64/128) {#todecimal3264128}
-
-Dönüşüyo `value` to the [Ondalık](../../sql-reference/data-types/decimal.md) hassas veri türü `S`. Bu `value` bir sayı veya bir dize olabilir. Bu `S` (scale) parametresi ondalık basamak sayısını belirtir.
-
--   `toDecimal32(value, S)`
--   `toDecimal64(value, S)`
--   `toDecimal128(value, S)`
-
-## toDecimal(32/64/128) OrNull {#todecimal3264128ornull}
-
-Bir giriş dizesini bir [Nullable (Ondalık (P, S))](../../sql-reference/data-types/decimal.md) veri türü değeri. Bu işlev ailesi şunları içerir:
-
--   `toDecimal32OrNull(expr, S)` — Results in `Nullable(Decimal32(S))` veri türü.
--   `toDecimal64OrNull(expr, S)` — Results in `Nullable(Decimal64(S))` veri türü.
--   `toDecimal128OrNull(expr, S)` — Results in `Nullable(Decimal128(S))` veri türü.
-
-Bu işlevler yerine kullanılmalıdır `toDecimal*()` fonksiyonlar, eğer bir almak için tercih `NULL` bir giriş değeri ayrıştırma hatası durumunda bir özel durum yerine değer.
-
-**Parametre**
-
--   `expr` — [İfade](../syntax.md#syntax-expressions) bir değeri döndürür [Dize](../../sql-reference/data-types/string.md) veri türü. ClickHouse ondalık sayının metinsel temsilini bekler. Mesela, `'1.111'`.
--   `S` — Scale, the number of decimal places in the resulting value.
-
-**Döndürülen değer**
-
-İçinde bir değer `Nullable(Decimal(P,S))` veri türü. Değeri içerir:
-
--   İle sayı `S` ondalık basamaklar, ClickHouse giriş dizesi bir sayı olarak yorumlar.
--   `NULL`, ClickHouse giriş dizesini bir sayı olarak yorumlayamazsa veya giriş numarası birden fazla içeriyorsa `S` ondalık basamaklar.
-
-**Örnekler**
-
-``` sql
-SELECT toDecimal32OrNull(toString(-1.111), 5) AS val, toTypeName(val)
-```
-
-``` text
-┌──────val─┬─toTypeName(toDecimal32OrNull(toString(-1.111), 5))─┐
-│ -1.11100 │ Nullable(Decimal(9, 5))                            │
-└──────────┴────────────────────────────────────────────────────┘
-```
-
-``` sql
-SELECT toDecimal32OrNull(toString(-1.111), 2) AS val, toTypeName(val)
-```
-
-``` text
-┌──val─┬─toTypeName(toDecimal32OrNull(toString(-1.111), 2))─┐
-│ ᴺᵁᴸᴸ │ Nullable(Decimal(9, 2))                            │
-└──────┴────────────────────────────────────────────────────┘
-```
-
-## toDecimal (32/64/128)OrZero {#todecimal3264128orzero}
-
-Bir giriş değeri dönüştürür [Ondalık(P, S)](../../sql-reference/data-types/decimal.md) veri türü. Bu işlev ailesi şunları içerir:
-
--   `toDecimal32OrZero( expr, S)` — Results in `Decimal32(S)` veri türü.
--   `toDecimal64OrZero( expr, S)` — Results in `Decimal64(S)` veri türü.
--   `toDecimal128OrZero( expr, S)` — Results in `Decimal128(S)` veri türü.
-
-Bu işlevler yerine kullanılmalıdır `toDecimal*()` fonksiyonlar, eğer bir almak için tercih `0` bir giriş değeri ayrıştırma hatası durumunda bir özel durum yerine değer.
-
-**Parametre**
-
--   `expr` — [İfade](../syntax.md#syntax-expressions) bir değeri döndürür [Dize](../../sql-reference/data-types/string.md) veri türü. ClickHouse ondalık sayının metinsel temsilini bekler. Mesela, `'1.111'`.
--   `S` — Scale, the number of decimal places in the resulting value.
-
-**Döndürülen değer**
-
-İçinde bir değer `Nullable(Decimal(P,S))` veri türü. Değeri içerir:
-
--   İle sayı `S` ondalık basamaklar, ClickHouse giriş dizesi bir sayı olarak yorumlar.
--   0 ile `S` ondalık basamaklar, ClickHouse giriş dizesini bir sayı olarak yorumlayamazsa veya giriş numarası birden fazla içeriyorsa `S` ondalık basamaklar.
-
-**Örnek**
-
-``` sql
-SELECT toDecimal32OrZero(toString(-1.111), 5) AS val, toTypeName(val)
-```
-
-``` text
-┌──────val─┬─toTypeName(toDecimal32OrZero(toString(-1.111), 5))─┐
-│ -1.11100 │ Decimal(9, 5)                                      │
-└──────────┴────────────────────────────────────────────────────┘
-```
-
-``` sql
-SELECT toDecimal32OrZero(toString(-1.111), 2) AS val, toTypeName(val)
-```
-
-``` text
-┌──val─┬─toTypeName(toDecimal32OrZero(toString(-1.111), 2))─┐
-│ 0.00 │ Decimal(9, 2)                                      │
-└──────┴────────────────────────────────────────────────────┘
-```
-
-## toString {#tostring}
-
-Sayılar, dizeler (ancak sabit olmayan dizeler), tarihler ve tarihlerle saatler arasında dönüştürme işlevleri.
-Tüm bu işlevler bir argümanı kabul eder.
-
-Bir dizeye veya dizeye dönüştürürken, değer, sekmeyle aynı kuralları kullanarak biçimlendirilir veya ayrıştırılır. ayrı biçim (ve hemen hemen tüm diğer metin biçimleri). Dize ayrıştırılamazsa, bir istisna atılır ve istek iptal edilir.
-
-Tarihleri sayılara dönüştürürken veya tam tersi, Tarih Unix döneminin başlangıcından bu yana geçen gün sayısına karşılık gelir.
-Tarihleri zamanlarla sayılara dönüştürürken veya tam tersi olduğunda, zaman ile tarih, Unix döneminin başlangıcından bu yana geçen saniye sayısına karşılık gelir.
-
-ToDate / toDateTime işlevleri için tarih ve saatli tarih biçimleri aşağıdaki gibi tanımlanır:
-
-``` text
-YYYY-MM-DD
-YYYY-MM-DD hh:mm:ss
-```
-
-Özel durum olarak, uınt32, Int32, Uınt64 veya Int64 sayısal türlerinden bugüne dönüştürme ve sayı 65536'dan büyük veya eşitse, sayı Unıx zaman damgası (ve gün sayısı olarak değil) olarak yorumlanır ve tarihe yuvarlanır. Bu, yaygın yazı oluşumu için destek sağlar ‘toDate(unix_timestamp)’, aksi takdirde bir hata olur ve daha hantal yazmayı gerektirir ‘toDate(toDateTime(unix_timestamp))’.
-
-Bir tarih ve tarih ile saat arasında dönüştürme doğal bir şekilde gerçekleştirilir: boş bir zaman ekleyerek veya saati bırakarak.
-
-Sayısal türler arasındaki dönüştürme, C++ ' daki farklı sayısal türler arasındaki atamalarla aynı kuralları kullanır.
-
-Ayrıca, Tostring işlevi DateTime bağımsız değişkeni, saat dilimi adını içeren ikinci bir dize bağımsız değişkeni alabilir. Örnek: `Asia/Yekaterinburg` Bu durumda, saat belirtilen saat dilimine göre biçimlendirilir.
-
-``` sql
-SELECT
-    now() AS now_local,
-    toString(now(), 'Asia/Yekaterinburg') AS now_yekat
-```
-
-``` text
-┌───────────now_local─┬─now_yekat───────────┐
-│ 2016-06-15 00:11:21 │ 2016-06-15 02:11:21 │
-└─────────────────────┴─────────────────────┘
-```
-
-Ayrıca bakınız `toUnixTimestamp` İşlev.
-
-## toFixedString(s, N) {#tofixedstrings-n}
-
-Bir dize türü bağımsız değişkeni dönüştürür bir FixedString(N) türü (sabit uzunlukta bir dize N). N sabit olmalıdır.
-Dize n'den daha az bayt varsa, sağa boş bayt ile doldurulur. Dize n'den daha fazla bayt varsa, bir özel durum atılır.
-
-## tostringcuttozero (s) {#tostringcuttozeros}
-
-Bir dize veya fixedstring bağımsız değişkeni kabul eder. Bulunan ilk sıfır baytta kesilmiş içeriği olan dizeyi döndürür.
-
-Örnek:
-
-``` sql
-SELECT toFixedString('foo', 8) AS s, toStringCutToZero(s) AS s_cut
-```
-
-``` text
-┌─s─────────────┬─s_cut─┐
-│ foo\0\0\0\0\0 │ foo   │
-└───────────────┴───────┘
-```
-
-``` sql
-SELECT toFixedString('foo\0bar', 8) AS s, toStringCutToZero(s) AS s_cut
-```
-
-``` text
-┌─s──────────┬─s_cut─┐
-│ foo\0bar\0 │ foo   │
-└────────────┴───────┘
-```
-
-## reinterpretAsUİnt(8/16/32/64) {#reinterpretasuint8163264}
-
-## reinterpretAsİnt(8/16/32/64) {#reinterpretasint8163264}
-
-## reinterpretAsFloat (32/64) {#reinterpretasfloat3264}
-
-## reinterpretAsDate {#reinterpretasdate}
-
-## reinterpretAsDateTime {#reinterpretasdatetime}
-
-Bu işlevler bir dizeyi kabul eder ve dizenin başına yerleştirilen baytları ana bilgisayar düzeninde (little endian) bir sayı olarak yorumlar. Dize yeterince uzun değilse, işlevler dize gerekli sayıda boş baytla doldurulmuş gibi çalışır. Dize gerekenden daha uzunsa, ek bayt yoksayılır. Bir tarih, Unix döneminin başlangıcından bu yana geçen gün sayısı olarak yorumlanır ve zamana sahip bir tarih, Unix döneminin başlangıcından bu yana geçen saniye sayısı olarak yorumlanır.
-
-## reinterpretAsString {#type_conversion_functions-reinterpretAsString}
-
-Bu işlev, bir sayı veya tarih veya tarih saat ile kabul eder ve ana bilgisayar düzeninde (little endian) karşılık gelen değeri temsil eden bayt içeren bir dize döndürür. Boş bayt sondan bırakılır. Örneğin, 255 uint32 türü değeri bir bayt uzunluğunda bir dizedir.
-
-## reinterpretAsFixedString {#reinterpretasfixedstring}
-
-Bu işlev, bir sayı veya tarih veya tarih saat ile kabul eder ve karşılık gelen değeri ana bilgisayar sırasına (little endian) temsil eden bayt içeren bir FixedString döndürür. Boş bayt sondan bırakılır. Örneğin, 255 uint32 türü değeri bir bayt uzunluğunda bir FixedString.
-
-## CAS (t(x, T) {#type_conversion_function-cast}
-
-Dönüşüyo ‘x’ to the ‘t’ veri türü. Sözdizimi CAST (x AS t) da desteklenmektedir.
-
-Örnek:
-
-``` sql
-SELECT
-    '2016-06-15 23:00:00' AS timestamp,
-    CAST(timestamp AS DateTime) AS datetime,
-    CAST(timestamp AS Date) AS date,
-    CAST(timestamp, 'String') AS string,
-    CAST(timestamp, 'FixedString(22)') AS fixed_string
-```
-
-``` text
-┌─timestamp───────────┬────────────datetime─┬───────date─┬─string──────────────┬─fixed_string──────────────┐
-│ 2016-06-15 23:00:00 │ 2016-06-15 23:00:00 │ 2016-06-15 │ 2016-06-15 23:00:00 │ 2016-06-15 23:00:00\0\0\0 │
-└─────────────────────┴─────────────────────┴────────────┴─────────────────────┴───────────────────────────┘
-```
-
-Fixedstring(N) ' ye dönüştürme yalnızca String veya FixedString(N) türünde argümanlar için çalışır.
-
-Type con conversionvers conversionion to [Nullable](../../sql-reference/data-types/nullable.md) ve geri desteklenmektedir. Örnek:
-
-``` sql
-SELECT toTypeName(x) FROM t_null
-```
-
-``` text
-┌─toTypeName(x)─┐
-│ Int8          │
-│ Int8          │
-└───────────────┘
-```
-
-``` sql
-SELECT toTypeName(CAST(x, 'Nullable(UInt16)')) FROM t_null
-```
-
-``` text
-┌─toTypeName(CAST(x, 'Nullable(UInt16)'))─┐
-│ Nullable(UInt16)                        │
-│ Nullable(UInt16)                        │
-└─────────────────────────────────────────┘
-```
-
-## toİnterval(yıl\|Çeyrek\|Ay\|hafta\|Gün\|Saat\|Dakika / Saniye) {#function-tointerval}
-
-Bir sayı türü argümanını bir [Aralıklı](../../sql-reference/data-types/special-data-types/interval.md) veri türü.
-
-**Sözdizimi**
-
-``` sql
-toIntervalSecond(number)
-toIntervalMinute(number)
-toIntervalHour(number)
-toIntervalDay(number)
-toIntervalWeek(number)
-toIntervalMonth(number)
-toIntervalQuarter(number)
-toIntervalYear(number)
-```
-
-**Parametre**
-
--   `number` — Duration of interval. Positive integer number.
-
-**Döndürülen değerler**
-
--   Değeri `Interval` veri türü.
-
-**Örnek**
-
-``` sql
-WITH
-    toDate('2019-01-01') AS date,
-    INTERVAL 1 WEEK AS interval_week,
-    toIntervalWeek(1) AS interval_to_week
-SELECT
-    date + interval_week,
-    date + interval_to_week
-```
-
-``` text
-┌─plus(date, interval_week)─┬─plus(date, interval_to_week)─┐
-│                2019-01-08 │                   2019-01-08 │
-└───────────────────────────┴──────────────────────────────┘
-```
-
-## parseDateTimeBestEffort {#parsedatetimebesteffort}
-
-Bir tarih ve saati dönüştürür [Dize](../../sql-reference/data-types/string.md) temsil etmek [DateTime](../../sql-reference/data-types/datetime.md#data_type-datetime) veri türü.
-
-İşlev ayrıştırır [ISO 8601](https://en.wikipedia.org/wiki/ISO_8601), [RFC 1123-5.2.14 RFC-822 Tarih ve Saat özellikleri](https://tools.ietf.org/html/rfc1123#page-55), ClickHouse ve diğer bazı tarih ve saat biçimleri.
-
-**Sözdizimi**
-
-``` sql
-parseDateTimeBestEffort(time_string [, time_zone]);
-```
-
-**Parametre**
-
--   `time_string` — String containing a date and time to convert. [Dize](../../sql-reference/data-types/string.md).
--   `time_zone` — Time zone. The function parses `time_string` saat dilimine göre. [Dize](../../sql-reference/data-types/string.md).
-
-**Desteklenen standart dışı formatlar**
-
--   9 içeren bir dize..10 haneli [unix zaman damgası](https://en.wikipedia.org/wiki/Unix_time).
--   Tarih ve saat bileşeni olan bir dize: `YYYYMMDDhhmmss`, `DD/MM/YYYY hh:mm:ss`, `DD-MM-YY hh:mm`, `YYYY-MM-DD hh:mm:ss` vb.
--   Bir tarih, ancak hiçbir zaman bileşeni ile bir dize: `YYYY`, `YYYYMM`, `YYYY*MM`, `DD/MM/YYYY`, `DD-MM-YY` vb.
--   Bir gün ve Saat ile bir dize: `DD`, `DD hh`, `DD hh:mm`. Bu durumda `YYYY-MM` olarak ikame edilir `2000-01`.
--   Tarih ve Saat Saat Dilimi uzaklık bilgileri ile birlikte içeren bir dize: `YYYY-MM-DD hh:mm:ss ±h:mm` vb. Mesela, `2020-12-12 17:36:00 -5:00`.
-
-Ayırıcılı tüm formatlar için işlev, tam adlarıyla veya bir ay adının ilk üç harfiyle ifade edilen ay adlarını ayrıştırır. Örnekler: `24/DEC/18`, `24-Dec-18`, `01-September-2018`.
-
-**Döndürülen değer**
-
--   `time_string` dönüştürül thedü `DateTime` veri türü.
-
-**Örnekler**
-
-Sorgu:
-
-``` sql
-SELECT parseDateTimeBestEffort('12/12/2020 12:12:57')
-AS parseDateTimeBestEffort;
-```
-
-Sonuç:
-
-``` text
-┌─parseDateTimeBestEffort─┐
-│     2020-12-12 12:12:57 │
-└─────────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT parseDateTimeBestEffort('Sat, 18 Aug 2018 07:22:16 GMT', 'Europe/Moscow')
-AS parseDateTimeBestEffort
-```
-
-Sonuç:
-
-``` text
-┌─parseDateTimeBestEffort─┐
-│     2018-08-18 10:22:16 │
-└─────────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT parseDateTimeBestEffort('1284101485')
-AS parseDateTimeBestEffort
-```
-
-Sonuç:
-
-``` text
-┌─parseDateTimeBestEffort─┐
-│     2015-07-07 12:04:41 │
-└─────────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT parseDateTimeBestEffort('2018-12-12 10:12:12')
-AS parseDateTimeBestEffort
-```
-
-Sonuç:
-
-``` text
-┌─parseDateTimeBestEffort─┐
-│     2018-12-12 10:12:12 │
-└─────────────────────────┘
-```
-
-Sorgu:
-
-``` sql
-SELECT parseDateTimeBestEffort('10 20:19')
-```
-
-Sonuç:
-
-``` text
-┌─parseDateTimeBestEffort('10 20:19')─┐
-│                 2000-01-10 20:19:00 │
-└─────────────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   \[ISO 8601 duyuru @xkcd\](https://xkcd.com/1179/)
--   [RFC 1123](https://tools.ietf.org/html/rfc1123)
--   [toDate](#todate)
--   [toDateTime](#todatetime)
-
-## parseDateTimeBestEffortOrNull {#parsedatetimebesteffortornull}
-
-İçin aynı [parseDateTimeBestEffort](#parsedatetimebesteffort) işlenemeyen bir tarih biçimiyle karşılaştığında null döndürmesi dışında.
-
-## parseDateTimeBestEffortOrZero {#parsedatetimebesteffortorzero}
-
-İçin aynı [parseDateTimeBestEffort](#parsedatetimebesteffort) bunun dışında, işlenemeyen bir tarih biçimiyle karşılaştığında sıfır tarih veya sıfır tarih saati döndürür.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/type_conversion_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/url-functions.md b/docs/tr/sql-reference/functions/url-functions.md
deleted file mode 100644
index ac4f9c1430d..00000000000
--- a/docs/tr/sql-reference/functions/url-functions.md
+++ /dev/null
@@ -1,209 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 54
-toc_title: "URL'ler ile \xE7al\u0131\u015Fma"
----
-
-# URL'ler ile çalışmak için işlevler {#functions-for-working-with-urls}
-
-Tüm bu işlevler RFC'Yİ takip etmez. Geliştirilmiş performans için maksimum derecede basitleştirilmişlerdir.
-
-## Bir URL'nin bölümlerini Ayıklayan işlevler {#functions-that-extract-parts-of-a-url}
-
-İlgili bölüm bir URL'de yoksa, boş bir dize döndürülür.
-
-### protokol {#protocol}
-
-Protokolü bir URL'den ayıklar.
-
-Examples of typical returned values: http, https, ftp, mailto, tel, magnet…
-
-### etki {#domain}
-
-Ana bilgisayar adını bir URL'den ayıklar.
-
-``` sql
-domain(url)
-```
-
-**Parametre**
-
--   `url` — URL. Type: [Dize](../../sql-reference/data-types/string.md).
-
-URL, bir şema ile veya şema olmadan belirtilebilir. Örnekler:
-
-``` text
-svn+ssh://some.svn-hosting.com:80/repo/trunk
-some.svn-hosting.com:80/repo/trunk
-https://yandex.com/time/
-```
-
-Bu örnekler için, `domain` işlev aşağıdaki sonuçları döndürür:
-
-``` text
-some.svn-hosting.com
-some.svn-hosting.com
-yandex.com
-```
-
-**Döndürülen değerler**
-
--   Adı ana. ClickHouse giriş dizesini bir URL olarak ayrıştırırsa.
--   Boş dize. ClickHouse giriş dizesini bir URL olarak ayrıştıramazsa.
-
-Tür: `String`.
-
-**Örnek**
-
-``` sql
-SELECT domain('svn+ssh://some.svn-hosting.com:80/repo/trunk')
-```
-
-``` text
-┌─domain('svn+ssh://some.svn-hosting.com:80/repo/trunk')─┐
-│ some.svn-hosting.com                                   │
-└────────────────────────────────────────────────────────┘
-```
-
-### domainWithoutWWW {#domainwithoutwww}
-
-Etki alanını döndürür ve birden fazla kaldırır ‘www.’ başlangıcına, eğer var dan.
-
-### topLevelDomain {#topleveldomain}
-
-Üst düzey etki alanını bir URL'den ayıklar.
-
-``` sql
-topLevelDomain(url)
-```
-
-**Parametre**
-
--   `url` — URL. Type: [Dize](../../sql-reference/data-types/string.md).
-
-URL, bir şema ile veya şema olmadan belirtilebilir. Örnekler:
-
-``` text
-svn+ssh://some.svn-hosting.com:80/repo/trunk
-some.svn-hosting.com:80/repo/trunk
-https://yandex.com/time/
-```
-
-**Döndürülen değerler**
-
--   Etki alanı adı. ClickHouse giriş dizesini bir URL olarak ayrıştırırsa.
--   Boş dize. ClickHouse giriş dizesini bir URL olarak ayrıştıramazsa.
-
-Tür: `String`.
-
-**Örnek**
-
-``` sql
-SELECT topLevelDomain('svn+ssh://www.some.svn-hosting.com:80/repo/trunk')
-```
-
-``` text
-┌─topLevelDomain('svn+ssh://www.some.svn-hosting.com:80/repo/trunk')─┐
-│ com                                                                │
-└────────────────────────────────────────────────────────────────────┘
-```
-
-### firstSignificantSubdomain {#firstsignificantsubdomain}
-
-Ret theur thens the “first significant subdomain”. Bu, Yandex'e özgü standart olmayan bir kavramdır.Metrica. İlk önemli alt etki alanı ise ikinci düzey bir etki alanıdır ‘com’, ‘net’, ‘org’, veya ‘co’. Aksi takdirde, üçüncü düzey bir alandır. Mesela, `firstSignificantSubdomain (‘https://news.yandex.ru/’) = ‘yandex’, firstSignificantSubdomain (‘https://news.yandex.com.tr/’) = ‘yandex’`. Listesi “insignificant” ikinci düzey etki alanları ve diğer uygulama ayrıntıları gelecekte değişebilir.
-
-### cutToFirstSignificantSubdomain {#cuttofirstsignificantsubdomain}
-
-En üst düzey alt etki alanlarını içeren etki alanının bir bölümünü döndürür. “first significant subdomain” (yukarıdaki açıklamaya bakınız).
-
-Mesela, `cutToFirstSignificantSubdomain('https://news.yandex.com.tr/') = 'yandex.com.tr'`.
-
-### yol {#path}
-
-Yolu döndürür. Örnek: `/top/news.html` Yol sorgu dizesini içermez.
-
-### pathFull {#pathfull}
-
-Yukarıdaki ile aynı, ancak sorgu dizesi ve parça dahil. Örnek: / top / haberler.html?Sayfa = 2 # yorumlar
-
-### queryString {#querystring}
-
-Sorgu dizesini döndürür. Örnek: Sayfa = 1 & lr = 213. sorgu dizesi, ilk soru işaretinin yanı sıra # ve # sonrası her şeyi içermez.
-
-### parça {#fragment}
-
-Parça tanımlayıcısını döndürür. fragment ilk karma sembolü içermez.
-
-### queryStringAndFragment {#querystringandfragment}
-
-Sorgu dizesini ve parça tanımlayıcısını döndürür. Örnek: Sayfa = 1#29390.
-
-### extractURLParameter (URL, isim) {#extracturlparameterurl-name}
-
-Değerini döndürür ‘name’ varsa, URL'DEKİ parametre. Aksi takdirde, boş bir dize. Bu ada sahip birçok parametre varsa, ilk oluşumu döndürür. Bu işlev, parametre adının URL'de geçirilen bağımsız değişkenle aynı şekilde kodlandığı varsayımı altında çalışır.
-
-### extractURLParameters (URL) {#extracturlparametersurl}
-
-Bir dizi döndürür name = URL parametrelerine karşılık gelen değer dizeleri. Değerler hiçbir şekilde deşifre edilmez.
-
-### extractURLParameterNames(URL) {#extracturlparameternamesurl}
-
-URL parametrelerinin adlarına karşılık gelen bir dizi ad dizesi döndürür. Değerler hiçbir şekilde deşifre edilmez.
-
-### URLHierarchy(URL) {#urlhierarchyurl}
-
-Sonunda/,? simgeleriyle kesilen URL'yi içeren bir dizi döndürür yol ve sorgu dizesinde. Ardışık ayırıcı karakterler bir olarak sayılır. Kesim, tüm ardışık ayırıcı karakterlerden sonra pozisyonda yapılır.
-
-### URLPathHierarchy(URL) {#urlpathhierarchyurl}
-
-Yukarıdaki ile aynı, ancak sonuçta protokol ve ana bilgisayar olmadan. / Eleman (kök) dahil değildir. Örnek: işlev, yandex'te URL'yi ağaç raporları uygulamak için kullanılır. Ölçü.
-
-``` text
-URLPathHierarchy('https://example.com/browse/CONV-6788') =
-[
-    '/browse/',
-    '/browse/CONV-6788'
-]
-```
-
-### decodeURLComponent (URL) {#decodeurlcomponenturl}
-
-Çözülmüş URL'yi döndürür.
-Örnek:
-
-``` sql
-SELECT decodeURLComponent('http://127.0.0.1:8123/?query=SELECT%201%3B') AS DecodedURL;
-```
-
-``` text
-┌─DecodedURL─────────────────────────────┐
-│ http://127.0.0.1:8123/?query=SELECT 1; │
-└────────────────────────────────────────┘
-```
-
-## URL'nin bir bölümünü kaldıran işlevler {#functions-that-remove-part-of-a-url}
-
-URL'de benzer bir şey yoksa, URL değişmeden kalır.
-
-### cutWWW {#cutwww}
-
-Birden fazla kaldırır ‘www.’ varsa, URL'nin etki alanının başından itibaren.
-
-### cutQueryString {#cutquerystring}
-
-Sorgu dizesini kaldırır. Soru işareti de kaldırılır.
-
-### cutFragment {#cutfragment}
-
-Parça tanımlayıcısını kaldırır. Sayı işareti de kaldırılır.
-
-### cutQueryStringAndFragment {#cutquerystringandfragment}
-
-Sorgu dizesini ve parça tanımlayıcısını kaldırır. Soru işareti ve sayı işareti de kaldırılır.
-
-### cutURLParameter (URL, isim) {#cuturlparameterurl-name}
-
-Kaldırır ‘name’ Varsa URL parametresi. Bu işlev, parametre adının URL'de geçirilen bağımsız değişkenle aynı şekilde kodlandığı varsayımı altında çalışır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/url_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/uuid-functions.md b/docs/tr/sql-reference/functions/uuid-functions.md
deleted file mode 100644
index 97692e98b9f..00000000000
--- a/docs/tr/sql-reference/functions/uuid-functions.md
+++ /dev/null
@@ -1,122 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 53
-toc_title: "UUID ile \xE7al\u0131\u015Fma"
----
-
-# UUID ile çalışmak için fonksiyonlar {#functions-for-working-with-uuid}
-
-UUID ile çalışmak için işlevler aşağıda listelenmiştir.
-
-## generateuuıdv4 {#uuid-function-generate}
-
-Üretir [UUID](../../sql-reference/data-types/uuid.md) -den [sürüm 4](https://tools.ietf.org/html/rfc4122#section-4.4).
-
-``` sql
-generateUUIDv4()
-```
-
-**Döndürülen değer**
-
-UUID türü değeri.
-
-**Kullanım örneği**
-
-Bu örnek, UUID türü sütunuyla bir tablo oluşturma ve tabloya bir değer ekleme gösterir.
-
-``` sql
-CREATE TABLE t_uuid (x UUID) ENGINE=TinyLog
-
-INSERT INTO t_uuid SELECT generateUUIDv4()
-
-SELECT * FROM t_uuid
-```
-
-``` text
-┌────────────────────────────────────x─┐
-│ f4bf890f-f9dc-4332-ad5c-0c18e73f28e9 │
-└──────────────────────────────────────┘
-```
-
-## toUUİD (x) {#touuid-x}
-
-Dize türü değerini UUID türüne dönüştürür.
-
-``` sql
-toUUID(String)
-```
-
-**Döndürülen değer**
-
-UUID türü değeri.
-
-**Kullanım örneği**
-
-``` sql
-SELECT toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0') AS uuid
-```
-
-``` text
-┌─────────────────────────────────uuid─┐
-│ 61f0c404-5cb3-11e7-907b-a6006ad3dba0 │
-└──────────────────────────────────────┘
-```
-
-## UUİDStringToNum {#uuidstringtonum}
-
-Biçiminde 36 karakter içeren bir dize kabul eder `xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx` ve bir bayt kümesi olarak döndürür [FixedString (16)](../../sql-reference/data-types/fixedstring.md).
-
-``` sql
-UUIDStringToNum(String)
-```
-
-**Döndürülen değer**
-
-FixedString (16)
-
-**Kullanım örnekleri**
-
-``` sql
-SELECT
-    '612f3c40-5d3b-217e-707b-6a546a3d7b29' AS uuid,
-    UUIDStringToNum(uuid) AS bytes
-```
-
-``` text
-┌─uuid─────────────────────────────────┬─bytes────────────┐
-│ 612f3c40-5d3b-217e-707b-6a546a3d7b29 │ a/<@];!~p{jTj={) │
-└──────────────────────────────────────┴──────────────────┘
-```
-
-## UUİDNumToString {#uuidnumtostring}
-
-Kabul eder bir [FixedString (16)](../../sql-reference/data-types/fixedstring.md) değer ve metin biçiminde 36 karakter içeren bir dize döndürür.
-
-``` sql
-UUIDNumToString(FixedString(16))
-```
-
-**Döndürülen değer**
-
-Dize.
-
-**Kullanım örneği**
-
-``` sql
-SELECT
-    'a/<@];!~p{jTj={)' AS bytes,
-    UUIDNumToString(toFixedString(bytes, 16)) AS uuid
-```
-
-``` text
-┌─bytes────────────┬─uuid─────────────────────────────────┐
-│ a/<@];!~p{jTj={) │ 612f3c40-5d3b-217e-707b-6a546a3d7b29 │
-└──────────────────┴──────────────────────────────────────┘
-```
-
-## Ayrıca Bakınız {#see-also}
-
--   [dictGetUUİD](ext-dict-functions.md#ext_dict_functions-other)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/uuid_function/) <!--hide-->
diff --git a/docs/tr/sql-reference/functions/ym-dict-functions.md b/docs/tr/sql-reference/functions/ym-dict-functions.md
deleted file mode 100644
index f7bdefb10eb..00000000000
--- a/docs/tr/sql-reference/functions/ym-dict-functions.md
+++ /dev/null
@@ -1,155 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 59
-toc_title: "Yandex ile \xE7al\u0131\u015Fmak.Metrica S\xF6zl\xFCkleri"
----
-
-# Yandex ile çalışmak için fonksiyonlar.Metrica Sözlükleri {#functions-for-working-with-yandex-metrica-dictionaries}
-
-Aşağıdaki işlevlerin çalışması için, sunucu yapılandırmasının tüm Yandex'i almak için yolları ve adresleri belirtmesi gerekir.Metrica sözlükler. Sözlükler, bu işlevlerden herhangi birinin ilk çağrısında yüklenir. Başvuru listeleri yüklenemiyorsa, bir özel durum atılır.
-
-Başvuru listeleri oluşturma hakkında daha fazla bilgi için bölüme bakın “Dictionaries”.
-
-## Çoklu Geobazlar {#multiple-geobases}
-
-ClickHouse, belirli bölgelerin hangi ülkelere ait olduğu konusunda çeşitli perspektifleri desteklemek için aynı anda birden fazla alternatif jeobaz (bölgesel hiyerarşiler) ile çalışmayı destekler.
-
-Bu ‘clickhouse-server’ config, dosyayı bölgesel hiyerarşi ile belirtir::`<path_to_regions_hierarchy_file>/opt/geo/regions_hierarchy.txt</path_to_regions_hierarchy_file>`
-
-Bu dosyanın yanı sıra, yakındaki _ sembolüne ve isme eklenen herhangi bir sonek (dosya uzantısından önce) olan dosyaları da arar.
-Örneğin, dosyayı da bulacaktır `/opt/geo/regions_hierarchy_ua.txt` varsa.
-
-`ua` sözlük anahtarı denir. Soneksiz bir sözlük için anahtar boş bir dizedir.
-
-Tüm sözlükler çalışma zamanında yeniden yüklenir (buıltın_dıctıonarıes_reload_ınterval yapılandırma parametresinde tanımlandığı gibi belirli sayıda saniyede bir kez veya varsayılan olarak saatte bir kez). Ancak, sunucu başladığında kullanılabilir sözlüklerin listesi bir kez tanımlanır.
-
-All functions for working with regions have an optional argument at the end – the dictionary key. It is referred to as the geobase.
-Örnek:
-
-``` sql
-regionToCountry(RegionID) – Uses the default dictionary: /opt/geo/regions_hierarchy.txt
-regionToCountry(RegionID, '') – Uses the default dictionary: /opt/geo/regions_hierarchy.txt
-regionToCountry(RegionID, 'ua') – Uses the dictionary for the 'ua' key: /opt/geo/regions_hierarchy_ua.txt
-```
-
-### regionToCity (id \[, geobase\]) {#regiontocityid-geobase}
-
-Accepts a UInt32 number – the region ID from the Yandex geobase. If this region is a city or part of a city, it returns the region ID for the appropriate city. Otherwise, returns 0.
-
-### regionToArea (id \[, geobase\]) {#regiontoareaid-geobase}
-
-Bir bölgeyi bir alana dönüştürür (geobase içinde 5 yazın). Diğer her şekilde, bu işlev aynıdır ‘regionToCity’.
-
-``` sql
-SELECT DISTINCT regionToName(regionToArea(toUInt32(number), 'ua'))
-FROM system.numbers
-LIMIT 15
-```
-
-``` text
-┌─regionToName(regionToArea(toUInt32(number), \'ua\'))─┐
-│                                                      │
-│ Moscow and Moscow region                             │
-│ St. Petersburg and Leningrad region                  │
-│ Belgorod region                                      │
-│ Ivanovsk region                                      │
-│ Kaluga region                                        │
-│ Kostroma region                                      │
-│ Kursk region                                         │
-│ Lipetsk region                                       │
-│ Orlov region                                         │
-│ Ryazan region                                        │
-│ Smolensk region                                      │
-│ Tambov region                                        │
-│ Tver region                                          │
-│ Tula region                                          │
-└──────────────────────────────────────────────────────┘
-```
-
-### regionToDistrict (id \[, geobase\]) {#regiontodistrictid-geobase}
-
-Bir bölgeyi federal bir bölgeye dönüştürür (geobase içinde tip 4). Diğer her şekilde, bu işlev aynıdır ‘regionToCity’.
-
-``` sql
-SELECT DISTINCT regionToName(regionToDistrict(toUInt32(number), 'ua'))
-FROM system.numbers
-LIMIT 15
-```
-
-``` text
-┌─regionToName(regionToDistrict(toUInt32(number), \'ua\'))─┐
-│                                                          │
-│ Central federal district                                 │
-│ Northwest federal district                               │
-│ South federal district                                   │
-│ North Caucases federal district                          │
-│ Privolga federal district                                │
-│ Ural federal district                                    │
-│ Siberian federal district                                │
-│ Far East federal district                                │
-│ Scotland                                                 │
-│ Faroe Islands                                            │
-│ Flemish region                                           │
-│ Brussels capital region                                  │
-│ Wallonia                                                 │
-│ Federation of Bosnia and Herzegovina                     │
-└──────────────────────────────────────────────────────────┘
-```
-
-### regionToCountry (ıd \[, geobase\]) {#regiontocountryid-geobase}
-
-Bir bölgeyi bir ülkeye dönüştürür. Diğer her şekilde, bu işlev aynıdır ‘regionToCity’.
-Örnek: `regionToCountry(toUInt32(213)) = 225` Moskova'yı (213) Rusya'ya (225) dönüştürür.
-
-### regionToContinent (id \[, geobase\]) {#regiontocontinentid-geobase}
-
-Bir bölgeyi bir kıtaya dönüştürür. Diğer her şekilde, bu işlev aynıdır ‘regionToCity’.
-Örnek: `regionToContinent(toUInt32(213)) = 10001` Moskova'yı (213) Avrasya'ya (10001) dönüştürür.
-
-### regionToTopContinent (#regiontotopcontinent) {#regiontotopcontinent-regiontotopcontinent}
-
-Bölgenin hiyerarşisinde en yüksek kıtayı bulur.
-
-**Sözdizimi**
-
-``` sql
-regionToTopContinent(id[, geobase]);
-```
-
-**Parametre**
-
--   `id` — Region ID from the Yandex geobase. [Uİnt32](../../sql-reference/data-types/int-uint.md).
--   `geobase` — Dictionary key. See [Çoklu Geobazlar](#multiple-geobases). [Dize](../../sql-reference/data-types/string.md). İsteğe bağlı.
-
-**Döndürülen değer**
-
--   Üst düzey kıtanın tanımlayıcısı (bölgeler hiyerarşisine tırmandığınızda ikincisi).
--   0, yoksa.
-
-Tür: `UInt32`.
-
-### regionToPopulation (id \[, geobase\]) {#regiontopopulationid-geobase}
-
-Bir bölge için nüfusu alır.
-Nüfus geobase ile dosyalarda kaydedilebilir. Bölümüne bakınız “External dictionaries”.
-Bölge için nüfus kaydedilmezse, 0 döndürür.
-Yandex geobase'de, nüfus alt bölgeler için kaydedilebilir, ancak üst bölgeler için kaydedilemez.
-
-### regionİn (lhs, rhs \[, geobase\]) {#regioninlhs-rhs-geobase}
-
-Olup olmadığını denetler bir ‘lhs’ bölge bir ‘rhs’ bölge. Aitse 1'e eşit bir Uİnt8 numarası veya ait değilse 0 döndürür.
-The relationship is reflexive – any region also belongs to itself.
-
-### regionHierarchy (id \[, geobase\]) {#regionhierarchyid-geobase}
-
-Accepts a UInt32 number – the region ID from the Yandex geobase. Returns an array of region IDs consisting of the passed region and all parents along the chain.
-Örnek: `regionHierarchy(toUInt32(213)) = [213,1,3,225,10001,10000]`.
-
-### regionToName (id \[, lang\]) {#regiontonameid-lang}
-
-Accepts a UInt32 number – the region ID from the Yandex geobase. A string with the name of the language can be passed as a second argument. Supported languages are: ru, en, ua, uk, by, kz, tr. If the second argument is omitted, the language ‘ru’ is used. If the language is not supported, an exception is thrown. Returns a string – the name of the region in the corresponding language. If the region with the specified ID doesn't exist, an empty string is returned.
-
-`ua` ve `uk` hem Ukrayna demek.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/functions/ym_dict_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/index.md b/docs/tr/sql-reference/index.md
deleted file mode 100644
index 9cdf88083e9..00000000000
--- a/docs/tr/sql-reference/index.md
+++ /dev/null
@@ -1,20 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "SQL ba\u015Fvurusu"
-toc_hidden: true
-toc_priority: 28
-toc_title: "gizlenmi\u015F"
----
-
-# SQL başvurusu {#sql-reference}
-
-ClickHouse aşağıdaki sorgu türlerini destekler:
-
--   [SELECT](statements/select/index.md)
--   [INSERT INTO](statements/insert-into.md)
--   [CREATE](statements/create.md)
--   [ALTER](statements/alter.md#query_language_queries_alter)
--   [Diğer sorgu türleri](statements/misc.md)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/sql-reference/) <!--hide-->
diff --git a/docs/tr/sql-reference/operators/in.md b/docs/tr/sql-reference/operators/in.md
deleted file mode 120000
index 3a2feda2f61..00000000000
--- a/docs/tr/sql-reference/operators/in.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../en/sql-reference/operators/in.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/operators/index.md b/docs/tr/sql-reference/operators/index.md
deleted file mode 100644
index 20a0b625d2f..00000000000
--- a/docs/tr/sql-reference/operators/index.md
+++ /dev/null
@@ -1,277 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: "Operat\xF6rler"
----
-
-# Operatörler {#operators}
-
-ClickHouse onların öncelik, öncelik ve ilişkilendirme göre sorgu ayrıştırma aşamasında karşılık gelen işlevlere işleçleri dönüştürür.
-
-## Erişim Operatörleri {#access-operators}
-
-`a[N]` – Access to an element of an array. The `arrayElement(a, N)` İşlev.
-
-`a.N` – Access to a tuple element. The `tupleElement(a, N)` İşlev.
-
-## Sayısal Olumsuzlama Operatörü {#numeric-negation-operator}
-
-`-a` – The `negate (a)` İşlev.
-
-## Çarpma ve bölme operatörleri {#multiplication-and-division-operators}
-
-`a * b` – The `multiply (a, b)` İşlev.
-
-`a / b` – The `divide(a, b)` İşlev.
-
-`a % b` – The `modulo(a, b)` İşlev.
-
-## Toplama ve çıkarma operatörleri {#addition-and-subtraction-operators}
-
-`a + b` – The `plus(a, b)` İşlev.
-
-`a - b` – The `minus(a, b)` İşlev.
-
-## Karşılaştırma Operatörleri {#comparison-operators}
-
-`a = b` – The `equals(a, b)` İşlev.
-
-`a == b` – The `equals(a, b)` İşlev.
-
-`a != b` – The `notEquals(a, b)` İşlev.
-
-`a <> b` – The `notEquals(a, b)` İşlev.
-
-`a <= b` – The `lessOrEquals(a, b)` İşlev.
-
-`a >= b` – The `greaterOrEquals(a, b)` İşlev.
-
-`a < b` – The `less(a, b)` İşlev.
-
-`a > b` – The `greater(a, b)` İşlev.
-
-`a LIKE s` – The `like(a, b)` İşlev.
-
-`a NOT LIKE s` – The `notLike(a, b)` İşlev.
-
-`a BETWEEN b AND c` – The same as `a >= b AND a <= c`.
-
-`a NOT BETWEEN b AND c` – The same as `a < b OR a > c`.
-
-## Veri kümeleriyle çalışmak için operatörler {#operators-for-working-with-data-sets}
-
-*Görmek [Operatör İNLERDE](in.md).*
-
-`a IN ...` – The `in(a, b)` İşlev.
-
-`a NOT IN ...` – The `notIn(a, b)` İşlev.
-
-`a GLOBAL IN ...` – The `globalIn(a, b)` İşlev.
-
-`a GLOBAL NOT IN ...` – The `globalNotIn(a, b)` İşlev.
-
-## Tarih ve Saatlerle çalışmak için operatörler {#operators-datetime}
-
-### EXTRACT {#operator-extract}
-
-``` sql
-EXTRACT(part FROM date);
-```
-
-Belirli bir tarihten parçaları ayıklayın. Örneğin, belirli bir tarihten bir ay veya bir zamandan bir saniye alabilirsiniz.
-
-Bu `part` parametre almak için tarihin hangi bölümünü belirtir. Aşağıdaki değerler kullanılabilir:
-
--   `DAY` — The day of the month. Possible values: 1–31.
--   `MONTH` — The number of a month. Possible values: 1–12.
--   `YEAR` — The year.
--   `SECOND` — The second. Possible values: 0–59.
--   `MINUTE` — The minute. Possible values: 0–59.
--   `HOUR` — The hour. Possible values: 0–23.
-
-Bu `part` parametre büyük / küçük harf duyarsızdır.
-
-Bu `date` parametre, işlenecek tarihi veya saati belirtir. Ya [Tarihli](../../sql-reference/data-types/date.md) veya [DateTime](../../sql-reference/data-types/datetime.md) türü desteklenir.
-
-Örnekler:
-
-``` sql
-SELECT EXTRACT(DAY FROM toDate('2017-06-15'));
-SELECT EXTRACT(MONTH FROM toDate('2017-06-15'));
-SELECT EXTRACT(YEAR FROM toDate('2017-06-15'));
-```
-
-Aşağıdaki örnekte bir tablo oluşturuyoruz ve içine bir değer ekliyoruz `DateTime` tür.
-
-``` sql
-CREATE TABLE test.Orders
-(
-    OrderId UInt64,
-    OrderName String,
-    OrderDate DateTime
-)
-ENGINE = Log;
-```
-
-``` sql
-INSERT INTO test.Orders VALUES (1, 'Jarlsberg Cheese', toDateTime('2008-10-11 13:23:44'));
-```
-
-``` sql
-SELECT
-    toYear(OrderDate) AS OrderYear,
-    toMonth(OrderDate) AS OrderMonth,
-    toDayOfMonth(OrderDate) AS OrderDay,
-    toHour(OrderDate) AS OrderHour,
-    toMinute(OrderDate) AS OrderMinute,
-    toSecond(OrderDate) AS OrderSecond
-FROM test.Orders;
-```
-
-``` text
-┌─OrderYear─┬─OrderMonth─┬─OrderDay─┬─OrderHour─┬─OrderMinute─┬─OrderSecond─┐
-│      2008 │         10 │       11 │        13 │          23 │          44 │
-└───────────┴────────────┴──────────┴───────────┴─────────────┴─────────────┘
-```
-
-Daha fazla örnek görebilirsiniz [testler](https://github.com/ClickHouse/ClickHouse/blob/master/tests/queries/0_stateless/00619_extract.sql).
-
-### INTERVAL {#operator-interval}
-
-Oluşturur bir [Aralıklı](../../sql-reference/data-types/special-data-types/interval.md)- aritmetik işlemlerde kullanılması gereken tip değeri [Tarihli](../../sql-reference/data-types/date.md) ve [DateTime](../../sql-reference/data-types/datetime.md)- tip değerleri.
-
-Aralık türleri:
-- `SECOND`
-- `MINUTE`
-- `HOUR`
-- `DAY`
-- `WEEK`
-- `MONTH`
-- `QUARTER`
-- `YEAR`
-
-!!! warning "Uyarıcı"
-    Farklı tiplere sahip aralıklar birleştirilemez. Gibi ifadeler kullanamazsınız `INTERVAL 4 DAY 1 HOUR`. Aralıkların, örneğin aralığın en küçük birimine eşit veya daha küçük olan birimlerdeki aralıkları belirtin, `INTERVAL 25 HOUR`. Aşağıdaki örnekte olduğu gibi ardışık işlemleri kullanabilirsiniz.
-
-Örnek:
-
-``` sql
-SELECT now() AS current_date_time, current_date_time + INTERVAL 4 DAY + INTERVAL 3 HOUR
-```
-
-``` text
-┌───current_date_time─┬─plus(plus(now(), toIntervalDay(4)), toIntervalHour(3))─┐
-│ 2019-10-23 11:16:28 │                                    2019-10-27 14:16:28 │
-└─────────────────────┴────────────────────────────────────────────────────────┘
-```
-
-**Ayrıca Bakınız**
-
--   [Aralıklı](../../sql-reference/data-types/special-data-types/interval.md) veri türü
--   [toİnterval](../../sql-reference/functions/type-conversion-functions.md#function-tointerval) tip dönüştürme işlevleri
-
-## Mantıksal Olumsuzlama Operatörü {#logical-negation-operator}
-
-`NOT a` – The `not(a)` İşlev.
-
-## Mantıksal ve operatör {#logical-and-operator}
-
-`a AND b` – The`and(a, b)` İşlev.
-
-## Mantıksal veya operatör {#logical-or-operator}
-
-`a OR b` – The `or(a, b)` İşlev.
-
-## Koşullu Operatör {#conditional-operator}
-
-`a ? b : c` – The `if(a, b, c)` İşlev.
-
-Not:
-
-Koşullu işleç B ve c değerlerini hesaplar, ardından a koşulunun karşılanıp karşılanmadığını kontrol eder ve ardından karşılık gelen değeri döndürür. Eğer `b` veya `C` is an [arrayJoin()](../../sql-reference/functions/array-join.md#functions_arrayjoin) işlev, her satır ne olursa olsun çoğaltılır “a” koşul.
-
-## Koşullu İfade {#operator_case}
-
-``` sql
-CASE [x]
-    WHEN a THEN b
-    [WHEN ... THEN ...]
-    [ELSE c]
-END
-```
-
-Eğer `x` belirtilen sonra `transform(x, [a, ...], [b, ...], c)` function is used. Otherwise – `multiIf(a, b, ..., c)`.
-
-Eğer herhangi bir `ELSE c` ifadedeki yan tümce, varsayılan değer `NULL`.
-
-Bu `transform` fonksiyonu ile çalışmıyor `NULL`.
-
-## Birleştirme Operatörü {#concatenation-operator}
-
-`s1 || s2` – The `concat(s1, s2) function.`
-
-## Lambda Oluşturma Operatörü {#lambda-creation-operator}
-
-`x -> expr` – The `lambda(x, expr) function.`
-
-Parantez oldukları için aşağıdaki operatörler bir önceliğe sahip değildir:
-
-## Dizi Oluşturma Operatörü {#array-creation-operator}
-
-`[x1, ...]` – The `array(x1, ...) function.`
-
-## Tuple Oluşturma Operatörü {#tuple-creation-operator}
-
-`(x1, x2, ...)` – The `tuple(x2, x2, ...) function.`
-
-## İlişkisellik {#associativity}
-
-Tüm ikili operatörler ilişkisellikten ayrıldı. Mesela, `1 + 2 + 3` dönüştür toülür `plus(plus(1, 2), 3)`.
-Bazen bu beklediğiniz gibi çalışmaz. Mesela, `SELECT 4 > 2 > 3` 0 ile sonuç willlanır.
-
-Verimlilik için, `and` ve `or` işlevler herhangi bir sayıda bağımsız değişkeni kabul eder. İlgili zincirler `AND` ve `OR` operatörler bu işlevlerin tek bir çağrısına dönüştürülür.
-
-## İçin kontrol `NULL` {#checking-for-null}
-
-ClickHouse destekler `IS NULL` ve `IS NOT NULL` operatörler.
-
-### IS NULL {#operator-is-null}
-
--   İçin [Nullable](../../sql-reference/data-types/nullable.md) türü değerleri `IS NULL` operatör döner:
-    -   `1` değeri ise `NULL`.
-    -   `0` başka.
--   Diğer değerler için, `IS NULL` operatör her zaman döner `0`.
-
-<!-- -->
-
-``` sql
-SELECT x+100 FROM t_null WHERE y IS NULL
-```
-
-``` text
-┌─plus(x, 100)─┐
-│          101 │
-└──────────────┘
-```
-
-### IS NOT NULL {#is-not-null}
-
--   İçin [Nullable](../../sql-reference/data-types/nullable.md) türü değerleri `IS NOT NULL` operatör döner:
-    -   `0` değeri ise `NULL`.
-    -   `1` başka.
--   Diğer değerler için, `IS NOT NULL` operatör her zaman döner `1`.
-
-<!-- -->
-
-``` sql
-SELECT * FROM t_null WHERE y IS NOT NULL
-```
-
-``` text
-┌─x─┬─y─┐
-│ 2 │ 3 │
-└───┴───┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/operators/) <!--hide-->
diff --git a/docs/tr/sql-reference/statements/alter.md b/docs/tr/sql-reference/statements/alter.md
deleted file mode 100644
index 5acdd1ca2c4..00000000000
--- a/docs/tr/sql-reference/statements/alter.md
+++ /dev/null
@@ -1,602 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 36
-toc_title: ALTER
----
-
-## ALTER {#query_language_queries_alter}
-
-Bu `ALTER` sorgu yalnızca için desteklenir `*MergeTree` tablo gibi `Merge`ve`Distributed`. Sorgunun çeşitli varyasyonları vardır.
-
-### Sütun Manipülasyonları {#column-manipulations}
-
-Tablo yapısını değiştirme.
-
-``` sql
-ALTER TABLE [db].name [ON CLUSTER cluster] ADD|DROP|CLEAR|COMMENT|MODIFY COLUMN ...
-```
-
-Sorguda, bir veya daha fazla virgülle ayrılmış eylemlerin bir listesini belirtin.
-Her eylem bir sütun üzerinde bir işlemdir.
-
-Aşağıdaki eylemler desteklenir:
-
--   [ADD COLUMN](#alter_add-column) — Adds a new column to the table.
--   [DROP COLUMN](#alter_drop-column) — Deletes the column.
--   [CLEAR COLUMN](#alter_clear-column) — Resets column values.
--   [COMMENT COLUMN](#alter_comment-column) — Adds a text comment to the column.
--   [MODIFY COLUMN](#alter_modify-column) — Changes column's type, default expression and TTL.
-
-Bu eylemler aşağıda ayrıntılı olarak açıklanmıştır.
-
-#### ADD COLUMN {#alter_add-column}
-
-``` sql
-ADD COLUMN [IF NOT EXISTS] name [type] [default_expr] [codec] [AFTER name_after]
-```
-
-Belirtilen tabloya yeni bir sütun ekler `name`, `type`, [`codec`](create.md#codecs) ve `default_expr` (bkz [Varsayılan ifadeler](create.md#create-default-values)).
-
-Eğer... `IF NOT EXISTS` yan tümcesi dahil, sütun zaten varsa sorgu bir hata döndürmez. Belirtir specifyseniz `AFTER name_after` (başka bir sütunun adı), sütun tablo sütunları listesinde belirtilen sonra eklenir. Aksi takdirde, sütun tablonun sonuna eklenir. Bir tablonun başına bir sütun eklemek için bir yol olduğunu unutmayın. Bir eylem zinciri için, `name_after` önceki eylemlerden birine eklenen bir sütunun adı olabilir.
-
-Bir sütun eklemek, verilerle herhangi bir işlem yapmadan tablo yapısını değiştirir. Sonra veriler diskte görünmüyor `ALTER`. Tablodan okurken bir sütun için veri eksikse, varsayılan değerlerle doldurulur (varsa, varsayılan ifadeyi gerçekleştirerek veya sıfır veya boş dizeler kullanarak). Sütun, veri parçalarını birleştirdikten sonra diskte görünür (bkz. [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md)).
-
-Bu yaklaşım bize tamamlamak için izin verir `ALTER` eski verilerin hacmini arttırmadan anında sorgulayın.
-
-Örnek:
-
-``` sql
-ALTER TABLE visits ADD COLUMN browser String AFTER user_id
-```
-
-#### DROP COLUMN {#alter_drop-column}
-
-``` sql
-DROP COLUMN [IF EXISTS] name
-```
-
-Sütun adı ile siler `name`. Eğer... `IF EXISTS` yan tümcesi belirtilir, sütun yoksa sorgu bir hata döndürmez.
-
-Dosya sisteminden veri siler. Bu, tüm dosyaları sildiğinden, sorgu neredeyse anında tamamlanır.
-
-Örnek:
-
-``` sql
-ALTER TABLE visits DROP COLUMN browser
-```
-
-#### CLEAR COLUMN {#alter_clear-column}
-
-``` sql
-CLEAR COLUMN [IF EXISTS] name IN PARTITION partition_name
-```
-
-Belirtilen bölüm için bir sütundaki tüm verileri sıfırlar. Bölümdeki bölüm adını ayarlama hakkında daha fazla bilgi edinin [Bölüm ifadesi nasıl belirlenir](#alter-how-to-specify-part-expr).
-
-Eğer... `IF EXISTS` yan tümcesi belirtilir, sütun yoksa sorgu bir hata döndürmez.
-
-Örnek:
-
-``` sql
-ALTER TABLE visits CLEAR COLUMN browser IN PARTITION tuple()
-```
-
-#### COMMENT COLUMN {#alter_comment-column}
-
-``` sql
-COMMENT COLUMN [IF EXISTS] name 'comment'
-```
-
-Sütuna bir yorum ekler. Eğer... `IF EXISTS` yan tümcesi belirtilir, sütun yoksa sorgu bir hata döndürmez.
-
-Her sütunun bir yorumu olabilir. Sütun için bir yorum zaten varsa, yeni bir yorum önceki yorumun üzerine yazar.
-
-Yorumlar saklanır `comment_expression` tarafından döndürülen sütun [DESCRIBE TABLE](misc.md#misc-describe-table) sorgu.
-
-Örnek:
-
-``` sql
-ALTER TABLE visits COMMENT COLUMN browser 'The table shows the browser used for accessing the site.'
-```
-
-#### MODIFY COLUMN {#alter_modify-column}
-
-``` sql
-MODIFY COLUMN [IF EXISTS] name [type] [default_expr] [TTL]
-```
-
-Bu sorgu değişiklikleri `name` sütun özellikleri:
-
--   Tür
-
--   Varsayılan ifade
-
--   TTL
-
-        For examples of columns TTL modifying, see [Column TTL](../engines/table_engines/mergetree_family/mergetree.md#mergetree-column-ttl).
-
-Eğer... `IF EXISTS` yan tümcesi belirtilir, sütun yoksa sorgu bir hata döndürmez.
-
-Türü değiştirirken, değerler sanki [toType](../../sql-reference/functions/type-conversion-functions.md) fonksiyonlar onlara uygulandı. Yalnızca varsayılan ifade değiştirilirse, sorgu karmaşık bir şey yapmaz ve neredeyse anında tamamlanır.
-
-Örnek:
-
-``` sql
-ALTER TABLE visits MODIFY COLUMN browser Array(String)
-```
-
-Changing the column type is the only complex action – it changes the contents of files with data. For large tables, this may take a long time.
-
-Birkaç işlem aşaması vardır:
-
--   Geçici (yeni) dosyaları değiştirilmiş verilerle hazırlama.
--   Eski dosyaları yeniden adlandırma.
--   Geçici (yeni) dosyaları eski adlara yeniden adlandırma.
--   Eski dosyaları silme.
-
-Sadece ilk aşama zaman alır. Bu aşamada bir hata varsa, veriler değişmez.
-Ardışık aşamalardan biri sırasında bir hata varsa, veriler el ile geri yüklenebilir. Eski dosyalar dosya sisteminden silindi, ancak yeni dosyaların verileri diske yazılmadı ve kaybolduysa istisnadır.
-
-Bu `ALTER` sütunları değiştirmek için sorgu çoğaltılır. Talimatlar ZooKeeper kaydedilir, daha sonra her kopya bunları uygular. Tüm `ALTER` sorgular aynı sırada çalıştırılır. Sorgu, diğer yinelemeler üzerinde tamamlanması uygun eylemleri bekler. Ancak, yinelenen bir tablodaki sütunları değiştirmek için bir sorgu kesilebilir ve tüm eylemler zaman uyumsuz olarak gerçekleştirilir.
-
-#### Sorgu sınırlamalarını değiştir {#alter-query-limitations}
-
-Bu `ALTER` sorgu oluşturmak ve iç içe veri yapıları, ancak tüm iç içe veri yapıları ayrı öğeleri (sütunlar) silmenizi sağlar. İç içe geçmiş bir veri yapısı eklemek için, aşağıdaki gibi bir ada sahip sütunlar ekleyebilirsiniz `name.nested_name` ve türü `Array(T)`. İç içe geçmiş bir veri yapısı, noktadan önce aynı öneki olan bir ada sahip birden çok dizi sütununa eşdeğerdir.
-
-Birincil anahtardaki veya örnekleme anahtarındaki sütunları silmek için destek yoktur. `ENGINE` ifade). Birincil anahtarda bulunan sütunların türünü değiştirmek, yalnızca bu değişiklik verilerin değiştirilmesine neden olmazsa mümkündür (örneğin, bir numaraya değer eklemenize veya bir türden değiştirmenize izin verilir `DateTime` -e doğru `UInt32`).
-
-Eğer... `ALTER` sorgu, ihtiyacınız olan tablo değişikliklerini yapmak için yeterli değildir, yeni bir tablo oluşturabilir, verileri kullanarak kopyalayabilirsiniz. [INSERT SELECT](insert-into.md#insert_query_insert-select) sorgu, daha sonra tabloları kullanarak geçiş [RENAME](misc.md#misc_operations-rename) sorgu ve eski tabloyu silin. Kullanabilirsiniz [clickhouse-fotokopi makinesi](../../operations/utilities/clickhouse-copier.md) bir alternatif olarak `INSERT SELECT` sorgu.
-
-Bu `ALTER` sorgu tüm okur ve tablo için yazar engeller. Başka bir deyişle, Eğer uzun `SELECT` zamanda çalışıyor `ALTER` sorgu `ALTER` sorgu tamamlanmasını bekleyecektir. Aynı zamanda, aynı tablodaki tüm yeni sorgular bu sırada bekleyecektir `ALTER` çalışıyor.
-
-Verileri kendileri saklamayan tablolar için (örneğin `Merge` ve `Distributed`), `ALTER` sadece tablo yapısını değiştirir ve alt tabloların yapısını değiştirmez. Örneğin, ALTER for a çalıştırırken `Distributed` tablo, ayrıca çalıştırmak gerekir `ALTER` tüm uzak sunuculardaki tablolar için.
-
-### Anahtar ifadelerle manipülasyonlar {#manipulations-with-key-expressions}
-
-Aşağıdaki komut desteklenir:
-
-``` sql
-MODIFY ORDER BY new_expression
-```
-
-Sadece tablolar için çalışır [`MergeTree`](../../engines/table-engines/mergetree-family/mergetree.md) aile (dahil
-[çoğaltıyordu](../../engines/table-engines/mergetree-family/replication.md) Tablolar). Komutu değiştirir
-[sıralama anahtarı](../../engines/table-engines/mergetree-family/mergetree.md) tablonun
--e doğru `new_expression` (bir ifade veya ifadelerin bir tuple). Birincil anahtar aynı kalır.
-
-Komut, yalnızca meta verileri değiştirdiği bir anlamda hafiftir. Veri parçası özelliği tutmak için
-satırlar sıralama anahtarı ifadesi tarafından sıralanır varolan sütunları içeren ifadeler ekleyemezsiniz
-sıralama anahtarına (yalnızca sütun tarafından eklenen `ADD COLUMN` aynı komut `ALTER` sorgu).
-
-### Veri atlama endeksleri ile manipülasyonlar {#manipulations-with-data-skipping-indices}
-
-Sadece tablolar için çalışır [`*MergeTree`](../../engines/table-engines/mergetree-family/mergetree.md) aile (dahil
-[çoğaltıyordu](../../engines/table-engines/mergetree-family/replication.md) Tablolar). Aşağıdaki işlemler
-mevcuttur:
-
--   `ALTER TABLE [db].name ADD INDEX name expression TYPE type GRANULARITY value AFTER name [AFTER name2]` - Tablolar meta dizin açıklama ekler.
-
--   `ALTER TABLE [db].name DROP INDEX name` - Tablolar meta dizin açıklama kaldırır ve diskten dizin dosyalarını siler.
-
-Bu komutlar, yalnızca meta verileri değiştirdikleri veya dosyaları kaldırdıkları bir anlamda hafiftir.
-Ayrıca, çoğaltılırlar (ZooKeeper aracılığıyla indeks meta verilerini senkronize etme).
-
-### Kısıtlamalar ile manipülasyonlar {#manipulations-with-constraints}
-
-Daha fazla görmek [kısıtlamalar](create.md#constraints)
-
-Kısıtlamalar eklenebilir veya aşağıdaki sözdizimi kullanılarak silinebilir:
-
-``` sql
-ALTER TABLE [db].name ADD CONSTRAINT constraint_name CHECK expression;
-ALTER TABLE [db].name DROP CONSTRAINT constraint_name;
-```
-
-Sorgular eklemek veya hemen işlenir, böylece tablodan kısıtlamaları hakkında meta verileri kaldırın.
-
-Kısıtlama kontrolü *idam edilm willeyecek* eklen .mişse mevcut ver .ilerde
-
-Çoğaltılmış tablolardaki tüm değişiklikler Zookeeper'a yayınlanır, bu nedenle diğer kopyalara uygulanır.
-
-### Bölümler ve parçalar ile manipülasyonlar {#alter_manipulations-with-partitions}
-
-Aşağıdaki işlemler ile [bölümler](../../engines/table-engines/mergetree-family/custom-partitioning-key.md) mevcuttur:
-
--   [DETACH PARTITION](#alter_detach-partition) – Moves a partition to the `detached` dizin ve unutun.
--   [DROP PARTITION](#alter_drop-partition) – Deletes a partition.
--   [ATTACH PART\|PARTITION](#alter_attach-partition) – Adds a part or partition from the `detached` tabloya dizin.
--   [ATTACH PARTITION FROM](#alter_attach-partition-from) – Copies the data partition from one table to another and adds.
--   [REPLACE PARTITION](#alter_replace-partition) - Veri bölümünü bir tablodan diğerine kopyalar ve değiştirir.
--   [MOVE PARTITION TO TABLE](#alter_move_to_table-partition)(#alter_move_to_table-partition) - veri bölümünü bir tablodan diğerine taşıyın.
--   [CLEAR COLUMN IN PARTITION](#alter_clear-column-partition) - Bir bölümdeki belirtilen sütunun değerini sıfırlar.
--   [CLEAR INDEX IN PARTITION](#alter_clear-index-partition) - Bir bölümde belirtilen ikincil dizini sıfırlar.
--   [FREEZE PARTITION](#alter_freeze-partition) – Creates a backup of a partition.
--   [FETCH PARTITION](#alter_fetch-partition) – Downloads a partition from another server.
--   [MOVE PARTITION\|PART](#alter_move-partition) – Move partition/data part to another disk or volume.
-
-<!-- -->
-
-#### DETACH PARTITION {#alter_detach-partition}
-
-``` sql
-ALTER TABLE table_name DETACH PARTITION partition_expr
-```
-
-Belirtilen bölüm için tüm verileri `detached` dizin. Sunucu, yok gibi ayrılmış veri Bölümü hakkında unutur. Sunucu, bu verileri siz yapana kadar bilmeyecektir. [ATTACH](#alter_attach-partition) sorgu.
-
-Örnek:
-
-``` sql
-ALTER TABLE visits DETACH PARTITION 201901
-```
-
-Bir bölümdeki bölüm ifadesini ayarlama hakkında bilgi edinin [Bölüm ifadesi nasıl belirlenir](#alter-how-to-specify-part-expr).
-
-Sorgu yürütüldükten sonra, veri ile istediğiniz her şeyi yapabilirsiniz `detached` directory — delete it from the file system, or just leave it.
-
-This query is replicated – it moves the data to the `detached` tüm kopyalarda dizin. Bu sorguyu yalnızca bir lider yinelemesinde yürütebileceğinizi unutmayın. Bir kopya bir lider olup olmadığını öğrenmek için `SELECT` sorgu için [sistem.yinelemeler](../../operations/system-tables.md#system_tables-replicas) Tablo. Alternatif olarak, bir yapmak daha kolaydır `DETACH` tüm yinelemelerde sorgu - tüm yinelemeler, lider yinelemesi dışında bir özel durum oluşturur.
-
-#### DROP PARTITION {#alter_drop-partition}
-
-``` sql
-ALTER TABLE table_name DROP PARTITION partition_expr
-```
-
-Belirtilen bölümü tablodan siler. Bu sorgu bölümü etkin olarak etiketler ve verileri tamamen yaklaşık 10 dakika içinde siler.
-
-Bir bölümdeki bölüm ifadesini ayarlama hakkında bilgi edinin [Bölüm ifadesi nasıl belirlenir](#alter-how-to-specify-part-expr).
-
-The query is replicated – it deletes data on all replicas.
-
-#### DROP DETACHED PARTITION\|PART {#alter_drop-detached}
-
-``` sql
-ALTER TABLE table_name DROP DETACHED PARTITION|PART partition_expr
-```
-
-Belirtilen bölümü veya belirtilen bölümün tüm bölümlerini kaldırır `detached`.
-Bir bölümdeki bölüm ifadesini ayarlama hakkında daha fazla bilgi edinin [Bölüm ifadesi nasıl belirlenir](#alter-how-to-specify-part-expr).
-
-#### ATTACH PARTITION\|PART {#alter_attach-partition}
-
-``` sql
-ALTER TABLE table_name ATTACH PARTITION|PART partition_expr
-```
-
-Tablodan veri ekler `detached` dizin. Tüm bir bölüm veya ayrı bir bölüm için veri eklemek mümkündür. Örnekler:
-
-``` sql
-ALTER TABLE visits ATTACH PARTITION 201901;
-ALTER TABLE visits ATTACH PART 201901_2_2_0;
-```
-
-Bir bölümdeki bölüm ifadesini ayarlama hakkında daha fazla bilgi edinin [Bölüm ifadesi nasıl belirlenir](#alter-how-to-specify-part-expr).
-
-Bu sorgu çoğaltılır. Çoğaltma başlatıcısı, veri olup olmadığını denetler. `detached` dizin. Veri varsa, sorgu bütünlüğünü denetler. Her şey doğruysa, sorgu verileri tabloya ekler. Diğer tüm yinelemeler, çoğaltma başlatıcısından verileri karşıdan yükleyin.
-
-Böylece veri koyabilirsiniz `detached` bir kopya üzerinde dizin ve `ALTER ... ATTACH` tüm yinelemelerde tabloya eklemek için sorgu.
-
-#### ATTACH PARTITION FROM {#alter_attach-partition-from}
-
-``` sql
-ALTER TABLE table2 ATTACH PARTITION partition_expr FROM table1
-```
-
-Bu sorgu, veri bölümünü `table1` -e doğru `table2` exsisting için veri ekler `table2`. Verilerin silinmeyeceğini unutmayın `table1`.
-
-Sorgunun başarıyla çalışması için aşağıdaki koşulların karşılanması gerekir:
-
--   Her iki tablo da aynı yapıya sahip olmalıdır.
--   Her iki tablo da aynı bölüm anahtarına sahip olmalıdır.
-
-#### REPLACE PARTITION {#alter_replace-partition}
-
-``` sql
-ALTER TABLE table2 REPLACE PARTITION partition_expr FROM table1
-```
-
-Bu sorgu, veri bölümünü `table1` -e doğru `table2` ve mevcut bölümün yerini alır `table2`. Verilerin silinmeyeceğini unutmayın `table1`.
-
-Sorgunun başarıyla çalışması için aşağıdaki koşulların karşılanması gerekir:
-
--   Her iki tablo da aynı yapıya sahip olmalıdır.
--   Her iki tablo da aynı bölüm anahtarına sahip olmalıdır.
-
-#### MOVE PARTITION TO TABLE {#alter_move_to_table-partition}
-
-``` sql
-ALTER TABLE table_source MOVE PARTITION partition_expr TO TABLE table_dest
-```
-
-Bu sorgu, veri bölümünü `table_source` -e doğru `table_dest` verileri silme ile `table_source`.
-
-Sorgunun başarıyla çalışması için aşağıdaki koşulların karşılanması gerekir:
-
--   Her iki tablo da aynı yapıya sahip olmalıdır.
--   Her iki tablo da aynı bölüm anahtarına sahip olmalıdır.
--   Her iki tablo da aynı motor ailesi olmalıdır. (çoğaltılmış veya çoğaltılmamış)
--   Her iki tablo da aynı depolama ilkesine sahip olmalıdır.
-
-#### CLEAR COLUMN IN PARTITION {#alter_clear-column-partition}
-
-``` sql
-ALTER TABLE table_name CLEAR COLUMN column_name IN PARTITION partition_expr
-```
-
-Bir bölümdeki belirtilen sütundaki tüm değerleri sıfırlar. Eğer... `DEFAULT` bir tablo oluştururken yan tümcesi belirlendi, bu sorgu sütun değerini belirtilen varsayılan değere ayarlar.
-
-Örnek:
-
-``` sql
-ALTER TABLE visits CLEAR COLUMN hour in PARTITION 201902
-```
-
-#### FREEZE PARTITION {#alter_freeze-partition}
-
-``` sql
-ALTER TABLE table_name FREEZE [PARTITION partition_expr]
-```
-
-Bu sorgu, belirtilen bir bölümün yerel yedeğini oluşturur. Eğer... `PARTITION` yan tümcesi atlandı, sorgu aynı anda tüm bölümlerin yedeğini oluşturur.
-
-!!! note "Not"
-    Tüm yedekleme işlemi sunucuyu durdurmadan gerçekleştirilir.
-
-Eski tarz tablolar için bölüm adının önekini belirtebileceğinizi unutmayın (örneğin, ‘2019’)- daha sonra sorgu tüm ilgili bölümler için yedek oluşturur. Bir bölümdeki bölüm ifadesini ayarlama hakkında bilgi edinin [Bölüm ifadesi nasıl belirlenir](#alter-how-to-specify-part-expr).
-
-Yürütme sırasında, bir veri anlık görüntüsü için sorgu, bir tablo verilerine sabit bağlantılar oluşturur. Hardlinks dizine yerleştirilir `/var/lib/clickhouse/shadow/N/...`, nere:
-
--   `/var/lib/clickhouse/` yapılandırmada belirtilen çalışma ClickHouse dizinidir.
--   `N` yedeklemenin artımlı sayısıdır.
-
-!!! note "Not"
-    Kullanıyorsanız [bir tablodaki veri depolama için disk kümesi](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes), bu `shadow/N` dizin tarafından eşleşen veri parçalarını depolamak, her diskte görünür `PARTITION` İfade.
-
-Dizinlerin aynı yapısı, içinde olduğu gibi yedek içinde oluşturulur `/var/lib/clickhouse/`. Sorgu gerçekleştirir ‘chmod’ tüm dosyalar için, onlara yazmayı yasaklamak.
-
-Yedeklemeyi oluşturduktan sonra, verileri `/var/lib/clickhouse/shadow/` uzak sunucuya ve sonra yerel sunucudan silin. Not `ALTER t FREEZE PARTITION` sorgu çoğaltılmaz. Yalnızca yerel sunucuda yerel bir yedekleme oluşturur.
-
-Sorgu neredeyse anında yedekleme oluşturur (ancak önce geçerli sorguları ilgili tabloya çalışmayı bitirmek için bekler).
-
-`ALTER TABLE t FREEZE PARTITION` tablo meta verilerini değil, yalnızca verileri kopyalar. Tablo meta verilerinin yedeğini almak için dosyayı kopyalayın `/var/lib/clickhouse/metadata/database/table.sql`
-
-Bir yedekten veri geri yüklemek için aşağıdakileri yapın:
-
-1.  Yoksa tablo oluşturun. Sorguyu görüntülemek için kullanın .sql dosyası (değiştir `ATTACH` içinde ile `CREATE`).
-2.  Veri kopyalama `data/database/table/` yedekleme içindeki dizin `/var/lib/clickhouse/data/database/table/detached/` dizin.
-3.  Koşmak `ALTER TABLE t ATTACH PARTITION` verileri bir tabloya eklemek için sorgular.
-
-Yedeklemeden geri yükleme, sunucuyu durdurmayı gerektirmez.
-
-Yedekleme ve geri yükleme verileri hakkında daha fazla bilgi için bkz: [Veri Yedekleme](../../operations/backup.md) bölme.
-
-#### CLEAR INDEX IN PARTITION {#alter_clear-index-partition}
-
-``` sql
-ALTER TABLE table_name CLEAR INDEX index_name IN PARTITION partition_expr
-```
-
-Sorgu benzer çalışır `CLEAR COLUMN`, ancak bir sütun verileri yerine bir dizini sıfırlar.
-
-#### FETCH PARTITION {#alter_fetch-partition}
-
-``` sql
-ALTER TABLE table_name FETCH PARTITION partition_expr FROM 'path-in-zookeeper'
-```
-
-Başka bir sunucudan bir bölüm indirir. Bu sorgu yalnızca çoğaltılmış tablolar için çalışır.
-
-Sorgu aşağıdakileri yapar:
-
-1.  Bölümü belirtilen parçadan indirir. İçinde ‘path-in-zookeeper’ zookeeper içinde shard için bir yol belirtmeniz gerekir.
-2.  Sonra sorgu indirilen verileri `detached` directory of the `table_name` Tablo. Kullan... [ATTACH PARTITION\|PART](#alter_attach-partition) tabloya veri eklemek için sorgu.
-
-Mesela:
-
-``` sql
-ALTER TABLE users FETCH PARTITION 201902 FROM '/clickhouse/tables/01-01/visits';
-ALTER TABLE users ATTACH PARTITION 201902;
-```
-
-Not thate that:
-
--   Bu `ALTER ... FETCH PARTITION` sorgu çoğaltılmaz. Bu bölüm için yerleştirir `detached` yalnızca yerel sunucuda dizin.
--   Bu `ALTER TABLE ... ATTACH` sorgu çoğaltılır. Verileri tüm yinelemelere ekler. Veriler, kopyalardan birine eklenir. `detached` dizin ve diğerlerine - komşu kopyalardan.
-
-İndirmeden önce, sistem bölümün olup olmadığını ve tablo yapısının eşleşip eşleşmediğini kontrol eder. En uygun yineleme, sağlıklı yinelemeler otomatik olarak seçilir.
-
-Sorgu çağrılsa da `ALTER TABLE`, tablo yapısını değiştirmez ve tabloda bulunan verileri hemen değiştirmez.
-
-#### MOVE PARTITION\|PART {#alter_move-partition}
-
-Bölümleri veya veri parçalarını başka bir birime veya diske taşır. `MergeTree`- motor masaları. Görmek [Veri depolama için birden fazla blok cihazı kullanma](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes).
-
-``` sql
-ALTER TABLE table_name MOVE PARTITION|PART partition_expr TO DISK|VOLUME 'disk_name'
-```
-
-Bu `ALTER TABLE t MOVE` sorgu:
-
--   Çoğaltılamaz, çünkü farklı çoğaltmalar farklı depolama ilkelerine sahip olabilir.
--   Belirtilen disk veya birim yapılandırılmamışsa bir hata döndürür. Depolama ilkesinde belirtilen veri taşıma koşulları uygulanamazsa, sorgu da bir hata döndürür.
--   Durumda bir hata döndürebilir, taşınacak veriler zaten bir arka plan işlemi tarafından taşındığında, eşzamanlı `ALTER TABLE t MOVE` sorgu veya arka plan veri birleştirme sonucu. Bir kullanıcı bu durumda herhangi bir ek eylem gerçekleştirmemelidir.
-
-Örnek:
-
-``` sql
-ALTER TABLE hits MOVE PART '20190301_14343_16206_438' TO VOLUME 'slow'
-ALTER TABLE hits MOVE PARTITION '2019-09-01' TO DISK 'fast_ssd'
-```
-
-#### Bölüm ifadesi nasıl ayarlanır {#alter-how-to-specify-part-expr}
-
-Bölüm ifadesini şu şekilde belirtebilirsiniz `ALTER ... PARTITION` farklı şekillerde sorgular:
-
--   Bu gibi bir değer `partition` sütun `system.parts` Tablo. Mesela, `ALTER TABLE visits DETACH PARTITION 201901`.
--   Tablo sütunundan ifade olarak. Sabitler ve sabit ifadeler desteklenir. Mesela, `ALTER TABLE visits DETACH PARTITION toYYYYMM(toDate('2019-01-25'))`.
--   Bölüm kimliğini kullanma. Partition ID, dosya sistemindeki ve Zookeeper'daki bölümlerin adları olarak kullanılan bölümün (mümkünse insan tarafından okunabilir) bir dize tanımlayıcısıdır. Bölüm kimliği belirtilmelidir `PARTITION ID` fık .ra, tek tırnak içinde. Mesela, `ALTER TABLE visits DETACH PARTITION ID '201901'`.
--   İn the [ALTER ATTACH PART](#alter_attach-partition) ve [DROP DETACHED PART](#alter_drop-detached) sorgu, bir parçanın adını belirtmek için, bir değer ile dize literal kullanın `name` sütun [sistem.detached_parts](../../operations/system-tables.md#system_tables-detached_parts) Tablo. Mesela, `ALTER TABLE visits ATTACH PART '201901_1_1_0'`.
-
-Bölüm belirtilirken tırnak kullanımı bölüm ifadesi türüne bağlıdır. Örneğin, için `String` yazın, adını tırnak içinde belirtmeniz gerekir (`'`). İçin `Date` ve `Int*` türleri hiçbir tırnak gereklidir.
-
-Eski stil tablolar için, bölümü bir sayı olarak belirtebilirsiniz `201901` veya bir dize `'201901'`. Yeni stil tabloları için sözdizimi türleri ile daha sıkı (değerleri giriş biçimi için ayrıştırıcı benzer).
-
-Yukarıdaki tüm kurallar için de geçerlidir [OPTIMIZE](misc.md#misc_operations-optimize) sorgu. Bölümlenmemiş bir tabloyu en iyi duruma getirirken tek bölümü belirtmeniz gerekiyorsa, ifadeyi ayarlayın `PARTITION tuple()`. Mesela:
-
-``` sql
-OPTIMIZE TABLE table_not_partitioned PARTITION tuple() FINAL;
-```
-
-Örnekleri `ALTER ... PARTITION` sorgular testlerde gösterilmiştir [`00502_custom_partitioning_local`](https://github.com/ClickHouse/ClickHouse/blob/master/tests/queries/0_stateless/00502_custom_partitioning_local.sql) ve [`00502_custom_partitioning_replicated_zookeeper`](https://github.com/ClickHouse/ClickHouse/blob/master/tests/queries/0_stateless/00502_custom_partitioning_replicated_zookeeper.sql).
-
-### Tablo TTL ile manipülasyonlar {#manipulations-with-table-ttl}
-
-Değiştirebilirsiniz [tablo TTL](../../engines/table-engines/mergetree-family/mergetree.md#mergetree-table-ttl) aşağıdaki formun bir isteği ile:
-
-``` sql
-ALTER TABLE table-name MODIFY TTL ttl-expression
-```
-
-### Alter sorgularının eşzamanlılığı {#synchronicity-of-alter-queries}
-
-Replicatable olmayan tablolar için, tüm `ALTER` sorgular eşzamanlı olarak gerçekleştirilir. Replicatable tablolar için, sorgu yalnızca uygun eylemler için yönergeler ekler `ZooKeeper` ve eylemlerin kendileri mümkün olan en kısa sürede gerçekleştirilir. Ancak, sorgu tüm yinelemeler üzerinde tamamlanması için bu eylemleri bekleyebilir.
-
-İçin `ALTER ... ATTACH|DETACH|DROP` sorgular, kullanabilirsiniz `replication_alter_partitions_sync` bekleyen kurmak için ayarlama.
-Olası değerler: `0` – do not wait; `1` – only wait for own execution (default); `2` – wait for all.
-
-### Mutasyonlar {#alter-mutations}
-
-Mutasyonlar, bir tablodaki satırların değiştirilmesine veya silinmesine izin veren bir alter query varyantıdır. Standart aksine `UPDATE` ve `DELETE` nokta veri değişikliklerine yönelik sorgular, mutasyonlar, bir tablodaki çok sayıda satırı değiştiren ağır işlemler için tasarlanmıştır. İçin desteklenen `MergeTree` çoğaltma desteği olan motorlar da dahil olmak üzere tablo motorları ailesi.
-
-Varolan tablolar olduğu gibi mutasyonlar için hazırdır(dönüştürme gerekmez), ancak ilk mutasyon bir tabloya uygulandıktan sonra Meta Veri formatı önceki sunucu sürümleriyle uyumsuz hale gelir ve önceki bir sürüme geri dönmek imkansız hale gelir.
-
-Şu anda mevcut komutlar:
-
-``` sql
-ALTER TABLE [db.]table DELETE WHERE filter_expr
-```
-
-Bu `filter_expr` tip olmalıdır `UInt8`. Sorgu, bu ifadenin sıfır olmayan bir değer aldığı tablodaki satırları siler.
-
-``` sql
-ALTER TABLE [db.]table UPDATE column1 = expr1 [, ...] WHERE filter_expr
-```
-
-Bu `filter_expr` tip olmalıdır `UInt8`. Bu sorgu, belirtilen sütunların değerlerini, satırlardaki karşılık gelen ifadelerin değerlerine güncelleştirir. `filter_expr` sıfır olmayan bir değer alır. Değerleri kullanarak sütun türüne döküm `CAST` operatör. Birincil veya bölüm anahtarının hesaplanmasında kullanılan sütunları güncelleştirme desteklenmiyor.
-
-``` sql
-ALTER TABLE [db.]table MATERIALIZE INDEX name IN PARTITION partition_name
-```
-
-Sorgu ikincil dizini yeniden oluşturur `name` bölümünde `partition_name`.
-
-Bir sorgu virgülle ayrılmış birkaç komut içerebilir.
-
-\* MergeTree tabloları mutasyonları için tüm veri parçalarını yeniden yazarak yürütün. Atomiklik yoktur-parçalar, hazır oldukları anda mutasyona uğramış parçalar için ikame edilir ve bir `SELECT` bir mutasyon sırasında yürütülmeye başlayan sorgu, henüz mutasyona uğramamış olan parçalardan gelen verilerle birlikte mutasyona uğramış olan parçalardan gelen verileri görecektir.
-
-Mutasyonlar tamamen yaratılış sırasına göre sıralanır ve her bir parçaya bu sırayla uygulanır. Mutasyonlar da kısmen ekler ile sıralanır-mutasyon gönderilmeden önce tabloya eklenen veriler mutasyona uğrayacak ve bundan sonra eklenen veriler mutasyona uğramayacaktır. Mutasyonların ekleri hiçbir şekilde engellemediğini unutmayın.
-
-Mutasyon girişi eklendikten hemen sonra bir mutasyon sorgusu döner(çoğaltılmış tablolar Zookeeper'a, çoğaltılmamış tablolar için-dosya sistemine). Mutasyonun kendisi sistem profili ayarlarını kullanarak eşzamansız olarak yürütür. Mutasyonların ilerlemesini izlemek için kullanabilirsiniz [`system.mutations`](../../operations/system-tables.md#system_tables-mutations) Tablo. Başarıyla gönderilen BIR mutasyon, ClickHouse sunucuları yeniden başlatılmış olsa bile yürütmeye devam edecektir. Gönderildikten sonra mutasyonu geri almanın bir yolu yoktur, ancak mutasyon herhangi bir nedenle sıkışmışsa, [`KILL MUTATION`](misc.md#kill-mutation) sorgu.
-
-Bitmiş mutasyonlar için girişler hemen silinmez (korunmuş girişlerin sayısı, `finished_mutations_to_keep` depolama motoru parametresi). Eski mutasyon girişleri silinir.
-
-## ALTER USER {#alter-user-statement}
-
-ClickHouse kullanıcı hesaplarını değiştirir.
-
-### Sözdizimi {#alter-user-syntax}
-
-``` sql
-ALTER USER [IF EXISTS] name [ON CLUSTER cluster_name]
-    [RENAME TO new_name]
-    [IDENTIFIED [WITH {PLAINTEXT_PASSWORD|SHA256_PASSWORD|DOUBLE_SHA1_PASSWORD}] BY {'password'|'hash'}]
-    [[ADD|DROP] HOST {LOCAL | NAME 'name' | REGEXP 'name_regexp' | IP 'address' | LIKE 'pattern'} [,...] | ANY | NONE]
-    [DEFAULT ROLE role [,...] | ALL | ALL EXCEPT role [,...] ]
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | PROFILE 'profile_name'] [,...]
-```
-
-### Açıklama {#alter-user-dscr}
-
-Kullanmak `ALTER USER` sen olmalı [ALTER USER](grant.md#grant-access-management) ayrıcalık.
-
-### Örnekler {#alter-user-examples}
-
-Verilen rolleri varsayılan olarak ayarla:
-
-``` sql
-ALTER USER user DEFAULT ROLE role1, role2
-```
-
-Roller daha önce bir kullanıcıya verilmezse, ClickHouse bir istisna atar.
-
-Verilen tüm rolleri varsayılan olarak ayarlayın:
-
-``` sql
-ALTER USER user DEFAULT ROLE ALL
-```
-
-Gelecekte bir kullanıcıya bir rol verilecekse, otomatik olarak varsayılan hale gelecektir.
-
-Verilen tüm rolleri varsayılan olarak ayarlama `role1` ve `role2`:
-
-``` sql
-ALTER USER user DEFAULT ROLE ALL EXCEPT role1, role2
-```
-
-## ALTER ROLE {#alter-role-statement}
-
-Rolleri değiştirir.
-
-### Sözdizimi {#alter-role-syntax}
-
-``` sql
-ALTER ROLE [IF EXISTS] name [ON CLUSTER cluster_name]
-    [RENAME TO new_name]
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | PROFILE 'profile_name'] [,...]
-```
-
-## ALTER ROW POLICY {#alter-row-policy-statement}
-
-Satır ilkesini değiştirir.
-
-### Sözdizimi {#alter-row-policy-syntax}
-
-``` sql
-ALTER [ROW] POLICY [IF EXISTS] name [ON CLUSTER cluster_name] ON [database.]table
-    [RENAME TO new_name]
-    [AS {PERMISSIVE | RESTRICTIVE}]
-    [FOR SELECT]
-    [USING {condition | NONE}][,...]
-    [TO {role [,...] | ALL | ALL EXCEPT role [,...]}]
-```
-
-## ALTER QUOTA {#alter-quota-statement}
-
-Kotaları değiştirir.
-
-### Sözdizimi {#alter-quota-syntax}
-
-``` sql
-ALTER QUOTA [IF EXISTS] name [ON CLUSTER cluster_name]
-    [RENAME TO new_name]
-    [KEYED BY {'none' | 'user name' | 'ip address' | 'client key' | 'client key or user name' | 'client key or ip address'}]
-    [FOR [RANDOMIZED] INTERVAL number {SECOND | MINUTE | HOUR | DAY | WEEK | MONTH | QUARTER | YEAR}
-        {MAX { {QUERIES | ERRORS | RESULT ROWS | RESULT BYTES | READ ROWS | READ BYTES | EXECUTION TIME} = number } [,...] |
-        NO LIMITS | TRACKING ONLY} [,...]]
-    [TO {role [,...] | ALL | ALL EXCEPT role [,...]}]
-```
-
-## ALTER SETTINGS PROFILE {#alter-settings-profile-statement}
-
-Kotaları değiştirir.
-
-### Sözdizimi {#alter-settings-profile-syntax}
-
-``` sql
-ALTER SETTINGS PROFILE [IF EXISTS] name [ON CLUSTER cluster_name]
-    [RENAME TO new_name]
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | INHERIT 'profile_name'] [,...]
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/alter/) <!--hide-->
diff --git a/docs/tr/sql-reference/statements/create.md b/docs/tr/sql-reference/statements/create.md
deleted file mode 100644
index 78390564880..00000000000
--- a/docs/tr/sql-reference/statements/create.md
+++ /dev/null
@@ -1,502 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 35
-toc_title: CREATE
----
-
-# Sorgu oluştur {#create-queries}
-
-## CREATE DATABASE {#query-language-create-database}
-
-Veritabanı oluşturur.
-
-``` sql
-CREATE DATABASE [IF NOT EXISTS] db_name [ON CLUSTER cluster] [ENGINE = engine(...)]
-```
-
-### Yanlar {#clauses}
-
--   `IF NOT EXISTS`
-    Eğer... `db_name` veritabanı zaten var, daha sonra ClickHouse yeni bir veritabanı oluşturmuyor ve:
-
-    -   If yan tümcesi belirtilmişse bir istisna atmaz.
-    -   Bir istisna atar if yan tümcesi belirtilmemiş.
-
--   `ON CLUSTER`
-    ClickHouse oluşturur `db_name` belirtilen bir kümenin tüm sunucularında veritabanı.
-
--   `ENGINE`
-
-    -   [MySQL](../../engines/database-engines/mysql.md)
-        Uzak MySQL sunucusundan veri almanızı sağlar.
-        Varsayılan olarak, ClickHouse kendi kullanır [Veritabanı Altyapısı](../../engines/database-engines/index.md).
-
-## CREATE TABLE {#create-table-query}
-
-Bu `CREATE TABLE` sorgu çeşitli formlara sahip olabilir.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [compression_codec] [TTL expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2] [compression_codec] [TTL expr2],
-    ...
-) ENGINE = engine
-```
-
-Adlı bir tablo oluşturur ‘name’ in the ‘db’ veritabanı veya geçerli veritabanı ise ‘db’ küme değil, parantez içinde belirtilen yapı ve ‘engine’ motor.
-Tablonun yapısı sütun açıklamalarının bir listesidir. Dizinler altyapısı tarafından destekleniyorsa, tablo altyapısı için parametreler olarak gösterilir.
-
-Bir sütun açıklaması `name type` en basit durumda. Örnek: `RegionID UInt32`.
-İfadeler varsayılan değerler için de tanımlanabilir (aşağıya bakın).
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name AS [db2.]name2 [ENGINE = engine]
-```
-
-Başka bir tablo ile aynı yapıya sahip bir tablo oluşturur. Tablo için farklı bir motor belirtebilirsiniz. Motor belirtilmemişse, aynı motor için olduğu gibi kullanılacaktır `db2.name2` Tablo.
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name AS table_function()
-```
-
-Yapısı ve veri tarafından döndürülen bir tablo oluşturur. [tablo fonksiyonu](../table-functions/index.md#table-functions).
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name ENGINE = engine AS SELECT ...
-```
-
-Sonucu gibi bir yapıya sahip bir tablo oluşturur `SELECT` Sorgu, ile ‘engine’ motor ve SELECT verilerle doldurur.
-
-Her durumda, eğer `IF NOT EXISTS` tablo zaten varsa, sorgu bir hata döndürmez. Bu durumda, sorgu hiçbir şey yapmaz.
-
-Sonra başka maddeler olabilir `ENGINE` sorguda yan tümcesi. Açıklamalarda tabloların nasıl oluşturulacağına ilişkin ayrıntılı belgelere bakın [masa motorları](../../engines/table-engines/index.md#table_engines).
-
-### Varsayılan Değerler {#create-default-values}
-
-Sütun açıklaması, aşağıdaki yollardan biriyle varsayılan değer için bir ifade belirtebilir:`DEFAULT expr`, `MATERIALIZED expr`, `ALIAS expr`.
-Örnek: `URLDomain String DEFAULT domain(URL)`.
-
-Varsayılan değer için bir ifade tanımlanmamışsa, varsayılan değerler sayılar için sıfırlar, dizeler için boş dizeler, diziler için boş diziler ve `1970-01-01` tarihler için veya zero unix timestamp zamanla tarihler için. Boş alanlar desteklenmez.
-
-Varsayılan ifade tanımlanmışsa, sütun türü isteğe bağlıdır. Açıkça tanımlanmış bir tür yoksa, varsayılan ifade türü kullanılır. Örnek: `EventDate DEFAULT toDate(EventTime)` – the ‘Date’ türü için kullanılacak ‘EventDate’ sütun.
-
-Veri türü ve varsayılan ifade açıkça tanımlanırsa, bu ifade type casting işlevleri kullanılarak belirtilen türe aktarılır. Örnek: `Hits UInt32 DEFAULT 0` aynı şeyi ifade eder `Hits UInt32 DEFAULT toUInt32(0)`.
-
-Default expressions may be defined as an arbitrary expression from table constants and columns. When creating and changing the table structure, it checks that expressions don't contain loops. For INSERT, it checks that expressions are resolvable – that all columns they can be calculated from have been passed.
-
-`DEFAULT expr`
-
-Normal varsayılan değer. INSERT sorgusu karşılık gelen sütunu belirtmezse, ilgili ifadeyi hesaplayarak doldurulur.
-
-`MATERIALIZED expr`
-
-Somut ifade. Böyle bir sütun INSERT için belirtilemez, çünkü her zaman hesaplanır.
-Sütun listesi olmayan bir ekleme için bu sütunlar dikkate alınmaz.
-Buna ek olarak, bir SELECT sorgusunda Yıldız İşareti kullanıldığında bu sütun değiştirilmez. Bu, dökümü kullanarak elde edilen değişmezi korumaktır `SELECT *` sütun listesini belirtmeden INSERT kullanarak tabloya geri eklenebilir.
-
-`ALIAS expr`
-
-Eşanlamlı sözcük. Böyle bir sütun tabloda hiç depolanmaz.
-Değerleri bir tabloya eklenemez ve bir SELECT sorgusunda Yıldız İşareti kullanılırken değiştirilmez.
-Sorgu ayrıştırma sırasında diğer ad genişletilirse, seçimlerde kullanılabilir.
-
-Yeni sütunlar eklemek için ALTER sorgusunu kullanırken, bu sütunlar için eski veriler yazılmaz. Bunun yerine, yeni sütunlar için değerleri olmayan eski verileri okurken, ifadeler varsayılan olarak anında hesaplanır. Ancak, ifadeleri çalıştırmak sorguda belirtilmeyen farklı sütunlar gerektiriyorsa, bu sütunlar ayrıca okunur, ancak yalnızca buna ihtiyaç duyan veri blokları için okunur.
-
-Bir tabloya yeni bir sütun eklerseniz, ancak daha sonra varsayılan ifadesini değiştirirseniz, eski veriler için kullanılan değerler değişir (değerlerin diskte depolanmadığı veriler için). Arka plan birleştirmeleri çalıştırırken, birleştirme parçalarından birinde eksik olan sütunların verileri birleştirilmiş parçaya yazıldığını unutmayın.
-
-İç içe geçmiş veri yapılarındaki öğeler için varsayılan değerleri ayarlamak mümkün değildir.
-
-### Kısıtlamalar {#constraints}
-
-Sütun açıklamaları kısıtlamaları ile birlikte tanımlanabilir:
-
-``` sql
-CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1] [compression_codec] [TTL expr1],
-    ...
-    CONSTRAINT constraint_name_1 CHECK boolean_expr_1,
-    ...
-) ENGINE = engine
-```
-
-`boolean_expr_1` herhangi bir Boole ifadesi ile olabilir. Tablo için kısıtlamalar tanımlanırsa, her biri her satır için kontrol edilir `INSERT` query. If any constraint is not satisfied — server will raise an exception with constraint name and checking expression.
-
-Büyük miktarda kısıtlama eklemek, büyük `INSERT` sorgular.
-
-### TTL ifadesi {#ttl-expression}
-
-Değerler için depolama süresini tanımlar. Sadece MergeTree-family tabloları için belirtilebilir. Ayrıntılı açıklama için, bkz. [Sütunlar ve tablolar için TTL](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-ttl).
-
-### Sütun Sıkıştırma Kodekleri {#codecs}
-
-Varsayılan olarak, ClickHouse `lz4` sıkıştırma yöntemi. İçin `MergeTree`- motor ailesi varsayılan sıkıştırma yöntemini değiştirebilirsiniz [sıkıştırma](../../operations/server-configuration-parameters/settings.md#server-settings-compression) bir sunucu yapılandırması bölümü. Her bir sütun için sıkıştırma yöntemini de tanımlayabilirsiniz. `CREATE TABLE` sorgu.
-
-``` sql
-CREATE TABLE codec_example
-(
-    dt Date CODEC(ZSTD),
-    ts DateTime CODEC(LZ4HC),
-    float_value Float32 CODEC(NONE),
-    double_value Float64 CODEC(LZ4HC(9))
-    value Float32 CODEC(Delta, ZSTD)
-)
-ENGINE = <Engine>
-...
-```
-
-Bir codec bileşeni belirtilmişse, varsayılan codec bileşeni geçerli değildir. Kodekler bir boru hattında birleştirilebilir, örneğin, `CODEC(Delta, ZSTD)`. Projeniz için en iyi codec kombinasyonunu seçmek için, Altınlıkta açıklanana benzer kriterler geçirin [ClickHouse verimliliğini artırmak için yeni Kodlamalar](https://www.altinity.com/blog/2019/7/new-encodings-to-improve-clickhouse) Makale.
-
-!!! warning "Uyarıcı"
-    ClickHouse veritabanı dosyalarını harici yardımcı programlarla açamazsınız `lz4`. Bunun yerine, özel kullanın [clickhouse-kompresör](https://github.com/ClickHouse/ClickHouse/tree/master/programs/compressor) program.
-
-Sıkıştırma Aşağıdaki tablo motorları için desteklenir:
-
--   [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) aile. Sütun sıkıştırma kodeklerini destekler ve varsayılan sıkıştırma yöntemini seçerek [sıkıştırma](../../operations/server-configuration-parameters/settings.md#server-settings-compression) ayarlar.
--   [Günlük](../../engines/table-engines/log-family/index.md) aile. Kullanır `lz4` sıkıştırma yöntemi varsayılan olarak ve sütun sıkıştırma codec destekler.
--   [Koymak](../../engines/table-engines/special/set.md). Yalnızca varsayılan sıkıştırmayı destekledi.
--   [Katmak](../../engines/table-engines/special/join.md). Yalnızca varsayılan sıkıştırmayı destekledi.
-
-ClickHouse ortak amaçlı codec ve özel codec destekler.
-
-#### Özel Kodekler {#create-query-specialized-codecs}
-
-Bu kodekler, verilerin belirli özelliklerini kullanarak sıkıştırmayı daha etkili hale getirmek için tasarlanmıştır. Bu kodeklerden bazıları verileri kendileri sıkıştırmaz. Bunun yerine, verileri ortak bir amaç için hazırlarlar codec, bu hazırlık olmadan daha iyi sıkıştırır.
-
-Özel kodekler:
-
--   `Delta(delta_bytes)` — Compression approach in which raw values are replaced by the difference of two neighboring values, except for the first value that stays unchanged. Up to `delta_bytes` delta değerlerini saklamak için kullanılır, böylece `delta_bytes` ham değerlerin maksimum boyutudur. Mümkün `delta_bytes` değerler: 1, 2, 4, 8. İçin varsayılan değer `delta_bytes` oluyor `sizeof(type)` 1, 2, 4 veya 8'e eşitse. Diğer tüm durumlarda, 1.
--   `DoubleDelta` — Calculates delta of deltas and writes it in compact binary form. Optimal compression rates are achieved for monotonic sequences with a constant stride, such as time series data. Can be used with any fixed-width type. Implements the algorithm used in Gorilla TSDB, extending it to support 64-bit types. Uses 1 extra bit for 32-byte deltas: 5-bit prefixes instead of 4-bit prefixes. For additional information, see Compressing Time Stamps in [Gorilla: Hızlı, Ölçeklenebilir, Bellek İçi Zaman Serisi Veritabanı](http://www.vldb.org/pvldb/vol8/p1816-teller.pdf).
--   `Gorilla` — Calculates XOR between current and previous value and writes it in compact binary form. Efficient when storing a series of floating point values that change slowly, because the best compression rate is achieved when neighboring values are binary equal. Implements the algorithm used in Gorilla TSDB, extending it to support 64-bit types. For additional information, see Compressing Values in [Gorilla: Hızlı, Ölçeklenebilir, Bellek İçi Zaman Serisi Veritabanı](http://www.vldb.org/pvldb/vol8/p1816-teller.pdf).
--   `T64` — Compression approach that crops unused high bits of values in integer data types (including `Enum`, `Date` ve `DateTime`). Algoritmasının her adımında, codec 64 değerden oluşan bir blok alır, 64x64 bit matrisine koyar, aktarır, kullanılmayan değer bitlerini kırpar ve gerisini bir dizi olarak döndürür. Kullanılmayan bitler, sıkıştırmanın kullanıldığı tüm veri bölümündeki maksimum ve minimum değerler arasında farklılık göstermeyen bitlerdir.
-
-`DoubleDelta` ve `Gorilla` kodekler, Gorilla TSDB'DE sıkıştırma algoritmasının bileşenleri olarak kullanılır. Gorilla yaklaşımı, zaman damgaları ile yavaş yavaş değişen değerler dizisi olduğunda senaryolarda etkilidir. Zaman damgaları tarafından etkili bir şekilde sıkıştırılır `DoubleDelta` codec ve değerler etkin bir şekilde sıkıştırılır `Gorilla` codec. Örneğin, etkili bir şekilde saklanan bir tablo elde etmek için, aşağıdaki yapılandırmada oluşturabilirsiniz:
-
-``` sql
-CREATE TABLE codec_example
-(
-    timestamp DateTime CODEC(DoubleDelta),
-    slow_values Float32 CODEC(Gorilla)
-)
-ENGINE = MergeTree()
-```
-
-#### Genel Amaçlı Kodekler {#create-query-general-purpose-codecs}
-
-Cod codecsec codecs'ler:
-
--   `NONE` — No compression.
--   `LZ4` — Lossless [veri sıkıştırma algoritması](https://github.com/lz4/lz4) varsayılan olarak kullanılır. Lz4 hızlı sıkıştırma uygular.
--   `LZ4HC[(level)]` — LZ4 HC (high compression) algorithm with configurable level. Default level: 9. Setting `level <= 0` varsayılan düzeyi uygular. Olası seviyeleri: \[1, 12\]. Önerilen seviye aralığı: \[4, 9\].
--   `ZSTD[(level)]` — [Zstd sıkıştırma algoritması](https://en.wikipedia.org/wiki/Zstandard) yapılandırılabilir ile `level`. Olası seviyeler: \[1, 22\]. Varsayılan değer: 1.
-
-Yüksek Sıkıştırma seviyeleri asimetrik senaryolar için kullanışlıdır, örneğin bir kez sıkıştırın, tekrar tekrar sıkıştırın. Daha yüksek seviyeler daha iyi sıkıştırma ve daha yüksek CPU kullanımı anlamına gelir.
-
-## Geçici Tablolar {#temporary-tables}
-
-ClickHouse aşağıdaki özelliklere sahip geçici tabloları destekler:
-
--   Bağlantı kaybolursa da dahil olmak üzere oturum sona erdiğinde geçici tablolar kaybolur.
--   Geçici bir tablo yalnızca bellek altyapısını kullanır.
--   DB geçici bir tablo için belirtilemez. Veritabanları dışında oluşturulur.
--   Tüm küme sunucularında dağıtılmış DDL sorgusu ile geçici bir tablo oluşturmak imkansız (kullanarak `ON CLUSTER`): bu tablo yalnızca geçerli oturumda bulunur.
--   Geçici bir tablo başka bir ile aynı ada sahip ve bir sorgu DB belirtmeden tablo adını belirtir, geçici tablo kullanılır.
--   Dağıtılmış sorgu işleme için bir sorguda kullanılan geçici tablolar uzak sunuculara geçirilir.
-
-Geçici bir tablo oluşturmak için aşağıdaki sözdizimini kullanın:
-
-``` sql
-CREATE TEMPORARY TABLE [IF NOT EXISTS] table_name
-(
-    name1 [type1] [DEFAULT|MATERIALIZED|ALIAS expr1],
-    name2 [type2] [DEFAULT|MATERIALIZED|ALIAS expr2],
-    ...
-)
-```
-
-Çoğu durumda, geçici tablolar el ile oluşturulmaz, ancak bir sorgu için veya dağıtılmış için dış verileri kullanırken `(GLOBAL) IN`. Daha fazla bilgi için uygun bölümlere bakın
-
-İle tabloları kullanmak mümkündür [Motor = bellek](../../engines/table-engines/special/memory.md) geçici tablolar yerine.
-
-## Dağıtılmış DDL sorguları (küme yan tümcesinde) {#distributed-ddl-queries-on-cluster-clause}
-
-Bu `CREATE`, `DROP`, `ALTER`, ve `RENAME` sorgular, bir kümede dağıtılmış yürütmeyi destekler.
-Örneğin, aşağıdaki sorgu oluşturur `all_hits` `Distributed` her ana bilgisayarda tablo `cluster`:
-
-``` sql
-CREATE TABLE IF NOT EXISTS all_hits ON CLUSTER cluster (p Date, i Int32) ENGINE = Distributed(cluster, default, hits)
-```
-
-Bu sorguları doğru bir şekilde çalıştırmak için, her ana bilgisayarın aynı küme tanımına sahip olması gerekir (senkronizasyon yapılandırmalarını basitleştirmek için zookeeper'dan değiştirmeleri kullanabilirsiniz). Ayrıca ZooKeeper sunucularına bağlanmaları gerekir.
-Bazı ana bilgisayarlar şu anda mevcut olmasa bile, sorgunun yerel sürümü sonunda kümedeki her ana bilgisayarda uygulanır. Tek bir ana makine içinde sorguları yürütme sırası garanti edilir.
-
-## CREATE VIEW {#create-view}
-
-``` sql
-CREATE [MATERIALIZED] VIEW [IF NOT EXISTS] [db.]table_name [TO[db.]name] [ENGINE = engine] [POPULATE] AS SELECT ...
-```
-
-Bir görünüm oluşturur. İki tür görüş vardır: normal ve SOMUTLAŞTIRILMIŞ.
-
-Normal görünümler herhangi bir veri depolamaz, ancak başka bir tablodan bir okuma gerçekleştirir. Başka bir deyişle, normal bir görünüm kaydedilmiş bir sorgudan başka bir şey değildir. Bir görünümden okurken, bu kaydedilmiş sorgu FROM yan tümcesinde bir alt sorgu olarak kullanılır.
-
-Örnek olarak, bir görünüm oluşturduğunuzu varsayalım:
-
-``` sql
-CREATE VIEW view AS SELECT ...
-```
-
-ve bir sorgu yazdı:
-
-``` sql
-SELECT a, b, c FROM view
-```
-
-Bu sorgu, alt sorguyu kullanmaya tam olarak eşdeğerdir:
-
-``` sql
-SELECT a, b, c FROM (SELECT ...)
-```
-
-Materialized görünümler, ilgili SELECT sorgusu tarafından dönüştürülmüş verileri depolar.
-
-Olmadan hayata bir görünüm oluştururken `TO [db].[table]`, you must specify ENGINE – the table engine for storing data.
-
-İle somutlaştırılmış bir görünüm oluştururken `TO [db].[table]`, kullanma mustmalısınız `POPULATE`.
-
-Materialized görünüm aşağıdaki gibi düzenlenmiştir: SELECT belirtilen tabloya veri eklerken, eklenen verilerin bir kısmı bu SELECT sorgusu tarafından dönüştürülür ve sonuç görünümde eklenir.
-
-Doldur belirtirseniz, varolan tablo verilerini oluştururken görünümde, sanki bir `CREATE TABLE ... AS SELECT ...` . Aksi takdirde, sorgu yalnızca görünümü oluşturduktan sonra tabloya eklenen verileri içerir. Görünüm oluşturma sırasında tabloya eklenen veriler EKLENMEYECEĞİNDEN, doldur kullanmanızı önermiyoruz.
-
-A `SELECT` sorgu içerebilir `DISTINCT`, `GROUP BY`, `ORDER BY`, `LIMIT`… Note that the corresponding conversions are performed independently on each block of inserted data. For example, if `GROUP BY` ayarlanır, veri ekleme sırasında toplanır, ancak yalnızca tek bir eklenen veri paketi içinde toplanır. Veriler daha fazla toplanmayacaktır. Özel durum, bağımsız olarak veri toplama, gibi gerçekleştiren bir motor kullanırken olur `SummingMergeTree`.
-
-Yürütme `ALTER` somut görünümlerle ilgili sorgular tam olarak geliştirilmemiştir, bu nedenle rahatsız edici olabilirler. Eğer hayata görünüm inşaat kullanıyorsa `TO [db.]name` yapabilirsiniz `DETACH` the view, run `ALTER` hedef tablo için ve sonra `ATTACH` daha önce müstakil (`DETACH`) görünüm.
-
-Görünümler normal tablolarla aynı görünür. Örneğin, bunlar sonucu listelenir `SHOW TABLES` sorgu.
-
-Görünümleri silmek için ayrı bir sorgu yok. Bir görünümü silmek için şunları kullanın `DROP TABLE`.
-
-## CREATE DICTIONARY {#create-dictionary-query}
-
-``` sql
-CREATE DICTIONARY [IF NOT EXISTS] [db.]dictionary_name [ON CLUSTER cluster]
-(
-    key1 type1  [DEFAULT|EXPRESSION expr1] [HIERARCHICAL|INJECTIVE|IS_OBJECT_ID],
-    key2 type2  [DEFAULT|EXPRESSION expr2] [HIERARCHICAL|INJECTIVE|IS_OBJECT_ID],
-    attr1 type2 [DEFAULT|EXPRESSION expr3],
-    attr2 type2 [DEFAULT|EXPRESSION expr4]
-)
-PRIMARY KEY key1, key2
-SOURCE(SOURCE_NAME([param1 value1 ... paramN valueN]))
-LAYOUT(LAYOUT_NAME([param_name param_value]))
-LIFETIME({MIN min_val MAX max_val | max_val})
-```
-
-Oluşturuyor [dış sözlük](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md) verilen ile [yapılı](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md), [kaynaklı](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md), [düzen](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md) ve [ömür](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-lifetime.md).
-
-Dış sözlük yapısı özniteliklerden oluşur. Sözlük öznitelikleri tablo sütunlarına benzer şekilde belirtilir. Tek gerekli öznitelik özelliği türüdür, diğer tüm özelliklerin varsayılan değerleri olabilir.
-
-Sözlüğe bağlı olarak [düzen](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md) bir veya daha fazla öznitelik sözlük anahtarları olarak belirtilebilir.
-
-Daha fazla bilgi için, bkz. [Dış Söz Dictionarieslükler](../dictionaries/external-dictionaries/external-dicts.md) bölme.
-
-## CREATE USER {#create-user-statement}
-
-Oluşturur bir [kullanıcı hesabı](../../operations/access-rights.md#user-account-management).
-
-### Sözdizimi {#create-user-syntax}
-
-``` sql
-CREATE USER [IF NOT EXISTS | OR REPLACE] name [ON CLUSTER cluster_name]
-    [IDENTIFIED [WITH {NO_PASSWORD|PLAINTEXT_PASSWORD|SHA256_PASSWORD|SHA256_HASH|DOUBLE_SHA1_PASSWORD|DOUBLE_SHA1_HASH}] BY {'password'|'hash'}]
-    [HOST {LOCAL | NAME 'name' | REGEXP 'name_regexp' | IP 'address' | LIKE 'pattern'} [,...] | ANY | NONE]
-    [DEFAULT ROLE role [,...]]
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | PROFILE 'profile_name'] [,...]
-```
-
-#### Tanıma {#identification}
-
-Kullanıcı tanımlama birden çok yolu vardır:
-
--   `IDENTIFIED WITH no_password`
--   `IDENTIFIED WITH plaintext_password BY 'qwerty'`
--   `IDENTIFIED WITH sha256_password BY 'qwerty'` veya `IDENTIFIED BY 'password'`
--   `IDENTIFIED WITH sha256_hash BY 'hash'`
--   `IDENTIFIED WITH double_sha1_password BY 'qwerty'`
--   `IDENTIFIED WITH double_sha1_hash BY 'hash'`
-
-#### Kullanıcı Host {#user-host}
-
-Kullanıcı ana bilgisayar, ClickHouse sunucusuna bağlantı kurulabilen bir ana bilgisayardır. Ev sahibi belirtilebilir `HOST` aşağıdaki yollarla sorgu bölümü:
-
--   `HOST IP 'ip_address_or_subnetwork'` — User can connect to ClickHouse server only from the specified IP address or a [alt ağ](https://en.wikipedia.org/wiki/Subnetwork). Örnekler: `HOST IP '192.168.0.0/16'`, `HOST IP '2001:DB8::/32'`. Üretimde kullanım için, sadece belirtin `HOST IP` elemanları (IP adresleri ve maskeleri), kullanıl ,dığından beri `host` ve `host_regexp` ekstra gecikmeye neden olabilir.
--   `HOST ANY` — User can connect from any location. This is default option.
--   `HOST LOCAL` — User can connect only locally.
--   `HOST NAME 'fqdn'` — User host can be specified as FQDN. For example, `HOST NAME 'mysite.com'`.
--   `HOST NAME REGEXP 'regexp'` — You can use [pcre](http://www.pcre.org/) kullanıcı ana bilgisayarlarını belirtirken düzenli ifadeler. Mesela, `HOST NAME REGEXP '.*\.mysite\.com'`.
--   `HOST LIKE 'template'` — Allows you use the [LIKE](../functions/string-search-functions.md#function-like) kullanıcı ana filtrelemek için operatör. Mesela, `HOST LIKE '%'` eşdeğ toer equivalentdir `HOST ANY`, `HOST LIKE '%.mysite.com'` tüm host filtersları filtreler `mysite.com` etki.
-
-Host belirtme başka bir yolu kullanmaktır `@` kullanıcı adı ile sözdizimi. Örnekler:
-
--   `CREATE USER mira@'127.0.0.1'` — Equivalent to the `HOST IP` sözdizimi.
--   `CREATE USER mira@'localhost'` — Equivalent to the `HOST LOCAL` sözdizimi.
--   `CREATE USER mira@'192.168.%.%'` — Equivalent to the `HOST LIKE` sözdizimi.
-
-!!! info "Uyarıcı"
-    ClickHouse davranır `user_name@'address'` bir bütün olarak bir kullanıcı adı olarak. Böylece, teknik olarak birden fazla kullanıcı oluşturabilirsiniz `user_name` ve sonra farklı yapılar `@`. Ben bunu tavsiye etmiyoruz.
-
-### Örnekler {#create-user-examples}
-
-Kullanıcı hesabı oluşturma `mira` şifre ile korunmaktadır `qwerty`:
-
-``` sql
-CREATE USER mira HOST IP '127.0.0.1' IDENTIFIED WITH sha256_password BY 'qwerty'
-```
-
-`mira` ClickHouse sunucusunun çalıştığı ana bilgisayarda istemci uygulamasını başlatmalıdır.
-
-Kullanıcı hesabı oluşturma `john`, ona roller atayın ve bu rolleri varsayılan yapın:
-
-``` sql
-CREATE USER john DEFAULT ROLE role1, role2
-```
-
-Kullanıcı hesabı oluşturma `john` ve gelecekteki tüm rollerini varsayılan hale getirin:
-
-``` sql
-ALTER USER user DEFAULT ROLE ALL
-```
-
-Ne zaman bazı rol atanacak `john` gelecekte otomatik olarak varsayılan hale gelecektir.
-
-Kullanıcı hesabı oluşturma `john` ve gelecekteki tüm rollerini varsayılan olarak yapın `role1` ve `role2`:
-
-``` sql
-ALTER USER john DEFAULT ROLE ALL EXCEPT role1, role2
-```
-
-## CREATE ROLE {#create-role-statement}
-
-Oluşturur bir [rol](../../operations/access-rights.md#role-management).
-
-### Sözdizimi {#create-role-syntax}
-
-``` sql
-CREATE ROLE [IF NOT EXISTS | OR REPLACE] name
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | PROFILE 'profile_name'] [,...]
-```
-
-### Açıklama {#create-role-description}
-
-Rol bir dizi [ayrıcalıklar](grant.md#grant-privileges). Bir rolle verilen bir kullanıcı, bu rolün tüm ayrıcalıklarını alır.
-
-Bir kullanıcı birden çok rolle atanabilir. Kullanıcılar tarafından keyfi kombinasyonlarda verilen rolleri uygulayabilirsiniz [SET ROLE](misc.md#set-role-statement) deyim. Ayrıcalıkların son kapsamı, uygulanan tüm rollerin tüm ayrıcalıklarının birleştirilmiş kümesidir. Bir kullanıcının doğrudan kullanıcı hesabına verilen ayrıcalıkları varsa, bunlar roller tarafından verilen ayrıcalıklarla da birleştirilir.
-
-Kullanıcı, kullanıcı girişinde geçerli olan varsayılan rollere sahip olabilir. Varsayılan rolleri ayarlamak için [SET DEFAULT ROLE](misc.md#set-default-role-statement) beyan veya [ALTER USER](alter.md#alter-user-statement) deyim.
-
-Bir rolü iptal etmek için [REVOKE](revoke.md) deyim.
-
-Rolü silmek için [DROP ROLE](misc.md#drop-role-statement) deyim. Silinen rol, kendisine verilen tüm kullanıcılardan ve rollerden otomatik olarak iptal edilir.
-
-### Örnekler {#create-role-examples}
-
-``` sql
-CREATE ROLE accountant;
-GRANT SELECT ON db.* TO accountant;
-```
-
-Bu sorgu sırası rolü oluşturur `accountant` bu veri okuma ayrıcalığına sahip `accounting` veritabanı.
-
-Kullanıcıya rol verilmesi `mira`:
-
-``` sql
-GRANT accountant TO mira;
-```
-
-Rol verildikten sonra kullanıcı bunu kullanabilir ve izin verilen sorguları gerçekleştirebilir. Mesela:
-
-``` sql
-SET ROLE accountant;
-SELECT * FROM db.*;
-```
-
-## CREATE ROW POLICY {#create-row-policy-statement}
-
-Oluşturur bir [satırlar için filtre](../../operations/access-rights.md#row-policy-management), bir kullanıcı bir tablodan okuyabilir.
-
-### Sözdizimi {#create-row-policy-syntax}
-
-``` sql
-CREATE [ROW] POLICY [IF NOT EXISTS | OR REPLACE] policy_name [ON CLUSTER cluster_name] ON [db.]table
-    [AS {PERMISSIVE | RESTRICTIVE}]
-    [FOR SELECT]
-    [USING condition]
-    [TO {role [,...] | ALL | ALL EXCEPT role [,...]}]
-```
-
-#### Bölüm olarak {#create-row-policy-as}
-
-Bu bölümü kullanarak izin veren veya kısıtlayıcı ilkeler oluşturabilirsiniz.
-
-İzin verme ilkesi satırlara erişim sağlar. Aynı tabloya uygulanan izin veren politikalar boolean kullanılarak birlikte birleştirilir `OR` operatör. İlkeler varsayılan olarak izinlidir.
-
-Kısıtlayıcı ilke satıra erişimi kısıtlar. Aynı tabloya uygulanan kısıtlayıcı ilkeler, boolean kullanılarak birlikte birleştirilir `AND` operatör.
-
-Kısıtlayıcı ilkeler, izin veren süzgeçleri geçen satırlara uygulanır. Kısıtlayıcı ilkeler ayarlarsanız, ancak izin veren ilkeler yoksa, kullanıcı tablodan herhangi bir satır alamaz.
-
-#### Bölüm için {#create-row-policy-to}
-
-Bölümünde `TO` örneğin, rollerin ve kullanıcıların karışık bir listesini verebilirsiniz, `CREATE ROW POLICY ... TO accountant, john@localhost`.
-
-Kelime `ALL` geçerli kullanıcı dahil olmak üzere tüm ClickHouse kullanıcıları anlamına gelir. Kelimeler `ALL EXCEPT` bazı kullanıcıları tüm kullanıcılar listesinden çıkarmak için izin ver, örneğin `CREATE ROW POLICY ... TO ALL EXCEPT accountant, john@localhost`
-
-### Örnekler {#examples}
-
--   `CREATE ROW POLICY filter ON mydb.mytable FOR SELECT USING a<1000 TO accountant, john@localhost`
--   `CREATE ROW POLICY filter ON mydb.mytable FOR SELECT USING a<1000 TO ALL EXCEPT mira`
-
-## CREATE QUOTA {#create-quota-statement}
-
-Oluşturur bir [kota](../../operations/access-rights.md#quotas-management) bu bir kullanıcıya veya bir role atanabilir.
-
-### Sözdizimi {#create-quota-syntax}
-
-``` sql
-CREATE QUOTA [IF NOT EXISTS | OR REPLACE] name [ON CLUSTER cluster_name]
-    [KEYED BY {'none' | 'user name' | 'ip address' | 'client key' | 'client key or user name' | 'client key or ip address'}]
-    [FOR [RANDOMIZED] INTERVAL number {SECOND | MINUTE | HOUR | DAY | WEEK | MONTH | QUARTER | YEAR}
-        {MAX { {QUERIES | ERRORS | RESULT ROWS | RESULT BYTES | READ ROWS | READ BYTES | EXECUTION TIME} = number } [,...] |
-         NO LIMITS | TRACKING ONLY} [,...]]
-    [TO {role [,...] | ALL | ALL EXCEPT role [,...]}]
-```
-
-### Örnek {#create-quota-example}
-
-15 ay içinde 123 Sorgu ile geçerli kullanıcı için sorgu sayısını sınır constraintlayın:
-
-``` sql
-CREATE QUOTA qA FOR INTERVAL 15 MONTH MAX QUERIES 123 TO CURRENT_USER
-```
-
-## CREATE SETTINGS PROFILE {#create-settings-profile-statement}
-
-Oluşturur bir [ayarlar profili](../../operations/access-rights.md#settings-profiles-management) bu bir kullanıcıya veya bir role atanabilir.
-
-### Sözdizimi {#create-settings-profile-syntax}
-
-``` sql
-CREATE SETTINGS PROFILE [IF NOT EXISTS | OR REPLACE] name [ON CLUSTER cluster_name]
-    [SETTINGS variable [= value] [MIN [=] min_value] [MAX [=] max_value] [READONLY|WRITABLE] | INHERIT 'profile_name'] [,...]
-```
-
-# Örnek {#create-settings-profile-syntax}
-
-Create the `max_memory_usage_profile` ayar profili için değer ve kısıtlamalarla `max_memory_usage` ayar. At itayın `robin`:
-
-``` sql
-CREATE SETTINGS PROFILE max_memory_usage_profile SETTINGS max_memory_usage = 100000001 MIN 90000000 MAX 110000000 TO robin
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/create/) <!--hide-->
diff --git a/docs/tr/sql-reference/statements/grant.md b/docs/tr/sql-reference/statements/grant.md
deleted file mode 100644
index 61a40a297fc..00000000000
--- a/docs/tr/sql-reference/statements/grant.md
+++ /dev/null
@@ -1,476 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: cbd8aa9052361a7ee11c209560cff7175c2b8e42
-toc_priority: 39
-toc_title: GRANT
----
-
-# GRANT {#grant}
-
--   Veriyor [ayrıcalıklar](#grant-privileges) kullanıcı hesaplarını veya rollerini tıklamak için.
--   Rolleri kullanıcı hesaplarına veya diğer rollere atar.
-
-Ayrıcalıkları iptal etmek için [REVOKE](../../sql-reference/statements/revoke.md) deyim. Ayrıca, verilen ayrıcalıkları listeleyebilirsiniz [SHOW GRANTS](../../sql-reference/statements/show.md#show-grants-statement) deyim.
-
-## Ayrıcalık Sözdizimi Verme {#grant-privigele-syntax}
-
-``` sql
-GRANT [ON CLUSTER cluster_name] privilege[(column_name [,...])] [,...] ON {db.table|db.*|*.*|table|*} TO {user | role | CURRENT_USER} [,...] [WITH GRANT OPTION]
-```
-
--   `privilege` — Type of privilege.
--   `role` — ClickHouse user role.
--   `user` — ClickHouse user account.
-
-Bu `WITH GRANT OPTION` madde hibeleri `user` veya `role` yürütme izni ile `GRANT` sorgu. Kullanıcılar sahip oldukları ve daha az olan aynı kapsamdaki ayrıcalıkları verebilir.
-
-## Rol Sözdizimi Atama {#assign-role-syntax}
-
-``` sql
-GRANT [ON CLUSTER cluster_name] role [,...] TO {user | another_role | CURRENT_USER} [,...] [WITH ADMIN OPTION]
-```
-
--   `role` — ClickHouse user role.
--   `user` — ClickHouse user account.
-
-Bu `WITH ADMIN OPTION` madde hibeleri [ADMIN OPTION](#admin-option-privilege) ayrıcalık `user` veya `role`.
-
-## Kullanma {#grant-usage}
-
-Kullanmak `GRANT` hesabınız olmalıdır var `GRANT OPTION` ayrıcalık. Ayrıcalıkları yalnızca hesap ayrıcalıklarınız kapsamında verebilirsiniz.
-
-Örneğin, yönetici için ayrıcalıklar verdi `john` sorguya göre hesap:
-
-``` sql
-GRANT SELECT(x,y) ON db.table TO john WITH GRANT OPTION
-```
-
-Demek ki `john` yürütme izni var mı:
-
--   `SELECT x,y FROM db.table`.
--   `SELECT x FROM db.table`.
--   `SELECT y FROM db.table`.
-
-`john` idam edilemiyor `SELECT z FROM db.table`. Bu `SELECT * FROM db.table` ayrıca mevcut değildir. Bu sorguyu işlerken, ClickHouse bile herhangi bir veri döndürmez `x` ve `y`. Tek istisna, bir tablo yalnızca `x` ve `y` sütun. Bu durumda ClickHouse tüm verileri döndürür.
-
-Ayrıca `john` vardır `GRANT OPTION` ayrıcalık, böylece diğer kullanıcılara aynı veya daha küçük kapsamdaki ayrıcalıklar verebilir.
-
-Ayrıcalıkları belirtme Yıldız İşareti kullanabilirsiniz (`*`) bir tablo veya veritabanı adı yerine. Örneğin, `GRANT SELECT ON db.* TO john` sorgu sağlar `john` yürütmek için `SELECT` tüm tablolar üzerinde sorgu `db` veritabanı. Ayrıca, veritabanı adı atlayabilirsiniz. Bu durumda, geçerli veritabanı için ayrıcalıklar verilir. Mesela, `GRANT SELECT ON * TO john` geçerli veritabanındaki tüm tablolarda ayrıcalık verir, `GRANT SELECT ON mytable TO john` bu ayrıcalığı verir `mytable` geçerli veritabanındaki tablo.
-
-Erişim `system` veritabanına her zaman izin verilir (bu veritabanı sorguları işlemek için kullanıldığından).
-
-Tek bir sorguda birden çok hesaba birden çok ayrıcalık verebilirsiniz. Sorgu `GRANT SELECT, INSERT ON *.* TO john, robin` hesaplara izin verir `john` ve `robin` yürütmek için `INSERT` ve `SELECT` sunucudaki tüm veritabanlarındaki tüm tablolar üzerinden sorgular.
-
-## Ayrıcalıklar {#grant-privileges}
-
-Ayrıcalık, belirli bir sorgu türünü yürütme iznidir.
-
-Ayrıcalıklar hiyerarşik bir yapıya sahiptir. İzin verilen sorgular kümesi ayrıcalık kapsamına bağlıdır.
-
-Ayrıcalıkların hiyerarşisi:
-
--   [SELECT](#grant-select)
--   [INSERT](#grant-insert)
--   [ALTER](#grant-alter)
-    -   `ALTER TABLE`
-        -   `ALTER UPDATE`
-        -   `ALTER DELETE`
-        -   `ALTER COLUMN`
-            -   `ALTER ADD COLUMN`
-            -   `ALTER DROP COLUMN`
-            -   `ALTER MODIFY COLUMN`
-            -   `ALTER COMMENT COLUMN`
-            -   `ALTER CLEAR COLUMN`
-            -   `ALTER RENAME COLUMN`
-        -   `ALTER INDEX`
-            -   `ALTER ORDER BY`
-            -   `ALTER ADD INDEX`
-            -   `ALTER DROP INDEX`
-            -   `ALTER MATERIALIZE INDEX`
-            -   `ALTER CLEAR INDEX`
-        -   `ALTER CONSTRAINT`
-            -   `ALTER ADD CONSTRAINT`
-            -   `ALTER DROP CONSTRAINT`
-        -   `ALTER TTL`
-        -   `ALTER MATERIALIZE TTL`
-        -   `ALTER SETTINGS`
-        -   `ALTER MOVE PARTITION`
-        -   `ALTER FETCH PARTITION`
-        -   `ALTER FREEZE PARTITION`
-    -   `ALTER VIEW`
-        -   `ALTER VIEW REFRESH`
-        -   `ALTER VIEW MODIFY QUERY`
--   [CREATE](#grant-create)
-    -   `CREATE DATABASE`
-    -   `CREATE TABLE`
-    -   `CREATE VIEW`
-    -   `CREATE DICTIONARY`
-    -   `CREATE TEMPORARY TABLE`
--   [DROP](#grant-drop)
-    -   `DROP DATABASE`
-    -   `DROP TABLE`
-    -   `DROP VIEW`
-    -   `DROP DICTIONARY`
--   [TRUNCATE](#grant-truncate)
--   [OPTIMIZE](#grant-optimize)
--   [SHOW](#grant-show)
-    -   `SHOW DATABASES`
-    -   `SHOW TABLES`
-    -   `SHOW COLUMNS`
-    -   `SHOW DICTIONARIES`
--   [KILL QUERY](#grant-kill-query)
--   [ACCESS MANAGEMENT](#grant-access-management)
-    -   `CREATE USER`
-    -   `ALTER USER`
-    -   `DROP USER`
-    -   `CREATE ROLE`
-    -   `ALTER ROLE`
-    -   `DROP ROLE`
-    -   `CREATE ROW POLICY`
-    -   `ALTER ROW POLICY`
-    -   `DROP ROW POLICY`
-    -   `CREATE QUOTA`
-    -   `ALTER QUOTA`
-    -   `DROP QUOTA`
-    -   `CREATE SETTINGS PROFILE`
-    -   `ALTER SETTINGS PROFILE`
-    -   `DROP SETTINGS PROFILE`
-    -   `SHOW ACCESS`
-        -   `SHOW_USERS`
-        -   `SHOW_ROLES`
-        -   `SHOW_ROW_POLICIES`
-        -   `SHOW_QUOTAS`
-        -   `SHOW_SETTINGS_PROFILES`
-    -   `ROLE ADMIN`
--   [SYSTEM](#grant-system)
-    -   `SYSTEM SHUTDOWN`
-    -   `SYSTEM DROP CACHE`
-        -   `SYSTEM DROP DNS CACHE`
-        -   `SYSTEM DROP MARK CACHE`
-        -   `SYSTEM DROP UNCOMPRESSED CACHE`
-    -   `SYSTEM RELOAD`
-        -   `SYSTEM RELOAD CONFIG`
-        -   `SYSTEM RELOAD DICTIONARY`
-        -   `SYSTEM RELOAD EMBEDDED DICTIONARIES`
-    -   `SYSTEM MERGES`
-    -   `SYSTEM TTL MERGES`
-    -   `SYSTEM FETCHES`
-    -   `SYSTEM MOVES`
-    -   `SYSTEM SENDS`
-        -   `SYSTEM DISTRIBUTED SENDS`
-        -   `SYSTEM REPLICATED SENDS`
-    -   `SYSTEM REPLICATION QUEUES`
-    -   `SYSTEM SYNC REPLICA`
-    -   `SYSTEM RESTART REPLICA`
-    -   `SYSTEM FLUSH`
-        -   `SYSTEM FLUSH DISTRIBUTED`
-        -   `SYSTEM FLUSH LOGS`
--   [INTROSPECTION](#grant-introspection)
-    -   `addressToLine`
-    -   `addressToSymbol`
-    -   `demangle`
--   [SOURCES](#grant-sources)
-    -   `FILE`
-    -   `URL`
-    -   `REMOTE`
-    -   `YSQL`
-    -   `ODBC`
-    -   `JDBC`
-    -   `HDFS`
-    -   `S3`
--   [dictGet](#grant-dictget)
-
-Bu hiyerarşinin nasıl ele alındığına dair örnekler:
-
--   Bu `ALTER` ayrıcalık diğer her şeyi içerir `ALTER*` ayrıcalıklar.
--   `ALTER CONSTRAINT` içerir `ALTER ADD CONSTRAINT` ve `ALTER DROP CONSTRAINT` ayrıcalıklar.
-
-Ayrıcalıklar farklı düzeylerde uygulanır. Bir seviyeyi bilmek, ayrıcalık için mevcut sözdizimini önerir.
-
-Seviyeler (düşükten yükseğe):
-
--   `COLUMN` — Privilege can be granted for column, table, database, or globally.
--   `TABLE` — Privilege can be granted for table, database, or globally.
--   `VIEW` — Privilege can be granted for view, database, or globally.
--   `DICTIONARY` — Privilege can be granted for dictionary, database, or globally.
--   `DATABASE` — Privilege can be granted for database or globally.
--   `GLOBAL` — Privilege can be granted only globally.
--   `GROUP` — Groups privileges of different levels. When `GROUP`- seviye ayrıcalığı verilir, yalnızca kullanılan sözdizimine karşılık gelen grup ayrıcalıkları verilir.
-
-İzin verilen sözdizimi örnekleri:
-
--   `GRANT SELECT(x) ON db.table TO user`
--   `GRANT SELECT ON db.* TO user`
-
-İzin verilmeyen sözdizimi örnekleri:
-
--   `GRANT CREATE USER(x) ON db.table TO user`
--   `GRANT CREATE USER ON db.* TO user`
-
-Özel ayrıcalık [ALL](#grant-all) bir kullanıcı hesabı veya rol için tüm ayrıcalıkları verir.
-
-Varsayılan olarak, bir kullanıcı hesabının veya rolün ayrıcalıkları yoktur.
-
-Eğer bir kullanıcı veya rolü herhangi bir imtiyaz varsa, görüntülenen bu [NONE](#grant-none) ayrıcalık.
-
-Bazı sorgular uygulamalarıyla bir dizi ayrıcalık gerektirir. Örneğin, yürütmek için [RENAME](../../sql-reference/statements/misc.md#misc_operations-rename) sorgu aşağıdaki ayrıcalıklara ihtiyacınız var: `SELECT`, `CREATE TABLE`, `INSERT` ve `DROP TABLE`.
-
-### SELECT {#grant-select}
-
-Çalıştırmaya izin verir [SELECT](../../sql-reference/statements/select/index.md) sorgular.
-
-Ayrıcalık düzeyi: `COLUMN`.
-
-**Açıklama**
-
-Bu ayrıcalığa sahip bir kullanıcı yürütebilir `SELECT` belirtilen tablo ve veritabanındaki sütunların belirtilen bir liste üzerinde sorgular. Kullanıcı başka sütunlar içeriyorsa, belirtilen sorgu herhangi bir veri döndürmez.
-
-Aşağıdaki ayrıcalığı göz önünde bulundurun:
-
-``` sql
-GRANT SELECT(x,y) ON db.table TO john
-```
-
-Bu ayrıcalık sağlar `john` herhangi bir yürütmek için `SELECT` veri içeren sorgu `x` ve / veya `y` içindeki sütunlar `db.table`, mesela, `SELECT x FROM db.table`. `john` idam edilemiyor `SELECT z FROM db.table`. Bu `SELECT * FROM db.table` ayrıca mevcut değildir. Bu sorguyu işlerken, ClickHouse bile herhangi bir veri döndürmez `x` ve `y`. Tek istisna, bir tablo yalnızca `x` ve `y` sütunlar, bu durumda ClickHouse tüm verileri döndürür.
-
-### INSERT {#grant-insert}
-
-Çalıştırmaya izin verir [INSERT](../../sql-reference/statements/insert-into.md) sorgular.
-
-Ayrıcalık düzeyi: `COLUMN`.
-
-**Açıklama**
-
-Bu ayrıcalığa sahip bir kullanıcı yürütebilir `INSERT` belirtilen tablo ve veritabanındaki sütunların belirtilen bir liste üzerinde sorgular. Kullanıcı başka sütunlar içeriyorsa, belirtilen sorgu herhangi bir veri eklemez.
-
-**Örnek**
-
-``` sql
-GRANT INSERT(x,y) ON db.table TO john
-```
-
-Verilen ayrıcalık izin verir `john` veri eklemek için `x` ve / veya `y` içindeki sütunlar `db.table`.
-
-### ALTER {#grant-alter}
-
-Çalıştırmaya izin verir [ALTER](../../sql-reference/statements/alter.md) aşağıdaki ayrıcalıklar hiyerarşisine göre sorgular:
-
--   `ALTER`. Düzey: `COLUMN`.
-    -   `ALTER TABLE`. Düzey: `GROUP`
-        -   `ALTER UPDATE`. Düzey: `COLUMN`. Takma ad: `UPDATE`
-        -   `ALTER DELETE`. Düzey: `COLUMN`. Takma ad: `DELETE`
-        -   `ALTER COLUMN`. Düzey: `GROUP`
-            -   `ALTER ADD COLUMN`. Düzey: `COLUMN`. Takma ad: `ADD COLUMN`
-            -   `ALTER DROP COLUMN`. Düzey: `COLUMN`. Takma ad: `DROP COLUMN`
-            -   `ALTER MODIFY COLUMN`. Düzey: `COLUMN`. Takma ad: `MODIFY COLUMN`
-            -   `ALTER COMMENT COLUMN`. Düzey: `COLUMN`. Takma ad: `COMMENT COLUMN`
-            -   `ALTER CLEAR COLUMN`. Düzey: `COLUMN`. Takma ad: `CLEAR COLUMN`
-            -   `ALTER RENAME COLUMN`. Düzey: `COLUMN`. Takma ad: `RENAME COLUMN`
-        -   `ALTER INDEX`. Düzey: `GROUP`. Takma ad: `INDEX`
-            -   `ALTER ORDER BY`. Düzey: `TABLE`. Takma ad: `ALTER MODIFY ORDER BY`, `MODIFY ORDER BY`
-            -   `ALTER ADD INDEX`. Düzey: `TABLE`. Takma ad: `ADD INDEX`
-            -   `ALTER DROP INDEX`. Düzey: `TABLE`. Takma ad: `DROP INDEX`
-            -   `ALTER MATERIALIZE INDEX`. Düzey: `TABLE`. Takma ad: `MATERIALIZE INDEX`
-            -   `ALTER CLEAR INDEX`. Düzey: `TABLE`. Takma ad: `CLEAR INDEX`
-        -   `ALTER CONSTRAINT`. Düzey: `GROUP`. Takma ad: `CONSTRAINT`
-            -   `ALTER ADD CONSTRAINT`. Düzey: `TABLE`. Takma ad: `ADD CONSTRAINT`
-            -   `ALTER DROP CONSTRAINT`. Düzey: `TABLE`. Takma ad: `DROP CONSTRAINT`
-        -   `ALTER TTL`. Düzey: `TABLE`. Takma ad: `ALTER MODIFY TTL`, `MODIFY TTL`
-        -   `ALTER MATERIALIZE TTL`. Düzey: `TABLE`. Takma ad: `MATERIALIZE TTL`
-        -   `ALTER SETTINGS`. Düzey: `TABLE`. Takma ad: `ALTER SETTING`, `ALTER MODIFY SETTING`, `MODIFY SETTING`
-        -   `ALTER MOVE PARTITION`. Düzey: `TABLE`. Takma ad: `ALTER MOVE PART`, `MOVE PARTITION`, `MOVE PART`
-        -   `ALTER FETCH PARTITION`. Düzey: `TABLE`. Takma ad: `FETCH PARTITION`
-        -   `ALTER FREEZE PARTITION`. Düzey: `TABLE`. Takma ad: `FREEZE PARTITION`
-    -   `ALTER VIEW` Düzey: `GROUP`
-        -   `ALTER VIEW REFRESH`. Düzey: `VIEW`. Takma ad: `ALTER LIVE VIEW REFRESH`, `REFRESH VIEW`
-        -   `ALTER VIEW MODIFY QUERY`. Düzey: `VIEW`. Takma ad: `ALTER TABLE MODIFY QUERY`
-
-Bu hiyerarşinin nasıl ele alındığına dair örnekler:
-
--   Bu `ALTER` ayrıcalık diğer her şeyi içerir `ALTER*` ayrıcalıklar.
--   `ALTER CONSTRAINT` içerir `ALTER ADD CONSTRAINT` ve `ALTER DROP CONSTRAINT` ayrıcalıklar.
-
-**Not**
-
--   Bu `MODIFY SETTING` ayrıcalık, tablo altyapısı ayarlarını değiştirmenize izin verir. Ayarları veya sunucu yapılandırma parametrelerini etkilemez.
--   Bu `ATTACH` operasyon ihtiyacı [CREATE](#grant-create) ayrıcalık.
--   Bu `DETACH` operasyon ihtiyacı [DROP](#grant-drop) ayrıcalık.
--   Mutasyonu durdurmak için [KILL MUTATION](../../sql-reference/statements/misc.md#kill-mutation) sorgu, bu mutasyonu başlatmak için bir ayrıcalığa sahip olmanız gerekir. Örneğin, durdurmak istiyorsanız `ALTER UPDATE` sorgu, ihtiyacınız olan `ALTER UPDATE`, `ALTER TABLE`, veya `ALTER` ayrıcalık.
-
-### CREATE {#grant-create}
-
-Çalıştırmaya izin verir [CREATE](../../sql-reference/statements/create.md) ve [ATTACH](../../sql-reference/statements/misc.md#attach) DDL-aşağıdaki ayrıcalıklar hiyerarşisine göre sorgular:
-
--   `CREATE`. Düzey: `GROUP`
-    -   `CREATE DATABASE`. Düzey: `DATABASE`
-    -   `CREATE TABLE`. Düzey: `TABLE`
-    -   `CREATE VIEW`. Düzey: `VIEW`
-    -   `CREATE DICTIONARY`. Düzey: `DICTIONARY`
-    -   `CREATE TEMPORARY TABLE`. Düzey: `GLOBAL`
-
-**Not**
-
--   Oluşturulan tabloyu silmek için bir kullanıcının ihtiyacı vardır [DROP](#grant-drop).
-
-### DROP {#grant-drop}
-
-Çalıştırmaya izin verir [DROP](../../sql-reference/statements/misc.md#drop) ve [DETACH](../../sql-reference/statements/misc.md#detach) aşağıdaki ayrıcalıklar hiyerarşisine göre sorgular:
-
--   `DROP`. Düzey:
-    -   `DROP DATABASE`. Düzey: `DATABASE`
-    -   `DROP TABLE`. Düzey: `TABLE`
-    -   `DROP VIEW`. Düzey: `VIEW`
-    -   `DROP DICTIONARY`. Düzey: `DICTIONARY`
-
-### TRUNCATE {#grant-truncate}
-
-Çalıştırmaya izin verir [TRUNCATE](../../sql-reference/statements/misc.md#truncate-statement) sorgular.
-
-Ayrıcalık düzeyi: `TABLE`.
-
-### OPTIMIZE {#grant-optimize}
-
-Çalıştırmaya izin verir [OPTIMIZE TABLE](../../sql-reference/statements/misc.md#misc_operations-optimize) sorgular.
-
-Ayrıcalık düzeyi: `TABLE`.
-
-### SHOW {#grant-show}
-
-Çalıştırmaya izin verir `SHOW`, `DESCRIBE`, `USE`, ve `EXISTS` aşağıdaki ayrıcalıklar hiyerarşisine göre sorgular:
-
--   `SHOW`. Düzey: `GROUP`
-    -   `SHOW DATABASES`. Düzey: `DATABASE`. Yürütmek için izin verir `SHOW DATABASES`, `SHOW CREATE DATABASE`, `USE <database>` sorgular.
-    -   `SHOW TABLES`. Düzey: `TABLE`. Yürütmek için izin verir `SHOW TABLES`, `EXISTS <table>`, `CHECK <table>` sorgular.
-    -   `SHOW COLUMNS`. Düzey: `COLUMN`. Yürütmek için izin verir `SHOW CREATE TABLE`, `DESCRIBE` sorgular.
-    -   `SHOW DICTIONARIES`. Düzey: `DICTIONARY`. Yürütmek için izin verir `SHOW DICTIONARIES`, `SHOW CREATE DICTIONARY`, `EXISTS <dictionary>` sorgular.
-
-**Not**
-
-Bir kullanıcı aşağıdaki özelliklere sahiptir `SHOW` belirtilen tablo, sözlük veya veritabanı ile ilgili başka bir ayrıcalık varsa ayrıcalık.
-
-### KILL QUERY {#grant-kill-query}
-
-Çalıştırmaya izin verir [KILL](../../sql-reference/statements/misc.md#kill-query-statement) aşağıdaki ayrıcalıklar hiyerarşisine göre sorgular:
-
-Ayrıcalık düzeyi: `GLOBAL`.
-
-**Not**
-
-`KILL QUERY` ayrıcalık, bir kullanıcının diğer kullanıcıların sorgularını öldürmesine izin verir.
-
-### ACCESS MANAGEMENT {#grant-access-management}
-
-Bir kullanıcının kullanıcıları, rolleri ve satır ilkelerini yöneten sorguları yürütmesine izin verir.
-
--   `ACCESS MANAGEMENT`. Düzey: `GROUP`
-    -   `CREATE USER`. Düzey: `GLOBAL`
-    -   `ALTER USER`. Düzey: `GLOBAL`
-    -   `DROP USER`. Düzey: `GLOBAL`
-    -   `CREATE ROLE`. Düzey: `GLOBAL`
-    -   `ALTER ROLE`. Düzey: `GLOBAL`
-    -   `DROP ROLE`. Düzey: `GLOBAL`
-    -   `ROLE ADMIN`. Düzey: `GLOBAL`
-    -   `CREATE ROW POLICY`. Düzey: `GLOBAL`. Takma ad: `CREATE POLICY`
-    -   `ALTER ROW POLICY`. Düzey: `GLOBAL`. Takma ad: `ALTER POLICY`
-    -   `DROP ROW POLICY`. Düzey: `GLOBAL`. Takma ad: `DROP POLICY`
-    -   `CREATE QUOTA`. Düzey: `GLOBAL`
-    -   `ALTER QUOTA`. Düzey: `GLOBAL`
-    -   `DROP QUOTA`. Düzey: `GLOBAL`
-    -   `CREATE SETTINGS PROFILE`. Düzey: `GLOBAL`. Takma ad: `CREATE PROFILE`
-    -   `ALTER SETTINGS PROFILE`. Düzey: `GLOBAL`. Takma ad: `ALTER PROFILE`
-    -   `DROP SETTINGS PROFILE`. Düzey: `GLOBAL`. Takma ad: `DROP PROFILE`
-    -   `SHOW ACCESS`. Düzey: `GROUP`
-        -   `SHOW_USERS`. Düzey: `GLOBAL`. Takma ad: `SHOW CREATE USER`
-        -   `SHOW_ROLES`. Düzey: `GLOBAL`. Takma ad: `SHOW CREATE ROLE`
-        -   `SHOW_ROW_POLICIES`. Düzey: `GLOBAL`. Takma ad: `SHOW POLICIES`, `SHOW CREATE ROW POLICY`, `SHOW CREATE POLICY`
-        -   `SHOW_QUOTAS`. Düzey: `GLOBAL`. Takma ad: `SHOW CREATE QUOTA`
-        -   `SHOW_SETTINGS_PROFILES`. Düzey: `GLOBAL`. Takma ad: `SHOW PROFILES`, `SHOW CREATE SETTINGS PROFILE`, `SHOW CREATE PROFILE`
-
-Bu `ROLE ADMIN` ayrıcalık, kullanıcının yönetici seçeneğiyle kullanıcıya atanmayanlar da dahil olmak üzere herhangi bir rol atamasına ve iptal etmesine izin verir.
-
-### SYSTEM {#grant-system}
-
-Bir kullanıcının yürütmesine izin verir [SYSTEM](../../sql-reference/statements/system.md) aşağıdaki ayrıcalıklar hiyerarşisine göre sorgular.
-
--   `SYSTEM`. Düzey: `GROUP`
-    -   `SYSTEM SHUTDOWN`. Düzey: `GLOBAL`. Takma ad: `SYSTEM KILL`, `SHUTDOWN`
-    -   `SYSTEM DROP CACHE`. Takma ad: `DROP CACHE`
-        -   `SYSTEM DROP DNS CACHE`. Düzey: `GLOBAL`. Takma ad: `SYSTEM DROP DNS`, `DROP DNS CACHE`, `DROP DNS`
-        -   `SYSTEM DROP MARK CACHE`. Düzey: `GLOBAL`. Takma ad: `SYSTEM DROP MARK`, `DROP MARK CACHE`, `DROP MARKS`
-        -   `SYSTEM DROP UNCOMPRESSED CACHE`. Düzey: `GLOBAL`. Takma ad: `SYSTEM DROP UNCOMPRESSED`, `DROP UNCOMPRESSED CACHE`, `DROP UNCOMPRESSED`
-    -   `SYSTEM RELOAD`. Düzey: `GROUP`
-        -   `SYSTEM RELOAD CONFIG`. Düzey: `GLOBAL`. Takma ad: `RELOAD CONFIG`
-        -   `SYSTEM RELOAD DICTIONARY`. Düzey: `GLOBAL`. Takma ad: `SYSTEM RELOAD DICTIONARIES`, `RELOAD DICTIONARY`, `RELOAD DICTIONARIES`
-        -   `SYSTEM RELOAD EMBEDDED DICTIONARIES`. Düzey: `GLOBAL`. Takma Adlar: R`ELOAD EMBEDDED DICTIONARIES`
-    -   `SYSTEM MERGES`. Düzey: `TABLE`. Takma ad: `SYSTEM STOP MERGES`, `SYSTEM START MERGES`, `STOP MERGES`, `START MERGES`
-    -   `SYSTEM TTL MERGES`. Düzey: `TABLE`. Takma ad: `SYSTEM STOP TTL MERGES`, `SYSTEM START TTL MERGES`, `STOP TTL MERGES`, `START TTL MERGES`
-    -   `SYSTEM FETCHES`. Düzey: `TABLE`. Takma ad: `SYSTEM STOP FETCHES`, `SYSTEM START FETCHES`, `STOP FETCHES`, `START FETCHES`
-    -   `SYSTEM MOVES`. Düzey: `TABLE`. Takma ad: `SYSTEM STOP MOVES`, `SYSTEM START MOVES`, `STOP MOVES`, `START MOVES`
-    -   `SYSTEM SENDS`. Düzey: `GROUP`. Takma ad: `SYSTEM STOP SENDS`, `SYSTEM START SENDS`, `STOP SENDS`, `START SENDS`
-        -   `SYSTEM DISTRIBUTED SENDS`. Düzey: `TABLE`. Takma ad: `SYSTEM STOP DISTRIBUTED SENDS`, `SYSTEM START DISTRIBUTED SENDS`, `STOP DISTRIBUTED SENDS`, `START DISTRIBUTED SENDS`
-        -   `SYSTEM REPLICATED SENDS`. Düzey: `TABLE`. Takma ad: `SYSTEM STOP REPLICATED SENDS`, `SYSTEM START REPLICATED SENDS`, `STOP REPLICATED SENDS`, `START REPLICATED SENDS`
-    -   `SYSTEM REPLICATION QUEUES`. Düzey: `TABLE`. Takma ad: `SYSTEM STOP REPLICATION QUEUES`, `SYSTEM START REPLICATION QUEUES`, `STOP REPLICATION QUEUES`, `START REPLICATION QUEUES`
-    -   `SYSTEM SYNC REPLICA`. Düzey: `TABLE`. Takma ad: `SYNC REPLICA`
-    -   `SYSTEM RESTART REPLICA`. Düzey: `TABLE`. Takma ad: `RESTART REPLICA`
-    -   `SYSTEM FLUSH`. Düzey: `GROUP`
-        -   `SYSTEM FLUSH DISTRIBUTED`. Düzey: `TABLE`. Takma ad: `FLUSH DISTRIBUTED`
-        -   `SYSTEM FLUSH LOGS`. Düzey: `GLOBAL`. Takma ad: `FLUSH LOGS`
-
-Bu `SYSTEM RELOAD EMBEDDED DICTIONARIES` tarafından örtülü olarak verilen ayrıcalık `SYSTEM RELOAD DICTIONARY ON *.*` ayrıcalık.
-
-### INTROSPECTION {#grant-introspection}
-
-Kullanmanıza izin verir [içgözlem](../../operations/optimizing-performance/sampling-query-profiler.md) işlevler.
-
--   `INTROSPECTION`. Düzey: `GROUP`. Takma ad: `INTROSPECTION FUNCTIONS`
-    -   `addressToLine`. Düzey: `GLOBAL`
-    -   `addressToSymbol`. Düzey: `GLOBAL`
-    -   `demangle`. Düzey: `GLOBAL`
-
-### SOURCES {#grant-sources}
-
-Harici veri kaynaklarının kullanılmasına izin verir. İçin geçerlidir [masa motorları](../../engines/table-engines/index.md) ve [tablo işlevleri](../../sql-reference/table-functions/index.md#table-functions).
-
--   `SOURCES`. Düzey: `GROUP`
-    -   `FILE`. Düzey: `GLOBAL`
-    -   `URL`. Düzey: `GLOBAL`
-    -   `REMOTE`. Düzey: `GLOBAL`
-    -   `YSQL`. Düzey: `GLOBAL`
-    -   `ODBC`. Düzey: `GLOBAL`
-    -   `JDBC`. Düzey: `GLOBAL`
-    -   `HDFS`. Düzey: `GLOBAL`
-    -   `S3`. Düzey: `GLOBAL`
-
-Bu `SOURCES` ayrıcalık, tüm kaynakların kullanılmasına izin verir. Ayrıca, her kaynak için ayrı ayrı bir ayrıcalık verebilirsiniz. Kaynakları kullanmak için ek ayrıcalıklara ihtiyacınız var.
-
-Örnekler:
-
--   İle bir tablo oluşturmak için [MySQL tablo motoru](../../engines/table-engines/integrations/mysql.md) ihtiyacınız `CREATE TABLE (ON db.table_name)` ve `MYSQL` ayrıcalıklar.
--   Kullanmak için [mysql tablo işlevi](../../sql-reference/table-functions/mysql.md) ihtiyacınız `CREATE TEMPORARY TABLE` ve `MYSQL` ayrıcalıklar.
-
-### dictGet {#grant-dictget}
-
--   `dictGet`. Takma ad: `dictHas`, `dictGetHierarchy`, `dictIsIn`
-
-Bir kullanıcının yürütmesine izin verir [dictGet](../../sql-reference/functions/ext-dict-functions.md#dictget), [dictHas](../../sql-reference/functions/ext-dict-functions.md#dicthas), [dictGetHierarchy](../../sql-reference/functions/ext-dict-functions.md#dictgethierarchy), [dictİsİn](../../sql-reference/functions/ext-dict-functions.md#dictisin) işlevler.
-
-Ayrıcalık düzeyi: `DICTIONARY`.
-
-**Örnekler**
-
--   `GRANT dictGet ON mydb.mydictionary TO john`
--   `GRANT dictGet ON mydictionary TO john`
-
-### ALL {#grant-all}
-
-Düzenlenmiş varlık üzerindeki tüm ayrıcalıkları bir kullanıcı hesabına veya bir role verir.
-
-### NONE {#grant-none}
-
-Herhangi bir ayrıcalık vermez.
-
-### ADMIN OPTION {#admin-option-privilege}
-
-Bu `ADMIN OPTION` ayrıcalık, kullanıcının rolünü başka bir kullanıcıya vermesine izin verir.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/grant/) <!--hide-->
diff --git a/docs/tr/sql-reference/statements/index.md b/docs/tr/sql-reference/statements/index.md
deleted file mode 100644
index c3fb5aa47c6..00000000000
--- a/docs/tr/sql-reference/statements/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: Deyimler
-toc_priority: 31
----
-
-
diff --git a/docs/tr/sql-reference/statements/insert-into.md b/docs/tr/sql-reference/statements/insert-into.md
deleted file mode 100644
index dd5dec73efe..00000000000
--- a/docs/tr/sql-reference/statements/insert-into.md
+++ /dev/null
@@ -1,80 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 34
-toc_title: INSERT INTO
----
-
-## INSERT {#insert}
-
-Veri ekleme.
-
-Temel sorgu biçimi:
-
-``` sql
-INSERT INTO [db.]table [(c1, c2, c3)] VALUES (v11, v12, v13), (v21, v22, v23), ...
-```
-
-Sorgu eklemek için sütunların bir listesini belirtebilirsiniz `[(c1, c2, c3)]`. Bu durumda, sütunların geri kalanı ile doldurulur:
-
--   Hesaplanan değerler `DEFAULT` tablo tanımında belirtilen ifadeler.
--   Sıfırlar ve boş dizeler, eğer `DEFAULT` ifadeler tanımlanmamıştır.
-
-Eğer [strict_ınsert_defaults = 1](../../operations/settings/settings.md), sahip olmayan sütunlar `DEFAULT` tanımlanan sorguda listelenmelidir.
-
-Veri herhangi bir İNSERT geçirilebilir [biçimli](../../interfaces/formats.md#formats) ClickHouse tarafından desteklenmektedir. Biçim sorguda açıkça belirtilmelidir:
-
-``` sql
-INSERT INTO [db.]table [(c1, c2, c3)] FORMAT format_name data_set
-```
-
-For example, the following query format is identical to the basic version of INSERT … VALUES:
-
-``` sql
-INSERT INTO [db.]table [(c1, c2, c3)] FORMAT Values (v11, v12, v13), (v21, v22, v23), ...
-```
-
-ClickHouse, veriden önce tüm boşlukları ve bir satır beslemesini (varsa) kaldırır. Bir sorgu oluştururken, sorgu işleçlerinden sonra verileri yeni bir satıra koymanızı öneririz (veriler boşluklarla başlarsa bu önemlidir).
-
-Örnek:
-
-``` sql
-INSERT INTO t FORMAT TabSeparated
-11  Hello, world!
-22  Qwerty
-```
-
-Komut satırı istemcisini veya HTTP arabirimini kullanarak verileri sorgudan ayrı olarak ekleyebilirsiniz. Daha fazla bilgi için bölüme bakın “[Arabirimler](../../interfaces/index.md#interfaces)”.
-
-### Kısıtlamalar {#constraints}
-
-Tablo varsa [kısıtlamalar](create.md#constraints), their expressions will be checked for each row of inserted data. If any of those constraints is not satisfied — server will raise an exception containing constraint name and expression, the query will be stopped.
-
-### Sonuçları ekleme `SELECT` {#insert_query_insert-select}
-
-``` sql
-INSERT INTO [db.]table [(c1, c2, c3)] SELECT ...
-```
-
-Sütunlar, SELECT yan tümcesindeki konumlarına göre eşleştirilir. Ancak, SELECT ifadesi ve INSERT için tablo adları farklı olabilir. Gerekirse, tip döküm yapılır.
-
-Değerler dışındaki veri biçimlerinin hiçbiri, aşağıdaki gibi ifadelere değerler ayarlamasına izin vermez `now()`, `1 + 2` ve bu yüzden. Değerler biçimi, ifadelerin sınırlı kullanımına izin verir, ancak bu önerilmez, çünkü bu durumda verimsiz kod yürütme için kullanılır.
-
-Veri bölümlerini değiştirmek için diğer sorgular desteklenmiyor: `UPDATE`, `DELETE`, `REPLACE`, `MERGE`, `UPSERT`, `INSERT UPDATE`.
-Ancak, eski verileri kullanarak silebilirsiniz `ALTER TABLE ... DROP PARTITION`.
-
-`FORMAT` yan tümcesi sorgu sonunda belirtilmelidir eğer `SELECT` yan tümcesi tablo işlevi içerir [girdi()](../table-functions/input.md).
-
-### Performans Konuları {#performance-considerations}
-
-`INSERT` giriş verilerini birincil anahtarla sıralar ve bunları bir bölüm anahtarı ile bölümlere ayırır. Bir kerede birkaç bölüme veri eklerseniz, bu veri tabanının performansını önemli ölçüde azaltabilir. `INSERT` sorgu. Bunu önlemek için:
-
--   Bir seferde 100.000 satır gibi oldukça büyük gruplar halinde veri ekleyin.
--   Clickhouse'a yüklemeden önce verileri bir bölüm anahtarıyla gruplandırın.
-
-Eğer performans azalmaz:
-
--   Veri gerçek zamanlı olarak eklenir.
--   Genellikle zamana göre sıralanır veri yükleyin.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/insert_into/) <!--hide-->
diff --git a/docs/tr/sql-reference/statements/misc.md b/docs/tr/sql-reference/statements/misc.md
deleted file mode 100644
index 328bb83a049..00000000000
--- a/docs/tr/sql-reference/statements/misc.md
+++ /dev/null
@@ -1,358 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: "Di\u011Fer"
----
-
-# Çeşitli Sorgular {#miscellaneous-queries}
-
-## ATTACH {#attach}
-
-Bu sorgu tam olarak aynıdır `CREATE`, ama
-
--   Kelime yerine `CREATE` kelime kullanır `ATTACH`.
--   Sorgu diskte veri oluşturmaz, ancak verilerin zaten uygun yerlerde olduğunu ve yalnızca tablo hakkında bilgi sunucuya eklediğini varsayar.
-    Bir ekleme sorgusu çalıştırdıktan sonra, sunucu tablonun varlığı hakkında bilgi sahibi olacaktır.
-
-Tablo daha önce ayrılmış olsaydı (`DETACH`), yapısının bilindiği anlamına gelir, yapıyı tanımlamadan steno kullanabilirsiniz.
-
-``` sql
-ATTACH TABLE [IF NOT EXISTS] [db.]name [ON CLUSTER cluster]
-```
-
-Bu sorgu, sunucu başlatılırken kullanılır. Sunucu, tablo meta verilerini dosyalar olarak depolar `ATTACH` başlangıçta çalıştığı sorgular (sunucuda açıkça oluşturulan sistem tabloları hariç).
-
-## CHECK TABLE {#check-table}
-
-Tablodaki verilerin bozuk olup olmadığını denetler.
-
-``` sql
-CHECK TABLE [db.]name
-```
-
-Bu `CHECK TABLE` sorgu, gerçek dosya boyutlarını sunucuda depolanan beklenen değerlerle karşılaştırır. Dosya boyutları depolanan değerlerle eşleşmiyorsa, verilerin bozuk olduğu anlamına gelir. Bu, örneğin, sorgu yürütme sırasında bir sistem çökmesine neden olabilir.
-
-Sorgu yanıtı içerir `result` tek satırlı sütun. Satır bir değere sahiptir
-[Boeanoleanean](../../sql-reference/data-types/boolean.md) tür:
-
--   0-tablodaki veriler bozuk.
--   1 - veri bütünlüğünü korur.
-
-Bu `CHECK TABLE` sorgu Aşağıdaki tablo motorlarını destekler:
-
--   [Günlük](../../engines/table-engines/log-family/log.md)
--   [TinyLog](../../engines/table-engines/log-family/tinylog.md)
--   [StripeLog](../../engines/table-engines/log-family/stripelog.md)
--   [MergeTree ailesi](../../engines/table-engines/mergetree-family/mergetree.md)
-
-Başka bir tablo motorları ile tablolar üzerinde gerçekleştirilen bir özel duruma neden olur.
-
-Motor fromlardan `*Log` aile başarısızlık otomatik veri kurtarma sağlamaz. Kullan... `CHECK TABLE` veri kaybını zamanında izlemek için sorgu.
-
-İçin `MergeTree` aile motorları, `CHECK TABLE` sorgu, yerel sunucudaki bir tablonun her bir veri bölümü için bir kontrol durumunu gösterir.
-
-**Veri bozuksa**
-
-Tablo bozuksa, bozuk olmayan verileri başka bir tabloya kopyalayabilirsiniz. Bunu yapmak için :
-
-1.  Bozuk tablo ile aynı yapıya sahip yeni bir tablo oluşturun. Bunu yapmak için sorguyu yürütün `CREATE TABLE <new_table_name> AS <damaged_table_name>`.
-2.  Ayarla... [max_threads](../../operations/settings/settings.md#settings-max_threads) bir sonraki sorguyu tek bir iş parçacığında işlemek için 1 değeri. Bunu yapmak için sorguyu çalıştırın `SET max_threads = 1`.
-3.  Sorgu yürütme `INSERT INTO <new_table_name> SELECT * FROM <damaged_table_name>`. Bu istek bozuk olmayan verileri bozuk tablodan başka bir tabloya kopyalar. Yalnızca bozuk parçadan önceki veriler kopyalanır.
-4.  Yeniden Başlat `clickhouse-client` sıfırlamak için `max_threads` değer.
-
-## DESCRIBE TABLE {#misc-describe-table}
-
-``` sql
-DESC|DESCRIBE TABLE [db.]table [INTO OUTFILE filename] [FORMAT format]
-```
-
-Aşağıdaki döndürür `String` sütun tipi:
-
--   `name` — Column name.
--   `type`— Column type.
--   `default_type` — Clause that is used in [varsayılan ifade](create.md#create-default-values) (`DEFAULT`, `MATERIALIZED` veya `ALIAS`). Varsayılan ifade belirtilmemişse, sütun boş bir dize içerir.
--   `default_expression` — Value specified in the `DEFAULT` yan.
--   `comment_expression` — Comment text.
-
-İç içe veri yapıları çıktı “expanded” biçimli. Her sütun ayrı ayrı gösterilir, bir noktadan sonra adı ile.
-
-## DETACH {#detach}
-
-Hakkında bilgi siler ‘name’ sunucudan tablo. Sunucu, tablonun varlığını bilmeyi durdurur.
-
-``` sql
-DETACH TABLE [IF EXISTS] [db.]name [ON CLUSTER cluster]
-```
-
-Bu tablonun veri veya meta verileri silmez. Bir sonraki sunucu lansmanında, sunucu meta verileri okuyacak ve tablo hakkında tekrar bilgi edinecektir.
-Benzer şekilde, bir “detached” tablo kullanılarak yeniden eklenebilir `ATTACH` sorgu (bunlar için depolanan meta verilere sahip olmayan sistem tabloları hariç).
-
-Hiç yok... `DETACH DATABASE` sorgu.
-
-## DROP {#drop}
-
-Bu sorgu iki türü vardır: `DROP DATABASE` ve `DROP TABLE`.
-
-``` sql
-DROP DATABASE [IF EXISTS] db [ON CLUSTER cluster]
-```
-
-İçindeki tüm tabloları siler ‘db’ veritabanı, daha sonra siler ‘db’ veritabanı kendisi.
-Eğer `IF EXISTS` belirtilen, veritabanı yoksa bir hata döndürmez.
-
-``` sql
-DROP [TEMPORARY] TABLE [IF EXISTS] [db.]name [ON CLUSTER cluster]
-```
-
-Tabloyu siler.
-Eğer `IF EXISTS` belirtilmişse, tablo yoksa veya veritabanı yoksa bir hata döndürmez.
-
-    DROP DICTIONARY [IF EXISTS] [db.]name
-
-Sözlük Delets.
-Eğer `IF EXISTS` belirtilmişse, tablo yoksa veya veritabanı yoksa bir hata döndürmez.
-
-## DROP USER {#drop-user-statement}
-
-Bir kullanıcıyı siler.
-
-### Sözdizimi {#drop-user-syntax}
-
-``` sql
-DROP USER [IF EXISTS] name [,...] [ON CLUSTER cluster_name]
-```
-
-## DROP ROLE {#drop-role-statement}
-
-Bir rolü siler.
-
-Silinen rol, verildiği tüm varlıklardan iptal edilir.
-
-### Sözdizimi {#drop-role-syntax}
-
-``` sql
-DROP ROLE [IF EXISTS] name [,...] [ON CLUSTER cluster_name]
-```
-
-## DROP ROW POLICY {#drop-row-policy-statement}
-
-Bir satır ilkesi siler.
-
-Silinen satır ilkesi, atandığı tüm varlıklardan iptal edilir.
-
-### Sözdizimi {#drop-row-policy-syntax}
-
-``` sql
-DROP [ROW] POLICY [IF EXISTS] name [,...] ON [database.]table [,...] [ON CLUSTER cluster_name]
-```
-
-## DROP QUOTA {#drop-quota-statement}
-
-Bir kota siler.
-
-Silinen kota, atandığı tüm varlıklardan iptal edilir.
-
-### Sözdizimi {#drop-quota-syntax}
-
-``` sql
-DROP QUOTA [IF EXISTS] name [,...] [ON CLUSTER cluster_name]
-```
-
-## DROP SETTINGS PROFILE {#drop-settings-profile-statement}
-
-Bir kota siler.
-
-Silinen kota, atandığı tüm varlıklardan iptal edilir.
-
-### Sözdizimi {#drop-settings-profile-syntax}
-
-``` sql
-DROP [SETTINGS] PROFILE [IF EXISTS] name [,...] [ON CLUSTER cluster_name]
-```
-
-## EXISTS {#exists-statement}
-
-``` sql
-EXISTS [TEMPORARY] [TABLE|DICTIONARY] [db.]name [INTO OUTFILE filename] [FORMAT format]
-```
-
-Bir tek döndürür `UInt8`- tek değeri içeren sütun yazın `0` tablo veya veritabanı yoksa veya `1` tablo belirtilen veritabanında varsa.
-
-## KILL QUERY {#kill-query-statement}
-
-``` sql
-KILL QUERY [ON CLUSTER cluster]
-  WHERE <where expression to SELECT FROM system.processes query>
-  [SYNC|ASYNC|TEST]
-  [FORMAT format]
-```
-
-Şu anda çalışan sorguları zorla sonlandırmaya çalışır.
-Sonlandırılacak sorgular sistemden seçilir.tanımlanan kriterleri kullanarak işlemler tablosu `WHERE` fıkra ofsı `KILL` sorgu.
-
-Örnekler:
-
-``` sql
--- Forcibly terminates all queries with the specified query_id:
-KILL QUERY WHERE query_id='2-857d-4a57-9ee0-327da5d60a90'
-
--- Synchronously terminates all queries run by 'username':
-KILL QUERY WHERE user='username' SYNC
-```
-
-Salt okunur kullanıcılar yalnızca kendi sorgularını durdurabilir.
-
-Varsayılan olarak, sorguların zaman uyumsuz sürümü kullanılır (`ASYNC`), sorguların durduğuna dair onay beklemez.
-
-Senkron versiyonu (`SYNC`) tüm sorguların durmasını bekler ve durduğunda her işlem hakkında bilgi görüntüler.
-Yanıt içerir `kill_status` aşağıdaki değerleri alabilen sütun:
-
-1.  ‘finished’ – The query was terminated successfully.
-2.  ‘waiting’ – Waiting for the query to end after sending it a signal to terminate.
-3.  The other values ​​explain why the query can't be stopped.
-
-Bir test sorgusu (`TEST`) yalnızca kullanıcının haklarını denetler ve durdurulacak sorguların bir listesini görüntüler.
-
-## KILL MUTATION {#kill-mutation}
-
-``` sql
-KILL MUTATION [ON CLUSTER cluster]
-  WHERE <where expression to SELECT FROM system.mutations query>
-  [TEST]
-  [FORMAT format]
-```
-
-İptal etmek ve kaldırmak için çalışır [mutasyonlar](alter.md#alter-mutations) şu anda yürütülüyor. İptal etmek için mutationsasyonlar seçilir [`system.mutations`](../../operations/system-tables.md#system_tables-mutations) tablo tarafından belirtilen filtreyi kullanarak `WHERE` fıkra ofsı `KILL` sorgu.
-
-Bir test sorgusu (`TEST`) yalnızca kullanıcının haklarını denetler ve durdurulacak sorguların bir listesini görüntüler.
-
-Örnekler:
-
-``` sql
--- Cancel and remove all mutations of the single table:
-KILL MUTATION WHERE database = 'default' AND table = 'table'
-
--- Cancel the specific mutation:
-KILL MUTATION WHERE database = 'default' AND table = 'table' AND mutation_id = 'mutation_3.txt'
-```
-
-The query is useful when a mutation is stuck and cannot finish (e.g. if some function in the mutation query throws an exception when applied to the data contained in the table).
-
-Mutasyon tarafından yapılan değişiklikler geri alınmaz.
-
-## OPTIMIZE {#misc_operations-optimize}
-
-``` sql
-OPTIMIZE TABLE [db.]name [ON CLUSTER cluster] [PARTITION partition | PARTITION ID 'partition_id'] [FINAL] [DEDUPLICATE]
-```
-
-Bu sorgu, bir tablo altyapısı ile tablolar için veri parçaları planlanmamış birleştirme başlatmaya çalışır. [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) aile.
-
-Bu `OPTMIZE` sorgu için de desteklenmektedir [MaterializedView](../../engines/table-engines/special/materializedview.md) ve... [Arabellek](../../engines/table-engines/special/buffer.md) motorlar. Diğer tablo motorları desteklenmiyor.
-
-Ne zaman `OPTIMIZE` ile kullanılır [ReplicatedMergeTree](../../engines/table-engines/mergetree-family/replication.md) Tablo motorları ailesi, ClickHouse birleştirme için bir görev oluşturur ve tüm düğümlerde yürütülmeyi bekler (eğer `replication_alter_partitions_sync` ayar etkinse) ' dir.
-
--   Eğer `OPTIMIZE` herhangi bir nedenle bir birleştirme gerçekleştirmez, müşteriye bildirmez. Bildirimleri etkinleştirmek için [optimize_throw_if_noop](../../operations/settings/settings.md#setting-optimize_throw_if_noop) ayar.
--   Belirtir aseniz bir `PARTITION`, sadece belirtilen bölüm optimize edilmiştir. [Bölüm ifadesi nasıl ayarlanır](alter.md#alter-how-to-specify-part-expr).
--   Belirtir specifyseniz `FINAL`, optimizasyon, tüm veriler zaten bir parçada olsa bile gerçekleştirilir.
--   Belirtir specifyseniz `DEDUPLICATE`, sonra tamamen aynı satırlar tekilleştirilecektir (tüm sütunlar karşılaştırılır), sadece MergeTree motoru için anlamlıdır.
-
-!!! warning "Uyarıcı"
-    `OPTIMIZE` Düzelt canemiyorum “Too many parts” hatasız.
-
-## RENAME {#misc_operations-rename}
-
-Bir veya daha fazla tabloyu yeniden adlandırır.
-
-``` sql
-RENAME TABLE [db11.]name11 TO [db12.]name12, [db21.]name21 TO [db22.]name22, ... [ON CLUSTER cluster]
-```
-
-Tüm tablolar genel kilitleme altında yeniden adlandırılır. Tabloları yeniden adlandırma hafif bir işlemdir. İÇİN'DEN sonra başka bir veritabanı belirttiyseniz, tablo bu veritabanına taşınacaktır. Ancak, veritabanlarına sahip dizinlerin aynı dosya sisteminde bulunması gerekir (aksi takdirde bir hata döndürülür).
-
-## SET {#query-set}
-
-``` sql
-SET param = value
-```
-
-Atıyor `value` to the `param` [ayar](../../operations/settings/index.md) geçerli oturum için. Değiştiremezsiniz [sunucu ayarları](../../operations/server-configuration-parameters/index.md) bu şekilde.
-
-Belirtilen ayarlar profilindeki tüm değerleri tek bir sorguda da ayarlayabilirsiniz.
-
-``` sql
-SET profile = 'profile-name-from-the-settings-file'
-```
-
-Daha fazla bilgi için, bkz. [Ayarlar](../../operations/settings/settings.md).
-
-## SET ROLE {#set-role-statement}
-
-Geçerli kullanıcı için rolleri etkinleştirir.
-
-### Sözdizimi {#set-role-syntax}
-
-``` sql
-SET ROLE {DEFAULT | NONE | role [,...] | ALL | ALL EXCEPT role [,...]}
-```
-
-## SET DEFAULT ROLE {#set-default-role-statement}
-
-Varsayılan rolleri bir kullanıcıya ayarlar.
-
-Varsayılan roller kullanıcı girişinde otomatik olarak etkinleştirilir. Varsayılan olarak yalnızca önceden verilen rolleri ayarlayabilirsiniz. Rol bir kullanıcıya verilmezse, ClickHouse bir istisna atar.
-
-### Sözdizimi {#set-default-role-syntax}
-
-``` sql
-SET DEFAULT ROLE {NONE | role [,...] | ALL | ALL EXCEPT role [,...]} TO {user|CURRENT_USER} [,...]
-```
-
-### Örnekler {#set-default-role-examples}
-
-Bir kullanıcıya birden çok varsayılan rol ayarlama:
-
-``` sql
-SET DEFAULT ROLE role1, role2, ... TO user
-```
-
-Verilen tüm rolleri bir kullanıcıya varsayılan olarak ayarlayın:
-
-``` sql
-SET DEFAULT ROLE ALL TO user
-```
-
-Bir kullanıcıdan varsayılan rolleri temizleme:
-
-``` sql
-SET DEFAULT ROLE NONE TO user
-```
-
-Verilen tüm rolleri bazıları hariç varsayılan olarak ayarlayın:
-
-``` sql
-SET DEFAULT ROLE ALL EXCEPT role1, role2 TO user
-```
-
-## TRUNCATE {#truncate-statement}
-
-``` sql
-TRUNCATE TABLE [IF EXISTS] [db.]name [ON CLUSTER cluster]
-```
-
-Bir tablodaki tüm verileri kaldırır. Fık thera ne zaman `IF EXISTS` tablo yoksa, sorgu bir hata döndürür.
-
-Bu `TRUNCATE` sorgu için desteklenmiyor [Görünüm](../../engines/table-engines/special/view.md), [Dosya](../../engines/table-engines/special/file.md), [URL](../../engines/table-engines/special/url.md) ve [Boş](../../engines/table-engines/special/null.md) masa motorları.
-
-## USE {#use}
-
-``` sql
-USE db
-```
-
-Oturum için geçerli veritabanını ayarlamanızı sağlar.
-Geçerli veritabanı, veritabanı sorguda tablo adından önce bir nokta ile açıkça tanımlanmamışsa, tabloları aramak için kullanılır.
-Bir oturum kavramı olmadığından, bu sorgu HTTP protokolünü kullanırken yapılamaz.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/misc/) <!--hide-->
diff --git a/docs/tr/sql-reference/statements/revoke.md b/docs/tr/sql-reference/statements/revoke.md
deleted file mode 120000
index 4321fdb14a7..00000000000
--- a/docs/tr/sql-reference/statements/revoke.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../en/sql-reference/statements/revoke.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/array-join.md b/docs/tr/sql-reference/statements/select/array-join.md
deleted file mode 120000
index c341801e419..00000000000
--- a/docs/tr/sql-reference/statements/select/array-join.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/array-join.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/distinct.md b/docs/tr/sql-reference/statements/select/distinct.md
deleted file mode 120000
index 59319557dc1..00000000000
--- a/docs/tr/sql-reference/statements/select/distinct.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/distinct.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/format.md b/docs/tr/sql-reference/statements/select/format.md
deleted file mode 120000
index 106b2d9ebbc..00000000000
--- a/docs/tr/sql-reference/statements/select/format.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/format.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/from.md b/docs/tr/sql-reference/statements/select/from.md
deleted file mode 120000
index f8ebfe655cc..00000000000
--- a/docs/tr/sql-reference/statements/select/from.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/from.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/group-by.md b/docs/tr/sql-reference/statements/select/group-by.md
deleted file mode 120000
index cf519ad7781..00000000000
--- a/docs/tr/sql-reference/statements/select/group-by.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/group-by.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/having.md b/docs/tr/sql-reference/statements/select/having.md
deleted file mode 120000
index 4a038beb126..00000000000
--- a/docs/tr/sql-reference/statements/select/having.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/having.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/index.md b/docs/tr/sql-reference/statements/select/index.md
deleted file mode 120000
index 9c649322c82..00000000000
--- a/docs/tr/sql-reference/statements/select/index.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/index.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/into-outfile.md b/docs/tr/sql-reference/statements/select/into-outfile.md
deleted file mode 120000
index 2c9c812b3d5..00000000000
--- a/docs/tr/sql-reference/statements/select/into-outfile.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/into-outfile.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/join.md b/docs/tr/sql-reference/statements/select/join.md
deleted file mode 120000
index 5951a105137..00000000000
--- a/docs/tr/sql-reference/statements/select/join.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/join.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/limit-by.md b/docs/tr/sql-reference/statements/select/limit-by.md
deleted file mode 120000
index f3a63e9fe22..00000000000
--- a/docs/tr/sql-reference/statements/select/limit-by.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/limit-by.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/limit.md b/docs/tr/sql-reference/statements/select/limit.md
deleted file mode 120000
index e0a0c632dac..00000000000
--- a/docs/tr/sql-reference/statements/select/limit.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/limit.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/order-by.md b/docs/tr/sql-reference/statements/select/order-by.md
deleted file mode 120000
index cc2567bce0b..00000000000
--- a/docs/tr/sql-reference/statements/select/order-by.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/order-by.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/prewhere.md b/docs/tr/sql-reference/statements/select/prewhere.md
deleted file mode 120000
index 567fc95356f..00000000000
--- a/docs/tr/sql-reference/statements/select/prewhere.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/prewhere.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/sample.md b/docs/tr/sql-reference/statements/select/sample.md
deleted file mode 120000
index 9df6e25d0f3..00000000000
--- a/docs/tr/sql-reference/statements/select/sample.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/sample.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/union.md b/docs/tr/sql-reference/statements/select/union.md
deleted file mode 100644
index 0eb8db0be7a..00000000000
--- a/docs/tr/sql-reference/statements/select/union.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/union.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/where.md b/docs/tr/sql-reference/statements/select/where.md
deleted file mode 120000
index 8ba28926879..00000000000
--- a/docs/tr/sql-reference/statements/select/where.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/where.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/select/with.md b/docs/tr/sql-reference/statements/select/with.md
deleted file mode 120000
index 8b7ea4db44c..00000000000
--- a/docs/tr/sql-reference/statements/select/with.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../../en/sql-reference/statements/select/with.md
\ No newline at end of file
diff --git a/docs/tr/sql-reference/statements/show.md b/docs/tr/sql-reference/statements/show.md
deleted file mode 100644
index 69e8b492971..00000000000
--- a/docs/tr/sql-reference/statements/show.md
+++ /dev/null
@@ -1,169 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: SHOW
----
-
-# Sorguları göster {#show-queries}
-
-## SHOW CREATE TABLE {#show-create-table}
-
-``` sql
-SHOW CREATE [TEMPORARY] [TABLE|DICTIONARY] [db.]table [INTO OUTFILE filename] [FORMAT format]
-```
-
-Bir tek döndürür `String`-tür ‘statement’ column, which contains a single value – the `CREATE` belirtilen nesneyi oluşturmak için kullanılan sorgu.
-
-## SHOW DATABASES {#show-databases}
-
-``` sql
-SHOW DATABASES [INTO OUTFILE filename] [FORMAT format]
-```
-
-Tüm veritabanlarının bir listesini yazdırır.
-Bu sorgu ile aynıdır `SELECT name FROM system.databases [INTO OUTFILE filename] [FORMAT format]`.
-
-## SHOW PROCESSLIST {#show-processlist}
-
-``` sql
-SHOW PROCESSLIST [INTO OUTFILE filename] [FORMAT format]
-```
-
-İçeriği verir [sistem.işleyişler](../../operations/system-tables.md#system_tables-processes) şu anda işlenmekte olan sorguların bir listesini içeren tablo, hariç `SHOW PROCESSLIST` sorgular.
-
-Bu `SELECT * FROM system.processes` sorgu, geçerli tüm sorgular hakkında veri döndürür.
-
-İpucu (konsolda Yürüt):
-
-``` bash
-$ watch -n1 "clickhouse-client --query='SHOW PROCESSLIST'"
-```
-
-## SHOW TABLES {#show-tables}
-
-Tablo listesini görüntüler.
-
-``` sql
-SHOW [TEMPORARY] TABLES [{FROM | IN} <db>] [LIKE '<pattern>' | WHERE expr] [LIMIT <N>] [INTO OUTFILE <filename>] [FORMAT <format>]
-```
-
-Eğer... `FROM` yan tümcesi belirtilmemiş, sorgu geçerli veritabanından tabloların listesini döndürür.
-
-Aynı sonuçları elde edebilirsiniz `SHOW TABLES` aşağıdaki şekilde sorgu:
-
-``` sql
-SELECT name FROM system.tables WHERE database = <db> [AND name LIKE <pattern>] [LIMIT <N>] [INTO OUTFILE <filename>] [FORMAT <format>]
-```
-
-**Örnek**
-
-Aşağıdaki sorgu, tablo listesinden ilk iki satırı seçer. `system` adları içeren veritabanı `co`.
-
-``` sql
-SHOW TABLES FROM system LIKE '%co%' LIMIT 2
-```
-
-``` text
-┌─name───────────────────────────┐
-│ aggregate_function_combinators │
-│ collations                     │
-└────────────────────────────────┘
-```
-
-## SHOW DICTIONARIES {#show-dictionaries}
-
-Bir listesini görüntüler [dış söz dictionarieslükler](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md).
-
-``` sql
-SHOW DICTIONARIES [FROM <db>] [LIKE '<pattern>'] [LIMIT <N>] [INTO OUTFILE <filename>] [FORMAT <format>]
-```
-
-Eğer... `FROM` yan tümcesi belirtilmemiş, sorgu geçerli veritabanından sözlükler listesini döndürür.
-
-Aynı sonuçları elde edebilirsiniz `SHOW DICTIONARIES` aşağıdaki şekilde sorgu:
-
-``` sql
-SELECT name FROM system.dictionaries WHERE database = <db> [AND name LIKE <pattern>] [LIMIT <N>] [INTO OUTFILE <filename>] [FORMAT <format>]
-```
-
-**Örnek**
-
-Aşağıdaki sorgu, tablo listesinden ilk iki satırı seçer. `system` adları içeren veritabanı `reg`.
-
-``` sql
-SHOW DICTIONARIES FROM db LIKE '%reg%' LIMIT 2
-```
-
-``` text
-┌─name─────────┐
-│ regions      │
-│ region_names │
-└──────────────┘
-```
-
-## SHOW GRANTS {#show-grants-statement}
-
-Bir kullanıcı için ayrıcalıkları gösterir.
-
-### Sözdizimi {#show-grants-syntax}
-
-``` sql
-SHOW GRANTS [FOR user]
-```
-
-Kullanıcı belirtilmezse, sorgu geçerli kullanıcı için ayrıcalıklar döndürür.
-
-## SHOW CREATE USER {#show-create-user-statement}
-
-Kullanılan parametreleri gösterir. [kullanıcı oluşturma](create.md#create-user-statement).
-
-`SHOW CREATE USER` kullanıcı şifreleri çıkmıyor.
-
-### Sözdizimi {#show-create-user-syntax}
-
-``` sql
-SHOW CREATE USER [name | CURRENT_USER]
-```
-
-## SHOW CREATE ROLE {#show-create-role-statement}
-
-Kullanılan parametreleri gösterir. [rol oluşturma](create.md#create-role-statement)
-
-### Sözdizimi {#show-create-role-syntax}
-
-``` sql
-SHOW CREATE ROLE name
-```
-
-## SHOW CREATE ROW POLICY {#show-create-row-policy-statement}
-
-Kullanılan parametreleri gösterir. [satır ilkesi oluşturma](create.md#create-row-policy-statement)
-
-### Sözdizimi {#show-create-row-policy-syntax}
-
-``` sql
-SHOW CREATE [ROW] POLICY name ON [database.]table
-```
-
-## SHOW CREATE QUOTA {#show-create-quota-statement}
-
-Kullanılan parametreleri gösterir. [Ko creationta oluşturma](create.md#create-quota-statement)
-
-### Sözdizimi {#show-create-row-policy-syntax}
-
-``` sql
-SHOW CREATE QUOTA [name | CURRENT]
-```
-
-## SHOW CREATE SETTINGS PROFILE {#show-create-settings-profile-statement}
-
-Kullanılan parametreleri gösterir. [ayarlar profil oluşturma](create.md#create-settings-profile-statement)
-
-### Sözdizimi {#show-create-row-policy-syntax}
-
-``` sql
-SHOW CREATE [SETTINGS] PROFILE name
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/show/) <!--hide-->
diff --git a/docs/tr/sql-reference/statements/system.md b/docs/tr/sql-reference/statements/system.md
deleted file mode 100644
index 6a81c78ac40..00000000000
--- a/docs/tr/sql-reference/statements/system.md
+++ /dev/null
@@ -1,113 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: SYSTEM
----
-
-# Sistem sorguları {#query-language-system}
-
--   [RELOAD DICTIONARIES](#query_language-system-reload-dictionaries)
--   [RELOAD DICTIONARY](#query_language-system-reload-dictionary)
--   [DROP DNS CACHE](#query_language-system-drop-dns-cache)
--   [DROP MARK CACHE](#query_language-system-drop-mark-cache)
--   [FLUSH LOGS](#query_language-system-flush_logs)
--   [RELOAD CONFIG](#query_language-system-reload-config)
--   [SHUTDOWN](#query_language-system-shutdown)
--   [KILL](#query_language-system-kill)
--   [STOP DISTRIBUTED SENDS](#query_language-system-stop-distributed-sends)
--   [FLUSH DISTRIBUTED](#query_language-system-flush-distributed)
--   [START DISTRIBUTED SENDS](#query_language-system-start-distributed-sends)
--   [STOP MERGES](#query_language-system-stop-merges)
--   [START MERGES](#query_language-system-start-merges)
-
-## RELOAD DICTIONARIES {#query_language-system-reload-dictionaries}
-
-Daha önce başarıyla yüklenen tüm sözlükleri yeniden yükler.
-Varsayılan olarak, sözlükler tembel yüklenir (bkz [dictionaries_lazy_load](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-dictionaries_lazy_load)), bu nedenle başlangıçta otomatik olarak yüklenmek yerine, dictGet işlevi aracılığıyla ilk erişimde başlatılır veya ENGİNE = Dictionary ile tablolardan seçim yapılır. Bu `SYSTEM RELOAD DICTIONARIES` sorgu bu sözlükleri yeniden yükler (yüklü).
-Her zaman döner `Ok.` sözlük güncellemesinin sonucu ne olursa olsun.
-
-## Sözlük Dictionary_name yeniden yükle {#query_language-system-reload-dictionary}
-
-Tamamen bir sözlük reloads `dictionary_name`, sözlük durumuna bakılmaksızın (LOADED / NOT_LOADED / FAİLED).
-Her zaman döner `Ok.` ne olursa olsun sözlük güncelleme sonucu.
-Sözlüğün durumu sorgulanarak kontrol edilebilir `system.dictionaries` Tablo.
-
-``` sql
-SELECT name, status FROM system.dictionaries;
-```
-
-## DROP DNS CACHE {#query_language-system-drop-dns-cache}
-
-Clickhouse'un iç DNS önbelleğini sıfırlar. Bazen (eski ClickHouse sürümleri için) altyapıyı değiştirirken (başka bir ClickHouse sunucusunun IP adresini veya sözlükler tarafından kullanılan sunucuyu değiştirirken) bu komutu kullanmak gerekir.
-
-Daha uygun (otomatik) önbellek yönetimi için bkz: disable_internal_dns_cache, dns_cache_update_period parametreleri.
-
-## DROP MARK CACHE {#query_language-system-drop-mark-cache}
-
-İşaret önbelleğini sıfırlar. ClickHouse ve performans testlerinin geliştirilmesinde kullanılır.
-
-## FLUSH LOGS {#query_language-system-flush_logs}
-
-Flushes buffers of log messages to system tables (e.g. system.query_log). Allows you to not wait 7.5 seconds when debugging.
-
-## RELOAD CONFIG {#query_language-system-reload-config}
-
-ClickHouse yapılandırmasını yeniden yükler. Yapılandırma ZooKeeeper saklandığında kullanılır.
-
-## SHUTDOWN {#query_language-system-shutdown}
-
-Normalde Clickhouse'u kapatır (gibi `service clickhouse-server stop` / `kill {$pid_clickhouse-server}`)
-
-## KILL {#query_language-system-kill}
-
-ClickHouse işlemini iptal eder (gibi `kill -9 {$ pid_clickhouse-server}`)
-
-## Dağıtılmış Tabloları Yönetme {#query-language-system-distributed}
-
-ClickHouse yönetebilir [dağılı](../../engines/table-engines/special/distributed.md) Tablolar. Bir kullanıcı bu tablolara veri eklediğinde, ClickHouse önce küme düğümlerine gönderilmesi gereken verilerin bir sırası oluşturur, sonra zaman uyumsuz olarak gönderir. İle kuyruk işleme yönetebilirsiniz [STOP DISTRIBUTED SENDS](#query_language-system-stop-distributed-sends), [FLUSH DISTRIBUTED](#query_language-system-flush-distributed), ve [START DISTRIBUTED SENDS](#query_language-system-start-distributed-sends) sorgular. Ayrıca, dağıtılmış verileri eşzamanlı olarak `insert_distributed_sync` ayar.
-
-### STOP DISTRIBUTED SENDS {#query_language-system-stop-distributed-sends}
-
-Dağıtılmış tablolara veri eklerken arka plan veri dağıtımını devre dışı bırakır.
-
-``` sql
-SYSTEM STOP DISTRIBUTED SENDS [db.]<distributed_table_name>
-```
-
-### FLUSH DISTRIBUTED {#query_language-system-flush-distributed}
-
-Küme düğümlerine eşzamanlı olarak veri göndermek için Clickhouse'u zorlar. Herhangi bir düğüm kullanılamıyorsa, ClickHouse bir özel durum atar ve sorgu yürütülmesini durdurur. Tüm düğümler tekrar çevrimiçi olduğunda gerçekleşecek olan başarılı olana kadar sorguyu yeniden deneyebilirsiniz.
-
-``` sql
-SYSTEM FLUSH DISTRIBUTED [db.]<distributed_table_name>
-```
-
-### START DISTRIBUTED SENDS {#query_language-system-start-distributed-sends}
-
-Dağıtılmış tablolara veri eklerken arka plan veri dağıtımını etkinleştirir.
-
-``` sql
-SYSTEM START DISTRIBUTED SENDS [db.]<distributed_table_name>
-```
-
-### STOP MERGES {#query_language-system-stop-merges}
-
-MergeTree ailesindeki tablolar için arka plan birleşmelerini durdurma imkanı sağlar:
-
-``` sql
-SYSTEM STOP MERGES [[db.]merge_tree_family_table_name]
-```
-
-!!! note "Not"
-    `DETACH / ATTACH` tablo, daha önce tüm MergeTree tabloları için birleştirmeler durdurulduğunda bile tablo için arka plan birleştirmelerini başlatır.
-
-### START MERGES {#query_language-system-start-merges}
-
-MergeTree ailesindeki tablolar için arka plan birleştirmelerini başlatma imkanı sağlar:
-
-``` sql
-SYSTEM START MERGES [[db.]merge_tree_family_table_name]
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/system/) <!--hide-->
diff --git a/docs/tr/sql-reference/syntax.md b/docs/tr/sql-reference/syntax.md
deleted file mode 100644
index c9cc6bd078f..00000000000
--- a/docs/tr/sql-reference/syntax.md
+++ /dev/null
@@ -1,187 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 31
-toc_title: "S\xF6zdizimi"
----
-
-# Sözdizimi {#syntax}
-
-Sistemde iki tür ayrıştırıcı vardır: tam SQL ayrıştırıcısı (özyinelemeli bir iniş ayrıştırıcısı) ve veri biçimi ayrıştırıcısı (hızlı akış ayrıştırıcısı).
-Dışında her durumda `INSERT` sorgu, sadece tam SQL ayrıştırıcı kullanılır.
-Bu `INSERT` sorgu her iki ayrıştırıcıyı da kullanır:
-
-``` sql
-INSERT INTO t VALUES (1, 'Hello, world'), (2, 'abc'), (3, 'def')
-```
-
-Bu `INSERT INTO t VALUES` parça tam ayrıştırıcı tarafından ayrıştırılır ve veriler `(1, 'Hello, world'), (2, 'abc'), (3, 'def')` hızlı akış ayrıştırıcısı tarafından ayrıştırılır. Ayrıca kullanarak veriler için tam ayrıştırıcı açabilirsiniz [ınput_format_values_interpret_expressions](../operations/settings/settings.md#settings-input_format_values_interpret_expressions) ayar. Ne zaman `input_format_values_interpret_expressions = 1`, ClickHouse önce hızlı akış ayrıştırıcısı ile değerleri ayrıştırmaya çalışır. Başarısız olursa, ClickHouse veriler için tam ayrıştırıcıyı kullanmaya çalışır ve bir SQL gibi davranır [ifade](#syntax-expressions).
-
-Veri herhangi bir biçime sahip olabilir. Bir sorgu alındığında, sunucu daha fazla hesaplar [max_query_size](../operations/settings/settings.md#settings-max_query_size) istek bayt RAM (varsayılan olarak, 1 MB) ve geri kalanı akış ayrıştırılır.
-Bu büyük sorunları önlemek için izin verir `INSERT` sorgular.
-
-Kullanırken `Values` biçim içinde bir `INSERT` sorgu, verilerin bir ifadedeki ifadelerle aynı şekilde ayrıştırıldığı görünebilir `SELECT` sorgu, ancak bu doğru değil. Bu `Values` biçim çok daha sınırlıdır.
-
-Bu makalenin geri kalanı tam çözümleyici kapsar. Biçim ayrıştırıcıları hakkında daha fazla bilgi için bkz: [Biçimliler](../interfaces/formats.md) bölme.
-
-## Alanlar {#spaces}
-
-Sözdizimsel yapılar arasında (bir sorgunun başlangıcı ve sonu dahil) herhangi bir sayıda boşluk simgesi olabilir. Boşluk sembolleri boşluk, sekme, satır beslemesi, CR ve form beslemesini içerir.
-
-## Yorumlar {#comments}
-
-ClickHouse, SQL stili ve C stili yorumlarını destekler.
-SQL tarzı yorumlar ile başlar `--` ve hattın sonuna kadar devam, bir boşluk sonra `--` atlanmış olabilir.
-C-style dan `/*` -e doğru `*/`ve çok satırlı olabilir, boşluklar da gerekli değildir.
-
-## Kelimeler {#syntax-keywords}
-
-Anahtar kelimeler karşılık geldiğinde büyük / küçük harf duyarsızdır:
-
--   SQL standardı. Mesela, `SELECT`, `select` ve `SeLeCt` hepsi geçerlidir.
--   Bazı popüler DBMS'DE (MySQL veya Postgres) uygulama. Mesela, `DateTime` ile aynıdır `datetime`.
-
-Veri türü adı büyük / küçük harf duyarlı olup olmadığını denetlenebilir `system.data_type_families` Tablo.
-
-Standart SQL'İN aksine, diğer tüm anahtar kelimeler (işlev adları dahil) şunlardır **büyük küçük harf duyarlı**.
-
-Anahtar kelimeler ayrılmış değildir; sadece karşılık gelen bağlamda bu şekilde ele alınır. Kullanıyorsanız [tanıtıcılar](#syntax-identifiers) anahtar kelimelerle aynı ada sahip olarak, bunları çift tırnak veya backticks içine alın. Örneğin, sorgu `SELECT "FROM" FROM table_name` tablo geçerli ise `table_name` adı ile sütun vardır `"FROM"`.
-
-## Tanıtıcılar {#syntax-identifiers}
-
-Tanımlay areıcılar:
-
--   Küme, veritabanı, tablo, bölüm ve sütun adları.
--   İşlevler.
--   Veri türleri.
--   [İfade takma adları](#syntax-expression_aliases).
-
-Tanımlayıcılar alıntılanabilir veya alıntılanamaz. İkincisi tercih edilir.
-
-Alıntılanmamış tanımlayıcılar regex ile eşleşmelidir `^[a-zA-Z_][0-9a-zA-Z_]*$` ve eşit olamaz [kelimeler](#syntax-keywords). Örnekler: `x, _1, X_y__Z123_.`
-
-Tanımlayıcıları anahtar kelimelerle aynı şekilde kullanmak istiyorsanız veya tanımlayıcılarda başka semboller kullanmak istiyorsanız, örneğin çift tırnak işaretleri veya backticks kullanarak alıntı yapın, `"id"`, `` `id` ``.
-
-## Harfler {#literals}
-
-Sayısal, dize, bileşik ve `NULL` harfler.
-
-### Sayısal {#numeric}
-
-Sayısal literal ayrıştırılmaya çalışılıyor:
-
--   İlk olarak, 64-bit imzalı bir sayı olarak, [strtoull](https://en.cppreference.com/w/cpp/string/byte/strtoul) İşlev.
--   Başarısız olursa, 64-bit imzasız bir sayı olarak, [strtoll](https://en.cppreference.com/w/cpp/string/byte/strtol) İşlev.
--   Başarısız olursa, kayan noktalı sayı olarak [strtod](https://en.cppreference.com/w/cpp/string/byte/strtof) İşlev.
--   Aksi takdirde, bir hata döndürür.
-
-Hazır bilgi değeri, değerin sığdığı en küçük türe sahiptir.
-Örneğin, 1 olarak ayrıştırılır `UInt8`, ancak 256 olarak ayrıştırılır `UInt16`. Daha fazla bilgi için, bkz. [Veri türleri](../sql-reference/data-types/index.md).
-
-Örnekler: `1`, `18446744073709551615`, `0xDEADBEEF`, `01`, `0.1`, `1e100`, `-1e-100`, `inf`, `nan`.
-
-### Dize {#syntax-string-literal}
-
-Tek tırnak yalnızca dize değişmezleri desteklenir. Kapalı karakterler ters eğik çizgi kaçabilir. Aşağıdaki kaçış dizileri karşılık gelen özel bir değere sahiptir: `\b`, `\f`, `\r`, `\n`, `\t`, `\0`, `\a`, `\v`, `\xHH`. Diğer tüm durumlarda, çıkış dizileri biçiminde `\c`, nere `c` herhangi bir karakter, dönüştürülür `c`. Bu dizileri kullanabileceğiniz anlamına gelir `\'`ve`\\`. Değeri olacak [Dize](../sql-reference/data-types/string.md) tür.
-
-Dize değişmezlerinde, en azından kaçmanız gerekir `'` ve `\`. Tek tırnak tek Alıntı ile kaçabilir, değişmez `'It\'s'` ve `'It''s'` eşittir.
-
-### Bileşik {#compound}
-
-Diziler köşeli parantez ile inşa edilmiştir `[1, 2, 3]`. Nuples yuvarlak parantez ile inşa edilmiştir `(1, 'Hello, world!', 2)`.
-Teknik olarak bunlar değişmezler değil, sırasıyla dizi oluşturma işleci ve tuple oluşturma işleci ile ifadeler.
-Bir dizi en az bir öğeden oluşmalı ve bir tuple en az iki öğeye sahip olmalıdır.
-İçinde tuples göründüğünde ayrı bir durum var `IN` CLA ause of a `SELECT` sorgu. Sorgu sonuçları tuples içerebilir, ancak tuples bir veritabanına kaydedilemez (tablolar hariç [Hafıza](../engines/table-engines/special/memory.md) motor).
-
-### NULL {#null-literal}
-
-Değerin eksik olduğunu gösterir.
-
-Saklamak için `NULL` bir tablo alanında, bu olmalıdır [Nullable](../sql-reference/data-types/nullable.md) tür.
-
-Veri formatına bağlı olarak (giriş veya çıkış), `NULL` farklı bir temsili olabilir. Daha fazla bilgi için belgelere bakın [veri formatları](../interfaces/formats.md#formats).
-
-İşleme için birçok nüans var `NULL`. Örneğin, bir karşılaştırma işleminin argümanlarından en az biri ise `NULL`, bu işlemin sonucu da `NULL`. Aynı şey çarpma, toplama ve diğer işlemler için de geçerlidir. Daha fazla bilgi için her işlem için belgeleri okuyun.
-
-Sorgularda, kontrol edebilirsiniz `NULL` kullanarak [IS NULL](operators/index.md#operator-is-null) ve [IS NOT NULL](operators/index.md) operatörler ve ilgili fonksiyonlar `isNull` ve `isNotNull`.
-
-## İşlevler {#functions}
-
-İşlev çağrıları, yuvarlak parantez içinde bir argüman listesi (muhtemelen boş) olan bir tanımlayıcı gibi yazılır. Standart SQL'İN aksine, boş bir argüman listesi için bile parantezler gereklidir. Örnek: `now()`.
-Düzenli ve agrega işlevleri vardır (bkz. “Aggregate functions”). Bazı toplama işlevleri parantez içinde iki bağımsız değişken listesi içerebilir. Örnek: `quantile (0.9) (x)`. Bu toplama fonksiyonları denir “parametric” fonksiyonlar ve ilk listedeki argümanlar çağrılır “parameters”. Parametresiz toplama işlevlerinin sözdizimi, normal işlevlerle aynıdır.
-
-## Operatörler {#operators}
-
-Operatörler, sorgu ayrıştırma sırasında önceliklerini ve ilişkilendirmelerini dikkate alarak karşılık gelen işlevlerine dönüştürülür.
-Örneğin, ifade `1 + 2 * 3 + 4` dönüştür toülür `plus(plus(1, multiply(2, 3)), 4)`.
-
-## Veri türleri ve veritabanı tablosu motorları {#data_types-and-database-table-engines}
-
-Veri türleri ve tablo motorları `CREATE` sorgu tanımlayıcıları veya işlevleri aynı şekilde yazılır. Başka bir deyişle, parantez içinde bir argüman listesi içerebilir veya içermeyebilir. Daha fazla bilgi için bölümlere bakın “Data types,” “Table engines,” ve “CREATE”.
-
-## İfade Takma Adları {#syntax-expression_aliases}
-
-Diğer ad, sorgudaki ifade için kullanıcı tanımlı bir addır.
-
-``` sql
-expr AS alias
-```
-
--   `AS` — The keyword for defining aliases. You can define the alias for a table name or a column name in a `SELECT` kullanmadan fık thera `AS` kelime.
-
-        For example, `SELECT table_name_alias.column_name FROM table_name table_name_alias`.
-
-        In the [CAST](sql_reference/functions/type_conversion_functions.md#type_conversion_function-cast) function, the `AS` keyword has another meaning. See the description of the function.
-
--   `expr` — Any expression supported by ClickHouse.
-
-        For example, `SELECT column_name * 2 AS double FROM some_table`.
-
--   `alias` — Name for `expr`. Takma adlar ile uyumlu olmalıdır [tanıtıcılar](#syntax-identifiers) sözdizimi.
-
-        For example, `SELECT "table t".column_name FROM table_name AS "table t"`.
-
-### Kullanımı ile ilgili notlar {#notes-on-usage}
-
-Diğer adlar bir sorgu veya alt sorgu için geneldir ve herhangi bir ifade için sorgunun herhangi bir bölümünde bir diğer ad tanımlayabilirsiniz. Mesela, `SELECT (1 AS n) + 2, n`.
-
-Diğer adlar alt sorgularda ve alt sorgular arasında görünmez. Örneğin, sorgu yürütülürken `SELECT (SELECT sum(b.a) + num FROM b) - a.a AS num FROM a` ClickHouse istisna oluşturur `Unknown identifier: num`.
-
-Sonuç sütunları için bir diğer ad tanımlanmışsa `SELECT` bir alt sorgunun yan tümcesi, bu sütunlar dış sorguda görülebilir. Mesela, `SELECT n + m FROM (SELECT 1 AS n, 2 AS m)`.
-
-Sütun veya tablo adlarıyla aynı olan diğer adlara dikkat edin. Aşağıdaki örneği ele alalım:
-
-``` sql
-CREATE TABLE t
-(
-    a Int,
-    b Int
-)
-ENGINE = TinyLog()
-```
-
-``` sql
-SELECT
-    argMax(a, b),
-    sum(b) AS b
-FROM t
-```
-
-``` text
-Received exception from server (version 18.14.17):
-Code: 184. DB::Exception: Received from localhost:9000, 127.0.0.1. DB::Exception: Aggregate function sum(b) is found inside another aggregate function in query.
-```
-
-Bu örnekte, tablo ilan ettik `t` sütun ile `b`. Ardından, veri seçerken, `sum(b) AS b` takma ad. Takma adlar küresel olduğundan, ClickHouse literal yerine `b` ifad theesinde `argMax(a, b)` ifad theesiyle `sum(b)`. Bu ikame istisnaya neden oldu.
-
-## Yıldız işareti {#asterisk}
-
-İn a `SELECT` sorgu, bir yıldız ifadesinin yerini alabilir. Daha fazla bilgi için bölüme bakın “SELECT”.
-
-## İfadeler {#syntax-expressions}
-
-Bir ifade, bir işlev, tanımlayıcı, değişmez, bir operatörün uygulaması, parantez içindeki ifade, alt sorgu veya yıldız işaretidir. Ayrıca bir takma ad içerebilir.
-İfadelerin listesi, virgülle ayrılmış bir veya daha fazla ifadedir.
-Fonksiyonlar ve operatörler, sırayla, argüman olarak ifadelere sahip olabilirler.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/sql_reference/syntax/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/file.md b/docs/tr/sql-reference/table-functions/file.md
deleted file mode 100644
index 834a2b13cb1..00000000000
--- a/docs/tr/sql-reference/table-functions/file.md
+++ /dev/null
@@ -1,121 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 37
-toc_title: Dosya
----
-
-# Dosya {#file}
-
-Bir dosyadan bir tablo oluşturur. Bu tablo işlevi benzer [url](url.md) ve [hdf'ler](hdfs.md) biri.
-
-``` sql
-file(path, format, structure)
-```
-
-**Giriş parametreleri**
-
--   `path` — The relative path to the file from [user_files_path](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-user_files_path). Readonly modunda glob'ları takip eden dosya desteğine giden yol: `*`, `?`, `{abc,def}` ve `{N..M}` nerede `N`, `M` — numbers, \``'abc', 'def'` — strings.
--   `format` — The [biçimli](../../interfaces/formats.md#formats) dosya.
--   `structure` — Structure of the table. Format `'column1_name column1_type, column2_name column2_type, ...'`.
-
-**Döndürülen değer**
-
-Belirtilen dosyada veri okumak veya yazmak için belirtilen yapıya sahip bir tablo.
-
-**Örnek**
-
-Ayar `user_files_path` ve dosyanın içeriği `test.csv`:
-
-``` bash
-$ grep user_files_path /etc/clickhouse-server/config.xml
-    <user_files_path>/var/lib/clickhouse/user_files/</user_files_path>
-
-$ cat /var/lib/clickhouse/user_files/test.csv
-    1,2,3
-    3,2,1
-    78,43,45
-```
-
-Tablo fromdan`test.csv` ve ondan ilk iki satır seçimi:
-
-``` sql
-SELECT *
-FROM file('test.csv', 'CSV', 'column1 UInt32, column2 UInt32, column3 UInt32')
-LIMIT 2
-```
-
-``` text
-┌─column1─┬─column2─┬─column3─┐
-│       1 │       2 │       3 │
-│       3 │       2 │       1 │
-└─────────┴─────────┴─────────┘
-```
-
-``` sql
--- getting the first 10 lines of a table that contains 3 columns of UInt32 type from a CSV file
-SELECT * FROM file('test.csv', 'CSV', 'column1 UInt32, column2 UInt32, column3 UInt32') LIMIT 10
-```
-
-**Yolda Globs**
-
-Birden çok yol bileşenleri globs olabilir. İşlenmek için dosya var olmalı ve tüm yol deseniyle eşleşmelidir (sadece sonek veya önek değil).
-
--   `*` — Substitutes any number of any characters except `/` boş dize dahil.
--   `?` — Substitutes any single character.
--   `{some_string,another_string,yet_another_one}` — Substitutes any of strings `'some_string', 'another_string', 'yet_another_one'`.
--   `{N..M}` — Substitutes any number in range from N to M including both borders.
-
-İle yapılar `{}` benzer olan [uzaktan masa fonksiyonu](../../sql-reference/table-functions/remote.md)).
-
-**Örnek**
-
-1.  Aşağıdaki göreli yollara sahip birkaç dosyamız olduğunu varsayalım:
-
--   ‘some_dir/some_file_1’
--   ‘some_dir/some_file_2’
--   ‘some_dir/some_file_3’
--   ‘another_dir/some_file_1’
--   ‘another_dir/some_file_2’
--   ‘another_dir/some_file_3’
-
-1.  Bu dosyalardaki satır miktarını sorgula:
-
-<!-- -->
-
-``` sql
-SELECT count(*)
-FROM file('{some,another}_dir/some_file_{1..3}', 'TSV', 'name String, value UInt32')
-```
-
-1.  Bu iki dizinin tüm dosyalarındaki satır miktarını sorgula:
-
-<!-- -->
-
-``` sql
-SELECT count(*)
-FROM file('{some,another}_dir/*', 'TSV', 'name String, value UInt32')
-```
-
-!!! warning "Uyarıcı"
-    Dosya listenizde önde gelen sıfırlar içeren sayı aralıkları varsa, her basamak için parantez içeren yapıyı ayrı ayrı kullanın veya kullanın `?`.
-
-**Örnek**
-
-Adlı dosy thealardan verileri sorgu thelamak `file000`, `file001`, … , `file999`:
-
-``` sql
-SELECT count(*)
-FROM file('big_dir/file{0..9}{0..9}{0..9}', 'CSV', 'name String, value UInt32')
-```
-
-## Sanal Sütunlar {#virtual-columns}
-
--   `_path` — Path to the file.
--   `_file` — Name of the file.
-
-**Ayrıca Bakınız**
-
--   [Sanal sütunlar](https://clickhouse.tech/docs/en/operations/table_engines/#table_engines-virtual_columns)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/file/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/generate.md b/docs/tr/sql-reference/table-functions/generate.md
deleted file mode 100644
index 9259854e69f..00000000000
--- a/docs/tr/sql-reference/table-functions/generate.md
+++ /dev/null
@@ -1,44 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 47
-toc_title: generateRandom
----
-
-# generateRandom {#generaterandom}
-
-Verilen şema ile rastgele veri üretir.
-Test tablolarını verilerle doldurmaya izin verir.
-Dışında tabloda saklanabilir tüm veri türlerini destekler `LowCardinality` ve `AggregateFunction`.
-
-``` sql
-generateRandom('name TypeName[, name TypeName]...', [, 'random_seed'[, 'max_string_length'[, 'max_array_length']]]);
-```
-
-**Parametre**
-
--   `name` — Name of corresponding column.
--   `TypeName` — Type of corresponding column.
--   `max_array_length` — Maximum array length for all generated arrays. Defaults to `10`.
--   `max_string_length` — Maximum string length for all generated strings. Defaults to `10`.
--   `random_seed` — Specify random seed manually to produce stable results. If NULL — seed is randomly generated.
-
-**Döndürülen Değer**
-
-Istenen şema ile bir tablo nesnesi.
-
-## Kullanım Örneği {#usage-example}
-
-``` sql
-SELECT * FROM generateRandom('a Array(Int8), d Decimal32(4), c Tuple(DateTime64(3), UUID)', 1, 10, 2) LIMIT 3;
-```
-
-``` text
-┌─a────────┬────────────d─┬─c──────────────────────────────────────────────────────────────────┐
-│ [77]     │ -124167.6723 │ ('2061-04-17 21:59:44.573','3f72f405-ec3e-13c8-44ca-66ef335f7835') │
-│ [32,110] │ -141397.7312 │ ('1979-02-09 03:43:48.526','982486d1-5a5d-a308-e525-7bd8b80ffa73') │
-│ [68]     │  -67417.0770 │ ('2080-03-12 14:17:31.269','110425e5-413f-10a6-05ba-fa6b3e929f15') │
-└──────────┴──────────────┴────────────────────────────────────────────────────────────────────┘
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/generate/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/hdfs.md b/docs/tr/sql-reference/table-functions/hdfs.md
deleted file mode 100644
index 438a2bfe00e..00000000000
--- a/docs/tr/sql-reference/table-functions/hdfs.md
+++ /dev/null
@@ -1,104 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 45
-toc_title: hdf'ler
----
-
-# hdf'ler {#hdfs}
-
-Hdfs'deki dosyalardan bir tablo oluşturur. Bu tablo işlevi benzer [url](url.md) ve [Dosya](file.md) biri.
-
-``` sql
-hdfs(URI, format, structure)
-```
-
-**Giriş parametreleri**
-
--   `URI` — The relative URI to the file in HDFS. Path to file support following globs in readonly mode: `*`, `?`, `{abc,def}` ve `{N..M}` nerede `N`, `M` — numbers, \``'abc', 'def'` — strings.
--   `format` — The [biçimli](../../interfaces/formats.md#formats) dosya.
--   `structure` — Structure of the table. Format `'column1_name column1_type, column2_name column2_type, ...'`.
-
-**Döndürülen değer**
-
-Belirtilen dosyada veri okumak veya yazmak için belirtilen yapıya sahip bir tablo.
-
-**Örnek**
-
-Tablo fromdan `hdfs://hdfs1:9000/test` ve ondan ilk iki satır seçimi:
-
-``` sql
-SELECT *
-FROM hdfs('hdfs://hdfs1:9000/test', 'TSV', 'column1 UInt32, column2 UInt32, column3 UInt32')
-LIMIT 2
-```
-
-``` text
-┌─column1─┬─column2─┬─column3─┐
-│       1 │       2 │       3 │
-│       3 │       2 │       1 │
-└─────────┴─────────┴─────────┘
-```
-
-**Yolda Globs**
-
-Birden çok yol bileşenleri globs olabilir. İşlenmek için dosya var olmalı ve tüm yol deseniyle eşleşmelidir (sadece sonek veya önek değil).
-
--   `*` — Substitutes any number of any characters except `/` boş dize dahil.
--   `?` — Substitutes any single character.
--   `{some_string,another_string,yet_another_one}` — Substitutes any of strings `'some_string', 'another_string', 'yet_another_one'`.
--   `{N..M}` — Substitutes any number in range from N to M including both borders.
-
-İle yapılar `{}` benzer olan [uzaktan masa fonksiyonu](../../sql-reference/table-functions/remote.md)).
-
-**Örnek**
-
-1.  HDFS'DE aşağıdaki Urı'lere sahip birkaç dosyamız olduğunu varsayalım:
-
--   ‘hdfs://hdfs1:9000/some_dir/some_file_1’
--   ‘hdfs://hdfs1:9000/some_dir/some_file_2’
--   ‘hdfs://hdfs1:9000/some_dir/some_file_3’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_1’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_2’
--   ‘hdfs://hdfs1:9000/another_dir/some_file_3’
-
-1.  Bu dosyalardaki satır miktarını sorgula:
-
-<!-- -->
-
-``` sql
-SELECT count(*)
-FROM hdfs('hdfs://hdfs1:9000/{some,another}_dir/some_file_{1..3}', 'TSV', 'name String, value UInt32')
-```
-
-1.  Bu iki dizinin tüm dosyalarındaki satır miktarını sorgula:
-
-<!-- -->
-
-``` sql
-SELECT count(*)
-FROM hdfs('hdfs://hdfs1:9000/{some,another}_dir/*', 'TSV', 'name String, value UInt32')
-```
-
-!!! warning "Uyarıcı"
-    Dosya listenizde önde gelen sıfırlar içeren sayı aralıkları varsa, her basamak için parantez içeren yapıyı ayrı ayrı kullanın veya kullanın `?`.
-
-**Örnek**
-
-Adlı dosy thealardan verileri sorgu thelamak `file000`, `file001`, … , `file999`:
-
-``` sql
-SELECT count(*)
-FROM hdfs('hdfs://hdfs1:9000/big_dir/file{0..9}{0..9}{0..9}', 'CSV', 'name String, value UInt32')
-```
-
-## Sanal Sütunlar {#virtual-columns}
-
--   `_path` — Path to the file.
--   `_file` — Name of the file.
-
-**Ayrıca Bakınız**
-
--   [Sanal sütunlar](https://clickhouse.tech/docs/en/operations/table_engines/#table_engines-virtual_columns)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/hdfs/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/index.md b/docs/tr/sql-reference/table-functions/index.md
deleted file mode 100644
index 3d9715be66a..00000000000
--- a/docs/tr/sql-reference/table-functions/index.md
+++ /dev/null
@@ -1,38 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: "Tablo Fonksiyonlar\u0131"
-toc_priority: 34
-toc_title: "Giri\u015F"
----
-
-# Tablo Fonksiyonları {#table-functions}
-
-Tablo işlevleri tabloları oluşturmak için yöntemlerdir.
-
-Tablo işlevlerini kullanabilirsiniz:
-
--   [FROM](../statements/select/from.md) fıkra ofsı `SELECT` sorgu.
-
-        The method for creating a temporary table that is available only in the current query. The table is deleted when the query finishes.
-
--   [Tablo oluştur \<table_function()\>](../statements/create.md#create-table-query) sorgu.
-
-        It's one of the methods of creating a table.
-
-!!! warning "Uyarıcı"
-    Eğer tablo işlevlerini kullanamazsınız [allow_ddl](../../operations/settings/permissions-for-queries.md#settings_allow_ddl) ayarı devre dışı.
-
-| İşlev                    | Açıklama                                                                                                                    |
-|--------------------------|-----------------------------------------------------------------------------------------------------------------------------|
-| [Dosya](file.md)         | Oluşturur bir [Dosya](../../engines/table-engines/special/file.md)- motor masası.                                           |
-| [birleştirmek](merge.md) | Oluşturur bir [Birleştirmek](../../engines/table-engines/special/merge.md)- motor masası.                                   |
-| [şiir](numbers.md)       | Tamsayı sayılarla dolu tek bir sütun içeren bir tablo oluşturur.                                                            |
-| [uzak](remote.md)        | Oluşturmadan uzak sunuculara erişmenizi sağlar. [Dağılı](../../engines/table-engines/special/distributed.md)- motor masası. |
-| [url](url.md)            | Oluşturur bir [Url](../../engines/table-engines/special/url.md)- motor masası.                                              |
-| [mysql](mysql.md)        | Oluşturur bir [MySQL](../../engines/table-engines/integrations/mysql.md)- motor masası.                                     |
-| [jdbc](jdbc.md)          | Oluşturur bir [JDBC](../../engines/table-engines/integrations/jdbc.md)- motor masası.                                       |
-| [odbc](odbc.md)          | Oluşturur bir [ODBC](../../engines/table-engines/integrations/odbc.md)- motor masası.                                       |
-| [hdf'ler](hdfs.md)       | Oluşturur bir [HDFS](../../engines/table-engines/integrations/hdfs.md)- motor masası.                                       |
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/input.md b/docs/tr/sql-reference/table-functions/input.md
deleted file mode 100644
index cf6d65f1723..00000000000
--- a/docs/tr/sql-reference/table-functions/input.md
+++ /dev/null
@@ -1,47 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 46
-toc_title: girdi
----
-
-# girdi {#input}
-
-`input(structure)` - etkin bir şekilde dönüştürmek ve veri eklemek sağlar tablo fonksiyonu gönderilen
-başka bir yapıya sahip tabloya verilen yapıya sahip sunucu.
-
-`structure` - aşağıdaki formatta sunucuya gönderilen verilerin yapısı `'column1_name column1_type, column2_name column2_type, ...'`.
-Mesela, `'id UInt32, name String'`.
-
-Bu işlev yalnızca kullanılabilir `INSERT SELECT` sorgu ve sadece bir kez ama aksi takdirde sıradan tablo işlevi gibi davranır
-(örneğin, alt sorguda vb.kullanılabilir.).
-
-Veri sıradan gibi herhangi bir şekilde gönderilebilir `INSERT` sorgu ve herhangi bir kullanılabilir geçti [biçimli](../../interfaces/formats.md#formats)
-bu sorgu sonunda belirtilmelidir (sıradan aksine `INSERT SELECT`).
-
-Bu işlevin ana özelliği, sunucu istemciden veri aldığında aynı anda onu dönüştürmesidir
-ifadeler listesine göre `SELECT` yan tümcesi ve hedef tabloya ekler. Geçici tablo
-aktarılan tüm veriler ile oluşturulmaz.
-
-**Örnekler**
-
--   L letet the `test` tablo aşağıdaki yapıya sahiptir `(a String, b String)`
-    ve veri `data.csv` farklı bir yapıya sahiptir `(col1 String, col2 Date, col3 Int32)`. Insert sorgusu
-    bu verileri `data.csv` içine `test` eşzamanlı dönüşüm ile tablo şöyle görünüyor:
-
-<!-- -->
-
-``` bash
-$ cat data.csv | clickhouse-client --query="INSERT INTO test SELECT lower(col1), col3 * col3 FROM input('col1 String, col2 Date, col3 Int32') FORMAT CSV";
-```
-
--   Eğer `data.csv` aynı yapının verilerini içerir `test_structure` tablo olarak `test` sonra bu iki sorgu eşittir:
-
-<!-- -->
-
-``` bash
-$ cat data.csv | clickhouse-client --query="INSERT INTO test FORMAT CSV"
-$ cat data.csv | clickhouse-client --query="INSERT INTO test SELECT * FROM input('test_structure') FORMAT CSV"
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/input/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/jdbc.md b/docs/tr/sql-reference/table-functions/jdbc.md
deleted file mode 100644
index bd664a093ac..00000000000
--- a/docs/tr/sql-reference/table-functions/jdbc.md
+++ /dev/null
@@ -1,29 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 43
-toc_title: jdbc
----
-
-# jdbc {#table-function-jdbc}
-
-`jdbc(jdbc_connection_uri, schema, table)` - JDBC sürücüsü ile bağlı döner tablo.
-
-Bu tablo işlevi ayrı gerektirir `clickhouse-jdbc-bridge` program çalıştırılacak.
-Bu (sorgulanan uzak tablonun DDL dayalı) null türleri destekler.
-
-**Örnekler**
-
-``` sql
-SELECT * FROM jdbc('jdbc:mysql://localhost:3306/?user=root&password=root', 'schema', 'table')
-```
-
-``` sql
-SELECT * FROM jdbc('mysql://localhost:3306/?user=root&password=root', 'schema', 'table')
-```
-
-``` sql
-SELECT * FROM jdbc('datasource://mysql-local', 'schema', 'table')
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/jdbc/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/merge.md b/docs/tr/sql-reference/table-functions/merge.md
deleted file mode 100644
index 867dc0c3205..00000000000
--- a/docs/tr/sql-reference/table-functions/merge.md
+++ /dev/null
@@ -1,14 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 38
-toc_title: "birle\u015Ftirmek"
----
-
-# birleştirmek {#merge}
-
-`merge(db_name, 'tables_regexp')` – Creates a temporary Merge table. For more information, see the section “Table engines, Merge”.
-
-Tablo yapısı, normal ifadeyle eşleşen ilk tablodan alınır.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/merge/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/mysql.md b/docs/tr/sql-reference/table-functions/mysql.md
deleted file mode 100644
index 24e9d0b68c5..00000000000
--- a/docs/tr/sql-reference/table-functions/mysql.md
+++ /dev/null
@@ -1,86 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 42
-toc_title: mysql
----
-
-# mysql {#mysql}
-
-Veriyor `SELECT` uzak bir MySQL sunucusunda depolanan veriler üzerinde gerçekleştirilecek sorgular.
-
-``` sql
-mysql('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_duplicate_clause']);
-```
-
-**Parametre**
-
--   `host:port` — MySQL server address.
-
--   `database` — Remote database name.
-
--   `table` — Remote table name.
-
--   `user` — MySQL user.
-
--   `password` — User password.
-
--   `replace_query` — Flag that converts `INSERT INTO` için sorgular `REPLACE INTO`. Eğer `replace_query=1`, sorgu değiştirilir.
-
--   `on_duplicate_clause` — The `ON DUPLICATE KEY on_duplicate_clause` eklenen ifade `INSERT` sorgu.
-
-        Example: `INSERT INTO t (c1,c2) VALUES ('a', 2) ON DUPLICATE KEY UPDATE c2 = c2 + 1`, where `on_duplicate_clause` is `UPDATE c2 = c2 + 1`. See the MySQL documentation to find which `on_duplicate_clause` you can use with the `ON DUPLICATE KEY` clause.
-
-        To specify `on_duplicate_clause` you need to pass `0` to the `replace_query` parameter. If you simultaneously pass `replace_query = 1` and `on_duplicate_clause`, ClickHouse generates an exception.
-
-Basit `WHERE` gibi maddeler `=, !=, >, >=, <, <=` şu anda MySQL sunucusunda yürütülür.
-
-Geri kalan şartlar ve `LIMIT` örnekleme kısıtlaması, yalnızca MySQL sorgusu bittikten sonra Clickhouse'da yürütülür.
-
-**Döndürülen Değer**
-
-Orijinal MySQL tablosu ile aynı sütunlara sahip bir tablo nesnesi.
-
-## Kullanım Örneği {#usage-example}
-
-MySQL tablo:
-
-``` text
-mysql> CREATE TABLE `test`.`test` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
-    ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from test;
-+------+----------+-----+----------+
-| int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
-|      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
-```
-
-Clickhouse'dan veri seçme:
-
-``` sql
-SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123')
-```
-
-``` text
-┌─int_id─┬─int_nullable─┬─float─┬─float_nullable─┐
-│      1 │         ᴺᵁᴸᴸ │     2 │           ᴺᵁᴸᴸ │
-└────────┴──────────────┴───────┴────────────────┘
-```
-
-## Ayrıca Bakınız {#see-also}
-
--   [Bu ‘MySQL’ masa motoru](../../engines/table-engines/integrations/mysql.md)
--   [Harici sözlük kaynağı olarak MySQL kullanma](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md#dicts-external_dicts_dict_sources-mysql)
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/mysql/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/numbers.md b/docs/tr/sql-reference/table-functions/numbers.md
deleted file mode 100644
index f475483f6dd..00000000000
--- a/docs/tr/sql-reference/table-functions/numbers.md
+++ /dev/null
@@ -1,30 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 39
-toc_title: "\u015Fiir"
----
-
-# şiir {#numbers}
-
-`numbers(N)` – Returns a table with the single ‘number’ 0'dan n-1'e kadar tamsayılar içeren sütun (Uİnt64).
-`numbers(N, M)` - Tek bir tablo döndürür ‘number’ n'den (n + M - 1) tamsayıları içeren sütun (Uİnt64).
-
-Benzer `system.numbers` tablo, ardışık değerleri test etmek ve üretmek için kullanılabilir, `numbers(N, M)` daha verimli `system.numbers`.
-
-Aşağıdaki sorgular eşdeğerdir:
-
-``` sql
-SELECT * FROM numbers(10);
-SELECT * FROM numbers(0, 10);
-SELECT * FROM system.numbers LIMIT 10;
-```
-
-Örnekler:
-
-``` sql
--- Generate a sequence of dates from 2010-01-01 to 2010-12-31
-select toDate('2010-01-01') + number as d FROM numbers(365);
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/numbers/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/odbc.md b/docs/tr/sql-reference/table-functions/odbc.md
deleted file mode 100644
index e932efbcd6a..00000000000
--- a/docs/tr/sql-reference/table-functions/odbc.md
+++ /dev/null
@@ -1,108 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 44
-toc_title: odbc
----
-
-# odbc {#table-functions-odbc}
-
-Üzerinden bağlanan tabloyu döndürür [ODBC](https://en.wikipedia.org/wiki/Open_Database_Connectivity).
-
-``` sql
-odbc(connection_settings, external_database, external_table)
-```
-
-Parametre:
-
--   `connection_settings` — Name of the section with connection settings in the `odbc.ini` Dosya.
--   `external_database` — Name of a database in an external DBMS.
--   `external_table` — Name of a table in the `external_database`.
-
-ODBC bağlantılarını güvenli bir şekilde uygulamak için ClickHouse ayrı bir program kullanır `clickhouse-odbc-bridge`. ODBC sürücüsü doğrudan yüklenmişse `clickhouse-server`, sürücü sorunları ClickHouse sunucu çökmesine neden olabilir. ClickHouse otomatik olarak başlar `clickhouse-odbc-bridge` gerekli olduğunda. ODBC Köprüsü programı aynı paketten yüklenir `clickhouse-server`.
-
-Alanları ile `NULL` dış tablodaki değerler, temel veri türü için varsayılan değerlere dönüştürülür. Örneğin, uzak bir MySQL tablo alanı `INT NULL` yazın 0'a dönüştürülür (ClickHouse için varsayılan değer `Int32` veri türü).
-
-## Kullanım Örneği {#usage-example}
-
-**ODBC üzerinden yerel MySQL kurulumundan veri alma**
-
-Bu örnek Ubuntu Linux 18.04 ve MySQL server 5.7 için kontrol edilir.
-
-UnixODBC ve MySQL Connector yüklü olduğundan emin olun.
-
-Varsayılan olarak (paketlerden yüklüyse), ClickHouse kullanıcı olarak başlar `clickhouse`. Bu nedenle, bu kullanıcıyı MySQL sunucusunda oluşturmanız ve yapılandırmanız gerekir.
-
-``` bash
-$ sudo mysql
-```
-
-``` sql
-mysql> CREATE USER 'clickhouse'@'localhost' IDENTIFIED BY 'clickhouse';
-mysql> GRANT ALL PRIVILEGES ON *.* TO 'clickhouse'@'clickhouse' WITH GRANT OPTION;
-```
-
-Sonra bağlantıyı yapılandırın `/etc/odbc.ini`.
-
-``` bash
-$ cat /etc/odbc.ini
-[mysqlconn]
-DRIVER = /usr/local/lib/libmyodbc5w.so
-SERVER = 127.0.0.1
-PORT = 3306
-DATABASE = test
-USERNAME = clickhouse
-PASSWORD = clickhouse
-```
-
-Kullanarak bağlantıyı kontrol edebilirsiniz `isql` unixodbc yüklemesinden yardımcı program.
-
-``` bash
-$ isql -v mysqlconn
-+-------------------------+
-| Connected!                            |
-|                                       |
-...
-```
-
-MySQL tablo:
-
-``` text
-mysql> CREATE TABLE `test`.`test` (
-    ->   `int_id` INT NOT NULL AUTO_INCREMENT,
-    ->   `int_nullable` INT NULL DEFAULT NULL,
-    ->   `float` FLOAT NOT NULL,
-    ->   `float_nullable` FLOAT NULL DEFAULT NULL,
-    ->   PRIMARY KEY (`int_id`));
-Query OK, 0 rows affected (0,09 sec)
-
-mysql> insert into test (`int_id`, `float`) VALUES (1,2);
-Query OK, 1 row affected (0,00 sec)
-
-mysql> select * from test;
-+------+----------+-----+----------+
-| int_id | int_nullable | float | float_nullable |
-+------+----------+-----+----------+
-|      1 |         NULL |     2 |           NULL |
-+------+----------+-----+----------+
-1 row in set (0,00 sec)
-```
-
-Clickhouse'daki MySQL tablosundan veri alma:
-
-``` sql
-SELECT * FROM odbc('DSN=mysqlconn', 'test', 'test')
-```
-
-``` text
-┌─int_id─┬─int_nullable─┬─float─┬─float_nullable─┐
-│      1 │            0 │     2 │              0 │
-└────────┴──────────────┴───────┴────────────────┘
-```
-
-## Ayrıca Bakınız {#see-also}
-
--   [ODBC harici sözlükler](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md#dicts-external_dicts_dict_sources-odbc)
--   [ODBC tablo motoru](../../engines/table-engines/integrations/odbc.md).
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/jdbc/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/remote.md b/docs/tr/sql-reference/table-functions/remote.md
deleted file mode 100644
index 8d5427c91e4..00000000000
--- a/docs/tr/sql-reference/table-functions/remote.md
+++ /dev/null
@@ -1,85 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 40
-toc_title: uzak
----
-
-# uzaktan, remoteSecure {#remote-remotesecure}
-
-Oluşturmadan uzak sunuculara erişmenizi sağlar. `Distributed` Tablo.
-
-İmzalar:
-
-``` sql
-remote('addresses_expr', db, table[, 'user'[, 'password']])
-remote('addresses_expr', db.table[, 'user'[, 'password']])
-remoteSecure('addresses_expr', db, table[, 'user'[, 'password']])
-remoteSecure('addresses_expr', db.table[, 'user'[, 'password']])
-```
-
-`addresses_expr` – An expression that generates addresses of remote servers. This may be just one server address. The server address is `host:port` ya da sadece `host`. Ana bilgisayar sunucu adı veya IPv4 veya IPv6 adresi olarak belirtilebilir. Köşeli parantez içinde bir IPv6 adresi belirtilir. Bağlantı noktası, uzak sunucudaki TCP bağlantı noktasıdır. Bağlantı noktası atlanırsa, kullanır `tcp_port` sunucunun yapılandırma dosyasından (varsayılan olarak, 9000).
-
-!!! important "Önemli"
-    Bir IPv6 adresi için bağlantı noktası gereklidir.
-
-Örnekler:
-
-``` text
-example01-01-1
-example01-01-1:9000
-localhost
-127.0.0.1
-[::]:9000
-[2a02:6b8:0:1111::11]:9000
-```
-
-Birden çok Adres virgülle ayrılmış olabilir. Bu durumda, ClickHouse dağıtılmış işleme kullanır, bu nedenle sorguyu belirtilen tüm adreslere gönderir (farklı verilerle kırıklar gibi).
-
-Örnek:
-
-``` text
-example01-01-1,example01-02-1
-```
-
-İfadenin bir kısmı kıvırcık parantez içinde belirtilebilir. Önceki örnek aşağıdaki gibi yazılabilir:
-
-``` text
-example01-0{1,2}-1
-```
-
-Kıvırcık parantez iki nokta (negatif olmayan tamsayılar) ile ayrılmış bir sayı aralığı içerebilir. Bu durumda, Aralık, shard adresleri üreten bir değer kümesine genişletilir. İlk sayı sıfır ile başlarsa, değerler aynı sıfır hizalamasıyla oluşturulur. Önceki örnek aşağıdaki gibi yazılabilir:
-
-``` text
-example01-{01..02}-1
-```
-
-Birden fazla kıvırcık parantez çiftiniz varsa, ilgili kümelerin doğrudan ürününü oluşturur.
-
-Adresler ve kıvırcık parantez içindeki adreslerin parçaları boru sembolü (\|) ile ayrılabilir. Bu durumda, karşılık gelen Adres kümeleri yinelemeler olarak yorumlanır ve sorgu ilk sağlıklı yinelemeye gönderilir. Ancak, yinelemeler şu anda ayarlanmış sırayla yinelenir [dengeleme](../../operations/settings/settings.md) ayar.
-
-Örnek:
-
-``` text
-example01-{01..02}-{1|2}
-```
-
-Bu örnek, her birinin iki kopyası olan iki parçayı belirtir.
-
-Oluşturulan Adres sayısı bir sabit tarafından sınırlıdır. Şu anda bu 1000 Adres.
-
-Kullanarak `remote` tablo işlevi, bir `Distributed` tablo, çünkü bu durumda, her istek için sunucu bağlantısı yeniden kurulur. Buna ek olarak, ana bilgisayar adları ayarlanmışsa, adlar giderilir ve çeşitli yinelemelerle çalışırken hatalar sayılmaz. Çok sayıda sorgu işlerken, her zaman `Distributed` masa vaktinden önce, ve kullanmayın `remote` tablo işlevi.
-
-Bu `remote` tablo işlevi aşağıdaki durumlarda yararlı olabilir:
-
--   Veri karşılaştırma, hata ayıklama ve sınama için belirli bir sunucuya erişme.
--   Araştırma amaçlı çeşitli ClickHouse kümeleri arasındaki sorgular.
--   El ile yapılan seyrek dağıtılmış istekler.
--   Sunucu kümesinin her seferinde yeniden tanımlandığı dağıtılmış istekler.
-
-Kullanıcı belirtilmemişse, `default` kullanılır.
-Parola belirtilmezse, boş bir parola kullanılır.
-
-`remoteSecure` - aynı `remote` but with secured connection. Default port — [tcp_port_secure](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-tcp_port_secure) yapılandırma veya 9440'ten.
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/remote/) <!--hide-->
diff --git a/docs/tr/sql-reference/table-functions/url.md b/docs/tr/sql-reference/table-functions/url.md
deleted file mode 100644
index ba1277c69d0..00000000000
--- a/docs/tr/sql-reference/table-functions/url.md
+++ /dev/null
@@ -1,26 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 41
-toc_title: url
----
-
-# url {#url}
-
-`url(URL, format, structure)` - oluşturulan bir tablo döndürür `URL` verilen ile
-`format` ve `structure`.
-
-Kabul edebilen URL - HTTP veya HTTPS sunucu adresi `GET` ve / veya `POST` istemler.
-
-biçimli - [biçimli](../../interfaces/formats.md#formats) verilerin.
-
-yapı-tablo yapısı `'UserID UInt64, Name String'` biçimli. Sütun adlarını ve türlerini belirler.
-
-**Örnek**
-
-``` sql
--- getting the first 3 lines of a table that contains columns of String and UInt32 type from HTTP-server which answers in CSV format.
-SELECT * FROM url('http://127.0.0.1:12345/', CSV, 'column1 String, column2 UInt32') LIMIT 3
-```
-
-[Orijinal makale](https://clickhouse.tech/docs/en/query_language/table_functions/url/) <!--hide-->
diff --git a/docs/tr/whats-new/changelog/2017.md b/docs/tr/whats-new/changelog/2017.md
deleted file mode 120000
index d581cbbb422..00000000000
--- a/docs/tr/whats-new/changelog/2017.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../en/whats-new/changelog/2017.md
\ No newline at end of file
diff --git a/docs/tr/whats-new/changelog/2018.md b/docs/tr/whats-new/changelog/2018.md
deleted file mode 120000
index 22874fcae85..00000000000
--- a/docs/tr/whats-new/changelog/2018.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../en/whats-new/changelog/2018.md
\ No newline at end of file
diff --git a/docs/tr/whats-new/changelog/2019.md b/docs/tr/whats-new/changelog/2019.md
deleted file mode 120000
index 0f3f095f8a1..00000000000
--- a/docs/tr/whats-new/changelog/2019.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../en/whats-new/changelog/2019.md
\ No newline at end of file
diff --git a/docs/tr/whats-new/changelog/index.md b/docs/tr/whats-new/changelog/index.md
deleted file mode 120000
index 5461b93ec8c..00000000000
--- a/docs/tr/whats-new/changelog/index.md
+++ /dev/null
@@ -1 +0,0 @@
-../../../en/whats-new/changelog/index.md
\ No newline at end of file
diff --git a/docs/tr/whats-new/index.md b/docs/tr/whats-new/index.md
deleted file mode 100644
index fa00602d6be..00000000000
--- a/docs/tr/whats-new/index.md
+++ /dev/null
@@ -1,8 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_folder_title: Ne yeni
-toc_priority: 72
----
-
-
diff --git a/docs/tr/whats-new/roadmap.md b/docs/tr/whats-new/roadmap.md
deleted file mode 100644
index adf05d821e8..00000000000
--- a/docs/tr/whats-new/roadmap.md
+++ /dev/null
@@ -1,19 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 74
-toc_title: "Yol haritas\u0131"
----
-
-# Yol haritası {#roadmap}
-
-## Q1 2020 {#q1-2020}
-
--   Rol tabanlı erişim denetimi
-
-## Q2 2020 {#q2-2020}
-
--   Dış kimlik doğrulama hizmetleri ile entegrasyon
--   Kullanıcılar arasında küme kapasitesinin daha hassas dağılımı için kaynak havuzları
-
-{## [Orijinal makale](https://clickhouse.tech/docs/en/roadmap/) ##}
diff --git a/docs/tr/whats-new/security-changelog.md b/docs/tr/whats-new/security-changelog.md
deleted file mode 100644
index 8e93723aa71..00000000000
--- a/docs/tr/whats-new/security-changelog.md
+++ /dev/null
@@ -1,76 +0,0 @@
----
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
-toc_priority: 76
-toc_title: "G\xFCvenlik Changelog"
----
-
-## ClickHouse sürümünde düzeltildi 19.14.3.3, 2019-09-10 {#fixed-in-clickhouse-release-19-14-3-3-2019-09-10}
-
-### CVE-2019-15024 {#cve-2019-15024}
-
-Аn attacker that has write access to ZooKeeper and who ican run a custom server available from the network where ClickHouse runs, can create a custom-built malicious server that will act as a ClickHouse replica and register it in ZooKeeper. When another replica will fetch data part from the malicious replica, it can force clickhouse-server to write to arbitrary path on filesystem.
-
-Kredi: Yandex Bilgi Güvenliği ekibinden Eldar Zaitov
-
-### CVE-2019-16535 {#cve-2019-16535}
-
-Аn OOB read, OOB write and integer underflow in decompression algorithms can be used to achieve RCE or DoS via native protocol.
-
-Kredi: Yandex Bilgi Güvenliği ekibinden Eldar Zaitov
-
-### CVE-2019-16536 {#cve-2019-16536}
-
-DOS'A giden yığın taşması, kötü amaçlı kimliği doğrulanmış bir istemci tarafından tetiklenebilir.
-
-Kredi: Yandex Bilgi Güvenliği ekibinden Eldar Zaitov
-
-## ClickHouse sürümü 19.13.6.1, 2019-09-20'de düzeltildi {#fixed-in-clickhouse-release-19-13-6-1-2019-09-20}
-
-### CVE-2019-18657 {#cve-2019-18657}
-
-Tablo fonksiyonu `url` güvenlik açığı saldırganın istekte rasgele HTTP üstbilgileri enjekte etmesine izin vermişti.
-
-Krediler: [Nikita Tikhomirov](https://github.com/NSTikhomirov)
-
-## ClickHouse sürümünde sabit 18.12.13, 2018-09-10 {#fixed-in-clickhouse-release-18-12-13-2018-09-10}
-
-### CVE-2018-14672 {#cve-2018-14672}
-
-Catboost modellerini yüklemek için işlevler, yol geçişine izin verdi ve hata mesajları aracılığıyla keyfi dosyaları okudu.
-
-Kredi: Yandex Bilgi Güvenliği ekibinden Andrey Krasichkov
-
-## ClickHouse sürüm 18.10.3, 2018-08-13 sabit {#fixed-in-clickhouse-release-18-10-3-2018-08-13}
-
-### CVE-2018-14671 {#cve-2018-14671}
-
-unixODBC, dosya sisteminden rasgele paylaşılan nesnelerin yüklenmesine izin verdi ve bu da uzaktan kod yürütme güvenlik açığına yol açtı.
-
-Kredi: Yandex Bilgi Güvenliği ekibinden Andrey Krasichkov ve Evgeny Sidorov
-
-## ClickHouse sürüm 1.1.54388, 2018-06-28 sabit {#fixed-in-clickhouse-release-1-1-54388-2018-06-28}
-
-### CVE-2018-14668 {#cve-2018-14668}
-
-“remote” tablo fonksiyonu izin keyfi semboller “user”, “password” ve “default_database” çapraz Protokol isteği sahtecilik saldırılarına yol açan alanlar.
-
-Kredi: Yandex Bilgi Güvenliği ekibinden Andrey Krasichkov
-
-## ClickHouse sürüm 1.1.54390, 2018-07-06 sabit {#fixed-in-clickhouse-release-1-1-54390-2018-07-06}
-
-### CVE-2018-14669 {#cve-2018-14669}
-
-ClickHouse MySQL istemcisi vardı “LOAD DATA LOCAL INFILE” işlevsellik, kötü niyetli bir MySQL veritabanının bağlı ClickHouse sunucusundan rasgele dosyaları okumasına izin verdi.
-
-Kredi: Yandex Bilgi Güvenliği ekibinden Andrey Krasichkov ve Evgeny Sidorov
-
-## ClickHouse sürüm 1.1.54131, 2017-01-10 sabit {#fixed-in-clickhouse-release-1-1-54131-2017-01-10}
-
-### CVE-2018-14670 {#cve-2018-14670}
-
-Deb paketindeki yanlış yapılandırma, veritabanının yetkisiz kullanımına neden olabilir.
-
-Kredi: İngiltere'nin Ulusal siber güvenlik merkezi (NCSC)
-
-{## [Orijinal makale](https://clickhouse.tech/docs/en/security_changelog/) ##}

From 52686198e3e0da89edf8fc0a5ab1b0707b13bb34 Mon Sep 17 00:00:00 2001
From: Olga Revyakina <revolg@yandex-team.ru>
Date: Thu, 31 Dec 2020 00:49:52 +0300
Subject: [PATCH 711/742] Note added, syntax error fixed

---
 docs/en/sql-reference/table-functions/mysql.md | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/table-functions/mysql.md b/docs/en/sql-reference/table-functions/mysql.md
index 0af9ae415c2..b28afa4f2ef 100644
--- a/docs/en/sql-reference/table-functions/mysql.md
+++ b/docs/en/sql-reference/table-functions/mysql.md
@@ -43,6 +43,9 @@ The rest of the conditions and the `LIMIT` sampling constraint are executed in C
 
 A table object with the same columns as the original MySQL table.
 
+!!! info "Note"
+    In the `INSERT` query to distinguish table function `mysql(...)` from table name with column names list you must use keywords `FUNCTION` or `TABLE FUNCTION`. See examples below. 
+
 **Examples**
 
 Table in MySQL:
@@ -78,8 +81,8 @@ SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123');
 Replacing and inserting:
 
 ```sql
-INSERT INTO mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 1) ('int_id', 'float') VALUES (1, 3);
-INSERT INTO mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 0, 'UPDATE int_id = int_id + 1') ('int_id', 'float') VALUES (1, 4);
+INSERT INTO FUNCTION mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 1) ('int_id', 'float') VALUES (1, 3);
+INSERT INTO TABLE FUNCTION mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 0, 'UPDATE int_id = int_id + 1') ('int_id', 'float') VALUES (1, 4);
 SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123');
 ```
 

From aa2e89611d9ca60f2984ea1db98277bdd4d21917 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 31 Dec 2020 02:22:04 +0300
Subject: [PATCH 712/742] Remove sumburConsistentHash function

---
 contrib/CMakeLists.txt                        |   1 -
 .../consistent-hashing-sumbur/CMakeLists.txt  |   2 -
 contrib/consistent-hashing-sumbur/sumbur.cpp  | 113 ------------------
 contrib/consistent-hashing-sumbur/sumbur.h    |  28 -----
 src/Functions/CMakeLists.txt                  |   1 -
 .../registerFunctionsConsistentHashing.cpp    |   8 --
 src/Functions/sumburConsistentHash.cpp        |  38 ------
 src/Functions/ya.make.in                      |   2 +-
 utils/check-style/check-include               |   1 -
 9 files changed, 1 insertion(+), 193 deletions(-)
 delete mode 100644 contrib/consistent-hashing-sumbur/CMakeLists.txt
 delete mode 100644 contrib/consistent-hashing-sumbur/sumbur.cpp
 delete mode 100644 contrib/consistent-hashing-sumbur/sumbur.h
 delete mode 100644 src/Functions/sumburConsistentHash.cpp

diff --git a/contrib/CMakeLists.txt b/contrib/CMakeLists.txt
index 3bd08de01b2..be3d3f86348 100644
--- a/contrib/CMakeLists.txt
+++ b/contrib/CMakeLists.txt
@@ -31,7 +31,6 @@ set_property(DIRECTORY PROPERTY EXCLUDE_FROM_ALL 1)
 add_subdirectory (antlr4-runtime-cmake)
 add_subdirectory (boost-cmake)
 add_subdirectory (cctz-cmake)
-add_subdirectory (consistent-hashing-sumbur)
 add_subdirectory (consistent-hashing)
 add_subdirectory (dragonbox-cmake)
 add_subdirectory (FastMemcpy)
diff --git a/contrib/consistent-hashing-sumbur/CMakeLists.txt b/contrib/consistent-hashing-sumbur/CMakeLists.txt
deleted file mode 100644
index f11b5095f51..00000000000
--- a/contrib/consistent-hashing-sumbur/CMakeLists.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-add_library(consistent-hashing-sumbur sumbur.cpp)
-target_include_directories(consistent-hashing-sumbur PUBLIC ${CMAKE_CURRENT_SOURCE_DIR})
diff --git a/contrib/consistent-hashing-sumbur/sumbur.cpp b/contrib/consistent-hashing-sumbur/sumbur.cpp
deleted file mode 100644
index 78f59ca875f..00000000000
--- a/contrib/consistent-hashing-sumbur/sumbur.cpp
+++ /dev/null
@@ -1,113 +0,0 @@
-//Copyright (c) 2011-2012 Mail.RU
-//Copyright (c) 2011-2012 Maksim Kalinchenko
-//Copyright (c) 2012 Sokolov Yura aka funny-falcon
-//
-//MIT License
-//
-//Permission is hereby granted, free of charge, to any person obtaining
-//a copy of this software and associated documentation files (the
-//"Software"), to deal in the Software without restriction, including
-//without limitation the rights to use, copy, modify, merge, publish,
-//distribute, sublicense, and/or sell copies of the Software, and to
-//permit persons to whom the Software is furnished to do so, subject to
-//the following conditions:
-//
-//The above copyright notice and this permission notice shall be
-//included in all copies or substantial portions of the Software.
-//
-//THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-//EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-//MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-//NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-//LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-//OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-//WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-
-#include <stdexcept>
-
-
-#define L 0xFFFFFFFF
-
-static unsigned int L27_38[] = {L / 27, L / 28, L / 29, L / 30, L / 31, L / 32,
-                               L / 33, L / 34, L / 35, L / 36, L / 37, L / 38,
-                               L / 39, L / 40, L / 41, L / 42, L / 43, L / 44,
-                               L / 45, L / 46, L / 47, L / 48, L / 49, L / 50,
-                               L / 51, L / 52, L / 53, L / 54, L / 55, L / 56,
-                               L / 57, L / 58, L / 59, L / 60, L / 61, L / 62
-                               };
-static unsigned int LL27_38[] = {L/(26*27), L/(27*28), L/(28*29), L/(29*30), L/(30*31), L/(31*32),
-                                 L/(32*33), L/(33*34), L/(34*35), L/(35*36), L/(36*37), L/(37*38),
-                                 L/(38*39), L/(39*40), L/(40*41), L/(41*42), L/(42*43), L/(43*44),
-                                 L/(44*45), L/(45*46), L/(46*47), L/(47*48), L/(48*49), L/(49*50),
-                                 L/(50*51), L/(51*52), L/(52*53), L/(53*54), L/(54*55), L/(55*56),
-                                 L/(56*57), L/(57*58), L/(58*59), L/(59*60), L/(60*61), L/(61*62)
-                               };
-
-unsigned int sumburConsistentHash(unsigned int hashed_int, unsigned int capacity)
-{
-    unsigned int h = hashed_int;
-    unsigned int capa = capacity;
-    unsigned int part, n, i, c;
-
-    if (capa == 0)
-        throw std::runtime_error("Sumbur is not applicable to empty cluster");
-
-    part = L / capa;
-
-    if (L - h < part) return 0;
-
-    n = 1;
-
-    do {
-        if (h >= L / 2) h -= L / 2;
-        else {
-            n = 2;
-            if (L / 2 - h < part) return 1;
-        }
-        if (capa == 2) return 1;
-
-#define curslice(i) (L / (i * (i - 1)))
-#define unroll(i) \
-        if (curslice(i) <= h) h -= curslice(i); \
-        else {                                  \
-            h += curslice(i) * (i - n - 1);     \
-            n = i;                              \
-            if (L / i - h < part) return n-1;   \
-        }                                       \
-        if (capa == i) return (n-1)
-
-        unroll(3); unroll(4); unroll(5);
-        unroll(6); unroll(7); unroll(8);
-        unroll(9); unroll(10); unroll(11);
-        unroll(12); unroll(13); unroll(14);
-        unroll(15); unroll(16); unroll(17);
-        unroll(18); unroll(19); unroll(20);
-        unroll(21); unroll(22); unroll(23);
-        unroll(24); unroll(25); unroll(26);
-
-        for (i = 27; i <= capa && i <= 62; i++) {
-            c = LL27_38[i-27];
-            if (c <= h) {
-                h -= c;
-            }
-            else {
-                h += c * (i - n - 1);
-                n = i;
-                if (L27_38[i-27] - h < part) return n-1;
-            }
-        }
-
-        for(i = 63; i <= capa; i++) {
-            c = L / (i * (i - 1));
-            if (c <= h) {
-                h -= c;
-            }
-            else {
-                h += c * (i - n - 1);
-                n = i;
-                if (L / i - h < part) return n - 1;
-            }
-        }
-    } while(false);
-    return n - 1;
-}
diff --git a/contrib/consistent-hashing-sumbur/sumbur.h b/contrib/consistent-hashing-sumbur/sumbur.h
deleted file mode 100644
index 1632665a073..00000000000
--- a/contrib/consistent-hashing-sumbur/sumbur.h
+++ /dev/null
@@ -1,28 +0,0 @@
-//Copyright (c) 2011-2012 Mail.RU
-//Copyright (c) 2011-2012 Maksim Kalinchenko
-//Copyright (c) 2012 Sokolov Yura aka funny-falcon
-//
-//MIT License
-//
-//Permission is hereby granted, free of charge, to any person obtaining
-//a copy of this software and associated documentation files (the
-//"Software"), to deal in the Software without restriction, including
-//without limitation the rights to use, copy, modify, merge, publish,
-//distribute, sublicense, and/or sell copies of the Software, and to
-//permit persons to whom the Software is furnished to do so, subject to
-//the following conditions:
-//
-//The above copyright notice and this permission notice shall be
-//included in all copies or substantial portions of the Software.
-//
-//THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-//EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-//MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-//NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-//LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-//OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-//WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-
-/// Source code: https://github.com/mailru/sumbur-ruby/blob/master/ext/sumbur/sumbur.c
-
-unsigned int sumburConsistentHash(unsigned int hashed_int, unsigned int capacity);
diff --git a/src/Functions/CMakeLists.txt b/src/Functions/CMakeLists.txt
index 126e4c7c57d..321aa5e2196 100644
--- a/src/Functions/CMakeLists.txt
+++ b/src/Functions/CMakeLists.txt
@@ -18,7 +18,6 @@ target_link_libraries(clickhouse_functions
         clickhouse_dictionaries_embedded
         clickhouse_parsers
         consistent-hashing
-        consistent-hashing-sumbur
         dbms
         metrohash
         murmurhash
diff --git a/src/Functions/registerFunctionsConsistentHashing.cpp b/src/Functions/registerFunctionsConsistentHashing.cpp
index ceec6dca5e6..d4d740bc92f 100644
--- a/src/Functions/registerFunctionsConsistentHashing.cpp
+++ b/src/Functions/registerFunctionsConsistentHashing.cpp
@@ -1,22 +1,14 @@
 namespace DB
-
 {
 class FunctionFactory;
 
 void registerFunctionYandexConsistentHash(FunctionFactory & factory);
 void registerFunctionJumpConsistentHash(FunctionFactory & factory);
-#if !defined(ARCADIA_BUILD)
-void registerFunctionSumburConsistentHash(FunctionFactory & factory);
-#endif
-
 
 void registerFunctionsConsistentHashing(FunctionFactory & factory)
 {
     registerFunctionYandexConsistentHash(factory);
     registerFunctionJumpConsistentHash(factory);
-#if !defined(ARCADIA_BUILD)
-    registerFunctionSumburConsistentHash(factory);
-#endif
 }
 
 }
diff --git a/src/Functions/sumburConsistentHash.cpp b/src/Functions/sumburConsistentHash.cpp
deleted file mode 100644
index 88de93f65d9..00000000000
--- a/src/Functions/sumburConsistentHash.cpp
+++ /dev/null
@@ -1,38 +0,0 @@
-#include "FunctionsConsistentHashing.h"
-#include <Functions/FunctionFactory.h>
-
-#include <sumbur.h>
-
-
-namespace DB
-{
-namespace
-{
-
-struct SumburConsistentHashImpl
-{
-    static constexpr auto name = "sumburConsistentHash";
-
-    using HashType = UInt32;
-    using ResultType = UInt16;
-    using BucketsType = ResultType;
-    static constexpr auto max_buckets = static_cast<UInt64>(std::numeric_limits<BucketsType>::max());
-
-    static inline ResultType apply(HashType hash, BucketsType n)
-    {
-        return static_cast<ResultType>(sumburConsistentHash(hash, n));
-    }
-};
-
-using FunctionSumburConsistentHash = FunctionConsistentHashImpl<SumburConsistentHashImpl>;
-
-}
-
-void registerFunctionSumburConsistentHash(FunctionFactory & factory)
-{
-    factory.registerFunction<FunctionSumburConsistentHash>();
-}
-
-}
-
-
diff --git a/src/Functions/ya.make.in b/src/Functions/ya.make.in
index 9a646afc14b..5a3369c55a1 100644
--- a/src/Functions/ya.make.in
+++ b/src/Functions/ya.make.in
@@ -35,7 +35,7 @@ PEERDIR(
 # "Arcadia" build is slightly deficient. It lacks many libraries that we need.
 
 SRCS(
-<? find . -name '*.cpp' | grep -i -v -P 'tests|Bitmap|sumbur|abtesting' | sed 's/^\.\//    /' | sort ?>
+<? find . -name '*.cpp' | grep -i -v -P 'tests|Bitmap|abtesting' | sed 's/^\.\//    /' | sort ?>
 )
 
 END()
diff --git a/utils/check-style/check-include b/utils/check-style/check-include
index 6c7b3d02e6a..3c0c6103958 100755
--- a/utils/check-style/check-include
+++ b/utils/check-style/check-include
@@ -50,7 +50,6 @@ inc="-I. \
 -I${BUILD_DIR}/base \
 -I./base/daemon \
 -I./base/consistent-hashing \
--I./base/consistent-hashing-sumbur \
 -I./contrib/libhdfs3/include \
 -I./contrib/base64/include \
 -I./contrib/protobuf/src \

From 4c2295e69cf6adee7a7b361f9f3e3faefdad1cd9 Mon Sep 17 00:00:00 2001
From: feng lv <fenglv15@mails.ucas.ac.cn>
Date: Wed, 30 Dec 2020 16:37:08 +0000
Subject: [PATCH 713/742] add query_id column to system.part_log

update
---
 src/Interpreters/PartLog.cpp | 8 ++++++++
 src/Interpreters/PartLog.h   | 2 ++
 2 files changed, 10 insertions(+)

diff --git a/src/Interpreters/PartLog.cpp b/src/Interpreters/PartLog.cpp
index b8c3920c3e4..bf63b6f49c7 100644
--- a/src/Interpreters/PartLog.cpp
+++ b/src/Interpreters/PartLog.cpp
@@ -12,6 +12,7 @@
 #include <Interpreters/PartLog.h>
 #include <Interpreters/Context.h>
 
+#include <Common/CurrentThread.h>
 
 namespace DB
 {
@@ -32,6 +33,7 @@ Block PartLogElement::createBlock()
 
     return
     {
+        {ColumnString::create(), std::make_shared<DataTypeString>(),   "query_id"},
         {ColumnInt8::create(),   std::move(event_type_datatype),       "event_type"},
         {ColumnUInt16::create(), std::make_shared<DataTypeDate>(),     "event_date"},
         {ColumnUInt32::create(), std::make_shared<DataTypeDateTime>(), "event_time"},
@@ -63,6 +65,7 @@ void PartLogElement::appendToBlock(MutableColumns & columns) const
 {
     size_t i = 0;
 
+    columns[i++]->insert(query_id);
     columns[i++]->insert(event_type);
     columns[i++]->insert(DateLUT::instance().toDayNum(event_time));
     columns[i++]->insert(event_time);
@@ -114,10 +117,15 @@ bool PartLog::addNewParts(Context & current_context, const PartLog::MutableDataP
         if (!part_log)
             return false;
 
+        auto query_id = CurrentThread::getQueryId();
+
         for (const auto & part : parts)
         {
             PartLogElement elem;
 
+            if (query_id.data && query_id.size)
+                elem.query_id.insert(0, query_id.data, query_id.size);
+
             elem.event_type = PartLogElement::NEW_PART;
             elem.event_time = time(nullptr);
             elem.duration_ms = elapsed_ns / 1000000;
diff --git a/src/Interpreters/PartLog.h b/src/Interpreters/PartLog.h
index 9c8bf414099..a06d28f1f12 100644
--- a/src/Interpreters/PartLog.h
+++ b/src/Interpreters/PartLog.h
@@ -18,6 +18,8 @@ struct PartLogElement
         MOVE_PART = 6,
     };
 
+    String query_id;
+
     Type event_type = NEW_PART;
 
     time_t event_time = 0;

From 17bfaa3e6c6679becc5aee814105603d09b9546b Mon Sep 17 00:00:00 2001
From: tavplubix <tavplubix@gmail.com>
Date: Thu, 31 Dec 2020 12:06:55 +0300
Subject: [PATCH 714/742] Update mysql.md

---
 docs/en/sql-reference/table-functions/mysql.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/table-functions/mysql.md b/docs/en/sql-reference/table-functions/mysql.md
index b28afa4f2ef..eec4a1d0c46 100644
--- a/docs/en/sql-reference/table-functions/mysql.md
+++ b/docs/en/sql-reference/table-functions/mysql.md
@@ -81,8 +81,8 @@ SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123');
 Replacing and inserting:
 
 ```sql
-INSERT INTO FUNCTION mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 1) ('int_id', 'float') VALUES (1, 3);
-INSERT INTO TABLE FUNCTION mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 0, 'UPDATE int_id = int_id + 1') ('int_id', 'float') VALUES (1, 4);
+INSERT INTO FUNCTION mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 1) (int_id, float) VALUES (1, 3);
+INSERT INTO TABLE FUNCTION mysql('localhost:3306', 'test', 'test', 'bayonet', '123', 0, 'UPDATE int_id = int_id + 1') (int_id, float) VALUES (1, 4);
 SELECT * FROM mysql('localhost:3306', 'test', 'test', 'bayonet', '123');
 ```
 

From 970356f13c94f2458033d739f8c4200f7aba9619 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Thu, 31 Dec 2020 15:17:27 +0300
Subject: [PATCH 715/742] Update build.md

---
 docs/en/development/build.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/development/build.md b/docs/en/development/build.md
index 080011e683a..f98329e748f 100644
--- a/docs/en/development/build.md
+++ b/docs/en/development/build.md
@@ -42,7 +42,7 @@ $ export CXX=clang++-11
 
 ### Install GCC 10 {#install-gcc-10}
 
-We recommend building ClickHouse with clang-11, GCC-10 also supported, but it produces less optimal code.
+We recommend building ClickHouse with clang-11, GCC-10 also supported, but it is not used for production builds.
 
 If you want to use GCC-10 there are several ways to install it.
 

From f9d5d3dcd37f74505a0199f695eb5726d1ef1647 Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Thu, 31 Dec 2020 20:17:51 +0400
Subject: [PATCH 716/742] Remove auto in function parameters

---
 src/Functions/FunctionBinaryArithmetic.h | 20 +++++++++++---------
 1 file changed, 11 insertions(+), 9 deletions(-)

diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 848de344585..c10ff581b0e 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -416,8 +416,8 @@ private:
         DivideIntegralImpl<NativeResultType, NativeResultType>, /// substitute divide by intDiv (throw on division by zero)
         Operation<NativeResultType, NativeResultType>>;
 
-    template <OpCase op_case, OpCase target>
-    static auto unwrap(const auto& elem, size_t i)
+    template <OpCase op_case, OpCase target, class E>
+    static auto unwrap(const E& elem, size_t i)
     {
         if constexpr (op_case == target)
             return undec(elem);
@@ -744,8 +744,8 @@ class FunctionBinaryArithmetic : public IFunction
         return function->execute(new_arguments, result_type, input_rows_count);
     }
 
-    template <class T, class ResultDataType>
-    static auto helperGetOrConvert(const auto & col_const, const auto & col)
+    template <class T, class ResultDataType, class CC, class C>
+    static auto helperGetOrConvert(const CC & col_const, const C & col)
     {
         using ResultType = typename ResultDataType::FieldType;
         using NativeResultType = typename NativeType<ResultType>::Type;
@@ -756,8 +756,9 @@ class FunctionBinaryArithmetic : public IFunction
             return col_const->template getValue<T>();
     }
 
-    template <OpCase op_case, bool left_decimal, bool right_decimal, class OpImpl, class OpImplCheck>
-    void helperInvokeEither(const auto& left, const auto& right, auto& vec_res, auto scale_a, auto scale_b) const
+    template <OpCase op_case, bool left_decimal, bool right_decimal, class OpImpl, class OpImplCheck,
+              class L, class R, class VR, class SA, class SB>
+    void helperInvokeEither(const L& left, const R& right, VR& vec_res, SA scale_a, SB scale_b) const
     {
         if (check_decimal_overflow)
             OpImplCheck::template process<op_case, left_decimal, right_decimal>(left, right, vec_res, scale_a, scale_b);
@@ -765,11 +766,12 @@ class FunctionBinaryArithmetic : public IFunction
             OpImpl::template process<op_case, left_decimal, right_decimal>(left, right, vec_res, scale_a, scale_b);
     }
 
-    template <class LeftDataType, class RightDataType, class ResultDataType>
+    template <class LeftDataType, class RightDataType, class ResultDataType,
+              class L, class R, class CL, class CR>
     ColumnPtr executeNumericWithDecimal(
-        const auto & left, const auto & right,
+        const L & left, const R & right,
         const ColumnConst * const col_left_const, const ColumnConst * const col_right_const,
-        const auto * const col_left, const auto * const col_right,
+        const CL * const col_left, const CR * const col_right,
         size_t col_left_size) const
     {
         using T0 = typename LeftDataType::FieldType;

From b8b3c1f166d9343985b6356e55d9c0121cd12e0c Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Fri, 1 Jan 2021 01:14:21 +0800
Subject: [PATCH 717/742] wip

---
 src/DataTypes/DataTypeDate.h                  |   2 -
 src/DataTypes/DataTypeDateTime.h              |   2 -
 src/DataTypes/DataTypeDateTime64.h            |   2 -
 src/DataTypes/DataTypeEnum.h                  |   3 -
 src/DataTypes/DataTypeUUID.h                  |   2 -
 src/Functions/byteSize.cpp                    | 184 +++++++++---------
 .../0_stateless/01622_byte_size.reference     |  25 +++
 tests/queries/0_stateless/01622_byte_size.sql |  43 ++++
 8 files changed, 160 insertions(+), 103 deletions(-)

diff --git a/src/DataTypes/DataTypeDate.h b/src/DataTypes/DataTypeDate.h
index ccacb745c70..00afba424e4 100644
--- a/src/DataTypes/DataTypeDate.h
+++ b/src/DataTypes/DataTypeDate.h
@@ -33,6 +33,4 @@ public:
     bool equals(const IDataType & rhs) const override;
 };
 
-template <> struct NativeType<DataTypeDate> { using Type = DataTypeDate::FieldType; };
-
 }
diff --git a/src/DataTypes/DataTypeDateTime.h b/src/DataTypes/DataTypeDateTime.h
index a2d819ddb44..47c7f361091 100644
--- a/src/DataTypes/DataTypeDateTime.h
+++ b/src/DataTypes/DataTypeDateTime.h
@@ -77,7 +77,5 @@ public:
     bool equals(const IDataType & rhs) const override;
 };
 
-template <> struct NativeType<DataTypeDateTime> { using Type = DataTypeDateTime::FieldType; };
-
 }
 
diff --git a/src/DataTypes/DataTypeDateTime64.h b/src/DataTypes/DataTypeDateTime64.h
index 7ef95d55081..003e83b7195 100644
--- a/src/DataTypes/DataTypeDateTime64.h
+++ b/src/DataTypes/DataTypeDateTime64.h
@@ -111,7 +111,5 @@ private:
     DateTime64::NativeType scale_multiplier = 1;
 };
 
-template <> struct NativeType<DataTypeDateTime64> { using Type = NativeType<DataTypeDateTime64::FieldType>::Type; };
-
 }
 
diff --git a/src/DataTypes/DataTypeEnum.h b/src/DataTypes/DataTypeEnum.h
index 20d2903dbb6..c75d348f15c 100644
--- a/src/DataTypes/DataTypeEnum.h
+++ b/src/DataTypes/DataTypeEnum.h
@@ -156,7 +156,4 @@ public:
 using DataTypeEnum8 = DataTypeEnum<Int8>;
 using DataTypeEnum16 = DataTypeEnum<Int16>;
 
-template <> struct NativeType<DataTypeEnum8> { using Type = DataTypeEnum8::FieldType; };
-template <> struct NativeType<DataTypeEnum16> { using Type = DataTypeEnum16::FieldType; };
-
 }
diff --git a/src/DataTypes/DataTypeUUID.h b/src/DataTypes/DataTypeUUID.h
index 85d173e210e..e9f1d22325b 100644
--- a/src/DataTypes/DataTypeUUID.h
+++ b/src/DataTypes/DataTypeUUID.h
@@ -35,6 +35,4 @@ public:
     bool canBePromoted() const override { return false; }
 };
 
-template <> struct NativeType<DataTypeUUID> { using Type = DataTypeUUID::FieldType; };
-
 }
diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index 4631ec3483e..479a8ef89d5 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -8,21 +8,21 @@
 #include <Common/UInt128.h>
 #include <Core/Types.h>
 #include <DataTypes/DataTypesNumber.h>
+#include <DataTypes//DataTypeArray.h>
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeDateTime64.h>
 #include <DataTypes/DataTypeEnum.h>
 #include <DataTypes/DataTypeFixedString.h>
 #include <DataTypes/DataTypeInterval.h>
+#include <DataTypes/DataTypeNullable.h>
 #include <DataTypes/DataTypeTuple.h>
 #include <DataTypes/DataTypeUUID.h>
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionHelpers.h>
 #include <Functions/IFunctionImpl.h>
 
-#include <common/logger_useful.h>
 #include <ext/range.h>
-#include <Poco/Logger.h>
 
 namespace DB
 {
@@ -30,8 +30,6 @@ namespace DB
 namespace
 {
 
-template <typename T> struct ByteSizeForNative { static constexpr const UInt64 value = sizeof(typename NativeType<T>::Type); };
-
 /** byteSize() - get the columns size in number of bytes.
   */
 class FunctionByteSize : public IFunction
@@ -44,8 +42,6 @@ public:
     }
 
     String getName() const override { return name; }
-    bool isDeterministic() const override { return false; }
-    bool isDeterministicInScopeOfQuery() const override { return false; }
     bool useDefaultImplementationForNulls() const override { return false; }
     bool useDefaultImplementationForLowCardinalityColumns() const override { return false; }
     bool isVariadic() const override { return true; }
@@ -83,67 +79,33 @@ private:
         else if (byteSizeByColumn(data_type, column, vec_res))
             ;
         else
-            LOG_WARNING(&Poco::Logger::get("FunctionByteSize"),
-                        "byteSize for \"{}\" is not supported.", data_type->getName());
+            throw Exception("byteSize for \"" + data_type->getName() + "\" is not supported.",
+                            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
     }
 
     static bool byteSizeByDataType(const IDataType * data_type, UInt64 & byte_size)
     {
-        TypeIndex type_id = data_type->getTypeId();
-        if (byteSizeByTypeId(type_id, byte_size))
-            return true;
-        else if (isFixedString(type_id)) {
-            byte_size = checkAndGetDataType<DataTypeFixedString>(data_type)->getN();
+        if (data_type->isValueUnambiguouslyRepresentedInFixedSizeContiguousMemoryRegion())
+        {
+            byte_size = data_type->getSizeOfValueInMemory();
             return true;
         }
         return false;
     }
 
-    static bool byteSizeByTypeId(TypeIndex type_id, UInt64 & byte_size)
-    {
-        switch (type_id)
-        {
-            case TypeIndex::Nothing:    byte_size = 0; break;
-            case TypeIndex::UInt8:      byte_size = ByteSizeForNative<UInt8>::value; break;
-            case TypeIndex::UInt16:     byte_size = ByteSizeForNative<UInt16>::value; break;
-            case TypeIndex::UInt32:     byte_size = ByteSizeForNative<UInt32>::value; break;
-            case TypeIndex::UInt64:     byte_size = ByteSizeForNative<UInt64>::value; break;
-            case TypeIndex::UInt128:    byte_size = ByteSizeForNative<UInt128>::value; break;
-            case TypeIndex::UInt256:    byte_size = ByteSizeForNative<UInt256>::value; break;
-            case TypeIndex::Int8:       byte_size = ByteSizeForNative<Int8>::value; break;
-            case TypeIndex::Int16:      byte_size = ByteSizeForNative<Int16>::value; break;
-            case TypeIndex::Int32:      byte_size = ByteSizeForNative<Int32>::value; break;
-            case TypeIndex::Int64:      byte_size = ByteSizeForNative<Int64>::value; break;
-            case TypeIndex::Int128:     byte_size = ByteSizeForNative<Int128>::value; break;
-            case TypeIndex::Int256:     byte_size = ByteSizeForNative<Int256>::value; break;
-            case TypeIndex::Float32:    byte_size = ByteSizeForNative<Float32>::value; break;
-            case TypeIndex::Float64:    byte_size = ByteSizeForNative<Float64>::value; break;
-            case TypeIndex::Date:       byte_size = ByteSizeForNative<DataTypeDate>::value; break;
-            case TypeIndex::DateTime:   byte_size = ByteSizeForNative<DataTypeDateTime>::value; break;
-            case TypeIndex::DateTime64: byte_size = ByteSizeForNative<DataTypeDateTime64>::value; break;
-            case TypeIndex::Enum8:      byte_size = ByteSizeForNative<DataTypeEnum8>::value; break;
-            case TypeIndex::Enum16:     byte_size = ByteSizeForNative<DataTypeEnum16>::value; break;
-            case TypeIndex::Decimal32:  byte_size = ByteSizeForNative<Decimal32>::value; break;
-            case TypeIndex::Decimal64:  byte_size = ByteSizeForNative<Decimal64>::value; break;
-            case TypeIndex::Decimal128: byte_size = ByteSizeForNative<Decimal128>::value; break;
-            case TypeIndex::Decimal256: byte_size = ByteSizeForNative<Decimal256>::value; break;
-            case TypeIndex::UUID:       byte_size = ByteSizeForNative<DataTypeUUID>::value; break;
-            // case TypeIndex::Interval:            internal use only.
-            // case TypeIndex::Set:                 internal use only.
-            // case TypeIndex::Function:            internal use only.
-            // case TypeIndex::AggregateFunction:   internal use only.
-            default: return false;
-        }
-
-        return true;
-    }
-
     static bool byteSizeByColumn(const IDataType * data_type, const IColumn * column, ColumnUInt64::Container & vec_res)
     {
         WhichDataType which(data_type);
         size_t vec_size = vec_res.size();
 
-        if (which.isString()) // TypeIndex::String
+        UInt64 byte_size = 0;
+        if (byteSizeForConstColumn(data_type, column, byte_size))
+        {
+            for (size_t i = 0; i < vec_size; ++i)
+                vec_res[i] += byte_size;
+            return true;
+        }
+        else if (which.isString()) // TypeIndex::String
         {
             const ColumnString * col_str = checkAndGetColumn<ColumnString>(column);
             const auto & offsets = col_str->getOffsets();
@@ -157,43 +119,42 @@ private:
         }
         else if (which.isArray()) // TypeIndex::Array
         {
-            if (byteSizeForConstArray(column, vec_res))
-                return true;
-
             const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column);
-            return byteSizeForArrayByDataType(col_arr, vec_res)
-                   || byteSizeForArray(col_arr, vec_res);
+            const DataTypeArray * type_arr = checkAndGetDataType<DataTypeArray>(data_type);
+            return byteSizeForArrayByDataType(type_arr, col_arr, vec_res)
+                   || byteSizeForArray(type_arr, col_arr, vec_res);
         }
         else if (which.isNullable()) // TypeIndex::Nullable
         {
             const ColumnNullable * col_null = checkAndGetColumn<ColumnNullable>(column);
+            const DataTypeNullable * type_null = checkAndGetDataType<DataTypeNullable>(data_type);
             for (size_t i = 0; i < vec_size; ++i)
             {
-                UInt64 byte_size = sizeof(bool);
+                byte_size = sizeof(bool);
                 if (!col_null->isNullAt(i))
-                    byte_size += byteSizeForNestedItem(col_null->getNestedColumn(), i);
+                    byte_size += byteSizeForNestedItem(type_null->getNestedType().get(), &col_null->getNestedColumn(), i);
                 vec_res[i] += byte_size;
             }
             return true;
         }
         else if (which.isTuple()) // TypeIndex::Tuple
         {
-            const DataTypeTuple * data_type_tuple = checkAndGetDataType<DataTypeTuple>(data_type);
             const ColumnTuple * col_tuple = checkAndGetColumn<ColumnTuple>(column);
+            const DataTypeTuple * type_tuple = checkAndGetDataType<DataTypeTuple>(data_type);
 
             size_t tuple_size = col_tuple->tupleSize();
             for (size_t col_idx = 0; col_idx < tuple_size; ++col_idx)
             {
-                const IDataType * nested_data_type = data_type_tuple->getElements()[col_idx].get();
-                const IColumn * nested_col = col_tuple->getColumnPtr(col_idx).get();
-                byteSizeOne(nested_data_type, nested_col, vec_res);
+                const IColumn * type_nested = col_tuple->getColumnPtr(col_idx).get();
+                const IDataType * col_nested = type_tuple->getElements()[col_idx].get();
+                byteSizeOne(col_nested, type_nested, vec_res);
             }
             return true;
         }
         else if (which.isLowCardinality()) // TypeIndex::LowCardinality
         {
             const ColumnLowCardinality * col_low = checkAndGetColumn<ColumnLowCardinality>(column);
-            size_t byte_size = col_low->getSizeOfIndexType();
+            byte_size = col_low->getSizeOfIndexType();
             for (size_t i = 0; i < vec_size; ++i)
                 vec_res[i] += byte_size;
             return true;
@@ -202,14 +163,24 @@ private:
         return false;
     }
 
-    static bool byteSizeForArrayByDataType(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
+    static bool byteSizeForConstColumn(const IDataType * data_type, const IColumn * column, UInt64 & byte_size)
+    {
+        if (const ColumnConst * col_const = checkAndGetColumn<ColumnConst>(column))
+        {
+            const IColumn * col_data = &col_const->getDataColumn();
+            byte_size = byteSizeForNestedItem(data_type, col_data, 0);
+            return true;
+        }
+        return false;
+    }
+
+    static bool byteSizeForArrayByDataType(const DataTypeArray * data_type, const ColumnArray * column, ColumnUInt64::Container & vec_res)
     {
-        TypeIndex type_id = col_arr->getData().getDataType();
         UInt64 byte_size = 0;
-        if (byteSizeByTypeId(type_id, byte_size))
+        if (byteSizeByDataType(data_type->getNestedType().get(), byte_size))
         {
             size_t vec_size = vec_res.size();
-            const auto & offsets = col_arr->getOffsets();
+            const auto & offsets = column->getOffsets();
             ColumnArray::Offset prev_offset = 0;
             for (size_t i = 0; i < vec_size; ++i)
             {
@@ -222,40 +193,69 @@ private:
         return false;
     }
 
-    static inline bool byteSizeForConstArray(const IColumn * column, ColumnUInt64::Container & vec_res) {
-        const ColumnConst * col_arr = checkAndGetColumnConst<ColumnArray>(column);
-        if (!col_arr)
-            return false;
-        size_t vec_size = vec_res.size();
-        const UInt64 byte_size = col_arr->byteSize();
-        for (size_t i = 0; i < vec_size; ++i)
-            vec_res[i] += byte_size;
-        return true;
-    }
-
-    static UInt64 byteSizeForNestedItem(const IColumn & column, size_t idx)
+    static UInt64 byteSizeForNestedItem(const IDataType * data_type, const IColumn * column, size_t idx)
     {
-        if (const ColumnString * col_str = checkAndGetColumn<ColumnString>(&column))
-            return col_str->getDataAtWithTerminatingZero(idx).size + sizeof(col_str->getOffsets()[0]);
-        else if (const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(&column))
+        WhichDataType which(data_type);
+        UInt64 byte_size = 0;
+
+        if (byteSizeByDataType(data_type, byte_size))
+            return byte_size;
+        else if (which.isString())
         {
-            UInt64 byte_size = 0;
+            const ColumnString * col_str = checkAndGetColumn<ColumnString>(column);
+            return col_str->getDataAtWithTerminatingZero(idx).size + sizeof(col_str->getOffsets()[0]);
+        }
+        else if (which.isArray())
+        {
+            const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column);
+            const DataTypeArray * type_arr = checkAndGetDataType<DataTypeArray>(data_type);
             const auto & offsets = col_arr->getOffsets();
             ColumnArray::Offset current_offset = idx == 0 ? 0 : offsets[idx - 1];
             size_t array_size = offsets[idx] - current_offset;
             for (size_t i = 0; i < array_size; ++i)
-                byte_size += byteSizeForNestedItem(col_arr->getData(), current_offset + i);
+                byte_size += byteSizeForNestedItem(type_arr->getNestedType().get(), &col_arr->getData(), current_offset + i);
             return byte_size + sizeof(offsets[0]);
         }
-        else
-            return column.getDataAtWithTerminatingZero(idx).size;
+        else if (which.isNullable())
+        {
+            const ColumnNullable * col_null = checkAndGetColumn<ColumnNullable>(column);
+            const DataTypeNullable * type_null = checkAndGetDataType<DataTypeNullable>(data_type);
+            byte_size = sizeof(bool);
+            if (!col_null->isNullAt(idx))
+                byte_size += byteSizeForNestedItem(type_null->getNestedType().get(), &col_null->getNestedColumn(), idx);
+            return byte_size;
+        }
+        else if (which.isTuple())
+        {
+            const ColumnTuple * col_tuple = checkAndGetColumn<ColumnTuple>(column);
+            const DataTypeTuple * type_tuple = checkAndGetDataType<DataTypeTuple>(data_type);
+
+            byte_size = 0;
+            size_t tuple_size = col_tuple->tupleSize();
+            for (size_t col_idx = 0; col_idx < tuple_size; ++col_idx)
+            {
+                const IColumn * col_nested = col_tuple->getColumnPtr(col_idx).get();
+                const IDataType * type_nested = type_tuple->getElements()[col_idx].get();
+                byte_size += byteSizeForNestedItem(type_nested, col_nested, idx);
+            }
+            return byte_size;
+        }
+        else if (which.isLowCardinality())
+        {
+            const ColumnLowCardinality * col_low = checkAndGetColumn<ColumnLowCardinality>(column);
+            return col_low->getSizeOfIndexType();
+        }
+
+        throw Exception("byteSize for \"" + data_type->getName() + "\" is not supported.",
+                        ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
     }
 
-    static bool byteSizeForArray(const ColumnArray * col_arr, ColumnUInt64::Container & vec_res)
+    static bool byteSizeForArray(const DataTypeArray * data_type, const ColumnArray * column, ColumnUInt64::Container & vec_res)
     {
-        const IColumn & col_nested = col_arr->getData();
+        const IColumn * col_nested = &column->getData();
+        const IDataType * type_nested = data_type->getNestedType().get();
         size_t vec_size = vec_res.size();
-        const auto & offsets = col_arr->getOffsets();
+        const auto & offsets = column->getOffsets();
 
         ColumnArray::Offset current_offset = 0;
         for (size_t i = 0; i < vec_size; ++i)
@@ -263,7 +263,7 @@ private:
             UInt64 byte_size = 0;
             size_t array_size = offsets[i] - current_offset;
             for (size_t j = 0; j < array_size; ++j)
-                byte_size += byteSizeForNestedItem(col_nested, current_offset + j);
+                byte_size += byteSizeForNestedItem(type_nested, col_nested, current_offset + j);
             vec_res[i] += byte_size + sizeof(offsets[0]);
             current_offset = offsets[i];
         }
diff --git a/tests/queries/0_stateless/01622_byte_size.reference b/tests/queries/0_stateless/01622_byte_size.reference
index 6902585c983..68e929df5aa 100644
--- a/tests/queries/0_stateless/01622_byte_size.reference
+++ b/tests/queries/0_stateless/01622_byte_size.reference
@@ -13,29 +13,54 @@ byteSize for numbers #1
 1	97	Date	2	DateTime	4	DateTime64(3)	8	UUID	16
 2	97	Date	2	DateTime	4	DateTime64(3)	8	UUID	16
 
+byteSize for constants
+1	1	256	2	65536	4	4294967296	8	0.5	8	1e-10	8
+2020-01-01	2	2020-01-01 01:02:03	4	2020-01-01 01:02:03.000	8
+UUID	16
+
 byteSize for strings
 1	39		9	a	10	\0\0\0\0\0\0\0\0	8	abcde\0\0\0	8
 2	43	abced	14		9	abcde\0\0\0	8	\0\0\0\0\0\0\0\0	8
+constants: 		9	a	10	abcde	14
 
 byteSize for simple array
 1	60	[]	8	[]	8	[]	8	[]	8	[]	8	[]	8	[]	8
 2	92	[1]	9	[-1]	9	[256]	12	[1.1]	12	[1.1000]	12	['2020-01-01']	10	['61f0c404-5cb3-11e7-907b-a6006ad3dba0']	24
 3	124	[1,1]	10	[-1,-1]	10	[256,256]	16	[1.1,1.1]	16	[1.1000,1.1000]	16	['2020-01-01','2020-01-01']	12	['61f0c404-5cb3-11e7-907b-a6006ad3dba0','61f0c404-5cb3-11e7-907b-a6006ad3dba0']	40
 4	156	[1,1,1]	11	[-1,-1,-1]	11	[256,256,256]	20	[1.1,1.1,1.1]	20	[1.1000,1.1000,1.1000]	20	['2020-01-01','2020-01-01','2020-01-01']	14	['61f0c404-5cb3-11e7-907b-a6006ad3dba0','61f0c404-5cb3-11e7-907b-a6006ad3dba0','61f0c404-5cb3-11e7-907b-a6006ad3dba0']	56
+constants:	[]	8	[1,1]	10	[-1,-1]	10	Array(UInt16)	12	Array(Float64)	24
+constants:	[1.1000,1.1000]	16	['2020-01-01','2020-01-01']	12
+constants:	['61f0c404-5cb3-11e7-907b-a6006ad3dba0','61f0c404-5cb3-11e7-907b-a6006ad3dba0']	40
 
 byteSize for int array of arrays
 1	52	[]	8	[[]]	16
 2	102	[1,2]	16	[[],[1,2]]	32
 3	155	[0,256]	16	[[],[1,2],[0,256]]	48
 4	226	[256,65536]	16	[[],[1,2],[0,256],[256,65536]]	64
+constants:	[[],[1,2],[0,65536]]	Array(Array(UInt32))	48
 
 byteSize for string array of arrays
 1	52	[]	8	[[]]	16
 2	102	['']	17	[[],['']]	33
 3	155	['','a']	27	[[],[''],['','a']]	60
 4	226	['','a','abced']	41	[[],[''],['','a'],['','a','abced']]	101
+constants:	[[],[''],['','a']]	60
 
 byteSize for others: Nullable, Tuple, LowCardinality
 1	12	\N	1	\N	1	(1,NULL)	5		1
 2	36	1	5	a	11	(1,'a')	15	a	1
 3	44	256	5	abcde	15	(256,'abcde')	19	abcde	1
+constants:	\N	1	(65536,NULL)	5	(65536,'a')	15
+constants:	abced	LowCardinality(String)	1
+
+byteSize for complex fields
+1	12	[]	8
+2	21	[(NULL,[])]	17
+3	25	[('a\0\0\0',[])]	21
+4	36	[('a\0\0\0',[(NULL,'a')])]	32
+5	47	[('a\0\0\0',[(NULL,'a'),(NULL,'a')])]	43
+6	93	[(NULL,[]),('a\0\0\0',[]),('a\0\0\0',[(NULL,'a')]),('a\0\0\0',[(NULL,'a'),(NULL,'a')])]	89
+constants:	(NULL,[])	9	('a\0\0\0',[])	13	('a\0\0\0',[(NULL,'a')])	24	('a\0\0\0',[(NULL,'a'),(NULL,'a')])	35
+constants:	[(NULL,[]),('a\0\0\0',[]),('a\0\0\0',[(NULL,'a')]),('a\0\0\0',[(NULL,'a'),(NULL,'a')])]
+constants:	Array(Tuple(Nullable(FixedString(4)), Array(Tuple(Nullable(Nothing), String))))
+constants:	89
diff --git a/tests/queries/0_stateless/01622_byte_size.sql b/tests/queries/0_stateless/01622_byte_size.sql
index 192b6c19ee9..5639f92ce11 100644
--- a/tests/queries/0_stateless/01622_byte_size.sql
+++ b/tests/queries/0_stateless/01622_byte_size.sql
@@ -65,6 +65,14 @@ select key,byteSize(*), toTypeName(date),byteSize(date), toTypeName(dt),byteSize
 drop table if exists test_byte_size_number1;
 
 
+-- constant numbers --
+select '';
+select 'byteSize for constants';
+select 0x1,byteSize(0x1), 0x100,byteSize(0x100), 0x10000,byteSize(0x10000), 0x100000000,byteSize(0x100000000), 0.5,byteSize(0.5), 1e-10,byteSize(1e-10);
+select toDate('2020-01-01'),byteSize(toDate('2020-01-01')), toDateTime('2020-01-01 01:02:03'),byteSize(toDateTime('2020-01-01 01:02:03')), toDateTime64('2020-01-01 01:02:03',3),byteSize(toDateTime64('2020-01-01 01:02:03',3));
+select toTypeName(generateUUIDv4()),byteSize(generateUUIDv4());
+
+
 -- strings --
 select '';
 select 'byteSize for strings';
@@ -82,6 +90,7 @@ insert into test_byte_size_string values(1, '', 'a', '', 'abcde');
 insert into test_byte_size_string values(2, 'abced', '', 'abcde', '');
 
 select key,byteSize(*), str1,byteSize(str1), str2,byteSize(str2), fstr1,byteSize(fstr1), fstr2,byteSize(fstr2) from test_byte_size_string order by key;
+select 'constants: ', '',byteSize(''), 'a',byteSize('a'), 'abcde',byteSize('abcde');
 
 drop table if exists test_byte_size_string;
 
@@ -109,6 +118,10 @@ select '';
 select 'byteSize for simple array';
 select key,byteSize(*), uints8,byteSize(uints8), ints8,byteSize(ints8), ints32,byteSize(ints32), floats32,byteSize(floats32), decs32,byteSize(decs32), dates,byteSize(dates), uuids,byteSize(uuids) from test_byte_size_array order by key;
 
+select 'constants:', [],byteSize([]), [1,1],byteSize([1,1]), [-1,-1],byteSize([-1,-1]), toTypeName([256,256]),byteSize([256,256]), toTypeName([1.1,1.1]),byteSize([1.1,1.1]);
+select 'constants:', [toDecimal32(1.1,4),toDecimal32(1.1,4)],byteSize([toDecimal32(1.1,4),toDecimal32(1.1,4)]), [toDate('2020-01-01'),toDate('2020-01-01')],byteSize([toDate('2020-01-01'),toDate('2020-01-01')]);
+select 'constants:', [toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0'),toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0')],byteSize([toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0'),toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0')]);
+
 drop table if exists test_byte_size_array;
 
 
@@ -131,11 +144,13 @@ insert into test_byte_size_complex_array values(4, [256,65536], [[], [1,2], [0,2
 select '';
 select 'byteSize for int array of arrays';
 select key,byteSize(*), ints,byteSize(ints), int_ints,byteSize(int_ints) from test_byte_size_complex_array order by key;
+select 'constants:', [[], [1,2], [0,0x10000]],toTypeName([[], [1,2], [0,0x10000]]),byteSize([[], [1,2], [0,0x10000]]);
 
 select '';
 select 'byteSize for string array of arrays';
 -- select key,byteSize(*), strs,byteSize(strs), str_strs,byteSize(str_strs) from test_byte_size_complex_array order by key;
 select key,byteSize(*), strs,byteSize(strs), str_strs,byteSize(str_strs) from test_byte_size_complex_array order by key;
+select 'constants:', [[], [''], ['','a']],byteSize([[], [''], ['','a']]);
 
 drop table if exists test_byte_size_complex_array;
 
@@ -158,5 +173,33 @@ insert into test_byte_size_other values(3, 256, 'abcde', tuple(256, 'abcde'), 'a
 select '';
 select 'byteSize for others: Nullable, Tuple, LowCardinality';
 select key,byteSize(*), opt_int32,byteSize(opt_int32), opt_str,byteSize(opt_str), tuple,byteSize(tuple), strings,byteSize(strings) from test_byte_size_other order by key;
+select 'constants:', NULL,byteSize(NULL), tuple(0x10000, NULL),byteSize(tuple(0x10000, NULL)), tuple(0x10000, toNullable('a')),byteSize(tuple(0x10000, toNullable('a')));
+select 'constants:', toLowCardinality('abced'),toTypeName(toLowCardinality('abced')),byteSize(toLowCardinality('abced'));
 
 drop table if exists test_byte_size_other;
+
+
+-- more complex fields --
+drop table if exists test_byte_size_more_complex;
+create table test_byte_size_more_complex
+(
+    key Int32,
+    complex1 Array(Tuple(Nullable(FixedString(4)), Array(Tuple(Nullable(String), String))))
+) engine MergeTree order by key;
+
+insert into test_byte_size_more_complex values(1, []);
+insert into test_byte_size_more_complex values(2, [tuple(NULL, [])]);
+insert into test_byte_size_more_complex values(3, [tuple('a', [])]);
+insert into test_byte_size_more_complex values(4, [tuple('a', [tuple(NULL, 'a')])]);
+insert into test_byte_size_more_complex values(5, [tuple('a', [tuple(NULL, 'a'), tuple(NULL, 'a')])]);
+insert into test_byte_size_more_complex values(6, [tuple(NULL, []), tuple('a', []), tuple('a', [tuple(NULL, 'a')]), tuple('a', [tuple(NULL, 'a'), tuple(NULL, 'a')])]);
+
+select '';
+select 'byteSize for complex fields';
+select key,byteSize(*), complex1,byteSize(complex1) from test_byte_size_more_complex order by key;
+select 'constants:', tuple(NULL, []),byteSize(tuple(NULL, [])), tuple(toNullable(toFixedString('a',4)), []),byteSize(tuple(toNullable(toFixedString('a',4)), [])), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')]),byteSize(tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')])), tuple(toFixedString('a',4), [tuple(NULL, 'a'), tuple(NULL, 'a')]),byteSize(tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a'), tuple(NULL, 'a')]));
+select 'constants:', [tuple(NULL, []), tuple(toNullable(toFixedString('a',4)), []), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')]), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a'), tuple(NULL, 'a')])];
+select 'constants:', toTypeName([tuple(NULL, []), tuple(toNullable(toFixedString('a',4)), []), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')]), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a'), tuple(NULL, 'a')])]);
+select 'constants:', byteSize([tuple(NULL, []), tuple(toNullable(toFixedString('a',4)), []), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')]), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a'), tuple(NULL, 'a')])]);
+
+drop table if exists test_byte_size_more_complex;

From ea4c25e7dd47a339b68225e81f7565e38bd68f1a Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 31 Dec 2020 22:10:39 +0300
Subject: [PATCH 718/742] Do not ignore server memory limits during Buffer
 flush

But ignore them during rollback, since it is better to account memory
incorrectly them terminating the server.
---
 src/Storages/StorageBuffer.cpp | 11 ++++++++---
 1 file changed, 8 insertions(+), 3 deletions(-)

diff --git a/src/Storages/StorageBuffer.cpp b/src/Storages/StorageBuffer.cpp
index 070d2b676d7..e24db51688e 100644
--- a/src/Storages/StorageBuffer.cpp
+++ b/src/Storages/StorageBuffer.cpp
@@ -384,11 +384,11 @@ static void appendBlock(const Block & from, Block & to)
 
     size_t old_rows = to.rows();
 
-    MemoryTracker::BlockerInThread temporarily_disable_memory_tracker;
-
     MutableColumnPtr last_col;
     try
     {
+        MemoryTracker::BlockerInThread temporarily_disable_memory_tracker(VariableContext::User);
+
         for (size_t column_no = 0, columns = to.columns(); column_no < columns; ++column_no)
         {
             const IColumn & col_from = *from.getByPosition(column_no).column.get();
@@ -402,6 +402,11 @@ static void appendBlock(const Block & from, Block & to)
     catch (...)
     {
         /// Rollback changes.
+
+        /// In case of rollback, it is better to ignore memory limits instead of abnormal server termination.
+        /// So ignore any memory limits, even global (since memory tracking has drift).
+        MemoryTracker::BlockerInThread temporarily_ignore_any_memory_limits(VariableContext::Global);
+
         try
         {
             for (size_t column_no = 0, columns = to.columns(); column_no < columns; ++column_no)
@@ -774,7 +779,7 @@ void StorageBuffer::writeBlockToDestination(const Block & block, StoragePtr tabl
     }
     auto destination_metadata_snapshot = table->getInMemoryMetadataPtr();
 
-    MemoryTracker::BlockerInThread temporarily_disable_memory_tracker;
+    MemoryTracker::BlockerInThread temporarily_disable_memory_tracker(VariableContext::User);
 
     auto insert = std::make_shared<ASTInsertQuery>();
     insert->table_id = destination_id;

From c0fa2fb6e65bd98a3fc3db7833af10a5741d4dbd Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 31 Dec 2020 10:08:12 +0300
Subject: [PATCH 719/742] compressor: remove extra check for seeking of input

---
 programs/compressor/Compressor.cpp | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index d4b706abf4d..d47372631fe 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -169,11 +169,7 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
 
             if (offset_in_compressed_file || offset_in_decompressed_block)
             {
-                if (!options.count("input"))
-                {
-                    throw DB::Exception("--offset-in-compressed-file/--offset-in-decompressed-block requires --input", DB::ErrorCodes::BAD_ARGUMENTS);
-                }
-                CompressedReadBufferFromFile compressed_file(options["input"].as<std::string>(), 0, 0, 0);
+                CompressedReadBufferFromFile compressed_file(std::move(rb));
                 compressed_file.seek(offset_in_compressed_file, offset_in_decompressed_block);
                 copyData(compressed_file, *wb);
             }

From 6a644b2af10699be5a5f14b8cfb80ef1bc88c31f Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Fri, 1 Jan 2021 12:42:22 +0800
Subject: [PATCH 720/742] Fix SimpleAggregateFunction in SummingMergeTree 2

---
 .../Merges/Algorithms/SummingSortedAlgorithm.cpp   |  4 ++--
 ...regate_function_in_summing_merge_tree.reference |  1 +
 ...le_aggregate_function_in_summing_merge_tree.sql | 14 ++++++++++++++
 3 files changed, 17 insertions(+), 2 deletions(-)

diff --git a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
index 61065aad5c3..749b460a934 100644
--- a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
@@ -215,8 +215,9 @@ static SummingSortedAlgorithm::ColumnsDefinition defineColumns(
     {
         const ColumnWithTypeAndName & column = header.safeGetByPosition(i);
 
+        const auto * simple = dynamic_cast<const DataTypeCustomSimpleAggregateFunction *>(column.type->getCustomName());
         /// Discover nested Maps and find columns for summation
-        if (typeid_cast<const DataTypeArray *>(column.type.get()))
+        if (typeid_cast<const DataTypeArray *>(column.type.get()) && !simple)
         {
             const auto map_name = Nested::extractTableName(column.name);
             /// if nested table name ends with `Map` it is a possible candidate for special handling
@@ -231,7 +232,6 @@ static SummingSortedAlgorithm::ColumnsDefinition defineColumns(
         else
         {
             bool is_agg_func = WhichDataType(column.type).isAggregateFunction();
-            const auto * simple = dynamic_cast<const DataTypeCustomSimpleAggregateFunction *>(column.type->getCustomName());
 
             /// There are special const columns for example after prewhere sections.
             if ((!column.type->isSummable() && !is_agg_func && !simple) || isColumnConst(*column.column))
diff --git a/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.reference b/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.reference
index dbc5d8aae43..14f997de123 100644
--- a/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.reference
+++ b/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.reference
@@ -1 +1,2 @@
 ([25],[1])	([25],[1])
+[0,1]	[0,1]
diff --git a/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.sql b/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.sql
index 764cebbc9a9..498c5d93a89 100644
--- a/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.sql
+++ b/tests/queries/0_stateless/01630_simple_aggregate_function_in_summing_merge_tree.sql
@@ -7,3 +7,17 @@ insert into test_smt select id, sumMap(k), sumMapState(k) from (select 2 as id,
 select sumMap(sMap), sumMapMerge(aMap) from test_smt;
 
 drop table if exists test_smt;
+
+drop table if exists simple_agf_summing_mt;
+
+create table simple_agf_summing_mt (a Int64, grp_aggreg AggregateFunction(groupUniqArrayArray, Array(UInt64)), grp_simple SimpleAggregateFunction(groupUniqArrayArray, Array(UInt64))) engine = SummingMergeTree() order by a;
+
+insert into simple_agf_summing_mt select 1 a, groupUniqArrayArrayState([toUInt64(number)]), groupUniqArrayArray([toUInt64(number)]) from numbers(1) group by a;
+
+insert into simple_agf_summing_mt select 1 a, groupUniqArrayArrayState([toUInt64(number)]), groupUniqArrayArray([toUInt64(number)]) from numbers(2) group by a;
+
+optimize table simple_agf_summing_mt final;
+
+SELECT arraySort(groupUniqArrayArrayMerge(grp_aggreg)) gra , arraySort(groupUniqArrayArray(grp_simple)) grs FROM simple_agf_summing_mt group by a;
+
+drop table if exists simple_agf_summing_mt;

From 829e82c27c14beae342de9550f3849a8e26e39c2 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Fri, 1 Jan 2021 14:36:42 +0800
Subject: [PATCH 721/742] better linker name matcher

---
 CMakeLists.txt | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 92d2aa81db3..556d5d84ad6 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -195,13 +195,13 @@ endif ()
 option(ADD_GDB_INDEX_FOR_GOLD "Add .gdb-index to resulting binaries for gold linker.")
 
 if (NOT CMAKE_BUILD_TYPE_UC STREQUAL "RELEASE")
-    if (LINKER_NAME STREQUAL "lld")
+    if (LINKER_NAME MATCHES "lld$")
         set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -Wl,--gdb-index")
         set (CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} -Wl,--gdb-index")
         message (STATUS "Adding .gdb-index via --gdb-index linker option.")
     # we use another tool for gdb-index, because gold linker removes section .debug_aranges, which used inside clickhouse stacktraces
     # http://sourceware-org.1504.n7.nabble.com/gold-No-debug-aranges-section-when-linking-with-gdb-index-td540965.html#a556932
-    elseif (LINKER_NAME STREQUAL "gold" AND ADD_GDB_INDEX_FOR_GOLD)
+    elseif (LINKER_NAME MATCHES "gold$" AND ADD_GDB_INDEX_FOR_GOLD)
         find_program (GDB_ADD_INDEX_EXE NAMES "gdb-add-index" DOC "Path to gdb-add-index executable")
         if (NOT GDB_ADD_INDEX_EXE)
             set (USE_GDB_ADD_INDEX 0)

From dc72624111ff98fb2a617d5627a88000d896060f Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Fri, 1 Jan 2021 23:03:50 +0800
Subject: [PATCH 722/742] wip

---
 src/Functions/byteSize.cpp | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index 479a8ef89d5..d58d1fb99f7 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -112,8 +112,9 @@ private:
             ColumnString::Offset prev_offset = 0;
             for (size_t i = 0; i < vec_size; ++i)
             {
-                vec_res[i] += offsets[i] - prev_offset + sizeof(offsets[0]);
-                prev_offset = offsets[i];
+                ColumnString::Offset current_offset = offsets[i]; // to ensure offsets[i] not aliased with vec_res[i].
+                vec_res[i] += current_offset - prev_offset + sizeof(offsets[0]);
+                prev_offset = current_offset;
             }
             return true;
         }
@@ -159,7 +160,6 @@ private:
                 vec_res[i] += byte_size;
             return true;
         }
-
         return false;
     }
 
@@ -186,7 +186,7 @@ private:
             {
                 size_t array_size = offsets[i] - prev_offset;
                 vec_res[i] += array_size * byte_size + sizeof(offsets[0]);
-                prev_offset = offsets[i];
+                prev_offset += array_size;
             }
             return true;
         }
@@ -265,7 +265,7 @@ private:
             for (size_t j = 0; j < array_size; ++j)
                 byte_size += byteSizeForNestedItem(type_nested, col_nested, current_offset + j);
             vec_res[i] += byte_size + sizeof(offsets[0]);
-            current_offset = offsets[i];
+            current_offset += array_size;
         }
         return true;
     }

From 56bbdcccccb524036f2c46a569dc4e8ead987d84 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Fri, 1 Jan 2021 18:49:09 +0300
Subject: [PATCH 723/742] More robust docs release

---
 docs/tools/release.sh | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/docs/tools/release.sh b/docs/tools/release.sh
index 389b63ace7f..035581534f1 100755
--- a/docs/tools/release.sh
+++ b/docs/tools/release.sh
@@ -31,9 +31,11 @@ then
     git add *
     git add ".nojekyll"
 
-    # Push to GitHub rewriting the existing contents.
     git commit --quiet -m "Add new release at $(date)"
-    git push --force origin master
+
+    # Push to GitHub rewriting the existing contents.
+    # Sometimes it does not work with error message "! [remote rejected] master -> master (cannot lock ref 'refs/heads/master': is at 42a0f6b6b6c7be56a469441b4bf29685c1cebac3 but expected 520e9b02c0d4678a2a5f41d2f561e6532fb98cc1)"
+    for _ in {1..10}; do git push --force origin master && break; sleep 5; done
 
     if [[ ! -z "${CLOUDFLARE_TOKEN}" ]]
     then

From 17009ccb9837e0772c267b504f60f34d5b40a20b Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Fri, 1 Jan 2021 18:52:02 +0300
Subject: [PATCH 724/742] Update CMakeLists.txt

---
 CMakeLists.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 556d5d84ad6..7716fe82677 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -195,6 +195,7 @@ endif ()
 option(ADD_GDB_INDEX_FOR_GOLD "Add .gdb-index to resulting binaries for gold linker.")
 
 if (NOT CMAKE_BUILD_TYPE_UC STREQUAL "RELEASE")
+    # Can be lld or ld-lld.
     if (LINKER_NAME MATCHES "lld$")
         set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -Wl,--gdb-index")
         set (CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} -Wl,--gdb-index")

From cc2dc43b0d22fcf2d16c898dd14e46716cba0d6f Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Sat, 2 Jan 2021 00:24:47 +0800
Subject: [PATCH 725/742] optimize vec_size for first argument

---
 src/Functions/byteSize.cpp | 97 ++++++++++++++++++++++++++------------
 1 file changed, 66 insertions(+), 31 deletions(-)

diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index d58d1fb99f7..94fc462da3c 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -30,6 +30,43 @@ namespace DB
 namespace
 {
 
+struct ResultHolder
+{
+    ColumnUInt64::Container & vec_res;
+    bool is_first_argument;
+
+    ResultHolder(ColumnUInt64::Container & vec_res_, bool is_first_argument_)
+        : vec_res(vec_res_), is_first_argument(is_first_argument_) {}
+
+    void set(UInt64 byte_size)
+    {
+        size_t vec_size = vec_res.size();
+        if (is_first_argument)
+        {
+            for (size_t i = 0; i < vec_size; ++i)
+                vec_res[i] = byte_size;
+        }
+        else
+        {
+            for (size_t i = 0; i < vec_size; ++i)
+                vec_res[i] += byte_size;
+        }
+    }
+
+    void set(size_t idx, UInt64 byte_size)
+    {
+        if (is_first_argument)
+            vec_res[idx] = byte_size;
+        else
+            vec_res[idx] += byte_size;
+    }
+
+    size_t size() const
+    {
+        return vec_res.size();
+    }
+};
+
 /** byteSize() - get the columns size in number of bytes.
   */
 class FunctionByteSize : public IFunction
@@ -56,27 +93,26 @@ public:
     {
         auto result_col = ColumnUInt64::create(input_rows_count, 0);
         auto & vec_res = result_col->getData();
-        for (const auto & arg : arguments)
+        size_t size = arguments.size();
+        for (size_t i = 0; i < size; ++i)
         {
-            const IColumn * column = arg.column.get();
-            const IDataType * data_type = arg.type.get();
-            byteSizeOne(data_type, column, vec_res);
+            const IColumn * column = arguments[i].column.get();
+            const IDataType * data_type = arguments[i].type.get();
+            ResultHolder res(vec_res, i == 0);
+            byteSizeOne(data_type, column, res);
         }
         return result_col;
     }
 
 private:
-    static void byteSizeOne(const IDataType * data_type, const IColumn * column, ColumnUInt64::Container & vec_res)
+    static void byteSizeOne(const IDataType * data_type, const IColumn * column, ResultHolder & res)
     {
-        size_t vec_size = vec_res.size();
-
         UInt64 byte_size = 0;
         if (byteSizeByDataType(data_type, byte_size))
         {
-            for (size_t i = 0; i < vec_size; ++i)
-                vec_res[i] += byte_size;
+            res.set(byte_size);
         }
-        else if (byteSizeByColumn(data_type, column, vec_res))
+        else if (byteSizeByColumn(data_type, column, res))
             ;
         else
             throw Exception("byteSize for \"" + data_type->getName() + "\" is not supported.",
@@ -93,16 +129,15 @@ private:
         return false;
     }
 
-    static bool byteSizeByColumn(const IDataType * data_type, const IColumn * column, ColumnUInt64::Container & vec_res)
+    static bool byteSizeByColumn(const IDataType * data_type, const IColumn * column, ResultHolder & res)
     {
         WhichDataType which(data_type);
-        size_t vec_size = vec_res.size();
+        size_t res_size = res.size();
 
         UInt64 byte_size = 0;
         if (byteSizeForConstColumn(data_type, column, byte_size))
         {
-            for (size_t i = 0; i < vec_size; ++i)
-                vec_res[i] += byte_size;
+            res.set(byte_size);
             return true;
         }
         else if (which.isString()) // TypeIndex::String
@@ -110,10 +145,10 @@ private:
             const ColumnString * col_str = checkAndGetColumn<ColumnString>(column);
             const auto & offsets = col_str->getOffsets();
             ColumnString::Offset prev_offset = 0;
-            for (size_t i = 0; i < vec_size; ++i)
+            for (size_t i = 0; i < res_size; ++i)
             {
                 ColumnString::Offset current_offset = offsets[i]; // to ensure offsets[i] not aliased with vec_res[i].
-                vec_res[i] += current_offset - prev_offset + sizeof(offsets[0]);
+                res.set(i, current_offset - prev_offset + sizeof(offsets[0]));
                 prev_offset = current_offset;
             }
             return true;
@@ -122,19 +157,19 @@ private:
         {
             const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column);
             const DataTypeArray * type_arr = checkAndGetDataType<DataTypeArray>(data_type);
-            return byteSizeForArrayByDataType(type_arr, col_arr, vec_res)
-                   || byteSizeForArray(type_arr, col_arr, vec_res);
+            return byteSizeForArrayByDataType(type_arr, col_arr, res)
+                   || byteSizeForArray(type_arr, col_arr, res);
         }
         else if (which.isNullable()) // TypeIndex::Nullable
         {
             const ColumnNullable * col_null = checkAndGetColumn<ColumnNullable>(column);
             const DataTypeNullable * type_null = checkAndGetDataType<DataTypeNullable>(data_type);
-            for (size_t i = 0; i < vec_size; ++i)
+            for (size_t i = 0; i < res_size; ++i)
             {
                 byte_size = sizeof(bool);
                 if (!col_null->isNullAt(i))
                     byte_size += byteSizeForNestedItem(type_null->getNestedType().get(), &col_null->getNestedColumn(), i);
-                vec_res[i] += byte_size;
+                res.set(i, byte_size);
             }
             return true;
         }
@@ -148,7 +183,8 @@ private:
             {
                 const IColumn * type_nested = col_tuple->getColumnPtr(col_idx).get();
                 const IDataType * col_nested = type_tuple->getElements()[col_idx].get();
-                byteSizeOne(col_nested, type_nested, vec_res);
+                ResultHolder res_nested(res.vec_res, res.is_first_argument && col_idx == 0);
+                byteSizeOne(col_nested, type_nested, res_nested);
             }
             return true;
         }
@@ -156,8 +192,7 @@ private:
         {
             const ColumnLowCardinality * col_low = checkAndGetColumn<ColumnLowCardinality>(column);
             byte_size = col_low->getSizeOfIndexType();
-            for (size_t i = 0; i < vec_size; ++i)
-                vec_res[i] += byte_size;
+            res.set(byte_size);
             return true;
         }
         return false;
@@ -174,18 +209,18 @@ private:
         return false;
     }
 
-    static bool byteSizeForArrayByDataType(const DataTypeArray * data_type, const ColumnArray * column, ColumnUInt64::Container & vec_res)
+    static bool byteSizeForArrayByDataType(const DataTypeArray * data_type, const ColumnArray * column, ResultHolder & res)
     {
         UInt64 byte_size = 0;
         if (byteSizeByDataType(data_type->getNestedType().get(), byte_size))
         {
-            size_t vec_size = vec_res.size();
+            size_t res_size = res.size();
             const auto & offsets = column->getOffsets();
             ColumnArray::Offset prev_offset = 0;
-            for (size_t i = 0; i < vec_size; ++i)
+            for (size_t i = 0; i < res_size; ++i)
             {
                 size_t array_size = offsets[i] - prev_offset;
-                vec_res[i] += array_size * byte_size + sizeof(offsets[0]);
+                res.set(i, array_size * byte_size + sizeof(offsets[0]));
                 prev_offset += array_size;
             }
             return true;
@@ -250,21 +285,21 @@ private:
                         ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
     }
 
-    static bool byteSizeForArray(const DataTypeArray * data_type, const ColumnArray * column, ColumnUInt64::Container & vec_res)
+    static bool byteSizeForArray(const DataTypeArray * data_type, const ColumnArray * column, ResultHolder & res)
     {
         const IColumn * col_nested = &column->getData();
         const IDataType * type_nested = data_type->getNestedType().get();
-        size_t vec_size = vec_res.size();
+        size_t res_size = res.size();
         const auto & offsets = column->getOffsets();
 
         ColumnArray::Offset current_offset = 0;
-        for (size_t i = 0; i < vec_size; ++i)
+        for (size_t i = 0; i < res_size; ++i)
         {
             UInt64 byte_size = 0;
             size_t array_size = offsets[i] - current_offset;
             for (size_t j = 0; j < array_size; ++j)
                 byte_size += byteSizeForNestedItem(type_nested, col_nested, current_offset + j);
-            vec_res[i] += byte_size + sizeof(offsets[0]);
+            res.set(i, byte_size + sizeof(offsets[0]));
             current_offset += array_size;
         }
         return true;

From df188aa49d2a8a3d483e642fba45e955dca3d702 Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Sat, 2 Jan 2021 00:28:32 +0800
Subject: [PATCH 726/742] bug fix

---
 src/Functions/byteSize.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index 94fc462da3c..c909a5be052 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -91,7 +91,7 @@ public:
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
     {
-        auto result_col = ColumnUInt64::create(input_rows_count, 0);
+        auto result_col = ColumnUInt64::create(input_rows_count);
         auto & vec_res = result_col->getData();
         size_t size = arguments.size();
         for (size_t i = 0; i < size; ++i)

From 4cf7f0c6073f1b5be58fca8747e4995a38f20c31 Mon Sep 17 00:00:00 2001
From: pingyu <shui.yu@126.com>
Date: Sat, 2 Jan 2021 01:00:14 +0800
Subject: [PATCH 727/742] style fix

---
 src/Functions/byteSize.cpp | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index c909a5be052..8eb83e02f64 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -27,6 +27,11 @@
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
+}
+
 namespace
 {
 

From 4c466c2fb5fc244bc7f5426660da65399c65e886 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Fri, 1 Jan 2021 21:31:26 +0300
Subject: [PATCH 728/742] Remove "harmful" function from mariadbclient

---
 contrib/mariadb-connector-c | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/mariadb-connector-c b/contrib/mariadb-connector-c
index e05523ca7c1..744df72116d 160000
--- a/contrib/mariadb-connector-c
+++ b/contrib/mariadb-connector-c
@@ -1 +1 @@
-Subproject commit e05523ca7c1fb8d095b612a1b1cfe96e199ffb17
+Subproject commit 744df72116df084d62bc074fbc1ee265c256cf96

From 886d61c2e01827bbb6aba93959bc4eca1bf48402 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sat, 2 Jan 2021 00:12:43 +0300
Subject: [PATCH 729/742] Fix build

---
 cmake/find/mysqlclient.cmake | 2 +-
 contrib/mariadb-connector-c  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/cmake/find/mysqlclient.cmake b/cmake/find/mysqlclient.cmake
index 634681d98f6..8c97247b886 100644
--- a/cmake/find/mysqlclient.cmake
+++ b/cmake/find/mysqlclient.cmake
@@ -14,7 +14,7 @@ endif()
 
 option(USE_INTERNAL_MYSQL_LIBRARY "Set to FALSE to use system mysqlclient library instead of bundled" ${NOT_UNBUNDLED})
 
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/mariadb-connector-c/README")
+if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/mariadb-connector-c/README.md")
     if(USE_INTERNAL_MYSQL_LIBRARY)
         message(WARNING "submodule contrib/mariadb-connector-c is missing. to fix try run: \n git submodule update --init --recursive")
         message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal mysql library")
diff --git a/contrib/mariadb-connector-c b/contrib/mariadb-connector-c
index 744df72116d..623c4f3c40c 160000
--- a/contrib/mariadb-connector-c
+++ b/contrib/mariadb-connector-c
@@ -1 +1 @@
-Subproject commit 744df72116df084d62bc074fbc1ee265c256cf96
+Subproject commit 623c4f3c40c1e6d0a0921af4e879e0767db50da5

From 21f8ba08fb9ea077e0b1aa46d76953328a9da22c Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sat, 2 Jan 2021 00:23:56 +0300
Subject: [PATCH 730/742] Update submodule

---
 contrib/mariadb-connector-c | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/mariadb-connector-c b/contrib/mariadb-connector-c
index 623c4f3c40c..43249300abf 160000
--- a/contrib/mariadb-connector-c
+++ b/contrib/mariadb-connector-c
@@ -1 +1 @@
-Subproject commit 623c4f3c40c1e6d0a0921af4e879e0767db50da5
+Subproject commit 43249300abfe4eb6d3e200ff2aaf1f182f9c0aff

From aff724ea7d371d322589fba96a1214aacab78e59 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Sat, 2 Jan 2021 17:07:54 +0300
Subject: [PATCH 731/742] PODArray: Avoid call to memcpy with (nullptr, 0)
 arguments (#18526)

* Avoid call to memcpy with nullptr, 0 arguments

* Add assert to PODArray

* Fix build

* Fix build

* Minor fixes for min/sim hash

* Fix build

* Fix build

* Fix build

* Fix error

* Fix "not actually an error"

* Fix build

* Fix build

* Fix build
---
 .../AggregateFunctionGroupArray.h             |  4 +-
 src/Common/PODArray.h                         | 66 ++++++++++++++++---
 2 files changed, 59 insertions(+), 11 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionGroupArray.h b/src/AggregateFunctions/AggregateFunctionGroupArray.h
index 3255ea42edb..e8c4d70ea26 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArray.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArray.h
@@ -188,13 +188,13 @@ public:
             if (!limit_num_elems)
             {
                 if (rhs_elems.value.size())
-                    cur_elems.value.insert(rhs_elems.value.begin(), rhs_elems.value.end(), arena);
+                    cur_elems.value.insertByOffsets(rhs_elems.value, 0, rhs_elems.value.size(), arena);
             }
             else
             {
                 UInt64 elems_to_insert = std::min(static_cast<size_t>(max_elems) - cur_elems.value.size(), rhs_elems.value.size());
                 if (elems_to_insert)
-                    cur_elems.value.insert(rhs_elems.value.begin(), rhs_elems.value.begin() + elems_to_insert, arena);
+                    cur_elems.value.insertByOffsets(rhs_elems.value, 0, elems_to_insert, arena);
             }
         }
 
diff --git a/src/Common/PODArray.h b/src/Common/PODArray.h
index 7bd9550500e..344f7bfcbe1 100644
--- a/src/Common/PODArray.h
+++ b/src/Common/PODArray.h
@@ -89,8 +89,8 @@ protected:
     static constexpr size_t pad_right = integerRoundUp(pad_right_, ELEMENT_SIZE);
     /// pad_left is also rounded up to 16 bytes to maintain alignment of allocated memory.
     static constexpr size_t pad_left = integerRoundUp(integerRoundUp(pad_left_, ELEMENT_SIZE), 16);
-    /// Empty array will point to this static memory as padding.
-    static constexpr char * null = pad_left ? const_cast<char *>(empty_pod_array) + empty_pod_array_size : nullptr;
+    /// Empty array will point to this static memory as padding and begin/end.
+    static constexpr char * null = const_cast<char *>(empty_pod_array) + pad_left;
 
     static_assert(pad_left <= empty_pod_array_size && "Left Padding exceeds empty_pod_array_size. Is the element size too large?");
 
@@ -268,8 +268,11 @@ public:
             reserve(required_capacity, std::forward<TAllocatorParams>(allocator_params)...);
 
         size_t items_byte_size = byte_size(number_of_items);
-        memcpy(c_end, ptr, items_byte_size);
-        c_end += items_byte_size;
+        if (items_byte_size)
+        {
+            memcpy(c_end, ptr, items_byte_size);
+            c_end += items_byte_size;
+        }
     }
 
     void protect()
@@ -289,6 +292,18 @@ public:
 #endif
     }
 
+    template <typename It1, typename It2>
+    inline void assertNotIntersects(It1 from_begin [[maybe_unused]], It2 from_end [[maybe_unused]])
+    {
+#if !defined(NDEBUG)
+        const char * ptr_begin = reinterpret_cast<const char *>(&*from_begin);
+        const char * ptr_end = reinterpret_cast<const char *>(&*from_end);
+
+        /// Also it's safe if the range is empty.
+        assert(!((ptr_begin >= c_start && ptr_begin <= c_end) || (ptr_end >= c_start && ptr_end <= c_end)) || (ptr_begin == ptr_end));
+#endif
+    }
+
     ~PODArrayBase()
     {
         dealloc();
@@ -444,6 +459,7 @@ public:
     template <typename It1, typename It2, typename ... TAllocatorParams>
     void insertPrepare(It1 from_begin, It2 from_end, TAllocatorParams &&... allocator_params)
     {
+        this->assertNotIntersects(from_begin, from_end);
         size_t required_capacity = this->size() + (from_end - from_begin);
         if (required_capacity > this->capacity())
             this->reserve(roundUpToPowerOfTwoOrZero(required_capacity), std::forward<TAllocatorParams>(allocator_params)...);
@@ -457,6 +473,28 @@ public:
         insert_assume_reserved(from_begin, from_end);
     }
 
+    /// In contrast to 'insert' this method is Ok even for inserting from itself.
+    /// Because we obtain iterators after reserving memory.
+    template <typename Container, typename ... TAllocatorParams>
+    void insertByOffsets(Container && rhs, size_t from_begin, size_t from_end, TAllocatorParams &&... allocator_params)
+    {
+        static_assert(memcpy_can_be_used_for_assignment<std::decay_t<T>, std::decay_t<decltype(rhs.front())>>);
+
+        assert(from_end >= from_begin);
+        assert(from_end <= rhs.size());
+
+        size_t required_capacity = this->size() + (from_end - from_begin);
+        if (required_capacity > this->capacity())
+            this->reserve(roundUpToPowerOfTwoOrZero(required_capacity), std::forward<TAllocatorParams>(allocator_params)...);
+
+        size_t bytes_to_copy = this->byte_size(from_end - from_begin);
+        if (bytes_to_copy)
+        {
+            memcpy(this->c_end, reinterpret_cast<const void *>(rhs.begin() + from_begin), bytes_to_copy);
+            this->c_end += bytes_to_copy;
+        }
+    }
+
     /// Works under assumption, that it's possible to read up to 15 excessive bytes after `from_end` and this PODArray is padded.
     template <typename It1, typename It2, typename ... TAllocatorParams>
     void insertSmallAllowReadWriteOverflow15(It1 from_begin, It2 from_end, TAllocatorParams &&... allocator_params)
@@ -476,6 +514,9 @@ public:
         static_assert(memcpy_can_be_used_for_assignment<std::decay_t<T>, std::decay_t<decltype(*from_begin)>>);
 
         size_t bytes_to_copy = this->byte_size(from_end - from_begin);
+        if (!bytes_to_copy)
+            return;
+
         size_t bytes_to_move = this->byte_size(end() - it);
 
         insertPrepare(from_begin, from_end);
@@ -492,10 +533,14 @@ public:
     void insert_assume_reserved(It1 from_begin, It2 from_end)
     {
         static_assert(memcpy_can_be_used_for_assignment<std::decay_t<T>, std::decay_t<decltype(*from_begin)>>);
+        this->assertNotIntersects(from_begin, from_end);
 
         size_t bytes_to_copy = this->byte_size(from_end - from_begin);
-        memcpy(this->c_end, reinterpret_cast<const void *>(&*from_begin), bytes_to_copy);
-        this->c_end += bytes_to_copy;
+        if (bytes_to_copy)
+        {
+            memcpy(this->c_end, reinterpret_cast<const void *>(&*from_begin), bytes_to_copy);
+            this->c_end += bytes_to_copy;
+        }
     }
 
     template <typename... TAllocatorParams>
@@ -626,15 +671,18 @@ public:
     void assign(It1 from_begin, It2 from_end, TAllocatorParams &&... allocator_params)
     {
         static_assert(memcpy_can_be_used_for_assignment<std::decay_t<T>, std::decay_t<decltype(*from_begin)>>);
+        this->assertNotIntersects(from_begin, from_end);
 
         size_t required_capacity = from_end - from_begin;
         if (required_capacity > this->capacity())
             this->reserve_exact(required_capacity, std::forward<TAllocatorParams>(allocator_params)...);
 
         size_t bytes_to_copy = this->byte_size(required_capacity);
-        memcpy(this->c_start, reinterpret_cast<const void *>(&*from_begin), bytes_to_copy);
-
-        this->c_end = this->c_start + bytes_to_copy;
+        if (bytes_to_copy)
+        {
+            memcpy(this->c_start, reinterpret_cast<const void *>(&*from_begin), bytes_to_copy);
+            this->c_end = this->c_start + bytes_to_copy;
+        }
     }
 
     // ISO C++ has strict ambiguity rules, thus we cannot apply TAllocatorParams here.

From 469b631ca6af5a998db5cce190f596ab4ad7f37e Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 2 Jan 2021 17:09:20 +0300
Subject: [PATCH 732/742] Fix performance comparison

In #18113 the top_level_domains list copying was moved into
docker/packager/binary/build.sh, this was done to avoid symlinks (since
Dockerfile cannot dereference them).

But the patch was wrong, since it copied into the root (/), which is not
included into performance.tgz and also compare.sh was not modified.

This wasn't showed up with CI checks since the docker image wasn't
updated and it still included that top_level_domains, once it was
modified the image was updated and it became broken.

Cc: @akuzm
---
 docker/packager/binary/build.sh               | 2 +-
 docker/test/performance-comparison/compare.sh | 6 +++---
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/docker/packager/binary/build.sh b/docker/packager/binary/build.sh
index c46e3b23994..85e2e8b0f04 100755
--- a/docker/packager/binary/build.sh
+++ b/docker/packager/binary/build.sh
@@ -31,7 +31,7 @@ find . -name '*.so.*' -print -exec mv '{}' /output \;
 if [ "performance" == "$COMBINED_OUTPUT" ]
 then
     cp -r ../tests/performance /output
-    cp -r ../tests/config/top_level_domains  /
+    cp -r ../tests/config/top_level_domains  /output
     cp -r ../docker/test/performance-comparison/config /output ||:
     rm /output/unit_tests_dbms ||:
     rm /output/clickhouse-odbc-bridge ||:
diff --git a/docker/test/performance-comparison/compare.sh b/docker/test/performance-comparison/compare.sh
index 59d7cc98063..a5d6a136880 100755
--- a/docker/test/performance-comparison/compare.sh
+++ b/docker/test/performance-comparison/compare.sh
@@ -55,7 +55,7 @@ function configure
         # server *config* directives overrides
         --path db0
         --user_files_path db0/user_files
-        --top_level_domains_path /top_level_domains
+        --top_level_domains_path right/top_level_domains
         --tcp_port $LEFT_SERVER_PORT
     )
     left/clickhouse-server "${setup_left_server_opts[@]}" &> setup-server-log.log &
@@ -103,7 +103,7 @@ function restart
         # server *config* directives overrides
         --path left/db
         --user_files_path left/db/user_files
-        --top_level_domains_path /top_level_domains
+        --top_level_domains_path left/top_level_domains
         --tcp_port $LEFT_SERVER_PORT
     )
     left/clickhouse-server "${left_server_opts[@]}" &>> left-server-log.log &
@@ -118,7 +118,7 @@ function restart
         # server *config* directives overrides
         --path right/db
         --user_files_path right/db/user_files
-        --top_level_domains_path /top_level_domains
+        --top_level_domains_path right/top_level_domains
         --tcp_port $RIGHT_SERVER_PORT
     )
     right/clickhouse-server "${right_server_opts[@]}" &>> right-server-log.log &

From de7909211d67d94f35a151e022b87561ceaeb4fb Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 2 Jan 2021 17:27:03 +0300
Subject: [PATCH 733/742] Try using top_level_domains from the patched
 performance archive

If there is top_level_domains list in the upstream/master, use from the
patched version (this is required to run all performance tests for
upstream/master in the PR).
---
 docker/test/performance-comparison/compare.sh | 22 ++++++++++++++++---
 1 file changed, 19 insertions(+), 3 deletions(-)

diff --git a/docker/test/performance-comparison/compare.sh b/docker/test/performance-comparison/compare.sh
index a5d6a136880..9a0d8093a55 100755
--- a/docker/test/performance-comparison/compare.sh
+++ b/docker/test/performance-comparison/compare.sh
@@ -36,6 +36,22 @@ function wait_for_server # port, pid
     fi
 }
 
+function left_or_right()
+{
+    local from=$1 && shift
+    local basename=$1 && shift
+
+    if [ -e "$from/$basename" ]; then
+        echo "$from/$basename"
+        return
+    fi
+
+    case "$from" in
+        left) echo "right/$basename" ;;
+        right) echo "left/$basename" ;;
+    esac
+}
+
 function configure
 {
     # Use the new config for both servers, so that we can change it in a PR.
@@ -55,7 +71,7 @@ function configure
         # server *config* directives overrides
         --path db0
         --user_files_path db0/user_files
-        --top_level_domains_path right/top_level_domains
+        --top_level_domains_path "$(left_or_right right top_level_domains)"
         --tcp_port $LEFT_SERVER_PORT
     )
     left/clickhouse-server "${setup_left_server_opts[@]}" &> setup-server-log.log &
@@ -103,7 +119,7 @@ function restart
         # server *config* directives overrides
         --path left/db
         --user_files_path left/db/user_files
-        --top_level_domains_path left/top_level_domains
+        --top_level_domains_path "$(left_or_right left top_level_domains)"
         --tcp_port $LEFT_SERVER_PORT
     )
     left/clickhouse-server "${left_server_opts[@]}" &>> left-server-log.log &
@@ -118,7 +134,7 @@ function restart
         # server *config* directives overrides
         --path right/db
         --user_files_path right/db/user_files
-        --top_level_domains_path right/top_level_domains
+        --top_level_domains_path "$(left_or_right right top_level_domains)"
         --tcp_port $RIGHT_SERVER_PORT
     )
     right/clickhouse-server "${right_server_opts[@]}" &>> right-server-log.log &

From 820af3a48dda0f9a97d8de857e37f40c74683c44 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sat, 2 Jan 2021 23:40:15 +0300
Subject: [PATCH 734/742] Simplify code of function "bar"

---
 src/Common/UnicodeBar.cpp                     |  22 ++--
 src/Common/UnicodeBar.h                       |   2 +-
 src/Functions/bar.cpp                         | 105 +++++-------------
 .../0_stateless/01502_bar_overflow.sql        |   2 +-
 4 files changed, 39 insertions(+), 92 deletions(-)

diff --git a/src/Common/UnicodeBar.cpp b/src/Common/UnicodeBar.cpp
index 8ff5e2052c1..29a9838cd62 100644
--- a/src/Common/UnicodeBar.cpp
+++ b/src/Common/UnicodeBar.cpp
@@ -5,33 +5,25 @@
 #include <common/arithmeticOverflow.h>
 #include <Common/Exception.h>
 #include <Common/UnicodeBar.h>
+#include <Common/NaNUtils.h>
 
-
-namespace DB
-{
-    namespace ErrorCodes
-    {
-        extern const int PARAMETER_OUT_OF_BOUND;
-    }
-}
+#include <iostream>
 
 
 namespace UnicodeBar
 {
-    double getWidth(Int64 x, Int64 min, Int64 max, double max_width)
+    double getWidth(double x, double min, double max, double max_width)
     {
+        if (isNaN(x))
+            return 0;
+
         if (x <= min)
             return 0;
 
         if (x >= max)
             return max_width;
 
-        /// The case when max - min overflows
-        Int64 max_difference;
-        if (common::subOverflow(max, min, max_difference))
-            throw DB::Exception(DB::ErrorCodes::PARAMETER_OUT_OF_BOUND, "The arguments to render unicode bar will lead to arithmetic overflow");
-
-        return (x - min) * max_width / max_difference;
+        return (x - min) / (max - min) * max_width;
     }
 
     size_t getWidthInBytes(double width)
diff --git a/src/Common/UnicodeBar.h b/src/Common/UnicodeBar.h
index 0c62bd7e8f7..e6f49dde856 100644
--- a/src/Common/UnicodeBar.h
+++ b/src/Common/UnicodeBar.h
@@ -10,7 +10,7 @@
   */
 namespace UnicodeBar
 {
-    double getWidth(Int64 x, Int64 min, Int64 max, double max_width);
+    double getWidth(double x, double min, double max, double max_width);
     size_t getWidthInBytes(double width);
 
     /// In `dst` there must be a space for barWidthInBytes(width) characters and a trailing zero.
diff --git a/src/Functions/bar.cpp b/src/Functions/bar.cpp
index 2eddf23af66..7364311a1be 100644
--- a/src/Functions/bar.cpp
+++ b/src/Functions/bar.cpp
@@ -2,7 +2,6 @@
 #include <Functions/FunctionFactory.h>
 #include <DataTypes/DataTypeString.h>
 #include <Columns/ColumnString.h>
-#include <Columns/ColumnVector.h>
 #include <Common/UnicodeBar.h>
 #include <Common/FieldVisitors.h>
 #include <IO/WriteHelpers.h>
@@ -57,23 +56,30 @@ public:
                     + ".",
                 ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
-        if (!isNativeNumber(arguments[0]) || !isNativeNumber(arguments[1]) || !isNativeNumber(arguments[2])
-            || (arguments.size() == 4 && !isNativeNumber(arguments[3])))
+        if (!isNumber(arguments[0]) || !isNumber(arguments[1]) || !isNumber(arguments[2])
+            || (arguments.size() == 4 && !isNumber(arguments[3])))
             throw Exception("All arguments for function " + getName() + " must be numeric.", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
         return std::make_shared<DataTypeString>();
     }
 
     bool useDefaultImplementationForConstants() const override { return true; }
-    ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {1, 2, 3}; }
+    ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {3}; }
 
-    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/) const override
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
     {
-        Int64 min = extractConstant<Int64>(arguments, 1, "Second"); /// The level at which the line has zero length.
-        Int64 max = extractConstant<Int64>(arguments, 2, "Third"); /// The level at which the line has the maximum length.
+        /// The maximum width of the bar in characters.
+        Float64 max_width = 80; /// Motivated by old-school terminal size.
 
-        /// The maximum width of the bar in characters, by default.
-        Float64 max_width = arguments.size() == 4 ? extractConstant<Float64>(arguments, 3, "Fourth") : 80;
+        if (arguments.size() == 4)
+        {
+            const auto & max_width_column = *arguments[3].column;
+
+            if (!isColumnConst(max_width_column))
+                throw Exception(ErrorCodes::ILLEGAL_COLUMN, "Fourth argument for function {} must be constant", getName());
+
+            max_width = max_width_column.getFloat64(0);
+        }
 
         if (isNaN(max_width))
             throw Exception("Argument 'max_width' must not be NaN", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
@@ -86,83 +92,32 @@ public:
 
         const auto & src = *arguments[0].column;
 
-        auto res_column = ColumnString::create();
-
-        if (executeNumber<UInt8>(src, *res_column, min, max, max_width)
-            || executeNumber<UInt16>(src, *res_column, min, max, max_width)
-            || executeNumber<UInt32>(src, *res_column, min, max, max_width)
-            || executeNumber<UInt64>(src, *res_column, min, max, max_width)
-            || executeNumber<Int8>(src, *res_column, min, max, max_width)
-            || executeNumber<Int16>(src, *res_column, min, max, max_width)
-            || executeNumber<Int32>(src, *res_column, min, max, max_width)
-            || executeNumber<Int64>(src, *res_column, min, max, max_width)
-            || executeNumber<Float32>(src, *res_column, min, max, max_width)
-            || executeNumber<Float64>(src, *res_column, min, max, max_width))
-        {
-            return res_column;
-        }
-        else
-            throw Exception(
-                "Illegal column " + arguments[0].column->getName() + " of argument of function " + getName(),
-                ErrorCodes::ILLEGAL_COLUMN);
-    }
-
-private:
-    template <typename T>
-    T extractConstant(const ColumnsWithTypeAndName & arguments, size_t argument_pos, const char * which_argument) const
-    {
-        const auto & column = *arguments[argument_pos].column;
-
-        if (!isColumnConst(column))
-            throw Exception(
-                which_argument + String(" argument for function ") + getName() + " must be constant.", ErrorCodes::ILLEGAL_COLUMN);
-
-        return applyVisitor(FieldVisitorConvertToNumber<T>(), column[0]);
-    }
-
-    template <typename T>
-    static void fill(const PaddedPODArray<T> & src,
-        ColumnString::Chars & dst_chars,
-        ColumnString::Offsets & dst_offsets,
-        Int64 min,
-        Int64 max,
-        Float64 max_width)
-    {
-        size_t size = src.size();
         size_t current_offset = 0;
 
-        dst_offsets.resize(size);
-        dst_chars.reserve(size * (UnicodeBar::getWidthInBytes(max_width) + 1)); /// lines 0-terminated.
+        auto res_column = ColumnString::create();
 
-        for (size_t i = 0; i < size; ++i)
+        ColumnString::Chars & dst_chars = res_column->getChars();
+        ColumnString::Offsets & dst_offsets = res_column->getOffsets();
+
+        dst_offsets.resize(input_rows_count);
+        dst_chars.reserve(input_rows_count * (UnicodeBar::getWidthInBytes(max_width) + 1)); /// strings are 0-terminated.
+
+        for (size_t i = 0; i < input_rows_count; ++i)
         {
-            Float64 width = UnicodeBar::getWidth(src[i], min, max, max_width);
+            Float64 width = UnicodeBar::getWidth(
+                src.getFloat64(i),
+                arguments[1].column->getFloat64(i),
+                arguments[2].column->getFloat64(i),
+                max_width);
+
             size_t next_size = current_offset + UnicodeBar::getWidthInBytes(width) + 1;
             dst_chars.resize(next_size);
             UnicodeBar::render(width, reinterpret_cast<char *>(&dst_chars[current_offset]));
             current_offset = next_size;
             dst_offsets[i] = current_offset;
         }
-    }
 
-    template <typename T>
-    static void fill(T src, String & dst_chars, Int64 min, Int64 max, Float64 max_width)
-    {
-        Float64 width = UnicodeBar::getWidth(src, min, max, max_width);
-        dst_chars.resize(UnicodeBar::getWidthInBytes(width));
-        UnicodeBar::render(width, dst_chars.data());
-    }
-
-    template <typename T>
-    static bool executeNumber(const IColumn & src, ColumnString & dst, Int64 min, Int64 max, Float64 max_width)
-    {
-        if (const ColumnVector<T> * col = checkAndGetColumn<ColumnVector<T>>(&src))
-        {
-            fill(col->getData(), dst.getChars(), dst.getOffsets(), min, max, max_width);
-            return true;
-        }
-        else
-            return false;
+        return res_column;
     }
 };
 
diff --git a/tests/queries/0_stateless/01502_bar_overflow.sql b/tests/queries/0_stateless/01502_bar_overflow.sql
index cb3de7ac20b..4829b487f52 100644
--- a/tests/queries/0_stateless/01502_bar_overflow.sql
+++ b/tests/queries/0_stateless/01502_bar_overflow.sql
@@ -1 +1 @@
-SELECT bar((greatCircleAngle(100, -1, number, number) - number) * 2, -9223372036854775808, 1023, 100) FROM numbers(1048575); -- { serverError 12 }
+SELECT bar((greatCircleAngle(100, -1, number, number) - number) * 2, -9223372036854775808, 1023, 100) FROM numbers(1048575) FORMAT Null;

From 2a6388bdf63373c38463263bbbaeec5b36bf9d01 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 3 Jan 2021 00:32:37 +0300
Subject: [PATCH 735/742] Update test

---
 .../01044_great_circle_angle.reference        | 26 +++++++++----------
 1 file changed, 13 insertions(+), 13 deletions(-)

diff --git a/tests/queries/0_stateless/01044_great_circle_angle.reference b/tests/queries/0_stateless/01044_great_circle_angle.reference
index b0e80d4cdae..60a616c7187 100644
--- a/tests/queries/0_stateless/01044_great_circle_angle.reference
+++ b/tests/queries/0_stateless/01044_great_circle_angle.reference
@@ -11,7 +11,7 @@
 179	-0.06
 
 ██
-████
+████▏
 ██████▏
 ████████▎
 ██████████▎
@@ -19,25 +19,25 @@
 ██████████████▍
 ████████████████▌
 ██████████████████▌
-████████████████████▌
+████████████████████▋
 ██████████████████████▋
 ████████████████████████▋
 ██████████████████████████▌
 ████████████████████████████▍
 ██████████████████████████████▍
-████████████████████████████████▎
+████████████████████████████████▍
 ██████████████████████████████████▎
 ████████████████████████████████████▏
 ██████████████████████████████████████
 ███████████████████████████████████████▊
 █████████████████████████████████████████▋
 ███████████████████████████████████████████▌
-█████████████████████████████████████████████▎
-███████████████████████████████████████████████
-████████████████████████████████████████████████▋
+█████████████████████████████████████████████▍
+███████████████████████████████████████████████▏
+████████████████████████████████████████████████▊
 ██████████████████████████████████████████████████▌
 ████████████████████████████████████████████████████▏
-█████████████████████████████████████████████████████▋
+█████████████████████████████████████████████████████▊
 ███████████████████████████████████████████████████████▍
 █████████████████████████████████████████████████████████
 ██████████████████████████████████████████████████████████▌
@@ -50,8 +50,8 @@
 ████████████████████████████████████████████████████████████████████
 █████████████████████████████████████████████████████████████████████▏
 ██████████████████████████████████████████████████████████████████████▎
-███████████████████████████████████████████████████████████████████████▎
-████████████████████████████████████████████████████████████████████████▎
+███████████████████████████████████████████████████████████████████████▍
+████████████████████████████████████████████████████████████████████████▍
 █████████████████████████████████████████████████████████████████████████▎
 ██████████████████████████████████████████████████████████████████████████▏
 ███████████████████████████████████████████████████████████████████████████
@@ -61,11 +61,11 @@
 █████████████████████████████████████████████████████████████████████████████▌
 █████████████████████████████████████████████████████████████████████████████▊
 ██████████████████████████████████████████████████████████████████████████████▎
-██████████████████████████████████████████████████████████████████████████████▌
+██████████████████████████████████████████████████████████████████████████████▋
 ██████████████████████████████████████████████████████████████████████████████▋
 ██████████████████████████████████████████████████████████████████████████████▊
 ██████████████████████████████████████████████████████████████████████████████▊
-██████████████████████████████████████████████████████████████████████████████▋
+██████████████████████████████████████████████████████████████████████████████▊
 ██████████████████████████████████████████████████████████████████████████████▋
 ██████████████████████████████████████████████████████████████████████████████▍
 ██████████████████████████████████████████████████████████████████████████████
@@ -75,7 +75,7 @@
 ███████████████████████████████████████████████████████████████████████████▌
 ██████████████████████████████████████████████████████████████████████████▌
 █████████████████████████████████████████████████████████████████████████▌
-████████████████████████████████████████████████████████████████████████▎
+████████████████████████████████████████████████████████████████████████▍
 ███████████████████████████████████████████████████████████████████████
 █████████████████████████████████████████████████████████████████████▋
 ████████████████████████████████████████████████████████████████████
@@ -97,5 +97,5 @@
 ██████████████████████▋
 ██████████████████▌
 ██████████████▏
-█████████▌
+█████████▋
 ████▊

From a368a6802d5b452619504928d2dab23856e1ae72 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 3 Jan 2021 01:58:10 +0300
Subject: [PATCH 736/742] Move implementation inside out

---
 src/Columns/ColumnAggregateFunction.cpp       |   6 +
 src/Columns/ColumnAggregateFunction.h         |   2 +
 src/Columns/ColumnArray.cpp                   |  15 +
 src/Columns/ColumnArray.h                     |   1 +
 src/Columns/ColumnConst.h                     |   5 +
 src/Columns/ColumnDecimal.h                   |   1 +
 src/Columns/ColumnFixedString.h               |   5 +
 src/Columns/ColumnFunction.cpp                |   9 +
 src/Columns/ColumnFunction.h                  |   1 +
 src/Columns/ColumnLowCardinality.h            |   1 +
 src/Columns/ColumnMap.cpp                     |   5 +
 src/Columns/ColumnMap.h                       |   1 +
 src/Columns/ColumnNullable.cpp                |   5 +
 src/Columns/ColumnNullable.h                  |   1 +
 src/Columns/ColumnString.h                    |   6 +
 src/Columns/ColumnTuple.cpp                   |   8 +
 src/Columns/ColumnTuple.h                     |   1 +
 src/Columns/ColumnUnique.h                    |   4 +
 src/Columns/ColumnVector.h                    |   5 +
 src/Columns/IColumn.h                         |   3 +
 src/Columns/IColumnDummy.h                    |   1 +
 src/DataTypes/IDataType.h                     |   1 -
 src/Functions/byteSize.cpp                    | 306 ++----------------
 .../0_stateless/01622_byte_size.reference     |  18 +-
 tests/queries/0_stateless/01622_byte_size.sql |  46 +--
 25 files changed, 153 insertions(+), 304 deletions(-)

diff --git a/src/Columns/ColumnAggregateFunction.cpp b/src/Columns/ColumnAggregateFunction.cpp
index 99b3342f314..51dada0780b 100644
--- a/src/Columns/ColumnAggregateFunction.cpp
+++ b/src/Columns/ColumnAggregateFunction.cpp
@@ -393,6 +393,12 @@ size_t ColumnAggregateFunction::byteSize() const
             + (my_arena ? my_arena->size() : 0);
 }
 
+size_t ColumnAggregateFunction::byteSizeAt(size_t) const
+{
+    /// Lower estimate as aggregate function can allocate more data in Arena.
+    return sizeof(data[0]) + func->sizeOfData();
+}
+
 /// Like in byteSize(), the size is underestimated.
 size_t ColumnAggregateFunction::allocatedBytes() const
 {
diff --git a/src/Columns/ColumnAggregateFunction.h b/src/Columns/ColumnAggregateFunction.h
index 4e5e66542e9..13bc40c56b1 100644
--- a/src/Columns/ColumnAggregateFunction.h
+++ b/src/Columns/ColumnAggregateFunction.h
@@ -163,6 +163,8 @@ public:
 
     size_t byteSize() const override;
 
+    size_t byteSizeAt(size_t n) const override;
+
     size_t allocatedBytes() const override;
 
     void protect() override;
diff --git a/src/Columns/ColumnArray.cpp b/src/Columns/ColumnArray.cpp
index 251c0bd7921..8c0e06424e7 100644
--- a/src/Columns/ColumnArray.cpp
+++ b/src/Columns/ColumnArray.cpp
@@ -403,6 +403,21 @@ size_t ColumnArray::byteSize() const
 }
 
 
+size_t ColumnArray::byteSizeAt(size_t n) const
+{
+    const auto & offsets_data = getOffsets();
+
+    size_t pos = offsets_data[n - 1];
+    size_t end = offsets_data[n];
+
+    size_t res = sizeof(offsets_data[0]);
+    for (; pos < end; ++pos)
+        res += getData().byteSizeAt(pos);
+
+    return res;
+}
+
+
 size_t ColumnArray::allocatedBytes() const
 {
     return getData().allocatedBytes() + getOffsets().allocated_bytes();
diff --git a/src/Columns/ColumnArray.h b/src/Columns/ColumnArray.h
index 8a02af92dce..e81ecbc1ca0 100644
--- a/src/Columns/ColumnArray.h
+++ b/src/Columns/ColumnArray.h
@@ -84,6 +84,7 @@ public:
     void updatePermutationWithCollation(const Collator & collator, bool reverse, size_t limit, int nan_direction_hint, Permutation & res, EqualRanges& equal_range) const override;
     void reserve(size_t n) override;
     size_t byteSize() const override;
+    size_t byteSizeAt(size_t n) const override;
     size_t allocatedBytes() const override;
     void protect() override;
     ColumnPtr replicate(const Offsets & replicate_offsets) const override;
diff --git a/src/Columns/ColumnConst.h b/src/Columns/ColumnConst.h
index 9392a1cfaff..99c997ab269 100644
--- a/src/Columns/ColumnConst.h
+++ b/src/Columns/ColumnConst.h
@@ -187,6 +187,11 @@ public:
         return data->byteSize() + sizeof(s);
     }
 
+    size_t byteSizeAt(size_t) const override
+    {
+        return data->byteSizeAt(0);
+    }
+
     size_t allocatedBytes() const override
     {
         return data->allocatedBytes() + sizeof(s);
diff --git a/src/Columns/ColumnDecimal.h b/src/Columns/ColumnDecimal.h
index 6610662c88f..51ad1486520 100644
--- a/src/Columns/ColumnDecimal.h
+++ b/src/Columns/ColumnDecimal.h
@@ -87,6 +87,7 @@ public:
 
     size_t size() const override { return data.size(); }
     size_t byteSize() const override { return data.size() * sizeof(data[0]); }
+    size_t byteSizeAt(size_t) const override { return sizeof(data[0]); }
     size_t allocatedBytes() const override { return data.allocated_bytes(); }
     void protect() override { data.protect(); }
     void reserve(size_t n) override { data.reserve(n); }
diff --git a/src/Columns/ColumnFixedString.h b/src/Columns/ColumnFixedString.h
index 3bc74d4c2ff..286b3a752dc 100644
--- a/src/Columns/ColumnFixedString.h
+++ b/src/Columns/ColumnFixedString.h
@@ -57,6 +57,11 @@ public:
         return chars.size() + sizeof(n);
     }
 
+    size_t byteSizeAt(size_t) const override
+    {
+        return n;
+    }
+
     size_t allocatedBytes() const override
     {
         return chars.allocated_bytes() + sizeof(n);
diff --git a/src/Columns/ColumnFunction.cpp b/src/Columns/ColumnFunction.cpp
index 292e10e8e14..83f668ded75 100644
--- a/src/Columns/ColumnFunction.cpp
+++ b/src/Columns/ColumnFunction.cpp
@@ -140,6 +140,15 @@ size_t ColumnFunction::byteSize() const
     return total_size;
 }
 
+size_t ColumnFunction::byteSizeAt(size_t n) const
+{
+    size_t total_size = 0;
+    for (const auto & column : captured_columns)
+        total_size += column.column->byteSizeAt(n);
+
+    return total_size;
+}
+
 size_t ColumnFunction::allocatedBytes() const
 {
     size_t total_size = 0;
diff --git a/src/Columns/ColumnFunction.h b/src/Columns/ColumnFunction.h
index 45daacf295e..f97f41a8627 100644
--- a/src/Columns/ColumnFunction.h
+++ b/src/Columns/ColumnFunction.h
@@ -47,6 +47,7 @@ public:
     void getExtremes(Field &, Field &) const override {}
 
     size_t byteSize() const override;
+    size_t byteSizeAt(size_t n) const override;
     size_t allocatedBytes() const override;
 
     void appendArguments(const ColumnsWithTypeAndName & columns);
diff --git a/src/Columns/ColumnLowCardinality.h b/src/Columns/ColumnLowCardinality.h
index 5ace0a5d64f..a497be8847d 100644
--- a/src/Columns/ColumnLowCardinality.h
+++ b/src/Columns/ColumnLowCardinality.h
@@ -151,6 +151,7 @@ public:
     void reserve(size_t n) override { idx.reserve(n); }
 
     size_t byteSize() const override { return idx.getPositions()->byteSize() + getDictionary().byteSize(); }
+    size_t byteSizeAt(size_t n) const override { return getDictionary().byteSizeAt(getIndexes().getUInt(n)); }
     size_t allocatedBytes() const override { return idx.getPositions()->allocatedBytes() + getDictionary().allocatedBytes(); }
 
     void forEachSubcolumn(ColumnCallback callback) override
diff --git a/src/Columns/ColumnMap.cpp b/src/Columns/ColumnMap.cpp
index c210da2aa11..1cfd7e6c4ef 100644
--- a/src/Columns/ColumnMap.cpp
+++ b/src/Columns/ColumnMap.cpp
@@ -211,6 +211,11 @@ size_t ColumnMap::byteSize() const
     return nested->byteSize();
 }
 
+size_t ColumnMap::byteSizeAt(size_t n) const
+{
+    return nested->byteSizeAt(n);
+}
+
 size_t ColumnMap::allocatedBytes() const
 {
     return nested->allocatedBytes();
diff --git a/src/Columns/ColumnMap.h b/src/Columns/ColumnMap.h
index 08197c3e1e9..9f1410eefe4 100644
--- a/src/Columns/ColumnMap.h
+++ b/src/Columns/ColumnMap.h
@@ -77,6 +77,7 @@ public:
     void updatePermutation(bool reverse, size_t limit, int nan_direction_hint, IColumn::Permutation & res, EqualRanges & equal_range) const override;
     void reserve(size_t n) override;
     size_t byteSize() const override;
+    size_t byteSizeAt(size_t n) const override;
     size_t allocatedBytes() const override;
     void protect() override;
     void forEachSubcolumn(ColumnCallback callback) override;
diff --git a/src/Columns/ColumnNullable.cpp b/src/Columns/ColumnNullable.cpp
index 4f2117b1405..35ce005073a 100644
--- a/src/Columns/ColumnNullable.cpp
+++ b/src/Columns/ColumnNullable.cpp
@@ -495,6 +495,11 @@ size_t ColumnNullable::byteSize() const
     return getNestedColumn().byteSize() + getNullMapColumn().byteSize();
 }
 
+size_t ColumnNullable::byteSizeAt(size_t n) const
+{
+    return sizeof(getNullMapData()[0]) + getNestedColumn().byteSizeAt(n);
+}
+
 size_t ColumnNullable::allocatedBytes() const
 {
     return getNestedColumn().allocatedBytes() + getNullMapColumn().allocatedBytes();
diff --git a/src/Columns/ColumnNullable.h b/src/Columns/ColumnNullable.h
index 47b0103eab4..8a17f657340 100644
--- a/src/Columns/ColumnNullable.h
+++ b/src/Columns/ColumnNullable.h
@@ -101,6 +101,7 @@ public:
         const Collator & collator, bool reverse, size_t limit, int null_direction_hint, Permutation & res, EqualRanges& equal_range) const override;
     void reserve(size_t n) override;
     size_t byteSize() const override;
+    size_t byteSizeAt(size_t n) const override;
     size_t allocatedBytes() const override;
     void protect() override;
     ColumnPtr replicate(const Offsets & replicate_offsets) const override;
diff --git a/src/Columns/ColumnString.h b/src/Columns/ColumnString.h
index b71751dbc4e..c1e76c5e28e 100644
--- a/src/Columns/ColumnString.h
+++ b/src/Columns/ColumnString.h
@@ -71,6 +71,12 @@ public:
         return chars.size() + offsets.size() * sizeof(offsets[0]);
     }
 
+    size_t byteSizeAt(size_t n) const override
+    {
+        assert(n < size());
+        return sizeAt(n) + sizeof(offsets[0]);
+    }
+
     size_t allocatedBytes() const override
     {
         return chars.allocated_bytes() + offsets.allocated_bytes();
diff --git a/src/Columns/ColumnTuple.cpp b/src/Columns/ColumnTuple.cpp
index e3b45ee3d5c..fa5a15d0351 100644
--- a/src/Columns/ColumnTuple.cpp
+++ b/src/Columns/ColumnTuple.cpp
@@ -424,6 +424,14 @@ size_t ColumnTuple::byteSize() const
     return res;
 }
 
+size_t ColumnTuple::byteSizeAt(size_t n) const
+{
+    size_t res = 0;
+    for (const auto & column : columns)
+        res += column->byteSizeAt(n);
+    return res;
+}
+
 size_t ColumnTuple::allocatedBytes() const
 {
     size_t res = 0;
diff --git a/src/Columns/ColumnTuple.h b/src/Columns/ColumnTuple.h
index 0bee3463f2f..68b502f9705 100644
--- a/src/Columns/ColumnTuple.h
+++ b/src/Columns/ColumnTuple.h
@@ -83,6 +83,7 @@ public:
     void updatePermutationWithCollation(const Collator & collator, bool reverse, size_t limit, int nan_direction_hint, Permutation & res, EqualRanges& equal_ranges) const override;
     void reserve(size_t n) override;
     size_t byteSize() const override;
+    size_t byteSizeAt(size_t n) const override;
     size_t allocatedBytes() const override;
     void protect() override;
     void forEachSubcolumn(ColumnCallback callback) override;
diff --git a/src/Columns/ColumnUnique.h b/src/Columns/ColumnUnique.h
index d87fdd65d15..5d58b2484e0 100644
--- a/src/Columns/ColumnUnique.h
+++ b/src/Columns/ColumnUnique.h
@@ -88,6 +88,10 @@ public:
     bool isNumeric() const override { return column_holder->isNumeric(); }
 
     size_t byteSize() const override { return column_holder->byteSize(); }
+    size_t byteSizeAt(size_t n) const override
+    {
+        return getNestedColumn()->byteSizeAt(n);
+    }
     void protect() override { column_holder->protect(); }
     size_t allocatedBytes() const override
     {
diff --git a/src/Columns/ColumnVector.h b/src/Columns/ColumnVector.h
index c6600ca7e31..59fe567fb9c 100644
--- a/src/Columns/ColumnVector.h
+++ b/src/Columns/ColumnVector.h
@@ -178,6 +178,11 @@ public:
         return data.size() * sizeof(data[0]);
     }
 
+    size_t byteSizeAt(size_t) const override
+    {
+        return sizeof(data[0]);
+    }
+
     size_t allocatedBytes() const override
     {
         if constexpr (is_POD)
diff --git a/src/Columns/IColumn.h b/src/Columns/IColumn.h
index 6dbcfacefe9..824b5411744 100644
--- a/src/Columns/IColumn.h
+++ b/src/Columns/IColumn.h
@@ -333,6 +333,9 @@ public:
     /// Size of column data in memory (may be approximate) - for profiling. Zero, if could not be determined.
     virtual size_t byteSize() const = 0;
 
+    /// Size of single value in memory (for accounting purposes)
+    virtual size_t byteSizeAt(size_t /*n*/) const = 0;
+
     /// Size of memory, allocated for column.
     /// This is greater or equals to byteSize due to memory reservation in containers.
     /// Zero, if could not be determined.
diff --git a/src/Columns/IColumnDummy.h b/src/Columns/IColumnDummy.h
index faf74fa7e9d..10ef692dc6a 100644
--- a/src/Columns/IColumnDummy.h
+++ b/src/Columns/IColumnDummy.h
@@ -33,6 +33,7 @@ public:
     void insertDefault() override { ++s; }
     void popBack(size_t n) override { s -= n; }
     size_t byteSize() const override { return 0; }
+    size_t byteSizeAt(size_t) const override { return 0; }
     size_t allocatedBytes() const override { return 0; }
     int compareAt(size_t, size_t, const IColumn &, int) const override { return 0; }
     void compareColumn(const IColumn &, size_t, PaddedPODArray<UInt64> *, PaddedPODArray<Int8> &, int, int) const override
diff --git a/src/DataTypes/IDataType.h b/src/DataTypes/IDataType.h
index ad3ed25f266..b51722ed96d 100644
--- a/src/DataTypes/IDataType.h
+++ b/src/DataTypes/IDataType.h
@@ -528,7 +528,6 @@ struct WhichDataType
     constexpr bool isNullable() const { return idx == TypeIndex::Nullable; }
     constexpr bool isFunction() const { return idx == TypeIndex::Function; }
     constexpr bool isAggregateFunction() const { return idx == TypeIndex::AggregateFunction; }
-    constexpr bool isLowCardinality() const { return idx == TypeIndex::LowCardinality; }
 
     constexpr bool IsBigIntOrDeimal() const { return isInt128() || isInt256() || isUInt256() || isDecimal256(); }
 };
diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index 8eb83e02f64..ea1a9c83581 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -1,78 +1,17 @@
-#include <Columns/ColumnsNumber.h>
-#include <Columns/ColumnArray.h>
-#include <Columns/ColumnLowCardinality.h>
-#include <Columns/ColumnNullable.h>
-#include <Columns/ColumnString.h>
-#include <Columns/ColumnTuple.h>
-#include <Columns/ColumnVector.h>
-#include <Common/UInt128.h>
-#include <Core/Types.h>
 #include <DataTypes/DataTypesNumber.h>
-#include <DataTypes//DataTypeArray.h>
-#include <DataTypes/DataTypeDate.h>
-#include <DataTypes/DataTypeDateTime.h>
-#include <DataTypes/DataTypeDateTime64.h>
-#include <DataTypes/DataTypeEnum.h>
-#include <DataTypes/DataTypeFixedString.h>
-#include <DataTypes/DataTypeInterval.h>
-#include <DataTypes/DataTypeNullable.h>
-#include <DataTypes/DataTypeTuple.h>
-#include <DataTypes/DataTypeUUID.h>
+#include <Columns/ColumnsNumber.h>
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionHelpers.h>
 #include <Functions/IFunctionImpl.h>
 
-#include <ext/range.h>
 
 namespace DB
 {
 
-namespace ErrorCodes
-{
-    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
-}
-
 namespace
 {
 
-struct ResultHolder
-{
-    ColumnUInt64::Container & vec_res;
-    bool is_first_argument;
-
-    ResultHolder(ColumnUInt64::Container & vec_res_, bool is_first_argument_)
-        : vec_res(vec_res_), is_first_argument(is_first_argument_) {}
-
-    void set(UInt64 byte_size)
-    {
-        size_t vec_size = vec_res.size();
-        if (is_first_argument)
-        {
-            for (size_t i = 0; i < vec_size; ++i)
-                vec_res[i] = byte_size;
-        }
-        else
-        {
-            for (size_t i = 0; i < vec_size; ++i)
-                vec_res[i] += byte_size;
-        }
-    }
-
-    void set(size_t idx, UInt64 byte_size)
-    {
-        if (is_first_argument)
-            vec_res[idx] = byte_size;
-        else
-            vec_res[idx] += byte_size;
-    }
-
-    size_t size() const
-    {
-        return vec_res.size();
-    }
-};
-
-/** byteSize() - get the columns size in number of bytes.
+/** byteSize() - get the value size in number of bytes for accounting purposes.
   */
 class FunctionByteSize : public IFunction
 {
@@ -94,221 +33,46 @@ public:
         return std::make_shared<DataTypeUInt64>();
     }
 
-    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const override
     {
+        size_t num_args = arguments.size();
+
+        /// If the resulting size is constant, return constant column.
+
+        bool all_constant = true;
+        UInt64 constant_size = 0;
+        for (size_t arg_num = 0; arg_num < num_args; ++arg_num)
+        {
+            if (arguments[arg_num].type->isValueUnambiguouslyRepresentedInFixedSizeContiguousMemoryRegion())
+            {
+                constant_size += arguments[arg_num].type->getSizeOfValueInMemory();
+            }
+            else
+            {
+                all_constant = false;
+                break;
+            }
+        }
+
+        if (all_constant)
+            return result_type->createColumnConst(input_rows_count, constant_size);
+
         auto result_col = ColumnUInt64::create(input_rows_count);
         auto & vec_res = result_col->getData();
-        size_t size = arguments.size();
-        for (size_t i = 0; i < size; ++i)
+        for (size_t arg_num = 0; arg_num < num_args; ++arg_num)
         {
-            const IColumn * column = arguments[i].column.get();
-            const IDataType * data_type = arguments[i].type.get();
-            ResultHolder res(vec_res, i == 0);
-            byteSizeOne(data_type, column, res);
+            const IColumn * column = arguments[arg_num].column.get();
+
+            if (arg_num == 0)
+                for (size_t row_num = 0; row_num < input_rows_count; ++row_num)
+                    vec_res[row_num] = column->byteSizeAt(row_num);
+            else
+                for (size_t row_num = 0; row_num < input_rows_count; ++row_num)
+                    vec_res[row_num] += column->byteSizeAt(row_num);
         }
+
         return result_col;
     }
-
-private:
-    static void byteSizeOne(const IDataType * data_type, const IColumn * column, ResultHolder & res)
-    {
-        UInt64 byte_size = 0;
-        if (byteSizeByDataType(data_type, byte_size))
-        {
-            res.set(byte_size);
-        }
-        else if (byteSizeByColumn(data_type, column, res))
-            ;
-        else
-            throw Exception("byteSize for \"" + data_type->getName() + "\" is not supported.",
-                            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-    }
-
-    static bool byteSizeByDataType(const IDataType * data_type, UInt64 & byte_size)
-    {
-        if (data_type->isValueUnambiguouslyRepresentedInFixedSizeContiguousMemoryRegion())
-        {
-            byte_size = data_type->getSizeOfValueInMemory();
-            return true;
-        }
-        return false;
-    }
-
-    static bool byteSizeByColumn(const IDataType * data_type, const IColumn * column, ResultHolder & res)
-    {
-        WhichDataType which(data_type);
-        size_t res_size = res.size();
-
-        UInt64 byte_size = 0;
-        if (byteSizeForConstColumn(data_type, column, byte_size))
-        {
-            res.set(byte_size);
-            return true;
-        }
-        else if (which.isString()) // TypeIndex::String
-        {
-            const ColumnString * col_str = checkAndGetColumn<ColumnString>(column);
-            const auto & offsets = col_str->getOffsets();
-            ColumnString::Offset prev_offset = 0;
-            for (size_t i = 0; i < res_size; ++i)
-            {
-                ColumnString::Offset current_offset = offsets[i]; // to ensure offsets[i] not aliased with vec_res[i].
-                res.set(i, current_offset - prev_offset + sizeof(offsets[0]));
-                prev_offset = current_offset;
-            }
-            return true;
-        }
-        else if (which.isArray()) // TypeIndex::Array
-        {
-            const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column);
-            const DataTypeArray * type_arr = checkAndGetDataType<DataTypeArray>(data_type);
-            return byteSizeForArrayByDataType(type_arr, col_arr, res)
-                   || byteSizeForArray(type_arr, col_arr, res);
-        }
-        else if (which.isNullable()) // TypeIndex::Nullable
-        {
-            const ColumnNullable * col_null = checkAndGetColumn<ColumnNullable>(column);
-            const DataTypeNullable * type_null = checkAndGetDataType<DataTypeNullable>(data_type);
-            for (size_t i = 0; i < res_size; ++i)
-            {
-                byte_size = sizeof(bool);
-                if (!col_null->isNullAt(i))
-                    byte_size += byteSizeForNestedItem(type_null->getNestedType().get(), &col_null->getNestedColumn(), i);
-                res.set(i, byte_size);
-            }
-            return true;
-        }
-        else if (which.isTuple()) // TypeIndex::Tuple
-        {
-            const ColumnTuple * col_tuple = checkAndGetColumn<ColumnTuple>(column);
-            const DataTypeTuple * type_tuple = checkAndGetDataType<DataTypeTuple>(data_type);
-
-            size_t tuple_size = col_tuple->tupleSize();
-            for (size_t col_idx = 0; col_idx < tuple_size; ++col_idx)
-            {
-                const IColumn * type_nested = col_tuple->getColumnPtr(col_idx).get();
-                const IDataType * col_nested = type_tuple->getElements()[col_idx].get();
-                ResultHolder res_nested(res.vec_res, res.is_first_argument && col_idx == 0);
-                byteSizeOne(col_nested, type_nested, res_nested);
-            }
-            return true;
-        }
-        else if (which.isLowCardinality()) // TypeIndex::LowCardinality
-        {
-            const ColumnLowCardinality * col_low = checkAndGetColumn<ColumnLowCardinality>(column);
-            byte_size = col_low->getSizeOfIndexType();
-            res.set(byte_size);
-            return true;
-        }
-        return false;
-    }
-
-    static bool byteSizeForConstColumn(const IDataType * data_type, const IColumn * column, UInt64 & byte_size)
-    {
-        if (const ColumnConst * col_const = checkAndGetColumn<ColumnConst>(column))
-        {
-            const IColumn * col_data = &col_const->getDataColumn();
-            byte_size = byteSizeForNestedItem(data_type, col_data, 0);
-            return true;
-        }
-        return false;
-    }
-
-    static bool byteSizeForArrayByDataType(const DataTypeArray * data_type, const ColumnArray * column, ResultHolder & res)
-    {
-        UInt64 byte_size = 0;
-        if (byteSizeByDataType(data_type->getNestedType().get(), byte_size))
-        {
-            size_t res_size = res.size();
-            const auto & offsets = column->getOffsets();
-            ColumnArray::Offset prev_offset = 0;
-            for (size_t i = 0; i < res_size; ++i)
-            {
-                size_t array_size = offsets[i] - prev_offset;
-                res.set(i, array_size * byte_size + sizeof(offsets[0]));
-                prev_offset += array_size;
-            }
-            return true;
-        }
-        return false;
-    }
-
-    static UInt64 byteSizeForNestedItem(const IDataType * data_type, const IColumn * column, size_t idx)
-    {
-        WhichDataType which(data_type);
-        UInt64 byte_size = 0;
-
-        if (byteSizeByDataType(data_type, byte_size))
-            return byte_size;
-        else if (which.isString())
-        {
-            const ColumnString * col_str = checkAndGetColumn<ColumnString>(column);
-            return col_str->getDataAtWithTerminatingZero(idx).size + sizeof(col_str->getOffsets()[0]);
-        }
-        else if (which.isArray())
-        {
-            const ColumnArray * col_arr = checkAndGetColumn<ColumnArray>(column);
-            const DataTypeArray * type_arr = checkAndGetDataType<DataTypeArray>(data_type);
-            const auto & offsets = col_arr->getOffsets();
-            ColumnArray::Offset current_offset = idx == 0 ? 0 : offsets[idx - 1];
-            size_t array_size = offsets[idx] - current_offset;
-            for (size_t i = 0; i < array_size; ++i)
-                byte_size += byteSizeForNestedItem(type_arr->getNestedType().get(), &col_arr->getData(), current_offset + i);
-            return byte_size + sizeof(offsets[0]);
-        }
-        else if (which.isNullable())
-        {
-            const ColumnNullable * col_null = checkAndGetColumn<ColumnNullable>(column);
-            const DataTypeNullable * type_null = checkAndGetDataType<DataTypeNullable>(data_type);
-            byte_size = sizeof(bool);
-            if (!col_null->isNullAt(idx))
-                byte_size += byteSizeForNestedItem(type_null->getNestedType().get(), &col_null->getNestedColumn(), idx);
-            return byte_size;
-        }
-        else if (which.isTuple())
-        {
-            const ColumnTuple * col_tuple = checkAndGetColumn<ColumnTuple>(column);
-            const DataTypeTuple * type_tuple = checkAndGetDataType<DataTypeTuple>(data_type);
-
-            byte_size = 0;
-            size_t tuple_size = col_tuple->tupleSize();
-            for (size_t col_idx = 0; col_idx < tuple_size; ++col_idx)
-            {
-                const IColumn * col_nested = col_tuple->getColumnPtr(col_idx).get();
-                const IDataType * type_nested = type_tuple->getElements()[col_idx].get();
-                byte_size += byteSizeForNestedItem(type_nested, col_nested, idx);
-            }
-            return byte_size;
-        }
-        else if (which.isLowCardinality())
-        {
-            const ColumnLowCardinality * col_low = checkAndGetColumn<ColumnLowCardinality>(column);
-            return col_low->getSizeOfIndexType();
-        }
-
-        throw Exception("byteSize for \"" + data_type->getName() + "\" is not supported.",
-                        ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-    }
-
-    static bool byteSizeForArray(const DataTypeArray * data_type, const ColumnArray * column, ResultHolder & res)
-    {
-        const IColumn * col_nested = &column->getData();
-        const IDataType * type_nested = data_type->getNestedType().get();
-        size_t res_size = res.size();
-        const auto & offsets = column->getOffsets();
-
-        ColumnArray::Offset current_offset = 0;
-        for (size_t i = 0; i < res_size; ++i)
-        {
-            UInt64 byte_size = 0;
-            size_t array_size = offsets[i] - current_offset;
-            for (size_t j = 0; j < array_size; ++j)
-                byte_size += byteSizeForNestedItem(type_nested, col_nested, current_offset + j);
-            res.set(i, byte_size + sizeof(offsets[0]));
-            current_offset += array_size;
-        }
-        return true;
-    }
 };
 
 }
diff --git a/tests/queries/0_stateless/01622_byte_size.reference b/tests/queries/0_stateless/01622_byte_size.reference
index 68e929df5aa..cae5bc94f9e 100644
--- a/tests/queries/0_stateless/01622_byte_size.reference
+++ b/tests/queries/0_stateless/01622_byte_size.reference
@@ -47,20 +47,20 @@ byteSize for string array of arrays
 constants:	[[],[''],['','a']]	60
 
 byteSize for others: Nullable, Tuple, LowCardinality
-1	12	\N	1	\N	1	(1,NULL)	5		1
-2	36	1	5	a	11	(1,'a')	15	a	1
-3	44	256	5	abcde	15	(256,'abcde')	19	abcde	1
+1	42	\N	5	\N	10	(1,NULL)	14		9
+2	45	1	5	a	11	(1,'a')	15	a	10
+3	57	256	5	abcde	15	(256,'abcde')	19	abcde	14
 constants:	\N	1	(65536,NULL)	5	(65536,'a')	15
-constants:	abced	LowCardinality(String)	1
+constants:	abced	LowCardinality(String)	14
 
 byteSize for complex fields
 1	12	[]	8
-2	21	[(NULL,[])]	17
+2	25	[(NULL,[])]	21
 3	25	[('a\0\0\0',[])]	21
-4	36	[('a\0\0\0',[(NULL,'a')])]	32
-5	47	[('a\0\0\0',[(NULL,'a'),(NULL,'a')])]	43
-6	93	[(NULL,[]),('a\0\0\0',[]),('a\0\0\0',[(NULL,'a')]),('a\0\0\0',[(NULL,'a'),(NULL,'a')])]	89
+4	45	[('a\0\0\0',[(NULL,'a')])]	41
+5	65	[('a\0\0\0',[(NULL,'a'),(NULL,'a')])]	61
+6	124	[(NULL,[]),('a\0\0\0',[]),('a\0\0\0',[(NULL,'a')]),('a\0\0\0',[(NULL,'a'),(NULL,'a')])]	120
 constants:	(NULL,[])	9	('a\0\0\0',[])	13	('a\0\0\0',[(NULL,'a')])	24	('a\0\0\0',[(NULL,'a'),(NULL,'a')])	35
 constants:	[(NULL,[]),('a\0\0\0',[]),('a\0\0\0',[(NULL,'a')]),('a\0\0\0',[(NULL,'a'),(NULL,'a')])]
 constants:	Array(Tuple(Nullable(FixedString(4)), Array(Tuple(Nullable(Nothing), String))))
-constants:	89
+constants:	93
diff --git a/tests/queries/0_stateless/01622_byte_size.sql b/tests/queries/0_stateless/01622_byte_size.sql
index 5639f92ce11..9f9de4e58e9 100644
--- a/tests/queries/0_stateless/01622_byte_size.sql
+++ b/tests/queries/0_stateless/01622_byte_size.sql
@@ -31,9 +31,9 @@ create table test_byte_size_number0
 insert into test_byte_size_number0 values(1, 8, 16, 32, 64, 256, -8, -16, -32, -64, -128, -256, 32.32, 64.64);
 insert into test_byte_size_number0 values(2, 8, 16, 32, 64, 256, -8, -16, -32, -64, -128, -256, 32.32, 64.64);
 
-select key, toTypeName(u8),byteSize(u8), toTypeName(u16),byteSize(u16), toTypeName(u32),byteSize(u32), toTypeName(u64),byteSize(u64), toTypeName(u256),byteSize(u256) from test_byte_size_number0 order by key;
-select key, toTypeName(i8),byteSize(i8), toTypeName(i16),byteSize(i16), toTypeName(i32),byteSize(i32), toTypeName(i64),byteSize(i64), toTypeName(i128),byteSize(i128), toTypeName(u256),byteSize(u256) from test_byte_size_number0 order by key;
-select key, toTypeName(f32),byteSize(f32), toTypeName(f64),byteSize(f64) from test_byte_size_number0 order by key;
+select key, toTypeName(u8), byteSize(u8), toTypeName(u16), byteSize(u16), toTypeName(u32), byteSize(u32), toTypeName(u64), byteSize(u64), toTypeName(u256), byteSize(u256) from test_byte_size_number0 order by key;
+select key, toTypeName(i8), byteSize(i8), toTypeName(i16), byteSize(i16), toTypeName(i32), byteSize(i32), toTypeName(i64), byteSize(i64), toTypeName(i128), byteSize(i128), toTypeName(u256), byteSize(u256) from test_byte_size_number0 order by key;
+select key, toTypeName(f32), byteSize(f32), toTypeName(f64), byteSize(f64) from test_byte_size_number0 order by key;
 
 drop table if exists test_byte_size_number0;
 
@@ -60,7 +60,7 @@ create table test_byte_size_number1
 insert into test_byte_size_number1 values(1, '2020-01-01', '2020-01-01 01:02:03', '2020-02-02 01:02:03', 'a', 'ck', 32.32, 64.64, 128.128, 256.256, generateUUIDv4());
 insert into test_byte_size_number1 values(2, '2020-01-01', '2020-01-01 01:02:03', '2020-02-02 01:02:03', 'a', 'ck', 32.32, 64.64, 128.128, 256.256, generateUUIDv4());
 
-select key,byteSize(*), toTypeName(date),byteSize(date), toTypeName(dt),byteSize(dt), toTypeName(dt64),byteSize(dt64), toTypeName(uuid),byteSize(uuid) from test_byte_size_number1 order by key;
+select key, byteSize(*), toTypeName(date), byteSize(date), toTypeName(dt), byteSize(dt), toTypeName(dt64), byteSize(dt64), toTypeName(uuid), byteSize(uuid) from test_byte_size_number1 order by key;
 
 drop table if exists test_byte_size_number1;
 
@@ -68,9 +68,9 @@ drop table if exists test_byte_size_number1;
 -- constant numbers --
 select '';
 select 'byteSize for constants';
-select 0x1,byteSize(0x1), 0x100,byteSize(0x100), 0x10000,byteSize(0x10000), 0x100000000,byteSize(0x100000000), 0.5,byteSize(0.5), 1e-10,byteSize(1e-10);
-select toDate('2020-01-01'),byteSize(toDate('2020-01-01')), toDateTime('2020-01-01 01:02:03'),byteSize(toDateTime('2020-01-01 01:02:03')), toDateTime64('2020-01-01 01:02:03',3),byteSize(toDateTime64('2020-01-01 01:02:03',3));
-select toTypeName(generateUUIDv4()),byteSize(generateUUIDv4());
+select 0x1, byteSize(0x1), 0x100, byteSize(0x100), 0x10000, byteSize(0x10000), 0x100000000, byteSize(0x100000000), 0.5, byteSize(0.5), 1e-10, byteSize(1e-10);
+select toDate('2020-01-01'), byteSize(toDate('2020-01-01')), toDateTime('2020-01-01 01:02:03'), byteSize(toDateTime('2020-01-01 01:02:03')), toDateTime64('2020-01-01 01:02:03',3), byteSize(toDateTime64('2020-01-01 01:02:03',3));
+select toTypeName(generateUUIDv4()), byteSize(generateUUIDv4());
 
 
 -- strings --
@@ -89,8 +89,8 @@ create table test_byte_size_string
 insert into test_byte_size_string values(1, '', 'a', '', 'abcde');
 insert into test_byte_size_string values(2, 'abced', '', 'abcde', '');
 
-select key,byteSize(*), str1,byteSize(str1), str2,byteSize(str2), fstr1,byteSize(fstr1), fstr2,byteSize(fstr2) from test_byte_size_string order by key;
-select 'constants: ', '',byteSize(''), 'a',byteSize('a'), 'abcde',byteSize('abcde');
+select key, byteSize(*), str1, byteSize(str1), str2, byteSize(str2), fstr1, byteSize(fstr1), fstr2, byteSize(fstr2) from test_byte_size_string order by key;
+select 'constants: ', '', byteSize(''), 'a', byteSize('a'), 'abcde', byteSize('abcde');
 
 drop table if exists test_byte_size_string;
 
@@ -116,11 +116,11 @@ insert into test_byte_size_array values(4, [1,1,1], [-1,-1,-1], [256,256,256], [
 
 select '';
 select 'byteSize for simple array';
-select key,byteSize(*), uints8,byteSize(uints8), ints8,byteSize(ints8), ints32,byteSize(ints32), floats32,byteSize(floats32), decs32,byteSize(decs32), dates,byteSize(dates), uuids,byteSize(uuids) from test_byte_size_array order by key;
+select key, byteSize(*), uints8, byteSize(uints8), ints8, byteSize(ints8), ints32, byteSize(ints32), floats32, byteSize(floats32), decs32, byteSize(decs32), dates, byteSize(dates), uuids, byteSize(uuids) from test_byte_size_array order by key;
 
-select 'constants:', [],byteSize([]), [1,1],byteSize([1,1]), [-1,-1],byteSize([-1,-1]), toTypeName([256,256]),byteSize([256,256]), toTypeName([1.1,1.1]),byteSize([1.1,1.1]);
-select 'constants:', [toDecimal32(1.1,4),toDecimal32(1.1,4)],byteSize([toDecimal32(1.1,4),toDecimal32(1.1,4)]), [toDate('2020-01-01'),toDate('2020-01-01')],byteSize([toDate('2020-01-01'),toDate('2020-01-01')]);
-select 'constants:', [toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0'),toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0')],byteSize([toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0'),toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0')]);
+select 'constants:', [], byteSize([]), [1,1], byteSize([1,1]), [-1,-1], byteSize([-1,-1]), toTypeName([256,256]), byteSize([256,256]), toTypeName([1.1,1.1]), byteSize([1.1,1.1]);
+select 'constants:', [toDecimal32(1.1,4),toDecimal32(1.1,4)], byteSize([toDecimal32(1.1,4),toDecimal32(1.1,4)]), [toDate('2020-01-01'),toDate('2020-01-01')], byteSize([toDate('2020-01-01'),toDate('2020-01-01')]);
+select 'constants:', [toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0'),toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0')], byteSize([toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0'),toUUID('61f0c404-5cb3-11e7-907b-a6006ad3dba0')]);
 
 drop table if exists test_byte_size_array;
 
@@ -143,14 +143,14 @@ insert into test_byte_size_complex_array values(4, [256,65536], [[], [1,2], [0,2
 
 select '';
 select 'byteSize for int array of arrays';
-select key,byteSize(*), ints,byteSize(ints), int_ints,byteSize(int_ints) from test_byte_size_complex_array order by key;
-select 'constants:', [[], [1,2], [0,0x10000]],toTypeName([[], [1,2], [0,0x10000]]),byteSize([[], [1,2], [0,0x10000]]);
+select key, byteSize(*), ints, byteSize(ints), int_ints, byteSize(int_ints) from test_byte_size_complex_array order by key;
+select 'constants:', [[], [1,2], [0,0x10000]],toTypeName([[], [1,2], [0,0x10000]]), byteSize([[], [1,2], [0,0x10000]]);
 
 select '';
 select 'byteSize for string array of arrays';
--- select key,byteSize(*), strs,byteSize(strs), str_strs,byteSize(str_strs) from test_byte_size_complex_array order by key;
-select key,byteSize(*), strs,byteSize(strs), str_strs,byteSize(str_strs) from test_byte_size_complex_array order by key;
-select 'constants:', [[], [''], ['','a']],byteSize([[], [''], ['','a']]);
+-- select key, byteSize(*), strs, byteSize(strs), str_strs, byteSize(str_strs) from test_byte_size_complex_array order by key;
+select key, byteSize(*), strs, byteSize(strs), str_strs, byteSize(str_strs) from test_byte_size_complex_array order by key;
+select 'constants:', [[], [''], ['','a']], byteSize([[], [''], ['','a']]);
 
 drop table if exists test_byte_size_complex_array;
 
@@ -172,9 +172,9 @@ insert into test_byte_size_other values(3, 256, 'abcde', tuple(256, 'abcde'), 'a
 
 select '';
 select 'byteSize for others: Nullable, Tuple, LowCardinality';
-select key,byteSize(*), opt_int32,byteSize(opt_int32), opt_str,byteSize(opt_str), tuple,byteSize(tuple), strings,byteSize(strings) from test_byte_size_other order by key;
-select 'constants:', NULL,byteSize(NULL), tuple(0x10000, NULL),byteSize(tuple(0x10000, NULL)), tuple(0x10000, toNullable('a')),byteSize(tuple(0x10000, toNullable('a')));
-select 'constants:', toLowCardinality('abced'),toTypeName(toLowCardinality('abced')),byteSize(toLowCardinality('abced'));
+select key, byteSize(*), opt_int32, byteSize(opt_int32), opt_str, byteSize(opt_str), tuple, byteSize(tuple), strings, byteSize(strings) from test_byte_size_other order by key;
+select 'constants:', NULL, byteSize(NULL), tuple(0x10000, NULL), byteSize(tuple(0x10000, NULL)), tuple(0x10000, toNullable('a')), byteSize(tuple(0x10000, toNullable('a')));
+select 'constants:', toLowCardinality('abced'),toTypeName(toLowCardinality('abced')), byteSize(toLowCardinality('abced'));
 
 drop table if exists test_byte_size_other;
 
@@ -196,8 +196,8 @@ insert into test_byte_size_more_complex values(6, [tuple(NULL, []), tuple('a', [
 
 select '';
 select 'byteSize for complex fields';
-select key,byteSize(*), complex1,byteSize(complex1) from test_byte_size_more_complex order by key;
-select 'constants:', tuple(NULL, []),byteSize(tuple(NULL, [])), tuple(toNullable(toFixedString('a',4)), []),byteSize(tuple(toNullable(toFixedString('a',4)), [])), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')]),byteSize(tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')])), tuple(toFixedString('a',4), [tuple(NULL, 'a'), tuple(NULL, 'a')]),byteSize(tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a'), tuple(NULL, 'a')]));
+select key, byteSize(*), complex1, byteSize(complex1) from test_byte_size_more_complex order by key;
+select 'constants:', tuple(NULL, []), byteSize(tuple(NULL, [])), tuple(toNullable(toFixedString('a',4)), []), byteSize(tuple(toNullable(toFixedString('a',4)), [])), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')]), byteSize(tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')])), tuple(toFixedString('a',4), [tuple(NULL, 'a'), tuple(NULL, 'a')]), byteSize(tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a'), tuple(NULL, 'a')]));
 select 'constants:', [tuple(NULL, []), tuple(toNullable(toFixedString('a',4)), []), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')]), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a'), tuple(NULL, 'a')])];
 select 'constants:', toTypeName([tuple(NULL, []), tuple(toNullable(toFixedString('a',4)), []), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')]), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a'), tuple(NULL, 'a')])]);
 select 'constants:', byteSize([tuple(NULL, []), tuple(toNullable(toFixedString('a',4)), []), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a')]), tuple(toNullable(toFixedString('a',4)), [tuple(NULL, 'a'), tuple(NULL, 'a')])]);

From d059c245abb7521045983889c62e02b9e304fbf2 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 3 Jan 2021 02:03:09 +0300
Subject: [PATCH 737/742] Add another test

---
 tests/queries/0_stateless/01623_byte_size_const.reference | 4 ++++
 tests/queries/0_stateless/01623_byte_size_const.sql       | 3 +++
 2 files changed, 7 insertions(+)
 create mode 100644 tests/queries/0_stateless/01623_byte_size_const.reference
 create mode 100644 tests/queries/0_stateless/01623_byte_size_const.sql

diff --git a/tests/queries/0_stateless/01623_byte_size_const.reference b/tests/queries/0_stateless/01623_byte_size_const.reference
new file mode 100644
index 00000000000..905722bdeb9
--- /dev/null
+++ b/tests/queries/0_stateless/01623_byte_size_const.reference
@@ -0,0 +1,4 @@
+9	1
+16	1
+16	1
+0
diff --git a/tests/queries/0_stateless/01623_byte_size_const.sql b/tests/queries/0_stateless/01623_byte_size_const.sql
new file mode 100644
index 00000000000..584f67be80d
--- /dev/null
+++ b/tests/queries/0_stateless/01623_byte_size_const.sql
@@ -0,0 +1,3 @@
+SELECT byteSize(123, 456.7) AS x, isConstant(x);
+SELECT byteSize(number, number + 1) AS x, isConstant(x) FROM numbers(2);
+SELECT byteSize();

From f2ae42b857b33a3305d3d3a2a8819a402bec0fc9 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 3 Jan 2021 04:37:10 +0300
Subject: [PATCH 738/742] utils/generate-ya-make/generate-ya-make.sh

---
 src/Functions/ya.make | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/Functions/ya.make b/src/Functions/ya.make
index 7e64deef64d..b97a4a187e9 100644
--- a/src/Functions/ya.make
+++ b/src/Functions/ya.make
@@ -204,6 +204,7 @@ SRCS(
     blockSerializedSize.cpp
     blockSize.cpp
     buildId.cpp
+    byteSize.cpp
     caseWithExpression.cpp
     cbrt.cpp
     coalesce.cpp

From ab83245b571e1823dabf2814e1f69215a606884e Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 3 Jan 2021 18:07:18 +0300
Subject: [PATCH 739/742] Addition to #18526

---
 src/Common/PODArray.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Common/PODArray.h b/src/Common/PODArray.h
index 344f7bfcbe1..f0cc9df11cd 100644
--- a/src/Common/PODArray.h
+++ b/src/Common/PODArray.h
@@ -300,7 +300,7 @@ public:
         const char * ptr_end = reinterpret_cast<const char *>(&*from_end);
 
         /// Also it's safe if the range is empty.
-        assert(!((ptr_begin >= c_start && ptr_begin <= c_end) || (ptr_end >= c_start && ptr_end <= c_end)) || (ptr_begin == ptr_end));
+        assert(!((ptr_begin >= c_start && ptr_begin < c_end) || (ptr_end > c_start && ptr_end <= c_end)) || (ptr_begin == ptr_end));
 #endif
     }
 

From c59deb4bca05097f9fab67760e586eff08c167be Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 3 Jan 2021 19:20:09 +0300
Subject: [PATCH 740/742] Allow Replicated tables in Arcadia

---
 src/Storages/MergeTree/LeaderElection.h | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/Storages/MergeTree/LeaderElection.h b/src/Storages/MergeTree/LeaderElection.h
index a5f7ebce84f..7cdfd8e566d 100644
--- a/src/Storages/MergeTree/LeaderElection.h
+++ b/src/Storages/MergeTree/LeaderElection.h
@@ -112,13 +112,12 @@ private:
 
             String value = zookeeper.get(path + "/" + children.front());
 
-#if !defined(ARCADIA_BUILD) /// C++20; Replicated tables are unused in Arcadia.
             if (value.ends_with(suffix))
             {
                 handler();
                 return;
             }
-#endif
+
             if (my_node_it == children.begin())
                 throw Poco::Exception("Assertion failed in LeaderElection");
 

From 7e2a14fd2c89c9fc4b0d2ac0cc16dafe8f53b67b Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 3 Jan 2021 21:19:44 +0300
Subject: [PATCH 741/742] Proper submodule update

---
 cmake/find/mysqlclient.cmake | 2 +-
 contrib/mariadb-connector-c  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/cmake/find/mysqlclient.cmake b/cmake/find/mysqlclient.cmake
index 8c97247b886..634681d98f6 100644
--- a/cmake/find/mysqlclient.cmake
+++ b/cmake/find/mysqlclient.cmake
@@ -14,7 +14,7 @@ endif()
 
 option(USE_INTERNAL_MYSQL_LIBRARY "Set to FALSE to use system mysqlclient library instead of bundled" ${NOT_UNBUNDLED})
 
-if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/mariadb-connector-c/README.md")
+if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/mariadb-connector-c/README")
     if(USE_INTERNAL_MYSQL_LIBRARY)
         message(WARNING "submodule contrib/mariadb-connector-c is missing. to fix try run: \n git submodule update --init --recursive")
         message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find internal mysql library")
diff --git a/contrib/mariadb-connector-c b/contrib/mariadb-connector-c
index 43249300abf..21f451d4d31 160000
--- a/contrib/mariadb-connector-c
+++ b/contrib/mariadb-connector-c
@@ -1 +1 @@
-Subproject commit 43249300abfe4eb6d3e200ff2aaf1f182f9c0aff
+Subproject commit 21f451d4d3157ffed31ec60a8b76c407190e66bd

From 3a1ec56486f9ad138318024fc3f2d1bb72ad9291 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Sun, 3 Jan 2021 21:51:57 +0300
Subject: [PATCH 742/742] Revert "Merge pull request #18411 from
 ClickHouse/try-fix-max_result_rows"

This reverts commit 9a2b163db75d0c2433f5b0d0242f36be35aa417f, reversing
changes made to 5e97df7c2972ac6581002f81ef41597427327693.
---
 src/Processors/Formats/IOutputFormat.cpp     | 40 +++++---------------
 src/Processors/Formats/IOutputFormat.h       | 24 ++----------
 src/Processors/Formats/LazyOutputFormat.cpp  | 14 +++----
 src/Processors/Formats/LazyOutputFormat.h    | 16 ++++----
 src/Processors/Port.h                        | 15 +++-----
 tests/integration/README.md                  |  2 +-
 tests/integration/test_grpc_protocol/test.py |  2 +-
 7 files changed, 37 insertions(+), 76 deletions(-)

diff --git a/src/Processors/Formats/IOutputFormat.cpp b/src/Processors/Formats/IOutputFormat.cpp
index 2f0ef603022..88649d9ca25 100644
--- a/src/Processors/Formats/IOutputFormat.cpp
+++ b/src/Processors/Formats/IOutputFormat.cpp
@@ -5,11 +5,6 @@
 namespace DB
 {
 
-namespace ErrorCodes
-{
-    extern const int NOT_IMPLEMENTED;
-}
-
 IOutputFormat::IOutputFormat(const Block & header_, WriteBuffer & out_)
     : IProcessor({header_, header_, header_}, {}), out(out_)
 {
@@ -35,7 +30,7 @@ IOutputFormat::Status IOutputFormat::prepare()
         if (!input.hasData())
             return Status::NeedData;
 
-        current_chunk = input.pullData(true);
+        current_chunk = input.pull(true);
         current_block_kind = kind;
         has_input = true;
         return Status::Ready;
@@ -49,31 +44,23 @@ IOutputFormat::Status IOutputFormat::prepare()
     return Status::Finished;
 }
 
-static Port::Data prepareTotals(Port::Data data)
+static Chunk prepareTotals(Chunk chunk)
 {
-    if (data.exception)
-        return data;
-
-    if (!data.chunk.hasRows())
+    if (!chunk.hasRows())
         return {};
 
-    if (data.chunk.getNumRows() > 1)
+    if (chunk.getNumRows() > 1)
     {
         /// This may happen if something like ARRAY JOIN was executed on totals.
         /// Skip rows except the first one.
-        auto columns = data.chunk.detachColumns();
+        auto columns = chunk.detachColumns();
         for (auto & column : columns)
             column = column->cut(0, 1);
 
-        data.chunk.setColumns(std::move(columns), 1);
+        chunk.setColumns(std::move(columns), 1);
     }
 
-    return data;
-}
-
-void IOutputFormat::consume(Chunk)
-{
-    throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Method consume s not implemented for {}", getName());
+    return chunk;
 }
 
 void IOutputFormat::work()
@@ -97,24 +84,17 @@ void IOutputFormat::work()
     switch (current_block_kind)
     {
         case Main:
-        {
-            result_rows += current_chunk.chunk.getNumRows();
-            result_bytes += current_chunk.chunk.allocatedBytes();
+            result_rows += current_chunk.getNumRows();
+            result_bytes += current_chunk.allocatedBytes();
             consume(std::move(current_chunk));
             break;
-        }
         case Totals:
-        {
-            auto totals = prepareTotals(std::move(current_chunk));
-            if (totals.exception || totals.chunk)
+            if (auto totals = prepareTotals(std::move(current_chunk)))
                 consumeTotals(std::move(totals));
             break;
-        }
         case Extremes:
-        {
             consumeExtremes(std::move(current_chunk));
             break;
-        }
     }
 
     if (auto_flush)
diff --git a/src/Processors/Formats/IOutputFormat.h b/src/Processors/Formats/IOutputFormat.h
index c1a326ee16e..4c2b3f30070 100644
--- a/src/Processors/Formats/IOutputFormat.h
+++ b/src/Processors/Formats/IOutputFormat.h
@@ -28,7 +28,7 @@ public:
 protected:
     WriteBuffer & out;
 
-    Port::Data current_chunk;
+    Chunk current_chunk;
     PortKind current_block_kind = PortKind::Main;
     bool has_input = false;
     bool finished = false;
@@ -41,14 +41,9 @@ protected:
 
     friend class ParallelFormattingOutputFormat;
 
-    virtual void consume(Chunk);
+    virtual void consume(Chunk) = 0;
     virtual void consumeTotals(Chunk) {}
     virtual void consumeExtremes(Chunk) {}
-
-    virtual void consume(Port::Data data) { consume(data.getChunkOrTrow()); }
-    virtual void consumeTotals(Port::Data data) { consumeTotals(data.getChunkOrTrow()); }
-    virtual void consumeExtremes(Port::Data data) { consumeExtremes(data.getChunkOrTrow()); }
-
     virtual void finalize() {}
 
 public:
@@ -84,19 +79,8 @@ public:
     virtual void doWritePrefix() {}
     virtual void doWriteSuffix() { finalize(); }
 
-    void setTotals(const Block & totals)
-    {
-        Port::Data data;
-        data.chunk = Chunk(totals.getColumns(), totals.rows());
-        consumeTotals(std::move(data));
-    }
-
-    void setExtremes(const Block & extremes)
-    {
-        Port::Data data;
-        data.chunk = Chunk(extremes.getColumns(), extremes.rows());
-        consumeExtremes(std::move(data));
-    }
+    void setTotals(const Block & totals) { consumeTotals(Chunk(totals.getColumns(), totals.rows())); }
+    void setExtremes(const Block & extremes) { consumeExtremes(Chunk(extremes.getColumns(), extremes.rows())); }
 
     size_t getResultRows() const { return result_rows; }
     size_t getResultBytes() const { return result_bytes; }
diff --git a/src/Processors/Formats/LazyOutputFormat.cpp b/src/Processors/Formats/LazyOutputFormat.cpp
index 72996de9593..46287d1cce9 100644
--- a/src/Processors/Formats/LazyOutputFormat.cpp
+++ b/src/Processors/Formats/LazyOutputFormat.cpp
@@ -15,24 +15,24 @@ Chunk LazyOutputFormat::getChunk(UInt64 milliseconds)
             return {};
     }
 
-    Port::Data data;
-    if (!queue.tryPop(data, milliseconds))
+    Chunk chunk;
+    if (!queue.tryPop(chunk, milliseconds))
         return {};
 
-    if (!data.exception)
-        info.update(data.chunk.getNumRows(), data.chunk.allocatedBytes());
+    if (chunk)
+        info.update(chunk.getNumRows(), chunk.allocatedBytes());
 
-    return data.getChunkOrTrow();
+    return chunk;
 }
 
 Chunk LazyOutputFormat::getTotals()
 {
-    return totals.getChunkOrTrow();
+    return std::move(totals);
 }
 
 Chunk LazyOutputFormat::getExtremes()
 {
-    return extremes.getChunkOrTrow();
+    return std::move(extremes);
 }
 
 void LazyOutputFormat::setRowsBeforeLimit(size_t rows_before_limit)
diff --git a/src/Processors/Formats/LazyOutputFormat.h b/src/Processors/Formats/LazyOutputFormat.h
index 9f24e54735c..06ec116f3dd 100644
--- a/src/Processors/Formats/LazyOutputFormat.h
+++ b/src/Processors/Formats/LazyOutputFormat.h
@@ -37,28 +37,28 @@ public:
     }
 
 protected:
-    void consume(Port::Data data) override
+    void consume(Chunk chunk) override
     {
         if (!finished_processing)
-            queue.emplace(std::move(data));
+            queue.emplace(std::move(chunk));
     }
 
-    void consumeTotals(Port::Data data) override { totals = std::move(data); }
-    void consumeExtremes(Port::Data data) override { extremes = std::move(data); }
+    void consumeTotals(Chunk chunk) override { totals = std::move(chunk); }
+    void consumeExtremes(Chunk chunk) override { extremes = std::move(chunk); }
 
     void finalize() override
     {
         finished_processing = true;
 
         /// In case we are waiting for result.
-        queue.emplace(Port::Data{});
+        queue.emplace(Chunk());
     }
 
 private:
 
-    ConcurrentBoundedQueue<Port::Data> queue;
-    Port::Data totals;
-    Port::Data extremes;
+    ConcurrentBoundedQueue<Chunk> queue;
+    Chunk totals;
+    Chunk extremes;
 
     /// Is not used.
     static WriteBuffer out;
diff --git a/src/Processors/Port.h b/src/Processors/Port.h
index c7401a18afe..ac71c394518 100644
--- a/src/Processors/Port.h
+++ b/src/Processors/Port.h
@@ -60,14 +60,6 @@ protected:
             /// Note: std::variant can be used. But move constructor for it can't be inlined.
             Chunk chunk;
             std::exception_ptr exception;
-
-            Chunk getChunkOrTrow()
-            {
-                if (exception)
-                    std::rethrow_exception(std::move(exception));
-
-                return std::move(chunk);
-            }
         };
 
     private:
@@ -311,7 +303,12 @@ public:
 
     Chunk ALWAYS_INLINE pull(bool set_not_needed = false)
     {
-        return pullData(set_not_needed).getChunkOrTrow();
+        auto data_ = pullData(set_not_needed);
+
+        if (data_.exception)
+            std::rethrow_exception(data_.exception);
+
+        return std::move(data_.chunk);
     }
 
     bool ALWAYS_INLINE isFinished() const
diff --git a/tests/integration/README.md b/tests/integration/README.md
index 346926677bd..cdfb6b1a70a 100644
--- a/tests/integration/README.md
+++ b/tests/integration/README.md
@@ -12,7 +12,7 @@ You must install latest Docker from
 https://docs.docker.com/engine/installation/linux/docker-ce/ubuntu/#set-up-the-repository
 Don't use Docker from your system repository.
 
-* [pip](https://pypi.python.org/pypi/pip) and `libpq-dev`. To install: `sudo apt-get install python3-pip libpq-dev zlib1g-dev libcrypto++-dev libssl-dev libkrb5-dev`
+* [pip](https://pypi.python.org/pypi/pip) and `libpq-dev`. To install: `sudo apt-get install python3-pip libpq-dev zlib1g-dev libcrypto++-dev libssl-dev`
 * [py.test](https://docs.pytest.org/) testing framework. To install: `sudo -H pip install pytest`
 * [docker-compose](https://docs.docker.com/compose/) and additional python libraries. To install:
 
diff --git a/tests/integration/test_grpc_protocol/test.py b/tests/integration/test_grpc_protocol/test.py
index ae4f4473475..3a3dc464155 100644
--- a/tests/integration/test_grpc_protocol/test.py
+++ b/tests/integration/test_grpc_protocol/test.py
@@ -239,7 +239,7 @@ def test_progress():
 , output: "6\\t0\\n7\\t0\\n"
 , stats {
   rows: 8
-  blocks: 5
+  blocks: 4
   allocated_bytes: 324
   applied_limit: true
   rows_before_limit: 8